-- Logs begin at Fri 2021-07-09 19:09:37 UTC, end at Fri 2021-07-09 21:29:02 UTC. -- Jul 09 19:38:09.835623 n-d-800088-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 19:38:12.539040 n-d-800088-3 neutron-server[100095]: INFO neutron.common.config [-] Logging enabled! Jul 09 19:38:12.539633 n-d-800088-3 neutron-server[100095]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 19:38:12.540086 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100095) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 19:38:12.543408 n-d-800088-3 neutron-server[100095]: INFO neutron.common.config [-] Logging enabled! Jul 09 19:38:12.543670 n-d-800088-3 neutron-server[100095]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev461 Jul 09 19:38:12.543989 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100095) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 19:38:12.545551 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 19:38:12.545788 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 19:38:12.546162 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 19:38:12.546414 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 19:38:12.546645 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 19:38:12.546969 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.547269 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.547572 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.547806 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.548102 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.548395 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.548705 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.548999 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.549303 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.549595 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.549881 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.550170 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.550404 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.550692 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.550983 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.551272 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.551502 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] debug = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.551790 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.552220 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.552660 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.552947 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.553243 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.553524 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.553802 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.554082 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.554369 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.554703 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] host = n-d-800088-3 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.554986 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.555277 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.555569 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.555863 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.556143 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.556427 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.556749 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.557031 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.557311 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] log_file = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.557592 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.557886 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.558181 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.558475 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.558706 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.558935 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.559233 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.559525 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.559806 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.560205 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.560587 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.560818 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.561100 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.561376 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.561667 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.561957 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.562248 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.562528 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.562805 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.563081 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.563368 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.563646 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.563922 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.564202 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.564481 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.564794 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.565066 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.565344 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.565647 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.565935 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.566221 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.566511 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.566791 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.567078 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.567355 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.567631 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.567905 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] use_json = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.568184 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.568461 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.568771 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.569054 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.569331 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.569609 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.569884 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.570172 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:12.570476 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.570777 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.571082 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.571370 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.571669 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.571953 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.572247 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.572565 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.572846 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.573140 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.573440 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.573722 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.574014 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.574296 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.574596 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.574906 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.575204 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.575500 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.575812 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.576087 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.576364 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.576675 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.576970 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.577269 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.577562 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.577843 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.578128 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.578424 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.578709 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.578996 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.579282 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.579577 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.579870 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.580149 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.580438 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.580757 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.581045 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.581329 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.581617 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.581916 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.582199 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.582479 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.582759 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.583045 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.583324 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.583616 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.583900 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.584183 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.584462 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.584770 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.585052 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.585332 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.585616 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.585896 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.586180 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.586459 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.586737 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.587018 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.587298 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.587578 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.587858 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.588136 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.588419 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.588730 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.589016 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.589297 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.589576 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.589859 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.590154 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.590458 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.590743 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.591029 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.591845 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.592126 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.592411 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.592718 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.593003 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.593287 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.593567 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.593864 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.594154 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.594446 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.594734 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.595017 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.595316 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.595599 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.595885 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.596168 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.596451 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.596769 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.597057 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.597355 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.597654 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.597951 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.598246 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.598547 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.598834 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.599149 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.599442 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:12.599665 n-d-800088-3 neutron-server[100095]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 19:38:12.599912 n-d-800088-3 neutron-server[100095]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100095) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 19:38:12.952879 n-d-800088-3 neutron-server[100095]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:38:12.953103 n-d-800088-3 neutron-server[100095]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:38:12.953403 n-d-800088-3 neutron-server[100095]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 19:38:12.953744 n-d-800088-3 neutron-server[100095]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 19:38:13.346030 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.346327 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.346605 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.347895 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.348178 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.348457 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.383297 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.383587 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.383862 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.397609 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.397897 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.398175 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.428352 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.428668 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.428946 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.464873 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.465157 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.465428 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.698387 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.698970 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.698970 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.699128 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.699843 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.820329 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.820678 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.820969 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.821252 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.821518 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.821830 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.822092 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.822352 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.822611 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.822907 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.823172 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.823442 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.823714 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.823985 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.824244 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.824512 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.824806 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.825085 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.825344 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.826191 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.826480 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.826828 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.827088 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.827380 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.827643 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.827896 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.828295 n-d-800088-3 neutron-server[100095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:38:13.828566 n-d-800088-3 neutron-server[100095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:38:13.828810 n-d-800088-3 neutron-server[100095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:38:13.829052 n-d-800088-3 neutron-server[100095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:38:13.829293 n-d-800088-3 neutron-server[100095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:38:13.829532 n-d-800088-3 neutron-server[100095]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:38:13.829903 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 19:38:13.834015 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 19:38:13.838031 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 19:38:13.841922 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jul 09 19:38:13.843577 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 19:38:13.844047 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 19:38:13.844385 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 19:38:13.844816 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 19:38:13.847613 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 19:38:13.847875 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 19:38:13.848232 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 19:38:13.876298 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 19:38:13.876779 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.877082 n-d-800088-3 neutron-server[100095]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100095) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 19:38:13.877450 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.878802 n-d-800088-3 neutron-server[100095]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100095) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 19:38:13.879091 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 19:38:13.879343 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 19:38:13.882548 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.882834 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:13.946774 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 19:38:13.947022 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 19:38:13.947265 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 19:38:13.947639 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 19:38:13.969040 n-d-800088-3 neutron-server[100095]: DEBUG oslo_db.sqlalchemy.engines [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100095) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 09 19:38:14.504099 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Initializing driver for type 'gre' Jul 09 19:38:14.504668 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] gre ID ranges: [(1, 1000)] Jul 09 19:38:14.557199 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Initializing driver for type 'local' Jul 09 19:38:14.557599 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Initializing driver for type 'vlan' Jul 09 19:38:14.570751 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] VlanTypeDriver initialization complete Jul 09 19:38:14.571092 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Initializing driver for type 'vxlan' Jul 09 19:38:14.571576 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] vxlan ID ranges: [(1, 1000)] Jul 09 19:38:14.626013 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Initializing extension driver 'port_security' Jul 09 19:38:14.626448 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.extensions.port_security [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] PortSecurityExtensionDriver initialization complete Jul 09 19:38:14.626827 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Initializing mechanism driver 'openvswitch' Jul 09 19:38:14.627158 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Initializing mechanism driver 'hyperv' Jul 09 19:38:14.633684 n-d-800088-3 neutron-server[100095]: DEBUG neutron.plugins.ml2.plugin [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100095) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:14.634379 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > port after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.634757 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > port after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.635122 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > port after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.635642 n-d-800088-3 neutron-server[100095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 19:38:14.636083 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > subnet after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.636446 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > subnet after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.636835 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.637230 n-d-800088-3 neutron-server[100095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 19:38:14.637645 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > network after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.638031 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > network after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.638988 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > network after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.639392 n-d-800088-3 neutron-server[100095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 19:38:14.639807 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > security_group after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.640181 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > security_group after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.640564 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.641091 n-d-800088-3 neutron-server[100095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 19:38:14.641536 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.641900 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.642261 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.642656 n-d-800088-3 neutron-server[100095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 19:38:14.643071 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > address_group after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.643432 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > address_group after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.643786 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.644178 n-d-800088-3 neutron-server[100095]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100095) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 19:38:14.644583 n-d-800088-3 neutron-server[100095]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] ML2 OVO RPC backend initialized. {{(pid=100095) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 09 19:38:14.645303 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.645667 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.646095 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > network before_response 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.646451 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > networks before_response 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.646808 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > port before_response 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.647159 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > ports before_response 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.647516 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > subnet before_response 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.647868 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > subnets before_response 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.648226 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > network after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.648599 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > network after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.648945 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > network after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.649292 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > port after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.649669 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > port after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.650070 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > port after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.650501 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > subnet after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.650862 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > subnet after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.651207 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.651795 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.plugin [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Modular L2 Plugin initialization complete Jul 09 19:38:14.652133 n-d-800088-3 neutron-server[100095]: DEBUG neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading services supported by the core plugin {{(pid=100095) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 19:38:14.652471 n-d-800088-3 neutron-server[100095]: INFO neutron.plugins.ml2.managers [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Got port-security extension from driver 'port_security' Jul 09 19:38:14.652970 n-d-800088-3 neutron-server[100095]: INFO neutron.extensions.vlantransparent [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Disabled vlantransparent extension. Jul 09 19:38:14.653460 n-d-800088-3 neutron-server[100095]: DEBUG neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100095) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 19:38:14.653809 n-d-800088-3 neutron-server[100095]: INFO neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading Plugin: router Jul 09 19:38:14.690500 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.690901 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router after_create 55549900 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.691274 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router before_create 55549900 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.691650 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.692026 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.692385 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router after_delete 55549900 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.692772 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.693146 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router after_create 55549900 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.693500 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router after_update 55549900 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.693860 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router after_update 55549900 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.694218 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.694583 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router after_update 55549900 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.695002 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router precommit_update 55549900 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.695377 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: port after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.695727 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: port after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.696073 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: subnet after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.696418 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.696794 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.697149 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router precommit_create 55549900 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.697500 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: port before_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.697850 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router precommit_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.698212 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router after_update 55549900 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.698559 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.699076 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router precommit_create 55549900 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.699271 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.699621 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router precommit_update 55549900 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.699991 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > agent after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.700347 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > agent after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.701540 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > network after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.702400 n-d-800088-3 neutron-server[100095]: DEBUG neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Tracking information for resource: router configured {{(pid=100095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:38:14.702743 n-d-800088-3 neutron-server[100095]: DEBUG neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Tracking information for resource: floatingip configured {{(pid=100095) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 19:38:14.707857 n-d-800088-3 neutron-server[100095]: INFO neutron.db.l3_agentschedulers_db [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 19:38:14.708440 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: port after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.708835 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: port after_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.709197 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: port after_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.709557 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: port after_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.710347 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router before_create 55550100 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.710721 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.711090 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router precommit_create 55550100 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.711459 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > router precommit_update 55550100 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.715973 n-d-800088-3 neutron-server[100095]: DEBUG neutron.services.provider_configuration [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Service providers = [] {{(pid=100095) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 19:38:14.716395 n-d-800088-3 neutron-server[100095]: DEBUG neutron.db.servicetype_db [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100095) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 19:38:14.719433 n-d-800088-3 neutron-server[100095]: DEBUG neutron.services.service_base [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 19:38:14.719793 n-d-800088-3 neutron-server[100095]: DEBUG neutron.services.service_base [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 19:38:14.720145 n-d-800088-3 neutron-server[100095]: DEBUG neutron.services.service_base [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 19:38:14.721077 n-d-800088-3 neutron-server[100095]: DEBUG neutron.services.service_base [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100095) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 19:38:14.721465 n-d-800088-3 neutron-server[100095]: INFO neutron.services.service_base [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 19:38:14.721849 n-d-800088-3 neutron-server[100095]: DEBUG neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:38:14.722178 n-d-800088-3 neutron-server[100095]: INFO neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 19:38:14.733001 n-d-800088-3 neutron-server[100095]: DEBUG neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:38:14.733348 n-d-800088-3 neutron-server[100095]: INFO neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading Plugin: auto_allocate Jul 09 19:38:14.739270 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: network precommit_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.739650 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: network precommit_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.740174 n-d-800088-3 neutron-server[100095]: DEBUG neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:38:14.740504 n-d-800088-3 neutron-server[100095]: INFO neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading Plugin: tag Jul 09 19:38:14.747038 n-d-800088-3 neutron-server[100095]: DEBUG neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:38:14.747896 n-d-800088-3 neutron-server[100095]: INFO neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading Plugin: timestamp Jul 09 19:38:14.753725 n-d-800088-3 neutron-server[100095]: DEBUG neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:38:14.753725 n-d-800088-3 neutron-server[100095]: INFO neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading Plugin: network_ip_availability Jul 09 19:38:14.759049 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.759378 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.759742 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.760467 n-d-800088-3 neutron-server[100095]: DEBUG neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:38:14.760824 n-d-800088-3 neutron-server[100095]: INFO neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading Plugin: flavors Jul 09 19:38:14.766334 n-d-800088-3 neutron-server[100095]: DEBUG neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:38:14.766674 n-d-800088-3 neutron-server[100095]: INFO neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading Plugin: revisions Jul 09 19:38:14.770940 n-d-800088-3 neutron-server[100095]: DEBUG neutron.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100095) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 19:38:14.771343 n-d-800088-3 neutron-server[100095]: DEBUG oslo_concurrency.lockutils [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.818s {{(pid=100095) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 19:38:14.772088 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100095) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 19:38:14.772436 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Initializing extension manager. Jul 09 19:38:14.772977 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: __init__.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.773327 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: __pycache__ {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.773673 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.774013 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: address_group.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.774783 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.775358 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: address-group Jul 09 19:38:14.775690 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: address_scope.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.776405 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.776965 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: address-scope Jul 09 19:38:14.777297 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.778227 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.778789 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: router-admin-state-down-before-update Jul 09 19:38:14.779344 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: agent.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.780059 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.780809 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: agent Jul 09 19:38:14.781147 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: agent_resources_synced.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.782070 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.782590 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: agent-resources-synced Jul 09 19:38:14.782920 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: allowedaddresspairs.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.784755 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.785286 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: allowed-address-pairs Jul 09 19:38:14.785620 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: auto_allocated_topology.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.786707 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.787240 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: auto-allocated-topology Jul 09 19:38:14.787567 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: availability_zone.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.788271 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.788820 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: availability_zone Jul 09 19:38:14.789151 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: availability_zone_filter.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.790345 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.790865 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: availability_zone_filter Jul 09 19:38:14.791201 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: data_plane_status.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.792121 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.792661 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 19:38:14.792995 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: default_subnetpools.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.793923 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.794608 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: default-subnetpools Jul 09 19:38:14.794943 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.795761 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.796280 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: dhcp_agent_scheduler Jul 09 19:38:14.796635 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: dns.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.797569 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.798084 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension dns-integration not supported by any of loaded plugins Jul 09 19:38:14.798413 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: dns_domain_ports.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.799348 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.799864 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 19:38:14.800197 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.801167 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.801680 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 09 19:38:14.802010 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: dvr.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.802685 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.803198 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: dvr Jul 09 19:38:14.803525 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: empty_string_filtering.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.804441 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.804983 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: empty-string-filtering Jul 09 19:38:14.805312 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.806235 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.806748 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 19:38:14.807081 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.807995 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.808508 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 19:38:14.808865 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: external_net.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.809790 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.810837 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: external-net Jul 09 19:38:14.811166 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.812093 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.812629 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: extra_dhcp_opt Jul 09 19:38:14.812959 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: extraroute.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.813885 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.814398 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: extraroute Jul 09 19:38:14.814728 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: extraroute_atomic.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.815760 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.816274 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: extraroute-atomic Jul 09 19:38:14.816630 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: filter_validation.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.817300 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.817815 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: filter-validation Jul 09 19:38:14.818143 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: fip_pf_description.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.819063 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.819574 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 19:38:14.819903 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: fip_port_details.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.820877 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.821367 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: fip-port-details Jul 09 19:38:14.821703 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: flavors.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.822930 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.823458 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: flavors Jul 09 19:38:14.823796 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.826075 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.826619 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 19:38:14.826962 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: floatingip_pools.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.827672 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.828195 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: floatingip-pools Jul 09 19:38:14.828559 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: ip_allocation.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.829493 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.830011 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 19:38:14.830345 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.831275 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.831806 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: ip-substring-filtering Jul 09 19:38:14.832139 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: l2_adjacency.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.833112 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.833627 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 19:38:14.833960 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: l3.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.834926 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.835456 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: router Jul 09 19:38:14.835789 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.838168 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.838704 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 19:38:14.839042 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.839989 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.840517 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: ext-gw-mode Jul 09 19:38:14.840878 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.841864 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.842384 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: l3-ha Jul 09 19:38:14.842717 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: l3_flavors.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.843655 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.844174 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: l3-flavors Jul 09 19:38:14.844504 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.845461 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.845977 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 19:38:14.846307 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: l3agentscheduler.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.847342 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.847859 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: l3_agent_scheduler Jul 09 19:38:14.848190 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: logging.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.849727 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.850257 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension logging not supported by any of loaded plugins Jul 09 19:38:14.850594 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: metering.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.851349 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.851934 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: metering Jul 09 19:38:14.852268 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.853410 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.853937 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: metering_source_and_destination_fields Jul 09 19:38:14.854271 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: multiprovidernet.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.855210 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.855727 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: multi-provider Jul 09 19:38:14.856060 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: netmtu.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.857547 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.858064 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: net-mtu Jul 09 19:38:14.858395 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: netmtu_writable.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.859329 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.859844 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: net-mtu-writable Jul 09 19:38:14.860176 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: network_availability_zone.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.860896 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.861410 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: network_availability_zone Jul 09 19:38:14.861739 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: network_ip_availability.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.862847 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.863373 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: network-ip-availability Jul 09 19:38:14.863712 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: network_segment_range.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.864487 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.865038 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 19:38:14.865370 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: pagination.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.866360 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.866700 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: pagination Jul 09 19:38:14.867029 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: port_device_profile.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.867946 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.868469 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: port-device-profile Jul 09 19:38:14.868825 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.869762 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.870283 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: port-mac-address-regenerate Jul 09 19:38:14.870614 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.871533 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.872062 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: port-numa-affinity-policy Jul 09 19:38:14.873055 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: port_resource_request.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.873937 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.874452 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 19:38:14.874778 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: portbindings.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.875723 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.876244 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: binding Jul 09 19:38:14.876611 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: portbindings_extended.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.878012 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.878537 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: binding-extended Jul 09 19:38:14.878876 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: portsecurity.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.879805 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.880326 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: port-security Jul 09 19:38:14.880690 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: project_id.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.881675 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.882018 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: project-id Jul 09 19:38:14.882347 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: providernet.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.883287 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.883813 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: provider Jul 09 19:38:14.884143 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: qos.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.887698 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.888282 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension qos not supported by any of loaded plugins Jul 09 19:38:14.888648 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.889905 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.890430 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 19:38:14.890768 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.891704 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.892227 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 19:38:14.892593 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: qos_default.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.893518 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.894038 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension qos-default not supported by any of loaded plugins Jul 09 19:38:14.894372 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: qos_fip.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.895033 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.895550 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension qos-fip not supported by any of loaded plugins Jul 09 19:38:14.895882 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: qos_gateway_ip.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.896845 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.897370 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 19:38:14.897703 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: qos_port_network_policy.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.898626 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.899145 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 19:38:14.899476 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: qos_rule_type_details.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.900405 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.900952 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 19:38:14.901283 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: qos_rules_alias.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.902336 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.902854 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 19:38:14.903183 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: quotasv2.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.904152 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.904487 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: quotas Jul 09 19:38:14.904841 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: quotasv2_detail.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.907847 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.908201 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: quota_details Jul 09 19:38:14.908550 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: rbac.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.909630 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.910166 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: rbac-policies Jul 09 19:38:14.910505 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: rbac_address_group.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.911642 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.912172 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: rbac-address-group Jul 09 19:38:14.912509 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: rbac_address_scope.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.913481 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.914006 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: rbac-address-scope Jul 09 19:38:14.914341 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: rbac_security_groups.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.915537 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.916059 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: rbac-security-groups Jul 09 19:38:14.916395 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: rbac_subnetpool.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.917362 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.917885 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: rbac-subnetpool Jul 09 19:38:14.918220 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: revisionifmatch.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.919158 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.920315 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: revision-if-match Jul 09 19:38:14.920688 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: revisions.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.921830 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.922356 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: standard-attr-revisions Jul 09 19:38:14.922691 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: router_availability_zone.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.923370 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.923895 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: router_availability_zone Jul 09 19:38:14.924225 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: routerservicetype.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.925195 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.925710 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension router-service-type not supported by any of loaded plugins Jul 09 19:38:14.926040 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.926978 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.927498 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: security-groups-normalized-cidr Jul 09 19:38:14.927830 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.928788 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.929308 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: port-security-groups-filtering Jul 09 19:38:14.929638 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.930565 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.931090 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: security-groups-remote-address-group Jul 09 19:38:14.931424 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: securitygroup.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.941622 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.942163 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: security-group Jul 09 19:38:14.942509 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: segment.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.943309 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.943826 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension segment not supported by any of loaded plugins Jul 09 19:38:14.944160 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.945134 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.945656 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 19:38:14.945990 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: servicetype.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.947100 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.947629 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: service-type Jul 09 19:38:14.947966 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: sorting.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.948986 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.949329 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: sorting Jul 09 19:38:14.949658 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: standard_attr_segment.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.950769 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.951300 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 19:38:14.951637 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: standardattrdescription.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.952298 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.952850 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: standard-attr-description Jul 09 19:38:14.953179 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: stateful_security_group.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.954133 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.954660 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: stateful-security-group Jul 09 19:38:14.954991 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: stdattrs_common.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.955577 n-d-800088-3 neutron-server[100095]: WARNING neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 19:38:14.955906 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.956875 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.957397 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 19:38:14.957729 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: subnet_onboard.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.958805 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.959331 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: subnet_onboard Jul 09 19:38:14.959662 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.960634 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.961155 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 19:38:14.961490 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: subnet_service_types.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.962436 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.962960 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: subnet-service-types Jul 09 19:38:14.963291 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: subnetallocation.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.964383 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.964942 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: subnet_allocation Jul 09 19:38:14.965273 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.965944 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.966524 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: subnetpool-prefix-ops Jul 09 19:38:14.966853 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.967789 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.968307 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 19:38:14.968668 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: tagging.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.969734 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.970270 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: standard-attr-tag Jul 09 19:38:14.970603 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: timestamp.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.971817 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.972342 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loaded extension: standard-attr-timestamp Jul 09 19:38:14.972708 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: trunk.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.973746 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.974274 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension trunk not supported by any of loaded plugins Jul 09 19:38:14.974612 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: trunk_details.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.975540 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.976060 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension trunk-details not supported by any of loaded plugins Jul 09 19:38:14.976393 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: uplink_status_propagation.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.977362 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.977885 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 19:38:14.978219 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Loading extension file: vlantransparent.py {{(pid=100095) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 19:38:14.978908 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100095) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 19:38:14.979426 n-d-800088-3 neutron-server[100095]: INFO neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 19:38:14.982471 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:network Jul 09 19:38:14.983001 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:subnet Jul 09 19:38:14.983409 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 19:38:14.983806 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:port Jul 09 19:38:14.985103 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.v2.resource_helper [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:38:14.985555 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.v2.resource_helper [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Service FLAVORS assigned prefix: {{(pid=100095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:38:14.986210 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.v2.resource_helper [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:38:14.986642 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.v2.resource_helper [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:38:14.986981 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:router Jul 09 19:38:14.987422 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:floatingip Jul 09 19:38:14.987935 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.v2.resource_helper [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Service METERING assigned prefix: /metering {{(pid=100095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:38:14.989405 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.989778 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.990136 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100095) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:38:14.991108 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 19:38:14.991572 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:security_group Jul 09 19:38:14.992022 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 19:38:14.992678 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.v2.resource_helper [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Service CORE assigned prefix: {{(pid=100095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:38:14.993019 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 19:38:14.993371 n-d-800088-3 neutron-server[100095]: WARNING neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] subnetpool is already registered Jul 09 19:38:14.993815 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.v2.resource_helper [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Service CORE assigned prefix: {{(pid=100095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:38:14.994157 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 19:38:14.994495 n-d-800088-3 neutron-server[100095]: WARNING neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] subnetpool is already registered Jul 09 19:38:14.996822 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.v2.resource_helper [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:38:14.997260 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.v2.resource_helper [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Service FLAVORS assigned prefix: {{(pid=100095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:38:14.998080 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.v2.resource_helper [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:38:14.999008 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.v2.resource_helper [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:38:14.999350 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:router Jul 09 19:38:14.999699 n-d-800088-3 neutron-server[100095]: WARNING neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] router is already registered Jul 09 19:38:15.000121 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:floatingip Jul 09 19:38:15.000466 n-d-800088-3 neutron-server[100095]: WARNING neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] floatingip is already registered Jul 09 19:38:15.000958 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.v2.resource_helper [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Service METERING assigned prefix: /metering {{(pid=100095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:38:15.001654 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 19:38:15.001991 n-d-800088-3 neutron-server[100095]: WARNING neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] rbac_policy is already registered Jul 09 19:38:15.002413 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:security_group Jul 09 19:38:15.002754 n-d-800088-3 neutron-server[100095]: WARNING neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] security_group is already registered Jul 09 19:38:15.003169 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 19:38:15.003509 n-d-800088-3 neutron-server[100095]: WARNING neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] security_group_rule is already registered Jul 09 19:38:15.004146 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.v2.resource_helper [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Service CORE assigned prefix: {{(pid=100095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:38:15.004483 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 19:38:15.004847 n-d-800088-3 neutron-server[100095]: WARNING neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] subnetpool is already registered Jul 09 19:38:15.005290 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.v2.resource_helper [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Service CORE assigned prefix: {{(pid=100095) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 19:38:15.005624 n-d-800088-3 neutron-server[100095]: INFO neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 19:38:15.005964 n-d-800088-3 neutron-server[100095]: WARNING neutron.quota.resource_registry [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] subnetpool is already registered Jul 09 19:38:15.006443 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: extensions {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.007920 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: address-groups {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.009572 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: address-scopes {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.010865 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: agents {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.012048 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: auto-allocated-topology {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.013498 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: availability_zones {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.014714 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: dhcp-networks {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.017308 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: dhcp-agents {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.018757 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: routers {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.020484 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: flavors {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.021800 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: service_profiles {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.023015 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: next_providers {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.024460 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: service_profiles {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.026035 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: floatingip-pools {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.027254 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: routers {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.029048 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: floatingips {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.030323 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: l3-routers {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.031727 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: l3-agents {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.033193 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: metering-labels {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.034447 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: metering-label-rules {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.035828 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: network-ip-availabilities {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.037142 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: bindings {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.038702 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: quotas {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.040517 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: quotas {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.041975 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: rbac-policies {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.043186 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: security-groups {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.045059 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: security-group-rules {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.046327 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: service-providers {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.047555 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: subnetpools {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.048925 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: subnetpools {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.050484 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: tags {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.052185 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: tags {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.054055 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: tags {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.055840 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: tags {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.057554 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: tags {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.059518 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: tags {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.061880 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: tags {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.063695 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: tags {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.065582 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: tags {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.067336 n-d-800088-3 neutron-server[100095]: DEBUG neutron.api.extensions [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Extended resource: tags {{(pid=100095) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 19:38:15.073347 n-d-800088-3 neutron-server[100095]: WARNING keystonemiddleware.auth_token [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 19:38:15.078042 n-d-800088-3 neutron-server[100095]: WARNING keystonemiddleware.auth_token [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 19:38:15.087301 n-d-800088-3 neutron-server[100095]: DEBUG oslo_concurrency.lockutils [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Acquired lock "singleton_lock" {{(pid=100095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 19:38:15.087782 n-d-800088-3 neutron-server[100095]: DEBUG oslo_concurrency.lockutils [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Releasing lock "singleton_lock" {{(pid=100095) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 19:38:15.088452 n-d-800088-3 neutron-server[100095]: INFO oslo_service.service [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Starting 2 workers Jul 09 19:38:15.093617 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Started child 100204 {{(pid=100095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 19:38:15.098170 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Started child 100205 {{(pid=100095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 19:38:15.099005 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:15.099712 n-d-800088-3 neutron-server[100095]: INFO neutron.service [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 19:38:15.100399 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Notify callbacks [] for process, before_spawn {{(pid=100095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:15.100504 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [-] (100204) wsgi starting up on http://0.0.0.0:9696 Jul 09 19:38:15.102833 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:15.103247 n-d-800088-3 neutron-server[100095]: INFO oslo_service.service [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Starting 1 workers Jul 09 19:38:15.104211 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [-] (100205) wsgi starting up on http://0.0.0.0:9696 Jul 09 19:38:15.108778 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Started child 100206 {{(pid=100095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 19:38:15.109333 n-d-800088-3 neutron-server[100095]: INFO oslo_service.service [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Starting 1 workers Jul 09 19:38:15.112174 n-d-800088-3 neutron-server[100206]: DEBUG neutron.service [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] calling RpcWorker wait() {{(pid=100206) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 19:38:15.112732 n-d-800088-3 neutron-server[100206]: DEBUG neutron.service [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] returning from RpcWorker wait() {{(pid=100206) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 19:38:15.113852 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Started child 100207 {{(pid=100095) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 19:38:15.114052 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:15.114490 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:15.114684 n-d-800088-3 neutron-server[100095]: DEBUG neutron_lib.callbacks.manager [None req-636e3bb0-083b-4d99-8fea-7dfd3a79b940 None None] Notify callbacks [] for process, after_spawn {{(pid=100095) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:15.116606 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100095) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 19:38:15.116801 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 19:38:15.116992 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 19:38:15.117214 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 19:38:15.117569 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 19:38:15.117735 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 19:38:15.118232 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.118498 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.118752 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.118968 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:15.119427 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.119427 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.119859 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.119969 n-d-800088-3 neutron-server[100207]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:15.120134 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.120402 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.120710 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.120979 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.121154 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.121322 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.121579 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.121841 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.122121 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.122521 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.123284 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.123934 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.123934 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.123934 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.124340 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.124512 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.124742 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] debug = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.125009 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.125501 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.125758 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.126009 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.126231 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.126516 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.126748 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.127031 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.127279 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.127524 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.127771 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.128037 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.128271 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.128491 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.128754 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.129012 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.129236 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.129715 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] host = n-d-800088-3 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.129959 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.130180 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.130427 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.130675 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.130937 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.131172 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.131526 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.131725 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.131979 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.132226 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.132495 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.132801 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.133025 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.133273 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_file = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.133440 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_options = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.133677 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.133938 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.134202 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.134393 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.134565 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.134748 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.135095 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.135266 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.135411 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.135625 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.135841 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.136073 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.136289 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.136506 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.136804 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.137056 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.137272 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.137485 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.137754 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.138060 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.138321 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.138566 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.138810 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.139079 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.139230 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.139450 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.139698 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.139946 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.140166 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.140428 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.140687 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.140965 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.141218 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.141475 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.141720 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.141949 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.142170 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.142448 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.142682 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.142930 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.143195 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.143441 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.143695 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.143941 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.144174 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.144410 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] use_json = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.144667 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.144884 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.145220 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.145378 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.145579 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.145798 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.146014 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.146250 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.146676 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.146979 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.147295 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.147668 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.147852 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.148071 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.148253 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.148480 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.148736 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.148990 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.149307 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.149638 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.149896 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.150129 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.150314 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.150700 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.150951 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.151230 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.151491 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.151749 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.152135 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.152292 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.152516 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.152810 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.153105 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.153366 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.153667 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.154345 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.154345 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.154345 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.154811 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.154811 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.155209 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.155209 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.155582 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.155715 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.155848 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.156070 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.156324 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.156593 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.156846 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.157083 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.157326 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.157550 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.157776 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.158015 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.158251 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.158502 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.158741 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.158995 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.159244 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.159486 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.159705 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.159924 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.160167 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.160402 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.160653 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.160873 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.161091 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.161334 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.161579 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.161840 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.162061 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.162302 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.162518 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.162739 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.162960 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.163207 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.163447 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.163680 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.163882 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.164098 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.164313 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.164563 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.165034 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.165254 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.165475 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.165710 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.165932 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.166167 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.166399 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.166613 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.166860 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.167068 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.167344 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.167669 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.167908 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.168152 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.168374 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.168635 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.168887 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.169167 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.170272 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.170272 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.170545 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.170677 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.170886 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.171117 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.171361 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.171602 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.171847 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.172084 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.172307 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.172572 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.172815 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.173065 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.173344 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.173598 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.173861 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.174109 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.174335 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.174607 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.174846 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.175106 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.175356 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.175607 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.175925 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.176220 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.176472 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.176731 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.176964 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.177222 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.177805 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.177805 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.178080 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.178217 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.178423 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.178706 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.178945 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.179167 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.179389 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.179636 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.179964 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.180198 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.180416 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.180831 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.180970 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.181164 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.181417 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.181681 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.181941 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.182175 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.182433 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.182670 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.182893 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.183143 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.183375 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.183610 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.183843 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.184090 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.184328 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.184564 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.184778 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.186192 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.186192 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.186192 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.186664 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.186664 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.186664 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.188077 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.188077 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.188077 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.188077 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.188077 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.188077 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.189120 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.189120 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.189120 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.189120 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.190283 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.190283 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.190283 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.190283 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.190283 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.191016 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.191016 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.191016 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.191016 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.191288 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.191465 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.191701 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.191917 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.192155 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.193380 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.193380 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.193380 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.193380 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.193928 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.193928 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.193928 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.194152 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.194551 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.194551 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.195010 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.195010 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.195196 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.196748 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.196748 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.196748 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.196748 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.196748 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.196748 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.196748 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.197280 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.197280 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.197430 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.200186 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.200186 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.200186 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.200186 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.200186 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.200186 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.200186 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.200186 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.201438 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.201438 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.201438 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.201438 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.201438 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.201438 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.201438 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.201438 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.202003 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.202003 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.202003 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.202003 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.202288 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.202367 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.202584 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.202828 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.203056 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.203330 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.203566 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.203791 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.204010 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.204222 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.204560 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.204841 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.205088 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.205385 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.205648 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.205894 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.206145 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.206434 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.206652 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.206914 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.207136 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.207378 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.207586 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.207856 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.208178 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.208457 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.208757 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.209012 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.209252 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.209544 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.209831 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.210054 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.210344 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.210673 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.210947 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.211211 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.211450 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.211741 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.211954 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.212169 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.212400 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.212696 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.212927 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.213169 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.213402 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.214291 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.214291 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.214291 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.214291 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.214625 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.214746 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.214983 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.215222 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.215381 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 19:38:15.215911 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100095) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 19:38:15.216098 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 19:38:15.216263 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 19:38:15.216460 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 19:38:15.216653 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 19:38:15.216831 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 19:38:15.217034 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.217206 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.217373 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.217533 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.218268 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.218268 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.218268 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.218268 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.218594 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.218594 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.218737 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.218814 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.218925 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.219085 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.219249 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.219397 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.219559 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.219720 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.219887 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.220050 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.220213 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.220966 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.220966 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] debug = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.220966 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.220966 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.221384 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.221384 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.221384 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.221591 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.221668 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.221786 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.221947 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.222265 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.222591 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.222902 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.223205 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.223507 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.223808 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.224319 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.224655 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.224959 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] host = n-d-800088-3 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.225271 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.225430 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.225730 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.226028 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.226326 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.226624 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.227101 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.227101 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.227276 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.227393 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.227559 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.227721 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.227908 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.228046 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_file = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.228345 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_options = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.228670 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.228971 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.229278 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.229506 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.229663 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.229792 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.229945 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.230103 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.230407 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.230710 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.231007 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.231327 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.231583 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.232216 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.232945 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.232945 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.232945 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.232945 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.233254 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.233254 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.233433 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.234590 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.234590 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.234590 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.234590 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.234590 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.234590 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.234590 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.234590 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.235175 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.235175 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.235175 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.235175 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.235510 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.235510 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.235642 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.235783 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.235963 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.236114 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.236343 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.236455 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.236601 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.236829 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.236923 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.237059 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.237468 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] use_json = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.237468 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.237654 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.237654 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.237818 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.237963 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.238359 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.238359 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.238519 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 19:38:15.238586 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.238794 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.238926 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.239085 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.239248 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.239443 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.239575 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.239740 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.239955 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.240054 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.240223 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.240410 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.240580 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.240746 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.240909 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.241075 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.241241 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.241633 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.241633 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.241827 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.241900 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.242021 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.242379 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.242614 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.242728 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.242876 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.243057 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.243190 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.243397 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.243500 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.243661 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.243838 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.243967 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.244128 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.244291 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.244506 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.244726 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.244857 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.244986 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.245115 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.245254 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.245397 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.245678 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.245822 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.245912 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.246020 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.246220 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.246341 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.246480 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.246644 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.246841 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.247013 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.247173 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.247449 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.248162 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.248324 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.248590 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.248754 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.248858 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.249082 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.249232 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.249353 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.249498 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.249645 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.250047 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.250047 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.250230 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.250310 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.250474 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.250610 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.250750 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.250912 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.251098 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.251236 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.251412 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.251555 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.251697 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.251903 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.252046 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.252182 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.252315 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.252455 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.252629 n-d-800088-3 neutron-server[100206]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:15.252773 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.252871 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.252963 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.253143 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.253318 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.253488 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.253628 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.253795 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.253985 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.254120 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.254437 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.254667 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.254763 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.254909 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.255176 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.255344 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.255433 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.255595 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.255755 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.255909 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.256086 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.256409 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.256627 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.256745 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.256913 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.257079 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.257263 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.257413 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.257565 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.257695 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.257855 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.258021 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.258186 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.258357 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.258536 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.258703 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.258858 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.259017 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.259185 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.259345 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.259528 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.259748 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.259865 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.260030 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.260193 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.260366 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.260572 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.260737 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.260902 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.261053 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.261242 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.261407 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.261570 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.261735 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.261898 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.262061 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.262224 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.262387 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.262552 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.262719 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.262884 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.263256 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.263814 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.263814 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.263814 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.263814 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.264115 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.264115 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.264258 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.264417 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.264605 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.264771 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.264957 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.265128 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.265293 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.265456 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.265622 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.265785 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.265967 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.266104 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.266266 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.266430 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.266582 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.266745 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.266910 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.267074 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.267238 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.267406 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.267571 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.267736 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.267901 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.268255 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.268255 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.268778 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.268778 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.268778 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.269126 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.269126 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.269357 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.269357 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.269606 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.269716 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.269819 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.270162 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.270162 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.270393 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.270393 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.270614 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.270744 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.270855 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.271844 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.271844 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.271844 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.271844 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.271844 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.271844 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274034 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274034 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274034 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274034 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274034 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274034 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274034 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274034 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274585 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274585 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274585 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274585 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274585 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274585 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274585 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.274585 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.275122 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.275122 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.275122 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.275122 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.275122 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.275467 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.275467 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.275467 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.275682 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.275762 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.275928 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.276091 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.276426 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.276621 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.276774 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.277489 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.277489 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.277489 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.277489 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.278372 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.278372 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.278372 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.278372 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.278372 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.278372 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.279892 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.279892 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.279892 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.279892 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.279892 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.279892 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.280687 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.280687 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.280687 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.280687 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.280687 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.281330 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.281330 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.281330 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.281330 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.281860 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.281860 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.281860 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.281860 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.282374 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.282374 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.282374 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.282751 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.282751 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.283017 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.283017 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.283287 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.283287 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.283543 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.283678 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.283809 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.283951 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.284091 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.284246 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.284409 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.284592 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.284758 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.284906 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.285074 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.285240 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 19:38:15.285384 n-d-800088-3 neutron-server[100095]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100095) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 19:38:15.506303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44050) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:15.514890 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063088 Jul 09 19:38:26.866064 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ae3634-8fbb-489e-90e5-dc3e49b52246 None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 19:38:26.938858 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ae3634-8fbb-489e-90e5-dc3e49b52246 None None] No non-hosted networks {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 19:38:26.953673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.agentschedulers_db [None req-21ae3634-8fbb-489e-90e5-dc3e49b52246 None None] DHCP Agent not found on host n-d-800088-3 {{(pid=100206) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 09 19:38:27.094857 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7185a72a-4431-49c6-a37c-694a6cc32f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3677512'] for agent, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.328817 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5f86729a-d93e-483e-8b37-4f3d6b9799f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3677512'] for agent, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.404684 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-689e0ebf-0ac2-4e89-941e-c8da2f710bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.506228 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3677512'] for agent, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:29.507316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:29.508099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:29.508695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:29.509409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:29.510366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:29.510962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:29.511492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:29.512117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:29.512741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:29.513298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:29.513824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:29.515037 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:29.515671 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-800088-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:29.525356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-800088-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:38:30.263298 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3677512'] for agent, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:32.080912 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3677512'] for agent, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:33.273948 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44142) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:33.700973 n-d-800088-3 neutron-server[100206]: INFO neutron.db.l3_hamode_db [None req-d784f089-4706-43c1-a819-aea0b51141e2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 19:38:33.778144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784f089-4706-43c1-a819-aea0b51141e2 None None] Routers set() bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:38:33.778535 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784f089-4706-43c1-a819-aea0b51141e2 None None] Router IDs set() for agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 19:38:33.785271 n-d-800088-3 neutron-server[100205]: WARNING oslo_policy.policy [None req-f814eef1-1725-416a-bd43-91b8725e4806 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:38:33.785856 n-d-800088-3 neutron-server[100205]: WARNING oslo_policy.policy [None req-f814eef1-1725-416a-bd43-91b8725e4806 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:38:34.003438 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-f814eef1-1725-416a-bd43-91b8725e4806 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:38:34.004511 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f814eef1-1725-416a-bd43-91b8725e4806 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7296655 Jul 09 19:38:36.344923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44156) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:36.673481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-be4b260a-0d9c-4def-9c33-b37001614f92 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:36.766174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.policy [None req-be4b260a-0d9c-4def-9c33-b37001614f92 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100205) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 19:38:36.810479 n-d-800088-3 neutron-server[100205]: WARNING oslo_policy.policy [None req-be4b260a-0d9c-4def-9c33-b37001614f92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:38:36.810905 n-d-800088-3 neutron-server[100205]: WARNING oslo_policy.policy [None req-be4b260a-0d9c-4def-9c33-b37001614f92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:38:36.819995 n-d-800088-3 neutron-server[100205]: INFO neutron.quota [None req-be4b260a-0d9c-4def-9c33-b37001614f92 admin admin] Loaded quota_driver: . Jul 09 19:38:36.909653 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-be4b260a-0d9c-4def-9c33-b37001614f92 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745873340873', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745873340954', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745873288717', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745873289715', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745873301428', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745873246161', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-563406', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-756527', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3888290', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3777556'] for rbac-policy, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:36.976217 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-be4b260a-0d9c-4def-9c33-b37001614f92 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:36.977609 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-be4b260a-0d9c-4def-9c33-b37001614f92 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6315603 Jul 09 19:38:39.507003 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44168) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:39.801327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Request body: {'network': {'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'project_id': '873aaa8531e24f03a941362124e55c2f', 'admin_state_up': True, 'name': 'private'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:39.829312 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Made reservation on behalf of 873aaa8531e24f03a941362124e55c2f for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:39.832010 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.848673 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.966136 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.971095 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:39.993522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:38:40.023114 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745877210188', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:40.023711 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Unsubscribe: segment precommit_create {{(pid=100205) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 19:38:40.024232 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Added segment d9d8d492-49e7-4030-bf89-50f66d57a169 of type vlan for network 7be68000-f4ce-4c75-9cda-d145619fb3d4 Jul 09 19:38:40.042788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5de649-104e-42c5-8c6c-1b7be83445e9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:40.091328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:40.091673 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:40.092056 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:40.092952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:40.093287 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:40.093619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:40.093948 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:40.094272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:40.094597 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:40.094918 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:40.095238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:40.095557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Tracked resource versions report: Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: pushed versions: Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: { 'AddressGroup': {'1.2'}, Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'ConntrackHelper': {'1.0'}, Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'Log': {'1.0'}, Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'Network': {'1.1'}, Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'Port': {'1.7'}, Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'PortForwarding': {'1.2'}, Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'QosPolicy': {'1.8'}, Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'SecurityGroup': {'1.4'}, Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'SubPort': {'1.0'}, Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'Subnet': {'1.1'}, Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'Trunk': {'1.1'}} Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: consumer versions: Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: { DHCP agent@n-d-800088-3: {}, Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: L3 agent@n-d-800088-3: {}, Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: Metadata agent@n-d-800088-3: {}, Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: Metering agent@n-d-800088-3: {}, Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: Open vSwitch agent@n-d-800088-3: { 'AddressGroup': '1.2', Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'ConntrackHelper': '1.0', Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'Log': '1.0', Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'Network': '1.1', Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'Port': '1.7', Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'PortForwarding': '1.2', Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'QosPolicy': '1.8', Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'SecurityGroup': '1.4', Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'SecurityGroupRule': '1.2', Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'SubPort': '1.0', Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'Subnet': '1.1', Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: 'Trunk': '1.1'}} Jul 09 19:38:40.096711 n-d-800088-3 neutron-server[100205]: {{(pid=100205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:38:40.146204 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:40.197491 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:40.198550 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:40.199197 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:40.285064 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7769887 Jul 09 19:38:40.298661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b9c80-a26f-4e04-b679-d414353db752 admin admin] Pushing event updated for resources: {'Network': ['ID=7be68000-f4ce-4c75-9cda-d145619fb3d4,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:40.311398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 7be68000-f4ce-4c75-9cda-d145619fb3d4 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:38:42.899417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44182) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:43.283568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77026892-169c-48a2-8b53-d7a3c9f23294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:43.285003 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-77026892-169c-48a2-8b53-d7a3c9f23294 admin admin] 10.222.0.30 "GET /v2.0/networks/7be68000-f4ce-4c75-9cda-d145619fb3d4 HTTP/1.1" status: 200 len: 825 time: 0.3846285 Jul 09 19:38:43.309060 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bc964295-e7e8-4568-ba38-22fc4ae605a5 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/db0d69f0-55d4-446f-9679-87f4a89c0321 HTTP/1.1" status: 200 len: 734 time: 0.0187647 Jul 09 19:38:43.317275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9181783b-b9d2-47e6-9e0f-6e684089513d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'ip_version': 4, 'subnetpool_id': 'db0d69f0-55d4-446f-9679-87f4a89c0321', 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:43.338779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9181783b-b9d2-47e6-9e0f-6e684089513d admin admin] Made reservation on behalf of 873aaa8531e24f03a941362124e55c2f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:43.341061 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9181783b-b9d2-47e6-9e0f-6e684089513d admin admin] Notify callbacks [] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.635188 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9181783b-b9d2-47e6-9e0f-6e684089513d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.699969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181783b-b9d2-47e6-9e0f-6e684089513d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:43.708794 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9181783b-b9d2-47e6-9e0f-6e684089513d admin admin] Checking segment: {'id': 'd9d8d492-49e7-4030-bf89-50f66d57a169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:43.709177 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9181783b-b9d2-47e6-9e0f-6e684089513d admin admin] Network hostable DHCP agents. Network: 7be68000-f4ce-4c75-9cda-d145619fb3d4, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:38:43.730185 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9181783b-b9d2-47e6-9e0f-6e684089513d admin admin] Network 7be68000-f4ce-4c75-9cda-d145619fb3d4 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:38:43.741451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-9181783b-b9d2-47e6-9e0f-6e684089513d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 7be68000-f4ce-4c75-9cda-d145619fb3d4) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:43.746488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9181783b-b9d2-47e6-9e0f-6e684089513d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:43.747070 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9181783b-b9d2-47e6-9e0f-6e684089513d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:43.751903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a35b69-fa29-4b12-8653-34030b1cf92e None None] Network 7be68000-f4ce-4c75-9cda-d145619fb3d4 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:38:43.764737 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9181783b-b9d2-47e6-9e0f-6e684089513d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4501228 Jul 09 19:38:44.065348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-7be68000-f4ce-4c75-9cda-d145619fb3d4', 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4', 'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'fixed_ips': [{'subnet_id': '1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:38:44.066601 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.336949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Allocated IP 172.20.0.2 (7be68000-f4ce-4c75-9cda-d145619fb3d4/1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31/f85dea7a-84c7-4a36-aa99-3c881fe8c332) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:38:44.536186 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.553560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Transition to ACTIVE for port object f85dea7a-84c7-4a36-aa99-3c881fe8c332 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:44.601290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Transition to ACTIVE for port object f85dea7a-84c7-4a36-aa99-3c881fe8c332 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:38:44.610412 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.677699 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Network 7be68000-f4ce-4c75-9cda-d145619fb3d4 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:38:44.682274 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:38:44.691986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:38:44.695022 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Pushing event updated for resources: {'Port': ['ID=f85dea7a-84c7-4a36-aa99-3c881fe8c332,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:44.723870 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:44.724225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:44.724614 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:44.725009 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:44.725292 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:44.725625 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:44.725956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:44.726286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:44.726614 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:44.726938 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:44.727264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:44.727590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Tracked resource versions report: Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: pushed versions: Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: { 'AddressGroup': {'1.2'}, Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'ConntrackHelper': {'1.0'}, Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'Log': {'1.0'}, Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'Network': {'1.1'}, Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'Port': {'1.7'}, Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'PortForwarding': {'1.2'}, Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'QosPolicy': {'1.8'}, Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'SecurityGroup': {'1.4'}, Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'SubPort': {'1.0'}, Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'Subnet': {'1.1'}, Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'Trunk': {'1.1'}} Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: consumer versions: Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: { DHCP agent@n-d-800088-3: {}, Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: L3 agent@n-d-800088-3: {}, Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: Metadata agent@n-d-800088-3: {}, Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: Metering agent@n-d-800088-3: {}, Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: Open vSwitch agent@n-d-800088-3: { 'AddressGroup': '1.2', Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'ConntrackHelper': '1.0', Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'Log': '1.0', Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'Network': '1.1', Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'Port': '1.7', Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'PortForwarding': '1.2', Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'QosPolicy': '1.8', Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'SecurityGroup': '1.4', Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'SecurityGroupRule': '1.2', Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'SubPort': '1.0', Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'Subnet': '1.1', Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: 'Trunk': '1.1'}} Jul 09 19:38:44.728779 n-d-800088-3 neutron-server[100206]: {{(pid=100206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:38:44.777709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Attempting to bind port f85dea7a-84c7-4a36-aa99-3c881fe8c332 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:38:44.778305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Attempting to bind port f85dea7a-84c7-4a36-aa99-3c881fe8c332 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'd9d8d492-49e7-4030-bf89-50f66d57a169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:38:44.778531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Attempting to bind port f85dea7a-84c7-4a36-aa99-3c881fe8c332 on network 7be68000-f4ce-4c75-9cda-d145619fb3d4 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:38:44.784066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:38:44.784481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Checking segment: {'id': 'd9d8d492-49e7-4030-bf89-50f66d57a169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:38:44.784988 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.785378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Bound using segment: {'id': 'd9d8d492-49e7-4030-bf89-50f66d57a169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:38:44.785861 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Bound port: f85dea7a-84c7-4a36-aa99-3c881fe8c332, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d8d492-49e7-4030-bf89-50f66d57a169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:38:44.786292 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.847542 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] For port f85dea7a-84c7-4a36-aa99-3c881fe8c332, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:38:44.851996 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] For port f85dea7a-84c7-4a36-aa99-3c881fe8c332, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f85dea7a-84c7-4a36-aa99-3c881fe8c332,segment=NetworkSegment(d9d8d492-49e7-4030-bf89-50f66d57a169),segment_id=d9d8d492-49e7-4030-bf89-50f66d57a169)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:38:44.856259 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:44.921214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebc108-9a79-40fd-8ab5-3aa67a1c7b2a None None] Pushing event updated for resources: {'Port': ['ID=f85dea7a-84c7-4a36-aa99-3c881fe8c332,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:46.249771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44190) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:46.584881 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-4b644287-2314-4e61-becf-4f2e16df9aa3 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:38:46.585980 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4b644287-2314-4e61-becf-4f2e16df9aa3 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3352475 Jul 09 19:38:48.942682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44198) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:49.255104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-337c5106-4bde-4c92-843e-e1aafbd9cbdd admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:38:49.256106 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-337c5106-4bde-4c92-843e-e1aafbd9cbdd admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124189 Jul 09 19:38:51.037166 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e2feb5-350b-48b2-baab-4c85fdc40164 None None] Network 7be68000-f4ce-4c75-9cda-d145619fb3d4 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:38:51.101394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-640f5274-a8f2-434d-b3e8-62d0097c55c3 None None] Provisioning for port f85dea7a-84c7-4a36-aa99-3c881fe8c332 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:51.422297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f85dea7a-84c7-4a36-aa99-3c881fe8c332 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:51.515558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port f85dea7a-84c7-4a36-aa99-3c881fe8c332 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:38:51.519116 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port f85dea7a-84c7-4a36-aa99-3c881fe8c332 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:51.519513 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.622369 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.656790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port f85dea7a-84c7-4a36-aa99-3c881fe8c332, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f85dea7a-84c7-4a36-aa99-3c881fe8c332,segment=NetworkSegment(d9d8d492-49e7-4030-bf89-50f66d57a169),segment_id=d9d8d492-49e7-4030-bf89-50f66d57a169)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:38:51.660624 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:51.707783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=f85dea7a-84c7-4a36-aa99-3c881fe8c332,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:51.900552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44212) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:52.196315 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9c71e337-992f-430e-84ae-40cad90b1f9b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'admin_state_up': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:52.219756 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9c71e337-992f-430e-84ae-40cad90b1f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.221362 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9c71e337-992f-430e-84ae-40cad90b1f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.359517 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9c71e337-992f-430e-84ae-40cad90b1f9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.364044 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9c71e337-992f-430e-84ae-40cad90b1f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.376948 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9c71e337-992f-430e-84ae-40cad90b1f9b admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:52.378126 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9c71e337-992f-430e-84ae-40cad90b1f9b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4765968 Jul 09 19:38:53.394398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f85dea7a-84c7-4a36-aa99-3c881fe8c332 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:38:53.441351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port f85dea7a-84c7-4a36-aa99-3c881fe8c332 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:38:53.441726 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:54.724867 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44220) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:55.027689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-3c48fc7b-87f6-48b9-aaab-b6757ed8f160 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:38:55.028719 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3c48fc7b-87f6-48b9-aaab-b6757ed8f160 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3028169 Jul 09 19:38:56.740520 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9cbab3fb-ac03-4c9b-a2f3-5fa8fd96346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.381114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44228) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:38:57.684203 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:38:57.705121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] Made reservation on behalf of 828839c608054287952de22e1aed7228 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:38:57.707381 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.714989 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.806066 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.809622 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.825395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] Reserving flat network on physical network physnet1 {{(pid=100205) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 19:38:57.845426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2281f7e5-e6a6-4dda-aa83-45393f4c644a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:57.849305 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.850052 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] Added segment ef581182-ca49-4898-af95-b9586cca3205 of type flat for network 7a97b206-c681-46bf-83e7-464bfb1ece64 Jul 09 19:38:57.896413 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.931833 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.932786 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:38:57.933372 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:57.991557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6094012 Jul 09 19:38:57.994540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bb206-c185-44a1-8beb-2eac7343ea72 admin admin] Pushing event updated for resources: {'Network': ['ID=7a97b206-c681-46bf-83e7-464bfb1ece64,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:38:58.013651 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:38:59.323778 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d252080b-9daf-4edc-8279-1f93a300ae3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:38:59.501573 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:00.207008 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:00.327762 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44236) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:00.692964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ad3243-b273-412e-a85d-16c8a6ca8db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:00.694216 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b7ad3243-b273-412e-a85d-16c8a6ca8db4 admin admin] 10.222.0.30 "GET /v2.0/subnets/1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31 HTTP/1.1" status: 200 len: 849 time: 0.3654752 Jul 09 19:39:00.809403 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d7defb38-c999-4cc8-b43e-669594346f14 admin admin] 10.222.0.30 "GET /v2.0/routers/ede2143e-cff2-4eb9-b686-66a3428cacce HTTP/1.1" status: 200 len: 704 time: 0.1099143 Jul 09 19:39:01.071447 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.360100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Allocated IP 172.20.0.1 (7be68000-f4ce-4c75-9cda-d145619fb3d4/1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31/af05d0a2-2972-4f1e-9085-e0ea40283499) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:01.554884 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.576758 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Transition to ACTIVE for port object af05d0a2-2972-4f1e-9085-e0ea40283499 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:01.654444 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.715408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Network 7be68000-f4ce-4c75-9cda-d145619fb3d4 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:01.721507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:01.733516 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:01.734046 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.804588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=af05d0a2-2972-4f1e-9085-e0ea40283499,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:01.949036 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:01.972788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7527737d-e961-461d-8901-8a25afb10eab None None] Provisioning for port af05d0a2-2972-4f1e-9085-e0ea40283499 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:01.976564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7527737d-e961-461d-8901-8a25afb10eab None None] Provisioning complete for port af05d0a2-2972-4f1e-9085-e0ea40283499 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:01.976944 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7527737d-e961-461d-8901-8a25afb10eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.008685 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7527737d-e961-461d-8901-8a25afb10eab None None] Port af05d0a2-2972-4f1e-9085-e0ea40283499 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:39:02.025517 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.130812 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.134958 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.135732 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.211811 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=af05d0a2-2972-4f1e-9085-e0ea40283499,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:02.256951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Network 7be68000-f4ce-4c75-9cda-d145619fb3d4 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:02.258205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:02.416653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Router ede2143e-cff2-4eb9-b686-66a3428cacce is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:39:02.430398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-17f68efc-43d5-4963-97d1-1ea1711758bd None None] Provisioning complete for port af05d0a2-2972-4f1e-9085-e0ea40283499 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:02.430784 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17f68efc-43d5-4963-97d1-1ea1711758bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:02.462836 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-17f68efc-43d5-4963-97d1-1ea1711758bd None None] Port af05d0a2-2972-4f1e-9085-e0ea40283499 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:39:02.507501 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:39:02.512941 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7174db5b-ac7a-458a-9653-c41b5d7b7cd9 admin admin] 10.222.0.30 "PUT /v2.0/routers/ede2143e-cff2-4eb9-b686-66a3428cacce/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6985526 Jul 09 19:39:02.517807 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Sync routers for ids ['ede2143e-cff2-4eb9-b686-66a3428cacce'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:39:02.528910 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Routers {'ede2143e-cff2-4eb9-b686-66a3428cacce'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:39:02.529763 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:38:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ede2143e-cff2-4eb9-b686-66a3428cacce'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:02.710427 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Set router ede2143e-cff2-4eb9-b686-66a3428cacce gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:39:03.134930 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2143e-cff2-4eb9-b686-66a3428cacce', 'name': 'router1', 'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:52Z', 'updated_at': '2021-07-09T19:39:01Z', 'revision_number': 2, 'project_id': '873aaa8531e24f03a941362124e55c2f', 'gw_port_host': None, '_interfaces': [{'id': 'af05d0a2-2972-4f1e-9085-e0ea40283499', 'name': '', 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4', 'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'mac_address': 'fa:16:3e:9d:34:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2143e-cff2-4eb9-b686-66a3428cacce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:01Z', 'updated_at': '2021-07-09T19:39:01Z', 'revision_number': 2, 'project_id': '873aaa8531e24f03a941362124e55c2f', 'subnets': [{'id': '1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db0d69f0-55d4-446f-9679-87f4a89c0321'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:03.183178 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Checking router: ede2143e-cff2-4eb9-b686-66a3428cacce for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:39:03.183546 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Updating router ede2143e-cff2-4eb9-b686-66a3428cacce port af05d0a2-2972-4f1e-9085-e0ea40283499 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:39:03.247731 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:03.738905 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:03.757524 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Transition to ACTIVE for port object af05d0a2-2972-4f1e-9085-e0ea40283499 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:03.763965 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:03.922308 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Attempting to bind port af05d0a2-2972-4f1e-9085-e0ea40283499 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:03.922723 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Attempting to bind port af05d0a2-2972-4f1e-9085-e0ea40283499 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'd9d8d492-49e7-4030-bf89-50f66d57a169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:03.923155 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Attempting to bind port af05d0a2-2972-4f1e-9085-e0ea40283499 on network 7be68000-f4ce-4c75-9cda-d145619fb3d4 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:03.932214 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:03.932670 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Checking segment: {'id': 'd9d8d492-49e7-4030-bf89-50f66d57a169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:03.933197 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:03.933595 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Bound using segment: {'id': 'd9d8d492-49e7-4030-bf89-50f66d57a169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:03.934123 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Bound port: af05d0a2-2972-4f1e-9085-e0ea40283499, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d8d492-49e7-4030-bf89-50f66d57a169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:03.934561 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:03.940472 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fac066-7ec5-49c5-846a-ce860ae51af0 None None] Pushing event updated for resources: {'Port': ['ID=af05d0a2-2972-4f1e-9085-e0ea40283499,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:03.957322 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fac066-7ec5-49c5-846a-ce860ae51af0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:03.957681 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fac066-7ec5-49c5-846a-ce860ae51af0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:03.958029 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fac066-7ec5-49c5-846a-ce860ae51af0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:03.958371 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fac066-7ec5-49c5-846a-ce860ae51af0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:03.958712 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fac066-7ec5-49c5-846a-ce860ae51af0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:03.959088 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fac066-7ec5-49c5-846a-ce860ae51af0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:03.959426 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fac066-7ec5-49c5-846a-ce860ae51af0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:03.959759 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fac066-7ec5-49c5-846a-ce860ae51af0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:03.960087 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fac066-7ec5-49c5-846a-ce860ae51af0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:03.960414 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fac066-7ec5-49c5-846a-ce860ae51af0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:03.960767 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fac066-7ec5-49c5-846a-ce860ae51af0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:03.961096 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fac066-7ec5-49c5-846a-ce860ae51af0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fac066-7ec5-49c5-846a-ce860ae51af0 None None] Tracked resource versions report: Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: pushed versions: Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: { 'AddressGroup': {'1.2'}, Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'ConntrackHelper': {'1.0'}, Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'Log': {'1.0'}, Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'Network': {'1.1'}, Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'Port': {'1.7'}, Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'PortForwarding': {'1.2'}, Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'QosPolicy': {'1.8'}, Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'SecurityGroup': {'1.4'}, Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'SubPort': {'1.0'}, Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'Subnet': {'1.1'}, Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'Trunk': {'1.1'}} Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: consumer versions: Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: { DHCP agent@n-d-800088-3: {}, Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: L3 agent@n-d-800088-3: {}, Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: Metadata agent@n-d-800088-3: {}, Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: Metering agent@n-d-800088-3: {}, Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: Open vSwitch agent@n-d-800088-3: { 'AddressGroup': '1.2', Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'ConntrackHelper': '1.0', Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'Log': '1.0', Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'Network': '1.1', Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'Port': '1.7', Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'PortForwarding': '1.2', Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'QosPolicy': '1.8', Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'SecurityGroup': '1.4', Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'SecurityGroupRule': '1.2', Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'SubPort': '1.0', Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'Subnet': '1.1', Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: 'Trunk': '1.1'}} Jul 09 19:39:03.962250 n-d-800088-3 neutron-server[100207]: {{(pid=100207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:39:04.020520 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] For port af05d0a2-2972-4f1e-9085-e0ea40283499, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:04.041768 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] For port af05d0a2-2972-4f1e-9085-e0ea40283499, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=af05d0a2-2972-4f1e-9085-e0ea40283499,segment=NetworkSegment(d9d8d492-49e7-4030-bf89-50f66d57a169),segment_id=d9d8d492-49e7-4030-bf89-50f66d57a169)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:04.046154 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:04.104309 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Routers {'ede2143e-cff2-4eb9-b686-66a3428cacce'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:39:04.104986 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:38:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ede2143e-cff2-4eb9-b686-66a3428cacce'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:04.106745 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fac066-7ec5-49c5-846a-ce860ae51af0 None None] Pushing event updated for resources: {'Port': ['ID=af05d0a2-2972-4f1e-9085-e0ea40283499,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:04.199972 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] Set router ede2143e-cff2-4eb9-b686-66a3428cacce gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:39:04.410675 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2143e-cff2-4eb9-b686-66a3428cacce', 'name': 'router1', 'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:52Z', 'updated_at': '2021-07-09T19:39:01Z', 'revision_number': 2, 'project_id': '873aaa8531e24f03a941362124e55c2f', 'gw_port_host': None, '_interfaces': [{'id': 'af05d0a2-2972-4f1e-9085-e0ea40283499', 'name': '', 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4', 'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'mac_address': 'fa:16:3e:9d:34:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2143e-cff2-4eb9-b686-66a3428cacce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:01Z', 'updated_at': '2021-07-09T19:39:04Z', 'revision_number': 4, 'project_id': '873aaa8531e24f03a941362124e55c2f', 'subnets': [{'id': '1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db0d69f0-55d4-446f-9679-87f4a89c0321'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:04.446314 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9718fd-9d70-44fe-a0dd-c8ac365c723e None None] The sync data for ids ['ede2143e-cff2-4eb9-b686-66a3428cacce'] in n-d-800088-3 is: [{'id': 'ede2143e-cff2-4eb9-b686-66a3428cacce', 'name': 'router1', 'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:52Z', 'updated_at': '2021-07-09T19:39:01Z', 'revision_number': 2, 'project_id': '873aaa8531e24f03a941362124e55c2f', 'gw_port_host': None, '_interfaces': [{'id': 'af05d0a2-2972-4f1e-9085-e0ea40283499', 'name': '', 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4', 'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'mac_address': 'fa:16:3e:9d:34:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2143e-cff2-4eb9-b686-66a3428cacce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:01Z', 'updated_at': '2021-07-09T19:39:04Z', 'revision_number': 4, 'project_id': '873aaa8531e24f03a941362124e55c2f', 'subnets': [{'id': '1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db0d69f0-55d4-446f-9679-87f4a89c0321'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:39:04.765538 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44256) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:04.940964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3934e0cd-c6a2-47ff-8e63-e0d468a354c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:04.942263 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3934e0cd-c6a2-47ff-8e63-e0d468a354c5 admin admin] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 842 time: 0.1756785 Jul 09 19:39:04.951512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-8ff73a14-a0fd-4438-9050-df7e8aa10353 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:04.972466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff73a14-a0fd-4438-9050-df7e8aa10353 admin admin] Made reservation on behalf of 828839c608054287952de22e1aed7228 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:39:04.974755 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8ff73a14-a0fd-4438-9050-df7e8aa10353 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:05.316417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.objects.ports [None req-8ff73a14-a0fd-4438-9050-df7e8aa10353 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100205) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 19:39:05.316878 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8ff73a14-a0fd-4438-9050-df7e8aa10353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:05.374270 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff73a14-a0fd-4438-9050-df7e8aa10353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:05.378419 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff73a14-a0fd-4438-9050-df7e8aa10353 admin admin] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:05.378781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff73a14-a0fd-4438-9050-df7e8aa10353 admin admin] Network hostable DHCP agents. Network: 7a97b206-c681-46bf-83e7-464bfb1ece64, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:39:05.395045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff73a14-a0fd-4438-9050-df7e8aa10353 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:39:05.404768 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-8ff73a14-a0fd-4438-9050-df7e8aa10353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 7a97b206-c681-46bf-83e7-464bfb1ece64) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:05.408976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff73a14-a0fd-4438-9050-df7e8aa10353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:05.409563 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8ff73a14-a0fd-4438-9050-df7e8aa10353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:05.413676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd8881-4756-4ae9-ae55-c6b42e13ee44 None None] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:05.424697 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8ff73a14-a0fd-4438-9050-df7e8aa10353 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4766142 Jul 09 19:39:05.544525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a651c30a-84ac-465e-859c-d3048adf7b4d None None] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:39:07.441101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device af05d0a2-2972-4f1e-9085-e0ea40283499 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:07.494613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port af05d0a2-2972-4f1e-9085-e0ea40283499 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:07.498761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port af05d0a2-2972-4f1e-9085-e0ea40283499 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:07.499163 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.592229 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.627301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port af05d0a2-2972-4f1e-9085-e0ea40283499, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=af05d0a2-2972-4f1e-9085-e0ea40283499,segment=NetworkSegment(d9d8d492-49e7-4030-bf89-50f66d57a169),segment_id=d9d8d492-49e7-4030-bf89-50f66d57a169)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:07.631700 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:07.681991 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=af05d0a2-2972-4f1e-9085-e0ea40283499,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:07.729883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44278) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:07.858417 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f16d4812-a3db-463e-868c-ab0bd6e47f15 admin admin] 10.222.0.30 "GET /v2.0/routers/ede2143e-cff2-4eb9-b686-66a3428cacce HTTP/1.1" status: 200 len: 710 time: 0.1273863 Jul 09 19:39:07.943553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8157f6-9a11-4e69-870f-68b82d052a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:39:07.944956 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9f8157f6-9a11-4e69-870f-68b82d052a01 admin admin] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 886 time: 0.0815589 Jul 09 19:39:07.954098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:39:08.195698 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:08.432300 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:08.508513 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:08.613078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Allocated IP 172.25.0.102 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/602a47f9-6c57-436d-a165-b230867ff8f2) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:39:08.710509 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:08.749907 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:08.786971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:39:08.793030 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:39:08.797127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:39:08.802028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Pushing event updated for resources: {'Port': ['ID=602a47f9-6c57-436d-a165-b230867ff8f2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:09.117008 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.302933 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.306126 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.402901 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device af05d0a2-2972-4f1e-9085-e0ea40283499 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:09.410732 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Router ede2143e-cff2-4eb9-b686-66a3428cacce has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:39:09.448541 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port af05d0a2-2972-4f1e-9085-e0ea40283499 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:09.448947 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.513075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:39:09.518018 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:09.519275 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-584bb5a1-27c3-47e0-9f3b-76e09c10fa6f admin admin] 10.222.0.30 "PUT /v2.0/routers/ede2143e-cff2-4eb9-b686-66a3428cacce HTTP/1.1" status: 200 len: 890 time: 1.5690217 Jul 09 19:39:09.565394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Sync routers for ids ['ede2143e-cff2-4eb9-b686-66a3428cacce'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:39:09.587525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Routers {'ede2143e-cff2-4eb9-b686-66a3428cacce'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:39:09.588202 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:38:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ede2143e-cff2-4eb9-b686-66a3428cacce'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:09.801570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Set router ede2143e-cff2-4eb9-b686-66a3428cacce gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:39:10.191765 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2143e-cff2-4eb9-b686-66a3428cacce', 'name': 'router1', 'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '602a47f9-6c57-436d-a165-b230867ff8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:52Z', 'updated_at': '2021-07-09T19:39:08Z', 'revision_number': 4, 'project_id': '873aaa8531e24f03a941362124e55c2f', 'gw_port': {'id': '602a47f9-6c57-436d-a165-b230867ff8f2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2143e-cff2-4eb9-b686-66a3428cacce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:08Z', 'updated_at': '2021-07-09T19:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'af05d0a2-2972-4f1e-9085-e0ea40283499', 'name': '', 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4', 'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'mac_address': 'fa:16:3e:9d:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2143e-cff2-4eb9-b686-66a3428cacce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:01Z', 'updated_at': '2021-07-09T19:39:07Z', 'revision_number': 5, 'project_id': '873aaa8531e24f03a941362124e55c2f', 'subnets': [{'id': '1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db0d69f0-55d4-446f-9679-87f4a89c0321'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:10.242900 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Checking router: ede2143e-cff2-4eb9-b686-66a3428cacce for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:39:10.243255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Updating router ede2143e-cff2-4eb9-b686-66a3428cacce port 602a47f9-6c57-436d-a165-b230867ff8f2 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:39:10.274753 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.597313 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.606689 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Transition to ACTIVE for port object 602a47f9-6c57-436d-a165-b230867ff8f2 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:39:10.612940 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.661664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Attempting to bind port 602a47f9-6c57-436d-a165-b230867ff8f2 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:39:10.662053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Attempting to bind port 602a47f9-6c57-436d-a165-b230867ff8f2 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:39:10.662425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Attempting to bind port 602a47f9-6c57-436d-a165-b230867ff8f2 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:39:10.669358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0600e6-4abf-4038-aff1-5821b7a86c3a None None] Pushing event updated for resources: {'Port': ['ID=602a47f9-6c57-436d-a165-b230867ff8f2,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:10.672271 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:39:10.672682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:39:10.673102 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.673475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:39:10.673945 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Bound port: 602a47f9-6c57-436d-a165-b230867ff8f2, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:39:10.674349 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.725462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] For port 602a47f9-6c57-436d-a165-b230867ff8f2, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:39:10.728489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] For port 602a47f9-6c57-436d-a165-b230867ff8f2, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=602a47f9-6c57-436d-a165-b230867ff8f2,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:39:10.733991 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:10.790255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Routers {'ede2143e-cff2-4eb9-b686-66a3428cacce'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:39:10.791128 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:38:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ede2143e-cff2-4eb9-b686-66a3428cacce'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:10.795778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0600e6-4abf-4038-aff1-5821b7a86c3a None None] Pushing event updated for resources: {'Port': ['ID=602a47f9-6c57-436d-a165-b230867ff8f2,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:10.976176 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] Set router ede2143e-cff2-4eb9-b686-66a3428cacce gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:39:11.179264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede2143e-cff2-4eb9-b686-66a3428cacce', 'name': 'router1', 'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '602a47f9-6c57-436d-a165-b230867ff8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:52Z', 'updated_at': '2021-07-09T19:39:08Z', 'revision_number': 4, 'project_id': '873aaa8531e24f03a941362124e55c2f', 'gw_port': {'id': '602a47f9-6c57-436d-a165-b230867ff8f2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2143e-cff2-4eb9-b686-66a3428cacce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:08Z', 'updated_at': '2021-07-09T19:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'af05d0a2-2972-4f1e-9085-e0ea40283499', 'name': '', 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4', 'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'mac_address': 'fa:16:3e:9d:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2143e-cff2-4eb9-b686-66a3428cacce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:01Z', 'updated_at': '2021-07-09T19:39:07Z', 'revision_number': 5, 'project_id': '873aaa8531e24f03a941362124e55c2f', 'subnets': [{'id': '1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db0d69f0-55d4-446f-9679-87f4a89c0321'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:39:11.208634 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1c789-0089-4c52-ab7f-0eba5de1b405 None None] The sync data for ids ['ede2143e-cff2-4eb9-b686-66a3428cacce'] in n-d-800088-3 is: [{'id': 'ede2143e-cff2-4eb9-b686-66a3428cacce', 'name': 'router1', 'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '602a47f9-6c57-436d-a165-b230867ff8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:38:52Z', 'updated_at': '2021-07-09T19:39:08Z', 'revision_number': 4, 'project_id': '873aaa8531e24f03a941362124e55c2f', 'gw_port': {'id': '602a47f9-6c57-436d-a165-b230867ff8f2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:5f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede2143e-cff2-4eb9-b686-66a3428cacce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:08Z', 'updated_at': '2021-07-09T19:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'af05d0a2-2972-4f1e-9085-e0ea40283499', 'name': '', 'network_id': '7be68000-f4ce-4c75-9cda-d145619fb3d4', 'tenant_id': '873aaa8531e24f03a941362124e55c2f', 'mac_address': 'fa:16:3e:9d:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2143e-cff2-4eb9-b686-66a3428cacce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:39:01Z', 'updated_at': '2021-07-09T19:39:07Z', 'revision_number': 5, 'project_id': '873aaa8531e24f03a941362124e55c2f', 'subnets': [{'id': '1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db0d69f0-55d4-446f-9679-87f4a89c0321'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:39:11.432912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 602a47f9-6c57-436d-a165-b230867ff8f2 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:11.485266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 602a47f9-6c57-436d-a165-b230867ff8f2 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:39:11.489574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 602a47f9-6c57-436d-a165-b230867ff8f2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:11.490020 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:11.577182 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:11.600263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 602a47f9-6c57-436d-a165-b230867ff8f2, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=602a47f9-6c57-436d-a165-b230867ff8f2,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:39:11.604345 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:11.658134 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=602a47f9-6c57-436d-a165-b230867ff8f2,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:39:11.946091 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44286) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:39:12.066961 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5391351d-b45d-4a0e-99ec-d6ca442e9e7c admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1196685 Jul 09 19:39:13.407400 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 602a47f9-6c57-436d-a165-b230867ff8f2 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:39:13.452783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 602a47f9-6c57-436d-a165-b230867ff8f2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:39:13.453154 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:17.199667 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 5 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:39:26.779178 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-344f2b38-1079-4b54-b359-98d53b93dedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:29.325985 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-89268092-6a89-41c5-8fe7-bde853da814d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:29.506713 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:30.216962 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:32.038084 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:54.197531 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 5 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:39:56.743042 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ece41f97-6511-416c-8247-9c37db0cad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:59.328497 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9a96888d-9859-4fe7-9892-fd0dd641e1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:39:59.509186 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:00.215452 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:02.044490 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:26.745444 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11994f03-5a65-4ae7-87b0-d336a12cec83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:29.377710 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d75c7cd4-8e60-4288-abd9-35d81e90f8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:29.506086 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:30.218306 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:31.195951 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 5 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:40:32.047074 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:51.763846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44886) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:51.886346 n-d-800088-3 neutron-server[100204]: WARNING oslo_policy.policy [None req-3c38c518-2770-4bd5-b13e-db181bbd16e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:40:51.886930 n-d-800088-3 neutron-server[100204]: WARNING oslo_policy.policy [None req-3c38c518-2770-4bd5-b13e-db181bbd16e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:40:52.153912 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c38c518-2770-4bd5-b13e-db181bbd16e6 admin admin] GET failed (client error): The resource could not be found. Jul 09 19:40:52.156256 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3c38c518-2770-4bd5-b13e-db181bbd16e6 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3902383 Jul 09 19:40:52.425402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.policy [None req-4c2bef72-ee80-478e-85d3-a0cb3e4916af admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100204) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 19:40:52.472440 n-d-800088-3 neutron-server[100204]: WARNING oslo_policy.policy [None req-4c2bef72-ee80-478e-85d3-a0cb3e4916af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:40:52.472866 n-d-800088-3 neutron-server[100204]: WARNING oslo_policy.policy [None req-4c2bef72-ee80-478e-85d3-a0cb3e4916af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 19:40:52.481048 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2bef72-ee80-478e-85d3-a0cb3e4916af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:52.482844 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4c2bef72-ee80-478e-85d3-a0cb3e4916af admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3227115 Jul 09 19:40:54.618956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44902) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:54.751012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58287524-e4f6-4415-a5ad-5f4e48df1fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:54.752386 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-58287524-e4f6-4415-a5ad-5f4e48df1fda admin admin] 10.222.0.30 "GET /v2.0/subnets/1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31 HTTP/1.1" status: 200 len: 849 time: 0.1324825 Jul 09 19:40:54.761657 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:40:54.847575 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Notify callbacks [] for subnet, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.026034 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745877229855'] for subnet, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.089353 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:55.089990 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.091281 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] 10.222.0.30 "PUT /v2.0/subnets/1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31 HTTP/1.1" status: 200 len: 868 time: 0.3334548 Jul 09 19:40:55.094906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53022bbb-944d-4b2d-ac94-a26730a97962 None None] Network 7be68000-f4ce-4c75-9cda-d145619fb3d4 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:40:55.112079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:40:55.121844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:55.122197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:55.122544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:55.123122 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:55.123457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:55.123805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:55.124140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:55.124475 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:55.124845 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:55.125177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:55.125509 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:55.125839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af17e262-dffb-412a-acde-86f4ad24165a admin admin] Tracked resource versions report: Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: pushed versions: Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: { 'AddressGroup': {'1.2'}, Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'ConntrackHelper': {'1.0'}, Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'Log': {'1.0'}, Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'Network': {'1.1'}, Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'Port': {'1.7'}, Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'PortForwarding': {'1.2'}, Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'QosPolicy': {'1.8'}, Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'SecurityGroup': {'1.4'}, Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'SubPort': {'1.0'}, Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'Subnet': {'1.1'}, Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'Trunk': {'1.1'}} Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: consumer versions: Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: { DHCP agent@n-d-800088-3: {}, Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: L3 agent@n-d-800088-3: {}, Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: Metadata agent@n-d-800088-3: {}, Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: Metering agent@n-d-800088-3: {}, Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: Open vSwitch agent@n-d-800088-3: { 'AddressGroup': '1.2', Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'ConntrackHelper': '1.0', Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'Log': '1.0', Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'Network': '1.1', Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'Port': '1.7', Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'PortForwarding': '1.2', Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'QosPolicy': '1.8', Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'SecurityGroup': '1.4', Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'SecurityGroupRule': '1.2', Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'SubPort': '1.0', Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'Subnet': '1.1', Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: 'Trunk': '1.1'}} Jul 09 19:40:55.127075 n-d-800088-3 neutron-server[100204]: {{(pid=100204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:40:55.491724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-03d3bf8c-1995-4843-9f0a-e2365389db1b None None] Provisioning complete for port f85dea7a-84c7-4a36-aa99-3c881fe8c332 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:55.492102 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-03d3bf8c-1995-4843-9f0a-e2365389db1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:55.576295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-03d3bf8c-1995-4843-9f0a-e2365389db1b None None] Provisioning complete for port af05d0a2-2972-4f1e-9085-e0ea40283499 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:40:55.576799 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-03d3bf8c-1995-4843-9f0a-e2365389db1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:56.746583 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cf9017f6-096a-455d-a0a8-70e40f9be4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:57.268089 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44914) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:57.479886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54e33a9-b480-4509-bcdc-6301adbe3630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:57.480367 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54e33a9-b480-4509-bcdc-6301adbe3630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:57.481953 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a54e33a9-b480-4509-bcdc-6301adbe3630 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2128770 Jul 09 19:40:59.331858 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-19b76c1a-3530-4a38-9b50-7c1c25149477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:59.508828 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:40:59.631463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44922) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:40:59.758314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a4965a-53a0-4492-a62a-b120bb401880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:59.758819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a4965a-53a0-4492-a62a-b120bb401880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:40:59.760392 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f1a4965a-53a0-4492-a62a-b120bb401880 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1279793 Jul 09 19:41:00.220895 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:01.897929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44930) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:02.053771 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:02.077890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be188b-7a3e-43c9-ad70-416aeeb9d81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:02.079262 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-85be188b-7a3e-43c9-ad70-416aeeb9d81e admin admin] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 886 time: 0.1803603 Jul 09 19:41:04.209253 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44938) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:04.336310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc0d4b0-003e-4ff1-aecf-4fd3ccd845ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:04.337705 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4dc0d4b0-003e-4ff1-aecf-4fd3ccd845ba admin admin] 10.222.0.30 "GET /v2.0/networks/7be68000-f4ce-4c75-9cda-d145619fb3d4 HTTP/1.1" status: 200 len: 869 time: 0.1275122 Jul 09 19:41:06.499610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44948) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:06.617878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833070d1-5346-44ff-880a-4288b08b3d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:06.618353 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833070d1-5346-44ff-880a-4288b08b3d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:06.619886 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-833070d1-5346-44ff-880a-4288b08b3d4d admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1193414 Jul 09 19:41:08.195464 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 5 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:41:08.759574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44956) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:08.851930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5232b17-950a-4437-9bb9-50c6d51208af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:08.852398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5232b17-950a-4437-9bb9-50c6d51208af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:08.853937 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b5232b17-950a-4437-9bb9-50c6d51208af admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0934126 Jul 09 19:41:11.009598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44964) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:11.099942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd1476b-6e1a-4fea-a236-3a725e1e1442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:11.101364 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-acd1476b-6e1a-4fea-a236-3a725e1e1442 admin admin] 10.222.0.30 "GET /v2.0/subnets/1d2ec0db-8579-4cc9-9bce-42c1ee4e9b31 HTTP/1.1" status: 200 len: 868 time: 0.0909111 Jul 09 19:41:13.226952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44972) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:13.311940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2aea5f-f0d7-4efb-8731-94b7a6addf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:13.313326 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1d2aea5f-f0d7-4efb-8731-94b7a6addf28 admin admin] 10.222.0.30 "GET /v2.0/subnets/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9 HTTP/1.1" status: 200 len: 816 time: 0.0854368 Jul 09 19:41:26.748571 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-99604103-f225-4dca-8a47-60d912ae0683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:29.333000 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8adf0500-ef59-4d28-b813-cfa1188ae69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:29.510697 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:30.225331 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:32.056894 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:37.557938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45024) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:37.603423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-cce289a7-9878-4821-acb2-8cb089388274 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:41:37.604437 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cce289a7-9878-4821-acb2-8cb089388274 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455277 Jul 09 19:41:39.858436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45032) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:39.916863 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-d393bc08-661b-40e7-a22a-128c1dc4af0e admin admin] GET failed (client error): The resource could not be found. Jul 09 19:41:39.918435 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d393bc08-661b-40e7-a22a-128c1dc4af0e admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590584 Jul 09 19:41:40.063265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9603a57d-62f7-411c-952a-b4ea391754b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:40.064723 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9603a57d-62f7-411c-952a-b4ea391754b3 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1423421 Jul 09 19:41:42.204775 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45040) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:42.250813 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-567a43ed-c4b5-44ff-b4e9-17fb4264cd05 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:42.252087 n-d-800088-3 neutron-server[100204]: INFO neutron.quota [None req-567a43ed-c4b5-44ff-b4e9-17fb4264cd05 admin admin] Loaded quota_driver: . Jul 09 19:41:42.291276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567a43ed-c4b5-44ff-b4e9-17fb4264cd05 admin admin] Made reservation on behalf of 828839c608054287952de22e1aed7228 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:42.294053 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-567a43ed-c4b5-44ff-b4e9-17fb4264cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:42.338187 n-d-800088-3 neutron-server[100204]: WARNING neutron.services.revisions.revision_plugin [None req-567a43ed-c4b5-44ff-b4e9-17fb4264cd05 admin admin] Could not find related network for resource to bump revision. Jul 09 19:41:42.355525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567a43ed-c4b5-44ff-b4e9-17fb4264cd05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:41:42.369456 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-567a43ed-c4b5-44ff-b4e9-17fb4264cd05 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745877210188', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:42.370009 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-567a43ed-c4b5-44ff-b4e9-17fb4264cd05 admin admin] Unsubscribe: segment precommit_create {{(pid=100204) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 19:41:42.370505 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-567a43ed-c4b5-44ff-b4e9-17fb4264cd05 admin admin] Added segment 3fefd02b-d41f-4a51-bbed-e5c9033cfbdf of type vlan for network 1059a608-1bd1-4ee1-96d5-3ea2998696df Jul 09 19:41:42.427215 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-567a43ed-c4b5-44ff-b4e9-17fb4264cd05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:42.469880 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-567a43ed-c4b5-44ff-b4e9-17fb4264cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:42.470845 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567a43ed-c4b5-44ff-b4e9-17fb4264cd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:42.471493 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-567a43ed-c4b5-44ff-b4e9-17fb4264cd05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:42.553545 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-567a43ed-c4b5-44ff-b4e9-17fb4264cd05 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3476834 Jul 09 19:41:42.571758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a43ed-c4b5-44ff-b4e9-17fb4264cd05 admin admin] Pushing event updated for resources: {'Network': ['ID=1059a608-1bd1-4ee1-96d5-3ea2998696df,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:42.583231 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:41:44.729416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45048) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:41:44.788748 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91add92-0380-43d0-9ca6-56a48baf7e0c admin admin] GET failed (client error): The resource could not be found. Jul 09 19:41:44.790052 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d91add92-0380-43d0-9ca6-56a48baf7e0c admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596740 Jul 09 19:41:44.859962 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f4eb6-6a8a-483b-b515-903503f6c9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:44.861429 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fe4f4eb6-6a8a-483b-b515-903503f6c9df admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671980 Jul 09 19:41:44.870698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c07fe2fb-cadf-49cf-b25e-d3f223083ec2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:41:44.893203 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07fe2fb-cadf-49cf-b25e-d3f223083ec2 admin admin] Made reservation on behalf of 828839c608054287952de22e1aed7228 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:41:44.895484 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c07fe2fb-cadf-49cf-b25e-d3f223083ec2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.080786 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c07fe2fb-cadf-49cf-b25e-d3f223083ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.145724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fe2fb-cadf-49cf-b25e-d3f223083ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14274d77-1a49-45a5-8a7e-d2972b498e21,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:45.152059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07fe2fb-cadf-49cf-b25e-d3f223083ec2 admin admin] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:45.153013 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07fe2fb-cadf-49cf-b25e-d3f223083ec2 admin admin] Network hostable DHCP agents. Network: 1059a608-1bd1-4ee1-96d5-3ea2998696df, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:41:45.176276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07fe2fb-cadf-49cf-b25e-d3f223083ec2 admin admin] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:41:45.186929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-c07fe2fb-cadf-49cf-b25e-d3f223083ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 1059a608-1bd1-4ee1-96d5-3ea2998696df) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:45.191079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07fe2fb-cadf-49cf-b25e-d3f223083ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:41:45.191859 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c07fe2fb-cadf-49cf-b25e-d3f223083ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.196314 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 5 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:41:45.197498 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f411a0-0f29-4195-9091-c32873405de8 None None] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:45.217031 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c07fe2fb-cadf-49cf-b25e-d3f223083ec2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3385715 Jul 09 19:41:45.354400 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-1059a608-1bd1-4ee1-96d5-3ea2998696df', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'tenant_id': '828839c608054287952de22e1aed7228', 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:41:45.355304 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.585034 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Allocated IP 192.168.233.2 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/ded10193-0ed3-42b2-82c1-3124ab0f62c4) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:41:45.728655 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.737765 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Transition to ACTIVE for port object ded10193-0ed3-42b2-82c1-3124ab0f62c4 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:45.753919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Transition to ACTIVE for port object ded10193-0ed3-42b2-82c1-3124ab0f62c4 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:41:45.760284 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.801769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:41:45.804690 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:41:45.808978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:41:45.812615 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Pushing event updated for resources: {'Port': ['ID=ded10193-0ed3-42b2-82c1-3124ab0f62c4,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:45.823115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:45.823475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:45.823832 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:45.824195 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:45.824587 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:45.825019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:45.825363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:45.825704 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:45.826207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:45.826560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:45.826899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:45.827238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:41:45.876752 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Attempting to bind port ded10193-0ed3-42b2-82c1-3124ab0f62c4 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:41:45.877139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Attempting to bind port ded10193-0ed3-42b2-82c1-3124ab0f62c4 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:41:45.877529 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Attempting to bind port ded10193-0ed3-42b2-82c1-3124ab0f62c4 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:41:45.882471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:41:45.882858 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:41:45.883269 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.883691 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:41:45.884171 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Bound port: ded10193-0ed3-42b2-82c1-3124ab0f62c4, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:41:45.884598 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:45.949238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] For port ded10193-0ed3-42b2-82c1-3124ab0f62c4, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:41:45.953086 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] For port ded10193-0ed3-42b2-82c1-3124ab0f62c4, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ded10193-0ed3-42b2-82c1-3124ab0f62c4,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:41:45.957457 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:46.013876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e611c42-954b-4ef1-9c06-19c4b0ce32c0 None None] Pushing event updated for resources: {'Port': ['ID=ded10193-0ed3-42b2-82c1-3124ab0f62c4,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:46.891175 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97b6784-b302-45c4-87de-b70a5da0afe9 None None] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:41:46.960812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-674ce3c2-a08b-43c8-a0bb-63ed337beb21 None None] Provisioning for port ded10193-0ed3-42b2-82c1-3124ab0f62c4 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:47.568279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ded10193-0ed3-42b2-82c1-3124ab0f62c4 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:47.616297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port ded10193-0ed3-42b2-82c1-3124ab0f62c4 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:41:47.620281 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ded10193-0ed3-42b2-82c1-3124ab0f62c4 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:47.620687 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:47.697764 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:47.730546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port ded10193-0ed3-42b2-82c1-3124ab0f62c4, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ded10193-0ed3-42b2-82c1-3124ab0f62c4,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:41:47.736120 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:47.784145 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=ded10193-0ed3-42b2-82c1-3124ab0f62c4,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:41:49.539643 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ded10193-0ed3-42b2-82c1-3124ab0f62c4 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:41:49.586179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ded10193-0ed3-42b2-82c1-3124ab0f62c4 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:41:49.586555 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:56.757402 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-34e7ae5e-3e55-45ca-8c91-56430bab16a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:59.334062 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d06a387c-10bb-411f-aee8-3694b8847763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:41:59.512805 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:00.228183 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:02.060093 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:22.195363 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 5 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:42:26.758706 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-32bad876-34c6-472c-b875-0d9b5a2f1df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:29.333953 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6ca76ddb-d234-4dcd-a14c-ec3c0133d3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:29.515410 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:30.230683 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:32.063053 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:56.767428 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-358094a9-0034-4926-a28d-9abc198fb3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:57.631600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45100) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:57.637651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-3a985a3a-39ee-4d90-b015-b0ec19f15b72 tempest-verify_tempest_config-1153259814 tempest-verify_tempest_config-1153259814-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:42:57.638711 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3a985a3a-39ee-4d90-b015-b0ec19f15b72 tempest-verify_tempest_config-1153259814 tempest-verify_tempest_config-1153259814-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061295 Jul 09 19:42:57.940055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45118) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:58.039630 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.123752 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.127486 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.171527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8781d58-9550-4b4c-92de-118903cd5754,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:58.176228 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a01734414104a28b1598f5a658a4b83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2351527 Jul 09 19:42:58.178945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45122) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:42:58.180829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.181197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.181550 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.181913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.182248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.182589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.182929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.183266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.183601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.183936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.184270 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.184627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113d18-a4ab-4eae-b3f2-53b57cbee431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.257446 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.278490 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.366623 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.369285 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:58.370460 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8781d58-9550-4b4c-92de-118903cd5754 HTTP/1.1" status: 204 len: 168 time: 0.1905127 Jul 09 19:42:58.379497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8781d58-9550-4b4c-92de-118903cd5754,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:42:58.386020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.386370 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.386713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.387049 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.387570 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.387903 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.388237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.388591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.388918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.389932 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.390542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:58.390630 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37be1891-6340-4af0-a4f6-e08f8c921c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:42:59.194119 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 5 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:42:59.334610 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-293f5423-41da-4089-9aef-c8fad27df020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:42:59.519306 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:00.234598 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:02.065818 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:26.758346 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-973097d0-fafa-4012-be5f-70b5f46b51bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:29.334895 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-832365f1-9689-46c1-a3d6-7751b1825a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:29.523959 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:30.236967 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:32.068214 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:36.193199 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 5 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:43:56.758294 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c3f69b81-2396-4c0c-8504-d69b03be907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:59.334926 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7a3f706d-a358-4e36-bd3e-1e4e7bdd7b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:43:59.526714 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:00.240606 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:02.072619 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:13.192791 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 5 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:44:26.761104 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-427ee8f0-c9b9-4c4d-94c8-5f9945acb0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:29.334744 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-22cc603c-973a-4065-86a8-0d4299cb1fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:29.527634 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:30.242203 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:32.075081 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:50.192286 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 5 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:44:56.761621 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fed29eca-d2ee-4d4d-b060-e305d6fc3a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.334606 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8520335-4c4c-4971-b244-2d3caa4c4585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:44:59.527921 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:00.243916 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:02.080762 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:26.761682 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ed5c-40be-43db-bd78-41869c396ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:27.190770 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 5 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:45:29.335664 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-75255f69-2412-46ef-949a-512cae844b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:29.529145 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:30.245774 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:32.081220 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:56.451584 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3677512'] for agent, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:56.762039 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b4987567-b353-406d-b05f-55461c7b5bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:58.866434 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3677512'] for agent, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.336275 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-93a32540-632f-4d43-9dcc-5f5f15fbe924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:45:59.529420 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:00.252703 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:02.084706 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:04.189694 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:46:26.437323 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:26.762948 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-964126c2-97b8-444a-9191-69daf41b1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:28.815576 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:29.335931 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-549f032b-492e-457c-ae2b-0d311dd41fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:29.529444 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:30.252519 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:32.088681 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:40.945490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45188) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:41.048262 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fbf0d368-e2f6-4135-9f86-add1a93a5159 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1013999 Jul 09 19:46:41.188785 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:46:43.221445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45198) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:46:43.275211 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f08228aa-7c7a-4804-8c98-2524391e864a admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0526805 Jul 09 19:46:56.440612 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:56.763021 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a28a2800-47f4-4153-b6b8-27a7d36ab9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:58.817255 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:59.336017 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4f82e30d-b585-4114-a9ec-56611970360a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:46:59.529100 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:00.254092 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:02.090775 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:18.188223 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:47:26.453126 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:26.771893 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-107a5d38-bd54-4fa1-895d-63981f6bc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:28.831306 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:29.335642 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-501de136-eca2-4d24-bd3d-fb214bdd7475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:29.530390 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:30.256345 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:32.097363 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:55.187870 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:47:56.482804 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:56.765545 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b462d45f-19b8-4950-839d-0d3a607c5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:58.846399 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:59.342702 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9fa347d8-444d-423c-87d5-a09190790926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:47:59.570940 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:00.267870 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.100932 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:02.827090 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45416) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:03.168888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2144806151-network', 'tenant_id': 'd1970a87c2e6404b89294d0e16829336'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:03.192459 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Made reservation on behalf of d1970a87c2e6404b89294d0e16829336 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:03.195937 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.217189 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.321277 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.326279 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.361797 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:03.364819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa0b838-7676-4d2c-ae8b-2a026b3840ce,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:03.375917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.376279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.376652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.376999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.377336 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.377686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.378009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.378342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.378670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.379180 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.379667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.380160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Tracked resource versions report: Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: pushed versions: Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: { 'AddressGroup': {'1.2'}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'ConntrackHelper': {'1.0'}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'Log': {'1.0'}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'Network': {'1.1'}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'Port': {'1.7'}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'PortForwarding': {'1.2'}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'QosPolicy': {'1.8'}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'SecurityGroup': {'1.4'}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'SubPort': {'1.0'}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'Subnet': {'1.1'}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'Trunk': {'1.1'}} Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: consumer versions: Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: { DHCP agent@n-d-800088-3: {}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: HyperV agent@n-h1-800088-3: {}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: HyperV agent@n-h2-800088-3: {}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: L3 agent@n-d-800088-3: {}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: Metadata agent@n-d-800088-3: {}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: Metering agent@n-d-800088-3: {}, Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: Open vSwitch agent@n-d-800088-3: { 'AddressGroup': '1.2', Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'ConntrackHelper': '1.0', Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'Log': '1.0', Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'Network': '1.1', Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'Port': '1.7', Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'PortForwarding': '1.2', Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'QosPolicy': '1.8', Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'SecurityGroup': '1.4', Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'SecurityGroupRule': '1.2', Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'SubPort': '1.0', Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'Subnet': '1.1', Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: 'Trunk': '1.1'}} Jul 09 19:48:03.382129 n-d-800088-3 neutron-server[100204]: {{(pid=100204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:48:03.391075 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.391680 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Added segment f9dcba45-48e5-4d09-9f5b-a56568314071 of type vlan for network 8a232a31-8852-4c82-8ae1-8d8f984ad79c Jul 09 19:48:03.437616 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.472201 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.473382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:03.474039 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.535402 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7044966 Jul 09 19:48:03.535654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b03f1d-9880-444e-b7d3-b12bc7e9b210 admin admin] Pushing event updated for resources: {'Network': ['ID=8a232a31-8852-4c82-8ae1-8d8f984ad79c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:03.535765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45452) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:03.542449 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Request body: {'subnet': {'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2144806151-subnet', 'tenant_id': 'd1970a87c2e6404b89294d0e16829336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:03.547643 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 8a232a31-8852-4c82-8ae1-8d8f984ad79c details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:03.582544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Made reservation on behalf of d1970a87c2e6404b89294d0e16829336 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:03.586382 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.789955 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.837850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e038d9a9-54b5-4f47-8017-9b651456fb61,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:03.847376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.847726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.848068 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.848580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.848765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.849097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.849494 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.849849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.850208 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.850539 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.850867 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.851194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Tracked resource versions report: Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: pushed versions: Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: { 'AddressGroup': {'1.2'}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'ConntrackHelper': {'1.0'}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'Log': {'1.0'}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'Network': {'1.1'}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'Port': {'1.7'}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'PortForwarding': {'1.2'}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'QosPolicy': {'1.8'}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'SecurityGroup': {'1.4'}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'SubPort': {'1.0'}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'Subnet': {'1.1'}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'Trunk': {'1.1'}} Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: consumer versions: Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: { DHCP agent@n-d-800088-3: {}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: HyperV agent@n-h1-800088-3: {}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: HyperV agent@n-h2-800088-3: {}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: L3 agent@n-d-800088-3: {}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: Metadata agent@n-d-800088-3: {}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: Metering agent@n-d-800088-3: {}, Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: Open vSwitch agent@n-d-800088-3: { 'AddressGroup': '1.2', Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'ConntrackHelper': '1.0', Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'Log': '1.0', Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'Network': '1.1', Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'Port': '1.7', Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'PortForwarding': '1.2', Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'QosPolicy': '1.8', Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'SecurityGroup': '1.4', Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'SecurityGroupRule': '1.2', Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'SubPort': '1.0', Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'Subnet': '1.1', Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: 'Trunk': '1.1'}} Jul 09 19:48:03.852315 n-d-800088-3 neutron-server[100205]: {{(pid=100205) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:48:03.873300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Checking segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:03.873656 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Network hostable DHCP agents. Network: 8a232a31-8852-4c82-8ae1-8d8f984ad79c, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:03.891146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Network 8a232a31-8852-4c82-8ae1-8d8f984ad79c is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:03.901949 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 8a232a31-8852-4c82-8ae1-8d8f984ad79c) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:03.906477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:03.907049 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:03.915908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebf83cc-baa0-457f-831e-36ab7a34302b None None] Network 8a232a31-8852-4c82-8ae1-8d8f984ad79c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:03.932179 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ba66a9f1-0b17-4135-b942-a5e2bb8f1c27 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3883226 Jul 09 19:48:04.152129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedb40c8-e907-4ea5-bd92-d00eafb0a39b None None] Network 8a232a31-8852-4c82-8ae1-8d8f984ad79c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:05.861032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45588) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:05.939634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45594) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:05.944610 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-419800444-network', 'tenant_id': '0f4b06aa0ea74fe2a612a1ec413faab7'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:05.990831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] Made reservation on behalf of 0f4b06aa0ea74fe2a612a1ec413faab7 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:05.994714 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.012707 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.139986 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.143203 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b852287-d03b-4e81-9cb4-6e962c7b0ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.154090 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.169061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:06.217946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7506b3b0-a252-461f-ac85-fffcd4748e34,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:06.243262 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.243805 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] Added segment f3639b5a-2af4-4344-b049-629b86b4a511 of type vlan for network 6fc697c3-4c1f-432b-8a8a-8c176260e215 Jul 09 19:48:06.299807 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.355264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.356416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:06.357135 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.438387 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b852287-d03b-4e81-9cb4-6e962c7b0ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.439437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] Pushing event updated for resources: {'Network': ['ID=6fc697c3-4c1f-432b-8a8a-8c176260e215,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:06.452310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 6fc697c3-4c1f-432b-8a8a-8c176260e215 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:06.453799 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b852287-d03b-4e81-9cb4-6e962c7b0ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.463663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45630) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:06.585434 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6b852287-d03b-4e81-9cb4-6e962c7b0ce9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=630dd2a30f2e47839e9e27291a2c4287&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7223408 Jul 09 19:48:06.588017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45646) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:06.589731 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cab7346e-490f-491d-935a-72d23409653a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6491680 Jul 09 19:48:06.590746 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45648) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:06.591525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b852287-d03b-4e81-9cb4-6e962c7b0ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5752eaa-16d1-4c1f-b207-8218e5ffd67e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:06.600423 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1c67efd1-7dc4-4b64-9e50-34b9f6d627da admin admin] Request body: {'subnet': {'network_id': '6fc697c3-4c1f-432b-8a8a-8c176260e215', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-419800444-subnet', 'tenant_id': '0f4b06aa0ea74fe2a612a1ec413faab7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:06.638042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c67efd1-7dc4-4b64-9e50-34b9f6d627da admin admin] Made reservation on behalf of 0f4b06aa0ea74fe2a612a1ec413faab7 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:06.641935 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c67efd1-7dc4-4b64-9e50-34b9f6d627da admin admin] Notify callbacks [] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.661615 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cdd1ddc1-cbe8-4c4f-9e9e-0546dbee402b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.767429 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45662) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:06.770021 n-d-800088-3 neutron-server[100204]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 19:48:06.774823 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cdd1ddc1-cbe8-4c4f-9e9e-0546dbee402b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.783549 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08915a7d-8ba0-4d4f-91cc-a487acf5e302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.798070 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cdd1ddc1-cbe8-4c4f-9e9e-0546dbee402b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.842659 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cdd1ddc1-cbe8-4c4f-9e9e-0546dbee402b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5314929ba66418e9f1785ea6e66998f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3767874 Jul 09 19:48:06.845976 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08915a7d-8ba0-4d4f-91cc-a487acf5e302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.847559 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45678) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:06.882605 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-06047375-49e4-4d2a-872e-bd8155b0b112 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5347218436a14a8696fdd9fbe3da1d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1137042 Jul 09 19:48:06.912373 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1ddc1-cbe8-4c4f-9e9e-0546dbee402b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c5e4e8-fc1d-4e20-8fba-0a2a19ad870e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:06.919105 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c67efd1-7dc4-4b64-9e50-34b9f6d627da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.942945 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-049e6ddb-8d5a-48b6-bcc6-795102b8d61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:06.970822 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-049e6ddb-8d5a-48b6-bcc6-795102b8d61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.004639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45690) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:07.109503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08915a7d-8ba0-4d4f-91cc-a487acf5e302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.111941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08915a7d-8ba0-4d4f-91cc-a487acf5e302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.113116 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-08915a7d-8ba0-4d4f-91cc-a487acf5e302 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5752eaa-16d1-4c1f-b207-8218e5ffd67e HTTP/1.1" status: 204 len: 168 time: 0.5240848 Jul 09 19:48:07.131329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08915a7d-8ba0-4d4f-91cc-a487acf5e302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5752eaa-16d1-4c1f-b207-8218e5ffd67e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:07.135422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67efd1-7dc4-4b64-9e50-34b9f6d627da admin admin] Pushing event updated for resources: {'Subnet': ['ID=b02f2ac7-0277-4c3b-b827-7ab7238810ab,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:07.170441 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-049e6ddb-8d5a-48b6-bcc6-795102b8d61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.173723 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-049e6ddb-8d5a-48b6-bcc6-795102b8d61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.175325 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-049e6ddb-8d5a-48b6-bcc6-795102b8d61a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19c5e4e8-fc1d-4e20-8fba-0a2a19ad870e HTTP/1.1" status: 204 len: 168 time: 0.3245180 Jul 09 19:48:07.182950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67efd1-7dc4-4b64-9e50-34b9f6d627da admin admin] Checking segment: {'id': 'f3639b5a-2af4-4344-b049-629b86b4a511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6fc697c3-4c1f-432b-8a8a-8c176260e215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:07.183302 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c67efd1-7dc4-4b64-9e50-34b9f6d627da admin admin] Network hostable DHCP agents. Network: 6fc697c3-4c1f-432b-8a8a-8c176260e215, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:07.188154 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e6ddb-8d5a-48b6-bcc6-795102b8d61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c5e4e8-fc1d-4e20-8fba-0a2a19ad870e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:07.192120 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-3df604e9-c6f2-4a45-9f70-ead479ad5f19 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:07.193728 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-3df604e9-c6f2-4a45-9f70-ead479ad5f19 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2960031 Jul 09 19:48:07.216183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2dca49b3-b4a8-4832-af01-a309443f8ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.238422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45702) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:07.245127 n-d-800088-3 neutron-server[100205]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 19:48:07.253921 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-09f7eb05-b094-4a25-b525-8ab30d85cfb6 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/quotas/5347218436a14a8696fdd9fbe3da1d59 HTTP/1.1" status: 200 len: 375 time: 0.0312920 Jul 09 19:48:07.276019 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c67efd1-7dc4-4b64-9e50-34b9f6d627da admin admin] Network 6fc697c3-4c1f-432b-8a8a-8c176260e215 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:07.281323 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75557107-a64a-4815-83db-ca28764c46a1 req-65d675a6-6064-41fd-88f9-a311b2d3d2f7 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d5431c274941446d872d5dd668a09999&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389466 Jul 09 19:48:07.355878 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-4c2b0dd6-ae18-4c49-9743-6ed4b0b058e7 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5347218436a14a8696fdd9fbe3da1d59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942490 Jul 09 19:48:07.365222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-1c67efd1-7dc4-4b64-9e50-34b9f6d627da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 6fc697c3-4c1f-432b-8a8a-8c176260e215) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:07.370152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67efd1-7dc4-4b64-9e50-34b9f6d627da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:07.370764 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c67efd1-7dc4-4b64-9e50-34b9f6d627da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.377071 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71242ac-e078-4142-90bc-73448285211d None None] Network 6fc697c3-4c1f-432b-8a8a-8c176260e215 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:07.485219 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75557107-a64a-4815-83db-ca28764c46a1 req-28b1b885-fa7d-468a-8241-58e2430081c4 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:07.494778 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75557107-a64a-4815-83db-ca28764c46a1 req-28b1b885-fa7d-468a-8241-58e2430081c4 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2064736 Jul 09 19:48:07.504963 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2dca49b3-b4a8-4832-af01-a309443f8ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.510316 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2dca49b3-b4a8-4832-af01-a309443f8ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.520592 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75557107-a64a-4815-83db-ca28764c46a1 req-747f7eef-e8c5-40f0-b0ac-6f3b1c410673 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/quotas/d5431c274941446d872d5dd668a09999 HTTP/1.1" status: 200 len: 375 time: 0.0248585 Jul 09 19:48:07.584165 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca49b3-b4a8-4832-af01-a309443f8ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693ca0a4-ba36-47c6-b01f-4f0417e86dee,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:07.587494 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75557107-a64a-4815-83db-ca28764c46a1 req-bc39af89-f8ce-485a-aaab-36b08e7fb289 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d5431c274941446d872d5dd668a09999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659633 Jul 09 19:48:07.606087 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1c67efd1-7dc4-4b64-9e50-34b9f6d627da admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0102072 Jul 09 19:48:07.641063 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1001cc1d-669c-4d4d-af75-695336fcc274 None None] Network 6fc697c3-4c1f-432b-8a8a-8c176260e215 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:07.647665 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2dca49b3-b4a8-4832-af01-a309443f8ca7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=70ae0824a8634a39b7b069890afe44eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6150129 Jul 09 19:48:07.650960 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45708) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:07.733826 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7d4fefcc-ecb3-4d20-b32e-9b4b415f7c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.779021 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7d4fefcc-ecb3-4d20-b32e-9b4b415f7c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.838133 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45730) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:07.847503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7d4fefcc-ecb3-4d20-b32e-9b4b415f7c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.850498 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7d4fefcc-ecb3-4d20-b32e-9b4b415f7c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.853567 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7d4fefcc-ecb3-4d20-b32e-9b4b415f7c02 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/693ca0a4-ba36-47c6-b01f-4f0417e86dee HTTP/1.1" status: 204 len: 168 time: 0.2007651 Jul 09 19:48:07.859697 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f061bc75-340f-4217-a410-e21f9a130576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.869669 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fefcc-ecb3-4d20-b32e-9b4b415f7c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693ca0a4-ba36-47c6-b01f-4f0417e86dee,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:07.874994 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45736) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:07.894320 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d5df4fed-050c-40b1-af0c-2212ad344fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:07.996427 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-62cb71af-fdf4-4b40-9970-902cbece864a req-aeedadcf-c9d8-48f2-84f5-e634d206a6d3 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 210 time: 0.1103494 Jul 09 19:48:08.020188 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f061bc75-340f-4217-a410-e21f9a130576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.036080 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f061bc75-340f-4217-a410-e21f9a130576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.101019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4a5e162-f0ed-4aee-a5f9-b50c905747b2 req-8d8ac5bf-72c1-40f5-ba76-9ef30e84ba2a tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 210 time: 0.0549433 Jul 09 19:48:08.104656 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f061bc75-340f-4217-a410-e21f9a130576 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=babb4f3815bc4f02b7260221bdb7906d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2628920 Jul 09 19:48:08.105312 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45748) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:08.110369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061bc75-340f-4217-a410-e21f9a130576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f008272b-6a61-4155-ae45-6c972f4280ea,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:08.169235 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-23feddee-ea0e-468f-9763-2931aa2c7df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.195975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-23feddee-ea0e-468f-9763-2931aa2c7df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.218172 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d5df4fed-050c-40b1-af0c-2212ad344fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.226951 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d5df4fed-050c-40b1-af0c-2212ad344fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.261773 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-23feddee-ea0e-468f-9763-2931aa2c7df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.271229 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-23feddee-ea0e-468f-9763-2931aa2c7df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.276621 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-23feddee-ea0e-468f-9763-2931aa2c7df3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f008272b-6a61-4155-ae45-6c972f4280ea HTTP/1.1" status: 204 len: 168 time: 0.1699600 Jul 09 19:48:08.285803 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23feddee-ea0e-468f-9763-2931aa2c7df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f008272b-6a61-4155-ae45-6c972f4280ea,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:08.289964 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d5df4fed-050c-40b1-af0c-2212ad344fdd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf3b4efb32ba4b5ebc04156ca49a33fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4088790 Jul 09 19:48:08.289964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df4fed-050c-40b1-af0c-2212ad344fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af331336-5b8b-4d6d-ba1f-9292fd7921b0,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:08.291030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45754) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:08.352516 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a70e4402-58c7-4010-9045-58cd0b1511a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.377144 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a70e4402-58c7-4010-9045-58cd0b1511a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.433560 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a70e4402-58c7-4010-9045-58cd0b1511a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.437746 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a70e4402-58c7-4010-9045-58cd0b1511a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.439499 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a70e4402-58c7-4010-9045-58cd0b1511a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af331336-5b8b-4d6d-ba1f-9292fd7921b0 HTTP/1.1" status: 204 len: 168 time: 0.1474006 Jul 09 19:48:08.450291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e4402-58c7-4010-9045-58cd0b1511a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af331336-5b8b-4d6d-ba1f-9292fd7921b0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:08.649501 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45784) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:08.666049 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-17f2bf5d-640c-4cfc-b4d2-d05908fe6f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.773487 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-17f2bf5d-640c-4cfc-b4d2-d05908fe6f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.778104 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-17f2bf5d-640c-4cfc-b4d2-d05908fe6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.826042 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-17f2bf5d-640c-4cfc-b4d2-d05908fe6f8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c8b3ddd3f4d4a65bc568f090e6dfb3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1754129 Jul 09 19:48:08.827426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2bf5d-640c-4cfc-b4d2-d05908fe6f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f1985e-7742-4fb6-aa12-71688492543c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:08.828771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45792) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:08.888115 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f3dcdd51-75ab-467e-8c01-13dc5c690061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.916743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f3dcdd51-75ab-467e-8c01-13dc5c690061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.987351 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f3dcdd51-75ab-467e-8c01-13dc5c690061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.990370 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f3dcdd51-75ab-467e-8c01-13dc5c690061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:08.991696 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f3dcdd51-75ab-467e-8c01-13dc5c690061 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94f1985e-7742-4fb6-aa12-71688492543c HTTP/1.1" status: 204 len: 168 time: 0.1619306 Jul 09 19:48:09.001705 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcdd51-75ab-467e-8c01-13dc5c690061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f1985e-7742-4fb6-aa12-71688492543c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:09.166436 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c45193e2-0b26-4658-a1d5-cc01eee57750 req-be6170dd-21a6-4158-be60-11a7b6a7ab0e tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 210 time: 0.0396893 Jul 09 19:48:09.498847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-f3f696d7-a7fd-4afd-9c04-45dcf7e8b970 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:09.507092 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-f3f696d7-a7fd-4afd-9c04-45dcf7e8b970 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 821 time: 0.2421389 Jul 09 19:48:09.527515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-5cd09cf9-a64f-47ed-9473-0b0fb01ea1c7 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/quotas/d1970a87c2e6404b89294d0e16829336 HTTP/1.1" status: 200 len: 375 time: 0.0192204 Jul 09 19:48:09.568710 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-6fc8cefb-702e-430f-9c66-15986566ca42 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396910 Jul 09 19:48:09.808799 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-08699bdd-593d-4894-a81c-5b7f6e451e90 req-2cd6cd86-2892-4f1a-b9f7-6053fcc36802 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 210 time: 0.0497367 Jul 09 19:48:10.255193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-03d9f82a-83cf-4371-ba69-ab29576873f4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:48:10.263295 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-03d9f82a-83cf-4371-ba69-ab29576873f4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2800119 Jul 09 19:48:10.376074 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a186af6f-d777-4786-8dc4-597d2470d187 req-facc5c1c-12c0-4c07-b517-56bb4dc13988 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 210 time: 0.0544989 Jul 09 19:48:10.428484 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-c07de56f-3da8-4c55-b1f9-ac26ba6842c6 service neutron] 10.222.0.30 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641431 Jul 09 19:48:10.468105 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.32', 64896) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:10.499901 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-4f3727bd-7951-451c-a40f-ffbd437df3a0 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5347218436a14a8696fdd9fbe3da1d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306230 Jul 09 19:48:10.543033 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-239e0319-da37-4c6b-be85-9ddd0c376aa7 service neutron] 10.222.0.30 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135867 Jul 09 19:48:10.678651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-070d546f-fdca-40b7-ae51-0c1dccb691ec tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:10.681265 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-070d546f-fdca-40b7-ae51-0c1dccb691ec tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736994 Jul 09 19:48:10.769532 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45918) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:10.777429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Request body: {'port': {'device_id': 'd3fdf676-345e-47f5-8e34-e6c66e79cac8', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '5347218436a14a8696fdd9fbe3da1d59'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:10.828458 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ebd45ea-f603-4262-a5ca-5034344ac825 req-d7a86472-3509-4555-a904-22a34b3676fb tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 210 time: 0.0666699 Jul 09 19:48:11.053880 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-833c0eb0-364f-4ac9-a073-94df31e60528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.074654 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Made reservation on behalf of 5347218436a14a8696fdd9fbe3da1d59 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:11.083658 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.113208 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.211385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.32', 64900) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:11.257916 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75557107-a64a-4815-83db-ca28764c46a1 req-4074f622-a995-4d60-90ad-103cb7bd4b5c tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d5431c274941446d872d5dd668a09999&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318015 Jul 09 19:48:11.259553 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2758a63c-659d-43b0-9df6-e42db755522c req-4170554b-01fd-4369-af27-30ef6eb029a0 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 210 time: 0.1191404 Jul 09 19:48:11.309396 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-833c0eb0-364f-4ac9-a073-94df31e60528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.317030 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-833c0eb0-364f-4ac9-a073-94df31e60528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.403848 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-833c0eb0-364f-4ac9-a073-94df31e60528 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c5e78f3942cf4c029c44d26db4b1f91c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6290412 Jul 09 19:48:11.404024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45960) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:11.409404 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c0eb0-364f-4ac9-a073-94df31e60528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb94750-4b6d-4095-b513-3acb772ec4d3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:11.652826 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-034edc1c-f742-4e95-a252-26b250bd9643 req-9fc6e348-6e8f-4593-b7ff-c3209838bc29 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 210 time: 0.0791869 Jul 09 19:48:11.660853 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3f36bb20-996e-488e-a431-bb63d436ce7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.673268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75557107-a64a-4815-83db-ca28764c46a1 req-1533467b-573a-49fd-8488-587c40ddf6a7 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:11.675153 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75557107-a64a-4815-83db-ca28764c46a1 req-1533467b-573a-49fd-8488-587c40ddf6a7 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4109378 Jul 09 19:48:11.704119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Request body: {'port': {'device_id': '530ec6db-44ec-4fc4-817a-92b799c037cd', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': 'd5431c274941446d872d5dd668a09999'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:11.760216 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3f36bb20-996e-488e-a431-bb63d436ce7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.895536 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.919042 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.965695 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3f36bb20-996e-488e-a431-bb63d436ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.968447 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3f36bb20-996e-488e-a431-bb63d436ce7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:11.973656 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3f36bb20-996e-488e-a431-bb63d436ce7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/edb94750-4b6d-4095-b513-3acb772ec4d3 HTTP/1.1" status: 204 len: 168 time: 0.5704162 Jul 09 19:48:12.157981 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2f35dd7-105e-451c-b540-ee5f44d5e82d req-4ba51aab-3747-434a-a9fe-8c7955f7034b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 210 time: 0.0828888 Jul 09 19:48:12.219085 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Made reservation on behalf of d5431c274941446d872d5dd668a09999 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:12.231058 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:12.292062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f894ed-7d32-41be-9c55-d8968bc801a8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:12.314364 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:12.605704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.36', 64031) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:12.795323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Allocated IP 192.168.233.101 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/d5bbd5c0-187c-4fc3-abe1-8541220b2c62) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:12.853076 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-99629f1d-52d4-498f-bfaa-774c940e3bd4 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:12.855209 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-99629f1d-52d4-498f-bfaa-774c940e3bd4 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.36 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 821 time: 0.2474792 Jul 09 19:48:12.918593 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-ff650bff-846e-4277-b96d-b2bb93400978 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Request body: {'port': {'device_id': '5ac7d187-bb14-4748-b88b-5f0d6fee2824', 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c', 'admin_state_up': True, 'tenant_id': 'd1970a87c2e6404b89294d0e16829336'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:12.927988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36bb20-996e-488e-a431-bb63d436ce7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb94750-4b6d-4095-b513-3acb772ec4d3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:12.951903 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cd8341a4-4ebd-4fe6-93c3-2f737de74562 req-b0d05d90-cdac-40e6-9115-17eb921c142a tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 210 time: 0.3709311 Jul 09 19:48:13.048203 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.060726 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.237579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14de179-9608-46ef-b4b0-6f655832d687,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:13.413902 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.468885 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3477dd9f-7f27-4bb9-8435-138b4d7365cc req-9da36b55-7332-41dd-9e07-dd1c7b3cf9dc tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 210 time: 0.0452447 Jul 09 19:48:13.471448 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-524cd35d-27d9-4e47-ae9d-d9d3d586001a req-abd13c1f-48d5-401b-987b-e66ac23d515c tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 210 time: 0.0994432 Jul 09 19:48:13.472220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46018) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:13.500611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-ff650bff-846e-4277-b96d-b2bb93400978 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Made reservation on behalf of d1970a87c2e6404b89294d0e16829336 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:13.507755 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Transition to ACTIVE for port object d5bbd5c0-187c-4fc3-abe1-8541220b2c62 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:13.514879 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-ff650bff-846e-4277-b96d-b2bb93400978 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.546364 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1734c6e-7d9a-47b0-9103-a8f753ee8583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.654851 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.833352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:13.860959 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Allocated IP 192.168.233.104 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/3dd1ec37-acd8-4730-bd4b-3037cccf8ee9) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:13.863976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:13.877482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:13.886785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:13.887451 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:13.902241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Pushing event updated for resources: {'Port': ['ID=d5bbd5c0-187c-4fc3-abe1-8541220b2c62,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:13.991381 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-ff650bff-846e-4277-b96d-b2bb93400978 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Allocated IP 172.20.0.12 (8a232a31-8852-4c82-8ae1-8d8f984ad79c/e038d9a9-54b5-4f47-8017-9b651456fb61/d899d718-e82e-40cf-be59-b0a9aff6d90a) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:14.294170 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:14.315760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Transition to ACTIVE for port object 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:14.362916 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:14.368790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1b39ec4d-2dd4-4abe-a148-16dd87ef2e28 None None] Provisioning for port d5bbd5c0-187c-4fc3-abe1-8541220b2c62 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:14.375104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1b39ec4d-2dd4-4abe-a148-16dd87ef2e28 None None] Provisioning complete for port d5bbd5c0-187c-4fc3-abe1-8541220b2c62 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:14.376508 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1b39ec4d-2dd4-4abe-a148-16dd87ef2e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:14.495394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1b39ec4d-2dd4-4abe-a148-16dd87ef2e28 None None] Port d5bbd5c0-187c-4fc3-abe1-8541220b2c62 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:48:14.502232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:14.525761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:14.540818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:14.557352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:14.558151 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:14.590748 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1734c6e-7d9a-47b0-9103-a8f753ee8583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:14.619151 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1734c6e-7d9a-47b0-9103-a8f753ee8583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:14.639507 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-ff650bff-846e-4277-b96d-b2bb93400978 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:14.646930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-9b00bea0-7bba-4294-8a41-c93a324193d1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8758836 Jul 09 19:48:14.714842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-eef020f4-90dc-48d8-bed7-5918af5722b1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:48:14.733390 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-eef020f4-90dc-48d8-bed7-5918af5722b1 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501018 Jul 09 19:48:14.737747 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Pushing event updated for resources: {'Port': ['ID=3dd1ec37-acd8-4730-bd4b-3037cccf8ee9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:14.755872 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75557107-a64a-4815-83db-ca28764c46a1 req-46b40fa2-a974-4db8-a654-fa7e19b062d1 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0613561 Jul 09 19:48:14.803866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1734c6e-7d9a-47b0-9103-a8f753ee8583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c51eca6-d874-4a9a-af22-40cd8300480f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:14.862209 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2784866-34bd-489c-860b-9e97baefcd9a req-8420fbd5-7040-49d9-a533-f787eb386952 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:14.869680 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2784866-34bd-489c-860b-9e97baefcd9a req-8420fbd5-7040-49d9-a533-f787eb386952 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 936 time: 0.5605981 Jul 09 19:48:14.919108 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e1734c6e-7d9a-47b0-9103-a8f753ee8583 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c514bb08ee1c4b49b749aa972547ce62&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4413400 Jul 09 19:48:14.919507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46062) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:14.944793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-eaba165e-0a1e-47ca-97d3-5cc44646dfc7 None None] Provisioning for port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:14.964889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-eaba165e-0a1e-47ca-97d3-5cc44646dfc7 None None] Provisioning complete for port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:14.971583 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-eaba165e-0a1e-47ca-97d3-5cc44646dfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.009307 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2784866-34bd-489c-860b-9e97baefcd9a req-a4204775-5a41-4bb2-a815-7e81ca229313 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383250 Jul 09 19:48:15.102847 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-06199c01-7ed6-40e1-8c3b-99c6fff17839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.156291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-06199c01-7ed6-40e1-8c3b-99c6fff17839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.165262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-eaba165e-0a1e-47ca-97d3-5cc44646dfc7 None None] Port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:48:15.205032 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-ff650bff-846e-4277-b96d-b2bb93400978 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.295356 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-06199c01-7ed6-40e1-8c3b-99c6fff17839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.298758 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-06199c01-7ed6-40e1-8c3b-99c6fff17839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.302577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-ff650bff-846e-4277-b96d-b2bb93400978 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Network 8a232a31-8852-4c82-8ae1-8d8f984ad79c is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:15.303766 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-06199c01-7ed6-40e1-8c3b-99c6fff17839 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c51eca6-d874-4a9a-af22-40cd8300480f HTTP/1.1" status: 204 len: 168 time: 0.3818815 Jul 09 19:48:15.337136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06199c01-7ed6-40e1-8c3b-99c6fff17839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c51eca6-d874-4a9a-af22-40cd8300480f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:15.345600 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-ff650bff-846e-4277-b96d-b2bb93400978 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:15.361203 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-ff650bff-846e-4277-b96d-b2bb93400978 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:15.378821 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-ff650bff-846e-4277-b96d-b2bb93400978 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:15.385264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-ff650bff-846e-4277-b96d-b2bb93400978 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.525872 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-ff650bff-846e-4277-b96d-b2bb93400978 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6123252 Jul 09 19:48:15.540691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff650bff-846e-4277-b96d-b2bb93400978 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Pushing event updated for resources: {'Port': ['ID=d899d718-e82e-40cf-be59-b0a9aff6d90a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:15.567455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-59085cf8-ab58-47e7-8fb4-1fed7ba7bfd0 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:48:15.571627 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-59085cf8-ab58-47e7-8fb4-1fed7ba7bfd0 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114858 Jul 09 19:48:15.586266 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b57349-6fb1-488d-9646-9c9185daccef req-639e80da-615e-41f3-bf78-4c9942c1534b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:15.588176 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a5b57349-6fb1-488d-9646-9c9185daccef req-639e80da-615e-41f3-bf78-4c9942c1534b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 932 time: 0.1532488 Jul 09 19:48:15.659942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Request body: {'port': {'device_id': 'd3fdf676-345e-47f5-8e34-e6c66e79cac8', 'device_owner': 'compute:tempest-test_az-1849263238', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:15.669537 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a5b57349-6fb1-488d-9646-9c9185daccef req-8803b9d6-6c5b-4f24-b7e2-19b90e2aa9a2 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730040 Jul 09 19:48:15.742264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Request body: {'port': {'device_id': '530ec6db-44ec-4fc4-817a-92b799c037cd', 'device_owner': 'compute:tempest-test_az-1849263238', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:15.859406 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:15.873300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46082) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:16.167938 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9188793c-b38b-4b58-a2fc-33c5f2416f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.196045 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.253266 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50416211-607b-4c35-9123-7318a5873db1 req-26adda60-b742-4225-bc5d-2bc2ede947cf tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:16.264049 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50416211-607b-4c35-9123-7318a5873db1 req-26adda60-b742-4225-bc5d-2bc2ede947cf tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 936 time: 0.2338462 Jul 09 19:48:16.332049 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Request body: {'port': {'device_id': '5ac7d187-bb14-4748-b88b-5f0d6fee2824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:16.448261 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50416211-607b-4c35-9123-7318a5873db1 req-fd861aa3-2750-44b2-a56b-3ca123388203 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782427 Jul 09 19:48:16.470245 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:16.472477 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.494417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Transition to ACTIVE for port object 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:16.502742 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.595761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd1ec37-acd8-4730-bd4b-3037cccf8ee9,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:16.692139 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Attempting to bind port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:16.692472 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Attempting to bind port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:16.692836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Attempting to bind port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:16.701295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:48:16.701843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Attempting to bind port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:16.718789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:16.719276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:16.719845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:16.720318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Bound port: 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:16.721056 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.741853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.886341 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9188793c-b38b-4b58-a2fc-33c5f2416f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.928273 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9188793c-b38b-4b58-a2fc-33c5f2416f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:16.968646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] For port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:16.980999 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] For port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=3dd1ec37-acd8-4730-bd4b-3037cccf8ee9,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:16.988966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:17.095746 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9188793c-b38b-4b58-a2fc-33c5f2416f0c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9bf7a7ff4432454a9ded543988190255&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2196119 Jul 09 19:48:17.127492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357183a-7bbb-43ec-969f-bc7d2fcc0071 req-e4f5bf91-bbea-462a-8935-7557e7500889 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.132205 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a357183a-7bbb-43ec-969f-bc7d2fcc0071 req-e4f5bf91-bbea-462a-8935-7557e7500889 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 970 time: 0.4536536 Jul 09 19:48:17.137097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46120) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:17.274241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.274904 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:17.276405 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75557107-a64a-4815-83db-ca28764c46a1 req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] 10.222.0.32 "PUT /v2.0/ports/3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 HTTP/1.1" status: 200 len: 1118 time: 2.2089448 Jul 09 19:48:17.283036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530ec6db-44ec-4fc4-817a-92b799c037cd', 'tag': '3dd1ec37-acd8-4730-bd4b-3037cccf8ee9'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:17.466244 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188793c-b38b-4b58-a2fc-33c5f2416f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9793bf-9239-4eab-9b1b-08f5fdf9db45,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:17.570201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bbd5c0-187c-4fc3-abe1-8541220b2c62 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:17.579061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41426c6-a8bb-48d0-b98c-1805bff85709 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd1ec37-acd8-4730-bd4b-3037cccf8ee9,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:17.622385 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:17.661915 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Transition to ACTIVE for port object d5bbd5c0-187c-4fc3-abe1-8541220b2c62 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:17.665456 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75557107-a64a-4815-83db-ca28764c46a1 req-50012ce2-4b79-42f5-8aa7-c3dbf6e49d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:17.667624 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75557107-a64a-4815-83db-ca28764c46a1 req-50012ce2-4b79-42f5-8aa7-c3dbf6e49d2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5431c274941446d872d5dd668a09999&device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 1121 time: 0.2678652 Jul 09 19:48:17.671627 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:17.797325 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a357183a-7bbb-43ec-969f-bc7d2fcc0071 req-fe57d442-5549-4f8d-b786-372117727383 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035834 Jul 09 19:48:17.819477 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a21a1685-bb00-4fae-a2d4-fba1285c4ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:17.885739 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75557107-a64a-4815-83db-ca28764c46a1 req-3949727f-d120-4c55-9976-359985c5f7a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 HTTP/1.1" status: 200 len: 217 time: 0.1996930 Jul 09 19:48:17.985531 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca997bb-6011-4784-84d1-02bd2dc274ad" -d '{"events": [{"name": "network-changed", "server_uuid": "530ec6db-44ec-4fc4-817a-92b799c037cd", "tag": "3dd1ec37-acd8-4730-bd4b-3037cccf8ee9"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:18.009546 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a21a1685-bb00-4fae-a2d4-fba1285c4ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.009747 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75557107-a64a-4815-83db-ca28764c46a1 req-db55b729-519d-4d83-a20c-30c0e2a97ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:18.011117 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75557107-a64a-4815-83db-ca28764c46a1 req-db55b729-519d-4d83-a20c-30c0e2a97ea8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0959318 Jul 09 19:48:18.335775 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d899d718-e82e-40cf-be59-b0a9aff6d90a {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:18.344936 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.364004 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Transition to ACTIVE for port object d899d718-e82e-40cf-be59-b0a9aff6d90a will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:18.375473 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.382709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Attempting to bind port d5bbd5c0-187c-4fc3-abe1-8541220b2c62 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:18.383049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Attempting to bind port d5bbd5c0-187c-4fc3-abe1-8541220b2c62 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:18.383427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Attempting to bind port d5bbd5c0-187c-4fc3-abe1-8541220b2c62 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:18.420764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Pushing event updated for resources: {'Port': ['ID=d5bbd5c0-187c-4fc3-abe1-8541220b2c62,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:18.441292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d7f23-da9e-422d-9968-e059122aa512 req-50e14632-1018-49c6-be40-4386cc793297 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:18.451413 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf6d7f23-da9e-422d-9968-e059122aa512 req-50e14632-1018-49c6-be40-4386cc793297 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 932 time: 0.6082456 Jul 09 19:48:18.462091 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Port d5bbd5c0-187c-4fc3-abe1-8541220b2c62 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:48:18.462295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Attempting to bind port d5bbd5c0-187c-4fc3-abe1-8541220b2c62 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:18.489291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:18.490111 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:18.490111 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:18.491159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Bound port: d5bbd5c0-187c-4fc3-abe1-8541220b2c62, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:18.491649 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.492477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=d899d718-e82e-40cf-be59-b0a9aff6d90a,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:18.544523 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf6d7f23-da9e-422d-9968-e059122aa512 req-64ad63f9-01ea-4824-bae3-86a45435c20a tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921299 Jul 09 19:48:18.563857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75557107-a64a-4815-83db-ca28764c46a1 req-c0c386c8-8991-4709-9503-fc06530d5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:18.565799 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75557107-a64a-4815-83db-ca28764c46a1 req-c0c386c8-8991-4709-9503-fc06530d5aa5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5408945 Jul 09 19:48:18.638192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Attempting to bind port d899d718-e82e-40cf-be59-b0a9aff6d90a on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:18.638669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Attempting to bind port d899d718-e82e-40cf-be59-b0a9aff6d90a by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:18.639097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Attempting to bind port d899d718-e82e-40cf-be59-b0a9aff6d90a on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:18.647317 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a21a1685-bb00-4fae-a2d4-fba1285c4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.649955 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a21a1685-bb00-4fae-a2d4-fba1285c4ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.654171 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a21a1685-bb00-4fae-a2d4-fba1285c4ddd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de9793bf-9239-4eab-9b1b-08f5fdf9db45 HTTP/1.1" status: 204 len: 168 time: 1.5019255 Jul 09 19:48:18.710125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] For port d5bbd5c0-187c-4fc3-abe1-8541220b2c62, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:18.719942 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a1685-bb00-4fae-a2d4-fba1285c4ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9793bf-9239-4eab-9b1b-08f5fdf9db45,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:18.723135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Port d899d718-e82e-40cf-be59-b0a9aff6d90a on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:48:18.723620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Attempting to bind port d899d718-e82e-40cf-be59-b0a9aff6d90a on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:18.753627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] For port d5bbd5c0-187c-4fc3-abe1-8541220b2c62, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d5bbd5c0-187c-4fc3-abe1-8541220b2c62,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:18.766952 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.769511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:18.771345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Checking segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:18.771955 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Bound using segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:18.775731 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75557107-a64a-4815-83db-ca28764c46a1 req-d166aaf7-1ea6-4b60-8faf-a44e366b4d03 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785402 Jul 09 19:48:18.777900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Bound port: d899d718-e82e-40cf-be59-b0a9aff6d90a, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:18.778384 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.888375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc37da-2a5a-4fb1-9177-d9b40a209645 req-6efcff30-19c5-47bc-ab15-90d4abe55fad tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:18.907275 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-95fc37da-2a5a-4fb1-9177-d9b40a209645 req-6efcff30-19c5-47bc-ab15-90d4abe55fad tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 970 time: 0.4166141 Jul 09 19:48:18.929977 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:18.930706 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:18.936050 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] 10.222.0.32 "PUT /v2.0/ports/d5bbd5c0-187c-4fc3-abe1-8541220b2c62 HTTP/1.1" status: 200 len: 1118 time: 3.8697052 Jul 09 19:48:19.074395 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa395f59-b14c-4be2-a034-a79f61100446 x-openstack-request-id: req-aa395f59-b14c-4be2-a034-a79f61100446 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:19.074699 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "530ec6db-44ec-4fc4-817a-92b799c037cd", "tag": "3dd1ec37-acd8-4730-bd4b-3037cccf8ee9", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:19.074994 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa395f59-b14c-4be2-a034-a79f61100446 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:19.075569 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '530ec6db-44ec-4fc4-817a-92b799c037cd', 'tag': '3dd1ec37-acd8-4730-bd4b-3037cccf8ee9', 'status': 'completed', 'code': 200} Jul 09 19:48:19.110658 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-95fc37da-2a5a-4fb1-9177-d9b40a209645 req-04eb3ee8-be64-401a-8216-a6d2f624860b tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019744 Jul 09 19:48:19.133866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:19.143008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:19.157050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:19.253514 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b547d9-cbcc-4cb8-9c85-72fe2d4dfdef service neutron] Pushing event updated for resources: {'Port': ['ID=d5bbd5c0-187c-4fc3-abe1-8541220b2c62,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:19.268693 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Pushing event updated for resources: {'Port': ['ID=d899d718-e82e-40cf-be59-b0a9aff6d90a,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:19.293542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:19.295480 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:19.298170 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-828aebb5-ab39-4b31-ab03-e0970acfcfa5 service neutron] 10.222.0.36 "PUT /v2.0/ports/d899d718-e82e-40cf-be59-b0a9aff6d90a HTTP/1.1" status: 200 len: 1092 time: 3.2958453 Jul 09 19:48:19.300742 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac7d187-bb14-4748-b88b-5f0d6fee2824', 'tag': 'd899d718-e82e-40cf-be59-b0a9aff6d90a'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:19.555423 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75557107-a64a-4815-83db-ca28764c46a1 req-ed5bf040-904b-4c4d-8bcc-b0a340f5fe54 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200224 Jul 09 19:48:19.566062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-4fcf0667-ef90-4b91-9d71-446397fd5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:19.567594 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-4fcf0667-ef90-4b91-9d71-446397fd5dc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5347218436a14a8696fdd9fbe3da1d59&device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 1121 time: 0.5242059 Jul 09 19:48:19.601482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46182) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:19.684084 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f6bfbc1-af1a-4cf1-866b-38bc6e3a9ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:19.713625 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-826ebe8d-ae65-4395-90f8-4fd69a7c86c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=d5bbd5c0-187c-4fc3-abe1-8541220b2c62 HTTP/1.1" status: 200 len: 217 time: 0.1193397 Jul 09 19:48:19.806684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-0daf6dac-d95b-4865-a20d-a84a1a184907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:19.808234 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-0daf6dac-d95b-4865-a20d-a84a1a184907 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 1095 time: 0.4168892 Jul 09 19:48:19.844206 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f100eb5-abaf-44de-aa07-df5071bcf7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac7d187-bb14-4748-b88b-5f0d6fee2824", "tag": "d899d718-e82e-40cf-be59-b0a9aff6d90a"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:19.848547 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-1b9d1be0-4ead-4315-ba7e-a85d6183b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:19.850753 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-1b9d1be0-4ead-4315-ba7e-a85d6183b511 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1239638 Jul 09 19:48:19.916037 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-ac5adfb9-72ad-47d8-97c4-cb0c35a330c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a HTTP/1.1" status: 200 len: 217 time: 0.0904593 Jul 09 19:48:20.010244 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-267152f5-8b98-40c8-a874-f458aac1d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:20.011729 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-267152f5-8b98-40c8-a874-f458aac1d015 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.0802498 Jul 09 19:48:20.075662 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-96738d20-0f5f-40b2-84ac-384847ec18e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491035 Jul 09 19:48:20.094784 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca997bb-6011-4784-84d1-02bd2dc274ad req-048085d5-7ccb-49e7-9613-a371a8bef5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:20.096751 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ca997bb-6011-4784-84d1-02bd2dc274ad req-048085d5-7ccb-49e7-9613-a371a8bef5d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d5431c274941446d872d5dd668a09999&device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 1121 time: 0.3967881 Jul 09 19:48:20.116822 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35a19c-93dc-4399-9f88-e2c7fe35830e req-ad9b7bbc-2a0e-47f7-8f3e-b2dd45a4975a tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:20.126138 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b35a19c-93dc-4399-9f88-e2c7fe35830e req-ad9b7bbc-2a0e-47f7-8f3e-b2dd45a4975a tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 970 time: 0.4246585 Jul 09 19:48:20.203912 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-552728f7-d9bb-48a6-82c1-4be282574d98 service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921636 Jul 09 19:48:20.231527 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f6bfbc1-af1a-4cf1-866b-38bc6e3a9ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.246033 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f6bfbc1-af1a-4cf1-866b-38bc6e3a9ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.285645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-99bb03b2-9dcc-47fc-b61e-cf6990cf0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:20.288332 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-99bb03b2-9dcc-47fc-b61e-cf6990cf0d7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4145658 Jul 09 19:48:20.291857 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e95c4-4b08-4fb2-bdd3-d5d1111e3066 req-0be0571c-14e3-4b0a-9da1-214937638c67 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:20.300301 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-293e95c4-4b08-4fb2-bdd3-d5d1111e3066 req-0be0571c-14e3-4b0a-9da1-214937638c67 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 944 time: 0.2268531 Jul 09 19:48:20.332892 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2f6bfbc1-af1a-4cf1-866b-38bc6e3a9ace admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89d47ce0662e43c9ba5cb22fad740ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7245495 Jul 09 19:48:20.340247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46198) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:20.346213 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b35a19c-93dc-4399-9f88-e2c7fe35830e req-840ee710-7cf1-4cfd-a91a-879dd3b1827e tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186091 Jul 09 19:48:20.377559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bfbc1-af1a-4cf1-866b-38bc6e3a9ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3babf7b-c69b-40f7-894c-aa899c7147d0,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:20.529172 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-293e95c4-4b08-4fb2-bdd3-d5d1111e3066 req-c716d8d3-f534-4238-a64a-c27abb2aadef tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253716 Jul 09 19:48:20.530118 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97ab3618-9650-45b3-b3b7-fe5cb25d3cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.604601 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97ab3618-9650-45b3-b3b7-fe5cb25d3cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.663432 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97ab3618-9650-45b3-b3b7-fe5cb25d3cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.666946 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97ab3618-9650-45b3-b3b7-fe5cb25d3cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:20.679585 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-97ab3618-9650-45b3-b3b7-fe5cb25d3cee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3babf7b-c69b-40f7-894c-aa899c7147d0 HTTP/1.1" status: 204 len: 168 time: 0.3373837 Jul 09 19:48:20.692700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab3618-9650-45b3-b3b7-fe5cb25d3cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3babf7b-c69b-40f7-894c-aa899c7147d0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:20.842491 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-8024d313-67b5-414c-bf25-055002fb7a02 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226111 Jul 09 19:48:20.903509 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7c64c1-b6c1-4723-8d6f-7d5774d6b5cd x-openstack-request-id: req-9f7c64c1-b6c1-4723-8d6f-7d5774d6b5cd {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:20.903811 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac7d187-bb14-4748-b88b-5f0d6fee2824", "tag": "d899d718-e82e-40cf-be59-b0a9aff6d90a", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:20.904063 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f7c64c1-b6c1-4723-8d6f-7d5774d6b5cd {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:20.904525 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac7d187-bb14-4748-b88b-5f0d6fee2824', 'tag': 'd899d718-e82e-40cf-be59-b0a9aff6d90a', 'status': 'completed', 'code': 200} Jul 09 19:48:21.039907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca997bb-6011-4784-84d1-02bd2dc274ad req-f713826c-e15b-4e8e-98e7-605edf8fdd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:21.041965 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ca997bb-6011-4784-84d1-02bd2dc274ad req-f713826c-e15b-4e8e-98e7-605edf8fdd53 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.9117401 Jul 09 19:48:21.077323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fdf676-345e-47f5-8e34-e6c66e79cac8', 'tag': 'd5bbd5c0-187c-4fc3-abe1-8541220b2c62'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:21.084943 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824dc6ea-5bd5-4a00-a7d9-9925f2155d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fdf676-345e-47f5-8e34-e6c66e79cac8", "tag": "d5bbd5c0-187c-4fc3-abe1-8541220b2c62"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:21.252352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cebbc4-ff92-4c15-b29a-5fca91202082 req-64b3d7b5-6143-4ed9-89e1-54527b0aa33f tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:21.253964 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-02cebbc4-ff92-4c15-b29a-5fca91202082 req-64b3d7b5-6143-4ed9-89e1-54527b0aa33f tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 970 time: 0.1861041 Jul 09 19:48:21.269433 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78b9a6b-2edb-4263-a02e-f9864b7c4c62 x-openstack-request-id: req-c78b9a6b-2edb-4263-a02e-f9864b7c4c62 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:21.270417 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fdf676-345e-47f5-8e34-e6c66e79cac8", "tag": "d5bbd5c0-187c-4fc3-abe1-8541220b2c62", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:21.270986 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c78b9a6b-2edb-4263-a02e-f9864b7c4c62 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:21.280695 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fdf676-345e-47f5-8e34-e6c66e79cac8', 'tag': 'd5bbd5c0-187c-4fc3-abe1-8541220b2c62', 'status': 'completed', 'code': 200} Jul 09 19:48:21.375271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46234) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:21.395430 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-02cebbc4-ff92-4c15-b29a-5fca91202082 req-626532d7-7ff7-473a-bc39-282c36d1bc03 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171775 Jul 09 19:48:21.571715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db469a41-f164-4959-a912-49fcdb9c76d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.802978 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db469a41-f164-4959-a912-49fcdb9c76d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.809461 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db469a41-f164-4959-a912-49fcdb9c76d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:21.871072 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-db469a41-f164-4959-a912-49fcdb9c76d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d55ca2d92c4b4dca9da49f1eb991f726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861751 Jul 09 19:48:21.877868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46254) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:21.964243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ca997bb-6011-4784-84d1-02bd2dc274ad req-21614487-1efe-4593-bc6d-816602d2503f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 HTTP/1.1" status: 200 len: 217 time: 0.7557349 Jul 09 19:48:22.022690 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1d67a4f0-cd88-435f-b43c-dca5ac1d187f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.026086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db469a41-f164-4959-a912-49fcdb9c76d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f0e81d-6f2b-4061-9afa-71d4d5cf66c5,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:22.058510 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1d67a4f0-cd88-435f-b43c-dca5ac1d187f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.139530 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cbd00-8139-4c17-883c-b66864d60f7f req-5b72984e-4273-42e3-8ef0-9e19051b5458 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:22.145529 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9808c996-a649-4924-830d-9fb5a9d6d7f5 req-c1c9d469-363d-4b0f-943b-e2b1beacc443 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9625823 Jul 09 19:48:22.150670 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b5cbd00-8139-4c17-883c-b66864d60f7f req-5b72984e-4273-42e3-8ef0-9e19051b5458 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 944 time: 0.2933662 Jul 09 19:48:22.152829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca997bb-6011-4784-84d1-02bd2dc274ad req-8eb8cd6b-2169-4348-9460-26b07267f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:22.154353 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ca997bb-6011-4784-84d1-02bd2dc274ad req-8eb8cd6b-2169-4348-9460-26b07267f9b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1255569 Jul 09 19:48:22.178165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec90eb-24c0-4e73-8d5e-5b9e48e61060 req-9cde1061-459f-411c-86d8-298f7d2b80da tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:22.186009 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7eec90eb-24c0-4e73-8d5e-5b9e48e61060 req-9cde1061-459f-411c-86d8-298f7d2b80da tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 970 time: 0.2293530 Jul 09 19:48:22.210161 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b5cbd00-8139-4c17-883c-b66864d60f7f req-f091ea07-f069-45c3-b0fb-5fe3e3066efd tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579910 Jul 09 19:48:22.232463 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1d67a4f0-cd88-435f-b43c-dca5ac1d187f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.236602 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1d67a4f0-cd88-435f-b43c-dca5ac1d187f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:22.240821 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1d67a4f0-cd88-435f-b43c-dca5ac1d187f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2f0e81d-6f2b-4061-9afa-71d4d5cf66c5 HTTP/1.1" status: 204 len: 168 time: 0.3585351 Jul 09 19:48:22.292521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67a4f0-cd88-435f-b43c-dca5ac1d187f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f0e81d-6f2b-4061-9afa-71d4d5cf66c5,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:22.347792 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7eec90eb-24c0-4e73-8d5e-5b9e48e61060 req-e26a5019-f9ab-4559-89b2-341693880f4f tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604037 Jul 09 19:48:22.439464 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46274) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:22.530064 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f90b71b-80c1-4915-91b0-9ef91241e017 req-a2e29b90-1995-4b86-b4f9-fd50579671d5 service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396686 Jul 09 19:48:22.560191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca997bb-6011-4784-84d1-02bd2dc274ad req-086d5845-451a-48d6-af0b-5dc5718a67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:22.561664 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ca997bb-6011-4784-84d1-02bd2dc274ad req-086d5845-451a-48d6-af0b-5dc5718a67cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3327725 Jul 09 19:48:22.589021 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dc6ea-5bd5-4a00-a7d9-9925f2155d1c req-443ed797-39bc-4ee4-a922-872b4e4807da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:22.590615 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-824dc6ea-5bd5-4a00-a7d9-9925f2155d1c req-443ed797-39bc-4ee4-a922-872b4e4807da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5347218436a14a8696fdd9fbe3da1d59&device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 1121 time: 0.2397883 Jul 09 19:48:22.717290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f100eb5-abaf-44de-aa07-df5071bcf7f6 req-7d9d2270-9249-4035-9032-80b9a67f0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:22.718936 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f100eb5-abaf-44de-aa07-df5071bcf7f6 req-7d9d2270-9249-4035-9032-80b9a67f0b5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 1095 time: 0.1126773 Jul 09 19:48:23.091144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f100eb5-abaf-44de-aa07-df5071bcf7f6 req-1169a17d-f9b1-43ea-9f21-df68d2976b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:23.092517 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f100eb5-abaf-44de-aa07-df5071bcf7f6 req-1169a17d-f9b1-43ea-9f21-df68d2976b82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.3506238 Jul 09 19:48:23.155115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7ea67-0b3b-4ae5-acb5-8c955bd7a011 req-0bc5e20c-3441-45e0-816c-e46568687c7b tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:23.160699 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8cd7ea67-0b3b-4ae5-acb5-8c955bd7a011 req-0bc5e20c-3441-45e0-816c-e46568687c7b tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 970 time: 0.5174744 Jul 09 19:48:23.169037 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ca997bb-6011-4784-84d1-02bd2dc274ad req-095fbd8b-453e-4ca7-af5c-4166c3acc832 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899682 Jul 09 19:48:23.190887 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f100eb5-abaf-44de-aa07-df5071bcf7f6 req-e5f738ca-0d11-417e-a47f-648db68f849a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a HTTP/1.1" status: 200 len: 217 time: 0.0761149 Jul 09 19:48:23.207031 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dc6ea-5bd5-4a00-a7d9-9925f2155d1c req-89a02bfb-e267-4e25-9c7b-a1eef149987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:23.209514 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-824dc6ea-5bd5-4a00-a7d9-9925f2155d1c req-89a02bfb-e267-4e25-9c7b-a1eef149987b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.5867951 Jul 09 19:48:23.245238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-187948172-network', 'tenant_id': 'e8134686c28e4cdca9457ab1119210a0'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:23.291439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46298) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:23.318364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f100eb5-abaf-44de-aa07-df5071bcf7f6 req-f0cb1921-2591-4e19-8de0-82620ca19e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:23.320462 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f100eb5-abaf-44de-aa07-df5071bcf7f6 req-f0cb1921-2591-4e19-8de0-82620ca19e2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.1081285 Jul 09 19:48:23.388588 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f100eb5-abaf-44de-aa07-df5071bcf7f6 req-1b8d3b60-5d34-4ba4-a7b5-29078824b463 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606141 Jul 09 19:48:23.399464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46306) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:23.420575 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e457e3cd-d8f7-4749-8e31-85ca04ae6a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.480394 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ca997bb-6011-4784-84d1-02bd2dc274ad req-44dfe8fd-5a36-4616-a109-eee22aadb344 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933223 Jul 09 19:48:23.492145 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-824dc6ea-5bd5-4a00-a7d9-9925f2155d1c req-b0029ab9-0211-42ce-8f0c-f379d41911e4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=d5bbd5c0-187c-4fc3-abe1-8541220b2c62 HTTP/1.1" status: 200 len: 217 time: 0.2414427 Jul 09 19:48:23.492561 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.api [None req-e457e3cd-d8f7-4749-8e31-85ca04ae6a46 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 19:48:23.492561 n-d-800088-3 neutron-server[100204]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 19:48:23.492561 n-d-800088-3 neutron-server[100204]: [parameters: {'project_id': 'e724f4e6870f417ab34b46bff6ee9cc5', 'id': '197fff8e-a381-4ac6-a9f7-91a3f3d5529c', 'expiration': datetime.datetime(2021, 7, 9, 19, 50, 23, 484477)}] Jul 09 19:48:23.492561 n-d-800088-3 neutron-server[100204]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:48:23.492879 n-d-800088-3 neutron-server[100204]: DEBUG oslo_db.api [None req-e457e3cd-d8f7-4749-8e31-85ca04ae6a46 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:48:23.528593 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f100eb5-abaf-44de-aa07-df5071bcf7f6 req-33bff414-49dd-4ae9-bae6-a7283bf23f74 service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153097 Jul 09 19:48:23.592452 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8cd7ea67-0b3b-4ae5-acb5-8c955bd7a011 req-dd784734-d203-4771-b6f7-10c1d41af227 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158859 Jul 09 19:48:23.605090 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] Made reservation on behalf of e8134686c28e4cdca9457ab1119210a0 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:23.607461 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.655952 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:23.689991 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f100eb5-abaf-44de-aa07-df5071bcf7f6 req-84a4ce97-1ce1-4745-ba97-ce3c18770c3e service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501942 Jul 09 19:48:23.764973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dc6ea-5bd5-4a00-a7d9-9925f2155d1c req-411a83a1-aa66-4127-88c3-9466e748daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:23.769127 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-824dc6ea-5bd5-4a00-a7d9-9925f2155d1c req-411a83a1-aa66-4127-88c3-9466e748daee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.2644103 Jul 09 19:48:23.852378 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3160e7f-35c5-4d21-99b3-0f569b62ffed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.009498 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e457e3cd-d8f7-4749-8e31-85ca04ae6a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.039317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dc6ea-5bd5-4a00-a7d9-9925f2155d1c req-5a8544cc-7e53-4309-9801-972c95fbf1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:24.040957 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-824dc6ea-5bd5-4a00-a7d9-9925f2155d1c req-5a8544cc-7e53-4309-9801-972c95fbf1ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2592571 Jul 09 19:48:24.071290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617b8ae-d4e0-47b4-b6cd-285bc80f5e53 req-6d8f4a63-f4b1-403b-8b1b-8740a2dbde5b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:24.078499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a617b8ae-d4e0-47b4-b6cd-285bc80f5e53 req-6d8f4a63-f4b1-403b-8b1b-8740a2dbde5b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 944 time: 0.2149191 Jul 09 19:48:24.078747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed212d-489a-4961-853f-f17ad5e49e9e req-936285ed-2177-4276-9100-fce556a9d280 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:24.080797 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-13ed212d-489a-4961-853f-f17ad5e49e9e req-936285ed-2177-4276-9100-fce556a9d280 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 970 time: 0.1005926 Jul 09 19:48:24.145654 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.159960 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a617b8ae-d4e0-47b4-b6cd-285bc80f5e53 req-14ab57d4-f49e-4ab1-92c0-d3d2668e9065 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805016 Jul 09 19:48:24.164105 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.210689 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-13ed212d-489a-4961-853f-f17ad5e49e9e req-4d639c81-846a-409b-92d1-576059b54dbb tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240754 Jul 09 19:48:24.274824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:24.356450 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.356965 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] Added segment bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04 of type vlan for network bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8 Jul 09 19:48:24.378425 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c37d4aa-a629-41fe-adf0-2d58c01bbca7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:24.380743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3160e7f-35c5-4d21-99b3-0f569b62ffed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.399785 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3160e7f-35c5-4d21-99b3-0f569b62ffed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.439965 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.443933 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a3160e7f-35c5-4d21-99b3-0f569b62ffed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dec5f9ae2f3a45c5926564e35386c573&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1506462 Jul 09 19:48:24.445628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46316) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:24.486446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3160e7f-35c5-4d21-99b3-0f569b62ffed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f46d48-aaf3-4b90-adb5-ebde80f05382,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:24.517638 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-824dc6ea-5bd5-4a00-a7d9-9925f2155d1c req-d0c5f0df-b98e-4378-9275-5164e309bcad service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355458 Jul 09 19:48:24.593641 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e457e3cd-d8f7-4749-8e31-85ca04ae6a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.611441 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e457e3cd-d8f7-4749-8e31-85ca04ae6a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.680141 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.684097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:24.686452 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.700273 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e457e3cd-d8f7-4749-8e31-85ca04ae6a46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e724f4e6870f417ab34b46bff6ee9cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2995386 Jul 09 19:48:24.701481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457e3cd-d8f7-4749-8e31-85ca04ae6a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5644b2ac-a139-4143-8250-2d2e0219ed3f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:24.704521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46332) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:24.779260 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90e8845d-9bc3-4466-9486-4c5453d4933e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.837613 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3963223 Jul 09 19:48:24.842841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46336) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:24.852992 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-4c21e51d-bf85-45e1-8faa-56ca6d8a1bf8 admin admin] Request body: {'subnet': {'network_id': 'bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-187948172-subnet', 'tenant_id': 'e8134686c28e4cdca9457ab1119210a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:24.884443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c56306c-10eb-44b9-9862-ffd0396a6dcc admin admin] Pushing event updated for resources: {'Network': ['ID=bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:24.898294 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-824dc6ea-5bd5-4a00-a7d9-9925f2155d1c req-7cf8d90f-68bd-4037-aa53-b3164abbd6ca service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558629 Jul 09 19:48:24.910785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:24.916560 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-848d67db-1127-4f1f-b4ec-f1f1ba89ccb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.918170 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90e8845d-9bc3-4466-9486-4c5453d4933e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:24.990684 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-848d67db-1127-4f1f-b4ec-f1f1ba89ccb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.002112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c21e51d-bf85-45e1-8faa-56ca6d8a1bf8 admin admin] Made reservation on behalf of e8134686c28e4cdca9457ab1119210a0 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:25.004483 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c21e51d-bf85-45e1-8faa-56ca6d8a1bf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.093243 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-848d67db-1127-4f1f-b4ec-f1f1ba89ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.097638 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-848d67db-1127-4f1f-b4ec-f1f1ba89ccb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.100590 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-848d67db-1127-4f1f-b4ec-f1f1ba89ccb0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5644b2ac-a139-4143-8250-2d2e0219ed3f HTTP/1.1" status: 204 len: 168 time: 0.3941860 Jul 09 19:48:25.124008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d67db-1127-4f1f-b4ec-f1f1ba89ccb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5644b2ac-a139-4143-8250-2d2e0219ed3f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:25.178031 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e009443-2257-4087-884d-7e46a788c251 req-9c724051-50f8-4c89-8801-3a51b3be4fe9 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:25.189083 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7e009443-2257-4087-884d-7e46a788c251 req-9c724051-50f8-4c89-8801-3a51b3be4fe9 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 970 time: 0.3182430 Jul 09 19:48:25.277828 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90e8845d-9bc3-4466-9486-4c5453d4933e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.285695 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90e8845d-9bc3-4466-9486-4c5453d4933e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.287637 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-90e8845d-9bc3-4466-9486-4c5453d4933e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47f46d48-aaf3-4b90-adb5-ebde80f05382 HTTP/1.1" status: 204 len: 168 time: 0.8407707 Jul 09 19:48:25.344523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8845d-9bc3-4466-9486-4c5453d4933e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f46d48-aaf3-4b90-adb5-ebde80f05382,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:25.417306 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7e009443-2257-4087-884d-7e46a788c251 req-90639c75-86b7-4fdf-bbbc-24f809c2410f tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265146 Jul 09 19:48:25.497663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46354) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:25.650499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869d0ce-9ba1-4dc4-aeff-b9ac26eec18f req-a7a71ae7-5cb6-4ec0-8b20-650995106157 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:25.664827 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8869d0ce-9ba1-4dc4-aeff-b9ac26eec18f req-a7a71ae7-5cb6-4ec0-8b20-650995106157 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 944 time: 0.2341042 Jul 09 19:48:25.728813 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c21e51d-bf85-45e1-8faa-56ca6d8a1bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:25.760901 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8869d0ce-9ba1-4dc4-aeff-b9ac26eec18f req-3a1c23ef-a268-43f5-b9a6-4c1eae8657d8 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941083 Jul 09 19:48:25.921958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21e51d-bf85-45e1-8faa-56ca6d8a1bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fca83d8-03e5-4549-95f1-d3dab6fadf95,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:25.998222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c21e51d-bf85-45e1-8faa-56ca6d8a1bf8 admin admin] Checking segment: {'id': 'bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:25.998844 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c21e51d-bf85-45e1-8faa-56ca6d8a1bf8 admin admin] Network hostable DHCP agents. Network: bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:26.103710 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-51a0c5b4-bd38-4c8c-93a9-343c18ff3bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.134033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb0a80-ec7f-4d86-b5b3-f5fdb85b6206 req-bea0dd99-506e-4576-92f0-4e8ae637614d tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:26.147648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-39eb0a80-ec7f-4d86-b5b3-f5fdb85b6206 req-bea0dd99-506e-4576-92f0-4e8ae637614d tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 970 time: 0.3303306 Jul 09 19:48:26.198847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c21e51d-bf85-45e1-8faa-56ca6d8a1bf8 admin admin] Network bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:26.225780 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46368) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:26.262366 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4df172ba-9a64-432f-9e4f-cf09cdcdd47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.263905 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-4c21e51d-bf85-45e1-8faa-56ca6d8a1bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:26.277937 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c435bd-ae3c-40cc-af89-790967927507 None None] Network bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:26.291429 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-39eb0a80-ec7f-4d86-b5b3-f5fdb85b6206 req-b7d479fb-7f53-4f5e-a991-10d7d6ef275b tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407685 Jul 09 19:48:26.303073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c21e51d-bf85-45e1-8faa-56ca6d8a1bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:26.305383 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c21e51d-bf85-45e1-8faa-56ca6d8a1bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.404176 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-51a0c5b4-bd38-4c8c-93a9-343c18ff3bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.410299 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-51a0c5b4-bd38-4c8c-93a9-343c18ff3bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.507734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0c5b4-bd38-4c8c-93a9-343c18ff3bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5060fd36-62ce-437a-8ffd-2d08b59ef0ab,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:26.531243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-51a0c5b4-bd38-4c8c-93a9-343c18ff3bc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8efb150b283f4707aae63bdc2fbacea8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0212479 Jul 09 19:48:26.531937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46374) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:26.591050 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.607795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb1204-0b64-4525-a50c-1bb61ef64e51 None None] Network bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:26.613336 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4df172ba-9a64-432f-9e4f-cf09cdcdd47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.628174 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4df172ba-9a64-432f-9e4f-cf09cdcdd47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.669211 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4c21e51d-bf85-45e1-8faa-56ca6d8a1bf8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8211710 Jul 09 19:48:26.710446 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-452a382f-ab00-4408-8f7f-0f2b2fe2abf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.714702 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4df172ba-9a64-432f-9e4f-cf09cdcdd47d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccdf9a5c8ae447e4b680e0943c7184b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872787 Jul 09 19:48:26.719495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46382) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:26.720930 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df172ba-9a64-432f-9e4f-cf09cdcdd47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec8ae80-71e6-4d1c-9e7d-215e99171b15,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:26.751852 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d80dd-ae09-4e08-b8e2-f51f6c446bd2 req-83bc12e6-5932-4974-99d0-113b80589a39 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:26.753447 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f5d80dd-ae09-4e08-b8e2-f51f6c446bd2 req-83bc12e6-5932-4974-99d0-113b80589a39 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 970 time: 0.1383581 Jul 09 19:48:26.795610 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-452a382f-ab00-4408-8f7f-0f2b2fe2abf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.834171 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-eda6645f-367b-4411-96ac-9be7a98d9ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.869014 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-452a382f-ab00-4408-8f7f-0f2b2fe2abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.874796 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-452a382f-ab00-4408-8f7f-0f2b2fe2abf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.881086 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-452a382f-ab00-4408-8f7f-0f2b2fe2abf9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5060fd36-62ce-437a-8ffd-2d08b59ef0ab HTTP/1.1" status: 204 len: 168 time: 0.3478947 Jul 09 19:48:26.905394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a382f-ab00-4408-8f7f-0f2b2fe2abf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5060fd36-62ce-437a-8ffd-2d08b59ef0ab,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:26.911157 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d74e96c-e900-4dee-9c65-cbf27028d65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:26.945315 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d74e96c-e900-4dee-9c65-cbf27028d65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.023534 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f5d80dd-ae09-4e08-b8e2-f51f6c446bd2 req-7ac1e835-30fe-4b86-b5f0-5181cda94ac8 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578862 Jul 09 19:48:27.028742 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d74e96c-e900-4dee-9c65-cbf27028d65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.033560 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d74e96c-e900-4dee-9c65-cbf27028d65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.037797 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5d74e96c-e900-4dee-9c65-cbf27028d65b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ec8ae80-71e6-4d1c-9e7d-215e99171b15 HTTP/1.1" status: 204 len: 168 time: 0.3139606 Jul 09 19:48:27.047360 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74e96c-e900-4dee-9c65-cbf27028d65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec8ae80-71e6-4d1c-9e7d-215e99171b15,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:27.166816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003df54-9f28-4fa4-a2d1-00e682a7447a req-16cdbf2a-f06d-4227-b415-acefc1638b2d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:27.168358 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3003df54-9f28-4fa4-a2d1-00e682a7447a req-16cdbf2a-f06d-4227-b415-acefc1638b2d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 944 time: 0.1169157 Jul 09 19:48:27.249573 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3003df54-9f28-4fa4-a2d1-00e682a7447a req-bf6e5482-94d9-4d7f-b5e4-760eeafe93df tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754569 Jul 09 19:48:27.563803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cb32a-c625-4520-9c8d-ee616447e508 req-31d3a450-eefd-4ce5-ab89-fa2b4dd3104c tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:27.565621 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-932cb32a-c625-4520-9c8d-ee616447e508 req-31d3a450-eefd-4ce5-ab89-fa2b4dd3104c tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 970 time: 0.1219292 Jul 09 19:48:27.597367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46408) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:27.617827 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-310447d5-a0be-44c3-b268-788c92095aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.632794 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-932cb32a-c625-4520-9c8d-ee616447e508 req-0d32e7e4-11cb-4265-8a10-23dd4e44cc98 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589097 Jul 09 19:48:27.731944 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-310447d5-a0be-44c3-b268-788c92095aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.740603 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-310447d5-a0be-44c3-b268-788c92095aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.779627 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-310447d5-a0be-44c3-b268-788c92095aba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1073ed13deb2494e8f09a80d93613f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810014 Jul 09 19:48:27.779749 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46414) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:27.790682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310447d5-a0be-44c3-b268-788c92095aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7517d6-c307-4e08-82c4-b84035297443,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:27.854488 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb73c64e-2d19-414c-ac34-bb8dfe9008f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.877815 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb73c64e-2d19-414c-ac34-bb8dfe9008f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.933453 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb73c64e-2d19-414c-ac34-bb8dfe9008f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.936471 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb73c64e-2d19-414c-ac34-bb8dfe9008f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:27.940283 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bb73c64e-2d19-414c-ac34-bb8dfe9008f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a7517d6-c307-4e08-82c4-b84035297443 HTTP/1.1" status: 204 len: 168 time: 0.1566908 Jul 09 19:48:27.946974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73c64e-2d19-414c-ac34-bb8dfe9008f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7517d6-c307-4e08-82c4-b84035297443,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:28.137495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46434) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:28.142755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1071085145-network', 'tenant_id': 'b671e2c7feae40ecb27b45e59c6596d1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:28.171981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] Made reservation on behalf of b671e2c7feae40ecb27b45e59c6596d1 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:28.175343 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.185915 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.208316 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce40a1-20b3-42ad-bad8-96c1412995bc req-3094d1ad-f13b-47f0-a244-0bb48d10bafe tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:28.210411 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4ce40a1-20b3-42ad-bad8-96c1412995bc req-3094d1ad-f13b-47f0-a244-0bb48d10bafe tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 970 time: 0.0721662 Jul 09 19:48:28.253642 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4ce40a1-20b3-42ad-bad8-96c1412995bc req-5228a626-9a4c-4f37-8d30-5f482a400eeb tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362425 Jul 09 19:48:28.315150 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.320662 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.355171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:28.367260 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2221dc2e-0dcf-44f8-87af-141126adb4f8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:28.372905 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.373339 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] Added segment d810bd0b-111c-4a29-bd64-d15013137caa of type vlan for network ce1d8295-02ae-4835-a4da-397c62ef0003 Jul 09 19:48:28.411422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46442) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:28.431955 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d25f3179-c93b-42cc-9c2b-a63229f65a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.450495 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.509951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac009b2e-2086-49f9-916b-654125c57759 req-ecf51e82-ebb0-40c4-abc2-a162accb4527 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:28.511586 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ac009b2e-2086-49f9-916b-654125c57759 req-ecf51e82-ebb0-40c4-abc2-a162accb4527 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 944 time: 0.1250560 Jul 09 19:48:28.512649 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.514178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:28.514916 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.570009 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d25f3179-c93b-42cc-9c2b-a63229f65a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.575210 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d25f3179-c93b-42cc-9c2b-a63229f65a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.595194 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4564323 Jul 09 19:48:28.601237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46448) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:28.621074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-bf4c15e8-253b-4c37-8f41-50d8ed75836b admin admin] Request body: {'subnet': {'network_id': 'ce1d8295-02ae-4835-a4da-397c62ef0003', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1071085145-subnet', 'tenant_id': 'b671e2c7feae40ecb27b45e59c6596d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:28.629148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c11d18-6222-4c00-a429-aafade8818f2 admin admin] Pushing event updated for resources: {'Network': ['ID=ce1d8295-02ae-4835-a4da-397c62ef0003,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:28.637415 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d25f3179-c93b-42cc-9c2b-a63229f65a97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d01b0055a6014350817e5ab2515ad7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235136 Jul 09 19:48:28.639791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46454) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:28.641941 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network ce1d8295-02ae-4835-a4da-397c62ef0003 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:28.689160 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ac009b2e-2086-49f9-916b-654125c57759 req-b064d99a-09b5-4a41-9962-31c64d4d84c3 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682589 Jul 09 19:48:28.697423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f3179-c93b-42cc-9c2b-a63229f65a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5c9613-2fda-473f-803d-455da71ed7ef,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:28.718981 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83ebc183-8a28-4ada-8904-2a83c50e0077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.731844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4c15e8-253b-4c37-8f41-50d8ed75836b admin admin] Made reservation on behalf of b671e2c7feae40ecb27b45e59c6596d1 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:28.736364 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bf4c15e8-253b-4c37-8f41-50d8ed75836b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.750576 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83ebc183-8a28-4ada-8904-2a83c50e0077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.832695 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83ebc183-8a28-4ada-8904-2a83c50e0077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.837890 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83ebc183-8a28-4ada-8904-2a83c50e0077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.840192 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-83ebc183-8a28-4ada-8904-2a83c50e0077 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af5c9613-2fda-473f-803d-455da71ed7ef HTTP/1.1" status: 204 len: 168 time: 0.1989696 Jul 09 19:48:28.850041 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebc183-8a28-4ada-8904-2a83c50e0077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5c9613-2fda-473f-803d-455da71ed7ef,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:28.859988 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:28.955042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ca6b7-cf0e-4268-84bf-2b81ba84db02 req-75e7946b-e163-4d2d-903f-cc66f23d4b8e tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:28.956957 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-159ca6b7-cf0e-4268-84bf-2b81ba84db02 req-75e7946b-e163-4d2d-903f-cc66f23d4b8e tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 970 time: 0.0728133 Jul 09 19:48:28.981834 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bf4c15e8-253b-4c37-8f41-50d8ed75836b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:29.007688 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-159ca6b7-cf0e-4268-84bf-2b81ba84db02 req-dc1f93cd-971b-4304-bccd-8f777f97af49 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442004 Jul 09 19:48:29.053182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c15e8-253b-4c37-8f41-50d8ed75836b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f975775-19ff-4934-b3d7-9cd336883bc1,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:29.062696 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c15e8-253b-4c37-8f41-50d8ed75836b admin admin] Checking segment: {'id': 'd810bd0b-111c-4a29-bd64-d15013137caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ce1d8295-02ae-4835-a4da-397c62ef0003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:29.063077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c15e8-253b-4c37-8f41-50d8ed75836b admin admin] Network hostable DHCP agents. Network: ce1d8295-02ae-4835-a4da-397c62ef0003, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:29.081690 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c15e8-253b-4c37-8f41-50d8ed75836b admin admin] Network ce1d8295-02ae-4835-a4da-397c62ef0003 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:29.094328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-bf4c15e8-253b-4c37-8f41-50d8ed75836b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, ce1d8295-02ae-4835-a4da-397c62ef0003) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:29.102734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c15e8-253b-4c37-8f41-50d8ed75836b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:29.103819 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bf4c15e8-253b-4c37-8f41-50d8ed75836b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:29.110249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d46f80d-6657-4d80-8a05-6d411b9880d2 None None] Network ce1d8295-02ae-4835-a4da-397c62ef0003 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:29.125835 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bf4c15e8-253b-4c37-8f41-50d8ed75836b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5223308 Jul 09 19:48:29.260615 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb69270-b2f9-439d-bef6-32346419e26b None None] Network ce1d8295-02ae-4835-a4da-397c62ef0003 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:29.379485 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0f9d1a56-2ecc-4ab0-a9b6-b39b7cc01601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:29.466125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bbc84-663c-4475-aba6-28cd79c9618e req-63e076b8-e9e3-47d7-91f4-ab1b1250990d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:29.467775 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-163bbc84-663c-4475-aba6-28cd79c9618e req-63e076b8-e9e3-47d7-91f4-ab1b1250990d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 970 time: 0.0738997 Jul 09 19:48:29.533314 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-163bbc84-663c-4475-aba6-28cd79c9618e req-d3df9779-776f-480f-a518-32a37346dee0 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597832 Jul 09 19:48:29.554826 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.003745 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e441c04-5076-44c1-beee-a8625e595e95 req-37a8a7b0-53c8-4844-bdd9-2c5aeef8fbbb tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:30.011579 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2e441c04-5076-44c1-beee-a8625e595e95 req-37a8a7b0-53c8-4844-bdd9-2c5aeef8fbbb tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 944 time: 0.0731049 Jul 09 19:48:30.051494 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2e441c04-5076-44c1-beee-a8625e595e95 req-1ac8b9f8-a1f4-443b-a2d2-205097042191 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390797 Jul 09 19:48:30.268559 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.282348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3716d-13aa-4583-bbcf-2e42dac14123 req-f8000c69-74b1-46a7-8858-539d2618674c tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:30.284803 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03d3716d-13aa-4583-bbcf-2e42dac14123 req-f8000c69-74b1-46a7-8858-539d2618674c tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 970 time: 0.0748408 Jul 09 19:48:30.317024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523097b8-d4a5-4f0d-9612-67f659932710 req-e1edc770-95b5-48e0-a0d4-9d1d21208314 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:30.321484 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-e1edc770-95b5-48e0-a0d4-9d1d21208314 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/networks?id=bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8 HTTP/1.1" status: 200 len: 814 time: 0.3720124 Jul 09 19:48:30.327508 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03d3716d-13aa-4583-bbcf-2e42dac14123 req-52dfe038-f572-4f15-a461-48fe88093473 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358496 Jul 09 19:48:30.337254 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-7d496814-54c7-44ef-a28a-49eee3ffd804 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/quotas/e8134686c28e4cdca9457ab1119210a0 HTTP/1.1" status: 200 len: 375 time: 0.0100794 Jul 09 19:48:30.377142 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-60e55adc-839e-4335-8854-bbfc2e02598e tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e8134686c28e4cdca9457ab1119210a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344107 Jul 09 19:48:30.642944 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46552) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:30.780987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-574a14c2-9b97-4691-b6a2-b07e8b8afcdd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:48:30.781996 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-574a14c2-9b97-4691-b6a2-b07e8b8afcdd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2180223 Jul 09 19:48:30.855790 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08c099fc-ff75-4f56-93da-845b2bd3a254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:30.865962 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1602e6-83dc-4004-93cf-c56b9a3182a4 req-680d9753-8b11-458a-95cf-43424786f323 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:30.868855 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6f1602e6-83dc-4004-93cf-c56b9a3182a4 req-680d9753-8b11-458a-95cf-43424786f323 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 970 time: 0.0793846 Jul 09 19:48:30.914618 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6f1602e6-83dc-4004-93cf-c56b9a3182a4 req-9cfef253-469a-4667-95f6-1e3233ad3848 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372891 Jul 09 19:48:30.923002 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-9c08d587-161e-4bc7-9ff7-41cda315bc61 service neutron] 10.222.0.30 "GET /v2.0/networks/bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345935 Jul 09 19:48:31.084916 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-4ebfab5e-f761-4cbf-b1b4-346ed5644b70 service neutron] 10.222.0.30 "GET /v2.0/networks/bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527562 Jul 09 19:48:31.089739 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08c099fc-ff75-4f56-93da-845b2bd3a254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.095290 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08c099fc-ff75-4f56-93da-845b2bd3a254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.141714 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-08c099fc-ff75-4f56-93da-845b2bd3a254 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e3b196a443644f688fee40c25d5b3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978340 Jul 09 19:48:31.142484 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46578) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:31.143951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c099fc-ff75-4f56-93da-845b2bd3a254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b07485-e280-4584-9c09-0f18f1d5f186,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:31.174054 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:48:31.226726 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a4ec74dc-49d2-4f05-aafe-e2fbb80702b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.275443 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a4ec74dc-49d2-4f05-aafe-e2fbb80702b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.325470 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=3dd1ec37-acd8-4730-bd4b-3037cccf8ee9,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:31.338767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '3dd1ec37-acd8-4730-bd4b-3037cccf8ee9', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '3dd1ec37-acd8-4730-bd4b-3037cccf8ee9', 'mac_address': 'fa:16:3e:b8:8c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:tempest-test_az-1849263238', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:48:31.369284 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a4ec74dc-49d2-4f05-aafe-e2fbb80702b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.372462 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a4ec74dc-49d2-4f05-aafe-e2fbb80702b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.374317 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a4ec74dc-49d2-4f05-aafe-e2fbb80702b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8b07485-e280-4584-9c09-0f18f1d5f186 HTTP/1.1" status: 204 len: 168 time: 0.2305417 Jul 09 19:48:31.386171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec74dc-49d2-4f05-aafe-e2fbb80702b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b07485-e280-4584-9c09-0f18f1d5f186,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:31.410687 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.428622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5da9c-9763-4a83-a993-9236bcb7a413 req-94e9701f-b93d-4723-bd61-cd4ef536da80 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:31.436614 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-80c5da9c-9763-4a83-a993-9236bcb7a413 req-94e9701f-b93d-4723-bd61-cd4ef536da80 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 944 time: 0.1154482 Jul 09 19:48:31.450102 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:31.476672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=3dd1ec37-acd8-4730-bd4b-3037cccf8ee9,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:31.483568 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.484412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d5bbd5c0-187c-4fc3-abe1-8541220b2c62 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:48:31.509157 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-80c5da9c-9763-4a83-a993-9236bcb7a413 req-5a792ec9-b28a-4394-8d19-e5045bea98e0 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715678 Jul 09 19:48:31.529227 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f5c14f01-97a2-452c-b762-d6ec85a02247 req-d59edc58-5328-4308-ab26-de38a5f54270 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/ports?device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 210 time: 0.0637422 Jul 09 19:48:31.604179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port d5bbd5c0-187c-4fc3-abe1-8541220b2c62, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d5bbd5c0-187c-4fc3-abe1-8541220b2c62,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:31.648801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'd5bbd5c0-187c-4fc3-abe1-8541220b2c62', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'd5bbd5c0-187c-4fc3-abe1-8541220b2c62', 'mac_address': 'fa:16:3e:e3:2c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:tempest-test_az-1849263238', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:48:31.668865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=3dd1ec37-acd8-4730-bd4b-3037cccf8ee9,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:31.679576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:31.679948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:31.680284 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:31.680657 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:31.680992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:31.681478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:31.681981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:31.682568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:31.683295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:31.683800 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:31.684142 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:31.684473 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Tracked resource versions report: Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: pushed versions: Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: { 'AddressGroup': {'1.2'}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'ConntrackHelper': {'1.0'}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'Log': {'1.0'}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'Network': {'1.1'}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'Port': {'1.7'}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'PortForwarding': {'1.2'}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'QosPolicy': {'1.8'}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'SecurityGroup': {'1.4'}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'SubPort': {'1.0'}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'Subnet': {'1.1'}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'Trunk': {'1.1'}} Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: consumer versions: Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: { DHCP agent@n-d-800088-3: {}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: HyperV agent@n-h1-800088-3: {}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: HyperV agent@n-h2-800088-3: {}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: L3 agent@n-d-800088-3: {}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: Metadata agent@n-d-800088-3: {}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: Metering agent@n-d-800088-3: {}, Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: Open vSwitch agent@n-d-800088-3: { 'AddressGroup': '1.2', Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'ConntrackHelper': '1.0', Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'Log': '1.0', Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'Network': '1.1', Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'Port': '1.7', Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'PortForwarding': '1.2', Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'QosPolicy': '1.8', Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'SecurityGroup': '1.4', Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'SecurityGroupRule': '1.2', Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'SubPort': '1.0', Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'Subnet': '1.1', Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: 'Trunk': '1.1'}} Jul 09 19:48:31.685811 n-d-800088-3 neutron-server[100206]: {{(pid=100206) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:48:31.725839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46606) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:31.737371 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.754167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bbd5c0-187c-4fc3-abe1-8541220b2c62 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:31.771214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336126d-cbba-4b98-806d-0d6390075b1b req-7372b921-c603-407f-8742-2a70481c251d tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:31.778349 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0336126d-cbba-4b98-806d-0d6390075b1b req-7372b921-c603-407f-8742-2a70481c251d tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 971 time: 0.1548538 Jul 09 19:48:31.782703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port d5bbd5c0-187c-4fc3-abe1-8541220b2c62, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d5bbd5c0-187c-4fc3-abe1-8541220b2c62,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:31.789782 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.832523 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0336126d-cbba-4b98-806d-0d6390075b1b req-fbd4054b-9d69-49bb-92a3-101ead542725 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529258 Jul 09 19:48:31.874169 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=d5bbd5c0-187c-4fc3-abe1-8541220b2c62,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:31.951695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46614) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:31.979177 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3efacdb5-d514-4848-b6d9-03ce40301490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:31.981114 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-66017513-e143-4a45-a681-7811e3a804a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.019225 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.api [None req-66017513-e143-4a45-a681-7811e3a804a0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 19:48:32.019225 n-d-800088-3 neutron-server[100204]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 19:48:32.019225 n-d-800088-3 neutron-server[100204]: [parameters: {'project_id': '02ae31406a6d4f6480db0c9e97446c6a', 'id': '9969f2b7-532c-4c9b-82f7-03dd006dcbc0', 'expiration': datetime.datetime(2021, 7, 9, 19, 50, 32, 10031)}] Jul 09 19:48:32.019225 n-d-800088-3 neutron-server[100204]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:48:32.019650 n-d-800088-3 neutron-server[100204]: DEBUG oslo_db.api [None req-66017513-e143-4a45-a681-7811e3a804a0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:48:32.105476 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.139950 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['d5bbd5c0-187c-4fc3-abe1-8541220b2c62'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:48:32.143556 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['3dd1ec37-acd8-4730-bd4b-3037cccf8ee9'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:48:32.145582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590991-7065-4601-8d92-ee4fa5c769f4 req-911f235e-6706-45fc-99ff-a036b7b4c004 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:32.147457 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-91590991-7065-4601-8d92-ee4fa5c769f4 req-911f235e-6706-45fc-99ff-a036b7b4c004 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 971 time: 0.1027923 Jul 09 19:48:32.149358 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3efacdb5-d514-4848-b6d9-03ce40301490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.156004 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3efacdb5-d514-4848-b6d9-03ce40301490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.186432 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:48:32.211027 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3efacdb5-d514-4848-b6d9-03ce40301490 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8294316528a04f3da4586dfe6b37f6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582800 Jul 09 19:48:32.213742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46616) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:32.221322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efacdb5-d514-4848-b6d9-03ce40301490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e5db47-9e7c-40dc-8ad4-b6f13bc0ce2e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:32.239690 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-91590991-7065-4601-8d92-ee4fa5c769f4 req-68701e60-bc59-4c4e-abf4-8b37fc8c8006 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797563 Jul 09 19:48:32.270197 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d1f3c0b-a245-44e8-8c1c-736534b8afff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.293172 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d1f3c0b-a245-44e8-8c1c-736534b8afff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.338983 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d1f3c0b-a245-44e8-8c1c-736534b8afff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.341568 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d1f3c0b-a245-44e8-8c1c-736534b8afff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.345340 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0d1f3c0b-a245-44e8-8c1c-736534b8afff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73e5db47-9e7c-40dc-8ad4-b6f13bc0ce2e HTTP/1.1" status: 204 len: 168 time: 0.1278245 Jul 09 19:48:32.352762 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f3c0b-a245-44e8-8c1c-736534b8afff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e5db47-9e7c-40dc-8ad4-b6f13bc0ce2e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:32.520784 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-66017513-e143-4a45-a681-7811e3a804a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.757095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5132ab-ce9a-4e02-83b5-8c07c13e3dfb req-1c586758-ef3e-463a-bfbd-0b905fa94afd tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:32.764441 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac5132ab-ce9a-4e02-83b5-8c07c13e3dfb req-1c586758-ef3e-463a-bfbd-0b905fa94afd tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 944 time: 0.0781560 Jul 09 19:48:32.766405 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4ca565dc-aa7f-41bc-82e4-af1993649c24 req-4923267b-9834-49af-a245-896833054a2a tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/ports?device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 210 time: 0.0550792 Jul 09 19:48:32.813981 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac5132ab-ce9a-4e02-83b5-8c07c13e3dfb req-474b0446-f30f-44fa-80d6-c8ddf1124f30 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484126 Jul 09 19:48:32.822063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523097b8-d4a5-4f0d-9612-67f659932710 req-0ee43a20-e360-42c9-97b3-f76b4b3e40ba tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:32.823776 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-0ee43a20-e360-42c9-97b3-f76b4b3e40ba tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.36 "GET /v2.0/networks?id=bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8 HTTP/1.1" status: 200 len: 814 time: 0.2140908 Jul 09 19:48:32.840651 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-523097b8-d4a5-4f0d-9612-67f659932710 req-0b165d2e-76ac-497e-b371-5fd981dc8c1b tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Request body: {'port': {'device_id': 'd67d43fd-e7cc-453a-a29b-6af9b0b06b36', 'network_id': 'bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8', 'admin_state_up': True, 'tenant_id': 'e8134686c28e4cdca9457ab1119210a0'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:32.916336 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-66017513-e143-4a45-a681-7811e3a804a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:32.923221 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-66017513-e143-4a45-a681-7811e3a804a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.014734 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-66017513-e143-4a45-a681-7811e3a804a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02ae31406a6d4f6480db0c9e97446c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2878144 Jul 09 19:48:33.017470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46642) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:33.018039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66017513-e143-4a45-a681-7811e3a804a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e451755-0cb8-4fef-9ce8-a7117edd301a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:33.059374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523097b8-d4a5-4f0d-9612-67f659932710 req-0b165d2e-76ac-497e-b371-5fd981dc8c1b tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Made reservation on behalf of e8134686c28e4cdca9457ab1119210a0 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:33.062987 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-523097b8-d4a5-4f0d-9612-67f659932710 req-0b165d2e-76ac-497e-b371-5fd981dc8c1b tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.080360 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de0ae6af-bde0-4737-8de2-2a6db202d33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.091438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346d1f2-4d41-4e77-8ac4-140ccaf5daa7 req-d9562f08-14fd-4961-a228-6d54b60cc062 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:33.092981 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f346d1f2-4d41-4e77-8ac4-140ccaf5daa7 req-d9562f08-14fd-4961-a228-6d54b60cc062 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 971 time: 0.1358664 Jul 09 19:48:33.108073 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de0ae6af-bde0-4737-8de2-2a6db202d33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.153513 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:33.165100 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de0ae6af-bde0-4737-8de2-2a6db202d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.172009 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de0ae6af-bde0-4737-8de2-2a6db202d33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.174949 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-de0ae6af-bde0-4737-8de2-2a6db202d33d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e451755-0cb8-4fef-9ce8-a7117edd301a HTTP/1.1" status: 204 len: 168 time: 0.1557806 Jul 09 19:48:33.188211 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f346d1f2-4d41-4e77-8ac4-140ccaf5daa7 req-9a66d689-558c-420d-81f0-ef06628a377f tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853279 Jul 09 19:48:33.208166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ae6af-bde0-4737-8de2-2a6db202d33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e451755-0cb8-4fef-9ce8-a7117edd301a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:33.245233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:33.251353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:33.252018 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.283415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-523097b8-d4a5-4f0d-9612-67f659932710 req-0b165d2e-76ac-497e-b371-5fd981dc8c1b tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Allocated IP 172.20.0.7 (bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8/3fca83d8-03e5-4549-95f1-d3dab6fadf95/9f842d8d-b1bf-4a02-88da-62a79ee2bce2) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:33.347270 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.374280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530ec6db-44ec-4fc4-817a-92b799c037cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd1ec37-acd8-4730-bd4b-3037cccf8ee9'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:33.485600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54669776-def1-48e9-9f2f-c89d6f7309fe req-cf5f3062-a5d2-4574-8cff-6da40f38e1ba tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:33.487143 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54669776-def1-48e9-9f2f-c89d6f7309fe req-cf5f3062-a5d2-4574-8cff-6da40f38e1ba tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 971 time: 0.1015174 Jul 09 19:48:33.493702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=3dd1ec37-acd8-4730-bd4b-3037cccf8ee9,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:33.501129 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.502169 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d5bbd5c0-187c-4fc3-abe1-8541220b2c62 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:33.541484 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-523097b8-d4a5-4f0d-9612-67f659932710 req-0b165d2e-76ac-497e-b371-5fd981dc8c1b tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.548588 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54669776-def1-48e9-9f2f-c89d6f7309fe req-7caf5517-15ed-4adb-903a-60eff83a2cd7 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538447 Jul 09 19:48:33.602381 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-523097b8-d4a5-4f0d-9612-67f659932710 req-0b165d2e-76ac-497e-b371-5fd981dc8c1b tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.618708 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=3dd1ec37-acd8-4730-bd4b-3037cccf8ee9,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:33.621814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port d5bbd5c0-187c-4fc3-abe1-8541220b2c62 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:33.626406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port d5bbd5c0-187c-4fc3-abe1-8541220b2c62 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:33.626935 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.671978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523097b8-d4a5-4f0d-9612-67f659932710 req-0b165d2e-76ac-497e-b371-5fd981dc8c1b tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Network bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:33.676203 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-523097b8-d4a5-4f0d-9612-67f659932710 req-0b165d2e-76ac-497e-b371-5fd981dc8c1b tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:33.679724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-523097b8-d4a5-4f0d-9612-67f659932710 req-0b165d2e-76ac-497e-b371-5fd981dc8c1b tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:33.686847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523097b8-d4a5-4f0d-9612-67f659932710 req-0b165d2e-76ac-497e-b371-5fd981dc8c1b tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:33.688456 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-523097b8-d4a5-4f0d-9612-67f659932710 req-0b165d2e-76ac-497e-b371-5fd981dc8c1b tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.695239 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b165d2e-76ac-497e-b371-5fd981dc8c1b tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Pushing event updated for resources: {'Port': ['ID=9f842d8d-b1bf-4a02-88da-62a79ee2bce2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:33.709682 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46666) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:33.714711 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.726405 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-0b165d2e-76ac-497e-b371-5fd981dc8c1b tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8925447 Jul 09 19:48:33.727368 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4fe75ce2-5479-40ee-a904-94a1823723ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.742308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Request body: {'port': {'device_id': 'd67d43fd-e7cc-453a-a29b-6af9b0b06b36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:33.752630 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84341dcf-6103-4a8f-bea3-a1903adadd6d" -d '{"events": [{"server_uuid": "530ec6db-44ec-4fc4-817a-92b799c037cd", "name": "network-vif-plugged", "status": "completed", "tag": "3dd1ec37-acd8-4730-bd4b-3037cccf8ee9"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:33.757869 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port d5bbd5c0-187c-4fc3-abe1-8541220b2c62, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d5bbd5c0-187c-4fc3-abe1-8541220b2c62,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:33.763477 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.820563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=d5bbd5c0-187c-4fc3-abe1-8541220b2c62,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:33.855839 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:33.998592 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f1c1b0-3f82-4588-8744-730e0f0194e9 x-openstack-request-id: req-99f1c1b0-3f82-4588-8744-730e0f0194e9 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:33.998923 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530ec6db-44ec-4fc4-817a-92b799c037cd", "name": "network-vif-plugged", "status": "completed", "tag": "3dd1ec37-acd8-4730-bd4b-3037cccf8ee9", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:33.999184 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99f1c1b0-3f82-4588-8744-730e0f0194e9 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:33.999648 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530ec6db-44ec-4fc4-817a-92b799c037cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd1ec37-acd8-4730-bd4b-3037cccf8ee9', 'code': 200} Jul 09 19:48:34.053812 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda6596-d4e9-4f50-9d5b-bda2357cab84 req-77a8b7f2-801a-46f5-9536-8c3fb75c3a7f tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:34.056352 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8bda6596-d4e9-4f50-9d5b-bda2357cab84 req-77a8b7f2-801a-46f5-9536-8c3fb75c3a7f tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/ports?device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 931 time: 0.1113145 Jul 09 19:48:34.137379 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4fe75ce2-5479-40ee-a904-94a1823723ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.154993 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4fe75ce2-5479-40ee-a904-94a1823723ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.171287 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8bda6596-d4e9-4f50-9d5b-bda2357cab84 req-93bb535e-38f7-4681-b125-e694b7a27cd5 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c37d4aa-a629-41fe-adf0-2d58c01bbca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081102 Jul 09 19:48:34.208405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f722643-2729-4105-a96f-f008b10f389d req-a1701ef2-d0e2-4be1-8e64-63ccfc05fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:34.210282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8f722643-2729-4105-a96f-f008b10f389d req-a1701ef2-d0e2-4be1-8e64-63ccfc05fe56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 1123 time: 0.1275797 Jul 09 19:48:34.238426 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8f722643-2729-4105-a96f-f008b10f389d req-4d092e5c-4985-4d87-af5b-54d90cb719c5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.269779 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4fe75ce2-5479-40ee-a904-94a1823723ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ef0a47ea094428a9162b35b3e06f983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5586169 Jul 09 19:48:34.272899 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe75ce2-5479-40ee-a904-94a1823723ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dd5152-07d4-4c7b-88ad-561f59de5a01,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:34.273771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46688) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:34.324559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8dc68-aa37-487b-ae61-c102b77c0cb2 req-8e6c5563-bd07-464d-b95d-9062461612bc tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:34.326055 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-23c8dc68-aa37-487b-ae61-c102b77c0cb2 req-8e6c5563-bd07-464d-b95d-9062461612bc tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 944 time: 0.1821117 Jul 09 19:48:34.398672 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19e979d3-9787-4f31-be83-c7ac901e5c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.401412 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-23c8dc68-aa37-487b-ae61-c102b77c0cb2 req-103bd43e-325c-497e-b0a5-359544608ee2 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647221 Jul 09 19:48:34.417124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:34.431859 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.445224 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Transition to ACTIVE for port object 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:34.446289 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19e979d3-9787-4f31-be83-c7ac901e5c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.450324 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.454408 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8f722643-2729-4105-a96f-f008b10f389d req-4d092e5c-4985-4d87-af5b-54d90cb719c5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.467765 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8f722643-2729-4105-a96f-f008b10f389d req-4d092e5c-4985-4d87-af5b-54d90cb719c5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.506108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Pushing event updated for resources: {'Port': ['ID=9f842d8d-b1bf-4a02-88da-62a79ee2bce2,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:34.506308 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602fffa-eda3-4492-8e8a-e4d173611f78 req-ce02c58a-6ac0-49fa-a6fe-b3a3ec6aadca tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:34.507678 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6602fffa-eda3-4492-8e8a-e4d173611f78 req-ce02c58a-6ac0-49fa-a6fe-b3a3ec6aadca tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 972 time: 0.1945689 Jul 09 19:48:34.537926 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8f722643-2729-4105-a96f-f008b10f389d req-4d092e5c-4985-4d87-af5b-54d90cb719c5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202202 Jul 09 19:48:34.545076 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Attempting to bind port 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:34.545496 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Attempting to bind port 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:34.545811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Attempting to bind port 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 on network bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:34.550374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d092e5c-4985-4d87-af5b-54d90cb719c5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d9922f05-62da-48fd-84d4-ce7c720f4cea,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:34.553907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Port 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 on network bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:48:34.554533 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Attempting to bind port 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 on network bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:34.564773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:34.565525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Checking segment: {'id': 'bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:34.566223 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Bound using segment: {'id': 'bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:34.567042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Bound port: 9f842d8d-b1bf-4a02-88da-62a79ee2bce2, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:34.567720 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.576238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6602fffa-eda3-4492-8e8a-e4d173611f78 req-9eaa8a86-8979-416c-bc04-0dd3046f5d24 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536010 Jul 09 19:48:34.577282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19e979d3-9787-4f31-be83-c7ac901e5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.579858 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19e979d3-9787-4f31-be83-c7ac901e5c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.583403 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-19e979d3-9787-4f31-be83-c7ac901e5c21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65dd5152-07d4-4c7b-88ad-561f59de5a01 HTTP/1.1" status: 204 len: 168 time: 0.3059521 Jul 09 19:48:34.610172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e979d3-9787-4f31-be83-c7ac901e5c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dd5152-07d4-4c7b-88ad-561f59de5a01,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:34.650490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] For port 9f842d8d-b1bf-4a02-88da-62a79ee2bce2, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:34.653866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] For port 9f842d8d-b1bf-4a02-88da-62a79ee2bce2, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9f842d8d-b1bf-4a02-88da-62a79ee2bce2,segment=NetworkSegment(bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04),segment_id=bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:34.660472 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.707695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:34.708391 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:34.710491 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] 10.222.0.36 "PUT /v2.0/ports/9f842d8d-b1bf-4a02-88da-62a79ee2bce2 HTTP/1.1" status: 200 len: 1091 time: 0.9743578 Jul 09 19:48:34.710934 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67d43fd-e7cc-453a-a29b-6af9b0b06b36', 'tag': '9f842d8d-b1bf-4a02-88da-62a79ee2bce2'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:34.713232 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ddbfd7-4888-459c-b0e9-fc35bb18386f" -d '{"events": [{"name": "network-changed", "server_uuid": "d67d43fd-e7cc-453a-a29b-6af9b0b06b36", "tag": "9f842d8d-b1bf-4a02-88da-62a79ee2bce2"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:34.739881 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714c561-196c-4de1-875f-9f458d61fbff service neutron] Pushing event updated for resources: {'Port': ['ID=9f842d8d-b1bf-4a02-88da-62a79ee2bce2,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:34.797707 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf521d1d-2937-43ed-b33c-5308a36faed1 x-openstack-request-id: req-cf521d1d-2937-43ed-b33c-5308a36faed1 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:34.798062 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67d43fd-e7cc-453a-a29b-6af9b0b06b36", "tag": "9f842d8d-b1bf-4a02-88da-62a79ee2bce2", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:34.798291 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf521d1d-2937-43ed-b33c-5308a36faed1 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:34.798687 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67d43fd-e7cc-453a-a29b-6af9b0b06b36', 'tag': '9f842d8d-b1bf-4a02-88da-62a79ee2bce2', 'status': 'completed', 'code': 200} Jul 09 19:48:34.804062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b37bd1-ba59-497b-b5e6-5f1caf9f50a4 req-4ebae002-2112-48f9-a05d-0077ad47d872 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:34.806114 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b2b37bd1-ba59-497b-b5e6-5f1caf9f50a4 req-4ebae002-2112-48f9-a05d-0077ad47d872 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 972 time: 0.1021495 Jul 09 19:48:34.837338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523097b8-d4a5-4f0d-9612-67f659932710 req-351fd7cc-f00e-4f8b-a108-96f3915371f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:34.839113 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-351fd7cc-f00e-4f8b-a108-96f3915371f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8134686c28e4cdca9457ab1119210a0&device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 1094 time: 0.0850019 Jul 09 19:48:34.848964 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b2b37bd1-ba59-497b-b5e6-5f1caf9f50a4 req-b2868b01-1139-49ba-99d8-db461404ab84 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365555 Jul 09 19:48:34.890400 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-b76002a9-0cab-43b6-805a-abc710c77e73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f842d8d-b1bf-4a02-88da-62a79ee2bce2 HTTP/1.1" status: 200 len: 217 time: 0.0366352 Jul 09 19:48:34.940490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523097b8-d4a5-4f0d-9612-67f659932710 req-669a5847-afc1-45b3-9167-3f75b0eff78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:34.942337 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-669a5847-afc1-45b3-9167-3f75b0eff78d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fca83d8-03e5-4549-95f1-d3dab6fadf95 HTTP/1.1" status: 200 len: 854 time: 0.0448873 Jul 09 19:48:34.980686 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-066939bb-691c-4222-bcca-65485cfccf8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318563 Jul 09 19:48:35.076745 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-2d2b3190-1af0-49f0-8956-42e30c6a9d94 service neutron] 10.222.0.36 "GET /v2.0/networks/bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893996 Jul 09 19:48:35.172690 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-523097b8-d4a5-4f0d-9612-67f659932710 req-3498029b-0157-4442-85be-d6ab956609ed service neutron] 10.222.0.36 "GET /v2.0/networks/bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891168 Jul 09 19:48:35.293241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddbfd7-4888-459c-b0e9-fc35bb18386f req-de7f6ed1-a33c-4fbd-a70d-1da4889397f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:35.294817 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0ddbfd7-4888-459c-b0e9-fc35bb18386f req-de7f6ed1-a33c-4fbd-a70d-1da4889397f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8134686c28e4cdca9457ab1119210a0&device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 1094 time: 0.0699480 Jul 09 19:48:35.429685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46740) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:35.431793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddbfd7-4888-459c-b0e9-fc35bb18386f req-5054ded0-5ebd-4574-9230-021dab2b6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:35.433583 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0ddbfd7-4888-459c-b0e9-fc35bb18386f req-5054ded0-5ebd-4574-9230-021dab2b6c48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8 HTTP/1.1" status: 200 len: 915 time: 0.1321833 Jul 09 19:48:35.447036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154362c-8e8a-4748-aa9d-844b0b378817 req-a613731e-8581-4e61-90c3-e61b6397da12 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:35.448503 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5154362c-8e8a-4748-aa9d-844b0b378817 req-a613731e-8581-4e61-90c3-e61b6397da12 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/ports?device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 943 time: 0.1368413 Jul 09 19:48:35.513913 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0ddbfd7-4888-459c-b0e9-fc35bb18386f req-ed944114-ee53-4f90-9223-82d4eeb0ce74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f842d8d-b1bf-4a02-88da-62a79ee2bce2 HTTP/1.1" status: 200 len: 217 time: 0.0642068 Jul 09 19:48:35.548490 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device d899d718-e82e-40cf-be59-b0a9aff6d90a details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:48:35.566417 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5154362c-8e8a-4748-aa9d-844b0b378817 req-30ecf32d-848c-4167-9d79-f73d8bae3340 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c37d4aa-a629-41fe-adf0-2d58c01bbca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111729 Jul 09 19:48:35.598371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddbfd7-4888-459c-b0e9-fc35bb18386f req-a35b7748-8241-460a-b41b-420a93013a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:35.600741 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0ddbfd7-4888-459c-b0e9-fc35bb18386f req-a35b7748-8241-460a-b41b-420a93013a1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fca83d8-03e5-4549-95f1-d3dab6fadf95 HTTP/1.1" status: 200 len: 854 time: 0.0791888 Jul 09 19:48:35.677951 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0ddbfd7-4888-459c-b0e9-fc35bb18386f req-f323ccc8-ce97-45c2-b3f9-2638afd86ece service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697417 Jul 09 19:48:35.678153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a785c2-e346-460b-a0f2-f6f77890c8f5 req-bfbd4974-80fa-4c99-945b-62e2558b9dda tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:35.679669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c6a785c2-e346-460b-a0f2-f6f77890c8f5 req-bfbd4974-80fa-4c99-945b-62e2558b9dda tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 944 time: 0.1271467 Jul 09 19:48:35.752895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:35.757402 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c6a785c2-e346-460b-a0f2-f6f77890c8f5 req-ec1f2d2e-8b4b-40bd-b75b-b789aca59912 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698850 Jul 09 19:48:35.766492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'd899d718-e82e-40cf-be59-b0a9aff6d90a', 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c', 'port_id': 'd899d718-e82e-40cf-be59-b0a9aff6d90a', 'mac_address': 'fa:16:3e:d9:6e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e038d9a9-54b5-4f47-8017-9b651456fb61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:48:35.776310 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0b675a54-0102-444e-bf56-2e542f06e275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.829818 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.849729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d899d718-e82e-40cf-be59-b0a9aff6d90a {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:35.878979 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:35.887502 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.889003 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0ddbfd7-4888-459c-b0e9-fc35bb18386f req-4320cee4-dd9d-4bd2-aa19-2d0cfd17ad5d service neutron] 10.222.0.36 "GET /v2.0/networks/bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045333 Jul 09 19:48:35.901085 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402cb321-0bbe-4365-a809-f40775958e23 req-39095edc-5115-497e-a3ad-f74e3f465fe6 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:35.908154 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-402cb321-0bbe-4365-a809-f40775958e23 req-39095edc-5115-497e-a3ad-f74e3f465fe6 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 972 time: 0.1366408 Jul 09 19:48:35.945190 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0b675a54-0102-444e-bf56-2e542f06e275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:35.949501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=d899d718-e82e-40cf-be59-b0a9aff6d90a,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:35.950321 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0b675a54-0102-444e-bf56-2e542f06e275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.001138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fdf676-345e-47f5-8e34-e6c66e79cac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bbd5c0-187c-4fc3-abe1-8541220b2c62'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:36.005312 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbd4d1e-c3bd-4eb2-b53c-9ec81b5aa3b8" -d '{"events": [{"server_uuid": "d3fdf676-345e-47f5-8e34-e6c66e79cac8", "name": "network-vif-plugged", "status": "completed", "tag": "d5bbd5c0-187c-4fc3-abe1-8541220b2c62"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:36.032453 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-402cb321-0bbe-4365-a809-f40775958e23 req-2cebd341-33fc-43b0-9cb0-9b0381299340 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231716 Jul 09 19:48:36.038734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b675a54-0102-444e-bf56-2e542f06e275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29456c8-3bfb-4e18-9fbd-3acbc4ed714e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:36.053825 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0b675a54-0102-444e-bf56-2e542f06e275 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be3f1c578cc34e1abc8152543c597d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6228125 Jul 09 19:48:36.056079 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46766) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:36.105621 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7fd92f-149f-43a8-a307-ccbd5c146bd9 x-openstack-request-id: req-ff7fd92f-149f-43a8-a307-ccbd5c146bd9 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:36.105936 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fdf676-345e-47f5-8e34-e6c66e79cac8", "name": "network-vif-plugged", "status": "completed", "tag": "d5bbd5c0-187c-4fc3-abe1-8541220b2c62", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:36.106192 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff7fd92f-149f-43a8-a307-ccbd5c146bd9 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:36.106581 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fdf676-345e-47f5-8e34-e6c66e79cac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bbd5c0-187c-4fc3-abe1-8541220b2c62', 'code': 200} Jul 09 19:48:36.128058 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0ddbfd7-4888-459c-b0e9-fc35bb18386f req-5a47eb64-dd48-4c08-9a26-9e5d98934094 service neutron] 10.222.0.36 "GET /v2.0/networks/bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172463 Jul 09 19:48:36.138568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67739125-fe16-4057-ab55-c1c97ce5a070 req-021b9e22-cea7-4bb8-ab2a-a3257569b08f tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:36.140090 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67739125-fe16-4057-ab55-c1c97ce5a070 req-021b9e22-cea7-4bb8-ab2a-a3257569b08f tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 972 time: 0.1413953 Jul 09 19:48:36.162016 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b01b4511-a636-41b1-addd-dc526f1531c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.203758 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67739125-fe16-4057-ab55-c1c97ce5a070 req-d4d20ab9-3a6b-49f5-80b5-2042859dd6ec tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528078 Jul 09 19:48:36.208778 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b01b4511-a636-41b1-addd-dc526f1531c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.308799 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b01b4511-a636-41b1-addd-dc526f1531c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.311333 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b01b4511-a636-41b1-addd-dc526f1531c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.312485 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b01b4511-a636-41b1-addd-dc526f1531c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b29456c8-3bfb-4e18-9fbd-3acbc4ed714e HTTP/1.1" status: 204 len: 168 time: 0.2554507 Jul 09 19:48:36.322865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b4511-a636-41b1-addd-dc526f1531c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29456c8-3bfb-4e18-9fbd-3acbc4ed714e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:36.329685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddc121-fec7-4c5b-a50c-4c3152667387 req-074a3de9-3e40-4b99-a466-f160c62e3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:36.331176 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbddc121-fec7-4c5b-a50c-4c3152667387 req-074a3de9-3e40-4b99-a466-f160c62e3557 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 1123 time: 0.0755756 Jul 09 19:48:36.369430 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbddc121-fec7-4c5b-a50c-4c3152667387 req-ea2ed2b5-bdc2-4a4f-9cf3-5ae3582ebe4d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314269 Jul 09 19:48:36.385606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['d899d718-e82e-40cf-be59-b0a9aff6d90a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:48:36.497771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-7f5a1922-8014-4b05-a40e-6a67cef8d354 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220809 Jul 09 19:48:36.613112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-c49a00b7-a693-4ca9-baf3-59de0ea8dcc0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:36.614605 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-c49a00b7-a693-4ca9-baf3-59de0ea8dcc0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1098950 Jul 09 19:48:36.633209 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-ae1aaf3a-0483-4c63-b543-4ffc31fc9cf0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/quotas/85d911fbc81540608cc58c99a8dd9dfd HTTP/1.1" status: 200 len: 375 time: 0.0128932 Jul 09 19:48:36.655398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46788) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:36.665843 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-5c877459-077b-4ef3-b759-69d4ca0b8721 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286229 Jul 09 19:48:36.669903 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e6b67b9-9440-427e-8971-5d832e1d0f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.777499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de0cad-b4cc-4b95-aaee-36fd331534dd req-c1ae6468-4b2f-4890-b5ae-83a131db0974 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:36.778996 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-23de0cad-b4cc-4b95-aaee-36fd331534dd req-c1ae6468-4b2f-4890-b5ae-83a131db0974 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/ports?device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 943 time: 0.1009130 Jul 09 19:48:36.842932 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-23de0cad-b4cc-4b95-aaee-36fd331534dd req-ec07a9ba-7526-4df6-8629-4ecacb7ef71c tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c37d4aa-a629-41fe-adf0-2d58c01bbca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534298 Jul 09 19:48:36.847399 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e6b67b9-9440-427e-8971-5d832e1d0f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.852995 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e6b67b9-9440-427e-8971-5d832e1d0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.893228 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2e6b67b9-9440-427e-8971-5d832e1d0f47 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ed62f3eab7f4928832e079e5f4fd719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367387 Jul 09 19:48:36.895927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46796) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:36.897566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b67b9-9440-427e-8971-5d832e1d0f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fae731-0289-4956-bf10-bcd14b75f721,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:36.934835 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6bd7c4f7-a6ec-4a87-9811-b2b582992468 req-d1886dcd-dfdf-4f61-abf7-17a92a652bf7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 210 time: 0.0309460 Jul 09 19:48:36.989017 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-09e765ab-b2c7-4f88-9359-6485de161eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:36.999182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda93954-6259-46b6-b30a-4a069895c10f req-d5e46439-206f-4d9e-b822-0f5298660990 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:37.000710 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fda93954-6259-46b6-b30a-4a069895c10f req-d5e46439-206f-4d9e-b822-0f5298660990 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 945 time: 0.1147661 Jul 09 19:48:37.035393 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-09e765ab-b2c7-4f88-9359-6485de161eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.071294 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fda93954-6259-46b6-b30a-4a069895c10f req-87bdce76-6476-4471-b565-71bbf42014e1 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629947 Jul 09 19:48:37.106170 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-09e765ab-b2c7-4f88-9359-6485de161eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.108734 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-09e765ab-b2c7-4f88-9359-6485de161eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.112365 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-09e765ab-b2c7-4f88-9359-6485de161eb7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80fae731-0289-4956-bf10-bcd14b75f721 HTTP/1.1" status: 204 len: 168 time: 0.2103794 Jul 09 19:48:37.135366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e765ab-b2c7-4f88-9359-6485de161eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fae731-0289-4956-bf10-bcd14b75f721,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:37.258226 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ea02a-dc77-4817-8516-e834a0b7c549 req-1a954881-c8d5-4381-a081-3c4abe5b8897 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:37.260339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d2ea02a-dc77-4817-8516-e834a0b7c549 req-1a954881-c8d5-4381-a081-3c4abe5b8897 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 972 time: 0.0799985 Jul 09 19:48:37.338431 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d2ea02a-dc77-4817-8516-e834a0b7c549 req-28563274-214c-474a-af72-c02701e31654 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641079 Jul 09 19:48:37.459408 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064ce5d-8d61-443e-8670-6b8fdc8353c6 req-21cfdb8c-3d77-479d-be66-b1985cc99077 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:37.461073 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7064ce5d-8d61-443e-8670-6b8fdc8353c6 req-21cfdb8c-3d77-479d-be66-b1985cc99077 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 972 time: 0.0809758 Jul 09 19:48:37.504796 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7064ce5d-8d61-443e-8670-6b8fdc8353c6 req-d6c39f73-e3e0-4556-a029-ea54a0c61753 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370042 Jul 09 19:48:37.556276 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device d899d718-e82e-40cf-be59-b0a9aff6d90a up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:37.557820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e8eec-129d-4c3d-a3a8-89375aaf499a req-a56a29d7-9dcd-4071-b429-146a03c15812 tempest-AggregatesAdminTestJSON-1701281933 tempest-AggregatesAdminTestJSON-1701281933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:37.559638 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ad8e8eec-129d-4c3d-a3a8-89375aaf499a req-a56a29d7-9dcd-4071-b429-146a03c15812 tempest-AggregatesAdminTestJSON-1701281933 tempest-AggregatesAdminTestJSON-1701281933-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 1123 time: 0.0613308 Jul 09 19:48:37.588294 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ad8e8eec-129d-4c3d-a3a8-89375aaf499a req-b5863945-deb4-4077-8d81-63e10de89fc2 tempest-AggregatesAdminTestJSON-1701281933 tempest-AggregatesAdminTestJSON-1701281933-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.618824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port d899d718-e82e-40cf-be59-b0a9aff6d90a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:37.625933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port d899d718-e82e-40cf-be59-b0a9aff6d90a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:37.626827 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.701591 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ad8e8eec-129d-4c3d-a3a8-89375aaf499a req-b5863945-deb4-4077-8d81-63e10de89fc2 tempest-AggregatesAdminTestJSON-1701281933 tempest-AggregatesAdminTestJSON-1701281933-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.705797 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ad8e8eec-129d-4c3d-a3a8-89375aaf499a req-b5863945-deb4-4077-8d81-63e10de89fc2 tempest-AggregatesAdminTestJSON-1701281933 tempest-AggregatesAdminTestJSON-1701281933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.724714 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.738679 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ad8e8eec-129d-4c3d-a3a8-89375aaf499a req-b5863945-deb4-4077-8d81-63e10de89fc2 tempest-AggregatesAdminTestJSON-1701281933 tempest-AggregatesAdminTestJSON-1701281933-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651204 Jul 09 19:48:37.749462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5863945-deb4-4077-8d81-63e10de89fc2 tempest-AggregatesAdminTestJSON-1701281933 tempest-AggregatesAdminTestJSON-1701281933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8209ad-504f-42cf-bc00-8c6a85c628b6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:37.777967 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:37.781683 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:37.840744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=d899d718-e82e-40cf-be59-b0a9aff6d90a,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:38.050946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52cdd4-ade1-4cb3-8a1b-9e112291c43c req-9279a458-7c48-41d8-b8ea-104794d70960 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:38.053778 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5e52cdd4-ade1-4cb3-8a1b-9e112291c43c req-9279a458-7c48-41d8-b8ea-104794d70960 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/ports?device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 943 time: 0.0856693 Jul 09 19:48:38.084244 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-fef92fdf-1f7d-4c42-a26f-a6c4141ea0de tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288513 Jul 09 19:48:38.107416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac7d187-bb14-4748-b88b-5f0d6fee2824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd899d718-e82e-40cf-be59-b0a9aff6d90a'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:38.109741 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61af918-564b-4eb7-8bed-eb10fc48c5b3" -d '{"events": [{"server_uuid": "5ac7d187-bb14-4748-b88b-5f0d6fee2824", "name": "network-vif-plugged", "status": "completed", "tag": "d899d718-e82e-40cf-be59-b0a9aff6d90a"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:38.184260 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5e52cdd4-ade1-4cb3-8a1b-9e112291c43c req-e43e9518-6604-46c5-ae11-53d56e02de9a tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c37d4aa-a629-41fe-adf0-2d58c01bbca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186879 Jul 09 19:48:38.244222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-512a9390-2373-41ad-9465-33e0696bbf44 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:38.245967 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-512a9390-2373-41ad-9465-33e0696bbf44 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1537912 Jul 09 19:48:38.265730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Request body: {'port': {'device_id': 'fb00547e-9bef-4901-9922-e40a471cf79f', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '85d911fbc81540608cc58c99a8dd9dfd'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:38.375280 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-146b0916-a6f3-477a-8d94-e5615a1dd93e req-6ccc1f88-7711-47b3-ad02-b92a05e19729 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 210 time: 0.0456476 Jul 09 19:48:38.433449 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Made reservation on behalf of 85d911fbc81540608cc58c99a8dd9dfd for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:38.440487 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af0f90a-ed97-4d3d-b8cd-5fb4e6b95f61 x-openstack-request-id: req-2af0f90a-ed97-4d3d-b8cd-5fb4e6b95f61 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:38.441058 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac7d187-bb14-4748-b88b-5f0d6fee2824", "name": "network-vif-plugged", "status": "completed", "tag": "d899d718-e82e-40cf-be59-b0a9aff6d90a", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:38.441530 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2af0f90a-ed97-4d3d-b8cd-5fb4e6b95f61 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:38.441741 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:38.442343 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac7d187-bb14-4748-b88b-5f0d6fee2824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd899d718-e82e-40cf-be59-b0a9aff6d90a', 'code': 200} Jul 09 19:48:38.467407 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:38.512850 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d4814-e9a2-42c0-a9d7-30672915b707 req-dd61fd21-3bc4-4b63-b154-1e5e9cf1de48 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:38.520751 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-272d4814-e9a2-42c0-a9d7-30672915b707 req-dd61fd21-3bc4-4b63-b154-1e5e9cf1de48 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 946 time: 0.0890689 Jul 09 19:48:38.624204 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-272d4814-e9a2-42c0-a9d7-30672915b707 req-332d4289-7478-4b70-8684-062428e86215 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020596 Jul 09 19:48:38.663725 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:38.669218 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:38.694009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18dfe1-844f-46a9-aadb-ebe0dd8a1eb1 req-8cd017bb-22ec-4482-bcfc-666cd143db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:38.695577 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c18dfe1-844f-46a9-aadb-ebe0dd8a1eb1 req-8cd017bb-22ec-4482-bcfc-666cd143db31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 1097 time: 0.1718142 Jul 09 19:48:38.730726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c454fc-f711-40be-b944-44f572fc369b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:38.786365 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c18dfe1-844f-46a9-aadb-ebe0dd8a1eb1 req-a0355e14-0053-46de-9f15-045cca52030a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840359 Jul 09 19:48:38.931131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbec65-a4d7-4622-b270-711ce8301489 req-821e85d0-991e-4097-b2ac-55a5b72d7e74 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:38.932856 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-23dbec65-a4d7-4622-b270-711ce8301489 req-821e85d0-991e-4097-b2ac-55a5b72d7e74 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 972 time: 0.1837201 Jul 09 19:48:38.962266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Allocated IP 192.168.233.64 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/bcc21e4f-8da4-483d-836d-c4863f1074d7) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:38.999046 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-23dbec65-a4d7-4622-b270-711ce8301489 req-4c58f976-10a1-4b65-afaf-ca2c94783aa7 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602863 Jul 09 19:48:39.156927 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.171278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Transition to ACTIVE for port object bcc21e4f-8da4-483d-836d-c4863f1074d7 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:39.207247 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.281713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:39.285071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:39.289818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:39.295969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:39.298922 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.319745 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0647292 Jul 09 19:48:39.320451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c1cb7-bd85-4b1e-83b7-d6df285b861d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Pushing event updated for resources: {'Port': ['ID=bcc21e4f-8da4-483d-836d-c4863f1074d7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:39.342855 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Request body: {'port': {'device_id': 'fb00547e-9bef-4901-9922-e40a471cf79f', 'device_owner': 'compute:tempest-test_az-1849263238', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:39.476960 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.524675 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25f815-ddd0-4002-8c78-b4d6709c213a req-fb6ca21e-3b3c-41c7-a083-f2ac4e563764 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:39.526296 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7e25f815-ddd0-4002-8c78-b4d6709c213a req-fb6ca21e-3b3c-41c7-a083-f2ac4e563764 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/ports?device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 943 time: 0.1378820 Jul 09 19:48:39.552039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:48:39.636743 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7e25f815-ddd0-4002-8c78-b4d6709c213a req-c11c5a83-d2fa-404b-be6a-a26f92100941 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c37d4aa-a629-41fe-adf0-2d58c01bbca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981152 Jul 09 19:48:39.648693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-09274c8f-ae98-495a-950f-a299d1d09944 None None] Provisioning for port bcc21e4f-8da4-483d-836d-c4863f1074d7 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:39.654609 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-09274c8f-ae98-495a-950f-a299d1d09944 None None] Provisioning complete for port bcc21e4f-8da4-483d-836d-c4863f1074d7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:39.654989 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-09274c8f-ae98-495a-950f-a299d1d09944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.710462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-09274c8f-ae98-495a-950f-a299d1d09944 None None] Port bcc21e4f-8da4-483d-836d-c4863f1074d7 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:48:39.737197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9f842d8d-b1bf-4a02-88da-62a79ee2bce2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9f842d8d-b1bf-4a02-88da-62a79ee2bce2,segment=NetworkSegment(bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04),segment_id=bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:39.763034 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '9f842d8d-b1bf-4a02-88da-62a79ee2bce2', 'network_id': 'bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8', 'port_id': '9f842d8d-b1bf-4a02-88da-62a79ee2bce2', 'mac_address': 'fa:16:3e:03:d6:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fca83d8-03e5-4549-95f1-d3dab6fadf95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:48:39.821152 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.840525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:39.866296 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9f842d8d-b1bf-4a02-88da-62a79ee2bce2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9f842d8d-b1bf-4a02-88da-62a79ee2bce2,segment=NetworkSegment(bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04),segment_id=bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:39.874997 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:39.952887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=9f842d8d-b1bf-4a02-88da-62a79ee2bce2,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:40.034368 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c1d77-25a8-4354-85c7-74f063001a11 req-3bd94683-cc6e-4289-8aa2-a0a7474edc52 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:40.036054 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-be0c1d77-25a8-4354-85c7-74f063001a11 req-3bd94683-cc6e-4289-8aa2-a0a7474edc52 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 946 time: 0.1066914 Jul 09 19:48:40.098369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e1bad7-f02a-41f0-8fd8-cb90552a0c2d req-32f8cc32-10f1-4a86-a90f-bd6253660f06 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:40.100584 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39e1bad7-f02a-41f0-8fd8-cb90552a0c2d req-32f8cc32-10f1-4a86-a90f-bd6253660f06 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 935 time: 0.2400258 Jul 09 19:48:40.103503 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46920) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:40.114933 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-be0c1d77-25a8-4354-85c7-74f063001a11 req-256b042e-bc4a-4b30-be1b-dcea159ca9f6 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682585 Jul 09 19:48:40.116932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc21e4f-8da4-483d-836d-c4863f1074d7 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:40.124727 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.149879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Transition to ACTIVE for port object bcc21e4f-8da4-483d-836d-c4863f1074d7 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:40.150083 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39e1bad7-f02a-41f0-8fd8-cb90552a0c2d req-1c939633-8d5d-4298-a30c-1551650a5252 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407205 Jul 09 19:48:40.154190 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.203849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc21e4f-8da4-483d-836d-c4863f1074d7,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:40.219909 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['9f842d8d-b1bf-4a02-88da-62a79ee2bce2'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:48:40.246378 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Attempting to bind port bcc21e4f-8da4-483d-836d-c4863f1074d7 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:40.246742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Attempting to bind port bcc21e4f-8da4-483d-836d-c4863f1074d7 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:40.247092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Attempting to bind port bcc21e4f-8da4-483d-836d-c4863f1074d7 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:40.261907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Port bcc21e4f-8da4-483d-836d-c4863f1074d7 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:48:40.262612 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Attempting to bind port bcc21e4f-8da4-483d-836d-c4863f1074d7 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:40.269063 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b9aee8cd-52af-4969-a36a-c9c781f437c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.269634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:40.270196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:40.270821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:40.271692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Bound port: bcc21e4f-8da4-483d-836d-c4863f1074d7, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:40.272247 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.447615 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b9aee8cd-52af-4969-a36a-c9c781f437c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.452011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] For port bcc21e4f-8da4-483d-836d-c4863f1074d7, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:40.454010 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b9aee8cd-52af-4969-a36a-c9c781f437c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.469597 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] For port bcc21e4f-8da4-483d-836d-c4863f1074d7, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:40.477601 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.496896 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b9aee8cd-52af-4969-a36a-c9c781f437c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=540ac06d04624a05872db1515603af6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920681 Jul 09 19:48:40.499157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aee8cd-52af-4969-a36a-c9c781f437c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7993bad3-4f77-4420-ab3a-d0d64024940b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:40.502102 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46934) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:40.524165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:40.524831 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.526249 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] 10.222.0.32 "PUT /v2.0/ports/bcc21e4f-8da4-483d-836d-c4863f1074d7 HTTP/1.1" status: 200 len: 1117 time: 1.1936686 Jul 09 19:48:40.528332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb00547e-9bef-4901-9922-e40a471cf79f', 'tag': 'bcc21e4f-8da4-483d-836d-c4863f1074d7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:40.530830 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e14abdc-e14b-4302-8d95-a53052fb8281" -d '{"events": [{"name": "network-changed", "server_uuid": "fb00547e-9bef-4901-9922-e40a471cf79f", "tag": "bcc21e4f-8da4-483d-836d-c4863f1074d7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:40.545292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7b631-94ff-49e1-b6c9-43b7361a69db req-ba4c73ad-43bc-45ec-a58e-374934a70055 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:40.554224 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3e7b631-94ff-49e1-b6c9-43b7361a69db req-ba4c73ad-43bc-45ec-a58e-374934a70055 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 972 time: 0.1718931 Jul 09 19:48:40.606938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35beb75-99f8-4197-9bfd-da8de42e4493 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc21e4f-8da4-483d-836d-c4863f1074d7,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:40.619065 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b38093a1-dfde-4ef3-9aea-07376cb92ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.655229 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b38093a1-dfde-4ef3-9aea-07376cb92ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.686322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3e7b631-94ff-49e1-b6c9-43b7361a69db req-a04b39b7-22d2-4d8b-bfde-34e06cb0041f tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309814 Jul 09 19:48:40.729573 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d184703-0dc4-4f80-966e-d47c68371b8c x-openstack-request-id: req-0d184703-0dc4-4f80-966e-d47c68371b8c {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:40.729870 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb00547e-9bef-4901-9922-e40a471cf79f", "tag": "bcc21e4f-8da4-483d-836d-c4863f1074d7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:40.730126 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d184703-0dc4-4f80-966e-d47c68371b8c {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:40.730524 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb00547e-9bef-4901-9922-e40a471cf79f', 'tag': 'bcc21e4f-8da4-483d-836d-c4863f1074d7', 'status': 'completed', 'code': 200} Jul 09 19:48:40.735390 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b38093a1-dfde-4ef3-9aea-07376cb92ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.741735 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b38093a1-dfde-4ef3-9aea-07376cb92ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:40.743599 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b38093a1-dfde-4ef3-9aea-07376cb92ff0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7993bad3-4f77-4420-ab3a-d0d64024940b HTTP/1.1" status: 204 len: 168 time: 0.2403474 Jul 09 19:48:40.760921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38093a1-dfde-4ef3-9aea-07376cb92ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7993bad3-4f77-4420-ab3a-d0d64024940b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:40.794050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-6c9faec9-d2f7-4c6c-ae9e-802a998bcb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:40.794050 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-6c9faec9-d2f7-4c6c-ae9e-802a998bcb03 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 1120 time: 0.1956902 Jul 09 19:48:40.847964 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-bcc22a60-e1c3-4e77-a959-eedd487df84c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7 HTTP/1.1" status: 200 len: 217 time: 0.0451975 Jul 09 19:48:40.923036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-24eb7b7b-4e21-469d-ad6e-93dd278c38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:40.924906 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-24eb7b7b-4e21-469d-ad6e-93dd278c38a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0693417 Jul 09 19:48:41.037641 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-6b374578-044e-4588-8172-fc7a9a2722d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:41.039758 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-6b374578-044e-4588-8172-fc7a9a2722d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049891 Jul 09 19:48:41.201933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46978) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:41.215975 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a40d5bf3-bff0-4f8f-88d7-e4bc902a7dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.217075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4795c-c4b0-49cb-a00a-7120c79fcbe3 req-c091dcf8-e959-4e42-805d-0470f379fe2e tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:41.218652 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-63e4795c-c4b0-49cb-a00a-7120c79fcbe3 req-c091dcf8-e959-4e42-805d-0470f379fe2e tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/ports?device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 944 time: 0.1986713 Jul 09 19:48:41.224710 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-5a82d2db-6877-437e-940e-31905c93bc34 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629820 Jul 09 19:48:41.235304 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458cec4-3146-4de2-8acc-fb0e1807e080 req-50bfa86b-5841-4fbb-9a3f-81796d866cd6 tempest-DeleteServersAdminTestJSON-1712590424 tempest-DeleteServersAdminTestJSON-1712590424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:41.236791 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a458cec4-3146-4de2-8acc-fb0e1807e080 req-50bfa86b-5841-4fbb-9a3f-81796d866cd6 tempest-DeleteServersAdminTestJSON-1712590424 tempest-DeleteServersAdminTestJSON-1712590424-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 1123 time: 0.1277332 Jul 09 19:48:41.354787 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a40d5bf3-bff0-4f8f-88d7-e4bc902a7dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.359821 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a40d5bf3-bff0-4f8f-88d7-e4bc902a7dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.366160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-63e4795c-c4b0-49cb-a00a-7120c79fcbe3 req-c26741c8-e5a1-40b9-bc8c-5f41a7834275 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c37d4aa-a629-41fe-adf0-2d58c01bbca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388943 Jul 09 19:48:41.395940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095254b-897e-403f-b507-9b033b25cbf1 req-c42d7a35-f6f2-47ac-88bb-c0004ac0c90a tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:41.397587 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e095254b-897e-403f-b507-9b033b25cbf1 req-c42d7a35-f6f2-47ac-88bb-c0004ac0c90a tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 946 time: 0.1238732 Jul 09 19:48:41.415749 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-834a8065-be75-4f9f-a101-7e901f5f7fc1 req-3b6c1fa1-3bd4-45fb-9e3d-5aed64faea40 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780393 Jul 09 19:48:41.425575 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a40d5bf3-bff0-4f8f-88d7-e4bc902a7dc1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ee8a7527eb046de969294c6ee3a76d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218230 Jul 09 19:48:41.426185 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46982) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:41.435243 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d5bf3-bff0-4f8f-88d7-e4bc902a7dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f330bb-2bc7-40d2-8265-67ca5fdf59a9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:41.438061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-a458cec4-3146-4de2-8acc-fb0e1807e080 req-a8bb3765-a1a1-4a85-a81b-77d826e0dd93 tempest-DeleteServersAdminTestJSON-1712590424 tempest-DeleteServersAdminTestJSON-1712590424-project-admin] Deleting port d5bbd5c0-187c-4fc3-abe1-8541220b2c62 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:41.438408 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a458cec4-3146-4de2-8acc-fb0e1807e080 req-a8bb3765-a1a1-4a85-a81b-77d826e0dd93 tempest-DeleteServersAdminTestJSON-1712590424 tempest-DeleteServersAdminTestJSON-1712590424-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.491940 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e095254b-897e-403f-b507-9b033b25cbf1 req-23e70ce4-2553-4711-b7e0-5c6d879cbc4d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828657 Jul 09 19:48:41.516664 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c0c44889-0069-4a38-9579-688c336d3ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.541571 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c0c44889-0069-4a38-9579-688c336d3ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.562363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:41.600494 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c0c44889-0069-4a38-9579-688c336d3ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.606903 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c0c44889-0069-4a38-9579-688c336d3ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.610395 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c0c44889-0069-4a38-9579-688c336d3ed2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6f330bb-2bc7-40d2-8265-67ca5fdf59a9 HTTP/1.1" status: 204 len: 168 time: 0.1740036 Jul 09 19:48:41.620566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a458cec4-3146-4de2-8acc-fb0e1807e080 req-a8bb3765-a1a1-4a85-a81b-77d826e0dd93 tempest-DeleteServersAdminTestJSON-1712590424 tempest-DeleteServersAdminTestJSON-1712590424-project-admin] For port d5bbd5c0-187c-4fc3-abe1-8541220b2c62, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d5bbd5c0-187c-4fc3-abe1-8541220b2c62,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:41.621059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c44889-0069-4a38-9579-688c336d3ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f330bb-2bc7-40d2-8265-67ca5fdf59a9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:41.621341 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a458cec4-3146-4de2-8acc-fb0e1807e080 req-a8bb3765-a1a1-4a85-a81b-77d826e0dd93 tempest-DeleteServersAdminTestJSON-1712590424 tempest-DeleteServersAdminTestJSON-1712590424-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.643543 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:41.646920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-a458cec4-3146-4de2-8acc-fb0e1807e080 req-a8bb3765-a1a1-4a85-a81b-77d826e0dd93 tempest-DeleteServersAdminTestJSON-1712590424 tempest-DeleteServersAdminTestJSON-1712590424-project-admin] Calling delete_port for d5bbd5c0-187c-4fc3-abe1-8541220b2c62 owned by compute:tempest-test_az-1849263238 {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:41.649017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:41.649508 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.664994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14abdc-e14b-4302-8d95-a53052fb8281 req-28546558-b5e4-45a0-a41f-0e034d4d1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:41.666978 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e14abdc-e14b-4302-8d95-a53052fb8281 req-28546558-b5e4-45a0-a41f-0e034d4d1fd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 1120 time: 0.1837959 Jul 09 19:48:41.702185 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1321a3-fbe2-4f4b-8b29-1147549231c2 req-7f7d4c0b-41d4-4770-ac86-e431f1844a8f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:41.709674 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c1321a3-fbe2-4f4b-8b29-1147549231c2 req-7f7d4c0b-41d4-4770-ac86-e431f1844a8f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 969 time: 0.2092390 Jul 09 19:48:41.756813 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.789572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67d43fd-e7cc-453a-a29b-6af9b0b06b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f842d8d-b1bf-4a02-88da-62a79ee2bce2'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:41.792293 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c1321f-bf16-478a-a12b-293d5384d5ea" -d '{"events": [{"server_uuid": "d67d43fd-e7cc-453a-a29b-6af9b0b06b36", "name": "network-vif-plugged", "status": "completed", "tag": "9f842d8d-b1bf-4a02-88da-62a79ee2bce2"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:41.807468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9f842d8d-b1bf-4a02-88da-62a79ee2bce2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9f842d8d-b1bf-4a02-88da-62a79ee2bce2,segment=NetworkSegment(bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04),segment_id=bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:41.812880 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:41.881798 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c1321a3-fbe2-4f4b-8b29-1147549231c2 req-f01fe552-9d4d-4a8d-ae21-ce8f7ec2f488 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705229 Jul 09 19:48:41.883948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=9f842d8d-b1bf-4a02-88da-62a79ee2bce2,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:41.940033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14abdc-e14b-4302-8d95-a53052fb8281 req-8b3baf0b-15ca-469a-83eb-f3770d9ff689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:41.941633 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e14abdc-e14b-4302-8d95-a53052fb8281 req-8b3baf0b-15ca-469a-83eb-f3770d9ff689 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2671909 Jul 09 19:48:42.017620 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e14abdc-e14b-4302-8d95-a53052fb8281 req-47a6e9f5-5f07-45ca-a54a-e74caace96d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7 HTTP/1.1" status: 200 len: 217 time: 0.0688877 Jul 09 19:48:42.025975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53b486-da0a-4370-84ff-60274f117148 req-a9c32cc8-66ea-4f92-877e-33850251d44d tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:42.027579 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a53b486-da0a-4370-84ff-60274f117148 req-a9c32cc8-66ea-4f92-877e-33850251d44d tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 1097 time: 0.0578921 Jul 09 19:48:42.082971 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a53b486-da0a-4370-84ff-60274f117148 req-337052e4-ff9e-4dc3-99c8-4185bcd0c4ea tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475872 Jul 09 19:48:42.086315 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a458cec4-3146-4de2-8acc-fb0e1807e080 req-a8bb3765-a1a1-4a85-a81b-77d826e0dd93 tempest-DeleteServersAdminTestJSON-1712590424 tempest-DeleteServersAdminTestJSON-1712590424-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:42.098372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['d5bbd5c0-187c-4fc3-abe1-8541220b2c62'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:48:42.120285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14abdc-e14b-4302-8d95-a53052fb8281 req-2f403f6c-7596-44e6-8aad-186317ad3fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:42.121875 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e14abdc-e14b-4302-8d95-a53052fb8281 req-2f403f6c-7596-44e6-8aad-186317ad3fa9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0977561 Jul 09 19:48:42.122655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb3765-a1a1-4a85-a81b-77d826e0dd93 tempest-DeleteServersAdminTestJSON-1712590424 tempest-DeleteServersAdminTestJSON-1712590424-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5bbd5c0-187c-4fc3-abe1-8541220b2c62,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:42.241413 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a0728a-2c32-4b50-b39a-bee22c0c6fab x-openstack-request-id: req-67a0728a-2c32-4b50-b39a-bee22c0c6fab {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:42.241776 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67d43fd-e7cc-453a-a29b-6af9b0b06b36", "name": "network-vif-plugged", "status": "completed", "tag": "9f842d8d-b1bf-4a02-88da-62a79ee2bce2", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:42.242032 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67a0728a-2c32-4b50-b39a-bee22c0c6fab {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:42.242423 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67d43fd-e7cc-453a-a29b-6af9b0b06b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f842d8d-b1bf-4a02-88da-62a79ee2bce2', 'code': 200} Jul 09 19:48:42.258339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a458cec4-3146-4de2-8acc-fb0e1807e080 req-a8bb3765-a1a1-4a85-a81b-77d826e0dd93 tempest-DeleteServersAdminTestJSON-1712590424 tempest-DeleteServersAdminTestJSON-1712590424-project-admin] No DVR routers for this DVR port d5bbd5c0-187c-4fc3-abe1-8541220b2c62 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:48:42.264328 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a458cec4-3146-4de2-8acc-fb0e1807e080 req-a8bb3765-a1a1-4a85-a81b-77d826e0dd93 tempest-DeleteServersAdminTestJSON-1712590424 tempest-DeleteServersAdminTestJSON-1712590424-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:42.266373 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a458cec4-3146-4de2-8acc-fb0e1807e080 req-a8bb3765-a1a1-4a85-a81b-77d826e0dd93 tempest-DeleteServersAdminTestJSON-1712590424 tempest-DeleteServersAdminTestJSON-1712590424-project-admin] 10.222.0.32 "DELETE /v2.0/ports/d5bbd5c0-187c-4fc3-abe1-8541220b2c62 HTTP/1.1" status: 204 len: 173 time: 1.0158474 Jul 09 19:48:42.271563 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14abdc-e14b-4302-8d95-a53052fb8281 req-37ac88d3-8ef0-4bf8-bafd-777b85d323b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:42.274858 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e14abdc-e14b-4302-8d95-a53052fb8281 req-37ac88d3-8ef0-4bf8-bafd-777b85d323b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1373374 Jul 09 19:48:42.461668 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e14abdc-e14b-4302-8d95-a53052fb8281 req-ac62f800-018b-4e90-aed3-df510e4be440 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756477 Jul 09 19:48:42.470570 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b2ecd-4177-41b3-936a-725a8f6a1fb4 req-625ff0cb-ecf2-4458-b079-fdd511e925b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:42.472373 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f73b2ecd-4177-41b3-936a-725a8f6a1fb4 req-625ff0cb-ecf2-4458-b079-fdd511e925b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 1096 time: 0.1144755 Jul 09 19:48:42.492007 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-29ee8ece-b298-465b-af95-8108089f1f37 req-434c18c1-e8c6-4854-8296-01c4b70e7f23 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3fdf676-345e-47f5-8e34-e6c66e79cac8 HTTP/1.1" status: 200 len: 210 time: 0.1921830 Jul 09 19:48:42.554692 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f73b2ecd-4177-41b3-936a-725a8f6a1fb4 req-bc3e9809-5835-46f7-991e-2cd413f33b17 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7c37d4aa-a629-41fe-adf0-2d58c01bbca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739057 Jul 09 19:48:42.582758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aad8e4-0cd8-42df-b0f0-a54164270d15 req-78d55093-ec0c-48c3-a2bb-d5ba168946ba tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:42.585742 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28aad8e4-0cd8-42df-b0f0-a54164270d15 req-78d55093-ec0c-48c3-a2bb-d5ba168946ba tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 1097 time: 0.0740247 Jul 09 19:48:42.594394 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e14abdc-e14b-4302-8d95-a53052fb8281 req-0d0fa74a-876a-44b7-bdf6-8713631742c5 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140959 Jul 09 19:48:42.627950 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28aad8e4-0cd8-42df-b0f0-a54164270d15 req-80e5e527-7635-49c5-a8dc-1835b408270b tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358992 Jul 09 19:48:42.707165 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47046) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:42.731295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fdf676-345e-47f5-8e34-e6c66e79cac8', 'name': 'network-vif-deleted', 'tag': 'd5bbd5c0-187c-4fc3-abe1-8541220b2c62'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:42.733973 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f77a7e-3e39-425e-9639-a1b6710da4d2" -d '{"events": [{"server_uuid": "d3fdf676-345e-47f5-8e34-e6c66e79cac8", "name": "network-vif-deleted", "tag": "d5bbd5c0-187c-4fc3-abe1-8541220b2c62"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:42.858455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2116190659-network', 'tenant_id': '722a3672762841db8d6fcadff51c6f2f'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:42.882646 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc15dd5-c031-4c89-ac38-0661665a8fb3 req-0b0910a4-eaaf-487e-bbdf-b343a3b05006 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:42.884152 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0fc15dd5-c031-4c89-ac38-0661665a8fb3 req-0b0910a4-eaaf-487e-bbdf-b343a3b05006 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/ports?device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 945 time: 0.1151707 Jul 09 19:48:42.900275 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0297b7d0-5145-471d-b953-949f701f4e5f x-openstack-request-id: req-0297b7d0-5145-471d-b953-949f701f4e5f {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:42.900612 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fdf676-345e-47f5-8e34-e6c66e79cac8", "name": "network-vif-deleted", "tag": "d5bbd5c0-187c-4fc3-abe1-8541220b2c62", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:42.900871 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0297b7d0-5145-471d-b953-949f701f4e5f {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:42.901269 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fdf676-345e-47f5-8e34-e6c66e79cac8', 'name': 'network-vif-deleted', 'tag': 'd5bbd5c0-187c-4fc3-abe1-8541220b2c62', 'status': 'completed', 'code': 200} Jul 09 19:48:42.926909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] Made reservation on behalf of 722a3672762841db8d6fcadff51c6f2f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:42.930413 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:42.944650 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0fc15dd5-c031-4c89-ac38-0661665a8fb3 req-0c19efcf-2c55-40fe-bc8a-37c1fc50eefd tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c37d4aa-a629-41fe-adf0-2d58c01bbca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535152 Jul 09 19:48:42.945317 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.039474 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-d45983b2-94cb-42ba-a319-0a8eab5e90b4 req-e0fe8e54-b9bc-4b50-a84d-5d5099c955f7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:48:43.041770 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d45983b2-94cb-42ba-a319-0a8eab5e90b4 req-e0fe8e54-b9bc-4b50-a84d-5d5099c955f7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095236 Jul 09 19:48:43.059604 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.063724 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.090368 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:43.100108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c806dbd6-78a2-44e2-ae30-a54a4a302cea,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:43.107714 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.108103 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] Added segment 160978f3-09b8-42de-8aca-45266f5af20c of type vlan for network cde8a11d-a413-4777-8c30-ae667fa77b73 Jul 09 19:48:43.180383 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.222144 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.223098 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:43.223679 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.235476 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac91ae-a3b5-46d1-87f4-f5c25eea7ad9 req-809f632d-8894-4251-8837-10f7d490c4ac tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:43.236967 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c0ac91ae-a3b5-46d1-87f4-f5c25eea7ad9 req-809f632d-8894-4251-8837-10f7d490c4ac tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 969 time: 0.1274514 Jul 09 19:48:43.308976 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6021473 Jul 09 19:48:43.311975 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47072) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:43.318664 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecd526-4581-4ef9-9c5f-4554958945ae admin admin] Pushing event updated for resources: {'Network': ['ID=cde8a11d-a413-4777-8c30-ae667fa77b73,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:43.318839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-17f82cc1-86e6-4aac-b0c2-4b24b36473c8 admin admin] Request body: {'subnet': {'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2116190659-subnet', 'tenant_id': '722a3672762841db8d6fcadff51c6f2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:43.330498 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network cde8a11d-a413-4777-8c30-ae667fa77b73 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:43.346959 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c0ac91ae-a3b5-46d1-87f4-f5c25eea7ad9 req-6df7f364-1931-4d41-b563-67aa4ac1fe28 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016781 Jul 09 19:48:43.350847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f82cc1-86e6-4aac-b0c2-4b24b36473c8 admin admin] Made reservation on behalf of 722a3672762841db8d6fcadff51c6f2f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:43.353035 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-17f82cc1-86e6-4aac-b0c2-4b24b36473c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.562821 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-17f82cc1-86e6-4aac-b0c2-4b24b36473c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.652805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f82cc1-86e6-4aac-b0c2-4b24b36473c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17547801-50dc-48f3-9bbc-7cabca72c457,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:43.687691 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f82cc1-86e6-4aac-b0c2-4b24b36473c8 admin admin] Checking segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:43.688460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f82cc1-86e6-4aac-b0c2-4b24b36473c8 admin admin] Network hostable DHCP agents. Network: cde8a11d-a413-4777-8c30-ae667fa77b73, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:43.764864 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f82cc1-86e6-4aac-b0c2-4b24b36473c8 admin admin] Network cde8a11d-a413-4777-8c30-ae667fa77b73 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:43.843640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-17f82cc1-86e6-4aac-b0c2-4b24b36473c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, cde8a11d-a413-4777-8c30-ae667fa77b73) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:43.854165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f82cc1-86e6-4aac-b0c2-4b24b36473c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:43.854765 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-17f82cc1-86e6-4aac-b0c2-4b24b36473c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:43.858454 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6eb6cc-625f-4fad-abf9-6c06914bbbfc None None] Network cde8a11d-a413-4777-8c30-ae667fa77b73 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:43.881941 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-17f82cc1-86e6-4aac-b0c2-4b24b36473c8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5681031 Jul 09 19:48:44.029322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3c9744-1830-4a9c-9983-9f4ec413c800 None None] Network cde8a11d-a413-4777-8c30-ae667fa77b73 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:44.257398 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4555eb-014c-4990-ba2e-e44df4624861 req-52cdfbc2-ae89-4b4e-ba1e-c83fbfe07506 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:44.258925 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6f4555eb-014c-4990-ba2e-e44df4624861 req-52cdfbc2-ae89-4b4e-ba1e-c83fbfe07506 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/ports?device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 945 time: 0.0709853 Jul 09 19:48:44.307761 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6f4555eb-014c-4990-ba2e-e44df4624861 req-38a0b34d-8578-4d25-8e58-760220971ca1 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c37d4aa-a629-41fe-adf0-2d58c01bbca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 Jul 09 19:48:44.519592 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47170) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:44.525545 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-747696857-network', 'tenant_id': 'be5ba16559fc4cb38def57bb6498748e'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:44.540194 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-da80e45c-6445-45f5-8293-662aa393c15d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5347218436a14a8696fdd9fbe3da1d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284119 Jul 09 19:48:44.550734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] Made reservation on behalf of be5ba16559fc4cb38def57bb6498748e for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:44.554091 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:44.568261 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:44.571917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47172) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:44.645763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-608fd67d-0df7-4b48-87ae-22e854285c9a tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:44.647453 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-608fd67d-0df7-4b48-87ae-22e854285c9a tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1064367 Jul 09 19:48:44.670287 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-3204bd5a-f8b8-4124-a92b-875ae7bba502 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/quotas/5347218436a14a8696fdd9fbe3da1d59 HTTP/1.1" status: 200 len: 375 time: 0.0147495 Jul 09 19:48:44.698244 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:44.703556 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:44.727648 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-ad1723cb-b4c8-49a5-8074-837c6c6c4a66 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5347218436a14a8696fdd9fbe3da1d59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473616 Jul 09 19:48:44.744241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:48:44.761834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387b53fa-b61e-482d-97b8-efedd00a34d0,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:44.767143 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:44.767492 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] Added segment f52ad0a4-097e-4a36-b289-337a71e7b1c9 of type vlan for network 59997ccb-7de4-433d-8a7d-8c41db47c9a5 Jul 09 19:48:44.813234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-895cbc10-289a-4fbf-85c0-8948ff3d13b3 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:48:44.821665 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-895cbc10-289a-4fbf-85c0-8948ff3d13b3 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2481096 Jul 09 19:48:44.845152 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:44.908682 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:44.910671 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:44.913238 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:44.939827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-51c85f49-4488-4d1a-b3cf-cf3c9af8de6b service neutron] Request body: {'binding': {'host': 'n-h2-800088-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:44.940615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-51c85f49-4488-4d1a-b3cf-cf3c9af8de6b service neutron] Unknown quota resources ['binding']. {{(pid=100205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:48:45.140349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cf114-51cc-4a60-9f21-be5724980356 req-6d05081e-0029-4988-9c81-ec87c1a52396 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:45.149312 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-759cf114-51cc-4a60-9f21-be5724980356 req-6d05081e-0029-4988-9c81-ec87c1a52396 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 969 time: 0.1163912 Jul 09 19:48:45.202231 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-759cf114-51cc-4a60-9f21-be5724980356 req-307c9133-a1c0-4fd5-a221-6d556a758049 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512645 Jul 09 19:48:45.211022 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device bcc21e4f-8da4-483d-836d-c4863f1074d7 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:48:45.213297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d5bbd5c0-187c-4fc3-abe1-8541220b2c62 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:48:45.345185 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8212118 Jul 09 19:48:45.345601 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47204) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:45.352078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port bcc21e4f-8da4-483d-836d-c4863f1074d7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:45.352556 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0c94a78b-e86c-4844-9531-4b29780b4918 admin admin] Request body: {'subnet': {'network_id': '59997ccb-7de4-433d-8a7d-8c41db47c9a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-747696857-subnet', 'tenant_id': 'be5ba16559fc4cb38def57bb6498748e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:45.357498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec04d85-8083-4a00-a5c5-01404d7b978d admin admin] Pushing event updated for resources: {'Network': ['ID=59997ccb-7de4-433d-8a7d-8c41db47c9a5,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:45.373011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'bcc21e4f-8da4-483d-836d-c4863f1074d7', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'bcc21e4f-8da4-483d-836d-c4863f1074d7', 'mac_address': 'fa:16:3e:25:01:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:tempest-test_az-1849263238', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:48:45.377673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 59997ccb-7de4-433d-8a7d-8c41db47c9a5 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:48:45.396872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c94a78b-e86c-4844-9531-4b29780b4918 admin admin] Made reservation on behalf of be5ba16559fc4cb38def57bb6498748e for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:45.401703 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0c94a78b-e86c-4844-9531-4b29780b4918 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.458356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: d5bbd5c0-187c-4fc3-abe1-8541220b2c62 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:48:45.458926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d5bbd5c0-187c-4fc3-abe1-8541220b2c62 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:48:45.535225 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.536131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-51c85f49-4488-4d1a-b3cf-cf3c9af8de6b service neutron] Attempting to bind port d899d718-e82e-40cf-be59-b0a9aff6d90a on host n-h2-800088-3 for vnic_type normal with profile None {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:45.538372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-51c85f49-4488-4d1a-b3cf-cf3c9af8de6b service neutron] Attempting to bind port d899d718-e82e-40cf-be59-b0a9aff6d90a by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:45.538662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-51c85f49-4488-4d1a-b3cf-cf3c9af8de6b service neutron] Attempting to bind port d899d718-e82e-40cf-be59-b0a9aff6d90a on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:45.554950 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-51c85f49-4488-4d1a-b3cf-cf3c9af8de6b service neutron] Port d899d718-e82e-40cf-be59-b0a9aff6d90a on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:48:45.555303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-51c85f49-4488-4d1a-b3cf-cf3c9af8de6b service neutron] Attempting to bind port d899d718-e82e-40cf-be59-b0a9aff6d90a on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:45.563504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-51c85f49-4488-4d1a-b3cf-cf3c9af8de6b service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:45.564113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-51c85f49-4488-4d1a-b3cf-cf3c9af8de6b service neutron] Checking segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:45.564712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-51c85f49-4488-4d1a-b3cf-cf3c9af8de6b service neutron] Bound using segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:45.565563 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-51c85f49-4488-4d1a-b3cf-cf3c9af8de6b service neutron] Bound port: d899d718-e82e-40cf-be59-b0a9aff6d90a, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:45.579361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc21e4f-8da4-483d-836d-c4863f1074d7 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:45.618058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port bcc21e4f-8da4-483d-836d-c4863f1074d7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:45.623185 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.734341 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-504d8507-fdaf-4be9-8a77-06057e5a986b req-b4abe7b6-ff6d-4feb-b55a-605a3a7644ec tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 210 time: 0.0443490 Jul 09 19:48:45.738748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=bcc21e4f-8da4-483d-836d-c4863f1074d7,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:45.773272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-51c85f49-4488-4d1a-b3cf-cf3c9af8de6b service neutron] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:45.781450 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-51c85f49-4488-4d1a-b3cf-cf3c9af8de6b service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.803953 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-51c85f49-4488-4d1a-b3cf-cf3c9af8de6b service neutron] 10.222.0.30 "POST /v2.0/ports/d899d718-e82e-40cf-be59-b0a9aff6d90a/bindings HTTP/1.1" status: 201 len: 389 time: 0.9425702 Jul 09 19:48:45.837110 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['bcc21e4f-8da4-483d-836d-c4863f1074d7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:48:45.874280 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0c94a78b-e86c-4844-9531-4b29780b4918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:45.992756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47228) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:45.996797 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94a78b-e86c-4844-9531-4b29780b4918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0c845c-62b7-49e7-a1f4-3a7c393941cb,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:46.076915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c94a78b-e86c-4844-9531-4b29780b4918 admin admin] Checking segment: {'id': 'f52ad0a4-097e-4a36-b289-337a71e7b1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '59997ccb-7de4-433d-8a7d-8c41db47c9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:46.077938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c94a78b-e86c-4844-9531-4b29780b4918 admin admin] Network hostable DHCP agents. Network: 59997ccb-7de4-433d-8a7d-8c41db47c9a5, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:48:46.115139 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c94a78b-e86c-4844-9531-4b29780b4918 admin admin] Network 59997ccb-7de4-433d-8a7d-8c41db47c9a5 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:48:46.128348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0c94a78b-e86c-4844-9531-4b29780b4918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 59997ccb-7de4-433d-8a7d-8c41db47c9a5) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:46.138043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c94a78b-e86c-4844-9531-4b29780b4918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:46.138043 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0c94a78b-e86c-4844-9531-4b29780b4918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.140926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e96980-9128-4ccd-b27b-9558ec54ee25 None None] Network 59997ccb-7de4-433d-8a7d-8c41db47c9a5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:46.221009 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0c94a78b-e86c-4844-9531-4b29780b4918 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8741364 Jul 09 19:48:46.253540 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8bf17c56-ce2c-456f-8bdd-ea0b7f481ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.444031 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750c71bc-f142-4fc2-979f-48cac25a8604 None None] Network 59997ccb-7de4-433d-8a7d-8c41db47c9a5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:48:46.499522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149820a-5335-4913-9c3d-4c64a64c2edf req-2794d37b-75d0-4bfa-b643-7f9876b77b14 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:46.511038 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e149820a-5335-4913-9c3d-4c64a64c2edf req-2794d37b-75d0-4bfa-b643-7f9876b77b14 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 946 time: 0.2833531 Jul 09 19:48:46.601197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-d5cb5f3f-7863-4b73-b1d4-a1d7ca8860d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:46.603458 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-d5cb5f3f-7863-4b73-b1d4-a1d7ca8860d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 1097 time: 0.2563980 Jul 09 19:48:46.626758 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e149820a-5335-4913-9c3d-4c64a64c2edf req-09bd19e6-e90c-423c-b66b-ea80c52d6823 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131532 Jul 09 19:48:46.646940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72eb67-a4f7-4722-93b7-2a6166ac6751 req-5cc9a86f-3e19-4bd7-b984-887a2970fcc3 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:46.649121 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7e72eb67-a4f7-4722-93b7-2a6166ac6751 req-5cc9a86f-3e19-4bd7-b984-887a2970fcc3 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 970 time: 0.1250148 Jul 09 19:48:46.725924 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7e72eb67-a4f7-4722-93b7-2a6166ac6751 req-d906685e-e91b-4df4-a7e0-9bb6c2154042 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690053 Jul 09 19:48:46.736893 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-6ce538b1-fddb-40cf-b4bb-6a597087f21c tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5347218436a14a8696fdd9fbe3da1d59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765243 Jul 09 19:48:46.762454 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8bf17c56-ce2c-456f-8bdd-ea0b7f481ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.921808 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8bf17c56-ce2c-456f-8bdd-ea0b7f481ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:46.979773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4bc660a5-14d2-42c2-bbf0-21b1675d43db req-1ff79f3e-d2b4-45cd-b5aa-8e717a9b5092 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 210 time: 0.0589209 Jul 09 19:48:47.039559 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8bf17c56-ce2c-456f-8bdd-ea0b7f481ee5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7f3d62a2d4d4c689a864de132532c75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0457876 Jul 09 19:48:47.040904 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf17c56-ce2c-456f-8bdd-ea0b7f481ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25dc9cb-9724-467f-8944-f0d34d617d6d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:47.045888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47276) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:47.073375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-e5f2bdb8-4a9a-4ab9-9cd8-47173708e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:47.075052 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-e5f2bdb8-4a9a-4ab9-9cd8-47173708e692 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.4641457 Jul 09 19:48:47.083038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-ebdb11de-fc72-45e1-acb9-5f23f698714f tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:47.085239 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-ebdb11de-fc72-45e1-acb9-5f23f698714f tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3271985 Jul 09 19:48:47.155309 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-2198475c-7c22-4d6d-838b-8432fff2d16f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a HTTP/1.1" status: 200 len: 217 time: 0.0683992 Jul 09 19:48:47.159788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-f9660bf2-dc9c-4fef-a826-28affec3c26d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Request body: {'port': {'device_id': '96c019e6-5b23-4145-a055-982879cf89ae', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '5347218436a14a8696fdd9fbe3da1d59'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:47.218019 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90224fbb-1b70-4f0a-a864-7cabbb52f157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:47.230459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device bcc21e4f-8da4-483d-836d-c4863f1074d7 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:47.320347 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90224fbb-1b70-4f0a-a864-7cabbb52f157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:47.344940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-728898e4-c2ef-4511-9def-38abb1a45872 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:47.352374 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-728898e4-c2ef-4511-9def-38abb1a45872 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 808 time: 0.2771876 Jul 09 19:48:47.372256 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-c1a116af-a1a7-465d-99ea-6962f08bd977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:47.374453 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-c1a116af-a1a7-465d-99ea-6962f08bd977 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.1925907 Jul 09 19:48:47.375458 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-5dd20666-5cab-4566-9493-8f2baee2dafc tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/quotas/722a3672762841db8d6fcadff51c6f2f HTTP/1.1" status: 200 len: 375 time: 0.0221889 Jul 09 19:48:47.423343 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4c2e624d-94b1-41d9-b2d7-be577ceafd4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385222 Jul 09 19:48:47.455862 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-cf2ebd6b-b52a-4b7c-871c-a952175f78e6 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700312 Jul 09 19:48:47.457663 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port bcc21e4f-8da4-483d-836d-c4863f1074d7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:47.462631 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port bcc21e4f-8da4-483d-836d-c4863f1074d7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:47.463114 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:47.540349 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-66be96f1-2df5-4797-b860-66494e2c28fa service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086614 Jul 09 19:48:47.549520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-f9660bf2-dc9c-4fef-a826-28affec3c26d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Made reservation on behalf of 5347218436a14a8696fdd9fbe3da1d59 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:47.550409 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:47.553754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-f9660bf2-dc9c-4fef-a826-28affec3c26d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:47.564520 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-522a649e-fa99-4a1b-acba-1df78c7c047c service neutron] 10.222.0.30 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074014 Jul 09 19:48:47.591920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port bcc21e4f-8da4-483d-836d-c4863f1074d7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:47.593470 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb00547e-9bef-4901-9922-e40a471cf79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc21e4f-8da4-483d-836d-c4863f1074d7'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:47.597155 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915a7171-bb2a-44a3-af60-37976a8c05f1" -d '{"events": [{"server_uuid": "fb00547e-9bef-4901-9922-e40a471cf79f", "name": "network-vif-plugged", "status": "completed", "tag": "bcc21e4f-8da4-483d-836d-c4863f1074d7"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:47.601546 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:47.652033 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90224fbb-1b70-4f0a-a864-7cabbb52f157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:47.654870 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90224fbb-1b70-4f0a-a864-7cabbb52f157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:47.656132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-90224fbb-1b70-4f0a-a864-7cabbb52f157 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b25dc9cb-9724-467f-8944-f0d34d617d6d HTTP/1.1" status: 204 len: 168 time: 0.6089134 Jul 09 19:48:47.668830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=bcc21e4f-8da4-483d-836d-c4863f1074d7,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:47.674584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90224fbb-1b70-4f0a-a864-7cabbb52f157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25dc9cb-9724-467f-8944-f0d34d617d6d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:47.685325 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-f3a4d01f-4ea0-4ab2-a2ef-d86aebdd7d29 service neutron] 10.222.0.30 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197031 Jul 09 19:48:47.783531 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-30913efd-33ac-45bc-b0a6-18d22daadc95 service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272451 Jul 09 19:48:47.798810 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-f9660bf2-dc9c-4fef-a826-28affec3c26d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Allocated IP 192.168.233.25 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/12051458-e6e5-492b-a5f4-6f7aec8d938f) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:48.038074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d7814-8ad1-41e1-afdb-faf499a90c56 req-6f4a7d8a-6005-4420-ba37-cc7c5bec0bd7 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:48.046067 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b90d7814-8ad1-41e1-afdb-faf499a90c56 req-6f4a7d8a-6005-4420-ba37-cc7c5bec0bd7 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 972 time: 0.0896461 Jul 09 19:48:48.087712 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b90d7814-8ad1-41e1-afdb-faf499a90c56 req-5b48a2f2-7a7b-48d3-976d-0b05d27c7d06 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405762 Jul 09 19:48:48.096204 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4de9917e-b62d-4fc5-bd4a-489c6b8753d1 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:48.097827 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4de9917e-b62d-4fc5-bd4a-489c6b8753d1 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824&tenant_id=d1970a87c2e6404b89294d0e16829336&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1097 time: 0.2042377 Jul 09 19:48:48.110745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-3'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:48.150371 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-f9660bf2-dc9c-4fef-a826-28affec3c26d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.202377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47330) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:48.219852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-f9660bf2-dc9c-4fef-a826-28affec3c26d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Transition to ACTIVE for port object 12051458-e6e5-492b-a5f4-6f7aec8d938f will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:48.231951 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1d09b4-d324-4045-a0ec-f2d733fbc288 x-openstack-request-id: req-5e1d09b4-d324-4045-a0ec-f2d733fbc288 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:48.232281 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb00547e-9bef-4901-9922-e40a471cf79f", "name": "network-vif-plugged", "status": "completed", "tag": "bcc21e4f-8da4-483d-836d-c4863f1074d7", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:48.232571 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e1d09b4-d324-4045-a0ec-f2d733fbc288 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:48.232969 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb00547e-9bef-4901-9922-e40a471cf79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc21e4f-8da4-483d-836d-c4863f1074d7', 'code': 200} Jul 09 19:48:48.239125 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e62914b7-046a-4434-b02d-cb5cc64f1231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.321795 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.32', 64917) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:48.391733 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.447083 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-f9660bf2-dc9c-4fef-a826-28affec3c26d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.475231 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e62914b7-046a-4434-b02d-cb5cc64f1231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.479446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30661d62-b4a2-4489-b4b0-36827c25882b req-95a36dbb-80a2-48d6-a856-1e7b07ed7809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:48.481022 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30661d62-b4a2-4489-b4b0-36827c25882b req-95a36dbb-80a2-48d6-a856-1e7b07ed7809 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 1122 time: 0.1579063 Jul 09 19:48:48.483498 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e62914b7-046a-4434-b02d-cb5cc64f1231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.517499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9defeb-d55a-438e-b6df-ebee7c471bb4 req-b45e023e-ebbd-4e14-a7b9-ef51fbbb3b66 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:48.519082 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a9defeb-d55a-438e-b6df-ebee7c471bb4 req-b45e023e-ebbd-4e14-a7b9-ef51fbbb3b66 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 946 time: 0.2384257 Jul 09 19:48:48.549458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6879ae-d464-4ada-b564-61adc002bffe req-a853c2c4-4a73-4f0c-b4af-c9cf350d0623 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:48.551862 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ec6879ae-d464-4ada-b564-61adc002bffe req-a853c2c4-4a73-4f0c-b4af-c9cf350d0623 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.1911418 Jul 09 19:48:48.558785 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e62914b7-046a-4434-b02d-cb5cc64f1231 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e308b7d3450b47d2b87ce4c362c086c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551662 Jul 09 19:48:48.559549 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62914b7-046a-4434-b02d-cb5cc64f1231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428f9b5d-f962-4e26-a756-680ca3f277b2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:48.576926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47334) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:48.604086 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-f9660bf2-dc9c-4fef-a826-28affec3c26d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:48.618739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-f9660bf2-dc9c-4fef-a826-28affec3c26d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:48.627630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-f9660bf2-dc9c-4fef-a826-28affec3c26d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:48.634482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-f9660bf2-dc9c-4fef-a826-28affec3c26d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:48.635331 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-f9660bf2-dc9c-4fef-a826-28affec3c26d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.645915 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ec6879ae-d464-4ada-b564-61adc002bffe req-1cda2a99-77c4-4c9a-9d95-fd27592d0087 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660880 Jul 09 19:48:48.648768 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9660bf2-dc9c-4fef-a826-28affec3c26d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Pushing event updated for resources: {'Port': ['ID=12051458-e6e5-492b-a5f4-6f7aec8d938f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:48.662009 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30661d62-b4a2-4489-b4b0-36827c25882b req-7f19ad20-8e00-4380-8441-da6812c3496d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601868 Jul 09 19:48:48.682127 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b4beb74-3f8c-49e7-be7d-a295e008fb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.701916 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-f9660bf2-dc9c-4fef-a826-28affec3c26d tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6042509 Jul 09 19:48:48.709138 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a9defeb-d55a-438e-b6df-ebee7c471bb4 req-af247670-f824-422d-a6d5-c2dfa5dc9e42 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217225 Jul 09 19:48:48.731779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Request body: {'port': {'device_id': '96c019e6-5b23-4145-a055-982879cf89ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:48.743733 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b4beb74-3f8c-49e7-be7d-a295e008fb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.820774 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b4beb74-3f8c-49e7-be7d-a295e008fb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.829795 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b4beb74-3f8c-49e7-be7d-a295e008fb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.833023 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5b4beb74-3f8c-49e7-be7d-a295e008fb8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/428f9b5d-f962-4e26-a756-680ca3f277b2 HTTP/1.1" status: 204 len: 168 time: 0.2542062 Jul 09 19:48:48.844492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:48.849427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4beb74-3f8c-49e7-be7d-a295e008fb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428f9b5d-f962-4e26-a756-680ca3f277b2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:48.878587 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:48.922437 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5df2722-221e-4232-b1e1-17f45387e013 req-dbec156f-fad7-41e0-9fb7-a786c8f8e702 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 210 time: 0.0553241 Jul 09 19:48:49.067841 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d4715-312e-4bc6-bb9c-18b4eec0b47b req-74b13b2d-3812-48ef-b9ef-5d6bdb8e4907 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:49.069468 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e87d4715-312e-4bc6-bb9c-18b4eec0b47b req-74b13b2d-3812-48ef-b9ef-5d6bdb8e4907 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.32 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 972 time: 0.1085474 Jul 09 19:48:49.098480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a0f0aed9-0ea5-4b38-b5e7-79cd8699b05e None None] Provisioning for port 12051458-e6e5-492b-a5f4-6f7aec8d938f completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:49.104594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a0f0aed9-0ea5-4b38-b5e7-79cd8699b05e None None] Provisioning complete for port 12051458-e6e5-492b-a5f4-6f7aec8d938f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:49.105467 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a0f0aed9-0ea5-4b38-b5e7-79cd8699b05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:49.107431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:49.198752 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a0f0aed9-0ea5-4b38-b5e7-79cd8699b05e None None] Port 12051458-e6e5-492b-a5f4-6f7aec8d938f cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:48:49.378974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-e87d4715-312e-4bc6-bb9c-18b4eec0b47b req-c5a474a2-c57b-4fcb-9176-b8dbd1f94006 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Deleting port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:48:49.379434 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e87d4715-312e-4bc6-bb9c-18b4eec0b47b req-c5a474a2-c57b-4fcb-9176-b8dbd1f94006 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:49.466392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:49.541370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac7d187-bb14-4748-b88b-5f0d6fee2824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd899d718-e82e-40cf-be59-b0a9aff6d90a'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:49.546873 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088accd8-411b-429e-9b7d-09527794d576" -d '{"events": [{"server_uuid": "5ac7d187-bb14-4748-b88b-5f0d6fee2824", "name": "network-vif-unplugged", "status": "completed", "tag": "d899d718-e82e-40cf-be59-b0a9aff6d90a"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:49.667621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952773f3-f05a-4a11-a12a-ad0bc968a077 req-9227eaae-8d66-4826-a4b8-b5a260e46150 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:49.675434 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-952773f3-f05a-4a11-a12a-ad0bc968a077 req-9227eaae-8d66-4826-a4b8-b5a260e46150 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 972 time: 0.3661354 Jul 09 19:48:49.700502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12051458-e6e5-492b-a5f4-6f7aec8d938f {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:49.717081 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:49.733641 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Transition to ACTIVE for port object 12051458-e6e5-492b-a5f4-6f7aec8d938f will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:49.734119 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:49.784276 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:49.864316 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-952773f3-f05a-4a11-a12a-ad0bc968a077 req-76006ad3-4468-4f8d-bb5f-dee6f507d0ea tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/security-groups?id=f14de179-9608-46ef-b4b0-6f655832d687&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879022 Jul 09 19:48:49.881162 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Attempting to bind port d899d718-e82e-40cf-be59-b0a9aff6d90a on host n-h1-800088-3 for vnic_type normal with profile {"migrating_to": "n-h2-800088-3"} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:49.881703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Attempting to bind port d899d718-e82e-40cf-be59-b0a9aff6d90a by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:49.882053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Attempting to bind port d899d718-e82e-40cf-be59-b0a9aff6d90a on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:49.974704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Port d899d718-e82e-40cf-be59-b0a9aff6d90a on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:48:49.975054 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Attempting to bind port d899d718-e82e-40cf-be59-b0a9aff6d90a on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:49.980030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-e87d4715-312e-4bc6-bb9c-18b4eec0b47b req-c5a474a2-c57b-4fcb-9176-b8dbd1f94006 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] For port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=3dd1ec37-acd8-4730-bd4b-3037cccf8ee9,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:49.980682 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e87d4715-312e-4bc6-bb9c-18b4eec0b47b req-c5a474a2-c57b-4fcb-9176-b8dbd1f94006 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:49.986968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:49.987326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Checking segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:49.987879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Bound using segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:49.988314 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Bound port: d899d718-e82e-40cf-be59-b0a9aff6d90a, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:49.988712 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.010512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-c32df883-db63-47c1-a8db-1e0690e28d6e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:50.018664 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-c32df883-db63-47c1-a8db-1e0690e28d6e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.36 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 808 time: 0.3954968 Jul 09 19:48:50.019771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-e87d4715-312e-4bc6-bb9c-18b4eec0b47b req-c5a474a2-c57b-4fcb-9176-b8dbd1f94006 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Calling delete_port for 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 owned by compute:tempest-test_az-1849263238 {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:48:50.027262 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-bee6f22f-7318-4e60-b43c-bf059104f20e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Request body: {'port': {'device_id': 'd7c82933-3e39-407f-8d23-2b8b032f4819', 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73', 'admin_state_up': True, 'tenant_id': '722a3672762841db8d6fcadff51c6f2f'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:50.106561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:50.117593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:50.150664 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf805734-2326-4b0e-b2a4-056b7d119016 req-402d2036-7618-448d-8cfe-fd6b2994c9a8 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:50.158993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf805734-2326-4b0e-b2a4-056b7d119016 req-402d2036-7618-448d-8cfe-fd6b2994c9a8 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 935 time: 1.0941610 Jul 09 19:48:50.182464 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Pushing event updated for resources: {'Port': ['ID=d899d718-e82e-40cf-be59-b0a9aff6d90a,revision_number=7']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:50.186499 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68e8565-d216-4aff-99e8-5752161af275 x-openstack-request-id: req-a68e8565-d216-4aff-99e8-5752161af275 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:50.186781 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac7d187-bb14-4748-b88b-5f0d6fee2824", "name": "network-vif-unplugged", "status": "completed", "tag": "d899d718-e82e-40cf-be59-b0a9aff6d90a", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:50.187269 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a68e8565-d216-4aff-99e8-5752161af275 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:50.187885 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac7d187-bb14-4748-b88b-5f0d6fee2824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd899d718-e82e-40cf-be59-b0a9aff6d90a', 'code': 200} Jul 09 19:48:50.192493 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Attempting to bind port 12051458-e6e5-492b-a5f4-6f7aec8d938f on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:50.193029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Attempting to bind port 12051458-e6e5-492b-a5f4-6f7aec8d938f by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:50.193605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Attempting to bind port 12051458-e6e5-492b-a5f4-6f7aec8d938f on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:50.250307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Pushing event updated for resources: {'Port': ['ID=12051458-e6e5-492b-a5f4-6f7aec8d938f,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:50.253591 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.328483 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Pushing event updated for resources: {'Port': ['ID=d899d718-e82e-40cf-be59-b0a9aff6d90a,revision_number=8']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:50.340504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Port 12051458-e6e5-492b-a5f4-6f7aec8d938f on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:48:50.341425 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Attempting to bind port 12051458-e6e5-492b-a5f4-6f7aec8d938f on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:50.360877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-bee6f22f-7318-4e60-b43c-bf059104f20e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Made reservation on behalf of 722a3672762841db8d6fcadff51c6f2f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:48:50.364564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf805734-2326-4b0e-b2a4-056b7d119016 req-05a58ee8-3c0b-4391-bf2f-5b1ec2193539 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043960 Jul 09 19:48:50.365428 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-bee6f22f-7318-4e60-b43c-bf059104f20e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.390369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:50.390723 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:50.391116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:50.396682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Bound port: 12051458-e6e5-492b-a5f4-6f7aec8d938f, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:50.397253 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.472981 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:50.478588 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.480145 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4577a008-47aa-4ba8-87ad-84188c630935 service neutron] 10.222.0.32 "PUT /v2.0/ports/d899d718-e82e-40cf-be59-b0a9aff6d90a HTTP/1.1" status: 200 len: 1122 time: 2.3737392 Jul 09 19:48:50.542084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['d899d718-e82e-40cf-be59-b0a9aff6d90a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:48:50.612389 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] For port 12051458-e6e5-492b-a5f4-6f7aec8d938f, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:50.652685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838f1a1-8b24-414d-abd5-715d2c552a26 req-77b12f27-b112-4500-ac95-a3a51293c47f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:50.655208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2d862-123e-476e-b8da-99e8f139fc24 req-62e0ff2b-c0a8-43f6-a03a-620819c5d0ee tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:50.657820 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0838f1a1-8b24-414d-abd5-715d2c552a26 req-77b12f27-b112-4500-ac95-a3a51293c47f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 944 time: 0.1455202 Jul 09 19:48:50.663574 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cad2d862-123e-476e-b8da-99e8f139fc24 req-62e0ff2b-c0a8-43f6-a03a-620819c5d0ee tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.2928624 Jul 09 19:48:50.687538 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] For port 12051458-e6e5-492b-a5f4-6f7aec8d938f, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=12051458-e6e5-492b-a5f4-6f7aec8d938f,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:50.711990 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.730289 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e87d4715-312e-4bc6-bb9c-18b4eec0b47b req-c5a474a2-c57b-4fcb-9176-b8dbd1f94006 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.753330 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['3dd1ec37-acd8-4730-bd4b-3037cccf8ee9'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:48:50.778177 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:50.780083 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:50.782461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] 10.222.0.32 "PUT /v2.0/ports/12051458-e6e5-492b-a5f4-6f7aec8d938f HTTP/1.1" status: 200 len: 1095 time: 2.0564733 Jul 09 19:48:50.808906 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0838f1a1-8b24-414d-abd5-715d2c552a26 req-a25ba5f9-e431-4861-a6ee-1f3e4d483e18 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370211 Jul 09 19:48:50.833906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a474a2-c57b-4fcb-9176-b8dbd1f94006 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Pushing event deleted for resources: {'Port': ['ID=3dd1ec37-acd8-4730-bd4b-3037cccf8ee9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:50.860352 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cad2d862-123e-476e-b8da-99e8f139fc24 req-0c5348c1-1584-41c4-8e9c-9f39e0e11dba tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926801 Jul 09 19:48:50.897946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c03ef-df72-4629-8c1b-199eed27e21b service neutron] Pushing event updated for resources: {'Port': ['ID=12051458-e6e5-492b-a5f4-6f7aec8d938f,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:50.961294 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-f2469a10-1f54-41f0-b7a6-3ce6bc135b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:50.962880 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-f2469a10-1f54-41f0-b7a6-3ce6bc135b11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5347218436a14a8696fdd9fbe3da1d59&device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 1098 time: 0.1280372 Jul 09 19:48:51.020220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-bee6f22f-7318-4e60-b43c-bf059104f20e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Allocated IP 172.20.0.13 (cde8a11d-a413-4777-8c30-ae667fa77b73/17547801-50dc-48f3-9bbc-7cabca72c457/f94568d3-61ea-4fac-8c5a-3946c3a9c036) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:48:51.049222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87d4715-312e-4bc6-bb9c-18b4eec0b47b req-c5a474a2-c57b-4fcb-9176-b8dbd1f94006 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] No DVR routers for this DVR port 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:48:51.062661 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e87d4715-312e-4bc6-bb9c-18b4eec0b47b req-c5a474a2-c57b-4fcb-9176-b8dbd1f94006 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.070809 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e87d4715-312e-4bc6-bb9c-18b4eec0b47b req-c5a474a2-c57b-4fcb-9176-b8dbd1f94006 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.32 "DELETE /v2.0/ports/3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 HTTP/1.1" status: 204 len: 173 time: 1.9933758 Jul 09 19:48:51.071275 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-7cb61914-0333-41a0-9730-a5c8048d0a40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=12051458-e6e5-492b-a5f4-6f7aec8d938f HTTP/1.1" status: 200 len: 217 time: 0.1012282 Jul 09 19:48:51.071389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530ec6db-44ec-4fc4-817a-92b799c037cd', 'name': 'network-vif-deleted', 'tag': '3dd1ec37-acd8-4730-bd4b-3037cccf8ee9'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:51.106477 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7265e74f-3536-46d3-a0c5-ce71c988a2bf" -d '{"events": [{"server_uuid": "530ec6db-44ec-4fc4-817a-92b799c037cd", "name": "network-vif-deleted", "tag": "3dd1ec37-acd8-4730-bd4b-3037cccf8ee9"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:51.126094 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-693a12c1-4199-468d-817a-6e56a832203c req-d3c03b28-d448-40e9-9583-380bd5bee1cb tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 210 time: 0.0570064 Jul 09 19:48:51.187782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-fd47f857-20e3-459b-a343-a07ff4645c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:51.190365 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-fd47f857-20e3-459b-a343-a07ff4645c36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0985878 Jul 09 19:48:51.219132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ccd51963-e532-433e-8636-486a78dff624 req-0fef6345-5f46-4c2f-ac7a-11214386ed72 tempest-AggregatesAdminTestJSON-1544621900 tempest-AggregatesAdminTestJSON-1544621900-project] 10.222.0.30 "GET /v2.0/ports?device_id=530ec6db-44ec-4fc4-817a-92b799c037cd HTTP/1.1" status: 200 len: 210 time: 0.1075020 Jul 09 19:48:51.291901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-c2f68b35-2de7-487e-84fe-2080237c638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:51.294181 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-c2f68b35-2de7-487e-84fe-2080237c638b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0945134 Jul 09 19:48:51.443811 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-bee6f22f-7318-4e60-b43c-bf059104f20e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.517659 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-bee6f22f-7318-4e60-b43c-bf059104f20e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.522293 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c591fc-2454-40cf-bfe9-80ca66f9c450 x-openstack-request-id: req-69c591fc-2454-40cf-bfe9-80ca66f9c450 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:51.522708 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "530ec6db-44ec-4fc4-817a-92b799c037cd", "name": "network-vif-deleted", "tag": "3dd1ec37-acd8-4730-bd4b-3037cccf8ee9", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:51.523064 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69c591fc-2454-40cf-bfe9-80ca66f9c450 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:51.523555 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '530ec6db-44ec-4fc4-817a-92b799c037cd', 'name': 'network-vif-deleted', 'tag': '3dd1ec37-acd8-4730-bd4b-3037cccf8ee9', 'status': 'completed', 'code': 200} Jul 09 19:48:51.547242 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-b71d4905-70aa-4552-ad87-e154736bdb33 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375050 Jul 09 19:48:51.601593 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-bee6f22f-7318-4e60-b43c-bf059104f20e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Network cde8a11d-a413-4777-8c30-ae667fa77b73 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:48:51.605248 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-bee6f22f-7318-4e60-b43c-bf059104f20e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:48:51.610632 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-bee6f22f-7318-4e60-b43c-bf059104f20e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:48:51.616824 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-bee6f22f-7318-4e60-b43c-bf059104f20e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:51.617673 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-bee6f22f-7318-4e60-b43c-bf059104f20e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.621466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6f22f-7318-4e60-b43c-bf059104f20e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Pushing event updated for resources: {'Port': ['ID=f94568d3-61ea-4fac-8c5a-3946c3a9c036,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:51.644739 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-bee6f22f-7318-4e60-b43c-bf059104f20e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6150458 Jul 09 19:48:51.658735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Request body: {'port': {'device_id': 'd7c82933-3e39-407f-8d23-2b8b032f4819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:48:51.675937 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-020f9887-2fbe-45f6-a4b5-0d9396cbaa42 req-21132f96-9e6d-44b1-b5c7-22234662808a service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215625 Jul 09 19:48:51.761499 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.839920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6c883-863d-44cd-bda0-b7e51992d2ac req-067621d7-941e-451a-a919-0bd5f58f4e25 tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:51.847487 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-82e6c883-863d-44cd-bda0-b7e51992d2ac req-067621d7-941e-451a-a919-0bd5f58f4e25 tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 1122 time: 0.0819488 Jul 09 19:48:51.862157 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-82e6c883-863d-44cd-bda0-b7e51992d2ac req-5514437e-2aaf-4b79-8afd-37096ccc2734 tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.985871 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-82e6c883-863d-44cd-bda0-b7e51992d2ac req-5514437e-2aaf-4b79-8afd-37096ccc2734 tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:51.990723 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-82e6c883-863d-44cd-bda0-b7e51992d2ac req-5514437e-2aaf-4b79-8afd-37096ccc2734 tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.019935 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-82e6c883-863d-44cd-bda0-b7e51992d2ac req-5514437e-2aaf-4b79-8afd-37096ccc2734 tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715806 Jul 09 19:48:52.022469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514437e-2aaf-4b79-8afd-37096ccc2734 tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b71c1eb-40bb-4595-a63d-26477d58a7dd,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:52.071804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4171ae-5dff-4466-8673-5065fdbf9b48 req-a48cf7ba-9fe8-4406-a292-b5f09b13feda tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:52.073416 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1b4171ae-5dff-4466-8673-5065fdbf9b48 req-a48cf7ba-9fe8-4406-a292-b5f09b13feda tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 947 time: 0.1514313 Jul 09 19:48:52.138076 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1b4171ae-5dff-4466-8673-5065fdbf9b48 req-ae1427c7-3c88-4d4c-8efd-9a6f132a34a2 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587494 Jul 09 19:48:52.181567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94568d3-61ea-4fac-8c5a-3946c3a9c036 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:52.189376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac7d187-bb14-4748-b88b-5f0d6fee2824', 'tag': 'd899d718-e82e-40cf-be59-b0a9aff6d90a'}, {'name': 'network-changed', 'server_uuid': '96c019e6-5b23-4145-a055-982879cf89ae', 'tag': '12051458-e6e5-492b-a5f4-6f7aec8d938f'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:52.189705 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.191952 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847e4e74-3c0b-495c-bc45-854de51434f9" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac7d187-bb14-4748-b88b-5f0d6fee2824", "tag": "d899d718-e82e-40cf-be59-b0a9aff6d90a"}, {"name": "network-changed", "server_uuid": "96c019e6-5b23-4145-a055-982879cf89ae", "tag": "12051458-e6e5-492b-a5f4-6f7aec8d938f"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:52.203296 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Transition to ACTIVE for port object f94568d3-61ea-4fac-8c5a-3946c3a9c036 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:52.207833 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.291142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Pushing event updated for resources: {'Port': ['ID=f94568d3-61ea-4fac-8c5a-3946c3a9c036,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:52.336898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Attempting to bind port f94568d3-61ea-4fac-8c5a-3946c3a9c036 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:48:52.337250 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Attempting to bind port f94568d3-61ea-4fac-8c5a-3946c3a9c036 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:48:52.337587 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Attempting to bind port f94568d3-61ea-4fac-8c5a-3946c3a9c036 on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:52.344935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Port f94568d3-61ea-4fac-8c5a-3946c3a9c036 on network cde8a11d-a413-4777-8c30-ae667fa77b73 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:48:52.345263 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Attempting to bind port f94568d3-61ea-4fac-8c5a-3946c3a9c036 on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:48:52.353029 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:48:52.353416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Checking segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:48:52.353808 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Bound using segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:48:52.354247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Bound port: f94568d3-61ea-4fac-8c5a-3946c3a9c036, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:48:52.354616 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.419958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a277f19-ab05-4e32-8e4b-038a58653461 req-ce664f87-36b8-4437-ac3e-d3637b5f5b63 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:52.420768 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8a277f19-ab05-4e32-8e4b-038a58653461 req-ce664f87-36b8-4437-ac3e-d3637b5f5b63 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 944 time: 0.1224179 Jul 09 19:48:52.462010 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:52.483441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:48:52.490070 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8a277f19-ab05-4e32-8e4b-038a58653461 req-33071e16-5e63-4b14-8419-24bdf1de8d43 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572598 Jul 09 19:48:52.491621 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.533857 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:52.535012 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:52.538952 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] 10.222.0.36 "PUT /v2.0/ports/f94568d3-61ea-4fac-8c5a-3946c3a9c036 HTTP/1.1" status: 200 len: 1092 time: 0.8929243 Jul 09 19:48:52.561923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a93457-608e-4d91-bb03-b59aa2aac819 service neutron] Pushing event updated for resources: {'Port': ['ID=f94568d3-61ea-4fac-8c5a-3946c3a9c036,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:52.691417 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-7cd053b5-1aa5-4de2-a84f-c553e1cd93be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:52.693077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-7cd053b5-1aa5-4de2-a84f-c553e1cd93be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 1095 time: 0.0998404 Jul 09 19:48:52.747773 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-1e106651-52e6-4349-b14b-80e83b9d39b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036 HTTP/1.1" status: 200 len: 217 time: 0.0430949 Jul 09 19:48:52.757448 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab653d-cf22-4155-84e3-994db90fc576 req-8d719be5-cacf-4df7-9af1-fb418770b893 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:52.758720 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3ab653d-cf22-4155-84e3-994db90fc576 req-8d719be5-cacf-4df7-9af1-fb418770b893 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 944 time: 0.1136749 Jul 09 19:48:52.789269 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130edc6e-c1e0-405f-9fdc-14092d120878 x-openstack-request-id: req-130edc6e-c1e0-405f-9fdc-14092d120878 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:52.789847 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac7d187-bb14-4748-b88b-5f0d6fee2824", "tag": "d899d718-e82e-40cf-be59-b0a9aff6d90a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96c019e6-5b23-4145-a055-982879cf89ae", "tag": "12051458-e6e5-492b-a5f4-6f7aec8d938f", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:52.790349 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-130edc6e-c1e0-405f-9fdc-14092d120878 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:52.790954 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac7d187-bb14-4748-b88b-5f0d6fee2824', 'tag': 'd899d718-e82e-40cf-be59-b0a9aff6d90a', 'status': 'completed', 'code': 200} Jul 09 19:48:52.791465 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c019e6-5b23-4145-a055-982879cf89ae', 'tag': '12051458-e6e5-492b-a5f4-6f7aec8d938f', 'status': 'completed', 'code': 200} Jul 09 19:48:52.834335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-7d080c1b-4674-478e-8bb3-a61470c004cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:52.835812 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-7d080c1b-4674-478e-8bb3-a61470c004cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.0761955 Jul 09 19:48:52.847494 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3ab653d-cf22-4155-84e3-994db90fc576 req-e7627965-35d1-41b8-b263-4a5ff2dd8cf2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771432 Jul 09 19:48:52.847987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.36', 64067) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:52.906917 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-143e3c67-9a78-4047-afcd-75e3cb515536 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579548 Jul 09 19:48:52.932805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-bc5e422b-8907-4348-be91-88bbb82ed685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:52.934348 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-bc5e422b-8907-4348-be91-88bbb82ed685 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5347218436a14a8696fdd9fbe3da1d59&device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 1098 time: 0.1057751 Jul 09 19:48:53.069384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-770dab3b-2b07-48b9-8c8b-055b3826e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:53.071283 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-770dab3b-2b07-48b9-8c8b-055b3826e4d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 1125 time: 0.2204342 Jul 09 19:48:53.134244 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47486) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:53.249399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-1c72ce16-8069-4231-8ae2-c3c6d4ed5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:53.250927 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-1c72ce16-8069-4231-8ae2-c3c6d4ed5e2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.3088934 Jul 09 19:48:53.267062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c899f7-0e30-4435-8fa5-2583cd1be22d req-7b7c7ef5-01fd-48c3-8e52-72e4859d6a0f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:53.268654 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c7c899f7-0e30-4435-8fa5-2583cd1be22d req-7b7c7ef5-01fd-48c3-8e52-72e4859d6a0f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.2116354 Jul 09 19:48:53.273830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d899d718-e82e-40cf-be59-b0a9aff6d90a details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:48:53.276293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:48:53.316109 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-bec41f0f-f63f-4a8c-be69-ae1690a82814 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=12051458-e6e5-492b-a5f4-6f7aec8d938f HTTP/1.1" status: 200 len: 217 time: 0.0582621 Jul 09 19:48:53.384718 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:48:53.387486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 3dd1ec37-acd8-4730-bd4b-3037cccf8ee9 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:48:53.402802 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c7c899f7-0e30-4435-8fa5-2583cd1be22d req-3b527b03-637f-43ff-8d75-b493e177b3be tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263590 Jul 09 19:48:53.439307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-06df88a4-943a-476c-acad-11be9e6cf926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:53.445486 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-06df88a4-943a-476c-acad-11be9e6cf926 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1204181 Jul 09 19:48:53.589195 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-f2891b5e-694d-446e-bc5c-7e9589913473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:53.590728 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-f2891b5e-694d-446e-bc5c-7e9589913473 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1371839 Jul 09 19:48:53.611713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:53.616819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c82933-3e39-407f-8d23-2b8b032f4819', 'tag': 'f94568d3-61ea-4fac-8c5a-3946c3a9c036'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:53.619135 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c008ff35-7308-4f5d-8004-e8184ba63197" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c82933-3e39-407f-8d23-2b8b032f4819", "tag": "f94568d3-61ea-4fac-8c5a-3946c3a9c036"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:53.622528 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-0540155c-12b3-40f5-a065-a0cffc3c5769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:53.624155 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-0540155c-12b3-40f5-a065-a0cffc3c5769 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.5424190 Jul 09 19:48:53.646670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d899d718-e82e-40cf-be59-b0a9aff6d90a has no active binding in host n-h2-800088-3 {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:48:53.659483 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47516) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:53.709706 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-344f7ca1-cc48-4c96-a51e-81d774268ab9 service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7910974 Jul 09 19:48:53.742184 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47520) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:53.798497 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-0e2f8f1d-35da-4856-995b-1faaa0a5362a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a HTTP/1.1" status: 200 len: 217 time: 0.1359289 Jul 09 19:48:53.860339 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc86a-257e-4f8d-b676-7cddf8aa0bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:53.888167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-f65719b8-c3e8-4948-9952-dc44bf790a26 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874329 Jul 09 19:48:53.894500 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-1785cc6a-c9ce-4c2b-9972-7ea87a263846 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7581413 Jul 09 19:48:53.917200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089bb37-8dcb-42b4-93a4-fb55fe914bb8 req-d1de6219-d07a-4f6b-a9ad-5c02e6d4fa6e tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:53.918709 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f089bb37-8dcb-42b4-93a4-fb55fe914bb8 req-d1de6219-d07a-4f6b-a9ad-5c02e6d4fa6e tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 944 time: 0.1681039 Jul 09 19:48:53.945708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-f8e117d8-3b35-4173-9914-7fb9b96a34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:53.947168 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-f8e117d8-3b35-4173-9914-7fb9b96a34e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.1044979 Jul 09 19:48:53.949430 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b73cfd39-d00f-4767-8143-12d6293dbd23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5431c274941446d872d5dd668a09999&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2857237 Jul 09 19:48:53.954573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47526) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:54.010558 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-e28c8fe0-9bdb-4854-9bbd-56279454de61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466022 Jul 09 19:48:54.018323 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3896f55-06fc-46b6-8795-3da658527598 req-d87f9d88-a5fb-47c9-aa1b-594d4e81f5b6 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:54.019853 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3896f55-06fc-46b6-8795-3da658527598 req-d87f9d88-a5fb-47c9-aa1b-594d4e81f5b6 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 947 time: 0.3946819 Jul 09 19:48:54.046132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beb9e677-f14c-4ad2-a412-0a95cf3833a2 req-de3df860-ecda-44e8-938f-f6545e222b4e service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649438 Jul 09 19:48:54.067125 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f089bb37-8dcb-42b4-93a4-fb55fe914bb8 req-84961d1b-2825-417b-842b-1aa450eaea4d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322014 Jul 09 19:48:54.106966 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-10a1bc2a-4b73-4948-97f8-37ba53b3ad69 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062402 Jul 09 19:48:54.163382 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc86a-257e-4f8d-b676-7cddf8aa0bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.169182 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed8dc86a-257e-4f8d-b676-7cddf8aa0bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.170067 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57979579-24b7-4d0b-99de-dc01888ee8ba x-openstack-request-id: req-57979579-24b7-4d0b-99de-dc01888ee8ba {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:54.170364 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c82933-3e39-407f-8d23-2b8b032f4819", "tag": "f94568d3-61ea-4fac-8c5a-3946c3a9c036", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:54.170615 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57979579-24b7-4d0b-99de-dc01888ee8ba {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:54.173695 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c82933-3e39-407f-8d23-2b8b032f4819', 'tag': 'f94568d3-61ea-4fac-8c5a-3946c3a9c036', 'status': 'completed', 'code': 200} Jul 09 19:48:54.191698 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3896f55-06fc-46b6-8795-3da658527598 req-9adf7190-026c-44b3-9f0a-d1bbe51bb5a5 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485128 Jul 09 19:48:54.231326 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-02810302-e825-4c8e-8067-e1b8faf58e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.251696 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dc86a-257e-4f8d-b676-7cddf8aa0bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f26d0a-f029-4530-82d9-d5e9cfaa5f4d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:54.275566 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ed8dc86a-257e-4f8d-b676-7cddf8aa0bf7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b3c1095f06e417fb6b876c3694162a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5300903 Jul 09 19:48:54.279391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47540) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:54.334849 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-02810302-e825-4c8e-8067-e1b8faf58e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.391771 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe714-511e-4eaa-a196-a85a50398452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.418045 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe714-511e-4eaa-a196-a85a50398452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.444670 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-30d54ea7-a911-4356-ab2a-93842310c78b service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190459 Jul 09 19:48:54.487813 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-02810302-e825-4c8e-8067-e1b8faf58e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.491254 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe714-511e-4eaa-a196-a85a50398452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.494024 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe714-511e-4eaa-a196-a85a50398452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.495214 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ec4fe714-511e-4eaa-a196-a85a50398452 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2f26d0a-f029-4530-82d9-d5e9cfaa5f4d HTTP/1.1" status: 204 len: 168 time: 0.2110050 Jul 09 19:48:54.511222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fe714-511e-4eaa-a196-a85a50398452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f26d0a-f029-4530-82d9-d5e9cfaa5f4d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:54.516207 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-02810302-e825-4c8e-8067-e1b8faf58e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:54.523263 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-02810302-e825-4c8e-8067-e1b8faf58e71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f14de179-9608-46ef-b4b0-6f655832d687 HTTP/1.1" status: 204 len: 168 time: 0.5677378 Jul 09 19:48:54.536221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bff5c4-b6b6-47e2-bdf5-c5789720e548 req-4825afd8-921d-41db-aa54-8414bdd8a013 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:54.548188 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68bff5c4-b6b6-47e2-bdf5-c5789720e548 req-4825afd8-921d-41db-aa54-8414bdd8a013 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 944 time: 0.2780461 Jul 09 19:48:54.620141 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68bff5c4-b6b6-47e2-bdf5-c5789720e548 req-30e253c5-c974-4209-9938-e34511afacd9 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648313 Jul 09 19:48:54.626446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02810302-e825-4c8e-8067-e1b8faf58e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14de179-9608-46ef-b4b0-6f655832d687,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:54.634391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47558) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:54.735330 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008ff35-7308-4f5d-8004-e8184ba63197 req-3229f0ee-0cb9-4792-88e0-c4e08da72880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:54.737372 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c008ff35-7308-4f5d-8004-e8184ba63197 req-3229f0ee-0cb9-4792-88e0-c4e08da72880 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 1095 time: 0.5280550 Jul 09 19:48:54.907876 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-847e4e74-3c0b-495c-bc45-854de51434f9 req-688987e1-8bab-443e-bb88-1dc88a01c8b4 service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515750 Jul 09 19:48:54.945621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008ff35-7308-4f5d-8004-e8184ba63197 req-df0c2926-0d0c-4821-8a07-4b117709332c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:54.948564 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c008ff35-7308-4f5d-8004-e8184ba63197 req-df0c2926-0d0c-4821-8a07-4b117709332c service neutron] 10.222.0.36 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.1803503 Jul 09 19:48:54.975253 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd2c51-0748-4cc3-b4fb-0ef37eb05dd4 req-06d02df2-0825-4faa-9b21-24b4402568ab tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:54.985577 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aecd2c51-0748-4cc3-b4fb-0ef37eb05dd4 req-06d02df2-0825-4faa-9b21-24b4402568ab tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.3013625 Jul 09 19:48:55.060888 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c008ff35-7308-4f5d-8004-e8184ba63197 req-f9508cfa-6650-4bb4-a33f-b576d9bdb5fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036 HTTP/1.1" status: 200 len: 217 time: 0.0741222 Jul 09 19:48:55.115726 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aecd2c51-0748-4cc3-b4fb-0ef37eb05dd4 req-a7449d09-cc77-4bd3-b434-8027dccae695 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222513 Jul 09 19:48:55.122031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd935278-af8b-455e-a472-5b943c2ffdb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.154326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008ff35-7308-4f5d-8004-e8184ba63197 req-2f993ca6-0798-4982-ae49-cbbd31b321c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:55.155891 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c008ff35-7308-4f5d-8004-e8184ba63197 req-2f993ca6-0798-4982-ae49-cbbd31b321c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.0863464 Jul 09 19:48:55.221057 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c008ff35-7308-4f5d-8004-e8184ba63197 req-c6a6c9c0-01ee-4588-a241-d4b982716da7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516758 Jul 09 19:48:55.254663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47576) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:55.290593 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 12051458-e6e5-492b-a5f4-6f7aec8d938f details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:48:55.341799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47578) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:55.356262 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7f24c226-7963-4843-b4bc-746190a87e11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=254074144a6b48059e258c01d06d2d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989394 Jul 09 19:48:55.358566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47580) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:55.371401 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe506c32-69a8-49ea-bbe7-e0b148ceaa04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.410263 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c008ff35-7308-4f5d-8004-e8184ba63197 req-3e0442e6-f8e7-4408-9830-08d045469aa4 service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836352 Jul 09 19:48:55.457708 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 12051458-e6e5-492b-a5f4-6f7aec8d938f, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=12051458-e6e5-492b-a5f4-6f7aec8d938f,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:55.470481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '12051458-e6e5-492b-a5f4-6f7aec8d938f', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '12051458-e6e5-492b-a5f4-6f7aec8d938f', 'mac_address': 'fa:16:3e:3d:3b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:48:55.493240 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd935278-af8b-455e-a472-5b943c2ffdb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.509162 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd935278-af8b-455e-a472-5b943c2ffdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.523796 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.531438 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-51c740ad-6375-4c49-93f3-6e2d7c615fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.545914 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12051458-e6e5-492b-a5f4-6f7aec8d938f {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:55.574632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 12051458-e6e5-492b-a5f4-6f7aec8d938f, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=12051458-e6e5-492b-a5f4-6f7aec8d938f,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:55.580503 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bd935278-af8b-455e-a472-5b943c2ffdb5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bae0878c47d5462b88bcb8d00e92838c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9423232 Jul 09 19:48:55.581691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47582) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:55.583387 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.594802 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-51c740ad-6375-4c49-93f3-6e2d7c615fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.595042 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c008ff35-7308-4f5d-8004-e8184ba63197 req-b538005f-6699-4f37-bb37-b53d13075b54 service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784527 Jul 09 19:48:55.606513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd935278-af8b-455e-a472-5b943c2ffdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff99213d-5a13-41ea-9e36-b33c7e9cbb4f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:55.624370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c04155-df59-41ad-adf7-1ad171c8f8c0 req-78b36da6-abe8-4349-a179-bb2650a97268 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:55.625999 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06c04155-df59-41ad-adf7-1ad171c8f8c0 req-78b36da6-abe8-4349-a179-bb2650a97268 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 944 time: 0.2767420 Jul 09 19:48:55.636492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16215a39-63ee-45d1-8236-9c09b1e134c3 req-8412fda4-33b0-4347-9174-1406a2fdb155 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:55.641036 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16215a39-63ee-45d1-8236-9c09b1e134c3 req-8412fda4-33b0-4347-9174-1406a2fdb155 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 947 time: 0.1995950 Jul 09 19:48:55.648594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=12051458-e6e5-492b-a5f4-6f7aec8d938f,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:55.690304 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06c04155-df59-41ad-adf7-1ad171c8f8c0 req-cd1589f2-148d-49a4-9771-b6d27ecfdff6 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502880 Jul 09 19:48:55.696107 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-51c740ad-6375-4c49-93f3-6e2d7c615fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.699223 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-51c740ad-6375-4c49-93f3-6e2d7c615fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.703070 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-51c740ad-6375-4c49-93f3-6e2d7c615fcc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c8209ad-504f-42cf-bc00-8c6a85c628b6 HTTP/1.1" status: 204 len: 168 time: 0.3435831 Jul 09 19:48:55.714522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c740ad-6375-4c49-93f3-6e2d7c615fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8209ad-504f-42cf-bc00-8c6a85c628b6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:55.747945 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16215a39-63ee-45d1-8236-9c09b1e134c3 req-c0790ec1-e286-4f43-aa26-63e70705cdeb tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881467 Jul 09 19:48:55.767956 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe506c32-69a8-49ea-bbe7-e0b148ceaa04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.769093 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dc86799d-98c3-4651-9863-805764a0aa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.779952 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe506c32-69a8-49ea-bbe7-e0b148ceaa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.816877 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dc86799d-98c3-4651-9863-805764a0aa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:55.856576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['12051458-e6e5-492b-a5f4-6f7aec8d938f'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:48:55.880928 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fe506c32-69a8-49ea-bbe7-e0b148ceaa04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d411b04fc9847359a19a02bc3d2d804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5376477 Jul 09 19:48:55.891047 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47590) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:55.940595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe506c32-69a8-49ea-bbe7-e0b148ceaa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2e39dd-e41c-4e03-b855-2ffecb49e6f3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:55.998436 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dc86799d-98c3-4651-9863-805764a0aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.001016 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dc86799d-98c3-4651-9863-805764a0aa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.005574 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dc86799d-98c3-4651-9863-805764a0aa2c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff99213d-5a13-41ea-9e36-b33c7e9cbb4f HTTP/1.1" status: 204 len: 168 time: 0.4219346 Jul 09 19:48:56.005770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645c75f-00cf-4585-9605-36150547dfd5 req-d1b53d08-1ffb-489d-b983-d74b36bcbc2f tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:56.007308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b645c75f-00cf-4585-9605-36150547dfd5 req-d1b53d08-1ffb-489d-b983-d74b36bcbc2f tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 944 time: 0.1312118 Jul 09 19:48:56.012886 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012e899-d812-4666-88b1-e3f208424945 req-14d82804-2611-4239-8e1e-83c198c2008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:56.014451 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-14d82804-2611-4239-8e1e-83c198c2008e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 1122 time: 0.0874596 Jul 09 19:48:56.031894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86799d-98c3-4651-9863-805764a0aa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff99213d-5a13-41ea-9e36-b33c7e9cbb4f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:56.038079 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-97c87a2e-f975-4db4-8a6e-7a61fe39173d service neutron] 10.222.0.36 "GET /v2.0/ports/d899d718-e82e-40cf-be59-b0a9aff6d90a/bindings/n-h2-800088-3 HTTP/1.1" status: 200 len: 384 time: 0.2067974 Jul 09 19:48:56.091274 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f71ca166-2a35-450f-906d-a913a8670ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.145469 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f71ca166-2a35-450f-906d-a913a8670ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.149232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b645c75f-00cf-4585-9605-36150547dfd5 req-89d7f717-619b-4796-ad73-21fd529afd2e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253016 Jul 09 19:48:56.206274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012e899-d812-4666-88b1-e3f208424945 req-40b208dc-e44a-4f74-aba6-6865cc2d441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:56.208086 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-40b208dc-e44a-4f74-aba6-6865cc2d441f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1747122 Jul 09 19:48:56.296869 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-187a5ebc-f77c-4cac-bbfa-f1f398363cb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7 HTTP/1.1" status: 200 len: 217 time: 0.0821028 Jul 09 19:48:56.386387 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012e899-d812-4666-88b1-e3f208424945 req-cb10ca7a-fc0d-4855-9d47-f6165c42ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:56.391205 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-cb10ca7a-fc0d-4855-9d47-f6165c42ea61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0841329 Jul 09 19:48:56.405750 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f71ca166-2a35-450f-906d-a913a8670ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.408990 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f71ca166-2a35-450f-906d-a913a8670ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.409454 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f71ca166-2a35-450f-906d-a913a8670ee6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3f2e39dd-e41c-4e03-b855-2ffecb49e6f3 HTTP/1.1" status: 204 len: 168 time: 0.5174582 Jul 09 19:48:56.417306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-5b8b4ad9-60cd-49de-8c41-bc9c188572c2 service neutron] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:56.444678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ca166-2a35-450f-906d-a913a8670ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2e39dd-e41c-4e03-b855-2ffecb49e6f3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:56.463176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-5b8b4ad9-60cd-49de-8c41-bc9c188572c2 service neutron] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:56.472359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012e899-d812-4666-88b1-e3f208424945 req-6828bf6b-263f-485b-8ae3-be453ccd6938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:56.475959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-6828bf6b-263f-485b-8ae3-be453ccd6938 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0784700 Jul 09 19:48:56.488780 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47608) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:56.492724 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.521605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c9410-d994-43d7-8747-fabdd1ed6516 req-070bce2d-425a-46ae-8d2a-fada8f907085 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:56.523285 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c13c9410-d994-43d7-8747-fabdd1ed6516 req-070bce2d-425a-46ae-8d2a-fada8f907085 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.1757753 Jul 09 19:48:56.528022 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5f45-7d3b-4818-9715-f18fec437c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.546998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-5b8b4ad9-60cd-49de-8c41-bc9c188572c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d899d718-e82e-40cf-be59-b0a9aff6d90a {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:56.570899 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-5b8b4ad9-60cd-49de-8c41-bc9c188572c2 service neutron] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:56.590422 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-cf0070c6-a0bf-4b5e-8fdd-1689f443b674 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061530 Jul 09 19:48:56.611208 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-5b8b4ad9-60cd-49de-8c41-bc9c188572c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.617570 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c13c9410-d994-43d7-8747-fabdd1ed6516 req-0b8fab1e-f324-4bcd-b264-680dff6e43f4 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873666 Jul 09 19:48:56.727088 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-c966f682-979e-446d-9701-7635df1e8b53 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298795 Jul 09 19:48:56.743838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-5b8b4ad9-60cd-49de-8c41-bc9c188572c2 service neutron] Transition to ACTIVE for port object d899d718-e82e-40cf-be59-b0a9aff6d90a will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:48:56.783789 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5f45-7d3b-4818-9715-f18fec437c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.786426 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b5264a49-dd01-4286-92ff-5c5e9b626e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.788092 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-5b8b4ad9-60cd-49de-8c41-bc9c188572c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.804422 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cfd5f45-7d3b-4818-9715-f18fec437c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:56.876387 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4cfd5f45-7d3b-4818-9715-f18fec437c11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96f9a0109e4144169316d951eedb4ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853660 Jul 09 19:48:56.877147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47620) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:48:56.993998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5318b9-d729-475d-8a74-d8ba31ac6af6 req-93e02dab-4b2e-4b99-b5c1-4c0ee8df0fae tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:57.003735 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6e5318b9-d729-475d-8a74-d8ba31ac6af6 req-93e02dab-4b2e-4b99-b5c1-4c0ee8df0fae tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 945 time: 0.1781094 Jul 09 19:48:57.072398 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6e5318b9-d729-475d-8a74-d8ba31ac6af6 req-c4801881-6fb8-472c-9215-a64f4a0f6400 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676382 Jul 09 19:48:57.111766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-5b8b4ad9-60cd-49de-8c41-bc9c188572c2 service neutron] No DVR routers for this DVR port d899d718-e82e-40cf-be59-b0a9aff6d90a on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:48:57.157321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd5f45-7d3b-4818-9715-f18fec437c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dafb280-e4b5-4e29-b2b9-7cfad5c18be6,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:57.218136 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-5b8b4ad9-60cd-49de-8c41-bc9c188572c2 service neutron] 10.222.0.36 "PUT /v2.0/ports/d899d718-e82e-40cf-be59-b0a9aff6d90a/bindings/n-h2-800088-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1693788 Jul 09 19:48:57.222328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b4ad9-60cd-49de-8c41-bc9c188572c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d899d718-e82e-40cf-be59-b0a9aff6d90a,revision_number=10']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:57.273470 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9d3550b1-fcc6-4287-bd02-5b033d817301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.296701 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27510bcf-33ea-409a-95b6-52d6c9c7a184 req-fe485c48-7205-4e68-8c60-14c4ed5fd396 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:57.303917 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27510bcf-33ea-409a-95b6-52d6c9c7a184 req-fe485c48-7205-4e68-8c60-14c4ed5fd396 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 948 time: 0.1899900 Jul 09 19:48:57.308961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 12051458-e6e5-492b-a5f4-6f7aec8d938f up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:57.332418 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9d3550b1-fcc6-4287-bd02-5b033d817301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.371862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 12051458-e6e5-492b-a5f4-6f7aec8d938f completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:57.378443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 12051458-e6e5-492b-a5f4-6f7aec8d938f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:57.379010 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.380445 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27510bcf-33ea-409a-95b6-52d6c9c7a184 req-f98f8aaf-83a1-4198-ae4f-f459d47be5b2 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755396 Jul 09 19:48:57.431665 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9d3550b1-fcc6-4287-bd02-5b033d817301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.434647 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9d3550b1-fcc6-4287-bd02-5b033d817301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.440237 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9d3550b1-fcc6-4287-bd02-5b033d817301 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2dafb280-e4b5-4e29-b2b9-7cfad5c18be6 HTTP/1.1" status: 204 len: 168 time: 0.5239470 Jul 09 19:48:57.449911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3550b1-fcc6-4287-bd02-5b033d817301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dafb280-e4b5-4e29-b2b9-7cfad5c18be6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:57.470114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-64416ec2-7270-4958-9b6d-fad1efb0492d tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:57.472404 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-64416ec2-7270-4958-9b6d-fad1efb0492d tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824&tenant_id=d1970a87c2e6404b89294d0e16829336&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1096 time: 0.1968627 Jul 09 19:48:57.483400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0b528-1c77-4cef-af8a-5f2df4ac196f req-6f45862f-7767-4919-8b8e-aa0a80e39f3a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:57.484914 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aac0b528-1c77-4cef-af8a-5f2df4ac196f req-6f45862f-7767-4919-8b8e-aa0a80e39f3a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 944 time: 0.1452601 Jul 09 19:48:57.523968 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.557008 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c019e6-5b23-4145-a055-982879cf89ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12051458-e6e5-492b-a5f4-6f7aec8d938f'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:57.560671 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11198e06-2d74-4dc7-be7d-973f0741439e" -d '{"events": [{"server_uuid": "96c019e6-5b23-4145-a055-982879cf89ae", "name": "network-vif-plugged", "status": "completed", "tag": "12051458-e6e5-492b-a5f4-6f7aec8d938f"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:57.586916 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aac0b528-1c77-4cef-af8a-5f2df4ac196f req-faf8bc2a-0624-4754-ad23-c1a18dbc5092 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925848 Jul 09 19:48:57.603109 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 12051458-e6e5-492b-a5f4-6f7aec8d938f, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=12051458-e6e5-492b-a5f4-6f7aec8d938f,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:57.613055 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.613890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-23c62830-e3ab-4086-830f-a824313285c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:57.615753 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-23c62830-e3ab-4086-830f-a824313285c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824&tenant_id=d1970a87c2e6404b89294d0e16829336 HTTP/1.1" status: 200 len: 1096 time: 0.1298611 Jul 09 19:48:57.622972 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f94568d3-61ea-4fac-8c5a-3946c3a9c036 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:48:57.692062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=12051458-e6e5-492b-a5f4-6f7aec8d938f,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:57.698258 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfc9838-df18-4a06-914f-9a7f8a51f324 x-openstack-request-id: req-ebfc9838-df18-4a06-914f-9a7f8a51f324 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:48:57.698932 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c019e6-5b23-4145-a055-982879cf89ae", "name": "network-vif-plugged", "status": "completed", "tag": "12051458-e6e5-492b-a5f4-6f7aec8d938f", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:48:57.699392 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ebfc9838-df18-4a06-914f-9a7f8a51f324 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:48:57.699987 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c019e6-5b23-4145-a055-982879cf89ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12051458-e6e5-492b-a5f4-6f7aec8d938f', 'code': 200} Jul 09 19:48:57.855984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:57.865678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce86d52-460a-4354-8b99-c7c654b3b02f req-62382501-ca6a-489d-9b76-72de4326151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:57.868105 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ce86d52-460a-4354-8b99-c7c654b3b02f req-62382501-ca6a-489d-9b76-72de4326151a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 1100 time: 0.1139722 Jul 09 19:48:57.880168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'f94568d3-61ea-4fac-8c5a-3946c3a9c036', 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73', 'port_id': 'f94568d3-61ea-4fac-8c5a-3946c3a9c036', 'mac_address': 'fa:16:3e:04:f5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17547801-50dc-48f3-9bbc-7cabca72c457', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:48:57.921092 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ce86d52-460a-4354-8b99-c7c654b3b02f req-c12ee868-17db-4815-bf0d-2b3bb6467aef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439804 Jul 09 19:48:57.950060 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:57.967008 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94568d3-61ea-4fac-8c5a-3946c3a9c036 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:48:57.992997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:57.998190 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:58.008848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb1233-f9c0-4d81-8363-87cfc3d9574e req-ecceec8f-547a-43a6-844a-a623951bf9aa tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:58.011845 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1eb1233-f9c0-4d81-8363-87cfc3d9574e req-ecceec8f-547a-43a6-844a-a623951bf9aa tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.0855956 Jul 09 19:48:58.013887 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-03cae379-043a-4c3e-a8f7-866d54322127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:58.015266 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-03cae379-043a-4c3e-a8f7-866d54322127 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 1096 time: 0.3602135 Jul 09 19:48:58.069527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=f94568d3-61ea-4fac-8c5a-3946c3a9c036,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:48:58.166772 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1eb1233-f9c0-4d81-8363-87cfc3d9574e req-518a9bc6-6524-4122-8bc8-77dda829eb1d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479647 Jul 09 19:48:58.201302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-9a448ba4-4e89-4fb1-b829-d5605d18fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:58.202789 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-9a448ba4-4e89-4fb1-b829-d5605d18fb23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.1778271 Jul 09 19:48:58.272949 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-0b7a31d3-dcff-4944-bb63-061079081ed3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a HTTP/1.1" status: 200 len: 217 time: 0.0569463 Jul 09 19:48:58.300388 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47aa5fa-d170-4f88-a205-3018669cb9b8 req-827ea3ea-db0d-4f52-ade7-0d4bddda15d5 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:58.302980 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f47aa5fa-d170-4f88-a205-3018669cb9b8 req-827ea3ea-db0d-4f52-ade7-0d4bddda15d5 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 945 time: 0.0842543 Jul 09 19:48:58.319803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['f94568d3-61ea-4fac-8c5a-3946c3a9c036'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:48:58.363704 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f47aa5fa-d170-4f88-a205-3018669cb9b8 req-4952a945-1cd8-4fee-956a-08e8146cbdcd tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479233 Jul 09 19:48:58.382430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-1ca3d5d2-411b-4d95-826e-80b7b1c80d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:58.396085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-1ca3d5d2-411b-4d95-826e-80b7b1c80d4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.1048715 Jul 09 19:48:58.445642 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-bfb3b19c-a87d-4c15-a659-fe03f9f44424 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512440 Jul 09 19:48:58.610545 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-c4dbf239-5f16-4a42-ae8b-a594c321b99e service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577928 Jul 09 19:48:58.635519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46e23c-b21f-457c-8601-7453fdbcaac6 req-f6b4aed0-6112-4b8f-9710-87dddd3db466 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:58.637087 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe46e23c-b21f-457c-8601-7453fdbcaac6 req-f6b4aed0-6112-4b8f-9710-87dddd3db466 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 949 time: 0.1134877 Jul 09 19:48:58.738839 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe46e23c-b21f-457c-8601-7453fdbcaac6 req-48258aa9-fc92-4aa1-8c78-af2e2c0cceb3 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660326 Jul 09 19:48:58.755233 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-5150d6a9-1a93-4ee0-99f2-239677fc74ac service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362650 Jul 09 19:48:58.820088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50343ea6-1407-4177-a765-f37e7c478df0 req-666e3cd1-e729-4940-a8a3-153e08c488e2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:58.826747 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50343ea6-1407-4177-a765-f37e7c478df0 req-666e3cd1-e729-4940-a8a3-153e08c488e2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 945 time: 0.0912306 Jul 09 19:48:58.851701 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:58.865659 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50343ea6-1407-4177-a765-f37e7c478df0 req-8311cbb1-e473-478f-b496-113635cd72dd tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378952 Jul 09 19:48:59.165946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-d17449a8-006e-472c-95cb-2cf49e3ffe6f tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:59.167792 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-d17449a8-006e-472c-95cb-2cf49e3ffe6f tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824&tenant_id=d1970a87c2e6404b89294d0e16829336&binding%3Ahost_id=n-h2-800088-3 HTTP/1.1" status: 200 len: 1096 time: 0.0962491 Jul 09 19:48:59.336500 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0340747b-abbc-41b6-bb8d-3a0c6fef79d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:59.371476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4c4aa1e2-b2ee-4dc2-a4c1-bc96cf7e1bf3 service neutron] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:48:59.374920 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4c4aa1e2-b2ee-4dc2-a4c1-bc96cf7e1bf3 service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:59.376801 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f5f50b9-95f4-4c0d-9b49-929056e8078f req-4c4aa1e2-b2ee-4dc2-a4c1-bc96cf7e1bf3 service neutron] 10.222.0.32 "DELETE /v2.0/ports/d899d718-e82e-40cf-be59-b0a9aff6d90a/bindings/n-h1-800088-3 HTTP/1.1" status: 204 len: 173 time: 0.2028301 Jul 09 19:48:59.471792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b50760-e069-48e1-96be-6de59f0c54b6 req-3d881d94-0173-469e-b849-3a7ac3c431ba tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:59.473442 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f6b50760-e069-48e1-96be-6de59f0c54b6 req-3d881d94-0173-469e-b849-3a7ac3c431ba tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.0738292 Jul 09 19:48:59.517163 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f6b50760-e069-48e1-96be-6de59f0c54b6 req-2ddaf582-56e9-416e-9df7-56967567b1da tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365591 Jul 09 19:48:59.550149 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:59.621044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f94568d3-61ea-4fac-8c5a-3946c3a9c036 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:48:59.723585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port f94568d3-61ea-4fac-8c5a-3946c3a9c036 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:48:59.760820 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port f94568d3-61ea-4fac-8c5a-3946c3a9c036 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:48:59.760820 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:59.783465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd75c7-6215-4b60-9536-a87eccf78588 req-9ea3e94b-604c-4fca-8fe1-40a76607cb90 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:48:59.792856 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3dd75c7-6215-4b60-9536-a87eccf78588 req-9ea3e94b-604c-4fca-8fe1-40a76607cb90 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 945 time: 0.1459742 Jul 09 19:48:59.841103 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3dd75c7-6215-4b60-9536-a87eccf78588 req-e8fcd6b9-b4ae-4fd5-8e8a-1c0bd23be919 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468996 Jul 09 19:48:59.861089 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:59.900208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:48:59.901202 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c82933-3e39-407f-8d23-2b8b032f4819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94568d3-61ea-4fac-8c5a-3946c3a9c036'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:48:59.903800 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6e7a82-040f-4014-ab3b-5ce5dcdfad81" -d '{"events": [{"server_uuid": "d7c82933-3e39-407f-8d23-2b8b032f4819", "name": "network-vif-plugged", "status": "completed", "tag": "f94568d3-61ea-4fac-8c5a-3946c3a9c036"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:48:59.907510 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:48:59.908284 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device d899d718-e82e-40cf-be59-b0a9aff6d90a no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:49:00.007483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=f94568d3-61ea-4fac-8c5a-3946c3a9c036,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:00.010806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device d899d718-e82e-40cf-be59-b0a9aff6d90a not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:49:00.086700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55590705-1de1-42a1-bdd6-520cf031f9ad req-b2f02dc9-f09d-48ee-bcef-7d42e580e24e tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:00.088276 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-55590705-1de1-42a1-bdd6-520cf031f9ad req-b2f02dc9-f09d-48ee-bcef-7d42e580e24e tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 949 time: 0.0932372 Jul 09 19:49:00.126009 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-55590705-1de1-42a1-bdd6-520cf031f9ad req-d2e2a63d-a096-4a0c-9acc-55dddab48487 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318649 Jul 09 19:49:00.180978 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a6eb2e-6047-4d6b-9591-34a9fedc17c7 x-openstack-request-id: req-10a6eb2e-6047-4d6b-9591-34a9fedc17c7 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:00.181300 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c82933-3e39-407f-8d23-2b8b032f4819", "name": "network-vif-plugged", "status": "completed", "tag": "f94568d3-61ea-4fac-8c5a-3946c3a9c036", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:00.181557 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10a6eb2e-6047-4d6b-9591-34a9fedc17c7 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:00.181950 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c82933-3e39-407f-8d23-2b8b032f4819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94568d3-61ea-4fac-8c5a-3946c3a9c036', 'code': 200} Jul 09 19:49:00.272036 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:00.382968 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a1f9fcd-56df-4c29-a398-4e4e23a7c38f req-54e7f425-f786-4fc7-9db1-279ce4b7590f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886409 Jul 09 19:49:00.383580 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3e006-6945-4842-90b1-75f4dd103225 req-4b982e45-6ec3-4e7b-b5bc-184d498c23f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:00.384834 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ca3e006-6945-4842-90b1-75f4dd103225 req-4b982e45-6ec3-4e7b-b5bc-184d498c23f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 1097 time: 0.1325314 Jul 09 19:49:00.412252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e4f88-8024-471c-b345-52cdc7a6a54d req-c19270f9-89c4-47c0-8a0b-0a4d62bda13f tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:00.413238 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-054e4f88-8024-471c-b345-52cdc7a6a54d req-c19270f9-89c4-47c0-8a0b-0a4d62bda13f tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 946 time: 0.1195395 Jul 09 19:49:00.471480 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ca3e006-6945-4842-90b1-75f4dd103225 req-4029c192-10ad-44d2-8019-ea752d9c1e91 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572255 Jul 09 19:49:00.474999 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-054e4f88-8024-471c-b345-52cdc7a6a54d req-d67f8b8a-b241-4450-86be-68c21f0d47e5 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541956 Jul 09 19:49:00.569401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1296f1-f733-4c67-8670-e3df01173725 req-5e0c160b-c707-45e3-95e5-c796e2a02941 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:00.571174 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d1296f1-f733-4c67-8670-e3df01173725 req-5e0c160b-c707-45e3-95e5-c796e2a02941 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 1096 time: 0.1091897 Jul 09 19:49:00.578829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f9fcd-56df-4c29-a398-4e4e23a7c38f req-ad92fde5-6266-49a6-a687-a95641874df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:00.580567 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a1f9fcd-56df-4c29-a398-4e4e23a7c38f req-ad92fde5-6266-49a6-a687-a95641874df4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 1096 time: 0.0839171 Jul 09 19:49:00.656607 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d1296f1-f733-4c67-8670-e3df01173725 req-ee9f6efe-5a61-4920-87e8-a20ae3f0be30 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748975 Jul 09 19:49:00.702784 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f9fcd-56df-4c29-a398-4e4e23a7c38f req-791d8cc8-c741-48b1-b572-e46e5f620503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:00.705902 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a1f9fcd-56df-4c29-a398-4e4e23a7c38f req-791d8cc8-c741-48b1-b572-e46e5f620503 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.1033263 Jul 09 19:49:00.759043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47806) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:00.789528 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a1f9fcd-56df-4c29-a398-4e4e23a7c38f req-272e6d48-4d89-404a-9dee-6b8b8a1c01d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a HTTP/1.1" status: 200 len: 217 time: 0.0723190 Jul 09 19:49:00.912476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f9fcd-56df-4c29-a398-4e4e23a7c38f req-678c3954-ab57-4dd0-aa82-becaf8c693b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:00.914201 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a1f9fcd-56df-4c29-a398-4e4e23a7c38f req-678c3954-ab57-4dd0-aa82-becaf8c693b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.1149733 Jul 09 19:49:00.919383 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7244f-6e16-475f-ae19-e68438a363e5 req-4b407ed3-671e-428f-b5ae-0768f5268e07 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:00.920890 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-77b7244f-6e16-475f-ae19-e68438a363e5 req-4b407ed3-671e-428f-b5ae-0768f5268e07 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.0824327 Jul 09 19:49:00.953098 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f10c47f7-6303-4d7e-93f8-7d763858b0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:00.963729 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a1f9fcd-56df-4c29-a398-4e4e23a7c38f req-efb06624-7839-46cf-8ee8-82a38a4090e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371661 Jul 09 19:49:00.982291 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-77b7244f-6e16-475f-ae19-e68438a363e5 req-02586266-74dd-47b8-bc82-828f1923a24d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555189 Jul 09 19:49:01.039795 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994278d9-9a23-4aac-9a91-224c1972f034 req-5c22a225-9524-4686-bb30-0883b9709bc6 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:01.047047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994278d9-9a23-4aac-9a91-224c1972f034 req-5c22a225-9524-4686-bb30-0883b9709bc6 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 949 time: 0.1767342 Jul 09 19:49:01.075308 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f10c47f7-6303-4d7e-93f8-7d763858b0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.080645 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f10c47f7-6303-4d7e-93f8-7d763858b0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.113573 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f10c47f7-6303-4d7e-93f8-7d763858b0af admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ead74b1aa01439391b8358dd705ddf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534377 Jul 09 19:49:01.119357 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994278d9-9a23-4aac-9a91-224c1972f034 req-aa837402-f00e-4a36-b981-30fc98d86ae2 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714793 Jul 09 19:49:01.119964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47826) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:01.162973 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a1f9fcd-56df-4c29-a398-4e4e23a7c38f req-3fdb278b-0bae-4a76-b5ed-3f7ecaf55d43 service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925259 Jul 09 19:49:01.203269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c47f7-6303-4d7e-93f8-7d763858b0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2af0b01-4277-4489-b520-7936c9bed273,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:01.253766 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ad12c53-cfb5-45af-abb0-d76a0810c271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.266198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-007c7acc-3e14-45b3-96f6-0ca6d48da024 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:01.267941 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-007c7acc-3e14-45b3-96f6-0ca6d48da024 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 821 time: 0.1461098 Jul 09 19:49:01.286435 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-1b642ca3-2ec4-4305-8a42-1ce1c74624e2 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/quotas/d1970a87c2e6404b89294d0e16829336 HTTP/1.1" status: 200 len: 375 time: 0.0112331 Jul 09 19:49:01.291635 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ad12c53-cfb5-45af-abb0-d76a0810c271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.314005 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a1f9fcd-56df-4c29-a398-4e4e23a7c38f req-bdbd9804-30a8-4c5d-ab6a-fae5217dd8df service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427054 Jul 09 19:49:01.323835 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d899d718-e82e-40cf-be59-b0a9aff6d90a no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:49:01.365961 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ad12c53-cfb5-45af-abb0-d76a0810c271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.368735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47836) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:01.368864 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ad12c53-cfb5-45af-abb0-d76a0810c271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.370734 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1ad12c53-cfb5-45af-abb0-d76a0810c271 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2af0b01-4277-4489-b520-7936c9bed273 HTTP/1.1" status: 204 len: 168 time: 0.2471480 Jul 09 19:49:01.389137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad12c53-cfb5-45af-abb0-d76a0810c271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2af0b01-4277-4489-b520-7936c9bed273,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:01.411478 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-2cf244b0-204b-425c-852c-9c440b0fca49 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1173656 Jul 09 19:49:01.544595 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-9bf94cc0-3243-4971-9497-17db861f90e2 service neutron] 10.222.0.30 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249089 Jul 09 19:49:01.746671 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-45ba8dec-a335-460a-aa51-def1cfdbe3da service neutron] 10.222.0.30 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958196 Jul 09 19:49:01.789626 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cc10ce7-fd41-49cd-b107-85829031d75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.793510 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47848) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:01.820568 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-684a69b9-c915-4c76-ad76-e2c168543801 req-2ad2fa8b-444c-49ba-bc0e-d994cc2ae2e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1728597 Jul 09 19:49:01.821142 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e68a43c6-3bba-4284-a555-a2adb445ea1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:01.995853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cc10ce7-fd41-49cd-b107-85829031d75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.014264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cc10ce7-fd41-49cd-b107-85829031d75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.123513 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.142752 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2cc10ce7-fd41-49cd-b107-85829031d75c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49a1cba6365e44348f935b89aef30749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7707198 Jul 09 19:49:02.146967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47862) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:02.147886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc10ce7-fd41-49cd-b107-85829031d75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c382132-8e7c-431d-95e2-06041492e740,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:02.195041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a69b9-c915-4c76-ad76-e2c168543801 req-41069a78-3c69-4f66-bb69-aeb80c4dbc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.196655 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-684a69b9-c915-4c76-ad76-e2c168543801 req-41069a78-3c69-4f66-bb69-aeb80c4dbc11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8134686c28e4cdca9457ab1119210a0&device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 1096 time: 0.2991340 Jul 09 19:49:02.205824 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e68a43c6-3bba-4284-a555-a2adb445ea1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.220092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0bc18-484c-4f64-9bf7-313ad0d64b90 req-1dddc703-4b48-4fe8-bb05-d4e6052d5d6c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.221946 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-abf0bc18-484c-4f64-9bf7-313ad0d64b90 req-1dddc703-4b48-4fe8-bb05-d4e6052d5d6c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 946 time: 0.1757224 Jul 09 19:49:02.227958 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd35bc2a-bff5-4d09-904e-e75d897575b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.230573 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e68a43c6-3bba-4284-a555-a2adb445ea1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.293952 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd35bc2a-bff5-4d09-904e-e75d897575b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.304119 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e68a43c6-3bba-4284-a555-a2adb445ea1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfb7fec628234e978968e2652224dc0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5092118 Jul 09 19:49:02.304875 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a43c6-3bba-4284-a555-a2adb445ea1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae83d24-947f-4bf2-9c14-bf0a8717dc22,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:02.307148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47868) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:02.321492 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-abf0bc18-484c-4f64-9bf7-313ad0d64b90 req-b4a8c461-1442-44ed-b907-271061effc9d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847318 Jul 09 19:49:02.370640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5acd0-45fe-4ede-a01a-9ca0026e9951 req-ce68d8b7-5ec1-44d1-8b73-5b215310964a tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.377439 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bcc5acd0-45fe-4ede-a01a-9ca0026e9951 req-ce68d8b7-5ec1-44d1-8b73-5b215310964a tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 949 time: 0.2798293 Jul 09 19:49:02.380817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a69b9-c915-4c76-ad76-e2c168543801 req-cb2bf4dd-2fc7-414a-b089-a248887b05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.382808 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-684a69b9-c915-4c76-ad76-e2c168543801 req-cb2bf4dd-2fc7-414a-b089-a248887b05a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8 HTTP/1.1" status: 200 len: 915 time: 0.1598060 Jul 09 19:49:02.427911 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-82350012-301b-454f-9065-3593896bb238 req-b92ac0ab-654c-47bb-bff1-492fcd9eef6d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 210 time: 0.0413251 Jul 09 19:49:02.441579 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bcc5acd0-45fe-4ede-a01a-9ca0026e9951 req-71722549-bbe6-4c3a-addc-85de315625d3 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632079 Jul 09 19:49:02.445432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd35bc2a-bff5-4d09-904e-e75d897575b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.447919 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd35bc2a-bff5-4d09-904e-e75d897575b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.449247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fd35bc2a-bff5-4d09-904e-e75d897575b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c382132-8e7c-431d-95e2-06041492e740 HTTP/1.1" status: 204 len: 168 time: 0.3016329 Jul 09 19:49:02.456916 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a4170b0b-e47d-4400-99ae-39a3cf580eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.465508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35bc2a-bff5-4d09-904e-e75d897575b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c382132-8e7c-431d-95e2-06041492e740,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:02.488504 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-684a69b9-c915-4c76-ad76-e2c168543801 req-2f6520d8-9174-459b-a09e-13335a5c607f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f842d8d-b1bf-4a02-88da-62a79ee2bce2 HTTP/1.1" status: 200 len: 217 time: 0.0903337 Jul 09 19:49:02.497505 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a4170b0b-e47d-4400-99ae-39a3cf580eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.555339 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a4170b0b-e47d-4400-99ae-39a3cf580eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.570021 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a4170b0b-e47d-4400-99ae-39a3cf580eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:02.574393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a4170b0b-e47d-4400-99ae-39a3cf580eca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ae83d24-947f-4bf2-9c14-bf0a8717dc22 HTTP/1.1" status: 204 len: 168 time: 0.2637684 Jul 09 19:49:02.588428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a69b9-c915-4c76-ad76-e2c168543801 req-15ab5e68-d4d0-40c5-98b3-7a60af8c5037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.590569 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-684a69b9-c915-4c76-ad76-e2c168543801 req-15ab5e68-d4d0-40c5-98b3-7a60af8c5037 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3fca83d8-03e5-4549-95f1-d3dab6fadf95 HTTP/1.1" status: 200 len: 854 time: 0.0912244 Jul 09 19:49:02.598509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4170b0b-e47d-4400-99ae-39a3cf580eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae83d24-947f-4bf2-9c14-bf0a8717dc22,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:02.649133 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-684a69b9-c915-4c76-ad76-e2c168543801 req-837861fd-ae02-4af9-91d6-6b82c969bfd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439241 Jul 09 19:49:02.806648 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-684a69b9-c915-4c76-ad76-e2c168543801 req-8f6ae4f0-c964-4f52-81f7-5b0e82187b1b service neutron] 10.222.0.36 "GET /v2.0/networks/bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512244 Jul 09 19:49:02.829579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29eefa-8613-4401-8810-d98bce38c170 req-36d0d317-da85-472f-ba21-5297b1b71e79 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:02.831249 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ac29eefa-8613-4401-8810-d98bce38c170 req-36d0d317-da85-472f-ba21-5297b1b71e79 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.1198201 Jul 09 19:49:02.933163 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ac29eefa-8613-4401-8810-d98bce38c170 req-61e6518e-9e4e-478e-9f0b-07506195e725 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872111 Jul 09 19:49:02.974462 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-684a69b9-c915-4c76-ad76-e2c168543801 req-aa3ee87f-9697-48d3-add4-bb9f1ad212d5 service neutron] 10.222.0.36 "GET /v2.0/networks/bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599960 Jul 09 19:49:03.075581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b831dd3-eebe-4a7c-ae83-88d2b87e0303 req-00775285-3675-4d98-8a6c-22e8c142bce2 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:03.077431 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b831dd3-eebe-4a7c-ae83-88d2b87e0303 req-00775285-3675-4d98-8a6c-22e8c142bce2 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 1097 time: 0.0654287 Jul 09 19:49:03.084155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47896) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:03.100797 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ff41192-14ef-478f-b0c5-e5b1db9d59df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.116816 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b831dd3-eebe-4a7c-ae83-88d2b87e0303 req-dabe375f-9b57-4f3d-aeaf-50723af5deee tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309646 Jul 09 19:49:03.214014 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ff41192-14ef-478f-b0c5-e5b1db9d59df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.221439 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ff41192-14ef-478f-b0c5-e5b1db9d59df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.280957 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4ff41192-14ef-478f-b0c5-e5b1db9d59df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb8cc8b0dcab4e788c468cc0da86c98e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950345 Jul 09 19:49:03.281184 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47904) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:03.283605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff41192-14ef-478f-b0c5-e5b1db9d59df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0bae93-58f8-4d2c-8d28-0c0e21b05adf,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:03.452062 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e9a37b5e-29a2-48b0-a1dd-3956947a9042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.484601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1208392-ecd2-4b2c-a230-49f507bfbbf6 req-49e086a3-b89f-428d-9fe7-00570e8a48f4 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:03.494993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1208392-ecd2-4b2c-a230-49f507bfbbf6 req-49e086a3-b89f-428d-9fe7-00570e8a48f4 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 1097 time: 0.1704311 Jul 09 19:49:03.504030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-b74f49c6-840b-4f1c-81a0-2e8ffb448683 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:03.506858 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e9a37b5e-29a2-48b0-a1dd-3956947a9042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.516464 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-b74f49c6-840b-4f1c-81a0-2e8ffb448683 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.36 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 821 time: 0.2087257 Jul 09 19:49:03.536786 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Request body: {'port': {'device_id': 'a5e4386d-2333-4a76-b947-5294d794ac4d', 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c', 'admin_state_up': True, 'tenant_id': 'd1970a87c2e6404b89294d0e16829336'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:03.594330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914a028-9a03-4c51-8f34-38ddc6017b36 req-80fe99cc-2a41-4e37-976f-6a860fb5963c tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:03.596403 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4914a028-9a03-4c51-8f34-38ddc6017b36 req-80fe99cc-2a41-4e37-976f-6a860fb5963c tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.32 "GET /v2.0/ports?device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 949 time: 0.2174318 Jul 09 19:49:03.608924 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1208392-ecd2-4b2c-a230-49f507bfbbf6 req-20f1cfd5-ee75-4cd7-8118-c9f3d2ad89d4 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124015 Jul 09 19:49:03.792834 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Made reservation on behalf of d1970a87c2e6404b89294d0e16829336 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:03.803824 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.823714 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e9a37b5e-29a2-48b0-a1dd-3956947a9042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.826888 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e9a37b5e-29a2-48b0-a1dd-3956947a9042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:03.828124 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e9a37b5e-29a2-48b0-a1dd-3956947a9042 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a0bae93-58f8-4d2c-8d28-0c0e21b05adf HTTP/1.1" status: 204 len: 168 time: 0.5457087 Jul 09 19:49:03.847607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a37b5e-29a2-48b0-a1dd-3956947a9042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0bae93-58f8-4d2c-8d28-0c0e21b05adf,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:03.921529 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47932) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:03.992100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce998bb7-352d-4cee-beb6-c28a7fbfea4e req-3b7c50e2-7bb3-4ea6-9f99-65948da4b379 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:03.993988 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce998bb7-352d-4cee-beb6-c28a7fbfea4e req-3b7c50e2-7bb3-4ea6-9f99-65948da4b379 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 949 time: 0.1585426 Jul 09 19:49:04.000491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4914a028-9a03-4c51-8f34-38ddc6017b36 req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Deleting port 12051458-e6e5-492b-a5f4-6f7aec8d938f {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:04.000935 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4914a028-9a03-4c51-8f34-38ddc6017b36 req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.044567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Allocated IP 172.20.0.14 (8a232a31-8852-4c82-8ae1-8d8f984ad79c/e038d9a9-54b5-4f47-8017-9b651456fb61/eac01fcc-67c3-47a2-842d-ea10f80cc294) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:04.119937 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ffcc144-ef9e-4988-9dcc-c83a58af3b5d req-9347e409-d9e8-42e2-a050-df59ee6325dd tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 210 time: 0.0503187 Jul 09 19:49:04.121024 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce998bb7-352d-4cee-beb6-c28a7fbfea4e req-c66d6027-ff64-402f-a813-dae2eb951061 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8f894ed-7d32-41be-9c55-d8968bc801a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166885 Jul 09 19:49:04.158116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4914a028-9a03-4c51-8f34-38ddc6017b36 req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] For port 12051458-e6e5-492b-a5f4-6f7aec8d938f, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=12051458-e6e5-492b-a5f4-6f7aec8d938f,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:04.158710 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4914a028-9a03-4c51-8f34-38ddc6017b36 req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.203449 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4914a028-9a03-4c51-8f34-38ddc6017b36 req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Calling delete_port for 12051458-e6e5-492b-a5f4-6f7aec8d938f owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:04.254619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.295130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47948) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:04.311852 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.372000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Network 8a232a31-8852-4c82-8ae1-8d8f984ad79c is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:04.375154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:04.419712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:04.424523 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4914a028-9a03-4c51-8f34-38ddc6017b36 req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.427649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:04.428526 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.436468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['12051458-e6e5-492b-a5f4-6f7aec8d938f'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:04.471109 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-725409e1-2966-4622-9c91-788a5e1f6ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.475101 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-719be651-8c46-456a-a740-d8077aa5e8a7 tempest-AutoAllocateNetworkTest-2036372056 tempest-AutoAllocateNetworkTest-2036372056-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=fa3259a626064a3c82d7d0f1c98ac3d5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5492418 Jul 09 19:49:04.490384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47960) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:04.520018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Pushing event updated for resources: {'Port': ['ID=eac01fcc-67c3-47a2-842d-ea10f80cc294,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:04.531527 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0092599 Jul 09 19:49:04.534380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.534494 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.534921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.535297 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.535643 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.536017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.536966 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.537372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.538170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.538755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.539221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.539606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fed92ae-dd50-4c76-a738-d9f1806bf07f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.551181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Request body: {'port': {'device_id': 'a5e4386d-2333-4a76-b947-5294d794ac4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:04.616187 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171c002-5a95-4c5e-9e11-8891fb9373cd req-034a37e2-2e75-43fa-ade1-3558608acfde tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:04.619455 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f171c002-5a95-4c5e-9e11-8891fb9373cd req-034a37e2-2e75-43fa-ade1-3558608acfde tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.2186732 Jul 09 19:49:04.693531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Pushing event deleted for resources: {'Port': ['ID=12051458-e6e5-492b-a5f4-6f7aec8d938f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:04.744152 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.769552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.769920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.770271 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.770653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.770997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.771339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.771678 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.772016 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.772356 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.772718 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.773049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.773380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:04.777659 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f171c002-5a95-4c5e-9e11-8891fb9373cd req-36fae8e8-9ab5-49c7-8d59-a821d7a2543e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150093 Jul 09 19:49:04.783975 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4914a028-9a03-4c51-8f34-38ddc6017b36 req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] No DVR routers for this DVR port 12051458-e6e5-492b-a5f4-6f7aec8d938f on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:04.796388 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4914a028-9a03-4c51-8f34-38ddc6017b36 req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:04.799513 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4914a028-9a03-4c51-8f34-38ddc6017b36 req-c8f9e736-a28a-46ca-8b58-fbde959b3370 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.32 "DELETE /v2.0/ports/12051458-e6e5-492b-a5f4-6f7aec8d938f HTTP/1.1" status: 204 len: 173 time: 1.1818590 Jul 09 19:49:04.805655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c019e6-5b23-4145-a055-982879cf89ae', 'name': 'network-vif-deleted', 'tag': '12051458-e6e5-492b-a5f4-6f7aec8d938f'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:04.808382 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07840044-96db-4970-8abb-233237fb26f8" -d '{"events": [{"server_uuid": "96c019e6-5b23-4145-a055-982879cf89ae", "name": "network-vif-deleted", "tag": "12051458-e6e5-492b-a5f4-6f7aec8d938f"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:04.868980 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55031bd2-b413-4e19-b6b7-65b3dabaee4c x-openstack-request-id: req-55031bd2-b413-4e19-b6b7-65b3dabaee4c {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:04.869320 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c019e6-5b23-4145-a055-982879cf89ae", "name": "network-vif-deleted", "tag": "12051458-e6e5-492b-a5f4-6f7aec8d938f", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:04.869737 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55031bd2-b413-4e19-b6b7-65b3dabaee4c {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:04.870276 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c019e6-5b23-4145-a055-982879cf89ae', 'name': 'network-vif-deleted', 'tag': '12051458-e6e5-492b-a5f4-6f7aec8d938f', 'status': 'completed', 'code': 200} Jul 09 19:49:04.888890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38916ea-5b54-4290-8ec5-03e0232fe9a8 tempest-AutoAllocateNetworkTest-2036372056 tempest-AutoAllocateNetworkTest-2036372056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:04.890658 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a38916ea-5b54-4290-8ec5-03e0232fe9a8 tempest-AutoAllocateNetworkTest-2036372056 tempest-AutoAllocateNetworkTest-2036372056-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3988853 Jul 09 19:49:04.894069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47974) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:05.168109 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e54707cf-f820-45d8-a9d7-b9fbdd2a9fb6 tempest-AutoAllocateNetworkTest-2036372056 tempest-AutoAllocateNetworkTest-2036372056-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2729366 Jul 09 19:49:05.170599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47984) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:05.207344 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5d98ceec-a970-428e-88f7-63d6937a5887 tempest-AutoAllocateNetworkTest-2036372056 tempest-AutoAllocateNetworkTest-2036372056-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=fa3259a626064a3c82d7d0f1c98ac3d5 HTTP/1.1" status: 200 len: 208 time: 0.0356402 Jul 09 19:49:05.235515 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-725409e1-2966-4622-9c91-788a5e1f6ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.241633 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-725409e1-2966-4622-9c91-788a5e1f6ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.336230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-725409e1-2966-4622-9c91-788a5e1f6ca7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0aa9b4423b494414a3f7815e553959b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0339086 Jul 09 19:49:05.339954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47996) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:05.411313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725409e1-2966-4622-9c91-788a5e1f6ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0dfb28-164f-47ed-afd3-c5d08da3ce80,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:05.449636 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08f921f1-dd5a-493e-b176-c81f1b1fdeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.483804 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08f921f1-dd5a-493e-b176-c81f1b1fdeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.552797 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08f921f1-dd5a-493e-b176-c81f1b1fdeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.555358 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08f921f1-dd5a-493e-b176-c81f1b1fdeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.558818 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-08f921f1-dd5a-493e-b176-c81f1b1fdeaf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c0dfb28-164f-47ed-afd3-c5d08da3ce80 HTTP/1.1" status: 204 len: 168 time: 0.2155120 Jul 09 19:49:05.575047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f921f1-dd5a-493e-b176-c81f1b1fdeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0dfb28-164f-47ed-afd3-c5d08da3ce80,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:05.615860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac01fcc-67c3-47a2-842d-ea10f80cc294 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:05.624759 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.638191 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Transition to ACTIVE for port object eac01fcc-67c3-47a2-842d-ea10f80cc294 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:05.652762 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-09f64291-1ca9-43ad-ada7-d1782c27b322 req-da80c9e2-66ee-4a26-acb6-5db3da1cbd10 tempest-DeleteServersAdminTestJSON-1458612414 tempest-DeleteServersAdminTestJSON-1458612414-project] 10.222.0.30 "GET /v2.0/ports?device_id=96c019e6-5b23-4145-a055-982879cf89ae HTTP/1.1" status: 200 len: 210 time: 0.3041413 Jul 09 19:49:05.655394 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.792861 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=eac01fcc-67c3-47a2-842d-ea10f80cc294,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:05.809980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Attempting to bind port eac01fcc-67c3-47a2-842d-ea10f80cc294 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:05.810329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Attempting to bind port eac01fcc-67c3-47a2-842d-ea10f80cc294 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:05.811211 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Attempting to bind port eac01fcc-67c3-47a2-842d-ea10f80cc294 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:05.816610 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Port eac01fcc-67c3-47a2-842d-ea10f80cc294 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:49:05.816944 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Attempting to bind port eac01fcc-67c3-47a2-842d-ea10f80cc294 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:05.824983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:05.825343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Checking segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:05.825741 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Bound using segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:05.826186 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Bound port: eac01fcc-67c3-47a2-842d-ea10f80cc294, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:05.826700 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:05.923398 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:05.931241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:05.971661 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.046807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:06.047448 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.048913 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] 10.222.0.36 "PUT /v2.0/ports/eac01fcc-67c3-47a2-842d-ea10f80cc294 HTTP/1.1" status: 200 len: 1092 time: 1.5038295 Jul 09 19:49:06.054700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e4386d-2333-4a76-b947-5294d794ac4d', 'tag': 'eac01fcc-67c3-47a2-842d-ea10f80cc294'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:06.057131 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc79e4f8-87db-4f7a-b754-fd85d409c42e" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e4386d-2333-4a76-b947-5294d794ac4d", "tag": "eac01fcc-67c3-47a2-842d-ea10f80cc294"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:06.086558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48026) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:06.113986 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eeb00-c231-4d4b-abaa-89dcc010cdb3 service neutron] Pushing event updated for resources: {'Port': ['ID=eac01fcc-67c3-47a2-842d-ea10f80cc294,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:06.162227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc0112-f975-4a69-b309-75b31e061b3c req-b4937687-cf4e-44a2-a4ce-c51f69d8c353 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:06.170283 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30dc0112-f975-4a69-b309-75b31e061b3c req-b4937687-cf4e-44a2-a4ce-c51f69d8c353 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 944 time: 0.2412524 Jul 09 19:49:06.245900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-9ac71a26-6e79-4441-a6ca-a098798b8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:06.248515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-9ac71a26-6e79-4441-a6ca-a098798b8a09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 1095 time: 0.1536493 Jul 09 19:49:06.253571 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30dc0112-f975-4a69-b309-75b31e061b3c req-c3587433-6e2e-4945-acfe-e0ffc3dad5a3 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824168 Jul 09 19:49:06.312858 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-11b69a0a-6749-4500-b09a-fe1d29a3c851 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294 HTTP/1.1" status: 200 len: 217 time: 0.0561004 Jul 09 19:49:06.320275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48038) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:06.351474 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe01a91a-803a-405f-888c-502852cf8e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.401036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-8cf22cd9-84be-43aa-abb4-eaf21a06697c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:06.403181 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-8cf22cd9-84be-43aa-abb4-eaf21a06697c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.0810182 Jul 09 19:49:06.480513 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-10cb0222-05e8-487f-8c80-077896dd0a90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655272 Jul 09 19:49:06.533745 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe01a91a-803a-405f-888c-502852cf8e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.543557 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe01a91a-803a-405f-888c-502852cf8e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.561715 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-111dddd4-752b-440c-b69b-e0f026acfae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.621984 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fe01a91a-803a-405f-888c-502852cf8e6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=824d4a73492b4d6d8af3b7f4463f5ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3004763 Jul 09 19:49:06.627415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48046) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:06.661013 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01a91a-803a-405f-888c-502852cf8e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c627c0-fc80-4973-abdc-77c1dc5db280,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:06.691285 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-9888d66e-c4d3-489c-80b7-b869b55e2849 service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807072 Jul 09 19:49:06.747110 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-71b7b80b-3f3c-4642-a295-5b4158bfcb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.799172 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-71b7b80b-3f3c-4642-a295-5b4158bfcb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.822656 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59a3a8ae-4af9-4181-9613-ec9392586ecd req-4bf8d3d9-c9f8-471e-9f5e-e6c19fcc01eb service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227758 Jul 09 19:49:06.880834 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-71b7b80b-3f3c-4642-a295-5b4158bfcb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.883112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1238518-3c1e-4e94-9481-073a05048af0 req-1a4a8c0a-4685-4923-9668-14b8a5009c6f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:06.884609 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-71b7b80b-3f3c-4642-a295-5b4158bfcb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.886469 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-71b7b80b-3f3c-4642-a295-5b4158bfcb09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7c627c0-fc80-4973-abdc-77c1dc5db280 HTTP/1.1" status: 204 len: 168 time: 0.2573938 Jul 09 19:49:06.886609 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1238518-3c1e-4e94-9481-073a05048af0 req-1a4a8c0a-4685-4923-9668-14b8a5009c6f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.4541078 Jul 09 19:49:06.908440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7b80b-3f3c-4642-a295-5b4158bfcb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c627c0-fc80-4973-abdc-77c1dc5db280,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:06.938067 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-111dddd4-752b-440c-b69b-e0f026acfae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.945795 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-111dddd4-752b-440c-b69b-e0f026acfae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:06.950242 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1238518-3c1e-4e94-9481-073a05048af0 req-6d4ee625-1ad1-4bec-a727-6efaf2e3812e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552657 Jul 09 19:49:06.995201 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-111dddd4-752b-440c-b69b-e0f026acfae0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa3259a626064a3c82d7d0f1c98ac3d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9053366 Jul 09 19:49:06.995201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111dddd4-752b-440c-b69b-e0f026acfae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271fdb50-8492-4fe8-9512-30e444459a6a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:06.995632 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48060) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:07.011538 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-18aee64f-d1d0-42ab-89e5-fd65daccec3a tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:49:07.013450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-18aee64f-d1d0-42ab-89e5-fd65daccec3a tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2457440 Jul 09 19:49:07.018517 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f0d82d-54c3-49f4-bf12-7823da539459 x-openstack-request-id: req-f7f0d82d-54c3-49f4-bf12-7823da539459 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:07.019072 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e4386d-2333-4a76-b947-5294d794ac4d", "tag": "eac01fcc-67c3-47a2-842d-ea10f80cc294", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:07.019520 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7f0d82d-54c3-49f4-bf12-7823da539459 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:07.020348 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e4386d-2333-4a76-b947-5294d794ac4d', 'tag': 'eac01fcc-67c3-47a2-842d-ea10f80cc294', 'status': 'completed', 'code': 200} Jul 09 19:49:07.030884 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-8a52e88c-89be-49e1-8d95-366bc201401f service neutron] Request body: {'binding': {'host': 'n-h2-800088-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:07.031360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-8a52e88c-89be-49e1-8d95-366bc201401f service neutron] Unknown quota resources ['binding']. {{(pid=100205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:49:07.125592 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af6ff13d-2b80-4040-b6c7-f6b1d1c49f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.170795 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af6ff13d-2b80-4040-b6c7-f6b1d1c49f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.181975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79e4f8-87db-4f7a-b754-fd85d409c42e req-18da64eb-8bfd-48de-a9f7-d27005f95ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:07.184269 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc79e4f8-87db-4f7a-b754-fd85d409c42e req-18da64eb-8bfd-48de-a9f7-d27005f95ff0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 1095 time: 0.1285911 Jul 09 19:49:07.290619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-8a52e88c-89be-49e1-8d95-366bc201401f service neutron] Attempting to bind port f94568d3-61ea-4fac-8c5a-3946c3a9c036 on host n-h2-800088-3 for vnic_type normal with profile None {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:07.292492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-8a52e88c-89be-49e1-8d95-366bc201401f service neutron] Attempting to bind port f94568d3-61ea-4fac-8c5a-3946c3a9c036 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:07.293717 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-8a52e88c-89be-49e1-8d95-366bc201401f service neutron] Attempting to bind port f94568d3-61ea-4fac-8c5a-3946c3a9c036 on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:07.309055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-8a52e88c-89be-49e1-8d95-366bc201401f service neutron] Port f94568d3-61ea-4fac-8c5a-3946c3a9c036 on network cde8a11d-a413-4777-8c30-ae667fa77b73 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:49:07.309670 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-8a52e88c-89be-49e1-8d95-366bc201401f service neutron] Attempting to bind port f94568d3-61ea-4fac-8c5a-3946c3a9c036 on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:07.315789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-8a52e88c-89be-49e1-8d95-366bc201401f service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:07.316638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-8a52e88c-89be-49e1-8d95-366bc201401f service neutron] Checking segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:07.318104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-8a52e88c-89be-49e1-8d95-366bc201401f service neutron] Bound using segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:07.318802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-8a52e88c-89be-49e1-8d95-366bc201401f service neutron] Bound port: f94568d3-61ea-4fac-8c5a-3946c3a9c036, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:07.338948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79e4f8-87db-4f7a-b754-fd85d409c42e req-82fa4956-2c1f-462e-b6ba-1089dfe45525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:07.340470 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc79e4f8-87db-4f7a-b754-fd85d409c42e req-82fa4956-2c1f-462e-b6ba-1089dfe45525 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.1448309 Jul 09 19:49:07.349092 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 12051458-e6e5-492b-a5f4-6f7aec8d938f no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:49:07.385012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-8a52e88c-89be-49e1-8d95-366bc201401f service neutron] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:07.391357 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-8a52e88c-89be-49e1-8d95-366bc201401f service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.393277 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-8a52e88c-89be-49e1-8d95-366bc201401f service neutron] 10.222.0.30 "POST /v2.0/ports/f94568d3-61ea-4fac-8c5a-3946c3a9c036/bindings HTTP/1.1" status: 201 len: 389 time: 0.3734319 Jul 09 19:49:07.404151 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 12051458-e6e5-492b-a5f4-6f7aec8d938f {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:49:07.405667 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 12051458-e6e5-492b-a5f4-6f7aec8d938f not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:49:07.416057 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc79e4f8-87db-4f7a-b754-fd85d409c42e req-062c9cac-a109-4cb8-a3b9-aaba73a72a3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294 HTTP/1.1" status: 200 len: 217 time: 0.0676706 Jul 09 19:49:07.436157 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af6ff13d-2b80-4040-b6c7-f6b1d1c49f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.439580 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af6ff13d-2b80-4040-b6c7-f6b1d1c49f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:07.441004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-af6ff13d-2b80-4040-b6c7-f6b1d1c49f74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/271fdb50-8492-4fe8-9512-30e444459a6a HTTP/1.1" status: 204 len: 168 time: 0.4441092 Jul 09 19:49:07.473021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ff13d-2b80-4040-b6c7-f6b1d1c49f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271fdb50-8492-4fe8-9512-30e444459a6a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:07.560385 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79e4f8-87db-4f7a-b754-fd85d409c42e req-52cf7a99-f0fa-4ca1-9d47-a984f33243db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:07.561924 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc79e4f8-87db-4f7a-b754-fd85d409c42e req-52cf7a99-f0fa-4ca1-9d47-a984f33243db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.1375456 Jul 09 19:49:07.652800 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc79e4f8-87db-4f7a-b754-fd85d409c42e req-3e141df7-e4eb-413d-a4fc-78cc0291cac9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800037 Jul 09 19:49:07.788424 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-8a0606f2-d55a-4a0e-a0e9-cdbb6ca18064 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=98d6a2fee54140bfba2abe3d718bfd70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1346047 Jul 09 19:49:07.877756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-0c4f6d7d-9e4e-4880-9c4b-a7d035238e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:07.879479 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-0c4f6d7d-9e4e-4880-9c4b-a7d035238e00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 1097 time: 0.1053782 Jul 09 19:49:07.980278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-56d147f1-0b3c-4df7-9695-9224144532d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:07.981794 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-56d147f1-0b3c-4df7-9695-9224144532d9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.0944865 Jul 09 19:49:08.000495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b2e9c-8e15-4fe5-a33b-c8924dee9f8c req-e24759af-641d-430c-b5bf-51d9748faeab tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:08.002075 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-361b2e9c-8e15-4fe5-a33b-c8924dee9f8c req-e24759af-641d-430c-b5bf-51d9748faeab tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 944 time: 0.1867735 Jul 09 19:49:08.045947 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-96b18dfe-a276-4c24-88cf-3d06a8673fac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036 HTTP/1.1" status: 200 len: 217 time: 0.0537214 Jul 09 19:49:08.118882 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-361b2e9c-8e15-4fe5-a33b-c8924dee9f8c req-806f4569-4561-4b20-b955-5e65afb48733 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718427 Jul 09 19:49:08.140116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-3c06cd2b-1591-4f70-84ad-ecc0fcd1490c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:08.145451 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-3c06cd2b-1591-4f70-84ad-ecc0fcd1490c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.0688872 Jul 09 19:49:08.172136 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc79e4f8-87db-4f7a-b754-fd85d409c42e req-175158f7-f8c0-43b2-b12e-b73a07b4c074 service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609289 Jul 09 19:49:08.181731 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-04a2aa9d-a4c7-4eff-9744-04fc0a1d0218 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:08.183216 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-04a2aa9d-a4c7-4eff-9744-04fc0a1d0218 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3883188 Jul 09 19:49:08.202355 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-649e38d6-b656-424c-a5db-b262b582f35e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544956 Jul 09 19:49:08.240616 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-332e77ff-c4d7-438a-8f01-9b04243b3824 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/quotas/98d6a2fee54140bfba2abe3d718bfd70 HTTP/1.1" status: 200 len: 375 time: 0.0479484 Jul 09 19:49:08.325953 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-49005771-4e9e-4131-a122-2ecdbf1e6c17 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=98d6a2fee54140bfba2abe3d718bfd70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758069 Jul 09 19:49:08.345330 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-0173f726-549a-4fc8-9e09-7136d2eb161b service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359394 Jul 09 19:49:08.376913 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc79e4f8-87db-4f7a-b754-fd85d409c42e req-45d506f0-8519-4c9f-b4dd-d56cd2ca6a2a service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926074 Jul 09 19:49:08.513228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d844823-9568-4b12-903b-a1007a23fac1 req-5c9151f0-1728-4898-9e3c-db71757e5086 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:08.514830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8d844823-9568-4b12-903b-a1007a23fac1 req-5c9151f0-1728-4898-9e3c-db71757e5086 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 946 time: 0.1686044 Jul 09 19:49:08.576585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-ee6840df-4c7e-43e2-a3a0-5c2293072fda service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839702 Jul 09 19:49:08.579990 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8d844823-9568-4b12-903b-a1007a23fac1 req-1616d3a7-f88e-4e3c-886a-575f01691fed tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533988 Jul 09 19:49:08.738471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-9680a228-a131-4666-941e-880e1b558f4f tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:08.741320 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-9680a228-a131-4666-941e-880e1b558f4f tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819&tenant_id=722a3672762841db8d6fcadff51c6f2f&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1097 time: 0.1032164 Jul 09 19:49:08.757276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-3'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:08.798054 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-18cc32fb-52c8-4a72-8f9b-fe48aef8a19b req-d4f5590e-d188-4ff2-8d98-a76a1f5a38e6 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 210 time: 0.0533872 Jul 09 19:49:08.984632 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48148) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:09.087043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cda8f-ebb8-4623-aa6a-b1aeca59ad67 req-fcfa6054-5ab2-4f13-9558-0abda5c0cfd2 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:09.089073 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1e1cda8f-ebb8-4623-aa6a-b1aeca59ad67 req-fcfa6054-5ab2-4f13-9558-0abda5c0cfd2 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.2503209 Jul 09 19:49:09.106210 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.189787 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:49:09.198207 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1e1cda8f-ebb8-4623-aa6a-b1aeca59ad67 req-1972aa56-05c6-49e7-8f50-2003599e72c1 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969853 Jul 09 19:49:09.324461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-network', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:09.351748 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] Made reservation on behalf of 8306300c2ca646b2a26aca1c6a0e4ce6 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:09.355834 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.372961 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.526399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:09.529520 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.537109 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.557112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfbb29-d9d5-4f7d-bdb6-a7a7bc5396f1 req-4c43d42d-39fd-4dc2-bcf1-7c224440fe87 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:09.565843 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ddfbb29-d9d5-4f7d-bdb6-a7a7bc5396f1 req-4c43d42d-39fd-4dc2-bcf1-7c224440fe87 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 944 time: 0.1704395 Jul 09 19:49:09.591012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:49:09.624247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f5ce6e-bdec-416d-8e39-88f88a9de0ab,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:09.632735 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.634572 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] Added segment 088498f4-af81-4ef9-a42c-bf24cefe6c47 of type vlan for network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd Jul 09 19:49:09.660194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:09.692160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ddfbb29-d9d5-4f7d-bdb6-a7a7bc5396f1 req-76e917fe-e7e2-4aad-8ad8-493d7dbfcec6 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252813 Jul 09 19:49:09.741723 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48168) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:09.765712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.811428 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c82933-3e39-407f-8d23-2b8b032f4819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94568d3-61ea-4fac-8c5a-3946c3a9c036'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:09.815711 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2545c0b-a1fd-4dcd-88ed-a0989d2634da" -d '{"events": [{"server_uuid": "d7c82933-3e39-407f-8d23-2b8b032f4819", "name": "network-vif-unplugged", "status": "completed", "tag": "f94568d3-61ea-4fac-8c5a-3946c3a9c036"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:09.821022 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.831686 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.834686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:09.835468 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.835892 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:09.915352 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9291730 Jul 09 19:49:09.919889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48176) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:09.930027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-4aa796ba-7ab0-4a53-9332-d78762b35496 admin admin] Request body: {'subnet': {'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-subnet', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:09.947272 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c71a7-5521-47ef-9e82-3a9a4f455729 admin admin] Pushing event updated for resources: {'Network': ['ID=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:09.958795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:49:09.965737 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f94568d3-61ea-4fac-8c5a-3946c3a9c036,revision_number=7']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:09.969748 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa796ba-7ab0-4a53-9332-d78762b35496 admin admin] Made reservation on behalf of 8306300c2ca646b2a26aca1c6a0e4ce6 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:09.974919 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4aa796ba-7ab0-4a53-9332-d78762b35496 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.010113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Attempting to bind port f94568d3-61ea-4fac-8c5a-3946c3a9c036 on host n-h1-800088-3 for vnic_type normal with profile {"migrating_to": "n-h2-800088-3"} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:10.010779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Attempting to bind port f94568d3-61ea-4fac-8c5a-3946c3a9c036 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:10.011307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Attempting to bind port f94568d3-61ea-4fac-8c5a-3946c3a9c036 on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:10.023101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Port f94568d3-61ea-4fac-8c5a-3946c3a9c036 on network cde8a11d-a413-4777-8c30-ae667fa77b73 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:49:10.023682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Attempting to bind port f94568d3-61ea-4fac-8c5a-3946c3a9c036 on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:10.040137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:10.040802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Checking segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:10.041439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Bound using segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:10.042078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Bound port: f94568d3-61ea-4fac-8c5a-3946c3a9c036, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:10.042642 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.088666 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-12df410c-8ee4-4fef-a6e2-0d830a8ec860 req-4608636d-ceb6-4485-9178-b8cbc86bfd19 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 210 time: 0.0490773 Jul 09 19:49:10.104138 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ba70ddb7-a8bc-4265-9460-93286457f9c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5347218436a14a8696fdd9fbe3da1d59&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3591871 Jul 09 19:49:10.105180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48180) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:10.174065 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30f87e-61cf-4a70-9a86-d4c7c40737ba req-416b33c5-00c8-4b02-aad7-3ca2721f0fab tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:10.176129 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b30f87e-61cf-4a70-9a86-d4c7c40737ba req-416b33c5-00c8-4b02-aad7-3ca2721f0fab tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 944 time: 0.2462423 Jul 09 19:49:10.203622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:10.225864 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f92f97-1e28-42f1-b4c7-cb2170b9fa69 x-openstack-request-id: req-76f92f97-1e28-42f1-b4c7-cb2170b9fa69 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:10.226181 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c82933-3e39-407f-8d23-2b8b032f4819", "name": "network-vif-unplugged", "status": "completed", "tag": "f94568d3-61ea-4fac-8c5a-3946c3a9c036", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:10.226534 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76f92f97-1e28-42f1-b4c7-cb2170b9fa69 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:10.226883 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c82933-3e39-407f-8d23-2b8b032f4819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94568d3-61ea-4fac-8c5a-3946c3a9c036', 'code': 200} Jul 09 19:49:10.230043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:10.238695 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.283329 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-b9ca9601-11fc-48fc-9be0-6f1ec1849ed7 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=98d6a2fee54140bfba2abe3d718bfd70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802679 Jul 09 19:49:10.289400 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b30f87e-61cf-4a70-9a86-d4c7c40737ba req-67ff5698-f5cb-4b76-a3c9-fb6ad0bd5058 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053591 Jul 09 19:49:10.301412 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b52d03d5-5563-41da-92c1-750dc4e11c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.345392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b52d03d5-5563-41da-92c1-750dc4e11c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.382618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f94568d3-61ea-4fac-8c5a-3946c3a9c036,revision_number=8']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:10.390405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:10.391053 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.392552 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6d0e15b7-a35c-487b-8975-454cf353b4e8 service neutron] 10.222.0.32 "PUT /v2.0/ports/f94568d3-61ea-4fac-8c5a-3946c3a9c036 HTTP/1.1" status: 200 len: 1122 time: 1.6441245 Jul 09 19:49:10.439492 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b52d03d5-5563-41da-92c1-750dc4e11c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.444998 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b52d03d5-5563-41da-92c1-750dc4e11c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.447960 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b52d03d5-5563-41da-92c1-750dc4e11c5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8f894ed-7d32-41be-9c55-d8968bc801a8 HTTP/1.1" status: 204 len: 168 time: 0.3398008 Jul 09 19:49:10.454243 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['f94568d3-61ea-4fac-8c5a-3946c3a9c036'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:10.465702 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d03d5-5563-41da-92c1-750dc4e11c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f894ed-7d32-41be-9c55-d8968bc801a8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:10.623865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941f4c3-9458-4948-a52e-e174f2a0e022 req-b2c9b039-7387-413e-9ba4-fe826e6c6b1b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:10.625496 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1941f4c3-9458-4948-a52e-e174f2a0e022 req-b2c9b039-7387-413e-9ba4-fe826e6c6b1b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.1191206 Jul 09 19:49:10.655586 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4aa796ba-7ab0-4a53-9332-d78762b35496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.694673 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1941f4c3-9458-4948-a52e-e174f2a0e022 req-bb20d153-6363-472b-999f-83852274d166 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614011 Jul 09 19:49:10.711177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa796ba-7ab0-4a53-9332-d78762b35496 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af1cf44f-f8a3-4725-a1ed-970ef7a6a778,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:10.758110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-f7b2cafd-91b2-46a1-a515-b0f43a4b5f69 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:10.759628 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-f7b2cafd-91b2-46a1-a515-b0f43a4b5f69 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4755485 Jul 09 19:49:10.774835 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Request body: {'port': {'device_id': '43cf7194-c64a-46bb-9e61-8a296b0032ab', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '98d6a2fee54140bfba2abe3d718bfd70'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:10.866353 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa796ba-7ab0-4a53-9332-d78762b35496 admin admin] Checking segment: {'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:10.866958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa796ba-7ab0-4a53-9332-d78762b35496 admin admin] Network hostable DHCP agents. Network: 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:49:10.909999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa796ba-7ab0-4a53-9332-d78762b35496 admin admin] Network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:49:10.913018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e942546-545a-4c98-92ff-551ee305eb43 req-35ee6115-4cb1-48e2-88cf-3bf7c1d56f4e tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:10.921527 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e942546-545a-4c98-92ff-551ee305eb43 req-35ee6115-4cb1-48e2-88cf-3bf7c1d56f4e tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 944 time: 0.0828586 Jul 09 19:49:10.935256 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-4aa796ba-7ab0-4a53-9332-d78762b35496 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:10.943827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22f406b-16d6-4fba-8296-ffd8ea909d35 None None] Network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:10.962668 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa796ba-7ab0-4a53-9332-d78762b35496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:10.963511 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4aa796ba-7ab0-4a53-9332-d78762b35496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:10.968325 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e942546-545a-4c98-92ff-551ee305eb43 req-0d5e7d91-2831-42ae-b3a4-5fbf93aa8907 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458744 Jul 09 19:49:10.969279 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48204) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:10.986528 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60818f16-72a0-4f98-8087-0803eb18a447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.103888 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60818f16-72a0-4f98-8087-0803eb18a447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.119358 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60818f16-72a0-4f98-8087-0803eb18a447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.132483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4aa796ba-7ab0-4a53-9332-d78762b35496 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2088528 Jul 09 19:49:11.133682 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Made reservation on behalf of 98d6a2fee54140bfba2abe3d718bfd70 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:11.138309 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.141872 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48210) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:11.151445 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.153901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:11.164240 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48212) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:11.193798 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.api [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 19:49:11.193798 n-d-800088-3 neutron-server[100204]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 19:49:11.193798 n-d-800088-3 neutron-server[100204]: [parameters: {'project_id_1': '98d6a2fee54140bfba2abe3d718bfd70', 'expiration_1': datetime.datetime(2021, 7, 9, 19, 49, 11, 173222)}] Jul 09 19:49:11.193798 n-d-800088-3 neutron-server[100204]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:49:11.194478 n-d-800088-3 neutron-server[100204]: DEBUG oslo_db.api [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:49:11.203886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48216) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:11.215732 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:49:11.216279 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-60818f16-72a0-4f98-8087-0803eb18a447 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=348b8aa8752b400fa5b4ebc2fba8cf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456672 Jul 09 19:49:11.219312 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.232836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60818f16-72a0-4f98-8087-0803eb18a447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8cee16-079c-4db5-ace8-f6885339ec67,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:11.237114 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.238634 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.316432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.471272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Allocated IP 172.20.0.2 (3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd/af1cf44f-f8a3-4725-a1ed-970ef7a6a778/93477627-1161-48a7-8aed-a08eba0df1d4) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:11.484266 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d064a9b-6448-4ab9-90ac-8121fb7fa3a4 req-4c98346e-3dfe-474f-9f7d-59d6993ced42 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 210 time: 0.2043931 Jul 09 19:49:11.486727 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.503602 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee09eb7e-d895-438e-a197-5cfc1cf6496c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.547471 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ac2b1c13-a9e1-456d-88fa-ed2b8a501a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.571821 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ac2b1c13-a9e1-456d-88fa-ed2b8a501a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.654777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783c0b3-54ba-4661-af6a-415eda6b0baf req-e58d73f1-b831-43c0-8a56-9ae941eb0443 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:11.655028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eac01fcc-67c3-47a2-842d-ea10f80cc294 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:49:11.662209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3783c0b3-54ba-4661-af6a-415eda6b0baf req-e58d73f1-b831-43c0-8a56-9ae941eb0443 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 944 time: 0.1378708 Jul 09 19:49:11.663708 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ac2b1c13-a9e1-456d-88fa-ed2b8a501a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.667419 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ac2b1c13-a9e1-456d-88fa-ed2b8a501a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.671748 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ac2b1c13-a9e1-456d-88fa-ed2b8a501a4f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f8cee16-079c-4db5-ace8-f6885339ec67 HTTP/1.1" status: 204 len: 168 time: 0.4667084 Jul 09 19:49:11.688817 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee09eb7e-d895-438e-a197-5cfc1cf6496c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.692463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b1c13-a9e1-456d-88fa-ed2b8a501a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8cee16-079c-4db5-ace8-f6885339ec67,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:11.697208 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.721213 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee09eb7e-d895-438e-a197-5cfc1cf6496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.729125 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3783c0b3-54ba-4661-af6a-415eda6b0baf req-c6ca063f-b1f3-4eed-9ed7-764ddef996c7 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659702 Jul 09 19:49:11.794684 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:11.798149 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ee09eb7e-d895-438e-a197-5cfc1cf6496c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06f9540010074189806f13f732ba10f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6299822 Jul 09 19:49:11.802218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48228) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:11.804470 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09eb7e-d895-438e-a197-5cfc1cf6496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9a4217-7ae4-4ffc-81d0-c3f86b002462,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:11.994405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:11.998377 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Transition to ACTIVE for port object 93477627-1161-48a7-8aed-a08eba0df1d4 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:12.015508 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de5dcd2f-5c02-4d07-af99-2268b195e4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.060190 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'eac01fcc-67c3-47a2-842d-ea10f80cc294', 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c', 'port_id': 'eac01fcc-67c3-47a2-842d-ea10f80cc294', 'mac_address': 'fa:16:3e:e2:c4:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e038d9a9-54b5-4f47-8017-9b651456fb61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:49:12.090910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Transition to ACTIVE for port object 93477627-1161-48a7-8aed-a08eba0df1d4 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:12.109328 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de5dcd2f-5c02-4d07-af99-2268b195e4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.156820 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.167624 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.187481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800d948-c7d6-44aa-b9a8-724fd21694f6 req-b6cb286b-a1fd-47ee-973f-ac14859061cd tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:12.189331 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f800d948-c7d6-44aa-b9a8-724fd21694f6 req-b6cb286b-a1fd-47ee-973f-ac14859061cd tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.2790120 Jul 09 19:49:12.194541 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.227922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c82933-3e39-407f-8d23-2b8b032f4819', 'tag': 'f94568d3-61ea-4fac-8c5a-3946c3a9c036'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:12.230633 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd714dee-1fcc-42c3-b248-284f4d6a4e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c82933-3e39-407f-8d23-2b8b032f4819", "tag": "f94568d3-61ea-4fac-8c5a-3946c3a9c036"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:12.250860 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:12.255640 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.260891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:12.263698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:12.280278 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Pushing event updated for resources: {'Port': ['ID=93477627-1161-48a7-8aed-a08eba0df1d4,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:12.289736 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac01fcc-67c3-47a2-842d-ea10f80cc294 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:12.347821 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.360922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b531f77-3ce9-4fd1-ad27-35ffc9dfbab9 req-64cc8310-83b6-43cf-a8e6-63073a34b520 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:12.368977 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b531f77-3ce9-4fd1-ad27-35ffc9dfbab9 req-64cc8310-83b6-43cf-a8e6-63073a34b520 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 944 time: 0.1795647 Jul 09 19:49:12.381204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=840e4719-e783-4b5b-a0c2-e6f4604c0e08,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:12.390206 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de5dcd2f-5c02-4d07-af99-2268b195e4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.392830 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de5dcd2f-5c02-4d07-af99-2268b195e4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.396896 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-de5dcd2f-5c02-4d07-af99-2268b195e4f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd9a4217-7ae4-4ffc-81d0-c3f86b002462 HTTP/1.1" status: 204 len: 168 time: 0.5905108 Jul 09 19:49:12.418837 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f800d948-c7d6-44aa-b9a8-724fd21694f6 req-5fdbe567-bf00-4589-af19-6d391d047fce tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165747 Jul 09 19:49:12.433042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dcd2f-5c02-4d07-af99-2268b195e4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9a4217-7ae4-4ffc-81d0-c3f86b002462,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:12.435799 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.490335 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b531f77-3ce9-4fd1-ad27-35ffc9dfbab9 req-d347360c-0980-4b01-becf-e1054a403254 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199477 Jul 09 19:49:12.545003 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3de5ac-af22-46a4-9da4-4ed7e9fc08c9 x-openstack-request-id: req-4c3de5ac-af22-46a4-9da4-4ed7e9fc08c9 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:12.545721 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c82933-3e39-407f-8d23-2b8b032f4819", "tag": "f94568d3-61ea-4fac-8c5a-3946c3a9c036", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:12.546427 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c3de5ac-af22-46a4-9da4-4ed7e9fc08c9 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:12.547038 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c82933-3e39-407f-8d23-2b8b032f4819', 'tag': 'f94568d3-61ea-4fac-8c5a-3946c3a9c036', 'status': 'completed', 'code': 200} Jul 09 19:49:12.579707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Allocated IP 192.168.233.38 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/b1f175fc-4d6a-41af-b6ea-33624d02ec96) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:12.630435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:12.651227 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.657786 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Attempting to bind port 93477627-1161-48a7-8aed-a08eba0df1d4 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:12.658903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Attempting to bind port 93477627-1161-48a7-8aed-a08eba0df1d4 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:12.660049 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Attempting to bind port 93477627-1161-48a7-8aed-a08eba0df1d4 on network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:12.688480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:12.689353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Checking segment: {'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:12.690230 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.690842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Bound using segment: {'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:12.691881 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Bound port: 93477627-1161-48a7-8aed-a08eba0df1d4, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:12.693118 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.706242 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Allocated IP 172.25.0.80 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/3012072b-a145-4a79-9119-d881fa075b34) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:12.829727 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=eac01fcc-67c3-47a2-842d-ea10f80cc294,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:12.926161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] For port 93477627-1161-48a7-8aed-a08eba0df1d4, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:12.935270 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] For port 93477627-1161-48a7-8aed-a08eba0df1d4, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=93477627-1161-48a7-8aed-a08eba0df1d4,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:12.936206 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.948940 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:12.951034 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ffc5e7b6-24d0-4ecb-8811-2f637dae6cf5 req-571f26b9-c7e9-427c-8a51-dd49f5b92444 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 210 time: 0.1176124 Jul 09 19:49:12.977777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48266) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:13.025714 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['eac01fcc-67c3-47a2-842d-ea10f80cc294'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:13.080346 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:13.110953 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd714dee-1fcc-42c3-b248-284f4d6a4e1c req-88e6bab8-d4aa-46dc-8e83-7c1ea2b1a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:13.111986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4e942-3833-4ea0-92e1-787dc3c09fea None None] Pushing event updated for resources: {'Port': ['ID=93477627-1161-48a7-8aed-a08eba0df1d4,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:13.113442 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fd714dee-1fcc-42c3-b248-284f4d6a4e1c req-88e6bab8-d4aa-46dc-8e83-7c1ea2b1a98d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 1125 time: 0.5884383 Jul 09 19:49:13.115457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Transition to ACTIVE for port object b1f175fc-4d6a-41af-b6ea-33624d02ec96 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:13.197545 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1eab-6685-40d6-8bd4-69da5dc6b606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:13.238375 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:13.290923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd714dee-1fcc-42c3-b248-284f4d6a4e1c req-3d7c7673-04c4-49e2-ae6d-621cc3a7d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:13.292795 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fd714dee-1fcc-42c3-b248-284f4d6a4e1c req-3d7c7673-04c4-49e2-ae6d-621cc3a7d6d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.1654286 Jul 09 19:49:13.327068 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:13.377639 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device f94568d3-61ea-4fac-8c5a-3946c3a9c036 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:49:13.394566 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:13.398289 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fd714dee-1fcc-42c3-b248-284f4d6a4e1c req-6bb835ff-be78-4e54-b8ff-b070f4108d84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036 HTTP/1.1" status: 200 len: 217 time: 0.0941100 Jul 09 19:49:13.401815 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:13.407442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:13.408005 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:13.429246 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:13.434047 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Pushing event updated for resources: {'Port': ['ID=b1f175fc-4d6a-41af-b6ea-33624d02ec96,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:13.501637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Pushing event updated for resources: {'Port': ['ID=3012072b-a145-4a79-9119-d881fa075b34,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:13.549349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd714dee-1fcc-42c3-b248-284f4d6a4e1c req-517d2cc7-9635-43de-8a6d-c877fc63d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:13.551003 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fd714dee-1fcc-42c3-b248-284f4d6a4e1c req-517d2cc7-9635-43de-8a6d-c877fc63d7ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.1403329 Jul 09 19:49:13.563599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:13.569347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:13.602101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5cb27-858d-4a46-a05a-7008b0f5b01a req-726a5cfe-6661-4eb0-b12c-642cd8468c54 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:13.610174 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ebd5cb27-858d-4a46-a05a-7008b0f5b01a req-726a5cfe-6661-4eb0-b12c-642cd8468c54 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 944 time: 0.5575135 Jul 09 19:49:13.616378 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fd714dee-1fcc-42c3-b248-284f4d6a4e1c req-84e89680-bb3f-4f91-baa5-495db63f11a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585332 Jul 09 19:49:13.617294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:13.620869 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:13.639307 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device f94568d3-61ea-4fac-8c5a-3946c3a9c036 has no active binding in host n-h2-800088-3 {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:49:13.641570 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1eab-6685-40d6-8bd4-69da5dc6b606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:13.678858 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d1ae1eab-6685-40d6-8bd4-69da5dc6b606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:13.745037 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d1ae1eab-6685-40d6-8bd4-69da5dc6b606 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8a9472b50e646cd8ca747ce053af59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7661943 Jul 09 19:49:13.749432 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-5b67ed80-66ca-4951-b0a4-165e03e6f6aa tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9801326 Jul 09 19:49:13.751441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48280) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:13.781266 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Request body: {'port': {'device_id': '43cf7194-c64a-46bb-9e61-8a296b0032ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:13.835130 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-83454a25-b3ba-47bc-81a5-d0c8f459e480 None None] Provisioning for port b1f175fc-4d6a-41af-b6ea-33624d02ec96 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:13.842938 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-83454a25-b3ba-47bc-81a5-d0c8f459e480 None None] Provisioning complete for port b1f175fc-4d6a-41af-b6ea-33624d02ec96 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:13.843390 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-83454a25-b3ba-47bc-81a5-d0c8f459e480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:13.844940 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ebd5cb27-858d-4a46-a05a-7008b0f5b01a req-e614c729-4436-4400-97d4-6b08bd200c7d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310820 Jul 09 19:49:13.890468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d49be0-8652-4589-9996-fae80f671a46 req-10e99c33-1269-4472-9b23-621259329f32 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:13.892049 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43d49be0-8652-4589-9996-fae80f671a46 req-10e99c33-1269-4472-9b23-621259329f32 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.2321892 Jul 09 19:49:13.901351 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae1eab-6685-40d6-8bd4-69da5dc6b606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0e18c5-05eb-478f-a0bb-d71b3d71b881,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:13.947663 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-83454a25-b3ba-47bc-81a5-d0c8f459e480 None None] Port b1f175fc-4d6a-41af-b6ea-33624d02ec96 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:13.972950 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 93477627-1161-48a7-8aed-a08eba0df1d4 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:14.018862 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fd714dee-1fcc-42c3-b248-284f4d6a4e1c req-35c62a2c-e485-4f22-9c99-bcd3ab5fb213 service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945754 Jul 09 19:49:14.026764 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43d49be0-8652-4589-9996-fae80f671a46 req-11489750-bdf4-4986-9a3a-5d6dd26eca56 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184139 Jul 09 19:49:14.028209 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06c46021-63e1-4350-bdfd-97c71ebb0c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.055553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 93477627-1161-48a7-8aed-a08eba0df1d4 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:14.058548 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.142609 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06c46021-63e1-4350-bdfd-97c71ebb0c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.253732 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.380921 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-b012e899-d812-4666-88b1-e3f208424945 req-de72c450-94d8-4a4e-bf01-fc3b249c761a service neutron] show failed (client error): The resource could not be found. Jul 09 19:49:14.381990 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-de72c450-94d8-4a4e-bf01-fc3b249c761a service neutron] 10.222.0.32 "GET /v2.0/ports/bcc21e4f-8da4-483d-836d-c4863f1074d7/bindings/n-h1-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.3267951 Jul 09 19:49:14.407854 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fd714dee-1fcc-42c3-b248-284f4d6a4e1c req-d5c54bc5-d250-4ffc-ba17-13c44936e44a service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754385 Jul 09 19:49:14.410494 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2be35-0220-49ee-a8b9-80459fa50971 req-484bfe07-2f69-4bc9-b861-bef01431cf2d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:14.418886 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3e2be35-0220-49ee-a8b9-80459fa50971 req-484bfe07-2f69-4bc9-b861-bef01431cf2d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 945 time: 0.4223905 Jul 09 19:49:14.424006 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06c46021-63e1-4350-bdfd-97c71ebb0c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.427676 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06c46021-63e1-4350-bdfd-97c71ebb0c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.431994 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-06c46021-63e1-4350-bdfd-97c71ebb0c68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d0e18c5-05eb-478f-a0bb-d71b3d71b881 HTTP/1.1" status: 204 len: 168 time: 0.6752095 Jul 09 19:49:14.509598 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c46021-63e1-4350-bdfd-97c71ebb0c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0e18c5-05eb-478f-a0bb-d71b3d71b881,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:14.533160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3e2be35-0220-49ee-a8b9-80459fa50971 req-f24b947d-894c-4443-adfa-da0c4de1b75b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133120 Jul 09 19:49:14.548210 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3acc38-d123-4905-8e70-13956fdf2455 req-bedd5214-0380-4a18-b7d9-ca330713a54f tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:14.555743 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c3acc38-d123-4905-8e70-13956fdf2455 req-bedd5214-0380-4a18-b7d9-ca330713a54f tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 935 time: 0.3284395 Jul 09 19:49:14.611541 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.641267 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c3acc38-d123-4905-8e70-13956fdf2455 req-16c529d3-c017-4db9-8332-630e5cafb70e tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845661 Jul 09 19:49:14.660994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729cd85e-6efa-404a-97d6-d84bfe421aa7 None None] Network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:14.772413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-997f82d4-545a-4f38-89e6-f737fee7e084 None None] Provisioning for port 93477627-1161-48a7-8aed-a08eba0df1d4 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:14.784178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-997f82d4-545a-4f38-89e6-f737fee7e084 None None] Provisioning complete for port 93477627-1161-48a7-8aed-a08eba0df1d4 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:14.784652 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-997f82d4-545a-4f38-89e6-f737fee7e084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.858422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f175fc-4d6a-41af-b6ea-33624d02ec96 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:14.868668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Router 08cbb4b3-4b26-4067-b412-fab88be37c42 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:49:14.870832 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.900451 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Transition to ACTIVE for port object b1f175fc-4d6a-41af-b6ea-33624d02ec96 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:14.980148 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-997f82d4-545a-4f38-89e6-f737fee7e084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:14.992897 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.095477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:15.107540 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Sync routers for ids ['08cbb4b3-4b26-4067-b412-fab88be37c42'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:15.123282 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Routers {'08cbb4b3-4b26-4067-b412-fab88be37c42'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:15.126373 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:48:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['08cbb4b3-4b26-4067-b412-fab88be37c42'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:15.146930 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-997f82d4-545a-4f38-89e6-f737fee7e084 None None] For port 93477627-1161-48a7-8aed-a08eba0df1d4, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=93477627-1161-48a7-8aed-a08eba0df1d4,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:15.159125 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.165911 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-997f82d4-545a-4f38-89e6-f737fee7e084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.167651 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7b444dbb-b484-4f63-aa3f-14a083e2ea22 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.0239959 Jul 09 19:49:15.169684 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48320) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:15.404824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f82d4-545a-4f38-89e6-f737fee7e084 None None] Pushing event updated for resources: {'Port': ['ID=93477627-1161-48a7-8aed-a08eba0df1d4,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:15.529752 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Set router 08cbb4b3-4b26-4067-b412-fab88be37c42 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:15.597468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Attempting to bind port b1f175fc-4d6a-41af-b6ea-33624d02ec96 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:15.597988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Attempting to bind port b1f175fc-4d6a-41af-b6ea-33624d02ec96 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:15.598092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Attempting to bind port b1f175fc-4d6a-41af-b6ea-33624d02ec96 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:15.634243 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012e899-d812-4666-88b1-e3f208424945 req-0b395a90-f502-49cd-b786-5fa9b30ec35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:15.635927 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-0b395a90-f502-49cd-b786-5fa9b30ec35a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f&tenant_id=85d911fbc81540608cc58c99a8dd9dfd HTTP/1.1" status: 200 len: 1122 time: 0.9246826 Jul 09 19:49:15.636887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Port b1f175fc-4d6a-41af-b6ea-33624d02ec96 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:49:15.637427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Attempting to bind port b1f175fc-4d6a-41af-b6ea-33624d02ec96 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:15.651757 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:15.652184 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:15.652679 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:15.653198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Bound port: b1f175fc-4d6a-41af-b6ea-33624d02ec96, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:15.653632 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.662695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eac01fcc-67c3-47a2-842d-ea10f80cc294 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:15.692709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:15.746390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b85cd7-705f-48c3-b9e5-c1b821fea713 req-d94361c6-530e-4e02-a15e-5760f4ccef49 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:15.752578 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46b85cd7-705f-48c3-b9e5-c1b821fea713 req-d94361c6-530e-4e02-a15e-5760f4ccef49 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 971 time: 0.2160780 Jul 09 19:49:15.773197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d8034125-f1d4-478b-bb4a-26e79283be4b None None] Provisioning complete for port 93477627-1161-48a7-8aed-a08eba0df1d4 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:15.775821 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Pushing event updated for resources: {'Port': ['ID=b1f175fc-4d6a-41af-b6ea-33624d02ec96,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:15.776331 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d8034125-f1d4-478b-bb4a-26e79283be4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.778888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48338) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:15.864926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port eac01fcc-67c3-47a2-842d-ea10f80cc294 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:15.885261 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port eac01fcc-67c3-47a2-842d-ea10f80cc294 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:15.885815 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.931249 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46b85cd7-705f-48c3-b9e5-c1b821fea713 req-1628bafd-301e-46b2-92de-ccb8e513ed13 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718383 Jul 09 19:49:15.967532 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 93477627-1161-48a7-8aed-a08eba0df1d4 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:15.975809 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:15.986366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1423503738-network', 'tenant_id': 'ecda49dbd0fb4f3981af06e18964a4e3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:15.990724 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-a183459d-df70-455b-84f6-50ed93e0b3e1 service neutron] 10.222.0.36 "GET /v2.0/ports/f94568d3-61ea-4fac-8c5a-3946c3a9c036/bindings/n-h2-800088-3 HTTP/1.1" status: 200 len: 384 time: 0.4978287 Jul 09 19:49:15.997088 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:13Z', 'revision_number': 3, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:16.075144 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Checking router: 08cbb4b3-4b26-4067-b412-fab88be37c42 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:49:16.075839 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Updating router 08cbb4b3-4b26-4067-b412-fab88be37c42 port 3012072b-a145-4a79-9119-d881fa075b34 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:49:16.096184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 93477627-1161-48a7-8aed-a08eba0df1d4 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:16.101494 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.168143 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.184075 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.229007 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d4dd9-7b10-49f8-9cb8-dc8a2ab3110b req-8e691f60-2584-4050-a84a-42fd040151a4 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:16.236307 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-278d4dd9-7b10-49f8-9cb8-dc8a2ab3110b req-8e691f60-2584-4050-a84a-42fd040151a4 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 944 time: 1.1126916 Jul 09 19:49:16.244738 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.266044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e4386d-2333-4a76-b947-5294d794ac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac01fcc-67c3-47a2-842d-ea10f80cc294'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:16.268567 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab97eb46-a58a-41d4-8d4f-d52e91d39fe2" -d '{"events": [{"server_uuid": "a5e4386d-2333-4a76-b947-5294d794ac4d", "name": "network-vif-plugged", "status": "completed", "tag": "eac01fcc-67c3-47a2-842d-ea10f80cc294"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:16.286517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:16.302426 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.348270 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] For port b1f175fc-4d6a-41af-b6ea-33624d02ec96, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:16.410178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] Made reservation on behalf of ecda49dbd0fb4f3981af06e18964a4e3 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:16.413494 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.417642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=eac01fcc-67c3-47a2-842d-ea10f80cc294,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:16.425088 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-278d4dd9-7b10-49f8-9cb8-dc8a2ab3110b req-32c64cf4-4a6f-4028-9305-deac8e480ea8 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876194 Jul 09 19:49:16.529159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Allocated IP 172.20.0.1 (3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd/af1cf44f-f8a3-4725-a1ed-970ef7a6a778/f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:16.593974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] For port b1f175fc-4d6a-41af-b6ea-33624d02ec96, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b1f175fc-4d6a-41af-b6ea-33624d02ec96,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:16.618872 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.621216 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.628698 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.643592 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Transition to ACTIVE for port object 3012072b-a145-4a79-9119-d881fa075b34 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:16.657110 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.697356 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25763e-8755-48e8-99a0-b2982a3807a1 req-c39e1f8c-b883-4501-b1cb-b75407127116 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:16.699216 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e25763e-8755-48e8-99a0-b2982a3807a1 req-c39e1f8c-b883-4501-b1cb-b75407127116 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 946 time: 0.1377451 Jul 09 19:49:16.720026 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Attempting to bind port 3012072b-a145-4a79-9119-d881fa075b34 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:16.720468 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Attempting to bind port 3012072b-a145-4a79-9119-d881fa075b34 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:16.720910 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Attempting to bind port 3012072b-a145-4a79-9119-d881fa075b34 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:16.730170 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c81f19-505c-48ff-9962-409bf0350220 None None] Pushing event updated for resources: {'Port': ['ID=3012072b-a145-4a79-9119-d881fa075b34,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:16.733486 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:16.734395 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:16.734556 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Pushing event updated for resources: {'Port': ['ID=b1f175fc-4d6a-41af-b6ea-33624d02ec96,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:16.734658 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.734976 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:16.735376 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.735490 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Bound port: 3012072b-a145-4a79-9119-d881fa075b34, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:16.735847 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.773147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Transition to ACTIVE for port object f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:16.774900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:16.775415 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.776882 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-2b66bab9-70e7-4b42-bb88-ef914ece7c1b service neutron] 10.222.0.32 "PUT /v2.0/ports/b1f175fc-4d6a-41af-b6ea-33624d02ec96 HTTP/1.1" status: 200 len: 1095 time: 3.0083339 Jul 09 19:49:16.778108 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f19-505c-48ff-9962-409bf0350220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:16.778415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43cf7194-c64a-46bb-9e61-8a296b0032ab', 'tag': 'b1f175fc-4d6a-41af-b6ea-33624d02ec96'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:16.778527 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f19-505c-48ff-9962-409bf0350220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:16.778956 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f19-505c-48ff-9962-409bf0350220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:16.779374 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f19-505c-48ff-9962-409bf0350220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:16.780326 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f19-505c-48ff-9962-409bf0350220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:16.780326 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f19-505c-48ff-9962-409bf0350220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:16.780738 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012cc1ee-111c-4cbc-966c-60f225fba2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "43cf7194-c64a-46bb-9e61-8a296b0032ab", "tag": "b1f175fc-4d6a-41af-b6ea-33624d02ec96"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:16.789206 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f19-505c-48ff-9962-409bf0350220 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:16.790064 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f19-505c-48ff-9962-409bf0350220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:16.790666 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f19-505c-48ff-9962-409bf0350220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:16.791240 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f19-505c-48ff-9962-409bf0350220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:16.791786 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f19-505c-48ff-9962-409bf0350220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:16.792049 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e25763e-8755-48e8-99a0-b2982a3807a1 req-81159f61-7e44-4c70-b326-168460e3548b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858033 Jul 09 19:49:16.796439 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f19-505c-48ff-9962-409bf0350220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c81f19-505c-48ff-9962-409bf0350220 None None] Tracked resource versions report: Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: pushed versions: Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: { 'AddressGroup': {'1.2'}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'ConntrackHelper': {'1.0'}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'Log': {'1.0'}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'Network': {'1.1'}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'Port': {'1.7'}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'PortForwarding': {'1.2'}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'QosPolicy': {'1.8'}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'SecurityGroup': {'1.4'}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'SecurityGroupRule': {'1.2'}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'SubPort': {'1.0'}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'Subnet': {'1.1'}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'Trunk': {'1.1'}} Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: consumer versions: Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: { DHCP agent@n-d-800088-3: {}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: HyperV agent@n-h1-800088-3: {}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: HyperV agent@n-h2-800088-3: {}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: L3 agent@n-d-800088-3: {}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: Metadata agent@n-d-800088-3: {}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: Metering agent@n-d-800088-3: {}, Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: Open vSwitch agent@n-d-800088-3: { 'AddressGroup': '1.2', Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'ConntrackHelper': '1.0', Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'Log': '1.0', Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'Network': '1.1', Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'Port': '1.7', Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'PortForwarding': '1.2', Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'QosPolicy': '1.8', Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'SecurityGroup': '1.4', Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'SecurityGroupRule': '1.2', Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'SubPort': '1.0', Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'Subnet': '1.1', Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: 'Trunk': '1.1'}} Jul 09 19:49:16.798070 n-d-800088-3 neutron-server[100207]: {{(pid=100207) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 19:49:16.840869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-b06809d0-22ce-403a-8524-ce2eaa95c92b service neutron] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:16.864507 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.876647 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] For port 3012072b-a145-4a79-9119-d881fa075b34, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:16.881848 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] For port 3012072b-a145-4a79-9119-d881fa075b34, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3012072b-a145-4a79-9119-d881fa075b34,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:16.887701 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.948455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:16.957254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:16.964924 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c81f19-505c-48ff-9962-409bf0350220 None None] Pushing event updated for resources: {'Port': ['ID=3012072b-a145-4a79-9119-d881fa075b34,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:16.965482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:16.966069 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:16.983294 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e9f022-a5bd-4817-bd85-ba3f56e828ce x-openstack-request-id: req-55e9f022-a5bd-4817-bd85-ba3f56e828ce {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:16.984420 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e4386d-2333-4a76-b947-5294d794ac4d", "name": "network-vif-plugged", "status": "completed", "tag": "eac01fcc-67c3-47a2-842d-ea10f80cc294", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:16.984905 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55e9f022-a5bd-4817-bd85-ba3f56e828ce {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:16.985560 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e4386d-2333-4a76-b947-5294d794ac4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac01fcc-67c3-47a2-842d-ea10f80cc294', 'code': 200} Jul 09 19:49:16.990533 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] For port bcc21e4f-8da4-483d-836d-c4863f1074d7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:16.999415 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Routers {'08cbb4b3-4b26-4067-b412-fab88be37c42'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:17.002389 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:48:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['08cbb4b3-4b26-4067-b412-fab88be37c42'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:17.080405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.36', 64095) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:17.103769 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.169284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] For port bcc21e4f-8da4-483d-836d-c4863f1074d7, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:17.228388 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Pushing event updated for resources: {'Port': ['ID=f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:17.263389 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.281414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Transition to ACTIVE for port object bcc21e4f-8da4-483d-836d-c4863f1074d7 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:17.295815 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce3f17c-652b-4757-94c4-775284cb3a10 x-openstack-request-id: req-1ce3f17c-652b-4757-94c4-775284cb3a10 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:17.296649 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43cf7194-c64a-46bb-9e61-8a296b0032ab", "tag": "b1f175fc-4d6a-41af-b6ea-33624d02ec96", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:17.297097 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ce3f17c-652b-4757-94c4-775284cb3a10 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:17.297701 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43cf7194-c64a-46bb-9e61-8a296b0032ab', 'tag': 'b1f175fc-4d6a-41af-b6ea-33624d02ec96', 'status': 'completed', 'code': 200} Jul 09 19:49:17.316292 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96176b73-752f-4d62-8d7f-4a43f2e6355d req-f56a2b24-9fe5-47cc-a0c6-acadbba953c1 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:17.327208 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-96176b73-752f-4d62-8d7f-4a43f2e6355d req-f56a2b24-9fe5-47cc-a0c6-acadbba953c1 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 947 time: 0.7310045 Jul 09 19:49:17.330216 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.341761 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.354266 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:49:17.364919 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] Set router 08cbb4b3-4b26-4067-b412-fab88be37c42 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:17.366183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.366761 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] Added segment 3d9715db-7749-46d1-8619-654fae6b7496 of type vlan for network 6b7302b8-96a1-4af8-9362-dfbcc3578638 Jul 09 19:49:17.406847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-67d9434d-3782-4b8b-ad1f-9eea1feae2e7 None None] Provisioning for port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:17.411100 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-67d9434d-3782-4b8b-ad1f-9eea1feae2e7 None None] Provisioning complete for port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:17.411806 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-67d9434d-3782-4b8b-ad1f-9eea1feae2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.444141 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.479158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-67d9434d-3782-4b8b-ad1f-9eea1feae2e7 None None] Port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:17.563053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-b06809d0-22ce-403a-8524-ce2eaa95c92b service neutron] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:17.577487 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc21e4f-8da4-483d-836d-c4863f1074d7,revision_number=6']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:17.595167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3484388f-70f3-4c41-9383-67ab6ad0ec15,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:17.604635 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.608810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:17.611924 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.626782 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:13Z', 'revision_number': 3, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:17.665059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e057b-7386-4556-a9a6-dee94fe808de req-60de90a7-effd-40ba-9f57-266c94a81b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:17.666696 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-413e057b-7386-4556-a9a6-dee94fe808de req-60de90a7-effd-40ba-9f57-266c94a81b3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 1097 time: 0.5807121 Jul 09 19:49:17.673579 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f5838a-cd31-4654-a117-b1df8da73821 None None] The sync data for ids ['08cbb4b3-4b26-4067-b412-fab88be37c42'] in n-d-800088-3 is: [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:13Z', 'revision_number': 3, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:17.767612 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] No DVR routers for this DVR port bcc21e4f-8da4-483d-836d-c4863f1074d7 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:17.791992 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] Pushing event updated for resources: {'Network': ['ID=6b7302b8-96a1-4af8-9362-dfbcc3578638,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:17.799264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866a9bb2-615f-44da-9ba4-951cae531543 req-14a64998-707c-4a0b-b74f-46c6dc03a683 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:17.807412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 6b7302b8-96a1-4af8-9362-dfbcc3578638 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:49:17.814981 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-866a9bb2-615f-44da-9ba4-951cae531543 req-14a64998-707c-4a0b-b74f-46c6dc03a683 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 947 time: 0.5548079 Jul 09 19:49:17.831066 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-413e057b-7386-4556-a9a6-dee94fe808de req-df10b623-bb41-4360-8009-8e09d888959c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574759 Jul 09 19:49:17.838651 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.853498 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-af17a54f-bdd7-43c9-a786-e656387a3c16 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0659051 Jul 09 19:49:17.857096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48368) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:17.874013 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c428c72c-3f44-496d-88ef-d4f8981b4dd2 admin admin] Request body: {'subnet': {'network_id': '6b7302b8-96a1-4af8-9362-dfbcc3578638', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1423503738-subnet', 'tenant_id': 'ecda49dbd0fb4f3981af06e18964a4e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:17.878044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-3f8c300e-a322-4475-9d9f-4a75719f7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:17.879598 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-3f8c300e-a322-4475-9d9f-4a75719f7303 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98d6a2fee54140bfba2abe3d718bfd70&device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 1098 time: 1.0474966 Jul 09 19:49:17.884047 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-96176b73-752f-4d62-8d7f-4a43f2e6355d req-ce854b01-1725-4dc7-a8a5-fd267439ecd5 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554917 Jul 09 19:49:17.930867 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c428c72c-3f44-496d-88ef-d4f8981b4dd2 admin admin] Made reservation on behalf of ecda49dbd0fb4f3981af06e18964a4e3 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:17.933300 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c428c72c-3f44-496d-88ef-d4f8981b4dd2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:17.958962 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-404eac94-c487-4035-ad63-61e41d080105 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=b1f175fc-4d6a-41af-b6ea-33624d02ec96 HTTP/1.1" status: 200 len: 217 time: 0.0516431 Jul 09 19:49:17.966273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Attempting to bind port bcc21e4f-8da4-483d-836d-c4863f1074d7 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:17.966662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Attempting to bind port bcc21e4f-8da4-483d-836d-c4863f1074d7 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:17.967192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Attempting to bind port bcc21e4f-8da4-483d-836d-c4863f1074d7 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:17.981973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-b06809d0-22ce-403a-8524-ce2eaa95c92b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94568d3-61ea-4fac-8c5a-3946c3a9c036 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:18.006760 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Port bcc21e4f-8da4-483d-836d-c4863f1074d7 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:49:18.007503 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Attempting to bind port bcc21e4f-8da4-483d-836d-c4863f1074d7 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:18.010961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-b06809d0-22ce-403a-8524-ce2eaa95c92b service neutron] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:18.035557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-866a9bb2-615f-44da-9ba4-951cae531543 req-1ef9037c-c89f-417d-9e18-5a71db02b393 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196922 Jul 09 19:49:18.049035 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:18.049509 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:18.054841 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:18.055643 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Bound port: bcc21e4f-8da4-483d-836d-c4863f1074d7, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:18.056374 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.068500 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-b06809d0-22ce-403a-8524-ce2eaa95c92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.157647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-ef374be3-62d3-49ba-9ad4-ac3116d5e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:18.159403 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-ef374be3-62d3-49ba-9ad4-ac3116d5e663 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1711786 Jul 09 19:49:18.408703 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] For port bcc21e4f-8da4-483d-836d-c4863f1074d7, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:18.470405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] For port bcc21e4f-8da4-483d-836d-c4863f1074d7, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:18.473381 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-b06809d0-22ce-403a-8524-ce2eaa95c92b service neutron] Transition to ACTIVE for port object f94568d3-61ea-4fac-8c5a-3946c3a9c036 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:18.479675 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c428c72c-3f44-496d-88ef-d4f8981b4dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.482974 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.495161 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-b06809d0-22ce-403a-8524-ce2eaa95c92b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.498149 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.511736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343fe3d-a8e4-427e-8c09-d0b95b32cb43 req-0d27243e-a124-4b9c-9dba-153d613799b1 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:18.518777 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e343fe3d-a8e4-427e-8c09-d0b95b32cb43 req-0d27243e-a124-4b9c-9dba-153d613799b1 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 946 time: 0.2638130 Jul 09 19:49:18.547223 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.548237 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.574874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc21e4f-8da4-483d-836d-c4863f1074d7,revision_number=7']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:18.601164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794dfdd6-9198-47a5-a665-2228026294ae req-6cfe3287-5343-47d0-96e5-96f15d7f67d3 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:18.608763 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-794dfdd6-9198-47a5-a665-2228026294ae req-6cfe3287-5343-47d0-96e5-96f15d7f67d3 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 944 time: 0.4683223 Jul 09 19:49:18.611815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Pushing event updated for resources: {'Port': ['ID=f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:18.654949 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:18.655980 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:18.657632 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-30b9d727-eb1f-42ab-b350-5efecd5448b9 service neutron] 10.222.0.36 "PUT /v2.0/ports/bcc21e4f-8da4-483d-836d-c4863f1074d7 HTTP/1.1" status: 200 len: 1095 time: 3.0072105 Jul 09 19:49:18.869292 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e343fe3d-a8e4-427e-8c09-d0b95b32cb43 req-4dde80ec-59db-4714-b169-ba6f2b2285fb tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492997 Jul 09 19:49:18.888648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:18.897724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428c72c-3f44-496d-88ef-d4f8981b4dd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11500da0-4c6c-48b3-8a35-ad4f3ff130fa,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:18.903498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:19.024305 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428c72c-3f44-496d-88ef-d4f8981b4dd2 admin admin] Checking segment: {'id': '3d9715db-7749-46d1-8619-654fae6b7496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6b7302b8-96a1-4af8-9362-dfbcc3578638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:19.024996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c428c72c-3f44-496d-88ef-d4f8981b4dd2 admin admin] Network hostable DHCP agents. Network: 6b7302b8-96a1-4af8-9362-dfbcc3578638, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:49:19.060085 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c428c72c-3f44-496d-88ef-d4f8981b4dd2 admin admin] Network 6b7302b8-96a1-4af8-9362-dfbcc3578638 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:49:19.128952 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-b06809d0-22ce-403a-8524-ce2eaa95c92b service neutron] No DVR routers for this DVR port f94568d3-61ea-4fac-8c5a-3946c3a9c036 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:19.135536 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-c428c72c-3f44-496d-88ef-d4f8981b4dd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 6b7302b8-96a1-4af8-9362-dfbcc3578638) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:19.139713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-242bf730-814b-4446-b3e8-48c0258db23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:19.141304 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-242bf730-814b-4446-b3e8-48c0258db23c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9274149 Jul 09 19:49:19.144397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc23fa-dae1-4218-a633-2a907c66d803 None None] Network 6b7302b8-96a1-4af8-9362-dfbcc3578638 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:19.149404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428c72c-3f44-496d-88ef-d4f8981b4dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:19.150156 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c428c72c-3f44-496d-88ef-d4f8981b4dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:19.197888 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c428c72c-3f44-496d-88ef-d4f8981b4dd2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3363965 Jul 09 19:49:19.201295 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-794dfdd6-9198-47a5-a665-2228026294ae req-38237580-08b5-4ce6-9115-7a8f5d4be341 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885193 Jul 09 19:49:19.266262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Router 08cbb4b3-4b26-4067-b412-fab88be37c42 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:49:19.303747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb00547e-9bef-4901-9922-e40a471cf79f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc21e4f-8da4-483d-836d-c4863f1074d7'}, {'name': 'network-changed', 'server_uuid': 'fb00547e-9bef-4901-9922-e40a471cf79f', 'tag': 'bcc21e4f-8da4-483d-836d-c4863f1074d7'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:19.306357 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54461494-c336-460b-9c8c-c2f9742518fe" -d '{"events": [{"server_uuid": "fb00547e-9bef-4901-9922-e40a471cf79f", "name": "network-vif-unplugged", "status": "completed", "tag": "bcc21e4f-8da4-483d-836d-c4863f1074d7"}, {"name": "network-changed", "server_uuid": "fb00547e-9bef-4901-9922-e40a471cf79f", "tag": "bcc21e4f-8da4-483d-836d-c4863f1074d7"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:19.428062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device bcc21e4f-8da4-483d-836d-c4863f1074d7 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:49:19.495852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:19.504923 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3221f61b-c12a-415d-a0a5-50486d60164d admin admin] 10.222.0.30 "PUT /v2.0/routers/08cbb4b3-4b26-4067-b412-fab88be37c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3341169 Jul 09 19:49:19.530056 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-b06809d0-22ce-403a-8524-ce2eaa95c92b service neutron] 10.222.0.36 "PUT /v2.0/ports/f94568d3-61ea-4fac-8c5a-3946c3a9c036/bindings/n-h2-800088-3/activate HTTP/1.1" status: 200 len: 369 time: 3.5158358 Jul 09 19:49:19.535338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79af8bb-2546-4f14-b9dd-bca32e21eb63 req-a47b747e-a434-4fcc-afcd-160b7bb6d894 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:19.543196 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a79af8bb-2546-4f14-b9dd-bca32e21eb63 req-a47b747e-a434-4fcc-afcd-160b7bb6d894 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 947 time: 0.3115373 Jul 09 19:49:19.585753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012e899-d812-4666-88b1-e3f208424945 req-b7bd9290-e364-42b9-83bb-f9b6743a6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:19.588213 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-b7bd9290-e364-42b9-83bb-f9b6743a6ceb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 1098 time: 0.4137964 Jul 09 19:49:19.593802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device bcc21e4f-8da4-483d-836d-c4863f1074d7 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:49:19.614832 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48738f8a-f569-4231-977f-bacd624ebb81 None None] Network 6b7302b8-96a1-4af8-9362-dfbcc3578638 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:19.631746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b387e194-02a1-4033-8b93-3dc0a00eca3c None None] Provisioning complete for port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:19.632407 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b387e194-02a1-4033-8b93-3dc0a00eca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:19.640332 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06809d0-22ce-403a-8524-ce2eaa95c92b service neutron] Pushing event updated for resources: {'Port': ['ID=f94568d3-61ea-4fac-8c5a-3946c3a9c036,revision_number=10']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:19.658054 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a79af8bb-2546-4f14-b9dd-bca32e21eb63 req-84f70385-bc4e-4adb-afa5-8e8c0fd6e262 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087039 Jul 09 19:49:19.779276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-46643139-6fd7-4a25-b785-79293ede7835 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:19.781154 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-46643139-6fd7-4a25-b785-79293ede7835 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819&tenant_id=722a3672762841db8d6fcadff51c6f2f&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1096 time: 0.1353881 Jul 09 19:49:19.839355 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b387e194-02a1-4033-8b93-3dc0a00eca3c None None] Port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:19.846059 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f94568d3-61ea-4fac-8c5a-3946c3a9c036 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:49:19.853107 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf32b90-9b10-4596-ace8-03a923ea8702 req-71698b7b-38f9-4246-a750-9be0fefbb742 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:19.854713 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cbf32b90-9b10-4596-ace8-03a923ea8702 req-71698b7b-38f9-4246-a750-9be0fefbb742 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 947 time: 0.2631450 Jul 09 19:49:19.861373 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28909736-c32a-479c-b97c-6e0b963379de x-openstack-request-id: req-28909736-c32a-479c-b97c-6e0b963379de {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:19.861942 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb00547e-9bef-4901-9922-e40a471cf79f", "name": "network-vif-unplugged", "status": "completed", "tag": "bcc21e4f-8da4-483d-836d-c4863f1074d7", "code": 200}, {"name": "network-changed", "server_uuid": "fb00547e-9bef-4901-9922-e40a471cf79f", "tag": "bcc21e4f-8da4-483d-836d-c4863f1074d7", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:19.862393 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28909736-c32a-479c-b97c-6e0b963379de {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:19.862944 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb00547e-9bef-4901-9922-e40a471cf79f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc21e4f-8da4-483d-836d-c4863f1074d7', 'code': 200} Jul 09 19:49:19.863363 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb00547e-9bef-4901-9922-e40a471cf79f', 'tag': 'bcc21e4f-8da4-483d-836d-c4863f1074d7', 'status': 'completed', 'code': 200} Jul 09 19:49:19.866375 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-3869d2da-3492-4d0f-823d-b3f3b1d9e5e3 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6956229 Jul 09 19:49:19.905009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48400) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:19.951819 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-609a68ca-fe6f-4d52-ba4b-8c05ae211e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:19.953659 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-609a68ca-fe6f-4d52-ba4b-8c05ae211e77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819&tenant_id=722a3672762841db8d6fcadff51c6f2f HTTP/1.1" status: 200 len: 1096 time: 0.1643307 Jul 09 19:49:19.991085 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3012072b-a145-4a79-9119-d881fa075b34 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:20.041316 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f3b54e0-0795-4399-9c9b-7e36deb4053b req-975932ea-5674-4de9-83d3-1aba19f0cab7 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676226 Jul 09 19:49:20.078678 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cbf32b90-9b10-4596-ace8-03a923ea8702 req-a6c83d1f-bfec-4ca1-aad1-ae1b783289c5 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110212 Jul 09 19:49:20.109700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012e899-d812-4666-88b1-e3f208424945 req-2b793c89-3181-4288-8e38-2222f3a342e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:20.110576 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54461494-c336-460b-9c8c-c2f9742518fe req-0edda270-f4ab-4e81-a325-d09c2503da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:20.111213 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-2b793c89-3181-4288-8e38-2222f3a342e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.4569354 Jul 09 19:49:20.119810 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54461494-c336-460b-9c8c-c2f9742518fe req-0edda270-f4ab-4e81-a325-d09c2503da47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 1098 time: 0.2517743 Jul 09 19:49:20.244091 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-10dbd4d6-97ab-49ea-b619-6a835b62fe40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7 HTTP/1.1" status: 200 len: 217 time: 0.1236560 Jul 09 19:49:20.306853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f94568d3-61ea-4fac-8c5a-3946c3a9c036 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:49:20.329213 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-3dc322f0-6658-4b2c-ad4b-b31eba73da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:20.330921 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-3dc322f0-6658-4b2c-ad4b-b31eba73da0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 1096 time: 0.3462415 Jul 09 19:49:20.446352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 3012072b-a145-4a79-9119-d881fa075b34 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:20.452065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3012072b-a145-4a79-9119-d881fa075b34 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:20.452453 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:20.487804 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5c7cafd7-471e-4687-a0ea-dc3d425190f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:20.577895 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cc1ee-111c-4cbc-966c-60f225fba2b1 req-a9f35ee1-22b0-4019-8991-e2e8f0025255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:20.586613 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-012cc1ee-111c-4cbc-966c-60f225fba2b1 req-a9f35ee1-22b0-4019-8991-e2e8f0025255 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98d6a2fee54140bfba2abe3d718bfd70&device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 1098 time: 0.4568088 Jul 09 19:49:20.590568 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012e899-d812-4666-88b1-e3f208424945 req-6d0d31dc-1b9e-4a61-b6dd-4435ea00d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:20.599638 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-6d0d31dc-1b9e-4a61-b6dd-4435ea00d9b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.3281417 Jul 09 19:49:20.637410 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5c7cafd7-471e-4687-a0ea-dc3d425190f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:20.650171 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5c7cafd7-471e-4687-a0ea-dc3d425190f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:20.662119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a4749-cb82-4c18-aee9-b25d3ceac7c8 req-fa233e7d-fd49-4e92-aefa-6a7e1c829fb8 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:20.670856 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-909a4749-cb82-4c18-aee9-b25d3ceac7c8 req-fa233e7d-fd49-4e92-aefa-6a7e1c829fb8 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 946 time: 0.4210975 Jul 09 19:49:20.682920 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:20.730141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54461494-c336-460b-9c8c-c2f9742518fe req-e5c4f854-b8ae-4e27-97e5-0979b9721946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:20.735193 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 3012072b-a145-4a79-9119-d881fa075b34, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3012072b-a145-4a79-9119-d881fa075b34,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:20.737214 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54461494-c336-460b-9c8c-c2f9742518fe req-e5c4f854-b8ae-4e27-97e5-0979b9721946 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.6004410 Jul 09 19:49:20.743921 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:20.797116 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-909a4749-cb82-4c18-aee9-b25d3ceac7c8 req-812737a2-f4b4-4423-83c0-23b0d5e53168 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249480 Jul 09 19:49:20.853654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48430) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:20.870083 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=3012072b-a145-4a79-9119-d881fa075b34,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:20.874340 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1080117822-network', 'tenant_id': 'ff950ff6db774cb4b7dbfd55f016fe8f'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:20.906730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-0e514824-d36b-4a2a-af9f-1b7603b5a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:20.908308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-0e514824-d36b-4a2a-af9f-1b7603b5a139 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.5692465 Jul 09 19:49:20.918536 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54461494-c336-460b-9c8c-c2f9742518fe req-b6fba9e3-990f-4055-ae96-d8ffa43a472d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7 HTTP/1.1" status: 200 len: 217 time: 0.1798067 Jul 09 19:49:20.982856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] Made reservation on behalf of ff950ff6db774cb4b7dbfd55f016fe8f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:20.986595 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.005880 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.012089 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54461494-c336-460b-9c8c-c2f9742518fe req-0b2d3fbb-09c9-4fc2-99cc-da76f8e44f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:21.015659 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54461494-c336-460b-9c8c-c2f9742518fe req-0b2d3fbb-09c9-4fc2-99cc-da76f8e44f46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0860460 Jul 09 19:49:21.032650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb614fc-3348-4a17-96cf-d1126fe671e1 req-47881106-559f-4abd-99ae-05bbdb4d646e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:21.036091 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3eb614fc-3348-4a17-96cf-d1126fe671e1 req-47881106-559f-4abd-99ae-05bbdb4d646e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 945 time: 0.6085210 Jul 09 19:49:21.044447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cc1ee-111c-4cbc-966c-60f225fba2b1 req-42304436-3f6e-4cc0-833b-dc97b1734c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:21.046151 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-012cc1ee-111c-4cbc-966c-60f225fba2b1 req-42304436-3f6e-4cc0-833b-dc97b1734c55 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.4437201 Jul 09 19:49:21.073811 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5c7cafd7-471e-4687-a0ea-dc3d425190f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b84e13b8fad44c26b8268c30c354ba68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1674984 Jul 09 19:49:21.082415 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-135bf10b-e9be-4c04-99be-749e3dc8d8b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036 HTTP/1.1" status: 200 len: 217 time: 0.1629536 Jul 09 19:49:21.085377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48436) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:21.101802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012e899-d812-4666-88b1-e3f208424945 req-801648f9-2116-4015-9835-058b9dccc5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:21.103903 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-801648f9-2116-4015-9835-058b9dccc5ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5031922 Jul 09 19:49:21.111256 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cafd7-471e-4687-a0ea-dc3d425190f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af55701-25c8-47c5-9c7b-ca53cf817df0,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:21.128145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48438) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:21.136551 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031973649-network', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:21.199129 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-012cc1ee-111c-4cbc-966c-60f225fba2b1 req-740bcf1d-95b7-4ede-95a8-8acdd0a466a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=b1f175fc-4d6a-41af-b6ea-33624d02ec96 HTTP/1.1" status: 200 len: 217 time: 0.1179109 Jul 09 19:49:21.201821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-14821def-2e98-4623-8aac-2dee8d5abca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:21.203264 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-14821def-2e98-4623-8aac-2dee8d5abca7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.0718741 Jul 09 19:49:21.248462 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-95f11af6-b7f8-4821-8d8c-43fd0c9e06da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354710 Jul 09 19:49:21.250602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54461494-c336-460b-9c8c-c2f9742518fe req-9eaa1bb9-67d4-4c93-b02d-94cb7a55f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:21.252050 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54461494-c336-460b-9c8c-c2f9742518fe req-9eaa1bb9-67d4-4c93-b02d-94cb7a55f1bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1808665 Jul 09 19:49:21.258163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Sync routers for ids ['08cbb4b3-4b26-4067-b412-fab88be37c42'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:21.261617 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13b8a3-fa4f-46b8-b300-88febd7997a6 req-6ca8c4a4-6560-4458-8ff7-ef35536814a2 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:21.263542 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8d13b8a3-fa4f-46b8-b300-88febd7997a6 req-6ca8c4a4-6560-4458-8ff7-ef35536814a2 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 947 time: 0.1938195 Jul 09 19:49:21.274613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Routers {'08cbb4b3-4b26-4067-b412-fab88be37c42'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:21.275247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:48:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['08cbb4b3-4b26-4067-b412-fab88be37c42'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:21.329694 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3eb614fc-3348-4a17-96cf-d1126fe671e1 req-34e97e23-a685-4630-99d0-93a217490cc9 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866611 Jul 09 19:49:21.382094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cc1ee-111c-4cbc-966c-60f225fba2b1 req-ba573ede-7383-4ff1-88b4-36f58f9fdbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:21.383586 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-012cc1ee-111c-4cbc-966c-60f225fba2b1 req-ba573ede-7383-4ff1-88b4-36f58f9fdbb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1671438 Jul 09 19:49:21.388009 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e275ba9e-d27d-4bbf-bf0c-e15314c21e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.417660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Set router 08cbb4b3-4b26-4067-b412-fab88be37c42 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:21.518647 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e275ba9e-d27d-4bbf-bf0c-e15314c21e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.535825 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8d13b8a3-fa4f-46b8-b300-88febd7997a6 req-d3bd7f19-a576-4fd8-8c4e-1379f4b17655 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278260 Jul 09 19:49:21.543396 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54461494-c336-460b-9c8c-c2f9742518fe req-d353a893-3ab2-4f8a-ab77-1dcfe7675ae6 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774713 Jul 09 19:49:21.604043 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-47a1ff60-af33-4016-be02-fc68a6d491e9 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637029 Jul 09 19:49:21.612985 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-e8b59d17-7934-4272-8ade-92334f096514 service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476150 Jul 09 19:49:21.652512 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:17Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96', 'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'mac_address': 'fa:16:3e:71:88:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:16Z', 'updated_at': '2021-07-09T19:49:18Z', 'revision_number': 2, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'subnets': [{'id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:21.668827 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e275ba9e-d27d-4bbf-bf0c-e15314c21e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.672568 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e275ba9e-d27d-4bbf-bf0c-e15314c21e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.677115 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e275ba9e-d27d-4bbf-bf0c-e15314c21e41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1af55701-25c8-47c5-9c7b-ca53cf817df0 HTTP/1.1" status: 204 len: 168 time: 0.5742853 Jul 09 19:49:21.758125 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275ba9e-d27d-4bbf-bf0c-e15314c21e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af55701-25c8-47c5-9c7b-ca53cf817df0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:21.836397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Checking router: 08cbb4b3-4b26-4067-b412-fab88be37c42 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:49:21.836781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Updating router 08cbb4b3-4b26-4067-b412-fab88be37c42 port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:49:21.873527 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:21.932776 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.010201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf1ecc-afe2-4843-92e6-f89a7c2563d9 req-8656c2ef-6372-4995-a3d3-72be27243824 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:22.013104 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-12cf1ecc-afe2-4843-92e6-f89a7c2563d9 req-8656c2ef-6372-4995-a3d3-72be27243824 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 1097 time: 0.4336462 Jul 09 19:49:22.018717 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] Made reservation on behalf of 9ee744f59cc64534a9bbe13c12a9cc06 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:22.025820 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.037609 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.050741 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cc1ee-111c-4cbc-966c-60f225fba2b1 req-30e9a2d2-6af3-411a-a88d-13851e1c40a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:22.052475 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-012cc1ee-111c-4cbc-966c-60f225fba2b1 req-30e9a2d2-6af3-411a-a88d-13851e1c40a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6540642 Jul 09 19:49:22.092868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-15dfd90b-c43e-48a5-8ab9-fc3f2b3dda05 service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706376 Jul 09 19:49:22.109012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54461494-c336-460b-9c8c-c2f9742518fe req-db656694-5321-443e-97dd-f755eaddd71f service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586383 Jul 09 19:49:22.139966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b9626-c1db-45f9-b613-d8d04ea4e373 req-19928e91-1201-4381-a865-ace1f2fcc1a1 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:22.148030 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-556b9626-c1db-45f9-b613-d8d04ea4e373 req-19928e91-1201-4381-a865-ace1f2fcc1a1 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 947 time: 0.1980226 Jul 09 19:49:22.149951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7c7bfe-3cf0-4b53-9562-7924c2ebb4d2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:22.191458 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-556b9626-c1db-45f9-b613-d8d04ea4e373 req-7b5a5d91-ded2-4ff1-b599-d73838f44e89 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Jul 09 19:49:22.219022 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.227796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3012072b-a145-4a79-9119-d881fa075b34 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:22.234917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Transition to ACTIVE for port object f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:22.244700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:49:22.254767 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.255215 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] Added segment 308e6a7e-acda-4c26-9619-667a90313a95 of type vlan for network 538ec06c-9470-4a0c-be46-cffdc32e61af Jul 09 19:49:22.261271 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.293103 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.318228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48448) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:22.332517 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3a02f051-d5e7-485e-bed5-d7aa6611b1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.342241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd5cfc-b8cc-4858-8f10-fbfc6ac24d32 None None] Pushing event updated for resources: {'Port': ['ID=f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:22.424647 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.474185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3012072b-a145-4a79-9119-d881fa075b34 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:22.474758 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.477036 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Attempting to bind port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:22.477736 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Attempting to bind port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:22.478576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Attempting to bind port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 on network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:22.495029 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b012e899-d812-4666-88b1-e3f208424945 req-9bb90491-fdfa-4e29-b98c-ff0e5a437e86 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8537221 Jul 09 19:49:22.506694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:22.506990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Checking segment: {'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:22.507394 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.507800 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Bound using segment: {'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:22.508679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Bound port: f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:22.508911 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.524863 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-12cf1ecc-afe2-4843-92e6-f89a7c2563d9 req-10dace57-1d8c-415b-b234-0fb259bfa0cb tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712596 Jul 09 19:49:22.575373 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.resource_extend [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:49:22.610333 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3a02f051-d5e7-485e-bed5-d7aa6611b1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.624693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] For port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:22.643713 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3a02f051-d5e7-485e-bed5-d7aa6611b1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.650249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] For port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:22.658525 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.696672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02f051-d5e7-485e-bed5-d7aa6611b1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd148bcb-8065-4df8-8b32-9daac73860cb,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:22.769121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd5cfc-b8cc-4858-8f10-fbfc6ac24d32 None None] Pushing event updated for resources: {'Port': ['ID=f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:22.782453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Routers {'08cbb4b3-4b26-4067-b412-fab88be37c42'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:22.782710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:48:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['08cbb4b3-4b26-4067-b412-fab88be37c42'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:22.814993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3a02f051-d5e7-485e-bed5-d7aa6611b1c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a869f98ef2a46bd9df6f193ed0bda2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4892728 Jul 09 19:49:22.816388 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48456) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:22.874400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ff12f-c847-4ddc-830b-bf1ce7b61dd4 req-5a0645b8-803c-4a5f-9b28-4286ad77dafd tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:22.882611 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ca0ff12f-c847-4ddc-830b-bf1ce7b61dd4 req-5a0645b8-803c-4a5f-9b28-4286ad77dafd tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 945 time: 0.1611500 Jul 09 19:49:22.893375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6eb07462-88bf-46d2-9bf8-580a4028800d tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:22.900994 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-6eb07462-88bf-46d2-9bf8-580a4028800d tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819&tenant_id=722a3672762841db8d6fcadff51c6f2f&binding%3Ahost_id=n-h2-800088-3 HTTP/1.1" status: 200 len: 1096 time: 0.3342488 Jul 09 19:49:22.935456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] Set router 08cbb4b3-4b26-4067-b412-fab88be37c42 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:22.944170 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:22.945854 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:22.946454 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.000336 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ca0ff12f-c847-4ddc-830b-bf1ce7b61dd4 req-53940a4a-362d-4484-a8a6-1492c37210cd tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165485 Jul 09 19:49:23.148565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-b2d309f4-f232-463e-9776-1cbb1b140cfd service neutron] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:23.151977 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-b2d309f4-f232-463e-9776-1cbb1b140cfd service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.153177 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e8290d1-a1a6-4af1-b30f-fbd75d1de7f2 req-b2d309f4-f232-463e-9776-1cbb1b140cfd service neutron] 10.222.0.32 "DELETE /v2.0/ports/f94568d3-61ea-4fac-8c5a-3946c3a9c036/bindings/n-h1-800088-3 HTTP/1.1" status: 204 len: 173 time: 0.2401712 Jul 09 19:49:23.227839 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:17Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96', 'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'mac_address': 'fa:16:3e:71:88:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:16Z', 'updated_at': '2021-07-09T19:49:22Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'subnets': [{'id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:23.245236 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-012cc1ee-111c-4cbc-966c-60f225fba2b1 req-bdb85584-9621-4494-b077-6924c2712e51 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1037073 Jul 09 19:49:23.264388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cfe1f1-00d7-4eb2-a73e-7a0f5bbfce50 None None] The sync data for ids ['08cbb4b3-4b26-4067-b412-fab88be37c42'] in n-d-800088-3 is: [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:17Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96', 'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'mac_address': 'fa:16:3e:71:88:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:16Z', 'updated_at': '2021-07-09T19:49:22Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'subnets': [{'id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:23.274622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88c24b-02fe-4295-8524-4e9bd68386c8 req-55652c9e-ae6c-4f2e-8240-f6dc5165a3f4 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:23.276318 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f88c24b-02fe-4295-8524-4e9bd68386c8 req-55652c9e-ae6c-4f2e-8240-f6dc5165a3f4 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 1097 time: 0.0825977 Jul 09 19:49:23.353189 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f88c24b-02fe-4295-8524-4e9bd68386c8 req-c5da895d-4d12-4ca5-b046-ef1883921d95 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682597 Jul 09 19:49:23.374576 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e27bc70b-cca8-4284-9db9-d3ebd3860682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.384400 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] Pushing event updated for resources: {'Network': ['ID=538ec06c-9470-4a0c-be46-cffdc32e61af,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:23.402524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54461494-c336-460b-9c8c-c2f9742518fe req-b696a002-39fe-4916-b696-d074b1ed570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:23.403958 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54461494-c336-460b-9c8c-c2f9742518fe req-b696a002-39fe-4916-b696-d074b1ed570f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 1098 time: 0.8029482 Jul 09 19:49:23.404815 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 538ec06c-9470-4a0c-be46-cffdc32e61af details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:49:23.470862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b1f175fc-4d6a-41af-b6ea-33624d02ec96 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:49:23.481632 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ee262-d8df-47c7-b866-0fdc471eab96 req-ea7d554f-ee29-4273-8d26-869d1fa41dcd tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:23.483240 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-874ee262-d8df-47c7-b866-0fdc471eab96 req-ea7d554f-ee29-4273-8d26-869d1fa41dcd tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 947 time: 0.7615325 Jul 09 19:49:23.490941 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e27bc70b-cca8-4284-9db9-d3ebd3860682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.678101 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-874ee262-d8df-47c7-b866-0fdc471eab96 req-2b143404-fa37-47b6-ae24-d02ae26def8d tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500063 Jul 09 19:49:23.682180 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.695802 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-012cc1ee-111c-4cbc-966c-60f225fba2b1 req-3954c706-9efd-4ca0-b89e-7cdc1339411e service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390352 Jul 09 19:49:23.718542 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f5e76c5b-7790-4680-85f5-d9bc0128458d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8620241 Jul 09 19:49:23.721408 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.721953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48472) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:23.736783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-78e573da-5fbb-4612-9a3e-67e1b4ce39bc admin admin] Request body: {'subnet': {'network_id': '538ec06c-9470-4a0c-be46-cffdc32e61af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1080117822-subnet', 'tenant_id': 'ff950ff6db774cb4b7dbfd55f016fe8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:23.744491 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port b1f175fc-4d6a-41af-b6ea-33624d02ec96, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b1f175fc-4d6a-41af-b6ea-33624d02ec96,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:23.808466 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'b1f175fc-4d6a-41af-b6ea-33624d02ec96', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'b1f175fc-4d6a-41af-b6ea-33624d02ec96', 'mac_address': 'fa:16:3e:4d:39:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:49:23.815771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e573da-5fbb-4612-9a3e-67e1b4ce39bc admin admin] Made reservation on behalf of ff950ff6db774cb4b7dbfd55f016fe8f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:23.829735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea23205-928a-4f45-aec3-c095460186e7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:23.839830 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-78e573da-5fbb-4612-9a3e-67e1b4ce39bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.855584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54461494-c336-460b-9c8c-c2f9742518fe req-834257c3-aa45-49c7-a61c-798b1090a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:23.857117 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54461494-c336-460b-9c8c-c2f9742518fe req-834257c3-aa45-49c7-a61c-798b1090a204 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.4430494 Jul 09 19:49:23.869241 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e27bc70b-cca8-4284-9db9-d3ebd3860682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.871808 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e27bc70b-cca8-4284-9db9-d3ebd3860682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.893144 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e27bc70b-cca8-4284-9db9-d3ebd3860682 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd148bcb-8065-4df8-8b32-9daac73860cb HTTP/1.1" status: 204 len: 168 time: 1.0448289 Jul 09 19:49:23.900039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:49:23.905723 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:23.957199 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f175fc-4d6a-41af-b6ea-33624d02ec96 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:24.006994 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54461494-c336-460b-9c8c-c2f9742518fe req-6e2d9e78-7912-4466-85d0-8fdfc0ca1c10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7 HTTP/1.1" status: 200 len: 217 time: 0.1430948 Jul 09 19:49:24.008088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bc70b-cca8-4284-9db9-d3ebd3860682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd148bcb-8065-4df8-8b32-9daac73860cb,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:24.012888 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.013721 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] Added segment d3e62940-ffc6-4ff0-b32a-394e8df60d52 of type vlan for network b1201935-a65a-454b-90ac-0b175703d8f8 Jul 09 19:49:24.028750 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port b1f175fc-4d6a-41af-b6ea-33624d02ec96, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b1f175fc-4d6a-41af-b6ea-33624d02ec96,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:24.057894 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.175501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=b1f175fc-4d6a-41af-b6ea-33624d02ec96,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:24.183463 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.190442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:24.234638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54461494-c336-460b-9c8c-c2f9742518fe req-49e462f9-938a-4619-a22c-f345a4d0833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:24.236322 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54461494-c336-460b-9c8c-c2f9742518fe req-49e462f9-938a-4619-a22c-f345a4d0833d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.2135603 Jul 09 19:49:24.318145 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:24.327173 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.328768 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:24.329564 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.329897 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:24.330281 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.374139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['b1f175fc-4d6a-41af-b6ea-33624d02ec96'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:24.392947 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-78e573da-5fbb-4612-9a3e-67e1b4ce39bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.454053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3242784 Jul 09 19:49:24.467486 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48484) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:24.485770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-726822a2-ed78-492a-b7f5-39abe5154476 admin admin] Request body: {'subnet': {'network_id': 'b1201935-a65a-454b-90ac-0b175703d8f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031973649-subnet', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:24.498254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86875b1-f5cd-43ae-8fbb-d04e3dfb8fc8 req-09ef0b2e-b55e-42f4-9943-daa0f35be464 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:24.506715 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a86875b1-f5cd-43ae-8fbb-d04e3dfb8fc8 req-09ef0b2e-b55e-42f4-9943-daa0f35be464 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 947 time: 0.3613484 Jul 09 19:49:24.536495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e573da-5fbb-4612-9a3e-67e1b4ce39bc admin admin] Checking segment: {'id': '308e6a7e-acda-4c26-9619-667a90313a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '538ec06c-9470-4a0c-be46-cffdc32e61af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:24.536885 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e573da-5fbb-4612-9a3e-67e1b4ce39bc admin admin] Network hostable DHCP agents. Network: 538ec06c-9470-4a0c-be46-cffdc32e61af, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:49:24.582629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4bee1-ac94-49ed-bd7b-a4f7786a59df req-64af05ae-9590-4bfa-88c8-4cf292132b10 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:24.592369 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-45f4bee1-ac94-49ed-bd7b-a4f7786a59df req-64af05ae-9590-4bfa-88c8-4cf292132b10 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/ports?device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 945 time: 0.2856927 Jul 09 19:49:24.594505 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f06667-f003-4c78-b807-4f08adb19581 admin admin] Pushing event updated for resources: {'Network': ['ID=b1201935-a65a-454b-90ac-0b175703d8f8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:24.608910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network b1201935-a65a-454b-90ac-0b175703d8f8 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:49:24.642431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a86875b1-f5cd-43ae-8fbb-d04e3dfb8fc8 req-51a88e3a-9e16-495e-9403-e525fa9b2fcc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325698 Jul 09 19:49:24.657079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54461494-c336-460b-9c8c-c2f9742518fe req-5c3b3990-6ce8-45b2-9289-15466bd0667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:24.657430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e573da-5fbb-4612-9a3e-67e1b4ce39bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc5dec0-0ed3-4157-ab91-004386fb09f1,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:24.658156 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54461494-c336-460b-9c8c-c2f9742518fe req-5c3b3990-6ce8-45b2-9289-15466bd0667c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4130116 Jul 09 19:49:24.658776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726822a2-ed78-492a-b7f5-39abe5154476 admin admin] Made reservation on behalf of 9ee744f59cc64534a9bbe13c12a9cc06 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:24.666920 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-726822a2-ed78-492a-b7f5-39abe5154476 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.683554 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-45f4bee1-ac94-49ed-bd7b-a4f7786a59df req-34f87916-3b3b-4ec5-98d3-371d582bdc7a tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c37d4aa-a629-41fe-adf0-2d58c01bbca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896935 Jul 09 19:49:24.687587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e573da-5fbb-4612-9a3e-67e1b4ce39bc admin admin] Network 538ec06c-9470-4a0c-be46-cffdc32e61af is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:49:24.710040 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.713491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-78e573da-5fbb-4612-9a3e-67e1b4ce39bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 538ec06c-9470-4a0c-be46-cffdc32e61af) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:24.727843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e573da-5fbb-4612-9a3e-67e1b4ce39bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:24.728967 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-78e573da-5fbb-4612-9a3e-67e1b4ce39bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:24.736816 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5418cb-5640-4e9d-8d06-58dd6b37f7c1 None None] Network 538ec06c-9470-4a0c-be46-cffdc32e61af requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:24.761382 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-78e573da-5fbb-4612-9a3e-67e1b4ce39bc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0379741 Jul 09 19:49:24.984585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:25.003431 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.021294 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48500) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:25.115478 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-726822a2-ed78-492a-b7f5-39abe5154476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.139649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c77d56-3ba2-4f8f-ac9e-4a5e5cc4e5bd admin admin] Deleting subnet 11500da0-4c6c-48b3-8a35-ad4f3ff130fa {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:49:25.143988 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53c77d56-3ba2-4f8f-ac9e-4a5e5cc4e5bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.167696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:25.208580 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54461494-c336-460b-9c8c-c2f9742518fe req-92dc0b8d-5d57-45f5-92ce-1320e9e37d92 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735350 Jul 09 19:49:25.211140 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53c77d56-3ba2-4f8f-ac9e-4a5e5cc4e5bd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.219238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65189626-2d2c-4fc4-a83a-1fb4fbf2abcf None None] Network 538ec06c-9470-4a0c-be46-cffdc32e61af requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:25.226923 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53c77d56-3ba2-4f8f-ac9e-4a5e5cc4e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.305281 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726822a2-ed78-492a-b7f5-39abe5154476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf9f96a-dfdd-426b-aa16-c6ad47869270,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:25.319275 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53c77d56-3ba2-4f8f-ac9e-4a5e5cc4e5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.352323 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2e849-0161-4449-8112-d3f56900a2b7 req-828c7f18-8ffe-49f6-976c-f45bd704ad88 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:25.360263 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6dd2e849-0161-4449-8112-d3f56900a2b7 req-828c7f18-8ffe-49f6-976c-f45bd704ad88 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 1096 time: 0.4241023 Jul 09 19:49:25.371870 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726822a2-ed78-492a-b7f5-39abe5154476 admin admin] Checking segment: {'id': 'd3e62940-ffc6-4ff0-b32a-394e8df60d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1201935-a65a-454b-90ac-0b175703d8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:25.372249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726822a2-ed78-492a-b7f5-39abe5154476 admin admin] Network hostable DHCP agents. Network: b1201935-a65a-454b-90ac-0b175703d8f8, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:49:25.387952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c77d56-3ba2-4f8f-ac9e-4a5e5cc4e5bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11500da0-4c6c-48b3-8a35-ad4f3ff130fa,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:25.394228 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53c77d56-3ba2-4f8f-ac9e-4a5e5cc4e5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.398642 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-53c77d56-3ba2-4f8f-ac9e-4a5e5cc4e5bd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/11500da0-4c6c-48b3-8a35-ad4f3ff130fa HTTP/1.1" status: 204 len: 168 time: 0.3730829 Jul 09 19:49:25.400032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48510) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:25.433353 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daef4d-772e-4c75-9f7a-6ae9c7bfe250 req-5a9f011b-6f50-4db3-b8d2-a5d42521beb2 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:25.435254 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c2daef4d-772e-4c75-9f7a-6ae9c7bfe250 req-5a9f011b-6f50-4db3-b8d2-a5d42521beb2 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 948 time: 0.1330018 Jul 09 19:49:25.481106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b1f175fc-4d6a-41af-b6ea-33624d02ec96 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:25.482150 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c2daef4d-772e-4c75-9f7a-6ae9c7bfe250 req-766cd322-3275-4968-be93-08ac09bf77ef tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404382 Jul 09 19:49:25.483816 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54461494-c336-460b-9c8c-c2f9742518fe req-f8d9919d-8827-4236-80a7-fce0a075d5e6 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661493 Jul 09 19:49:25.495666 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6dd2e849-0161-4449-8112-d3f56900a2b7 req-f8998586-d6ed-42d1-8451-760ab883c2a2 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342905 Jul 09 19:49:25.509995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726822a2-ed78-492a-b7f5-39abe5154476 admin admin] Network b1201935-a65a-454b-90ac-0b175703d8f8 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:49:25.564171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-726822a2-ed78-492a-b7f5-39abe5154476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, b1201935-a65a-454b-90ac-0b175703d8f8) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:25.567801 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.573112 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb82bd3f-049e-4d7c-979b-025fe4c204e0 None None] Network b1201935-a65a-454b-90ac-0b175703d8f8 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:25.580283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726822a2-ed78-492a-b7f5-39abe5154476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:25.580917 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-726822a2-ed78-492a-b7f5-39abe5154476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.643119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48516) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:25.643341 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-726822a2-ed78-492a-b7f5-39abe5154476 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1662595 Jul 09 19:49:25.650849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031973649-router', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:25.697866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c125fb7-f515-4270-8987-d81453e95cc1 req-f2f0ed37-9124-4693-89c6-3f60b664ea33 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:25.699544 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9c125fb7-f515-4270-8987-d81453e95cc1 req-f2f0ed37-9124-4693-89c6-3f60b664ea33 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.36 "GET /v2.0/ports?device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 945 time: 0.1906478 Jul 09 19:49:25.736287 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.741485 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.758326 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.777309 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:25.777679 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:25.778507 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:25.778860 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Subscribe: > port after_create 55550000 {{(pid=100204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:25.779219 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:25.779559 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Subscribe: > port after_update 55550000 {{(pid=100204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:25.779889 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:25.780270 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:25.780623 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:25.780952 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:25.847917 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.895549 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:25.895915 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:25.896445 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:25.896821 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100204) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:25.897216 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7302b8-96a1-4af8-9362-dfbcc3578638']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:25.918989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port b1f175fc-4d6a-41af-b6ea-33624d02ec96 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:25.928231 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port b1f175fc-4d6a-41af-b6ea-33624d02ec96 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:25.929138 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:25.931788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:25.984579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9715db-7749-46d1-8619-654fae6b7496') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:25.985000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9715db-7749-46d1-8619-654fae6b7496') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:26.031637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:26.033287 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.046502 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.091342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccfde6-aa4b-405e-a85d-203b091b66d1 req-9340a53a-13c9-41f3-b70d-99b3eb96584b tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:26.101820 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.103851 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35ccfde6-aa4b-405e-a85d-203b091b66d1 req-9340a53a-13c9-41f3-b70d-99b3eb96584b tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 1097 time: 0.4041476 Jul 09 19:49:26.117830 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.130577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:49:26.130944 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.140876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc20ab2-084d-442e-a20d-13692450ec93 req-a5386694-261e-422b-a95b-b99ca04fe9a9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:26.142597 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3fc20ab2-084d-442e-a20d-13692450ec93 req-a5386694-261e-422b-a95b-b99ca04fe9a9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 947 time: 0.2405429 Jul 09 19:49:26.143946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-9c125fb7-f515-4270-8987-d81453e95cc1 req-b8fe3d5b-ffd1-4323-8663-994f7ea6dc23 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Deleting port 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:26.144477 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9c125fb7-f515-4270-8987-d81453e95cc1 req-b8fe3d5b-ffd1-4323-8663-994f7ea6dc23 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: from cryptography.utils import int_from_bytes Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: from cryptography.utils import int_from_bytes Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: timer() Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:49:26.169784 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:49:26.175061 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:49:26.175061 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:49:26.175061 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:49:26.175061 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:49:26.287065 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35ccfde6-aa4b-405e-a85d-203b091b66d1 req-73ee8679-01d2-4c4d-b381-0accf5eeb254 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709991 Jul 09 19:49:26.295201 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-b1201935-a65a-454b-90ac-0b175703d8f8', 'network_id': 'b1201935-a65a-454b-90ac-0b175703d8f8', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'fixed_ips': [{'subnet_id': 'dcf9f96a-dfdd-426b-aa16-c6ad47869270'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:49:26.296783 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.335731 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.363680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cf7194-c64a-46bb-9e61-8a296b0032ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f175fc-4d6a-41af-b6ea-33624d02ec96'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:26.369372 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a7adc2-7bfe-4d96-845a-8e0aa7f18157" -d '{"events": [{"server_uuid": "43cf7194-c64a-46bb-9e61-8a296b0032ab", "name": "network-vif-plugged", "status": "completed", "tag": "b1f175fc-4d6a-41af-b6ea-33624d02ec96"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:26.389457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port b1f175fc-4d6a-41af-b6ea-33624d02ec96, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b1f175fc-4d6a-41af-b6ea-33624d02ec96,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:26.398695 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.453942 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=b1f175fc-4d6a-41af-b6ea-33624d02ec96,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:26.484336 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.517505 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3fc20ab2-084d-442e-a20d-13692450ec93 req-59c7a2ca-f7f1-4142-a782-518e6b7069f0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279815 Jul 09 19:49:26.531535 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.558937 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.560909 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6b7302b8-96a1-4af8-9362-dfbcc3578638 HTTP/1.1" status: 204 len: 168 time: 1.1593139 Jul 09 19:49:26.564034 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a00f1-7c62-40d6-b7f8-c194e99cb278 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b7302b8-96a1-4af8-9362-dfbcc3578638,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:26.565144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.568961 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48552) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:26.589485 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9c125fb7-f515-4270-8987-d81453e95cc1 req-b8fe3d5b-ffd1-4323-8663-994f7ea6dc23 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] For port 9f842d8d-b1bf-4a02-88da-62a79ee2bce2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9f842d8d-b1bf-4a02-88da-62a79ee2bce2,segment=NetworkSegment(bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04),segment_id=bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:26.589849 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9c125fb7-f515-4270-8987-d81453e95cc1 req-b8fe3d5b-ffd1-4323-8663-994f7ea6dc23 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.606744 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-9c125fb7-f515-4270-8987-d81453e95cc1 req-b8fe3d5b-ffd1-4323-8663-994f7ea6dc23 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Calling delete_port for 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:26.641606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-0efa3f4a-1fdd-433b-a55b-65c4c4867dac tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:26.643387 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-0efa3f4a-1fdd-433b-a55b-65c4c4867dac tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 808 time: 0.2109320 Jul 09 19:49:26.648115 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.674506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Allocated IP 172.20.0.2 (b1201935-a65a-454b-90ac-0b175703d8f8/dcf9f96a-dfdd-426b-aa16-c6ad47869270/76a93531-ee31-45c1-9df8-12c11c3e51ee) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:26.675749 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-d0341477-1a0e-42f7-b169-d356b448bde8 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/quotas/722a3672762841db8d6fcadff51c6f2f HTTP/1.1" status: 200 len: 375 time: 0.0227060 Jul 09 19:49:26.704037 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-08318084-53fe-4b91-94d0-7b186c8c24be admin admin] Deleting subnet 6cc5dec0-0ed3-4157-ab91-004386fb09f1 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:49:26.710294 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08318084-53fe-4b91-94d0-7b186c8c24be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.763524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfb959-ee04-4f39-b64b-819f02db0246 req-77129b57-baf0-4fb7-94c0-f159c7be1708 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:26.770917 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-49bfb959-ee04-4f39-b64b-819f02db0246 req-77129b57-baf0-4fb7-94c0-f159c7be1708 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/ports?device_id=d67d43fd-e7cc-453a-a29b-6af9b0b06b36 HTTP/1.1" status: 200 len: 945 time: 0.1112387 Jul 09 19:49:26.803862 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-864fb683-7064-4ea3-aec0-437e4cd436af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.831589 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08318084-53fe-4b91-94d0-7b186c8c24be admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.842805 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-49bfb959-ee04-4f39-b64b-819f02db0246 req-e70e1e38-2967-4069-9764-b11ca1c257b6 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c37d4aa-a629-41fe-adf0-2d58c01bbca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713298 Jul 09 19:49:26.851774 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08318084-53fe-4b91-94d0-7b186c8c24be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.861326 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.871321 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9c125fb7-f515-4270-8987-d81453e95cc1 req-b8fe3d5b-ffd1-4323-8663-994f7ea6dc23 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.872611 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Transition to ACTIVE for port object 76a93531-ee31-45c1-9df8-12c11c3e51ee will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:26.889916 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['9f842d8d-b1bf-4a02-88da-62a79ee2bce2'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:26.920944 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe3d5b-ffd1-4323-8663-994f7ea6dc23 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Pushing event deleted for resources: {'Port': ['ID=9f842d8d-b1bf-4a02-88da-62a79ee2bce2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:26.931934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Transition to ACTIVE for port object 76a93531-ee31-45c1-9df8-12c11c3e51ee will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:26.933749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Allocated IP 172.25.0.133 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/b643768c-385c-4f43-ae5c-92f766ea5ed2) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:26.939914 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:26.950068 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-0ea6d87b-1c83-480b-9797-d643cede9940 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2408063 Jul 09 19:49:26.999458 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Network b1201935-a65a-454b-90ac-0b175703d8f8 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:27.005617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:27.009805 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:27.026864 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Pushing event updated for resources: {'Port': ['ID=76a93531-ee31-45c1-9df8-12c11c3e51ee,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:27.040890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c125fb7-f515-4270-8987-d81453e95cc1 req-b8fe3d5b-ffd1-4323-8663-994f7ea6dc23 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] No DVR routers for this DVR port 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:27.047116 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9c125fb7-f515-4270-8987-d81453e95cc1 req-b8fe3d5b-ffd1-4323-8663-994f7ea6dc23 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.051805 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9c125fb7-f515-4270-8987-d81453e95cc1 req-b8fe3d5b-ffd1-4323-8663-994f7ea6dc23 tempest-VolumesAdminNegativeTest-765516473 tempest-VolumesAdminNegativeTest-765516473-project] 10.222.0.36 "DELETE /v2.0/ports/9f842d8d-b1bf-4a02-88da-62a79ee2bce2 HTTP/1.1" status: 204 len: 173 time: 1.3440478 Jul 09 19:49:27.053141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67d43fd-e7cc-453a-a29b-6af9b0b06b36', 'name': 'network-vif-deleted', 'tag': '9f842d8d-b1bf-4a02-88da-62a79ee2bce2'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:27.057219 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebb6c5f-e941-4045-9ef6-c8c4b1b397d4" -d '{"events": [{"server_uuid": "d67d43fd-e7cc-453a-a29b-6af9b0b06b36", "name": "network-vif-deleted", "tag": "9f842d8d-b1bf-4a02-88da-62a79ee2bce2"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:27.146933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Attempting to bind port 76a93531-ee31-45c1-9df8-12c11c3e51ee on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:27.147895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Attempting to bind port 76a93531-ee31-45c1-9df8-12c11c3e51ee by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'd3e62940-ffc6-4ff0-b32a-394e8df60d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1201935-a65a-454b-90ac-0b175703d8f8'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:27.148334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Attempting to bind port 76a93531-ee31-45c1-9df8-12c11c3e51ee on network b1201935-a65a-454b-90ac-0b175703d8f8 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:27.155104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:27.155424 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Checking segment: {'id': 'd3e62940-ffc6-4ff0-b32a-394e8df60d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1201935-a65a-454b-90ac-0b175703d8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:27.155902 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.156668 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Bound using segment: {'id': 'd3e62940-ffc6-4ff0-b32a-394e8df60d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1201935-a65a-454b-90ac-0b175703d8f8'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:27.157586 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Bound port: 76a93531-ee31-45c1-9df8-12c11c3e51ee, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e62940-ffc6-4ff0-b32a-394e8df60d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1201935-a65a-454b-90ac-0b175703d8f8'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:27.158204 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.202414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0b8a8-e127-4292-990c-2f426331f019 req-5c999db7-874a-43b6-94f3-1ca702d0c0be tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.203216 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0b8a8-e127-4292-990c-2f426331f019 req-5c999db7-874a-43b6-94f3-1ca702d0c0be tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.203381 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0b8a8-e127-4292-990c-2f426331f019 req-5c999db7-874a-43b6-94f3-1ca702d0c0be tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.203853 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0b8a8-e127-4292-990c-2f426331f019 req-5c999db7-874a-43b6-94f3-1ca702d0c0be tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.204402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0b8a8-e127-4292-990c-2f426331f019 req-5c999db7-874a-43b6-94f3-1ca702d0c0be tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.204959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0b8a8-e127-4292-990c-2f426331f019 req-5c999db7-874a-43b6-94f3-1ca702d0c0be tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.205444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0b8a8-e127-4292-990c-2f426331f019 req-5c999db7-874a-43b6-94f3-1ca702d0c0be tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.206105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0b8a8-e127-4292-990c-2f426331f019 req-5c999db7-874a-43b6-94f3-1ca702d0c0be tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.206384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0b8a8-e127-4292-990c-2f426331f019 req-5c999db7-874a-43b6-94f3-1ca702d0c0be tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.206859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0b8a8-e127-4292-990c-2f426331f019 req-5c999db7-874a-43b6-94f3-1ca702d0c0be tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.207330 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0b8a8-e127-4292-990c-2f426331f019 req-5c999db7-874a-43b6-94f3-1ca702d0c0be tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.208390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0b8a8-e127-4292-990c-2f426331f019 req-5c999db7-874a-43b6-94f3-1ca702d0c0be tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:27.220826 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e6b0b8a8-e127-4292-990c-2f426331f019 req-5c999db7-874a-43b6-94f3-1ca702d0c0be tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8555 time: 0.1573811 Jul 09 19:49:27.251989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] For port 76a93531-ee31-45c1-9df8-12c11c3e51ee, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:27.257085 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] For port 76a93531-ee31-45c1-9df8-12c11c3e51ee, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=76a93531-ee31-45c1-9df8-12c11c3e51ee,segment=NetworkSegment(d3e62940-ffc6-4ff0-b32a-394e8df60d52),segment_id=d3e62940-ffc6-4ff0-b32a-394e8df60d52)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:27.261107 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.282828 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08318084-53fe-4b91-94d0-7b186c8c24be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.316784 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-bdbeafa7-f451-4cba-9cb8-84630c8d09a1 req-9ce282de-b076-4ada-8df0-5ec98966f7ea service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:49:27.318234 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bdbeafa7-f451-4cba-9cb8-84630c8d09a1 req-9ce282de-b076-4ada-8df0-5ec98966f7ea service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075741 Jul 09 19:49:27.325715 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7b9dd-17a8-4bd7-a89a-62cbe8359691 None None] Pushing event updated for resources: {'Port': ['ID=76a93531-ee31-45c1-9df8-12c11c3e51ee,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:27.336768 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08318084-53fe-4b91-94d0-7b186c8c24be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc5dec0-0ed3-4157-ab91-004386fb09f1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:27.338746 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08318084-53fe-4b91-94d0-7b186c8c24be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.340659 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-08318084-53fe-4b91-94d0-7b186c8c24be admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6cc5dec0-0ed3-4157-ab91-004386fb09f1 HTTP/1.1" status: 204 len: 168 time: 0.7634268 Jul 09 19:49:27.345010 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48560) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:27.393375 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-c2d57f5d-efd6-440f-9716-4dff1edecddc service neutron] 10.222.0.30 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423742 Jul 09 19:49:27.445293 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9b1a5cfe-4690-4f05-8f91-aacbc65ae694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.480338 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.554520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-5d10ffee-3986-463f-9e82-fbe0a1503e5a service neutron] 10.222.0.30 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600094 Jul 09 19:49:27.569659 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9b1a5cfe-4690-4f05-8f91-aacbc65ae694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.579726 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.604765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-9b1a5cfe-4690-4f05-8f91-aacbc65ae694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538ec06c-9470-4a0c-be46-cffdc32e61af']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:27.635063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-9b1a5cfe-4690-4f05-8f91-aacbc65ae694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308e6a7e-acda-4c26-9619-667a90313a95') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:27.635179 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-9b1a5cfe-4690-4f05-8f91-aacbc65ae694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308e6a7e-acda-4c26-9619-667a90313a95') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:27.656668 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9b1a5cfe-4690-4f05-8f91-aacbc65ae694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.674444 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9b1a5cfe-4690-4f05-8f91-aacbc65ae694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.692680 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1a5cfe-4690-4f05-8f91-aacbc65ae694 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:49:27.693779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:27.694281 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9b1a5cfe-4690-4f05-8f91-aacbc65ae694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.694797 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bcc21e4f-8da4-483d-836d-c4863f1074d7 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: timer() Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:49:27.696867 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:49:27.702371 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:27.708674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:27.851781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9b1a5cfe-4690-4f05-8f91-aacbc65ae694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.852254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Pushing event updated for resources: {'Port': ['ID=b643768c-385c-4f43-ae5c-92f766ea5ed2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:27.881201 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9b1a5cfe-4690-4f05-8f91-aacbc65ae694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:27.886788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9b1a5cfe-4690-4f05-8f91-aacbc65ae694 admin admin] 10.222.0.30 "DELETE /v2.0/networks/538ec06c-9470-4a0c-be46-cffdc32e61af HTTP/1.1" status: 204 len: 168 time: 0.5406756 Jul 09 19:49:27.911432 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a5cfe-4690-4f05-8f91-aacbc65ae694 admin admin] Pushing event deleted for resources: {'Network': ['ID=538ec06c-9470-4a0c-be46-cffdc32e61af,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:27.938709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port bcc21e4f-8da4-483d-836d-c4863f1074d7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:27.962775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'bcc21e4f-8da4-483d-836d-c4863f1074d7', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'bcc21e4f-8da4-483d-836d-c4863f1074d7', 'mac_address': 'fa:16:3e:25:01:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:49:27.987668 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc92310-9cd6-4e5f-8069-86713442d590 x-openstack-request-id: req-ffc92310-9cd6-4e5f-8069-86713442d590 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:27.988003 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43cf7194-c64a-46bb-9e61-8a296b0032ab", "name": "network-vif-plugged", "status": "completed", "tag": "b1f175fc-4d6a-41af-b6ea-33624d02ec96", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:27.988257 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffc92310-9cd6-4e5f-8069-86713442d590 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:27.988687 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cf7194-c64a-46bb-9e61-8a296b0032ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f175fc-4d6a-41af-b6ea-33624d02ec96', 'code': 200} Jul 09 19:49:28.085117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 76a93531-ee31-45c1-9df8-12c11c3e51ee up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:28.159363 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.178747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e7fe7-93c7-4f40-8086-4e3acc2db522 req-a29b6aa1-0e76-4eae-b6ea-10837f7a403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:28.180613 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb8e7fe7-93c7-4f40-8086-4e3acc2db522 req-a29b6aa1-0e76-4eae-b6ea-10837f7a403e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 1100 time: 0.0837929 Jul 09 19:49:28.189466 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.217043 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc21e4f-8da4-483d-836d-c4863f1074d7 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:28.278215 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48586) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:28.278683 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port bcc21e4f-8da4-483d-836d-c4863f1074d7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:28.282966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 76a93531-ee31-45c1-9df8-12c11c3e51ee completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:28.283499 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb8e7fe7-93c7-4f40-8086-4e3acc2db522 req-345ce423-c440-4421-b734-139e0fe09a36 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900652 Jul 09 19:49:28.286704 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.389298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=bcc21e4f-8da4-483d-836d-c4863f1074d7,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:28.464107 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cdbef742-21e2-4a55-a2d0-548c4b68a8df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ecda49dbd0fb4f3981af06e18964a4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466517 Jul 09 19:49:28.467556 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48598) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:28.474577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471abee-d9ac-46ae-95df-e77892f8c033 req-f454c542-712e-4a0e-af3a-cdb57cdefebe tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:28.476137 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4471abee-d9ac-46ae-95df-e77892f8c033 req-f454c542-712e-4a0e-af3a-cdb57cdefebe tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 949 time: 0.2200556 Jul 09 19:49:28.561077 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56efef15-3837-4986-97b0-e4f167b3787d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.587187 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56efef15-3837-4986-97b0-e4f167b3787d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.602122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bcc21e4f-8da4-483d-836d-c4863f1074d7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:28.611308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4471abee-d9ac-46ae-95df-e77892f8c033 req-95e87678-e04c-4b46-a480-4bb24d225640 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190865 Jul 09 19:49:28.672000 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.676176 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56efef15-3837-4986-97b0-e4f167b3787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.679150 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56efef15-3837-4986-97b0-e4f167b3787d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.680586 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-56efef15-3837-4986-97b0-e4f167b3787d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3484388f-70f3-4c41-9383-67ab6ad0ec15 HTTP/1.1" status: 204 len: 168 time: 0.2119300 Jul 09 19:49:28.700201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efef15-3837-4986-97b0-e4f167b3787d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3484388f-70f3-4c41-9383-67ab6ad0ec15,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:28.706202 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8ec253-9350-4e19-81b3-5ea03bfcce72 x-openstack-request-id: req-6b8ec253-9350-4e19-81b3-5ea03bfcce72 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:28.710456 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67d43fd-e7cc-453a-a29b-6af9b0b06b36", "name": "network-vif-deleted", "tag": "9f842d8d-b1bf-4a02-88da-62a79ee2bce2", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:28.710807 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b8ec253-9350-4e19-81b3-5ea03bfcce72 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:28.711297 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67d43fd-e7cc-453a-a29b-6af9b0b06b36', 'name': 'network-vif-deleted', 'tag': '9f842d8d-b1bf-4a02-88da-62a79ee2bce2', 'status': 'completed', 'code': 200} Jul 09 19:49:28.843706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f400997-562f-48fc-86d4-62f5e78f8e50 None None] Network b1201935-a65a-454b-90ac-0b175703d8f8 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:28.919062 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:28.919214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-468b4033-151a-4680-9827-3da95ce86c66 None None] Provisioning for port 76a93531-ee31-45c1-9df8-12c11c3e51ee completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:28.925871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-468b4033-151a-4680-9827-3da95ce86c66 None None] Provisioning complete for port 76a93531-ee31-45c1-9df8-12c11c3e51ee triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:28.926859 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-468b4033-151a-4680-9827-3da95ce86c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.019971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca92d7-0d27-4466-8053-be9f9004fad0 req-3ec3aee4-cc25-40aa-9b07-7482b918fb94 tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:29.023436 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8cca92d7-0d27-4466-8053-be9f9004fad0 req-3ec3aee4-cc25-40aa-9b07-7482b918fb94 tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 886 time: 0.1923187 Jul 09 19:49:29.026949 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Router 6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:49:29.189592 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-468b4033-151a-4680-9827-3da95ce86c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.198592 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:29.211220 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Sync routers for ids ['6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:29.215977 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.217378 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d8e261d0-4353-49fc-8086-15f65a8cfea2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5726440 Jul 09 19:49:29.220303 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48612) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:29.248291 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Routers {'6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:29.248952 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:48:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:29.264117 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48614) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:29.300151 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-468b4033-151a-4680-9827-3da95ce86c66 None None] For port 76a93531-ee31-45c1-9df8-12c11c3e51ee, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=76a93531-ee31-45c1-9df8-12c11c3e51ee,segment=NetworkSegment(d3e62940-ffc6-4ff0-b32a-394e8df60d52),segment_id=d3e62940-ffc6-4ff0-b32a-394e8df60d52)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:29.305642 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-468b4033-151a-4680-9827-3da95ce86c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.341606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12bc9f-ddd7-4996-97eb-d41a95c8bde9 req-158920be-cfe1-4cf2-90bc-a03939360bb0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:29.343319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f12bc9f-ddd7-4996-97eb-d41a95c8bde9 req-158920be-cfe1-4cf2-90bc-a03939360bb0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 948 time: 0.1249144 Jul 09 19:49:29.347154 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-91b3156d-29c9-4bf6-8c19-99ee3980b23c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff950ff6db774cb4b7dbfd55f016fe8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819783 Jul 09 19:49:29.360577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48616) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:29.380167 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fecbf018-217f-4832-b269-4eeed61a345a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.394106 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-2ed0e59f-294e-41da-861c-07f3f2f21aba tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:49:29.395174 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-2ed0e59f-294e-41da-861c-07f3f2f21aba tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055730 Jul 09 19:49:29.406513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-78a3529b-3e6b-4933-8fd7-8afc3424a584 service neutron] Request body: {'binding': {'host': 'n-h2-800088-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:29.406983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-78a3529b-3e6b-4933-8fd7-8afc3424a584 service neutron] Unknown quota resources ['binding']. {{(pid=100205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:49:29.410274 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b4033-151a-4680-9827-3da95ce86c66 None None] Pushing event updated for resources: {'Port': ['ID=76a93531-ee31-45c1-9df8-12c11c3e51ee,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:29.455562 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Set router 6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:29.468423 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f12bc9f-ddd7-4996-97eb-d41a95c8bde9 req-915319eb-8368-4b41-a50c-956df0e3dc9e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185527 Jul 09 19:49:29.556243 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.624762 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-704fb9cd-5a45-45e3-9362-50309c8b2d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.643361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-78a3529b-3e6b-4933-8fd7-8afc3424a584 service neutron] Attempting to bind port eac01fcc-67c3-47a2-842d-ea10f80cc294 on host n-h2-800088-3 for vnic_type normal with profile None {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:29.644017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-78a3529b-3e6b-4933-8fd7-8afc3424a584 service neutron] Attempting to bind port eac01fcc-67c3-47a2-842d-ea10f80cc294 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:29.644319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-78a3529b-3e6b-4933-8fd7-8afc3424a584 service neutron] Attempting to bind port eac01fcc-67c3-47a2-842d-ea10f80cc294 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:29.652998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-78a3529b-3e6b-4933-8fd7-8afc3424a584 service neutron] Port eac01fcc-67c3-47a2-842d-ea10f80cc294 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:49:29.653375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-78a3529b-3e6b-4933-8fd7-8afc3424a584 service neutron] Attempting to bind port eac01fcc-67c3-47a2-842d-ea10f80cc294 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:29.661817 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-78a3529b-3e6b-4933-8fd7-8afc3424a584 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:29.662092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-78a3529b-3e6b-4933-8fd7-8afc3424a584 service neutron] Checking segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:29.662487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-78a3529b-3e6b-4933-8fd7-8afc3424a584 service neutron] Bound using segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:29.663073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-78a3529b-3e6b-4933-8fd7-8afc3424a584 service neutron] Bound port: eac01fcc-67c3-47a2-842d-ea10f80cc294, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:29.688033 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031973649-router', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:25Z', 'updated_at': '2021-07-09T19:49:27Z', 'revision_number': 3, 'project_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'gw_port': {'id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:26Z', 'updated_at': '2021-07-09T19:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:29.691118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bcc21e4f-8da4-483d-836d-c4863f1074d7 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:29.699444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48622) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:29.732372 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Checking router: 6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:49:29.732856 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Updating router 6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 port b643768c-385c-4f43-ae5c-92f766ea5ed2 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:49:29.767769 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-704fb9cd-5a45-45e3-9362-50309c8b2d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.781877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-78a3529b-3e6b-4933-8fd7-8afc3424a584 service neutron] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:29.794431 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-78a3529b-3e6b-4933-8fd7-8afc3424a584 service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.805269 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.806063 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-043b6b32-4398-4041-b273-a8269b0dfbb1 None None] Provisioning complete for port 76a93531-ee31-45c1-9df8-12c11c3e51ee triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:29.806449 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-043b6b32-4398-4041-b273-a8269b0dfbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.818785 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-78a3529b-3e6b-4933-8fd7-8afc3424a584 service neutron] 10.222.0.30 "POST /v2.0/ports/eac01fcc-67c3-47a2-842d-ea10f80cc294/bindings HTTP/1.1" status: 201 len: 389 time: 0.4151416 Jul 09 19:49:29.921206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port bcc21e4f-8da4-483d-836d-c4863f1074d7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:29.928293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port bcc21e4f-8da4-483d-836d-c4863f1074d7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:29.928700 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:29.931737 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 76a93531-ee31-45c1-9df8-12c11c3e51ee up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:29.962549 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b88defa7-beeb-431a-89cb-a412002f224f req-efcae82d-e556-42fa-a596-095530cbbdeb tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 210 time: 0.0444810 Jul 09 19:49:30.108514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 76a93531-ee31-45c1-9df8-12c11c3e51ee triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:30.113312 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.156488 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3ea25f-666f-4f76-9539-791abd596419 admin admin] Deleting subnet 3fca83d8-03e5-4549-95f1-d3dab6fadf95 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:49:30.212187 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa3ea25f-666f-4f76-9539-791abd596419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.287401 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.302613 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Transition to ACTIVE for port object b643768c-385c-4f43-ae5c-92f766ea5ed2 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:30.309549 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.328036 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.362224 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4617acc-2193-4487-b44d-e3b1efa843cd None None] Pushing event updated for resources: {'Port': ['ID=b643768c-385c-4f43-ae5c-92f766ea5ed2,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:30.365245 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.396957 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port bcc21e4f-8da4-483d-836d-c4863f1074d7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:30.398232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb00547e-9bef-4901-9922-e40a471cf79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc21e4f-8da4-483d-836d-c4863f1074d7'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:30.403810 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac821e4-4b99-48d8-8ccc-8fa975879286" -d '{"events": [{"server_uuid": "fb00547e-9bef-4901-9922-e40a471cf79f", "name": "network-vif-plugged", "status": "completed", "tag": "bcc21e4f-8da4-483d-836d-c4863f1074d7"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:30.405789 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Attempting to bind port b643768c-385c-4f43-ae5c-92f766ea5ed2 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:30.406234 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Attempting to bind port b643768c-385c-4f43-ae5c-92f766ea5ed2 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:30.406548 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Attempting to bind port b643768c-385c-4f43-ae5c-92f766ea5ed2 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:30.408389 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.410017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:49:30.412740 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:30.412924 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:30.413584 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.414236 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:30.414729 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Bound port: b643768c-385c-4f43-ae5c-92f766ea5ed2, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:30.415157 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.450578 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:49:30.451519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9f842d8d-b1bf-4a02-88da-62a79ee2bce2 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:49:30.482198 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] For port b643768c-385c-4f43-ae5c-92f766ea5ed2, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:30.488289 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] For port b643768c-385c-4f43-ae5c-92f766ea5ed2, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b643768c-385c-4f43-ae5c-92f766ea5ed2,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:30.497664 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.506016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-8bfcb388-54fa-4f78-bb45-8152f1062b3c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.507526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-8bfcb388-54fa-4f78-bb45-8152f1062b3c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.36 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 808 time: 0.7428300 Jul 09 19:49:30.516720 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa3ea25f-666f-4f76-9539-791abd596419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.526046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-31a87e42-591a-41e1-8ed9-fb96356c1e75 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Request body: {'port': {'device_id': '77be03c7-3391-4da2-b481-4005f5cae4db', 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73', 'admin_state_up': True, 'tenant_id': '722a3672762841db8d6fcadff51c6f2f'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:30.528329 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=bcc21e4f-8da4-483d-836d-c4863f1074d7,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:30.554227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782369f-9825-4640-8469-ca11e8d6e9ba req-6d53abe3-1f9b-49fa-93ce-13299405c0c9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.555553 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a782369f-9825-4640-8469-ca11e8d6e9ba req-6d53abe3-1f9b-49fa-93ce-13299405c0c9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f&tenant_id=85d911fbc81540608cc58c99a8dd9dfd&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 948 time: 0.2152600 Jul 09 19:49:30.564326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d87f2-1e19-4070-b54b-46598328cb8e req-d2c505bf-6c9a-4454-9bfe-81ac138c045c tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.565908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-466d87f2-1e19-4070-b54b-46598328cb8e req-d2c505bf-6c9a-4454-9bfe-81ac138c045c tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 949 time: 0.1817381 Jul 09 19:49:30.572151 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Routers {'6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:30.572818 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:49:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:30.576605 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4617acc-2193-4487-b44d-e3b1efa843cd None None] Pushing event updated for resources: {'Port': ['ID=b643768c-385c-4f43-ae5c-92f766ea5ed2,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:30.582629 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-704fb9cd-5a45-45e3-9362-50309c8b2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.585217 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-704fb9cd-5a45-45e3-9362-50309c8b2d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.588603 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-704fb9cd-5a45-45e3-9362-50309c8b2d71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a7c7bfe-3cf0-4b53-9562-7924c2ebb4d2 HTTP/1.1" status: 204 len: 168 time: 1.2180939 Jul 09 19:49:30.647140 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-466d87f2-1e19-4070-b54b-46598328cb8e req-0c4e79ca-9578-478e-879c-edb04512302b tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719106 Jul 09 19:49:30.654298 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-a782369f-9825-4640-8469-ca11e8d6e9ba req-d6b252c6-d66d-4981-931d-52ac35687cdc service neutron] delete failed (client error): The resource could not be found. Jul 09 19:49:30.655761 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a782369f-9825-4640-8469-ca11e8d6e9ba req-d6b252c6-d66d-4981-931d-52ac35687cdc service neutron] 10.222.0.32 "DELETE /v2.0/ports/bcc21e4f-8da4-483d-836d-c4863f1074d7/bindings/n-h2-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0889237 Jul 09 19:49:30.697430 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fb9cd-5a45-45e3-9362-50309c8b2d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7c7bfe-3cf0-4b53-9562-7924c2ebb4d2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:30.716153 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] Set router 6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:30.768746 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d18e-3995-42b7-873d-9a00ed7b660f req-8543a4c4-3eae-41b9-804a-549ae148008a tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.769217 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d18e-3995-42b7-873d-9a00ed7b660f req-8543a4c4-3eae-41b9-804a-549ae148008a tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.769694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d18e-3995-42b7-873d-9a00ed7b660f req-8543a4c4-3eae-41b9-804a-549ae148008a tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.770368 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d18e-3995-42b7-873d-9a00ed7b660f req-8543a4c4-3eae-41b9-804a-549ae148008a tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.770876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d18e-3995-42b7-873d-9a00ed7b660f req-8543a4c4-3eae-41b9-804a-549ae148008a tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.771349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d18e-3995-42b7-873d-9a00ed7b660f req-8543a4c4-3eae-41b9-804a-549ae148008a tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.771875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d18e-3995-42b7-873d-9a00ed7b660f req-8543a4c4-3eae-41b9-804a-549ae148008a tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.772349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d18e-3995-42b7-873d-9a00ed7b660f req-8543a4c4-3eae-41b9-804a-549ae148008a tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.772850 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d18e-3995-42b7-873d-9a00ed7b660f req-8543a4c4-3eae-41b9-804a-549ae148008a tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.773317 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d18e-3995-42b7-873d-9a00ed7b660f req-8543a4c4-3eae-41b9-804a-549ae148008a tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.773789 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85d18e-3995-42b7-873d-9a00ed7b660f req-8543a4c4-3eae-41b9-804a-549ae148008a tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.775816 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3d85d18e-3995-42b7-873d-9a00ed7b660f req-8543a4c4-3eae-41b9-804a-549ae148008a tempest-NetworksTest-1264255985 tempest-NetworksTest-1264255985-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7842 time: 0.8562157 Jul 09 19:49:30.777042 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa3ea25f-666f-4f76-9539-791abd596419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:30.849116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-72818001-1046-4650-83af-dc84be13dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.850644 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-72818001-1046-4650-83af-dc84be13dce4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 1097 time: 0.6365342 Jul 09 19:49:30.908555 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782369f-9825-4640-8469-ca11e8d6e9ba req-6416c229-c730-41ee-9e27-ca9d619b05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:30.913390 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a782369f-9825-4640-8469-ca11e8d6e9ba req-6416c229-c730-41ee-9e27-ca9d619b05ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 1100 time: 0.1659927 Jul 09 19:49:31.029809 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa3ea25f-666f-4f76-9539-791abd596419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:31.066339 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-31a87e42-591a-41e1-8ed9-fb96356c1e75 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Made reservation on behalf of 722a3672762841db8d6fcadff51c6f2f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:31.070511 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-31a87e42-591a-41e1-8ed9-fb96356c1e75 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:31.123364 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310e99c-57d7-4e53-94c2-f2212d132f33 req-67ff202e-7403-4982-b397-5cf4f37e3adc tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:31.131186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4310e99c-57d7-4e53-94c2-f2212d132f33 req-67ff202e-7403-4982-b397-5cf4f37e3adc tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 946 time: 0.2134945 Jul 09 19:49:31.131499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ea25f-666f-4f76-9539-791abd596419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fca83d8-03e5-4549-95f1-d3dab6fadf95,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:31.142316 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa3ea25f-666f-4f76-9539-791abd596419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:31.145872 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782369f-9825-4640-8469-ca11e8d6e9ba req-7ce8fc8d-33b8-4c57-a7d2-41c13c64a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:31.146875 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fa3ea25f-666f-4f76-9539-791abd596419 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3fca83d8-03e5-4549-95f1-d3dab6fadf95 HTTP/1.1" status: 204 len: 168 time: 1.4448845 Jul 09 19:49:31.147889 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a782369f-9825-4640-8469-ca11e8d6e9ba req-7ce8fc8d-33b8-4c57-a7d2-41c13c64a072 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2261810 Jul 09 19:49:31.148524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48646) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:31.150611 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031973649-router', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:25Z', 'updated_at': '2021-07-09T19:49:27Z', 'revision_number': 3, 'project_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'gw_port': {'id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:26Z', 'updated_at': '2021-07-09T19:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:31.214069 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-81f0d7da-0dee-4538-85c4-7f3a9bf8f2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:31.215581 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-81f0d7da-0dee-4538-85c4-7f3a9bf8f2b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.3565803 Jul 09 19:49:31.218649 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5910d13c-a0c1-4caf-b5cf-a49d4d696340 None None] The sync data for ids ['6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'] in n-d-800088-3 is: [{'id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031973649-router', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:25Z', 'updated_at': '2021-07-09T19:49:27Z', 'revision_number': 3, 'project_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'gw_port': {'id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a1:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:26Z', 'updated_at': '2021-07-09T19:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:31.247635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48648) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:31.266061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a782369f-9825-4640-8469-ca11e8d6e9ba req-88a6db1c-1e91-45c9-b286-d059a01bf311 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7 HTTP/1.1" status: 200 len: 217 time: 0.1012647 Jul 09 19:49:31.308928 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4310e99c-57d7-4e53-94c2-f2212d132f33 req-7acef2d4-7d4f-4b21-9d64-ff837097b5eb tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767266 Jul 09 19:49:31.354023 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-9819c49e-83fb-46d3-984a-a1bfa8e5e0be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294 HTTP/1.1" status: 200 len: 217 time: 0.1017401 Jul 09 19:49:31.362324 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337ce48-a955-4e01-ac2c-61c3bdde3506 req-ff9401a0-37f3-49f0-a27f-a7708f77612a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:31.369522 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d337ce48-a955-4e01-ac2c-61c3bdde3506 req-ff9401a0-37f3-49f0-a27f-a7708f77612a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 949 time: 0.4013371 Jul 09 19:49:31.421517 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:31.424462 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c8866e-5d58-430d-931a-3e3b794e9814 x-openstack-request-id: req-20c8866e-5d58-430d-931a-3e3b794e9814 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:31.424960 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb00547e-9bef-4901-9922-e40a471cf79f", "name": "network-vif-plugged", "status": "completed", "tag": "bcc21e4f-8da4-483d-836d-c4863f1074d7", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:31.425055 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20c8866e-5d58-430d-931a-3e3b794e9814 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:31.426000 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb00547e-9bef-4901-9922-e40a471cf79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc21e4f-8da4-483d-836d-c4863f1074d7', 'code': 200} Jul 09 19:49:31.449585 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782369f-9825-4640-8469-ca11e8d6e9ba req-d82f9d39-a6cb-4b0f-8b1f-2fbb6a4dc3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:31.451635 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a782369f-9825-4640-8469-ca11e8d6e9ba req-d82f9d39-a6cb-4b0f-8b1f-2fbb6a4dc3b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1748409 Jul 09 19:49:31.470754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-48dfbc88-b6e1-46fd-a105-9859160d6511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:31.569213 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d337ce48-a955-4e01-ac2c-61c3bdde3506 req-fc644d55-1d23-4c40-9806-d6449032258e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920474 Jul 09 19:49:31.585928 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-e81380be-9f97-4d0a-817b-2cb5606c509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:31.592376 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-e81380be-9f97-4d0a-817b-2cb5606c509d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.2167120 Jul 09 19:49:31.649138 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:31.697815 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-7d0a19c9-786e-42c2-a23f-730cd75245a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790148 Jul 09 19:49:31.700091 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-31a87e42-591a-41e1-8ed9-fb96356c1e75 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Allocated IP 172.20.0.3 (cde8a11d-a413-4777-8c30-ae667fa77b73/17547801-50dc-48f3-9bbc-7cabca72c457/14632d28-f287-4723-a36c-20f6bcb4d3c2) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:31.869417 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d0bf78c9-3e7b-4fe4-8c61-3e8ee2e23829 req-1ae5f605-1cf2-4c41-b048-84e846f8c328 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 210 time: 0.1158085 Jul 09 19:49:31.937987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b643768c-385c-4f43-ae5c-92f766ea5ed2 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:31.955762 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:31.975559 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:31.976394 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:31.976846 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:31.977200 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Subscribe: > port after_create 55550000 {{(pid=100205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:31.977550 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Subscribe: > port after_delete 55550000 {{(pid=100205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:31.977881 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Subscribe: > port after_update 55550000 {{(pid=100205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:31.978251 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:31.978581 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:31.978904 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:31.979354 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:32.074366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port b643768c-385c-4f43-ae5c-92f766ea5ed2 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:32.078403 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b643768c-385c-4f43-ae5c-92f766ea5ed2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:32.078785 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.153660 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:32.157617 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:32.158419 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:32.158979 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 19:49:32.159590 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:32.165104 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.242022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:32.245057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb27f452-af2b-4c8b-9fcf-ba4f5e4ffb04') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:32.245311 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.275185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port b643768c-385c-4f43-ae5c-92f766ea5ed2, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b643768c-385c-4f43-ae5c-92f766ea5ed2,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:32.279707 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.290888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782369f-9825-4640-8469-ca11e8d6e9ba req-3206b1db-e9d3-49ad-80aa-b76b8657ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:32.294125 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-31a87e42-591a-41e1-8ed9-fb96356c1e75 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.295709 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a782369f-9825-4640-8469-ca11e8d6e9ba req-3206b1db-e9d3-49ad-80aa-b76b8657ce9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8257520 Jul 09 19:49:32.322977 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.373315 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-4454aebd-2afb-4b8d-87f2-29f1802841cc service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456685 Jul 09 19:49:32.382247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=b643768c-385c-4f43-ae5c-92f766ea5ed2,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:32.405863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:32.416716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:32.417203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:32.417622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:32.418368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:32.418368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:32.418832 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:32.419238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:32.419676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:32.420066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:32.420321 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.420590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:32.420959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:49:32.453642 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:49:32.454143 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: from cryptography.utils import int_from_bytes Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: from cryptography.utils import int_from_bytes Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:49:32.460405 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:49:32.602886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Allocated IP 172.20.0.1 (b1201935-a65a-454b-90ac-0b175703d8f8/dcf9f96a-dfdd-426b-aa16-c6ad47869270/2a1ac61a-c69b-4ffc-829a-ab2eea6c9653) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:32.626776 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.632933 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-48dfbc88-b6e1-46fd-a105-9859160d6511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.643450 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-ac43a42c-e673-4ce1-a79e-1ac6f083f8fe service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490098 Jul 09 19:49:32.649854 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-31a87e42-591a-41e1-8ed9-fb96356c1e75 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.655094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Pushing event deleted for resources: {'Network': ['ID=bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:32.657291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.662887 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e42917a5-088e-4a1c-8e7b-63f855eb972b admin admin] 10.222.0.30 "DELETE /v2.0/networks/bf5981ee-2b52-4ff6-99e4-e8f38f9c81b8 HTTP/1.1" status: 204 len: 168 time: 1.5074356 Jul 09 19:49:32.664904 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-48dfbc88-b6e1-46fd-a105-9859160d6511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.666862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48682) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:32.668927 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a782369f-9825-4640-8469-ca11e8d6e9ba req-d265610d-eddd-4deb-a073-9e1cfc5bb02e service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573096 Jul 09 19:49:32.701818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfbc88-b6e1-46fd-a105-9859160d6511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6febc962-2aae-4561-b8ee-c8243988408b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:32.782057 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-48dfbc88-b6e1-46fd-a105-9859160d6511 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0dd2244f4254de4a208c7137054b116&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5330279 Jul 09 19:49:32.785190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48686) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:32.817235 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb030a4-fd81-462b-9120-653138630cf2 req-b450298c-9327-47b7-a2e6-476f8124fa75 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:32.819162 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0fb030a4-fd81-462b-9120-653138630cf2 req-b450298c-9327-47b7-a2e6-476f8124fa75 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 946 time: 0.2855358 Jul 09 19:49:32.917674 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a782369f-9825-4640-8469-ca11e8d6e9ba req-2d1a8fe1-36ad-465c-9ab5-d47ef5c40a8e service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168741 Jul 09 19:49:32.932806 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0fb030a4-fd81-462b-9120-653138630cf2 req-43c76ce4-d90b-41e9-9ce3-f6c3822bd500 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048439 Jul 09 19:49:32.939650 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e8574c6f-e5ca-4de6-a7ed-dba3798be8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:32.971169 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e8574c6f-e5ca-4de6-a7ed-dba3798be8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.013756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafd2ab-52cd-41a9-a977-873769edf1aa req-da40e150-f179-4d38-b2f6-54912275a2ff tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:33.015400 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dfafd2ab-52cd-41a9-a977-873769edf1aa req-da40e150-f179-4d38-b2f6-54912275a2ff tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 949 time: 0.6326964 Jul 09 19:49:33.033417 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e8574c6f-e5ca-4de6-a7ed-dba3798be8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.037137 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e8574c6f-e5ca-4de6-a7ed-dba3798be8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.040760 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e8574c6f-e5ca-4de6-a7ed-dba3798be8ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6febc962-2aae-4561-b8ee-c8243988408b HTTP/1.1" status: 204 len: 168 time: 0.2528360 Jul 09 19:49:33.074037 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8574c6f-e5ca-4de6-a7ed-dba3798be8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6febc962-2aae-4561-b8ee-c8243988408b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:33.096112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-31a87e42-591a-41e1-8ed9-fb96356c1e75 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Network cde8a11d-a413-4777-8c30-ae667fa77b73 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:33.122520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-31a87e42-591a-41e1-8ed9-fb96356c1e75 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:33.133856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-31a87e42-591a-41e1-8ed9-fb96356c1e75 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:33.139997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a87e42-591a-41e1-8ed9-fb96356c1e75 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Pushing event updated for resources: {'Port': ['ID=14632d28-f287-4723-a36c-20f6bcb4d3c2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:33.150336 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a88182-f572-4d15-aae4-b999c14629d0 admin admin] Deleting subnet 9f975775-19ff-4934-b3d7-9cd336883bc1 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:49:33.173073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d52b8f-443f-4806-8ae3-d76eb0497db7 req-9fb7209a-f391-446f-ad1d-b30bd1ff4200 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:33.174669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-91d52b8f-443f-4806-8ae3-d76eb0497db7 req-9fb7209a-f391-446f-ad1d-b30bd1ff4200 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 949 time: 0.0911202 Jul 09 19:49:33.192003 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10a88182-f572-4d15-aae4-b999c14629d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.219532 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-91d52b8f-443f-4806-8ae3-d76eb0497db7 req-9b297e6b-70a7-4f0e-8b7b-4e631d9d5135 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351250 Jul 09 19:49:33.243440 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dfafd2ab-52cd-41a9-a977-873769edf1aa req-d9007668-4148-4306-bc1d-e612b857f4ef tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979721 Jul 09 19:49:33.294823 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10a88182-f572-4d15-aae4-b999c14629d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.299014 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.308135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-31a87e42-591a-41e1-8ed9-fb96356c1e75 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:33.308806 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-31a87e42-591a-41e1-8ed9-fb96356c1e75 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.358687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-7cdd2ad4-4360-4140-9d42-9c4d7f494d19 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:33.360472 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-7cdd2ad4-4360-4140-9d42-9c4d7f494d19 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d&tenant_id=d1970a87c2e6404b89294d0e16829336&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1097 time: 0.4443762 Jul 09 19:49:33.389344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Transition to ACTIVE for port object 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:33.398535 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-3'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:33.402088 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-31a87e42-591a-41e1-8ed9-fb96356c1e75 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8815446 Jul 09 19:49:33.494694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Request body: {'port': {'device_id': '77be03c7-3391-4da2-b481-4005f5cae4db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:33.512038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9242df-5908-4385-b360-fc275c5ee4b9 req-e206e264-143f-427d-be1b-3875d93af336 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:33.516644 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10a88182-f572-4d15-aae4-b999c14629d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.521874 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f9242df-5908-4385-b360-fc275c5ee4b9 req-e206e264-143f-427d-be1b-3875d93af336 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 931 time: 0.1035342 Jul 09 19:49:33.592446 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f9242df-5908-4385-b360-fc275c5ee4b9 req-24c90ff5-85a4-48bf-a78a-d0d0a95965e5 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684261 Jul 09 19:49:33.652508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48710) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:33.655039 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.681117 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08e6edbc-b440-4263-acac-084121eb0e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.719076 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.760739 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-1d67a604-599a-4cee-9eae-4b38e022cf2d tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=98d6a2fee54140bfba2abe3d718bfd70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502594 Jul 09 19:49:33.793085 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Network b1201935-a65a-454b-90ac-0b175703d8f8 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:33.803427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:33.809450 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.811228 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10a88182-f572-4d15-aae4-b999c14629d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:33.830576 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:33.943432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b643768c-385c-4f43-ae5c-92f766ea5ed2 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:33.948300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a88182-f572-4d15-aae4-b999c14629d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f975775-19ff-4934-b3d7-9cd336883bc1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:33.995730 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Pushing event updated for resources: {'Port': ['ID=2a1ac61a-c69b-4ffc-829a-ab2eea6c9653,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:34.002571 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10a88182-f572-4d15-aae4-b999c14629d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.007084 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-10a88182-f572-4d15-aae4-b999c14629d0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9f975775-19ff-4934-b3d7-9cd336883bc1 HTTP/1.1" status: 204 len: 168 time: 1.0921977 Jul 09 19:49:34.007701 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48724) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:34.025235 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-ecfde3e1-9db0-4639-b72a-5dd16b203c78 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:34.032703 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-ecfde3e1-9db0-4639-b72a-5dd16b203c78 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2710190 Jul 09 19:49:34.059466 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.070251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b643768c-385c-4f43-ae5c-92f766ea5ed2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:34.070629 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.143005 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-472e6092-30d0-43a8-b993-8ad2f8c84a0e tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/quotas/98d6a2fee54140bfba2abe3d718bfd70 HTTP/1.1" status: 200 len: 375 time: 0.1090484 Jul 09 19:49:34.145538 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bc9712c4-b12a-4359-8143-01bef14e85e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.174278 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08e6edbc-b440-4263-acac-084121eb0e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.189464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-58d5a81f-1fee-486f-a054-8221b29038a4 None None] Provisioning for port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:34.194934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-58d5a81f-1fee-486f-a054-8221b29038a4 None None] Provisioning complete for port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:34.195649 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-58d5a81f-1fee-486f-a054-8221b29038a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.219309 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08e6edbc-b440-4263-acac-084121eb0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.231219 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-58d5a81f-1fee-486f-a054-8221b29038a4 None None] Port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:34.288788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:34.316048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-08e6edbc-b440-4263-acac-084121eb0e65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd455d871bef45fc8428d3eda44e2af8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6621404 Jul 09 19:49:34.322038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6edbc-b440-4263-acac-084121eb0e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d44997b-3946-4f05-ba1e-ad05b976d532,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:34.325006 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48728) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:34.328276 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bc9712c4-b12a-4359-8143-01bef14e85e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.342266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-bc9712c4-b12a-4359-8143-01bef14e85e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1d8295-02ae-4835-a4da-397c62ef0003']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:34.354587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-bc9712c4-b12a-4359-8143-01bef14e85e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd810bd0b-111c-4a29-bd64-d15013137caa') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:34.354883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-bc9712c4-b12a-4359-8143-01bef14e85e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd810bd0b-111c-4a29-bd64-d15013137caa') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:34.365496 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-0a59ce23-fafa-46fb-a24a-4ffe8e89ac38 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=98d6a2fee54140bfba2abe3d718bfd70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2156229 Jul 09 19:49:34.369442 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bc9712c4-b12a-4359-8143-01bef14e85e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.383189 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bc9712c4-b12a-4359-8143-01bef14e85e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.389983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9712c4-b12a-4359-8143-01bef14e85e5 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:49:34.390582 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bc9712c4-b12a-4359-8143-01bef14e85e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:49:34.392466 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:49:34.451489 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bc9712c4-b12a-4359-8143-01bef14e85e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.460157 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bc9712c4-b12a-4359-8143-01bef14e85e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.464627 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bc9712c4-b12a-4359-8143-01bef14e85e5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ce1d8295-02ae-4835-a4da-397c62ef0003 HTTP/1.1" status: 204 len: 168 time: 0.4512699 Jul 09 19:49:34.480610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9712c4-b12a-4359-8143-01bef14e85e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce1d8295-02ae-4835-a4da-397c62ef0003,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:34.530033 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:34.590551 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64bc9c-a926-4f45-9a2a-26aaab9c3469 req-2e9dd450-1da6-4281-bd87-c866b77fd91d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:34.593022 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cf64bc9c-a926-4f45-9a2a-26aaab9c3469 req-2e9dd450-1da6-4281-bd87-c866b77fd91d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 946 time: 0.4413810 Jul 09 19:49:34.662543 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85befdee-e1f9-47c9-84ee-fd1704e318c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.686209 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85befdee-e1f9-47c9-84ee-fd1704e318c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.720754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48742) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:34.722942 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e4386d-2333-4a76-b947-5294d794ac4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac01fcc-67c3-47a2-842d-ea10f80cc294'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:34.730571 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e6d2c4-3eae-4056-b6d5-bef607e1cdc8" -d '{"events": [{"server_uuid": "a5e4386d-2333-4a76-b947-5294d794ac4d", "name": "network-vif-unplugged", "status": "completed", "tag": "eac01fcc-67c3-47a2-842d-ea10f80cc294"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:34.741784 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.777139 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.802003 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.802804 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ba61d4ca-b872-4246-b118-ce97199bb418 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8134686c28e4cdca9457ab1119210a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799859 Jul 09 19:49:34.803445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48752) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:34.867228 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0516da1-f1b1-4d9c-8a23-18fd4ea74bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.922537 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0516da1-f1b1-4d9c-8a23-18fd4ea74bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:34.988291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b9949-8193-4dab-be56-29877b9b5146 req-d3db511d-22a8-4e89-a47c-51acf15c313d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:34.990667 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-986b9949-8193-4dab-be56-29877b9b5146 req-d3db511d-22a8-4e89-a47c-51acf15c313d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 949 time: 0.1112473 Jul 09 19:49:35.022655 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0516da1-f1b1-4d9c-8a23-18fd4ea74bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.026093 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0516da1-f1b1-4d9c-8a23-18fd4ea74bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.030405 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c0516da1-f1b1-4d9c-8a23-18fd4ea74bcd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c37d4aa-a629-41fe-adf0-2d58c01bbca7 HTTP/1.1" status: 204 len: 168 time: 0.2260056 Jul 09 19:49:35.058953 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-986b9949-8193-4dab-be56-29877b9b5146 req-4141e323-e4df-43ff-bf53-3749bb5ce3d2 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613148 Jul 09 19:49:35.060335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0516da1-f1b1-4d9c-8a23-18fd4ea74bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c37d4aa-a629-41fe-adf0-2d58c01bbca7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:35.100586 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cf64bc9c-a926-4f45-9a2a-26aaab9c3469 req-625ffe09-1f65-4289-bae2-baf15be26e42 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743264 Jul 09 19:49:35.208662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14632d28-f287-4723-a36c-20f6bcb4d3c2 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:35.221504 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.225053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Pushing event updated for resources: {'Port': ['ID=eac01fcc-67c3-47a2-842d-ea10f80cc294,revision_number=7']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:35.247195 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85befdee-e1f9-47c9-84ee-fd1704e318c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.249713 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85befdee-e1f9-47c9-84ee-fd1704e318c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.250891 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-85befdee-e1f9-47c9-84ee-fd1704e318c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d44997b-3946-4f05-ba1e-ad05b976d532 HTTP/1.1" status: 204 len: 168 time: 0.9204304 Jul 09 19:49:35.302673 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Transition to ACTIVE for port object 14632d28-f287-4723-a36c-20f6bcb4d3c2 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:35.309639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85befdee-e1f9-47c9-84ee-fd1704e318c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d44997b-3946-4f05-ba1e-ad05b976d532,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:35.344141 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2dd0dab3-85b7-489b-8d61-8426516daf0a req-fbfaa0a5-aa3d-436d-a4f0-0800cf3074bd tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 210 time: 0.0541027 Jul 09 19:49:35.351342 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.378226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Attempting to bind port eac01fcc-67c3-47a2-842d-ea10f80cc294 on host n-h1-800088-3 for vnic_type normal with profile {"migrating_to": "n-h2-800088-3"} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:35.378573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Attempting to bind port eac01fcc-67c3-47a2-842d-ea10f80cc294 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:35.378909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Attempting to bind port eac01fcc-67c3-47a2-842d-ea10f80cc294 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:35.432743 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4b2456-00da-444e-91bc-5a2b1f0c46de x-openstack-request-id: req-7f4b2456-00da-444e-91bc-5a2b1f0c46de {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:35.433046 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e4386d-2333-4a76-b947-5294d794ac4d", "name": "network-vif-unplugged", "status": "completed", "tag": "eac01fcc-67c3-47a2-842d-ea10f80cc294", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:35.433284 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f4b2456-00da-444e-91bc-5a2b1f0c46de {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:35.433956 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e4386d-2333-4a76-b947-5294d794ac4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac01fcc-67c3-47a2-842d-ea10f80cc294', 'code': 200} Jul 09 19:49:35.444802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Port eac01fcc-67c3-47a2-842d-ea10f80cc294 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:49:35.445465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Attempting to bind port eac01fcc-67c3-47a2-842d-ea10f80cc294 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:35.476485 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:35.477087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Checking segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:35.477685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Bound using segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:35.478358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Bound port: eac01fcc-67c3-47a2-842d-ea10f80cc294, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:35.478725 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.514613 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=14632d28-f287-4723-a36c-20f6bcb4d3c2,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:35.533112 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.560197 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.647230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48770) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:35.657863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aacc4-2ff7-43fc-992b-ee2d55154320 req-b9eada2b-79e5-41be-b91b-83e03525b852 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:35.665535 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-462aacc4-2ff7-43fc-992b-ee2d55154320 req-b9eada2b-79e5-41be-b91b-83e03525b852 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 943 time: 0.3686242 Jul 09 19:49:35.690005 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8771c907-1724-408b-a6a3-1feb85af3879 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b671e2c7feae40ecb27b45e59c6596d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415955 Jul 09 19:49:35.692760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48772) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:35.771422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Pushing event updated for resources: {'Port': ['ID=2a1ac61a-c69b-4ffc-829a-ab2eea6c9653,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:35.774434 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.775678 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d0757ca-99a5-4318-a6a4-d51d659e47f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.778393 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:35.803910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Attempting to bind port 14632d28-f287-4723-a36c-20f6bcb4d3c2 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:35.804037 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d0757ca-99a5-4318-a6a4-d51d659e47f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.804313 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Attempting to bind port 14632d28-f287-4723-a36c-20f6bcb4d3c2 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:35.804559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Attempting to bind port 14632d28-f287-4723-a36c-20f6bcb4d3c2 on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:35.807675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:35.827180 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-462aacc4-2ff7-43fc-992b-ee2d55154320 req-b329745f-8338-4e32-9638-d32afb763d8d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574337 Jul 09 19:49:35.828392 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:35.898232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-db55c0fc-722e-4bc8-a567-54fe2840d993 req-0ff83f62-b509-470b-be5e-5e83320baeb5 tempest-QuotasAdminNegativeTest-363563069 tempest-QuotasAdminNegativeTest-363563069-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=21319ae7e5d1498c8206c09e85f5dad8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446606 Jul 09 19:49:35.915236 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Port 14632d28-f287-4723-a36c-20f6bcb4d3c2 on network cde8a11d-a413-4777-8c30-ae667fa77b73 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:49:35.917674 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Attempting to bind port 14632d28-f287-4723-a36c-20f6bcb4d3c2 on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:36.005910 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d0757ca-99a5-4318-a6a4-d51d659e47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:36.008834 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d0757ca-99a5-4318-a6a4-d51d659e47f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:36.020044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8d0757ca-99a5-4318-a6a4-d51d659e47f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2221dc2e-0dcf-44f8-87af-141126adb4f8 HTTP/1.1" status: 204 len: 168 time: 0.3188074 Jul 09 19:49:36.042332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0757ca-99a5-4318-a6a4-d51d659e47f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2221dc2e-0dcf-44f8-87af-141126adb4f8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:36.056805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55c0fc-722e-4bc8-a567-54fe2840d993 req-1f101861-fb73-49a4-880b-4bb576e5b7e9 tempest-QuotasAdminNegativeTest-363563069 tempest-QuotasAdminNegativeTest-363563069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:36.065765 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-db55c0fc-722e-4bc8-a567-54fe2840d993 req-1f101861-fb73-49a4-880b-4bb576e5b7e9 tempest-QuotasAdminNegativeTest-363563069 tempest-QuotasAdminNegativeTest-363563069-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1662955 Jul 09 19:49:36.083836 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-db55c0fc-722e-4bc8-a567-54fe2840d993 req-48d675be-82ca-42c4-8c81-7c7990da2d8a tempest-QuotasAdminNegativeTest-363563069 tempest-QuotasAdminNegativeTest-363563069-project] 10.222.0.30 "GET /v2.0/quotas/21319ae7e5d1498c8206c09e85f5dad8 HTTP/1.1" status: 200 len: 375 time: 0.0158615 Jul 09 19:49:36.085508 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:36.085845 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Checking segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:36.086423 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Bound using segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:36.087103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Bound port: 14632d28-f287-4723-a36c-20f6bcb4d3c2, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:36.090564 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:36.125782 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-db55c0fc-722e-4bc8-a567-54fe2840d993 req-380af492-bc47-45cd-8814-fd26998c1356 tempest-QuotasAdminNegativeTest-363563069 tempest-QuotasAdminNegativeTest-363563069-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=21319ae7e5d1498c8206c09e85f5dad8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408585 Jul 09 19:49:36.200820 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Pushing event updated for resources: {'Port': ['ID=eac01fcc-67c3-47a2-842d-ea10f80cc294,revision_number=8']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:36.208501 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:36.209184 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:36.210734 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-93d1932c-b257-4352-8883-50634db51e69 service neutron] 10.222.0.32 "PUT /v2.0/ports/eac01fcc-67c3-47a2-842d-ea10f80cc294 HTTP/1.1" status: 200 len: 1122 time: 2.8230019 Jul 09 19:49:36.214212 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-e449d18e-6234-43d4-b52b-35d60d7551f5 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=98d6a2fee54140bfba2abe3d718bfd70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1146629 Jul 09 19:49:36.275261 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['eac01fcc-67c3-47a2-842d-ea10f80cc294'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:36.331635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Network b1201935-a65a-454b-90ac-0b175703d8f8 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:36.359261 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:36.417476 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a3b4d-4380-4ac7-9cf8-52d08d9d823a req-07051a0f-ebb4-4519-b04f-fdb6bacdc5a3 tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:36.425113 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c9a3b4d-4380-4ac7-9cf8-52d08d9d823a req-07051a0f-ebb4-4519-b04f-fdb6bacdc5a3 tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 1100 time: 0.4365928 Jul 09 19:49:36.435444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:36.459506 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76912fd-007b-4471-bc15-f2292ab27aa7 req-d272a5d4-d2c9-4eb1-af07-b619f833dff0 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:36.466731 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c76912fd-007b-4471-bc15-f2292ab27aa7 req-d272a5d4-d2c9-4eb1-af07-b619f833dff0 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 944 time: 0.1416659 Jul 09 19:49:36.547343 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c76912fd-007b-4471-bc15-f2292ab27aa7 req-33711a8e-be54-48b5-b182-f08470a00a94 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769837 Jul 09 19:49:36.610089 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:36.623830 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:36.717096 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c9a3b4d-4380-4ac7-9cf8-52d08d9d823a req-65cc5817-5006-416a-8d1d-8ac482265ba6 tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829068 Jul 09 19:49:36.737561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:36.737561 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:36.737561 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] 10.222.0.36 "PUT /v2.0/ports/14632d28-f287-4723-a36c-20f6bcb4d3c2 HTTP/1.1" status: 200 len: 1091 time: 3.2453067 Jul 09 19:49:36.774431 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-a7eb596a-22a1-44dc-941f-9504ce9ba4af tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:36.775912 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-a7eb596a-22a1-44dc-941f-9504ce9ba4af tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5324123 Jul 09 19:49:36.785844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4e95b354-d2d3-44fc-b6c1-422b38ec57b2 None None] Provisioning complete for port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:36.788384 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4e95b354-d2d3-44fc-b6c1-422b38ec57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:36.820508 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-8a8edbfe-b615-46f7-a66c-31fa3979a5eb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Request body: {'port': {'device_id': 'ff4c551d-2d7d-4583-b8fd-9014d78adc4f', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '98d6a2fee54140bfba2abe3d718bfd70'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:36.857862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4e95b354-d2d3-44fc-b6c1-422b38ec57b2 None None] Port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:36.916597 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Router 6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:49:36.933538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec323995-0e71-4e57-a9bb-d74a5e4ee9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=14632d28-f287-4723-a36c-20f6bcb4d3c2,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:36.941504 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-621db72f-cf90-4f72-ada8-7815d1906eb3 req-301a8342-e467-4640-a1dd-cde68086a72a tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 210 time: 0.0962586 Jul 09 19:49:36.998392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-e662ec32-0943-40cb-90cf-ffa8b69b7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:37.000086 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-e662ec32-0943-40cb-90cf-ffa8b69b7f9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 1094 time: 0.2115960 Jul 09 19:49:37.086552 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-badb92c0-697d-43c4-81cb-a69f64f076d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2 HTTP/1.1" status: 200 len: 217 time: 0.0497742 Jul 09 19:49:37.210676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-8a8edbfe-b615-46f7-a66c-31fa3979a5eb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Made reservation on behalf of 98d6a2fee54140bfba2abe3d718bfd70 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:37.214195 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-8a8edbfe-b615-46f7-a66c-31fa3979a5eb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:37.248415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:37.265684 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0f42dcc0-e458-408b-8478-513455cd652f admin admin] 10.222.0.30 "PUT /v2.0/routers/6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0362394 Jul 09 19:49:37.265684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-a0d51551-29ef-4f8c-a075-3a216fdeb9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:37.265684 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-a0d51551-29ef-4f8c-a075-3a216fdeb9c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.1665280 Jul 09 19:49:37.272490 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Sync routers for ids ['6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:37.298003 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Routers {'6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:37.299155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:49:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:37.448226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Set router 6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:37.497657 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e4386d-2333-4a76-b947-5294d794ac4d', 'tag': 'eac01fcc-67c3-47a2-842d-ea10f80cc294'}, {'name': 'network-changed', 'server_uuid': '77be03c7-3391-4da2-b481-4005f5cae4db', 'tag': '14632d28-f287-4723-a36c-20f6bcb4d3c2'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:37.499896 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0359dac9-7445-466b-9689-8b32feb8f8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e4386d-2333-4a76-b947-5294d794ac4d", "tag": "eac01fcc-67c3-47a2-842d-ea10f80cc294"}, {"name": "network-changed", "server_uuid": "77be03c7-3391-4da2-b481-4005f5cae4db", "tag": "14632d28-f287-4723-a36c-20f6bcb4d3c2"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:37.553588 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-b4c56c95-3427-4588-a265-793dc7b0b5f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2762260 Jul 09 19:49:37.600551 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7926f7-308d-4b8b-acc5-868a7496cdff req-4e7adc41-3fda-464a-9d8f-c157da5dca3d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:37.607473 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9c7926f7-308d-4b8b-acc5-868a7496cdff req-4e7adc41-3fda-464a-9d8f-c157da5dca3d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 943 time: 0.4689832 Jul 09 19:49:37.661478 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-edd9ea90-6091-45de-9fc1-cad580f0783e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385227 Jul 09 19:49:37.764662 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9c7926f7-308d-4b8b-acc5-868a7496cdff req-6ab8bdfc-fd34-48e7-9e26-f3072f4e1ab1 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561921 Jul 09 19:49:37.803290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48878) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:37.823466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-8a8edbfe-b615-46f7-a66c-31fa3979a5eb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Allocated IP 192.168.233.233 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/76a71983-e56f-49dd-9222-d77c39251035) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:37.830606 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-5d953821-a77c-4c9b-8df7-89e5a1aa7e98 service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715523 Jul 09 19:49:37.850229 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2077322-26a1-4dc4-8f64-6a56cd79f45e x-openstack-request-id: req-c2077322-26a1-4dc4-8f64-6a56cd79f45e {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:37.850568 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e4386d-2333-4a76-b947-5294d794ac4d", "tag": "eac01fcc-67c3-47a2-842d-ea10f80cc294", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "77be03c7-3391-4da2-b481-4005f5cae4db", "tag": "14632d28-f287-4723-a36c-20f6bcb4d3c2", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:37.850786 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2077322-26a1-4dc4-8f64-6a56cd79f45e {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:37.851224 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e4386d-2333-4a76-b947-5294d794ac4d', 'tag': 'eac01fcc-67c3-47a2-842d-ea10f80cc294', 'status': 'completed', 'code': 200} Jul 09 19:49:37.851486 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77be03c7-3391-4da2-b481-4005f5cae4db', 'tag': '14632d28-f287-4723-a36c-20f6bcb4d3c2', 'status': 'completed', 'code': 200} Jul 09 19:49:37.870144 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-107c9cdd-559a-4349-9c42-121d4f95e9be tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:37.881782 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-107c9cdd-559a-4349-9c42-121d4f95e9be tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183495 Jul 09 19:49:37.954175 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031973649-router', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:25Z', 'updated_at': '2021-07-09T19:49:34Z', 'revision_number': 4, 'project_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'gw_port': {'id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:26Z', 'updated_at': '2021-07-09T19:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '2a1ac61a-c69b-4ffc-829a-ab2eea6c9653', 'name': '', 'network_id': 'b1201935-a65a-454b-90ac-0b175703d8f8', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'mac_address': 'fa:16:3e:0c:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dcf9f96a-dfdd-426b-aa16-c6ad47869270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:31Z', 'updated_at': '2021-07-09T19:49:35Z', 'revision_number': 2, 'project_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'subnets': [{'id': 'dcf9f96a-dfdd-426b-aa16-c6ad47869270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:37.990247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-77225fb9-211c-43be-8afa-fcd36f6dcc12 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/quotas/85d911fbc81540608cc58c99a8dd9dfd HTTP/1.1" status: 200 len: 375 time: 0.1039894 Jul 09 19:49:38.019372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Checking router: 6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:49:38.020137 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Updating router 6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:49:38.032972 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54476634-a9fa-46b8-bfeb-e4821dbd8c6c req-f3ffc486-41d1-4cda-b5c3-762d68b658b8 service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948643 Jul 09 19:49:38.082181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-3ab284ff-f11e-445d-b9d7-a29c4693657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:38.084861 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-3ab284ff-f11e-445d-b9d7-a29c4693657b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 1125 time: 0.1901774 Jul 09 19:49:38.086877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-34842092-network', 'tenant_id': 'b150e16940b14100ae55220bc4330aca'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:38.092722 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.106529 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-ea859fbf-480e-43b8-a572-8d9dfa667eb8 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1152725 Jul 09 19:49:38.118666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] Made reservation on behalf of b150e16940b14100ae55220bc4330aca for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:38.121278 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.160094 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.235902 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-8a8edbfe-b615-46f7-a66c-31fa3979a5eb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.239207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-21109234-9161-439e-830e-5ff49a87c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:38.241013 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-21109234-9161-439e-830e-5ff49a87c9a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.1310790 Jul 09 19:49:38.272428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-8a8edbfe-b615-46f7-a66c-31fa3979a5eb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Transition to ACTIVE for port object 76a71983-e56f-49dd-9222-d77c39251035 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:38.366350 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-66b5c707-6738-4844-aba8-1b219d4786d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294 HTTP/1.1" status: 200 len: 217 time: 0.1028867 Jul 09 19:49:38.424592 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-8a8edbfe-b615-46f7-a66c-31fa3979a5eb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.453788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['b1f175fc-4d6a-41af-b6ea-33624d02ec96'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:38.501359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-cd2f2e3a-bccc-4ce3-8672-38f63af5f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:38.502964 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-cd2f2e3a-bccc-4ce3-8672-38f63af5f6c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.1309800 Jul 09 19:49:38.547396 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8edbfe-b615-46f7-a66c-31fa3979a5eb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Pushing event updated for resources: {'Port': ['ID=76a71983-e56f-49dd-9222-d77c39251035,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:38.566180 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-9fd6578d-2e01-4be9-8a61-5be509ebcacb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518463 Jul 09 19:49:38.664554 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-8a8edbfe-b615-46f7-a66c-31fa3979a5eb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:38.673203 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.675981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-8a8edbfe-b615-46f7-a66c-31fa3979a5eb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:38.681347 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-8a8edbfe-b615-46f7-a66c-31fa3979a5eb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:38.752956 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.767020 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-f37378ea-fd49-46c3-80ec-11a20fb038e0 service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893806 Jul 09 19:49:38.784562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:49:38.805564 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.806041 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] Added segment b559cddf-03fd-419c-8c00-284214c86449 of type vlan for network d0f8df36-e569-4c72-8f90-4a083d0d2491 Jul 09 19:49:38.866403 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.921490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eaa8ef-5f63-4941-adbf-3305e59963a2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:38.924150 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.925250 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:38.926224 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:38.940818 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-bad5ba38-fcad-4d78-8deb-de19bb1c0dae service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657906 Jul 09 19:49:38.969404 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.1604826 Jul 09 19:49:38.998084 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48912) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:39.003274 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9a13d1cf-08bc-43a6-a76c-90d16eedff5f admin admin] Request body: {'subnet': {'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-34842092-subnet', 'tenant_id': 'b150e16940b14100ae55220bc4330aca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:39.004849 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:39.030474 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Transition to ACTIVE for port object 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:39.045125 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:39.065735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a13d1cf-08bc-43a6-a76c-90d16eedff5f admin admin] Made reservation on behalf of b150e16940b14100ae55220bc4330aca for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:39.068792 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a13d1cf-08bc-43a6-a76c-90d16eedff5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:39.099693 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34bd30-fcda-47d1-b91b-e586a85009c4 req-85927a3f-a777-44d3-9546-3ca2522b5dfe tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:39.107239 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b34bd30-fcda-47d1-b91b-e586a85009c4 req-85927a3f-a777-44d3-9546-3ca2522b5dfe tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 944 time: 0.5401731 Jul 09 19:49:39.131638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-576af6b1-fe00-4581-b1e7-e1636995ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:39.133637 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-576af6b1-fe00-4581-b1e7-e1636995ac24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 1094 time: 0.1258433 Jul 09 19:49:39.139249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5b9ac2e2-a02b-49de-adc0-af31780acb5e None None] Provisioning for port 76a71983-e56f-49dd-9222-d77c39251035 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:39.150559 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5b9ac2e2-a02b-49de-adc0-af31780acb5e None None] Provisioning complete for port 76a71983-e56f-49dd-9222-d77c39251035 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:39.151064 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5b9ac2e2-a02b-49de-adc0-af31780acb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:39.175924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe84bb2-0c0e-409c-bd75-8447f46f0bc4 req-266cb4cd-1e64-431b-8146-af2cc7e702d5 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:39.188920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4fe84bb2-0c0e-409c-bd75-8447f46f0bc4 req-266cb4cd-1e64-431b-8146-af2cc7e702d5 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 936 time: 0.2456861 Jul 09 19:49:39.199375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-5b9ac2e2-a02b-49de-adc0-af31780acb5e None None] Port 76a71983-e56f-49dd-9222-d77c39251035 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:39.218665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afff89f-0f5f-421c-b198-262b593dfbb7 None None] Pushing event updated for resources: {'Port': ['ID=2a1ac61a-c69b-4ffc-829a-ab2eea6c9653,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:39.219312 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-8a8edbfe-b615-46f7-a66c-31fa3979a5eb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:39.220163 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-8a8edbfe-b615-46f7-a66c-31fa3979a5eb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:39.282452 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b34bd30-fcda-47d1-b91b-e586a85009c4 req-793789e6-a38b-451e-8f72-e8c2ca97ddd6 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741273 Jul 09 19:49:39.291793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7c12f-3865-4ef4-a543-340701f0c91c admin admin] Pushing event updated for resources: {'Network': ['ID=d0f8df36-e569-4c72-8f90-4a083d0d2491,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:39.294550 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Attempting to bind port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:39.295118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Attempting to bind port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'd3e62940-ffc6-4ff0-b32a-394e8df60d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1201935-a65a-454b-90ac-0b175703d8f8'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:39.298431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Attempting to bind port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 on network b1201935-a65a-454b-90ac-0b175703d8f8 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:39.322212 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4fe84bb2-0c0e-409c-bd75-8447f46f0bc4 req-2ef3dc24-56b2-43eb-b5e7-94e1ffc686d8 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322446 Jul 09 19:49:39.327648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network d0f8df36-e569-4c72-8f90-4a083d0d2491 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:49:39.334550 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-8a8edbfe-b615-46f7-a66c-31fa3979a5eb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5190053 Jul 09 19:49:39.357185 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Request body: {'port': {'device_id': 'ff4c551d-2d7d-4583-b8fd-9014d78adc4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:39.466607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-a0e4a907-94c3-4a8a-a826-f7124ce5ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:39.468395 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-a0e4a907-94c3-4a8a-a826-f7124ce5ad41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.3265092 Jul 09 19:49:39.479605 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:39.480695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Checking segment: {'id': 'd3e62940-ffc6-4ff0-b32a-394e8df60d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1201935-a65a-454b-90ac-0b175703d8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:39.482035 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:39.489395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Bound using segment: {'id': 'd3e62940-ffc6-4ff0-b32a-394e8df60d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1201935-a65a-454b-90ac-0b175703d8f8'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:39.490168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Bound port: 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e62940-ffc6-4ff0-b32a-394e8df60d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b1201935-a65a-454b-90ac-0b175703d8f8'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:39.490750 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:39.523206 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-5ae2b5f2-e8a6-488c-8059-e94361665ee0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2 HTTP/1.1" status: 200 len: 217 time: 0.0477440 Jul 09 19:49:39.578543 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] For port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:39.582293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] For port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2a1ac61a-c69b-4ffc-829a-ab2eea6c9653,segment=NetworkSegment(d3e62940-ffc6-4ff0-b32a-394e8df60d52),segment_id=d3e62940-ffc6-4ff0-b32a-394e8df60d52)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:39.589605 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device eac01fcc-67c3-47a2-842d-ea10f80cc294 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:49:39.595736 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:39.608967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-c3dd411d-56b9-4a7f-ba1a-a1ea5303e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:39.611323 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-c3dd411d-56b9-4a7f-ba1a-a1ea5303e248 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.0806918 Jul 09 19:49:39.617126 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d1cc4e56-456f-4145-ba23-317fbb44b1fa req-16c57b05-d6ea-4166-8289-92bf2c87f14d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 210 time: 0.0869305 Jul 09 19:49:39.657762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afff89f-0f5f-421c-b198-262b593dfbb7 None None] Pushing event updated for resources: {'Port': ['ID=2a1ac61a-c69b-4ffc-829a-ab2eea6c9653,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:39.661745 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:39.739506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Routers {'6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:39.740211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:49:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:39.771679 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-0cc2cefc-cfd6-4690-98de-b2452933a5c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1404631 Jul 09 19:49:39.869139 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8eafc46b-9cda-4c63-8b5a-92fd033cb949 req-2742452d-0777-4cc1-984f-7a55bdd49185 tempest-QuotasAdminNegativeTest-363563069 tempest-QuotasAdminNegativeTest-363563069-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=21319ae7e5d1498c8206c09e85f5dad8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577152 Jul 09 19:49:39.934959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:39.953082 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device eac01fcc-67c3-47a2-842d-ea10f80cc294 has no active binding in host n-h2-800088-3 {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:49:39.963924 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] Set router 6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:40.020936 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a13d1cf-08bc-43a6-a76c-90d16eedff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:40.069228 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-9fc46457-1c3c-442c-93ae-d868ce3a2582 service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905939 Jul 09 19:49:40.159619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafc46b-9cda-4c63-8b5a-92fd033cb949 req-807d869c-fd14-4d5b-ac5d-c169f66d4341 tempest-QuotasAdminNegativeTest-363563069 tempest-QuotasAdminNegativeTest-363563069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:40.182142 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8eafc46b-9cda-4c63-8b5a-92fd033cb949 req-807d869c-fd14-4d5b-ac5d-c169f66d4341 tempest-QuotasAdminNegativeTest-363563069 tempest-QuotasAdminNegativeTest-363563069-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118758 Jul 09 19:49:40.231833 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8eafc46b-9cda-4c63-8b5a-92fd033cb949 req-b0f793d3-0f01-4c15-80c5-501e20e1a1f1 tempest-QuotasAdminNegativeTest-363563069 tempest-QuotasAdminNegativeTest-363563069-project] 10.222.0.30 "GET /v2.0/quotas/21319ae7e5d1498c8206c09e85f5dad8 HTTP/1.1" status: 200 len: 375 time: 0.0486696 Jul 09 19:49:40.252230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13d1cf-08bc-43a6-a76c-90d16eedff5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c7a8fa-d3e4-4a12-83ec-d4a84e27778e,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:40.257521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031973649-router', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:25Z', 'updated_at': '2021-07-09T19:49:34Z', 'revision_number': 4, 'project_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'gw_port': {'id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:26Z', 'updated_at': '2021-07-09T19:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '2a1ac61a-c69b-4ffc-829a-ab2eea6c9653', 'name': '', 'network_id': 'b1201935-a65a-454b-90ac-0b175703d8f8', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'mac_address': 'fa:16:3e:0c:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dcf9f96a-dfdd-426b-aa16-c6ad47869270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:31Z', 'updated_at': '2021-07-09T19:49:39Z', 'revision_number': 4, 'project_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'subnets': [{'id': 'dcf9f96a-dfdd-426b-aa16-c6ad47869270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:40.289835 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6ebf43-5ae5-4dbe-bf83-a07bf70a12f4 None None] The sync data for ids ['6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'] in n-d-800088-3 is: [{'id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031973649-router', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:25Z', 'updated_at': '2021-07-09T19:49:34Z', 'revision_number': 4, 'project_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'gw_port': {'id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:26Z', 'updated_at': '2021-07-09T19:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '2a1ac61a-c69b-4ffc-829a-ab2eea6c9653', 'name': '', 'network_id': 'b1201935-a65a-454b-90ac-0b175703d8f8', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'mac_address': 'fa:16:3e:0c:f1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'dcf9f96a-dfdd-426b-aa16-c6ad47869270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:31Z', 'updated_at': '2021-07-09T19:49:39Z', 'revision_number': 4, 'project_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'subnets': [{'id': 'dcf9f96a-dfdd-426b-aa16-c6ad47869270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:40.307573 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0359dac9-7445-466b-9689-8b32feb8f8eb req-f7d914af-00ed-4ef5-860d-cff52f7ffe58 service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247477 Jul 09 19:49:40.347253 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8eafc46b-9cda-4c63-8b5a-92fd033cb949 req-25798301-63d5-44ab-8215-c7e66dbfd49b tempest-QuotasAdminNegativeTest-363563069 tempest-QuotasAdminNegativeTest-363563069-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=21319ae7e5d1498c8206c09e85f5dad8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1096129 Jul 09 19:49:40.407211 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-eb3342a6-2a79-486c-a36e-b654dac7425a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1646214 Jul 09 19:49:40.448829 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-5e9dcd75-9a18-4ff2-b0e1-d1d60cb2f433 service neutron] 10.222.0.36 "GET /v2.0/ports/eac01fcc-67c3-47a2-842d-ea10f80cc294/bindings/n-h2-800088-3 HTTP/1.1" status: 200 len: 384 time: 0.1862893 Jul 09 19:49:40.452446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a71983-e56f-49dd-9222-d77c39251035 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:40.527982 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:40.530392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a13d1cf-08bc-43a6-a76c-90d16eedff5f admin admin] Checking segment: {'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:40.530754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a13d1cf-08bc-43a6-a76c-90d16eedff5f admin admin] Network hostable DHCP agents. Network: d0f8df36-e569-4c72-8f90-4a083d0d2491, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:49:40.584771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Transition to ACTIVE for port object 76a71983-e56f-49dd-9222-d77c39251035 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:40.601880 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:40.645275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65abe18-274f-47ed-963f-13d168e22c9d req-110f0937-00b0-4379-a07b-b516a48968b1 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:40.646829 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f65abe18-274f-47ed-963f-13d168e22c9d req-110f0937-00b0-4379-a07b-b516a48968b1 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 944 time: 0.0724890 Jul 09 19:49:40.666514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a13d1cf-08bc-43a6-a76c-90d16eedff5f admin admin] Network d0f8df36-e569-4c72-8f90-4a083d0d2491 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:49:40.693316 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f65abe18-274f-47ed-963f-13d168e22c9d req-5180c938-4d5c-4a9e-878b-b4fcd2c72306 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377097 Jul 09 19:49:40.718558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-9a13d1cf-08bc-43a6-a76c-90d16eedff5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, d0f8df36-e569-4c72-8f90-4a083d0d2491) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:40.728595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Pushing event updated for resources: {'Port': ['ID=76a71983-e56f-49dd-9222-d77c39251035,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:40.728595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a13d1cf-08bc-43a6-a76c-90d16eedff5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:40.728595 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a13d1cf-08bc-43a6-a76c-90d16eedff5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:40.736832 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f523dbb1-c42d-4a60-80de-425007eb242f None None] Network d0f8df36-e569-4c72-8f90-4a083d0d2491 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:40.751290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-8bf67f47-a8e5-4632-ba5c-7c929f4a1092 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:40.752893 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-8bf67f47-a8e5-4632-ba5c-7c929f4a1092 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3344042 Jul 09 19:49:40.810671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-b48eea44-dd9a-42d5-94ec-2ecfe00a16dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Request body: {'port': {'device_id': '88017bf0-fe57-48af-ba46-bb30316fbb8f', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '85d911fbc81540608cc58c99a8dd9dfd'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:40.838573 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9a13d1cf-08bc-43a6-a76c-90d16eedff5f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8392925 Jul 09 19:49:40.863039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926da277-0a8a-4061-8d84-2309f704f836 req-d3a23ddf-5ec1-4ca8-866d-129ec4d64ec7 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:40.870120 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-926da277-0a8a-4061-8d84-2309f704f836 req-d3a23ddf-5ec1-4ca8-866d-129ec4d64ec7 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 943 time: 0.4547839 Jul 09 19:49:40.967943 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c2be57-9d9c-4068-8cdd-59e9a8dd1046 None None] Network d0f8df36-e569-4c72-8f90-4a083d0d2491 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:41.037176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d4827-4190-44d5-afe4-7ad91c4d14aa req-05565276-1d6d-4f2a-a9cb-af3571321a83 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:41.038911 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-524d4827-4190-44d5-afe4-7ad91c4d14aa req-05565276-1d6d-4f2a-a9cb-af3571321a83 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 948 time: 0.1168592 Jul 09 19:49:41.105562 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-524d4827-4190-44d5-afe4-7ad91c4d14aa req-777bfe41-8cfa-4e22-b57b-aee807b79353 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584226 Jul 09 19:49:41.164157 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-926da277-0a8a-4061-8d84-2309f704f836 req-777afcb2-7ba1-4017-9d8b-a45bc2af493d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570300 Jul 09 19:49:41.194079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Attempting to bind port 76a71983-e56f-49dd-9222-d77c39251035 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:41.194571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Attempting to bind port 76a71983-e56f-49dd-9222-d77c39251035 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:41.194937 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Attempting to bind port 76a71983-e56f-49dd-9222-d77c39251035 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:41.214183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Port 76a71983-e56f-49dd-9222-d77c39251035 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:49:41.214531 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Attempting to bind port 76a71983-e56f-49dd-9222-d77c39251035 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:41.231209 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-e2da35b5-e8b9-447a-81ce-c69b72bfb6c1 service neutron] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:41.243127 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:41.243516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:41.243928 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:41.244566 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Bound port: 76a71983-e56f-49dd-9222-d77c39251035, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:41.245104 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:41.277083 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-e2da35b5-e8b9-447a-81ce-c69b72bfb6c1 service neutron] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:41.299611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-b48eea44-dd9a-42d5-94ec-2ecfe00a16dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Made reservation on behalf of 85d911fbc81540608cc58c99a8dd9dfd for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:41.304691 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-b48eea44-dd9a-42d5-94ec-2ecfe00a16dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:41.360318 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-e2da35b5-e8b9-447a-81ce-c69b72bfb6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac01fcc-67c3-47a2-842d-ea10f80cc294 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:41.392130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-e2da35b5-e8b9-447a-81ce-c69b72bfb6c1 service neutron] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:41.466077 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-e2da35b5-e8b9-447a-81ce-c69b72bfb6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:41.470555 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] For port 76a71983-e56f-49dd-9222-d77c39251035, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:41.510009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] For port 76a71983-e56f-49dd-9222-d77c39251035, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=76a71983-e56f-49dd-9222-d77c39251035,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:41.519475 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:41.531983 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1cead320-410d-4ecc-8281-33a7754e4aae req-fa8beb2e-7ced-4dc1-917f-ae0c146c460f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 210 time: 0.0503440 Jul 09 19:49:41.697989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48976) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:41.712407 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 14632d28-f287-4723-a36c-20f6bcb4d3c2 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:49:41.891220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:41.920631 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:41.921268 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:41.922695 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] 10.222.0.36 "PUT /v2.0/ports/76a71983-e56f-49dd-9222-d77c39251035 HTTP/1.1" status: 200 len: 1096 time: 2.5759621 Jul 09 19:49:41.929795 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b29b3bc5-bbc9-4583-8cc5-04dd8fe1f9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:41.944868 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '14632d28-f287-4723-a36c-20f6bcb4d3c2', 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73', 'port_id': '14632d28-f287-4723-a36c-20f6bcb4d3c2', 'mac_address': 'fa:16:3e:48:a3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17547801-50dc-48f3-9bbc-7cabca72c457', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:49:41.951352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4c551d-2d7d-4583-b8fd-9014d78adc4f', 'tag': '76a71983-e56f-49dd-9222-d77c39251035'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:41.953782 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda509c5-60a8-48eb-809a-5e9cd2b3cee9" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4c551d-2d7d-4583-b8fd-9014d78adc4f", "tag": "76a71983-e56f-49dd-9222-d77c39251035"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:42.002889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb6eeb-1245-4db9-9cc9-e3c1ec27be2b service neutron] Pushing event updated for resources: {'Port': ['ID=76a71983-e56f-49dd-9222-d77c39251035,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:42.034203 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.037923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:42.068954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-b48eea44-dd9a-42d5-94ec-2ecfe00a16dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Allocated IP 192.168.233.158 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/bfae3840-5278-494f-be7a-efcb13917e30) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:42.092462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14632d28-f287-4723-a36c-20f6bcb4d3c2 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:42.119474 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b29b3bc5-bbc9-4583-8cc5-04dd8fe1f9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.125001 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b29b3bc5-bbc9-4583-8cc5-04dd8fe1f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.129099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:42.134897 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.169806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:42.184899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:42.185278 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.205811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-e2da35b5-e8b9-447a-81ce-c69b72bfb6c1 service neutron] Transition to ACTIVE for port object eac01fcc-67c3-47a2-842d-ea10f80cc294 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:42.224938 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b29b3bc5-bbc9-4583-8cc5-04dd8fe1f9c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31bfab32ad71457c99b8533ece283ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5257421 Jul 09 19:49:42.227136 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-e2da35b5-e8b9-447a-81ce-c69b72bfb6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.227709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48990) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:42.240402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b3bc5-bbc9-4583-8cc5-04dd8fe1f9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e31b4b-3ff5-492b-9c93-888e90009f24,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:42.240709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=14632d28-f287-4723-a36c-20f6bcb4d3c2,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:42.268051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48992) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:42.280448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f08040a1-4c75-4caa-a30e-025976f4e6e2 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--378516345', 'description': 'tempest-description--1693395126'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:42.296894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da35b5-e8b9-447a-81ce-c69b72bfb6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=eac01fcc-67c3-47a2-842d-ea10f80cc294,revision_number=10']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:42.321372 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.324670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60867f8-191d-4bb6-9634-e13246a25932 req-80ce1b41-5cf7-4af4-9087-cea7970a0791 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:42.331836 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60867f8-191d-4bb6-9634-e13246a25932 req-80ce1b41-5cf7-4af4-9087-cea7970a0791 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/networks?id=d0f8df36-e569-4c72-8f90-4a083d0d2491 HTTP/1.1" status: 200 len: 803 time: 0.7375114 Jul 09 19:49:42.369323 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f08040a1-4c75-4caa-a30e-025976f4e6e2 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.383969 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6f62fd0b-5143-4622-83a3-dd50970a139e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.432856 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60867f8-191d-4bb6-9634-e13246a25932 req-08e9495a-e6b0-473f-8ef6-e2d76d023286 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/quotas/b150e16940b14100ae55220bc4330aca HTTP/1.1" status: 200 len: 375 time: 0.0990443 Jul 09 19:49:42.444294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-e2da35b5-e8b9-447a-81ce-c69b72bfb6c1 service neutron] No DVR routers for this DVR port eac01fcc-67c3-47a2-842d-ea10f80cc294 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:49:42.453105 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6f62fd0b-5143-4622-83a3-dd50970a139e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.454562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-7d668459-c86c-43f9-a920-6fb3afa7b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:42.455956 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-7d668459-c86c-43f9-a920-6fb3afa7b31d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d6a2fee54140bfba2abe3d718bfd70&device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 1099 time: 0.4442313 Jul 09 19:49:42.480006 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2a1ac61a-c69b-4ffc-829a-ab2eea6c9653,segment=NetworkSegment(d3e62940-ffc6-4ff0-b32a-394e8df60d52),segment_id=d3e62940-ffc6-4ff0-b32a-394e8df60d52)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:42.484367 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.534672 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60867f8-191d-4bb6-9634-e13246a25932 req-2f1ff580-06e2-48ff-8852-c13e38559eef tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b150e16940b14100ae55220bc4330aca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833168 Jul 09 19:49:42.547090 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe3392-f31d-4502-9494-b8cbc24c74c0 req-75cbd5ae-2b84-4e1f-b297-17af43740599 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:42.548638 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f5fe3392-f31d-4502-9494-b8cbc24c74c0 req-75cbd5ae-2b84-4e1f-b297-17af43740599 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 945 time: 0.1658154 Jul 09 19:49:42.548768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=2a1ac61a-c69b-4ffc-829a-ab2eea6c9653,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:42.571133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6f62fd0b-5143-4622-83a3-dd50970a139e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.573770 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6f62fd0b-5143-4622-83a3-dd50970a139e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.574290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['14632d28-f287-4723-a36c-20f6bcb4d3c2'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:42.577857 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6f62fd0b-5143-4622-83a3-dd50970a139e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30e31b4b-3ff5-492b-9c93-888e90009f24 HTTP/1.1" status: 204 len: 168 time: 0.3485229 Jul 09 19:49:42.582192 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-e2da35b5-e8b9-447a-81ce-c69b72bfb6c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/eac01fcc-67c3-47a2-842d-ea10f80cc294/bindings/n-h2-800088-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1067376 Jul 09 19:49:42.598327 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f08040a1-4c75-4caa-a30e-025976f4e6e2 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.614724 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f08040a1-4c75-4caa-a30e-025976f4e6e2 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.619363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62fd0b-5143-4622-83a3-dd50970a139e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e31b4b-3ff5-492b-9c93-888e90009f24,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:42.656107 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f08040a1-4c75-4caa-a30e-025976f4e6e2 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.657413 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f08040a1-4c75-4caa-a30e-025976f4e6e2 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3878655 Jul 09 19:49:42.664190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48998) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:42.671113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a75b0109-cba4-41db-9a56-a8260dc688cc tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Request body: {'security_group_rule': {'security_group_id': '892a1a06-0420-4b11-937b-9a5752763640', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:42.683810 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-01bd4614-32df-4a0b-968b-e2560f91cbb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=76a71983-e56f-49dd-9222-d77c39251035 HTTP/1.1" status: 200 len: 217 time: 0.2107859 Jul 09 19:49:42.688274 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f5fe3392-f31d-4502-9494-b8cbc24c74c0 req-799a9610-94ed-4fa0-9941-064d1ff8a520 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242981 Jul 09 19:49:42.690510 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08040a1-4c75-4caa-a30e-025976f4e6e2 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892a1a06-0420-4b11-937b-9a5752763640,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:42.744807 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60867f8-191d-4bb6-9634-e13246a25932 req-0fc5c6c1-b87b-45c1-b7f5-5b62a15a262e service neutron] 10.222.0.30 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586323 Jul 09 19:49:42.788748 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b0109-cba4-41db-9a56-a8260dc688cc tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.830670 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-b48eea44-dd9a-42d5-94ec-2ecfe00a16dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.864768 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-b48eea44-dd9a-42d5-94ec-2ecfe00a16dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Transition to ACTIVE for port object bfae3840-5278-494f-be7a-efcb13917e30 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:42.867106 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-d8ba9d5e-6367-40af-bced-225bc2eba1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:42.869485 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-d8ba9d5e-6367-40af-bced-225bc2eba1cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1714303 Jul 09 19:49:42.881842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-2da7b40b-1250-479d-acd4-032d4fd35088 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:42.883712 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-2da7b40b-1250-479d-acd4-032d4fd35088 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d&tenant_id=d1970a87c2e6404b89294d0e16829336&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1096 time: 0.1621485 Jul 09 19:49:42.954161 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b0109-cba4-41db-9a56-a8260dc688cc tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.961463 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b0109-cba4-41db-9a56-a8260dc688cc tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:42.973826 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60867f8-191d-4bb6-9634-e13246a25932 req-0d9f8bdd-e37d-446e-a229-3e9c5e930fcc service neutron] 10.222.0.30 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258804 Jul 09 19:49:42.994917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b0109-cba4-41db-9a56-a8260dc688cc tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3b7bbb-728c-470f-a401-e076b8c1e4a6,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:42.998860 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b0109-cba4-41db-9a56-a8260dc688cc tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.000056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a75b0109-cba4-41db-9a56-a8260dc688cc tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327396 Jul 09 19:49:43.003832 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49006) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:43.007182 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-b48eea44-dd9a-42d5-94ec-2ecfe00a16dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.012631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ab198f2a-7a59-466c-a3ec-8ba64abc4de5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Request body: {'security_group_rule': {'security_group_id': '892a1a06-0420-4b11-937b-9a5752763640', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:43.029399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-6c14caa7-7f67-41a4-96b6-b8663a8e7374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.031204 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-6c14caa7-7f67-41a4-96b6-b8663a8e7374 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d&tenant_id=d1970a87c2e6404b89294d0e16829336 HTTP/1.1" status: 200 len: 1096 time: 0.1384528 Jul 09 19:49:43.053127 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ab198f2a-7a59-466c-a3ec-8ba64abc4de5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.096032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-b48eea44-dd9a-42d5-94ec-2ecfe00a16dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:43.099235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-b48eea44-dd9a-42d5-94ec-2ecfe00a16dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:43.104792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49008) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:43.116805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-a7c1e7a1-1cd2-4258-858e-b0169285e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.120294 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-a7c1e7a1-1cd2-4258-858e-b0169285e74d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2418256 Jul 09 19:49:43.142463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-b48eea44-dd9a-42d5-94ec-2ecfe00a16dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:43.234684 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f2cd8fad-b87f-4ecc-bdb5-c48025a3010c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.249354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-b48eea44-dd9a-42d5-94ec-2ecfe00a16dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.250057 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-b48eea44-dd9a-42d5-94ec-2ecfe00a16dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.259917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48eea44-dd9a-42d5-94ec-2ecfe00a16dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Pushing event updated for resources: {'Port': ['ID=bfae3840-5278-494f-be7a-efcb13917e30,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:43.281942 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688216ed-1b27-498a-9762-8d1b49373280 x-openstack-request-id: req-688216ed-1b27-498a-9762-8d1b49373280 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:43.282292 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4c551d-2d7d-4583-b8fd-9014d78adc4f", "tag": "76a71983-e56f-49dd-9222-d77c39251035", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:43.282561 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-688216ed-1b27-498a-9762-8d1b49373280 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:43.282979 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4c551d-2d7d-4583-b8fd-9014d78adc4f', 'tag': '76a71983-e56f-49dd-9222-d77c39251035', 'status': 'completed', 'code': 200} Jul 09 19:49:43.349525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bcc21e4f-8da4-483d-836d-c4863f1074d7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:43.469564 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-b48eea44-dd9a-42d5-94ec-2ecfe00a16dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6671238 Jul 09 19:49:43.501291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Request body: {'port': {'device_id': '88017bf0-fe57-48af-ba46-bb30316fbb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:43.521138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-26ef8691-a9c9-40b8-86ea-6cb65b645776 None None] Provisioning for port bfae3840-5278-494f-be7a-efcb13917e30 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:43.534237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-26ef8691-a9c9-40b8-86ea-6cb65b645776 None None] Provisioning complete for port bfae3840-5278-494f-be7a-efcb13917e30 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:43.534617 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-26ef8691-a9c9-40b8-86ea-6cb65b645776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.534754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ab198f2a-7a59-466c-a3ec-8ba64abc4de5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.563113 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ab198f2a-7a59-466c-a3ec-8ba64abc4de5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.589997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-26ef8691-a9c9-40b8-86ea-6cb65b645776 None None] Port bfae3840-5278-494f-be7a-efcb13917e30 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:43.597722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-25e0c307-0e38-4a06-8fa9-21cce678d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.600166 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-25e0c307-0e38-4a06-8fa9-21cce678d287 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 1096 time: 0.5351615 Jul 09 19:49:43.610159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab198f2a-7a59-466c-a3ec-8ba64abc4de5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af1ceeb-aad1-45d0-8c42-228e719a8ed0,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:43.642031 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-812a4d18-4171-4a1a-bc2e-59ece27b28ed service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581400 Jul 09 19:49:43.667330 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4cc91-1b66-4c46-857a-f5a7342abb86 req-456dfe48-ea28-4c48-ad77-26fbde937645 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.673075 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4ac4cc91-1b66-4c46-857a-f5a7342abb86 req-456dfe48-ea28-4c48-ad77-26fbde937645 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 948 time: 0.2588608 Jul 09 19:49:43.674819 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b36eaf-9639-4cf4-a592-5e53ce9d97b9 req-b8d44c9b-f74a-4212-99f5-daf9bb5e47b3 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.677199 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-57b36eaf-9639-4cf4-a592-5e53ce9d97b9 req-b8d44c9b-f74a-4212-99f5-daf9bb5e47b3 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 944 time: 0.2004812 Jul 09 19:49:43.722462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 14632d28-f287-4723-a36c-20f6bcb4d3c2 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:43.741057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-eff79512-798d-4f92-b29d-bd008a3b2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.744654 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-eff79512-798d-4f92-b29d-bd008a3b2fc8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.1355970 Jul 09 19:49:43.788358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 14632d28-f287-4723-a36c-20f6bcb4d3c2 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:43.794761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 14632d28-f287-4723-a36c-20f6bcb4d3c2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:43.795483 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.797066 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.807254 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-5421ea8b-19dc-47f8-9f25-6f4f6994e6c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294 HTTP/1.1" status: 200 len: 217 time: 0.0532382 Jul 09 19:49:43.826855 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-57b36eaf-9639-4cf4-a592-5e53ce9d97b9 req-7816e7db-c560-416d-994d-1f61ccf6ff3a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415160 Jul 09 19:49:43.868970 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4ac4cc91-1b66-4c46-857a-f5a7342abb86 req-6c0bb64b-7c5b-4a22-a803-af90ad67b9ca tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776114 Jul 09 19:49:43.906173 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.939286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-c98998b7-8860-441c-b55d-4dac08807c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:43.941376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77be03c7-3391-4da2-b481-4005f5cae4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14632d28-f287-4723-a36c-20f6bcb4d3c2'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:43.942975 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-c98998b7-8860-441c-b55d-4dac08807c38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.1117404 Jul 09 19:49:43.945334 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ba97cd-64c0-496e-8017-4b5e3192044f" -d '{"events": [{"server_uuid": "77be03c7-3391-4da2-b481-4005f5cae4db", "name": "network-vif-plugged", "status": "completed", "tag": "14632d28-f287-4723-a36c-20f6bcb4d3c2"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:43.963697 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f2cd8fad-b87f-4ecc-bdb5-c48025a3010c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.966506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:43.970085 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:43.975313 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:43.976384 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eac01fcc-67c3-47a2-842d-ea10f80cc294 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:49:44.001611 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-464b1396-5255-4793-bba6-1fccae5021d9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514698 Jul 09 19:49:44.004811 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f2cd8fad-b87f-4ecc-bdb5-c48025a3010c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.007981 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ab198f2a-7a59-466c-a3ec-8ba64abc4de5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.012899 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ab198f2a-7a59-466c-a3ec-8ba64abc4de5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0080216 Jul 09 19:49:44.022693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49028) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:44.032020 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e4370ad7-92e5-4c40-9680-eb6486e86f82 req-6789e16f-5a68-40a0-a15c-4017c7785b71 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749919 Jul 09 19:49:44.110905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eac01fcc-67c3-47a2-842d-ea10f80cc294 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:49:44.117779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=14632d28-f287-4723-a36c-20f6bcb4d3c2,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:44.134411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:44.134970 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.137267 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f2cd8fad-b87f-4ecc-bdb5-c48025a3010c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45e156a391a9481c95c010a548f6cf5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0157855 Jul 09 19:49:44.165902 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-f84ee2c1-2559-4adf-9263-8aa452a7410f service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507671 Jul 09 19:49:44.169015 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49030) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:44.169696 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:44.196798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd8fad-b87f-4ecc-bdb5-c48025a3010c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca7738-a131-4c94-b0db-76c70d5b2974,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:44.200744 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6468b123-3530-4719-9ba7-884c9181a917 req-64811ef4-8a05-440c-a433-92861f67283d tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc7d09ab-402e-45de-9b0b-17bf5d61a456 HTTP/1.1" status: 200 len: 210 time: 0.0991447 Jul 09 19:49:44.321173 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.353959 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fa217945-9967-45d5-b378-ad495003237b req-db0342e4-dbf5-427f-83c4-6ee1063eb0fd tempest-QuotasAdminNegativeTest-363563069 tempest-QuotasAdminNegativeTest-363563069-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=21319ae7e5d1498c8206c09e85f5dad8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524898 Jul 09 19:49:44.355684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda509c5-60a8-48eb-809a-5e9cd2b3cee9 req-d0278ad1-d735-4663-934c-9f5616bc2ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:44.357159 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cda509c5-60a8-48eb-809a-5e9cd2b3cee9 req-d0278ad1-d735-4663-934c-9f5616bc2ca8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98d6a2fee54140bfba2abe3d718bfd70&device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 1099 time: 0.2512646 Jul 09 19:49:44.360929 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-703bf92b-8e99-4afc-a33d-2f9570d34f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.393712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f2733-23e3-4650-a787-8150e9d40bc0 req-8d13b324-eb15-46a4-a369-f1bd9a1e9e8e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:44.395238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e36f2733-23e3-4650-a787-8150e9d40bc0 req-8d13b324-eb15-46a4-a369-f1bd9a1e9e8e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 936 time: 0.2401307 Jul 09 19:49:44.423376 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-45f9e0ae-d68b-4c67-85be-0ca15819ae1a service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457023 Jul 09 19:49:44.463294 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e36f2733-23e3-4650-a787-8150e9d40bc0 req-23eeb536-b88a-4bea-ae08-66cbac792b8e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616524 Jul 09 19:49:44.506526 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.508632 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-703bf92b-8e99-4afc-a33d-2f9570d34f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.631980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda509c5-60a8-48eb-809a-5e9cd2b3cee9 req-3c0f8df5-db95-45fd-b6ef-782663498b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:44.633577 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cda509c5-60a8-48eb-809a-5e9cd2b3cee9 req-3c0f8df5-db95-45fd-b6ef-782663498b59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2558131 Jul 09 19:49:44.659842 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa217945-9967-45d5-b378-ad495003237b req-a90e26a8-790e-4c50-884b-1ed0d48459d9 tempest-QuotasAdminNegativeTest-363563069 tempest-QuotasAdminNegativeTest-363563069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:44.661946 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fa217945-9967-45d5-b378-ad495003237b req-a90e26a8-790e-4c50-884b-1ed0d48459d9 tempest-QuotasAdminNegativeTest-363563069 tempest-QuotasAdminNegativeTest-363563069-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3019452 Jul 09 19:49:44.677468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Allocated IP 172.25.0.149 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/322403f9-f7f7-4eea-ab35-2616ef264310) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:44.700030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfae3840-5278-494f-be7a-efcb13917e30 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:44.713962 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cda509c5-60a8-48eb-809a-5e9cd2b3cee9 req-e5a75a6e-231f-4ff0-8d87-7fe05e4688eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=76a71983-e56f-49dd-9222-d77c39251035 HTTP/1.1" status: 200 len: 217 time: 0.0615628 Jul 09 19:49:44.716777 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.733228 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fa217945-9967-45d5-b378-ad495003237b req-b42e7446-1afa-44d4-b77e-a7664cae33c4 tempest-QuotasAdminNegativeTest-363563069 tempest-QuotasAdminNegativeTest-363563069-project] 10.222.0.30 "GET /v2.0/quotas/21319ae7e5d1498c8206c09e85f5dad8 HTTP/1.1" status: 200 len: 375 time: 0.0627420 Jul 09 19:49:44.737178 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-703bf92b-8e99-4afc-a33d-2f9570d34f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.739920 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-703bf92b-8e99-4afc-a33d-2f9570d34f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:44.743277 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-703bf92b-8e99-4afc-a33d-2f9570d34f92 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5ca7738-a131-4c94-b0db-76c70d5b2974 HTTP/1.1" status: 204 len: 168 time: 0.5540545 Jul 09 19:49:44.776781 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Transition to ACTIVE for port object bfae3840-5278-494f-be7a-efcb13917e30 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:44.787589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be9701-6f55-4647-838b-c9b6c657364b req-2cfc2c57-2d57-4bb4-a5a5-e1f7911f27a2 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:44.789346 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-78be9701-6f55-4647-838b-c9b6c657364b req-2cfc2c57-2d57-4bb4-a5a5-e1f7911f27a2 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 945 time: 0.2103286 Jul 09 19:49:44.889171 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-78be9701-6f55-4647-838b-c9b6c657364b req-4fe222fe-1306-4697-94fe-6b1f1ead3f01 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915034 Jul 09 19:49:44.903582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-94d1318e-e624-495e-bfff-4fd2353d0e21 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:44.905665 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-94d1318e-e624-495e-bfff-4fd2353d0e21 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d&tenant_id=d1970a87c2e6404b89294d0e16829336&binding%3Ahost_id=n-h2-800088-3 HTTP/1.1" status: 200 len: 1096 time: 0.2062128 Jul 09 19:49:44.909094 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.014735 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156de26b-80e2-4580-81bd-b4ff85db04b5 x-openstack-request-id: req-156de26b-80e2-4580-81bd-b4ff85db04b5 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:45.015307 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77be03c7-3391-4da2-b481-4005f5cae4db", "name": "network-vif-plugged", "status": "completed", "tag": "14632d28-f287-4723-a36c-20f6bcb4d3c2", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:45.015307 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-156de26b-80e2-4580-81bd-b4ff85db04b5 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:45.015668 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77be03c7-3391-4da2-b481-4005f5cae4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14632d28-f287-4723-a36c-20f6bcb4d3c2', 'code': 200} Jul 09 19:49:45.020329 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.022540 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bf92b-8e99-4afc-a33d-2f9570d34f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca7738-a131-4c94-b0db-76c70d5b2974,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:45.031972 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fa217945-9967-45d5-b378-ad495003237b req-17c6b71a-d191-45fc-9fbf-bad728ea26a6 tempest-QuotasAdminNegativeTest-363563069 tempest-QuotasAdminNegativeTest-363563069-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=21319ae7e5d1498c8206c09e85f5dad8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2722993 Jul 09 19:49:45.057503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.115062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:45.115967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda509c5-60a8-48eb-809a-5e9cd2b3cee9 req-c9977d6c-bb33-4d38-bd5f-20378dc34991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.117575 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cda509c5-60a8-48eb-809a-5e9cd2b3cee9 req-c9977d6c-bb33-4d38-bd5f-20378dc34991 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.3957963 Jul 09 19:49:45.147238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:45.153407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:45.221568 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfae3840-5278-494f-be7a-efcb13917e30,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:45.287420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Pushing event updated for resources: {'Port': ['ID=322403f9-f7f7-4eea-ab35-2616ef264310,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:45.340669 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-c6e97ac7-4e09-44ba-967c-898744c353ac service neutron] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:45.347549 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60867f8-191d-4bb6-9634-e13246a25932 req-48e99d53-270a-4f13-b874-1899de0c54a3 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.349532 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60867f8-191d-4bb6-9634-e13246a25932 req-48e99d53-270a-4f13-b874-1899de0c54a3 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.36 "GET /v2.0/networks?id=d0f8df36-e569-4c72-8f90-4a083d0d2491 HTTP/1.1" status: 200 len: 803 time: 0.3219228 Jul 09 19:49:45.368588 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-c6e97ac7-4e09-44ba-967c-898744c353ac service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.369645 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31c08c5f-821a-4b12-aeaa-f68cbd8341a7 req-c6e97ac7-4e09-44ba-967c-898744c353ac service neutron] 10.222.0.32 "DELETE /v2.0/ports/eac01fcc-67c3-47a2-842d-ea10f80cc294/bindings/n-h1-800088-3 HTTP/1.1" status: 204 len: 173 time: 0.4574342 Jul 09 19:49:45.373158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b60867f8-191d-4bb6-9634-e13246a25932 req-ca671631-ba16-4600-be74-490a527396e7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Request body: {'port': {'device_id': 'fc7d09ab-402e-45de-9b0b-17bf5d61a456', 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491', 'admin_state_up': True, 'tenant_id': 'b150e16940b14100ae55220bc4330aca'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:45.401218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda509c5-60a8-48eb-809a-5e9cd2b3cee9 req-c85508fa-fd25-4409-91ba-82a38981f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.403061 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cda509c5-60a8-48eb-809a-5e9cd2b3cee9 req-c85508fa-fd25-4409-91ba-82a38981f7e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2768991 Jul 09 19:49:45.404164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Attempting to bind port bfae3840-5278-494f-be7a-efcb13917e30 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:45.405289 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Attempting to bind port bfae3840-5278-494f-be7a-efcb13917e30 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:45.405930 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Attempting to bind port bfae3840-5278-494f-be7a-efcb13917e30 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:45.493567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Port bfae3840-5278-494f-be7a-efcb13917e30 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:49:45.493906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Attempting to bind port bfae3840-5278-494f-be7a-efcb13917e30 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:45.533553 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.537155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e78cf-8cb5-486b-bbf7-e74f88558cf0 req-59143323-45c1-43c1-921a-ed495cbc150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.538774 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f10e78cf-8cb5-486b-bbf7-e74f88558cf0 req-59143323-45c1-43c1-921a-ed495cbc150a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 1096 time: 0.2910995 Jul 09 19:49:45.541069 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:45.541427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:45.541825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:45.542283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Bound port: bfae3840-5278-494f-be7a-efcb13917e30, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:45.542670 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.573563 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15912a-0e57-48e6-af63-f706f797c74a req-d58f9c7d-4a70-47dc-9311-4152832aa76d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.579705 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f15912a-0e57-48e6-af63-f706f797c74a req-d58f9c7d-4a70-47dc-9311-4152832aa76d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 945 time: 0.2948687 Jul 09 19:49:45.662605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.669585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f10e78cf-8cb5-486b-bbf7-e74f88558cf0 req-c0dbb434-206e-423e-8543-48be9b494a11 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235118 Jul 09 19:49:45.681158 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f15912a-0e57-48e6-af63-f706f797c74a req-18e1f3fe-3d9c-4142-8625-913ade46b2dd tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999243 Jul 09 19:49:45.705594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c06e9d-5a6b-4b61-8132-2d2823ddfc8d req-3fd58eea-aff2-4bbc-9988-a4844b593428 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.707185 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-65c06e9d-5a6b-4b61-8132-2d2823ddfc8d req-3fd58eea-aff2-4bbc-9988-a4844b593428 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 948 time: 0.2663066 Jul 09 19:49:45.709307 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cda509c5-60a8-48eb-809a-5e9cd2b3cee9 req-e6b24666-38df-4e48-b270-72957d3c40b3 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634511 Jul 09 19:49:45.740697 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] For port bfae3840-5278-494f-be7a-efcb13917e30, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:45.746492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] For port bfae3840-5278-494f-be7a-efcb13917e30, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=bfae3840-5278-494f-be7a-efcb13917e30,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:45.760778 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.767633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60867f8-191d-4bb6-9634-e13246a25932 req-ca671631-ba16-4600-be74-490a527396e7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Made reservation on behalf of b150e16940b14100ae55220bc4330aca for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:45.771518 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b60867f8-191d-4bb6-9634-e13246a25932 req-ca671631-ba16-4600-be74-490a527396e7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.838552 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b765aa00-1402-4ebf-9251-bf75e9c033eb req-47d61bf9-6142-4f6b-be6b-4d1905d9bee6 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc7d09ab-402e-45de-9b0b-17bf5d61a456 HTTP/1.1" status: 200 len: 210 time: 0.0416384 Jul 09 19:49:45.864929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:45.864929 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:45.864929 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] 10.222.0.32 "PUT /v2.0/ports/bfae3840-5278-494f-be7a-efcb13917e30 HTTP/1.1" status: 200 len: 1096 time: 2.3808279 Jul 09 19:49:45.883792 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-65c06e9d-5a6b-4b61-8132-2d2823ddfc8d req-f1da31a9-0a94-4fc5-aa08-5baf4f42e8a4 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666126 Jul 09 19:49:45.885377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88017bf0-fe57-48af-ba46-bb30316fbb8f', 'tag': 'bfae3840-5278-494f-be7a-efcb13917e30'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:45.891166 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ef183b-23ec-47b3-b951-b87935f6b880" -d '{"events": [{"name": "network-changed", "server_uuid": "88017bf0-fe57-48af-ba46-bb30316fbb8f", "tag": "bfae3840-5278-494f-be7a-efcb13917e30"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:45.943069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49078) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:46.009973 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.015875 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.130418 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959777e7-bb0c-4c9f-a726-95bbd3022fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfae3840-5278-494f-be7a-efcb13917e30,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:46.150850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616113389-network', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:46.184994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Pushing event updated for resources: {'Port': ['ID=322403f9-f7f7-4eea-ab35-2616ef264310,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:46.198514 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:49:46.207106 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.219569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] Made reservation on behalf of d3ed0cec26954a84bc5430f573a3ab89 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:46.222110 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.235338 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.244221 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.246681 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9b7c07dc-6047-45b8-bf88-c70675caf4d0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2124364 Jul 09 19:49:46.279737 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cda509c5-60a8-48eb-809a-5e9cd2b3cee9 req-1d9c14f8-ba8a-4929-8324-ebac783f3271 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431996 Jul 09 19:49:46.281542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-88a66180-23e8-4d50-a7e4-a5d3164790eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:46.282888 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-88a66180-23e8-4d50-a7e4-a5d3164790eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 1099 time: 0.3358622 Jul 09 19:49:46.308794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693231c-a844-4e64-a75e-51edb00bedee req-a361a13c-d1c9-41c9-a5d1-95246d3ed349 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:46.310486 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7693231c-a844-4e64-a75e-51edb00bedee req-a361a13c-d1c9-41c9-a5d1-95246d3ed349 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 948 time: 0.2137773 Jul 09 19:49:46.351678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-b60867f8-191d-4bb6-9634-e13246a25932 req-ca671631-ba16-4600-be74-490a527396e7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Allocated IP 172.20.0.3 (d0f8df36-e569-4c72-8f90-4a083d0d2491/20c7a8fa-d3e4-4a12-83ec-d4a84e27778e/576685ce-8bf1-4ad7-9915-ecbbe1b31df4) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:46.363008 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-98ac26d0-00bd-47ac-a570-e3c05aa79d51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=bfae3840-5278-494f-be7a-efcb13917e30 HTTP/1.1" status: 200 len: 217 time: 0.0670240 Jul 09 19:49:46.404710 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.409832 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.414811 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e13a92-8281-4294-8794-bf3d292d7559 x-openstack-request-id: req-b5e13a92-8281-4294-8794-bf3d292d7559 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:46.415108 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88017bf0-fe57-48af-ba46-bb30316fbb8f", "tag": "bfae3840-5278-494f-be7a-efcb13917e30", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:46.415357 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5e13a92-8281-4294-8794-bf3d292d7559 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:46.415754 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88017bf0-fe57-48af-ba46-bb30316fbb8f', 'tag': 'bfae3840-5278-494f-be7a-efcb13917e30', 'status': 'completed', 'code': 200} Jul 09 19:49:46.433719 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:49:46.447458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fb8d48-5415-48bd-9ae3-87fc9bfa8c1b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:46.452330 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.452724 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] Added segment eea7a62b-c565-4ba8-af54-83add4646e24 of type vlan for network f6a9526a-0748-4f44-a9f2-1bc051116ab6 Jul 09 19:49:46.456342 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7693231c-a844-4e64-a75e-51edb00bedee req-c91fed3c-cf09-49ae-a9a2-1a79b9d34478 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334684 Jul 09 19:49:46.462729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-16017e97-1ad6-4c18-b116-cf9606ce3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:46.464094 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-16017e97-1ad6-4c18-b116-cf9606ce3a28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0917304 Jul 09 19:49:46.497073 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.575109 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.576189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:46.576890 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.681290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-d6e7801e-a765-4329-94d7-2e233ef4395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:46.683114 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-d6e7801e-a765-4329-94d7-2e233ef4395c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2099891 Jul 09 19:49:46.697119 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-659b992e-3eae-43bc-8ebf-321ea3acd9b8 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--378516345&fields=id&tenant_id=8306300c2ca646b2a26aca1c6a0e4ce6 HTTP/1.1" status: 200 len: 267 time: 0.0936437 Jul 09 19:49:46.817941 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b60867f8-191d-4bb6-9634-e13246a25932 req-ca671631-ba16-4600-be74-490a527396e7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:46.845444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49102) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:46.884885 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fd8b0-d1fb-4c4f-b0ff-295ac7d1ae0a req-6b757eee-8c56-4e82-b0ff-5c9c8f36ce1e tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:46.886432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6e8fd8b0-d1fb-4c4f-b0ff-295ac7d1ae0a req-6b757eee-8c56-4e82-b0ff-5c9c8f36ce1e tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 945 time: 0.3856285 Jul 09 19:49:46.889489 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9454491 Jul 09 19:49:46.893153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49108) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:46.905789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6d5b0385-82ec-43f5-b9ae-bcb9bb451b18 admin admin] Request body: {'subnet': {'network_id': 'f6a9526a-0748-4f44-a9f2-1bc051116ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616113389-subnet', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:46.925232 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-a9cc1775-093b-412a-97c3-a9471d66698e service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315290 Jul 09 19:49:46.932137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17c7e8-89b7-4c2d-a95f-f5807fc443da admin admin] Pushing event updated for resources: {'Network': ['ID=f6a9526a-0748-4f44-a9f2-1bc051116ab6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:46.938457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-52421930-8a87-4735-b2b0-f2154f2c1081 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:46.939960 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-52421930-8a87-4735-b2b0-f2154f2c1081 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/networks?id=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd HTTP/1.1" status: 200 len: 823 time: 0.2287097 Jul 09 19:49:46.945557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network f6a9526a-0748-4f44-a9f2-1bc051116ab6 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:49:46.962753 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6e8fd8b0-d1fb-4c4f-b0ff-295ac7d1ae0a req-69c662a8-8f95-4357-af11-ecc09e7d0a20 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701988 Jul 09 19:49:46.982376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5b0385-82ec-43f5-b9ae-bcb9bb451b18 admin admin] Made reservation on behalf of d3ed0cec26954a84bc5430f573a3ab89 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:46.984971 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6d5b0385-82ec-43f5-b9ae-bcb9bb451b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.005810 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b60867f8-191d-4bb6-9634-e13246a25932 req-ca671631-ba16-4600-be74-490a527396e7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.070065 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-17e254f9-da4f-425b-a13b-c48ae063ed9f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/quotas/8306300c2ca646b2a26aca1c6a0e4ce6 HTTP/1.1" status: 200 len: 375 time: 0.1040609 Jul 09 19:49:47.088096 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-be63c54f-b95d-462d-8ab5-9a097ad77756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.107074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca671631-ba16-4600-be74-490a527396e7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Pushing event updated for resources: {'Port': ['ID=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:47.131471 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60867f8-191d-4bb6-9634-e13246a25932 req-ca671631-ba16-4600-be74-490a527396e7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Network d0f8df36-e569-4c72-8f90-4a083d0d2491 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:47.149162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-b60867f8-191d-4bb6-9634-e13246a25932 req-ca671631-ba16-4600-be74-490a527396e7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:47.154653 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60867f8-191d-4bb6-9634-e13246a25932 req-ca671631-ba16-4600-be74-490a527396e7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:47.241114 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27b483bb-d031-4d5d-bd10-ff7f24fbd111 req-316239af-44a8-4ea3-b30f-fe7229473528 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002009 Jul 09 19:49:47.250178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60867f8-191d-4bb6-9634-e13246a25932 req-ca671631-ba16-4600-be74-490a527396e7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:47.250498 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b60867f8-191d-4bb6-9634-e13246a25932 req-ca671631-ba16-4600-be74-490a527396e7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.262159 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6d5b0385-82ec-43f5-b9ae-bcb9bb451b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.275720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00932e34-502b-4dfd-938e-55ff74489a2d req-e92150ca-445f-4b5f-bbaf-5f431a46837a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:47.277563 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00932e34-502b-4dfd-938e-55ff74489a2d req-e92150ca-445f-4b5f-bbaf-5f431a46837a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 945 time: 0.1500416 Jul 09 19:49:47.289394 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-28088ff8-01c5-4231-9b99-65340868ed7f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8306300c2ca646b2a26aca1c6a0e4ce6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2084706 Jul 09 19:49:47.346860 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b0385-82ec-43f5-b9ae-bcb9bb451b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0272316b-7866-470f-ac61-d9ce42632b9c,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:47.364288 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00932e34-502b-4dfd-938e-55ff74489a2d req-89358a68-e5d3-4562-99e6-7d0236bea345 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647452 Jul 09 19:49:47.374026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5b0385-82ec-43f5-b9ae-bcb9bb451b18 admin admin] Checking segment: {'id': 'eea7a62b-c565-4ba8-af54-83add4646e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6a9526a-0748-4f44-a9f2-1bc051116ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:47.374394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5b0385-82ec-43f5-b9ae-bcb9bb451b18 admin admin] Network hostable DHCP agents. Network: f6a9526a-0748-4f44-a9f2-1bc051116ab6, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:49:47.402055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5b0385-82ec-43f5-b9ae-bcb9bb451b18 admin admin] Network f6a9526a-0748-4f44-a9f2-1bc051116ab6 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:49:47.414782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-6d5b0385-82ec-43f5-b9ae-bcb9bb451b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, f6a9526a-0748-4f44-a9f2-1bc051116ab6) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:47.419973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5b0385-82ec-43f5-b9ae-bcb9bb451b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:47.420996 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6d5b0385-82ec-43f5-b9ae-bcb9bb451b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.427597 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589b4023-b691-448a-8216-74067dace830 None None] Network f6a9526a-0748-4f44-a9f2-1bc051116ab6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:47.591737 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-f6a9526a-0748-4f44-a9f2-1bc051116ab6', 'network_id': 'f6a9526a-0748-4f44-a9f2-1bc051116ab6', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'fixed_ips': [{'subnet_id': '0272316b-7866-470f-ac61-d9ce42632b9c'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:49:47.593545 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.664440 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-be63c54f-b95d-462d-8ab5-9a097ad77756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.675480 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-be63c54f-b95d-462d-8ab5-9a097ad77756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.687697 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60867f8-191d-4bb6-9634-e13246a25932 req-ca671631-ba16-4600-be74-490a527396e7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3227506 Jul 09 19:49:47.694100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef183b-23ec-47b3-b951-b87935f6b880 req-9d4fec51-72b9-434e-82cc-f6fdba51f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:47.697498 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6d5b0385-82ec-43f5-b9ae-bcb9bb451b18 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7999549 Jul 09 19:49:47.697648 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1ef183b-23ec-47b3-b951-b87935f6b880 req-9d4fec51-72b9-434e-82cc-f6fdba51f223 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 1099 time: 0.3993900 Jul 09 19:49:47.698317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49116) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:47.702828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616113389-router', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:47.711500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Request body: {'port': {'device_id': 'fc7d09ab-402e-45de-9b0b-17bf5d61a456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:47.729971 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-d3200e8f-a4f0-416e-9e60-eb31ed6a4614 service neutron] 10.222.0.30 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230824 Jul 09 19:49:47.754208 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416eb9dd-fec1-4587-8083-d6f83357491f req-fffe01ee-a3ea-4f12-83a3-917e111bbbdf tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:47.757378 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-416eb9dd-fec1-4587-8083-d6f83357491f req-fffe01ee-a3ea-4f12-83a3-917e111bbbdf tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc7d09ab-402e-45de-9b0b-17bf5d61a456 HTTP/1.1" status: 200 len: 931 time: 0.1107430 Jul 09 19:49:47.760618 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.761731 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.766934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Allocated IP 172.20.0.2 (f6a9526a-0748-4f44-a9f2-1bc051116ab6/0272316b-7866-470f-ac61-d9ce42632b9c/fa5fd097-60ff-401c-92ca-20aef2e0e148) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:47.778295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 76a71983-e56f-49dd-9222-d77c39251035 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:49:47.836343 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-be63c54f-b95d-462d-8ab5-9a097ad77756 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21319ae7e5d1498c8206c09e85f5dad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9874759 Jul 09 19:49:47.836937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49118) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:47.856206 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-416eb9dd-fec1-4587-8083-d6f83357491f req-d0f0b045-2ae1-4c83-9bb1-be11e7c110f2 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978239 Jul 09 19:49:47.862911 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.865956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63c54f-b95d-462d-8ab5-9a097ad77756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5181ea-917c-4a15-8c70-fdc8778603e2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:47.967285 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:47.969669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef183b-23ec-47b3-b951-b87935f6b880 req-c72143cd-89a9-453b-a365-1e75117938c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:47.971180 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1ef183b-23ec-47b3-b951-b87935f6b880 req-c72143cd-89a9-453b-a365-1e75117938c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2552187 Jul 09 19:49:47.992520 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 76a71983-e56f-49dd-9222-d77c39251035, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=76a71983-e56f-49dd-9222-d77c39251035,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:48.012856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '76a71983-e56f-49dd-9222-d77c39251035', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '76a71983-e56f-49dd-9222-d77c39251035', 'mac_address': 'fa:16:3e:f6:bc:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:49:48.033007 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1ef183b-23ec-47b3-b951-b87935f6b880 req-98dc7f74-6d0f-41ae-a7b2-21c0339b7ab9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=bfae3840-5278-494f-be7a-efcb13917e30 HTTP/1.1" status: 200 len: 217 time: 0.0494955 Jul 09 19:49:48.036382 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-1e0ae586-059c-44b5-9e0c-1200c3d30c7f service neutron] 10.222.0.30 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590134 Jul 09 19:49:48.052732 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.061893 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Transition to ACTIVE for port object fa5fd097-60ff-401c-92ca-20aef2e0e148 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:48.079703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Transition to ACTIVE for port object fa5fd097-60ff-401c-92ca-20aef2e0e148 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:48.095569 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.135984 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.154956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Pushing event updated for resources: {'Port': ['ID=fa5fd097-60ff-401c-92ca-20aef2e0e148,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:48.162539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef183b-23ec-47b3-b951-b87935f6b880 req-6c29125e-957e-4d56-8fec-35ab2a9ab5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:48.164025 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1ef183b-23ec-47b3-b951-b87935f6b880 req-6c29125e-957e-4d56-8fec-35ab2a9ab5eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1093585 Jul 09 19:49:48.181258 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.203536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Network f6a9526a-0748-4f44-a9f2-1bc051116ab6 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:48.206116 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a71983-e56f-49dd-9222-d77c39251035 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:48.211775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:48.229998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:48.263864 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 76a71983-e56f-49dd-9222-d77c39251035, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=76a71983-e56f-49dd-9222-d77c39251035,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:48.278248 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f68c0806-b092-4ec5-95f6-dd5d728bdf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.294341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef183b-23ec-47b3-b951-b87935f6b880 req-2053ed7e-b6e1-437f-806c-183f4cb5787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:48.295893 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1ef183b-23ec-47b3-b951-b87935f6b880 req-2053ed7e-b6e1-437f-806c-183f4cb5787f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1210201 Jul 09 19:49:48.323037 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.326320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Attempting to bind port fa5fd097-60ff-401c-92ca-20aef2e0e148 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:48.326698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Attempting to bind port fa5fd097-60ff-401c-92ca-20aef2e0e148 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'eea7a62b-c565-4ba8-af54-83add4646e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6a9526a-0748-4f44-a9f2-1bc051116ab6'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:48.327064 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Attempting to bind port fa5fd097-60ff-401c-92ca-20aef2e0e148 on network f6a9526a-0748-4f44-a9f2-1bc051116ab6 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:48.334678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:48.335443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Checking segment: {'id': 'eea7a62b-c565-4ba8-af54-83add4646e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6a9526a-0748-4f44-a9f2-1bc051116ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:48.336084 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.336717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Bound using segment: {'id': 'eea7a62b-c565-4ba8-af54-83add4646e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6a9526a-0748-4f44-a9f2-1bc051116ab6'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:48.337438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Bound port: fa5fd097-60ff-401c-92ca-20aef2e0e148, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea7a62b-c565-4ba8-af54-83add4646e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6a9526a-0748-4f44-a9f2-1bc051116ab6'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:48.338719 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.340088 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f68c0806-b092-4ec5-95f6-dd5d728bdf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.429144 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83176af-dae4-4087-9ab1-282c6985d6a8 req-02f14ee0-ef82-48e3-927b-bb496d9d9279 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:48.438029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=76a71983-e56f-49dd-9222-d77c39251035,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:48.440043 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a83176af-dae4-4087-9ab1-282c6985d6a8 req-02f14ee0-ef82-48e3-927b-bb496d9d9279 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 948 time: 0.4410219 Jul 09 19:49:48.468446 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1ef183b-23ec-47b3-b951-b87935f6b880 req-12b89555-d626-4d75-87d2-ceff172e2a2c service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609466 Jul 09 19:49:48.481668 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] For port fa5fd097-60ff-401c-92ca-20aef2e0e148, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:48.488523 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] For port fa5fd097-60ff-401c-92ca-20aef2e0e148, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fa5fd097-60ff-401c-92ca-20aef2e0e148,segment=NetworkSegment(eea7a62b-c565-4ba8-af54-83add4646e24),segment_id=eea7a62b-c565-4ba8-af54-83add4646e24)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:48.492884 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f68c0806-b092-4ec5-95f6-dd5d728bdf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.494595 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.496056 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f68c0806-b092-4ec5-95f6-dd5d728bdf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.497643 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f68c0806-b092-4ec5-95f6-dd5d728bdf38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c5181ea-917c-4a15-8c70-fdc8778603e2 HTTP/1.1" status: 204 len: 168 time: 0.6595047 Jul 09 19:49:48.542577 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a83176af-dae4-4087-9ab1-282c6985d6a8 req-3132c4c5-0221-432e-9e00-021eb86524f3 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978715 Jul 09 19:49:48.554039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c0806-b092-4ec5-95f6-dd5d728bdf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5181ea-917c-4a15-8c70-fdc8778603e2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:48.637002 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba8545-87e9-46d5-8fbb-5685059f5575 req-d515ca14-ef53-4589-9f64-2aa6e10b97c0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:48.638643 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2ba8545-87e9-46d5-8fbb-5685059f5575 req-d515ca14-ef53-4589-9f64-2aa6e10b97c0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 948 time: 0.2416751 Jul 09 19:49:48.641224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a2817-314f-48a5-bd50-d268f3e5ef35 None None] Pushing event updated for resources: {'Port': ['ID=fa5fd097-60ff-401c-92ca-20aef2e0e148,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:48.666091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['76a71983-e56f-49dd-9222-d77c39251035'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:48.783795 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-255d206f-5dd7-431b-bed7-ed18a6b8593e req-30139404-e15a-4bcc-b20d-4b2373d66688 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba1df460-a7a4-4523-822d-109eafb13803 HTTP/1.1" status: 200 len: 210 time: 0.0943835 Jul 09 19:49:48.811431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2ba8545-87e9-46d5-8fbb-5685059f5575 req-10894803-1573-45fb-b76b-03fd898dbb8f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407993 Jul 09 19:49:48.823828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:48.833415 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1ef183b-23ec-47b3-b951-b87935f6b880 req-27dd05f8-ea74-48c4-8c9b-491550c77f52 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537803 Jul 09 19:49:48.835462 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.849916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Transition to ACTIVE for port object 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:48.859231 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:48.956287 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.009692 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.039525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:49.100725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49140) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:49.152809 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5db48410-a531-4e73-8445-89419b6af4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.189931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Attempting to bind port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:49.190206 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Attempting to bind port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:49.190844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Attempting to bind port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 on network d0f8df36-e569-4c72-8f90-4a083d0d2491 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:49.200970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 on network d0f8df36-e569-4c72-8f90-4a083d0d2491 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:49:49.201235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Attempting to bind port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 on network d0f8df36-e569-4c72-8f90-4a083d0d2491 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:49.215020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4f8c8-055c-4ab4-9baf-cced75a10563 req-31f5e1dc-8491-450d-b70f-c2da649f7aee tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:49.216720 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cad4f8c8-055c-4ab4-9baf-cced75a10563 req-31f5e1dc-8491-450d-b70f-c2da649f7aee tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 945 time: 0.1273885 Jul 09 19:49:49.217923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:49.218274 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Checking segment: {'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:49.218665 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Bound using segment: {'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:49.219119 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Bound port: 576685ce-8bf1-4ad7-9915-ecbbe1b31df4, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:49.219485 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.249813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Allocated IP 172.25.0.218 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/a67f93c8-e3c0-4b9c-83ca-174c6bf28a11) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:49.272096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd310d3-8964-4fad-a7f3-cbf74f1dd824 req-9f929f46-8c2d-482e-8142-38d1ccdd6487 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:49.273699 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbd310d3-8964-4fad-a7f3-cbf74f1dd824 req-9f929f46-8c2d-482e-8142-38d1ccdd6487 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 1096 time: 0.1738825 Jul 09 19:49:49.295843 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cad4f8c8-055c-4ab4-9baf-cced75a10563 req-d40f48c9-d1cc-4fa7-b0ad-d7f85127016c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671771 Jul 09 19:49:49.320580 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] For port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:49.324091 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] For port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:49.334175 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.391268 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:49.391908 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.392939 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbd310d3-8964-4fad-a7f3-cbf74f1dd824 req-2d501fc1-21e9-481f-8b11-2e53986173c7 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080613 Jul 09 19:49:49.393352 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60867f8-191d-4bb6-9634-e13246a25932 req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] 10.222.0.36 "PUT /v2.0/ports/576685ce-8bf1-4ad7-9915-ecbbe1b31df4 HTTP/1.1" status: 200 len: 1091 time: 1.6968751 Jul 09 19:49:49.396412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7d09ab-402e-45de-9b0b-17bf5d61a456', 'tag': '576685ce-8bf1-4ad7-9915-ecbbe1b31df4'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:49.399795 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f8b65a-d94c-4922-8579-278815194408" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7d09ab-402e-45de-9b0b-17bf5d61a456", "tag": "576685ce-8bf1-4ad7-9915-ecbbe1b31df4"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:49.423808 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7950cf-42e2-481d-a24e-a5039cbae7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:49.473496 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5db48410-a531-4e73-8445-89419b6af4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.481895 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5db48410-a531-4e73-8445-89419b6af4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.526368 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.546843 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device bfae3840-5278-494f-be7a-efcb13917e30 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:49:49.547525 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5db48410-a531-4e73-8445-89419b6af4ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24b63b5a2d1745e4b4f59547fb16f2fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453993 Jul 09 19:49:49.549417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db48410-a531-4e73-8445-89419b6af4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdacbb1-1d72-4fb3-aa2e-63fb4531e75a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:49.553463 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49150) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:49.602575 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444581f8-2a60-4b15-8f97-1354af15f0fa req-5d896245-6c42-4e65-aae2-7ddf63cc676c tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:49.609552 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-444581f8-2a60-4b15-8f97-1354af15f0fa req-5d896245-6c42-4e65-aae2-7ddf63cc676c tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc7d09ab-402e-45de-9b0b-17bf5d61a456 HTTP/1.1" status: 200 len: 943 time: 0.1415262 Jul 09 19:49:49.656222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60867f8-191d-4bb6-9634-e13246a25932 req-4bf3eaf6-cac9-4a59-afed-f88858a308c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:49.658031 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60867f8-191d-4bb6-9634-e13246a25932 req-4bf3eaf6-cac9-4a59-afed-f88858a308c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b150e16940b14100ae55220bc4330aca&device_id=fc7d09ab-402e-45de-9b0b-17bf5d61a456 HTTP/1.1" status: 200 len: 1094 time: 0.2047479 Jul 09 19:49:49.676628 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-444581f8-2a60-4b15-8f97-1354af15f0fa req-53aa053a-601b-4551-a515-04a82afface7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652874 Jul 09 19:49:49.702106 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d17ea387-0d35-4c82-9aa4-99032cd0d935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.730599 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60867f8-191d-4bb6-9634-e13246a25932 req-77ca3e88-cab3-4186-ab72-d41ea65e333b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=576685ce-8bf1-4ad7-9915-ecbbe1b31df4 HTTP/1.1" status: 200 len: 217 time: 0.0526314 Jul 09 19:49:49.741778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port bfae3840-5278-494f-be7a-efcb13917e30, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=bfae3840-5278-494f-be7a-efcb13917e30,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:49.755769 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6772a4-4ff3-4f15-a4fb-cbedaa10f89b x-openstack-request-id: req-5f6772a4-4ff3-4f15-a4fb-cbedaa10f89b {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:49.755769 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7d09ab-402e-45de-9b0b-17bf5d61a456", "tag": "576685ce-8bf1-4ad7-9915-ecbbe1b31df4", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:49.755769 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f6772a4-4ff3-4f15-a4fb-cbedaa10f89b {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:49.755769 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7d09ab-402e-45de-9b0b-17bf5d61a456', 'tag': '576685ce-8bf1-4ad7-9915-ecbbe1b31df4', 'status': 'completed', 'code': 200} Jul 09 19:49:49.758700 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d17ea387-0d35-4c82-9aa4-99032cd0d935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.768776 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'bfae3840-5278-494f-be7a-efcb13917e30', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'bfae3840-5278-494f-be7a-efcb13917e30', 'mac_address': 'fa:16:3e:0d:9c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:49:49.773663 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 76a71983-e56f-49dd-9222-d77c39251035 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:49.814318 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60867f8-191d-4bb6-9634-e13246a25932 req-42854826-57bd-4437-a61f-04a01daadd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:49.815724 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60867f8-191d-4bb6-9634-e13246a25932 req-42854826-57bd-4437-a61f-04a01daadd26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20c7a8fa-d3e4-4a12-83ec-d4a84e27778e HTTP/1.1" status: 200 len: 843 time: 0.0791719 Jul 09 19:49:49.861326 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.871673 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d17ea387-0d35-4c82-9aa4-99032cd0d935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.876016 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.889116 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60867f8-191d-4bb6-9634-e13246a25932 req-9a9e6a41-9bc4-47df-8c00-26670842219e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0f8df36-e569-4c72-8f90-4a083d0d2491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666206 Jul 09 19:49:49.890125 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d17ea387-0d35-4c82-9aa4-99032cd0d935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.894441 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d17ea387-0d35-4c82-9aa4-99032cd0d935 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6fdacbb1-1d72-4fb3-aa2e-63fb4531e75a HTTP/1.1" status: 204 len: 168 time: 0.3385937 Jul 09 19:49:49.898239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfae3840-5278-494f-be7a-efcb13917e30 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:49.906212 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 76a71983-e56f-49dd-9222-d77c39251035 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:49.918662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 76a71983-e56f-49dd-9222-d77c39251035 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:49.919011 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.970612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port bfae3840-5278-494f-be7a-efcb13917e30, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=bfae3840-5278-494f-be7a-efcb13917e30,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:49.972361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:49.978026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:49.981460 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:49.987234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ea387-0d35-4c82-9aa4-99032cd0d935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdacbb1-1d72-4fb3-aa2e-63fb4531e75a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:49.991113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:50.019587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000258a-3550-4c1e-9c6c-894ca8958caa req-a76a7d28-ff49-4989-8259-bc1e9ea22814 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:50.033377 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4000258a-3550-4c1e-9c6c-894ca8958caa req-a76a7d28-ff49-4989-8259-bc1e9ea22814 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 1096 time: 0.4284804 Jul 09 19:49:50.075703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=bfae3840-5278-494f-be7a-efcb13917e30,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:50.098527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fa5fd097-60ff-401c-92ca-20aef2e0e148 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:50.108558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a67f93c8-e3c0-4b9c-83ca-174c6bf28a11,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:50.253848 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237a5964-3ce6-44fc-9044-cbe5a57a3141 None None] Network f6a9526a-0748-4f44-a9f2-1bc051116ab6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:49:50.257224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['bfae3840-5278-494f-be7a-efcb13917e30'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:50.273439 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4000258a-3550-4c1e-9c6c-894ca8958caa req-380f5e61-8608-46bb-8252-205e98c1aabd tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390068 Jul 09 19:49:50.386500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-182528c5-8a20-4917-9d63-d95fc677a31b tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:50.388483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-182528c5-8a20-4917-9d63-d95fc677a31b tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.32 "GET /v2.0/networks?id=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd HTTP/1.1" status: 200 len: 823 time: 0.4191849 Jul 09 19:49:50.408387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-372a8b76-918c-4bce-8530-e3c581654c8b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:50.415351 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-372a8b76-918c-4bce-8530-e3c581654c8b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 821 time: 0.5219140 Jul 09 19:49:50.443454 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60867f8-191d-4bb6-9634-e13246a25932 req-089a0b5b-ad1c-4bb6-a257-1276d92fa674 service neutron] 10.222.0.36 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132546 Jul 09 19:49:50.516217 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-49a81f6d-b93d-493f-b1fe-7777f26dba9e tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/quotas/d1970a87c2e6404b89294d0e16829336 HTTP/1.1" status: 200 len: 375 time: 0.0946875 Jul 09 19:49:50.557634 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.563891 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-c4ee144b-d844-4f46-80c5-09ea8d2140ce tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8306300c2ca646b2a26aca1c6a0e4ce6 HTTP/1.1" status: 200 len: 379 time: 0.1474550 Jul 09 19:49:50.598759 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-633438ae-c26c-4b6d-a678-a79ad33c7edf tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Request body: {'port': {'device_id': 'ba1df460-a7a4-4523-822d-109eafb13803', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'admin_state_up': True, 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'security_groups': ['892a1a06-0420-4b11-937b-9a5752763640']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:50.598982 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.650152 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 76a71983-e56f-49dd-9222-d77c39251035, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=76a71983-e56f-49dd-9222-d77c39251035,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:50.668096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4c551d-2d7d-4583-b8fd-9014d78adc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a71983-e56f-49dd-9222-d77c39251035'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:50.671076 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17947d0b-fc9b-4ca3-8113-60352dc2f7aa" -d '{"events": [{"server_uuid": "ff4c551d-2d7d-4583-b8fd-9014d78adc4f", "name": "network-vif-plugged", "status": "completed", "tag": "76a71983-e56f-49dd-9222-d77c39251035"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:50.682138 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60867f8-191d-4bb6-9634-e13246a25932 req-42ba85dd-a211-4ad4-815c-0d61d48eaab7 service neutron] 10.222.0.36 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213235 Jul 09 19:49:50.695758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-99b0a8ed-92fb-44f4-b8d3-e8d42b632247 None None] Provisioning for port fa5fd097-60ff-401c-92ca-20aef2e0e148 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:50.700272 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.708413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-99b0a8ed-92fb-44f4-b8d3-e8d42b632247 None None] Provisioning complete for port fa5fd097-60ff-401c-92ca-20aef2e0e148 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:50.708906 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-99b0a8ed-92fb-44f4-b8d3-e8d42b632247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.760076 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port fa5fd097-60ff-401c-92ca-20aef2e0e148 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:50.772167 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-b04a6726-33df-41dc-84c4-30211ae12644 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2416337 Jul 09 19:49:50.780153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9abff-caaa-4c1f-9b31-4a4bba525aaa req-95619c47-4009-4bd0-8d79-2f49164f79b4 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:50.790169 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1e9abff-caaa-4c1f-9b31-4a4bba525aaa req-95619c47-4009-4bd0-8d79-2f49164f79b4 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 949 time: 0.3270688 Jul 09 19:49:50.794826 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=76a71983-e56f-49dd-9222-d77c39251035,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:50.803971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port fa5fd097-60ff-401c-92ca-20aef2e0e148 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:50.804351 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.891900 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.942166 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-633438ae-c26c-4b6d-a678-a79ad33c7edf tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Made reservation on behalf of 8306300c2ca646b2a26aca1c6a0e4ce6 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:50.946258 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-633438ae-c26c-4b6d-a678-a79ad33c7edf tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:50.959082 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1e9abff-caaa-4c1f-9b31-4a4bba525aaa req-8207949a-09f6-4bc7-8246-14892884255a tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679566 Jul 09 19:49:50.970912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8b65a-d94c-4922-8579-278815194408 req-6f5e12c5-1849-4c00-8688-235636e56286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:50.972465 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-35f8b65a-d94c-4922-8579-278815194408 req-6f5e12c5-1849-4c00-8688-235636e56286 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b150e16940b14100ae55220bc4330aca&device_id=fc7d09ab-402e-45de-9b0b-17bf5d61a456 HTTP/1.1" status: 200 len: 1094 time: 0.2099533 Jul 09 19:49:50.993797 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-ead3dc9d-d2a9-44f0-8f4d-18e0faca6653 service neutron] 10.222.0.30 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049100 Jul 09 19:49:51.103232 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-99b0a8ed-92fb-44f4-b8d3-e8d42b632247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:51.107838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Router 494e8f15-6038-452e-9fd4-e347d3b516fd is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:49:51.113724 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-459286a1-a0b5-4634-a749-6275cda806ac service neutron] 10.222.0.30 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188836 Jul 09 19:49:51.228139 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:51.232284 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-99b0a8ed-92fb-44f4-b8d3-e8d42b632247 None None] For port fa5fd097-60ff-401c-92ca-20aef2e0e148, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fa5fd097-60ff-401c-92ca-20aef2e0e148,segment=NetworkSegment(eea7a62b-c565-4ba8-af54-83add4646e24),segment_id=eea7a62b-c565-4ba8-af54-83add4646e24)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:51.245709 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-99b0a8ed-92fb-44f4-b8d3-e8d42b632247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:51.252692 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f972ac57-7596-49a4-be09-1c37455deaf8 req-aef37342-f323-4d3c-a7ae-f4daa5f88e3d tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba1df460-a7a4-4523-822d-109eafb13803 HTTP/1.1" status: 200 len: 210 time: 0.0565844 Jul 09 19:49:51.328207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0a8ed-92fb-44f4-b8d3-e8d42b632247 None None] Pushing event updated for resources: {'Port': ['ID=fa5fd097-60ff-401c-92ca-20aef2e0e148,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:51.422474 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.api [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:49:51.423162 n-d-800088-3 neutron-server[100206]: DEBUG oslo_db.api [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:49:51.437966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:51.447666 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Sync routers for ids ['494e8f15-6038-452e-9fd4-e347d3b516fd'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:51.469107 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Routers {'494e8f15-6038-452e-9fd4-e347d3b516fd'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:51.470015 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:49:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['494e8f15-6038-452e-9fd4-e347d3b516fd'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:51.475009 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:51.476351 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-25de8804-b0a8-4e01-b63c-291077a0a5e2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.7770391 Jul 09 19:49:51.479143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49208) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:51.491170 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ae6cd2d6-72c1-4281-9d46-1364c7c1d562 None None] Provisioning complete for port fa5fd097-60ff-401c-92ca-20aef2e0e148 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:51.491548 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd2d6-72c1-4281-9d46-1364c7c1d562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:51.677162 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4cdbc-4f5f-4021-ae81-e5af9172f170 req-cc436865-a4e4-4f6b-a9d1-977180b858e6 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:51.679107 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bfc4cdbc-4f5f-4021-ae81-e5af9172f170 req-cc436865-a4e4-4f6b-a9d1-977180b858e6 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 949 time: 0.1910496 Jul 09 19:49:51.771503 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Set router 494e8f15-6038-452e-9fd4-e347d3b516fd gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:51.818974 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bfc4cdbc-4f5f-4021-ae81-e5af9172f170 req-49f1c8a1-4916-4c8b-b2b3-e3faa3243533 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332755 Jul 09 19:49:51.920351 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1275cd0-5b20-4d2f-b69f-9b558e0e8775 x-openstack-request-id: req-c1275cd0-5b20-4d2f-b69f-9b558e0e8775 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:51.922463 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4c551d-2d7d-4583-b8fd-9014d78adc4f", "name": "network-vif-plugged", "status": "completed", "tag": "76a71983-e56f-49dd-9222-d77c39251035", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:51.922884 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1275cd0-5b20-4d2f-b69f-9b558e0e8775 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:51.923438 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4c551d-2d7d-4583-b8fd-9014d78adc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a71983-e56f-49dd-9222-d77c39251035', 'code': 200} Jul 09 19:49:51.956863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8b65a-d94c-4922-8579-278815194408 req-34578f4c-fb2a-48df-9db0-ba944af6b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:51.958876 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-35f8b65a-d94c-4922-8579-278815194408 req-34578f4c-fb2a-48df-9db0-ba944af6b5b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0f8df36-e569-4c72-8f90-4a083d0d2491 HTTP/1.1" status: 200 len: 904 time: 0.8654647 Jul 09 19:49:51.964868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-633438ae-c26c-4b6d-a678-a79ad33c7edf tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Allocated IP 172.20.0.9 (3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd/af1cf44f-f8a3-4725-a1ed-970ef7a6a778/b8d9f48c-fb20-404b-95b8-4f1a4d14deae) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:51.968393 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630226c-3096-468c-bfd7-aa8a6b4ef2c7 req-5d757602-6bbe-4673-902f-d35e3f9317e0 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:51.992286 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b630226c-3096-468c-bfd7-aa8a6b4ef2c7 req-5d757602-6bbe-4673-902f-d35e3f9317e0 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 1096 time: 0.2555256 Jul 09 19:49:52.124990 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-35f8b65a-d94c-4922-8579-278815194408 req-8ff36d35-6487-45db-847d-edb7b9f73826 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=576685ce-8bf1-4ad7-9915-ecbbe1b31df4 HTTP/1.1" status: 200 len: 217 time: 0.1305835 Jul 09 19:49:52.179456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fa5fd097-60ff-401c-92ca-20aef2e0e148 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:52.181307 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616113389-router', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a67f93c8-e3c0-4b9c-83ca-174c6bf28a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:47Z', 'updated_at': '2021-07-09T19:49:50Z', 'revision_number': 3, 'project_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'gw_port': {'id': 'a67f93c8-e3c0-4b9c-83ca-174c6bf28a11', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:49Z', 'updated_at': '2021-07-09T19:49:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:52.226125 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Checking router: 494e8f15-6038-452e-9fd4-e347d3b516fd for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:49:52.226740 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Updating router 494e8f15-6038-452e-9fd4-e347d3b516fd port a67f93c8-e3c0-4b9c-83ca-174c6bf28a11 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:49:52.247196 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.267971 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.288463 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port fa5fd097-60ff-401c-92ca-20aef2e0e148 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:52.288788 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.349815 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b630226c-3096-468c-bfd7-aa8a6b4ef2c7 req-2f594654-2055-47a4-8bb7-3e09cb3e0428 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565938 Jul 09 19:49:52.380611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8b65a-d94c-4922-8579-278815194408 req-306aeb34-0e2e-400b-990a-b1d94d373a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:52.382084 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-35f8b65a-d94c-4922-8579-278815194408 req-306aeb34-0e2e-400b-990a-b1d94d373a27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20c7a8fa-d3e4-4a12-83ec-d4a84e27778e HTTP/1.1" status: 200 len: 843 time: 0.2207913 Jul 09 19:49:52.516923 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-633438ae-c26c-4b6d-a678-a79ad33c7edf tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.517298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bf82b-829e-4be3-960e-1f8ea5005fc6 req-b2845d0f-a412-4c73-b5be-f43a99085f15 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:52.519628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81bf82b-829e-4be3-960e-1f8ea5005fc6 req-b2845d0f-a412-4c73-b5be-f43a99085f15 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc7d09ab-402e-45de-9b0b-17bf5d61a456 HTTP/1.1" status: 200 len: 943 time: 0.3141084 Jul 09 19:49:52.533310 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-633438ae-c26c-4b6d-a678-a79ad33c7edf tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Transition to ACTIVE for port object b8d9f48c-fb20-404b-95b8-4f1a4d14deae will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:52.572865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Allocated IP 172.20.0.1 (f6a9526a-0748-4f44-a9f2-1bc051116ab6/0272316b-7866-470f-ac61-d9ce42632b9c/56ae3951-27b5-4f9b-8470-339b560cf2da) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:52.596068 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81bf82b-829e-4be3-960e-1f8ea5005fc6 req-c6b5ea44-c973-4311-885b-d30eec9aa17e tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672703 Jul 09 19:49:52.607907 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.613798 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-35f8b65a-d94c-4922-8579-278815194408 req-fc520402-6ea7-4b04-b0e7-fb5f7627a140 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0f8df36-e569-4c72-8f90-4a083d0d2491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655813 Jul 09 19:49:52.619488 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Transition to ACTIVE for port object a67f93c8-e3c0-4b9c-83ca-174c6bf28a11 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:52.621644 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e80659f5-b690-46ae-96fb-6d25c5b5847f req-86c8ce87-d423-486a-bb26-2eb8c8a816c9 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 210 time: 0.0763566 Jul 09 19:49:52.640834 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.650679 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7a6b4-3d0e-4b7d-ae8a-067693f93615 req-59a247f7-28c2-473a-86ef-fbe3a4dc3ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:52.652271 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39e7a6b4-3d0e-4b7d-ae8a-067693f93615 req-59a247f7-28c2-473a-86ef-fbe3a4dc3ab6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 1101 time: 0.6093802 Jul 09 19:49:52.734476 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-35f8b65a-d94c-4922-8579-278815194408 req-d2c3cdcc-fe94-4367-8a05-cd0e4bbaaea9 service neutron] 10.222.0.36 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116416 Jul 09 19:49:52.736841 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Attempting to bind port a67f93c8-e3c0-4b9c-83ca-174c6bf28a11 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:52.737234 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Attempting to bind port a67f93c8-e3c0-4b9c-83ca-174c6bf28a11 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:52.737614 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Attempting to bind port a67f93c8-e3c0-4b9c-83ca-174c6bf28a11 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:52.742499 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-633438ae-c26c-4b6d-a678-a79ad33c7edf tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.748474 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:52.748914 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:52.749338 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.749745 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:52.750246 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Bound port: a67f93c8-e3c0-4b9c-83ca-174c6bf28a11, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:52.750666 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.809698 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] For port a67f93c8-e3c0-4b9c-83ca-174c6bf28a11, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:52.813198 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] For port a67f93c8-e3c0-4b9c-83ca-174c6bf28a11, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a67f93c8-e3c0-4b9c-83ca-174c6bf28a11,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:52.829761 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e6417-cfe8-4da2-9a44-5eaba5849b4d None None] Pushing event updated for resources: {'Port': ['ID=a67f93c8-e3c0-4b9c-83ca-174c6bf28a11,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:52.834054 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:52.882022 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-633438ae-c26c-4b6d-a678-a79ad33c7edf tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:52.883891 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Routers {'494e8f15-6038-452e-9fd4-e347d3b516fd'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:52.886954 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39e7a6b4-3d0e-4b7d-ae8a-067693f93615 req-dbec64d9-3ded-4953-814a-459dd2c5a2be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509550 Jul 09 19:49:52.887682 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633438ae-c26c-4b6d-a678-a79ad33c7edf tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Pushing event updated for resources: {'Port': ['ID=b8d9f48c-fb20-404b-95b8-4f1a4d14deae,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:52.888170 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:49:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['494e8f15-6038-452e-9fd4-e347d3b516fd'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:52.897485 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-633438ae-c26c-4b6d-a678-a79ad33c7edf tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:52.906599 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-633438ae-c26c-4b6d-a678-a79ad33c7edf tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:52.976702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-633438ae-c26c-4b6d-a678-a79ad33c7edf tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:52.977551 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-633438ae-c26c-4b6d-a678-a79ad33c7edf tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:53.028948 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-6d4def01-ffa9-4a3b-8065-17d292efed23 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d09c1c899b744b99a36aa002fffb6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482774 Jul 09 19:49:53.029410 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] Set router 494e8f15-6038-452e-9fd4-e347d3b516fd gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:53.084864 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-633438ae-c26c-4b6d-a678-a79ad33c7edf tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4948211 Jul 09 19:49:53.087436 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-35f8b65a-d94c-4922-8579-278815194408 req-98f42c4e-f880-42e1-8f55-f445f5a34519 service neutron] 10.222.0.36 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428588 Jul 09 19:49:53.115045 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:53.130327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Transition to ACTIVE for port object 56ae3951-27b5-4f9b-8470-339b560cf2da will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:53.174017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Request body: {'port': {'device_id': 'ba1df460-a7a4-4523-822d-109eafb13803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:53.182853 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e6417-cfe8-4da2-9a44-5eaba5849b4d None None] Pushing event updated for resources: {'Port': ['ID=a67f93c8-e3c0-4b9c-83ca-174c6bf28a11,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:53.215914 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:53.274620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Pushing event updated for resources: {'Port': ['ID=56ae3951-27b5-4f9b-8470-339b560cf2da,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:53.278863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-54928e6b-29bc-4cff-ad1b-b0964ec0ccd9 None None] Provisioning for port b8d9f48c-fb20-404b-95b8-4f1a4d14deae completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:53.287182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-54928e6b-29bc-4cff-ad1b-b0964ec0ccd9 None None] Provisioning complete for port b8d9f48c-fb20-404b-95b8-4f1a4d14deae triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:53.287594 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-54928e6b-29bc-4cff-ad1b-b0964ec0ccd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:53.292838 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616113389-router', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a67f93c8-e3c0-4b9c-83ca-174c6bf28a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:47Z', 'updated_at': '2021-07-09T19:49:50Z', 'revision_number': 3, 'project_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'gw_port': {'id': 'a67f93c8-e3c0-4b9c-83ca-174c6bf28a11', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:49Z', 'updated_at': '2021-07-09T19:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:53.319074 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Network f6a9526a-0748-4f44-a9f2-1bc051116ab6 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:53.326131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:53.327334 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9521f09f-d073-4bd5-8738-5d890e5ca329 None None] The sync data for ids ['494e8f15-6038-452e-9fd4-e347d3b516fd'] in n-d-800088-3 is: [{'id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616113389-router', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a67f93c8-e3c0-4b9c-83ca-174c6bf28a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:47Z', 'updated_at': '2021-07-09T19:49:50Z', 'revision_number': 3, 'project_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'gw_port': {'id': 'a67f93c8-e3c0-4b9c-83ca-174c6bf28a11', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:49Z', 'updated_at': '2021-07-09T19:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:53.329493 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:53.368795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-54928e6b-29bc-4cff-ad1b-b0964ec0ccd9 None None] Port b8d9f48c-fb20-404b-95b8-4f1a4d14deae cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:53.381399 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:53.504907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265cff5-876b-476b-89a8-a8025aed0a16 req-c70de37a-cca9-4255-ad6b-0ce5fe87fbd4 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:53.512047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3265cff5-876b-476b-89a8-a8025aed0a16 req-c70de37a-cca9-4255-ad6b-0ce5fe87fbd4 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 950 time: 0.3436580 Jul 09 19:49:53.552527 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-61a9db17-f634-4d9e-9e79-28efc8b84fbe tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:53.553933 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-61a9db17-f634-4d9e-9e79-28efc8b84fbe tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5239356 Jul 09 19:49:53.564627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-0381531f-e601-42df-9dc2-69a0fd9c2e0b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:53.566123 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-0381531f-e601-42df-9dc2-69a0fd9c2e0b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.36 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 821 time: 0.4272101 Jul 09 19:49:53.577343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device bfae3840-5278-494f-be7a-efcb13917e30 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:53.590339 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-bf56a578-e845-4443-b7d3-57fa50f6d05c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Request body: {'port': {'device_id': '956567cf-1851-49d6-a965-a7c739e53002', 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c', 'admin_state_up': True, 'tenant_id': 'd1970a87c2e6404b89294d0e16829336'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:53.593391 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3265cff5-876b-476b-89a8-a8025aed0a16 req-3800e3f6-0947-460a-9ac2-15080429368f tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803974 Jul 09 19:49:53.634198 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:53.634506 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:53.646681 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-abbcd116-82e4-48de-8462-24b99c4f8e42 None None] Provisioning for port 56ae3951-27b5-4f9b-8470-339b560cf2da completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:53.660178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-abbcd116-82e4-48de-8462-24b99c4f8e42 None None] Provisioning complete for port 56ae3951-27b5-4f9b-8470-339b560cf2da triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:53.660178 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-abbcd116-82e4-48de-8462-24b99c4f8e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:53.702618 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-c40fb32f-8883-45b4-a8f8-00246c3d5330 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/quotas/d09c1c899b744b99a36aa002fffb6a15 HTTP/1.1" status: 200 len: 375 time: 0.1327558 Jul 09 19:49:53.760800 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-abbcd116-82e4-48de-8462-24b99c4f8e42 None None] Port 56ae3951-27b5-4f9b-8470-339b560cf2da cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:53.776809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port bfae3840-5278-494f-be7a-efcb13917e30 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:53.781415 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-ba442647-a067-4167-8b49-57844c9b24c4 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d09c1c899b744b99a36aa002fffb6a15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777624 Jul 09 19:49:53.794243 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:49:53.800255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port bfae3840-5278-494f-be7a-efcb13917e30 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:53.803986 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:53.885931 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:53.901746 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.017615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-bf56a578-e845-4443-b7d3-57fa50f6d05c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Made reservation on behalf of d1970a87c2e6404b89294d0e16829336 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:54.022116 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-bf56a578-e845-4443-b7d3-57fa50f6d05c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.183717 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.196807 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.228482 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a67f93c8-e3c0-4b9c-83ca-174c6bf28a11 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:54.243830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Pushing event updated for resources: {'Port': ['ID=56ae3951-27b5-4f9b-8470-339b560cf2da,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:54.293358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:54.319892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88017bf0-fe57-48af-ba46-bb30316fbb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfae3840-5278-494f-be7a-efcb13917e30'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:54.323396 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4793e254-88f5-476a-8186-0637fbcd0877" -d '{"events": [{"server_uuid": "88017bf0-fe57-48af-ba46-bb30316fbb8f", "name": "network-vif-plugged", "status": "completed", "tag": "bfae3840-5278-494f-be7a-efcb13917e30"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:54.335883 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port bfae3840-5278-494f-be7a-efcb13917e30, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=bfae3840-5278-494f-be7a-efcb13917e30,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:54.353560 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.359900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823e6b3-9a32-4a61-83de-338175d08077 req-0c2e940f-8f55-4e72-8966-f1209bbb0760 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:54.364172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '576685ce-8bf1-4ad7-9915-ecbbe1b31df4', 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491', 'port_id': '576685ce-8bf1-4ad7-9915-ecbbe1b31df4', 'mac_address': 'fa:16:3e:70:a3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c7a8fa-d3e4-4a12-83ec-d4a84e27778e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:49:54.369775 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3823e6b3-9a32-4a61-83de-338175d08077 req-0c2e940f-8f55-4e72-8966-f1209bbb0760 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba1df460-a7a4-4523-822d-109eafb13803 HTTP/1.1" status: 200 len: 931 time: 0.4814193 Jul 09 19:49:54.427300 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3823e6b3-9a32-4a61-83de-338175d08077 req-c95a75d5-3473-46a8-b838-460345298e5c tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543873 Jul 09 19:49:54.482299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Network f6a9526a-0748-4f44-a9f2-1bc051116ab6 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:54.484886 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:54.514363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=bfae3840-5278-494f-be7a-efcb13917e30,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:54.559482 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.586831 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port a67f93c8-e3c0-4b9c-83ca-174c6bf28a11 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:54.602822 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d9f48c-fb20-404b-95b8-4f1a4d14deae {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:54.610822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:54.619608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-bf56a578-e845-4443-b7d3-57fa50f6d05c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Allocated IP 172.20.0.3 (8a232a31-8852-4c82-8ae1-8d8f984ad79c/e038d9a9-54b5-4f47-8017-9b651456fb61/4e8f01c9-b154-4fac-8cec-549f96ad1e02) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:54.633603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a67f93c8-e3c0-4b9c-83ca-174c6bf28a11 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:54.633991 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.722062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:54.745662 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.766188 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.779714 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Transition to ACTIVE for port object b8d9f48c-fb20-404b-95b8-4f1a4d14deae will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:54.790031 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Router 494e8f15-6038-452e-9fd4-e347d3b516fd has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:49:54.798775 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.850007 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1286537-6769-4603-8c06-2dffd0b8edd8 req-9ed9f431-0e36-44de-832b-c4cbe22e05e3 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:54.858675 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d1286537-6769-4603-8c06-2dffd0b8edd8 req-9ed9f431-0e36-44de-832b-c4cbe22e05e3 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.4422209 Jul 09 19:49:54.872171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed542a-b200-40b8-a0d9-6de855fa2295 req-f65b6c5d-e887-438c-8127-3409b016c1b6 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:54.874407 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4bed542a-b200-40b8-a0d9-6de855fa2295 req-f65b6c5d-e887-438c-8127-3409b016c1b6 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc7d09ab-402e-45de-9b0b-17bf5d61a456 HTTP/1.1" status: 200 len: 943 time: 0.1778998 Jul 09 19:49:54.886592 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:54.900228 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.934719 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port a67f93c8-e3c0-4b9c-83ca-174c6bf28a11, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a67f93c8-e3c0-4b9c-83ca-174c6bf28a11,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:54.940112 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bfe0c87a-19df-4c81-9a50-cdeba0064825 None None] Provisioning complete for port 56ae3951-27b5-4f9b-8470-339b560cf2da triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:54.940484 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bfe0c87a-19df-4c81-9a50-cdeba0064825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:54.965107 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.005141 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4bed542a-b200-40b8-a0d9-6de855fa2295 req-46456512-d984-4b32-ab52-dc8405b26e02 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907037 Jul 09 19:49:55.016095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:49:55.022374 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3c967a1b-747d-4335-a2e0-c99eeddf02b7 admin admin] 10.222.0.30 "PUT /v2.0/routers/494e8f15-6038-452e-9fd4-e347d3b516fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5420640 Jul 09 19:49:55.038401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-bfe0c87a-19df-4c81-9a50-cdeba0064825 None None] Port 56ae3951-27b5-4f9b-8470-339b560cf2da cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:55.066079 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d1286537-6769-4603-8c06-2dffd0b8edd8 req-55b04329-ce39-4379-8a80-f491a90bc14b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074115 Jul 09 19:49:55.085142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d9f48c-fb20-404b-95b8-4f1a4d14deae,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:55.100472 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['576685ce-8bf1-4ad7-9915-ecbbe1b31df4'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:49:55.108644 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-bf56a578-e845-4443-b7d3-57fa50f6d05c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.112375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Attempting to bind port b8d9f48c-fb20-404b-95b8-4f1a4d14deae on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:55.112724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Attempting to bind port b8d9f48c-fb20-404b-95b8-4f1a4d14deae by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:55.113079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Attempting to bind port b8d9f48c-fb20-404b-95b8-4f1a4d14deae on network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:55.122466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Port b8d9f48c-fb20-404b-95b8-4f1a4d14deae on network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:49:55.122806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Attempting to bind port b8d9f48c-fb20-404b-95b8-4f1a4d14deae on network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:55.133159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:55.133368 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Checking segment: {'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:55.133627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Bound using segment: {'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:55.134054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Bound port: b8d9f48c-fb20-404b-95b8-4f1a4d14deae, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:55.134425 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.187649 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=a67f93c8-e3c0-4b9c-83ca-174c6bf28a11,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:55.316423 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] For port b8d9f48c-fb20-404b-95b8-4f1a4d14deae, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:55.319422 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32f74298-40a6-4a32-8038-67905dba1f33 req-5becb4ba-853f-46d5-be97-81ba57e83cb7 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 210 time: 0.0486796 Jul 09 19:49:55.323665 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] For port b8d9f48c-fb20-404b-95b8-4f1a4d14deae, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b8d9f48c-fb20-404b-95b8-4f1a4d14deae,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:55.330539 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-bf56a578-e845-4443-b7d3-57fa50f6d05c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.332778 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.436441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:55.443334 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.445019 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] 10.222.0.32 "PUT /v2.0/ports/b8d9f48c-fb20-404b-95b8-4f1a4d14deae HTTP/1.1" status: 200 len: 1091 time: 2.3048477 Jul 09 19:49:55.458851 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1df460-a7a4-4523-822d-109eafb13803', 'tag': 'b8d9f48c-fb20-404b-95b8-4f1a4d14deae'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:55.461471 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6687eab-8ffb-48f0-aae2-1363e90a6f84" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1df460-a7a4-4523-822d-109eafb13803", "tag": "b8d9f48c-fb20-404b-95b8-4f1a4d14deae"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:55.487437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-bf56a578-e845-4443-b7d3-57fa50f6d05c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Network 8a232a31-8852-4c82-8ae1-8d8f984ad79c is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:55.491352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-bf56a578-e845-4443-b7d3-57fa50f6d05c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:55.495329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-bf56a578-e845-4443-b7d3-57fa50f6d05c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:55.538549 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-ebc51a05-0e71-4dc1-9db3-7af5937c4ab8 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d09c1c899b744b99a36aa002fffb6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553629 Jul 09 19:49:55.583379 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacc864-7436-4422-acf0-73818b3cdcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d9f48c-fb20-404b-95b8-4f1a4d14deae,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:55.603576 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f4319d-3fbf-41fc-9858-d0b28f232d41 x-openstack-request-id: req-c3f4319d-3fbf-41fc-9858-d0b28f232d41 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:55.604076 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88017bf0-fe57-48af-ba46-bb30316fbb8f", "name": "network-vif-plugged", "status": "completed", "tag": "bfae3840-5278-494f-be7a-efcb13917e30", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:55.604172 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3f4319d-3fbf-41fc-9858-d0b28f232d41 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:55.604497 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88017bf0-fe57-48af-ba46-bb30316fbb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfae3840-5278-494f-be7a-efcb13917e30', 'code': 200} Jul 09 19:49:55.627961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-bf56a578-e845-4443-b7d3-57fa50f6d05c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:55.628739 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-bf56a578-e845-4443-b7d3-57fa50f6d05c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.671921 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-bf56a578-e845-4443-b7d3-57fa50f6d05c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0869381 Jul 09 19:49:55.673529 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56a578-e845-4443-b7d3-57fa50f6d05c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Pushing event updated for resources: {'Port': ['ID=4e8f01c9-b154-4fac-8cec-549f96ad1e02,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:55.683510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Request body: {'port': {'device_id': '956567cf-1851-49d6-a965-a7c739e53002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:55.722539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-692be9de-a092-482b-bcfa-492bb0400238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:55.724463 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-692be9de-a092-482b-bcfa-492bb0400238 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8306300c2ca646b2a26aca1c6a0e4ce6&device_id=ba1df460-a7a4-4523-822d-109eafb13803 HTTP/1.1" status: 200 len: 1094 time: 0.2223544 Jul 09 19:49:55.745154 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-48c639b1-210d-4b0d-98ec-112397a52e26 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:55.746659 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-48c639b1-210d-4b0d-98ec-112397a52e26 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2073202 Jul 09 19:49:55.774713 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-9e185c65-20e1-4848-be43-b34e33acdcad tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/quotas/d09c1c899b744b99a36aa002fffb6a15 HTTP/1.1" status: 200 len: 375 time: 0.0154266 Jul 09 19:49:55.775475 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-6dfde5a9-f4f0-4ff3-90ef-39e70585eb17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8d9f48c-fb20-404b-95b8-4f1a4d14deae HTTP/1.1" status: 200 len: 217 time: 0.0423660 Jul 09 19:49:55.777975 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222ea86-4999-444a-bf0a-509290e73606 req-1f7aa632-df4d-4e7e-be9b-b8f4b038bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:55.779576 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c222ea86-4999-444a-bf0a-509290e73606 req-1f7aa632-df4d-4e7e-be9b-b8f4b038bfbb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 1101 time: 0.1083000 Jul 09 19:49:55.820236 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-589ffb1d-5a7a-4d68-b4a2-1d51ced7a739 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d09c1c899b744b99a36aa002fffb6a15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380421 Jul 09 19:49:55.874106 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c222ea86-4999-444a-bf0a-509290e73606 req-2f198c05-b8cd-4d21-a744-ee4995ccf31e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456986 Jul 09 19:49:55.879795 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:55.900959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-bd6e4c1b-a50c-4377-a68f-82807dbe7359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:55.902529 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-bd6e4c1b-a50c-4377-a68f-82807dbe7359 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af1cf44f-f8a3-4725-a1ed-970ef7a6a778 HTTP/1.1" status: 200 len: 862 time: 0.1018431 Jul 09 19:49:55.951763 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Sync routers for ids ['494e8f15-6038-452e-9fd4-e347d3b516fd'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:49:55.980871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-f0d2ceaf-b84d-4d8f-be94-d0e30ca05368 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d09c1c899b744b99a36aa002fffb6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267770 Jul 09 19:49:55.982515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Routers {'494e8f15-6038-452e-9fd4-e347d3b516fd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:55.984175 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:49:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['494e8f15-6038-452e-9fd4-e347d3b516fd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:56.012618 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23783d-6003-43ac-afab-0898f4d3b31e req-a8c6793c-bfab-480a-a61f-eff4bfe504bb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:56.014166 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5d23783d-6003-43ac-afab-0898f4d3b31e req-a8c6793c-bfab-480a-a61f-eff4bfe504bb tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 950 time: 0.2450054 Jul 09 19:49:56.208818 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a67f93c8-e3c0-4b9c-83ca-174c6bf28a11 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:56.273596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Set router 494e8f15-6038-452e-9fd4-e347d3b516fd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:56.388047 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-f1b9bf4e-bdb7-4748-bdd3-c1a24b7dab2d req-94817687-fb91-4824-b70c-25d1eb1094a1 tempest-FloatingIPDetailsNegativeTestJSON-202369503 tempest-FloatingIPDetailsNegativeTestJSON-202369503-project] show failed (client error): The resource could not be found. Jul 09 19:49:56.389568 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f1b9bf4e-bdb7-4748-bdd3-c1a24b7dab2d req-94817687-fb91-4824-b70c-25d1eb1094a1 tempest-FloatingIPDetailsNegativeTestJSON-202369503 tempest-FloatingIPDetailsNegativeTestJSON-202369503-project] 10.222.0.30 "GET /v2.0/floatingips/d8eaa500-5329-473e-91fa-8a9ef82819da HTTP/1.1" status: 404 len: 350 time: 0.1618226 Jul 09 19:49:56.403681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-475c469e-f3fb-4f30-be7a-5f1f41ab44b2 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:56.405975 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-475c469e-f3fb-4f30-be7a-5f1f41ab44b2 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4124041 Jul 09 19:49:56.406564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49302) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:49:56.484519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a67f93c8-e3c0-4b9c-83ca-174c6bf28a11 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:56.484519 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.492212 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5d23783d-6003-43ac-afab-0898f4d3b31e req-b964633c-007c-4135-aa90-3603187ed269 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679646 Jul 09 19:49:56.512788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-94f13ff7-3de1-4d9e-9029-753a5610da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:56.521186 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-94f13ff7-3de1-4d9e-9029-753a5610da6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6106083 Jul 09 19:49:56.546210 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Request body: {'port': {'device_id': 'bb68930e-ae26-4ec1-a21d-62b62ce86f23', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': 'd09c1c899b744b99a36aa002fffb6a15'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:56.674565 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.685060 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-2c9dfed2-4d0a-433c-a86f-49a6c2cd55c5 service neutron] 10.222.0.32 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518753 Jul 09 19:49:56.701135 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6f80c2-665a-434e-8e90-acf6c0565811 x-openstack-request-id: req-ef6f80c2-665a-434e-8e90-acf6c0565811 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:49:56.701427 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1df460-a7a4-4523-822d-109eafb13803", "tag": "b8d9f48c-fb20-404b-95b8-4f1a4d14deae", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:49:56.701680 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef6f80c2-665a-434e-8e90-acf6c0565811 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:49:56.702101 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1df460-a7a4-4523-822d-109eafb13803', 'tag': 'b8d9f48c-fb20-404b-95b8-4f1a4d14deae', 'status': 'completed', 'code': 200} Jul 09 19:49:56.878791 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-88099dc1-c6ea-488d-9d28-744c6a4d4bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.899412 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c77d2-5329-4c55-9f86-6c3bb9f0703a req-ef37f06f-f8bd-4db8-bdbd-c8bf52723f76 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:56.901941 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-358c77d2-5329-4c55-9f86-6c3bb9f0703a req-ef37f06f-f8bd-4db8-bdbd-c8bf52723f76 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba1df460-a7a4-4523-822d-109eafb13803 HTTP/1.1" status: 200 len: 943 time: 0.2872863 Jul 09 19:49:56.912176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c912a-3319-4e94-ab9a-820905386dc9 req-03167acf-bf89-4edb-a648-2a6fe636fe40 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:56.919269 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f44c912a-3319-4e94-ab9a-820905386dc9 req-03167acf-bf89-4edb-a648-2a6fe636fe40 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 1096 time: 0.2150218 Jul 09 19:49:56.943802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616113389-router', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a67f93c8-e3c0-4b9c-83ca-174c6bf28a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:47Z', 'updated_at': '2021-07-09T19:49:53Z', 'revision_number': 4, 'project_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'gw_port': {'id': 'a67f93c8-e3c0-4b9c-83ca-174c6bf28a11', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:49Z', 'updated_at': '2021-07-09T19:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '56ae3951-27b5-4f9b-8470-339b560cf2da', 'name': '', 'network_id': 'f6a9526a-0748-4f44-a9f2-1bc051116ab6', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'mac_address': 'fa:16:3e:f8:d8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0272316b-7866-470f-ac61-d9ce42632b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:52Z', 'updated_at': '2021-07-09T19:49:53Z', 'revision_number': 2, 'project_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'subnets': [{'id': '0272316b-7866-470f-ac61-d9ce42632b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:56.947268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Made reservation on behalf of d09c1c899b744b99a36aa002fffb6a15 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:56.951032 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.978237 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:56.994220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Checking router: 494e8f15-6038-452e-9fd4-e347d3b516fd for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:49:56.994626 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Updating router 494e8f15-6038-452e-9fd4-e347d3b516fd port 56ae3951-27b5-4f9b-8470-339b560cf2da binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:49:56.999421 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f44c912a-3319-4e94-ab9a-820905386dc9 req-2e076e6d-34fb-428f-82c5-2a92ea41e560 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792184 Jul 09 19:49:57.037649 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.047084 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-312f2482-b8d3-49e7-93f9-217d28aac02f req-93920bda-43ef-4c80-b2ee-a968bf58b61c service neutron] 10.222.0.32 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440220 Jul 09 19:49:57.054996 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-358c77d2-5329-4c55-9f86-6c3bb9f0703a req-d2d11b29-c4b8-4050-8017-451a665ab392 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277552 Jul 09 19:49:57.242004 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8f01c9-b154-4fac-8cec-549f96ad1e02 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:49:57.255386 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.276454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Transition to ACTIVE for port object 4e8f01c9-b154-4fac-8cec-549f96ad1e02 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:57.283675 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.284570 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.288339 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6687eab-8ffb-48f0-aae2-1363e90a6f84 req-33b37b32-994c-43c1-9d74-f36f60144dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:57.289924 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6687eab-8ffb-48f0-aae2-1363e90a6f84 req-33b37b32-994c-43c1-9d74-f36f60144dfc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8306300c2ca646b2a26aca1c6a0e4ce6&device_id=ba1df460-a7a4-4523-822d-109eafb13803 HTTP/1.1" status: 200 len: 1094 time: 0.1467726 Jul 09 19:49:57.314254 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6278d96-ae2b-48a1-a514-760e48fc8a60 req-a4763c9f-a4e4-4678-9149-1edd877482fa tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 210 time: 0.0925887 Jul 09 19:49:57.317071 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.423732 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a23aee-648b-4bd8-85b0-b5f82307e1b3 req-2d6081cc-7f1e-494f-8dc7-5320668a5b11 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:57.431354 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58a23aee-648b-4bd8-85b0-b5f82307e1b3 req-2d6081cc-7f1e-494f-8dc7-5320668a5b11 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc7d09ab-402e-45de-9b0b-17bf5d61a456 HTTP/1.1" status: 200 len: 944 time: 0.2338204 Jul 09 19:49:57.436219 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef5808a-4725-4921-b563-900b256c5334,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:57.438549 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8f01c9-b154-4fac-8cec-549f96ad1e02,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:57.463040 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.472469 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-85acc90f-9959-4834-b02b-81a2790c18c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.476618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Transition to ACTIVE for port object 56ae3951-27b5-4f9b-8470-339b560cf2da will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:57.486224 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.542500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5d621-cc3b-4991-b5bb-b2590bf3ba88 None None] Pushing event updated for resources: {'Port': ['ID=56ae3951-27b5-4f9b-8470-339b560cf2da,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:57.557800 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6687eab-8ffb-48f0-aae2-1363e90a6f84 req-ecefa479-dc6c-492d-bf42-8e34baad5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:57.560376 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6687eab-8ffb-48f0-aae2-1363e90a6f84 req-ecefa479-dc6c-492d-bf42-8e34baad5e33 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd HTTP/1.1" status: 200 len: 924 time: 0.2566104 Jul 09 19:49:57.576323 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58a23aee-648b-4bd8-85b0-b5f82307e1b3 req-95ceeabe-3cf7-4a25-94a6-e1bd227a3e4c tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440213 Jul 09 19:49:57.610970 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Attempting to bind port 56ae3951-27b5-4f9b-8470-339b560cf2da on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:57.611444 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Attempting to bind port 56ae3951-27b5-4f9b-8470-339b560cf2da by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'eea7a62b-c565-4ba8-af54-83add4646e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6a9526a-0748-4f44-a9f2-1bc051116ab6'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:57.611863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Attempting to bind port 56ae3951-27b5-4f9b-8470-339b560cf2da on network f6a9526a-0748-4f44-a9f2-1bc051116ab6 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:57.619298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:57.620312 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Checking segment: {'id': 'eea7a62b-c565-4ba8-af54-83add4646e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6a9526a-0748-4f44-a9f2-1bc051116ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:57.620956 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.621384 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Bound using segment: {'id': 'eea7a62b-c565-4ba8-af54-83add4646e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6a9526a-0748-4f44-a9f2-1bc051116ab6'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:57.621892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Bound port: 56ae3951-27b5-4f9b-8470-339b560cf2da, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea7a62b-c565-4ba8-af54-83add4646e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f6a9526a-0748-4f44-a9f2-1bc051116ab6'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:57.622473 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.744004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6687eab-8ffb-48f0-aae2-1363e90a6f84 req-c4bc6c21-4966-4341-ac5c-849383d25c42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8d9f48c-fb20-404b-95b8-4f1a4d14deae HTTP/1.1" status: 200 len: 217 time: 0.1612616 Jul 09 19:49:57.747342 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] For port 56ae3951-27b5-4f9b-8470-339b560cf2da, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:57.757443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] For port 56ae3951-27b5-4f9b-8470-339b560cf2da, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=56ae3951-27b5-4f9b-8470-339b560cf2da,segment=NetworkSegment(eea7a62b-c565-4ba8-af54-83add4646e24),segment_id=eea7a62b-c565-4ba8-af54-83add4646e24)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:57.763680 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.777003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Attempting to bind port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:49:57.777312 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Attempting to bind port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:49:57.777609 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Attempting to bind port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:57.782078 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-23341180-ce00-433d-8c68-bd002c7da537 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d09c1c899b744b99a36aa002fffb6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1894546 Jul 09 19:49:57.836138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:49:57.857333 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:49:57.857668 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Attempting to bind port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:49:57.939712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5d621-cc3b-4991-b5bb-b2590bf3ba88 None None] Pushing event updated for resources: {'Port': ['ID=56ae3951-27b5-4f9b-8470-339b560cf2da,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:57.942209 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:49:57.943167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Checking segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:49:57.943167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Bound using segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:49:57.943396 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Bound port: 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:49:57.943734 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:57.951594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Routers {'494e8f15-6038-452e-9fd4-e347d3b516fd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:49:57.952309 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:49:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['494e8f15-6038-452e-9fd4-e347d3b516fd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:57.963236 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6687eab-8ffb-48f0-aae2-1363e90a6f84 req-d8aa7b0c-e658-4a38-b039-c5f20dc1d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:57.964836 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6687eab-8ffb-48f0-aae2-1363e90a6f84 req-d8aa7b0c-e658-4a38-b039-c5f20dc1d631 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af1cf44f-f8a3-4725-a1ed-970ef7a6a778 HTTP/1.1" status: 200 len: 862 time: 0.2060010 Jul 09 19:49:58.037645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Allocated IP 192.168.233.182 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/a4922de8-c0f6-4eda-939e-6f668f193697) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:58.071623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] Set router 494e8f15-6038-452e-9fd4-e347d3b516fd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:49:58.114543 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-fddfe0a3-a9c5-45d8-9979-459e36c33e5f tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:58.116278 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-fddfe0a3-a9c5-45d8-9979-459e36c33e5f tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2938395 Jul 09 19:49:58.132171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-ab3a5d35-8b71-4811-86ff-df4b51a025a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Request body: {'port': {'device_id': 'a24aed2b-0df9-4309-a08a-2df4eb136337', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': 'd09c1c899b744b99a36aa002fffb6a15'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:58.151847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559da8a-e28d-4e30-a162-add85def451a req-8473828a-edf4-4a92-80ad-4322e4049ada tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:58.154281 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6559da8a-e28d-4e30-a162-add85def451a req-8473828a-edf4-4a92-80ad-4322e4049ada tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.7005913 Jul 09 19:49:58.157748 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:49:58.209228 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:49:58.224868 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.238294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:58.241917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d696e-2bb0-43cf-ba46-041c263eb366 req-c41f808b-dc3c-4ecf-a6a0-4c6de872cedc tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:58.243752 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-089d696e-2bb0-43cf-ba46-041c263eb366 req-c41f808b-dc3c-4ecf-a6a0-4c6de872cedc tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 943 time: 0.4242058 Jul 09 19:49:58.243894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:58.244194 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.304295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:58.305323 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.307064 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] 10.222.0.36 "PUT /v2.0/ports/4e8f01c9-b154-4fac-8cec-549f96ad1e02 HTTP/1.1" status: 200 len: 1091 time: 2.6277881 Jul 09 19:49:58.340320 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6687eab-8ffb-48f0-aae2-1363e90a6f84 req-82d8f103-495d-416c-9c9e-74b9cd6774ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:58.341943 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6687eab-8ffb-48f0-aae2-1363e90a6f84 req-82d8f103-495d-416c-9c9e-74b9cd6774ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3147180 Jul 09 19:49:58.395223 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6559da8a-e28d-4e30-a162-add85def451a req-0aaea831-892b-4a5c-b908-ddc1096a7862 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055774 Jul 09 19:49:58.462003 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.464379 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa2383-b818-4683-a6b5-41c288a9ce84 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8f01c9-b154-4fac-8cec-549f96ad1e02,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:58.482565 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-089d696e-2bb0-43cf-ba46-041c263eb366 req-618aeb5d-e107-42c6-a23a-e57e45845314 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037663 Jul 09 19:49:58.490224 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.524455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-ab3a5d35-8b71-4811-86ff-df4b51a025a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Made reservation on behalf of d09c1c899b744b99a36aa002fffb6a15 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:49:58.526782 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-ab3a5d35-8b71-4811-86ff-df4b51a025a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.538514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:58.545142 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7d09ab-402e-45de-9b0b-17bf5d61a456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576685ce-8bf1-4ad7-9915-ecbbe1b31df4'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:58.549779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Transition to ACTIVE for port object a4922de8-c0f6-4eda-939e-6f668f193697 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:58.553913 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47201048-05b9-4b98-bec4-07d0f62c76a7" -d '{"events": [{"server_uuid": "fc7d09ab-402e-45de-9b0b-17bf5d61a456", "name": "network-vif-plugged", "status": "completed", "tag": "576685ce-8bf1-4ad7-9915-ecbbe1b31df4"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:58.568497 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.577031 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616113389-router', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a67f93c8-e3c0-4b9c-83ca-174c6bf28a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:47Z', 'updated_at': '2021-07-09T19:49:53Z', 'revision_number': 4, 'project_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'gw_port': {'id': 'a67f93c8-e3c0-4b9c-83ca-174c6bf28a11', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:49Z', 'updated_at': '2021-07-09T19:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '56ae3951-27b5-4f9b-8470-339b560cf2da', 'name': '', 'network_id': 'f6a9526a-0748-4f44-a9f2-1bc051116ab6', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'mac_address': 'fa:16:3e:f8:d8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0272316b-7866-470f-ac61-d9ce42632b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:52Z', 'updated_at': '2021-07-09T19:49:57Z', 'revision_number': 4, 'project_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'subnets': [{'id': '0272316b-7866-470f-ac61-d9ce42632b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:49:58.583655 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6687eab-8ffb-48f0-aae2-1363e90a6f84 req-97815b5a-5e3b-4633-af5f-bb339493f840 service neutron] 10.222.0.32 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322354 Jul 09 19:49:58.591010 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-7eaefa44-b6b1-4ba2-9aca-2e6842e6dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:58.592682 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-7eaefa44-b6b1-4ba2-9aca-2e6842e6dce2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 1094 time: 0.2119217 Jul 09 19:49:58.627819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f972c9de-737d-40ec-94b3-9a92c656d113 None None] The sync data for ids ['494e8f15-6038-452e-9fd4-e347d3b516fd'] in n-d-800088-3 is: [{'id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616113389-router', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a67f93c8-e3c0-4b9c-83ca-174c6bf28a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:47Z', 'updated_at': '2021-07-09T19:49:53Z', 'revision_number': 4, 'project_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'gw_port': {'id': 'a67f93c8-e3c0-4b9c-83ca-174c6bf28a11', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:49Z', 'updated_at': '2021-07-09T19:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '56ae3951-27b5-4f9b-8470-339b560cf2da', 'name': '', 'network_id': 'f6a9526a-0748-4f44-a9f2-1bc051116ab6', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'mac_address': 'fa:16:3e:f8:d8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '0272316b-7866-470f-ac61-d9ce42632b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:52Z', 'updated_at': '2021-07-09T19:49:57Z', 'revision_number': 4, 'project_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'subnets': [{'id': '0272316b-7866-470f-ac61-d9ce42632b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:49:58.654515 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.657651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-85acc90f-9959-4834-b02b-81a2790c18c3 admin admin] Deleting port 56ae3951-27b5-4f9b-8470-339b560cf2da {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:49:58.658894 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-85acc90f-9959-4834-b02b-81a2790c18c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.752938 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:58.770294 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:58.772073 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956567cf-1851-49d6-a965-a7c739e53002', 'tag': '4e8f01c9-b154-4fac-8cec-549f96ad1e02'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:49:58.774798 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17ce4aa-8d30-474e-93d6-abfce9e57a52" -d '{"events": [{"name": "network-changed", "server_uuid": "956567cf-1851-49d6-a965-a7c739e53002", "tag": "4e8f01c9-b154-4fac-8cec-549f96ad1e02"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:49:58.798752 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:58.809958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:58.873175 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:58.881156 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-61834ed9-75e4-414e-8955-31283fb79fc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02 HTTP/1.1" status: 200 len: 217 time: 0.2537360 Jul 09 19:49:59.010524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:59.011533 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:59.033069 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-2de1ea8f-c57c-4955-9516-2d13fd8b3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:59.034769 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-2de1ea8f-c57c-4955-9516-2d13fd8b3287 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.1455681 Jul 09 19:49:59.063206 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6687eab-8ffb-48f0-aae2-1363e90a6f84 req-ba4bd6be-13e0-40b1-949f-04e9e9c2865e service neutron] 10.222.0.32 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400938 Jul 09 19:49:59.115028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-85acc90f-9959-4834-b02b-81a2790c18c3 admin admin] For port 56ae3951-27b5-4f9b-8470-339b560cf2da, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=56ae3951-27b5-4f9b-8470-339b560cf2da,segment=NetworkSegment(eea7a62b-c565-4ba8-af54-83add4646e24),segment_id=eea7a62b-c565-4ba8-af54-83add4646e24)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:59.115589 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-cdddb5f5-1968-4f95-b691-54de494aa01a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658462 Jul 09 19:49:59.115715 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-85acc90f-9959-4834-b02b-81a2790c18c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:59.116829 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-ab3a5d35-8b71-4811-86ff-df4b51a025a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Allocated IP 192.168.233.192 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/89a18d41-4915-4c97-9b04-7b64416fc7c6) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:49:59.161330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-85acc90f-9959-4834-b02b-81a2790c18c3 admin admin] Calling delete_port for 56ae3951-27b5-4f9b-8470-339b560cf2da owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:49:59.228717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a15abe92-a447-43a3-8abf-1869d2600ace None None] Provisioning for port a4922de8-c0f6-4eda-939e-6f668f193697 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:49:59.238066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a15abe92-a447-43a3-8abf-1869d2600ace None None] Provisioning complete for port a4922de8-c0f6-4eda-939e-6f668f193697 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:49:59.239074 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a15abe92-a447-43a3-8abf-1869d2600ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:59.280377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Pushing event updated for resources: {'Port': ['ID=a4922de8-c0f6-4eda-939e-6f668f193697,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:59.292779 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-699e52e5-5bb7-4c63-9713-608df3e12549 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7513824 Jul 09 19:49:59.293991 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a15abe92-a447-43a3-8abf-1869d2600ace None None] Port a4922de8-c0f6-4eda-939e-6f668f193697 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:49:59.309351 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Request body: {'port': {'device_id': 'bb68930e-ae26-4ec1-a21d-62b62ce86f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:49:59.346666 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d86e61db-82fc-45fe-b389-02bd11d4b3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:59.392839 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-5f7034c3-6d30-4717-b29a-1ae718e6bfc0 service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694266 Jul 09 19:49:59.420808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7658ce-6319-478b-be28-c9c92bec7f89 req-58dfb732-4e2b-4ffd-a3eb-a27ac82dc07a tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:49:59.422445 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a7658ce-6319-478b-be28-c9c92bec7f89 req-58dfb732-4e2b-4ffd-a3eb-a27ac82dc07a tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba1df460-a7a4-4523-822d-109eafb13803 HTTP/1.1" status: 200 len: 943 time: 0.2714891 Jul 09 19:49:59.512527 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-ab3a5d35-8b71-4811-86ff-df4b51a025a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:59.541463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-ab3a5d35-8b71-4811-86ff-df4b51a025a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Transition to ACTIVE for port object 89a18d41-4915-4c97-9b04-7b64416fc7c6 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:49:59.548793 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:59.552304 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15fe4540-4b18-4951-b54c-dbcac5f51069 req-7e8817b1-8001-43c9-b23f-f698970c29f9 service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507981 Jul 09 19:49:59.601941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:59.608803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b8d9f48c-fb20-404b-95b8-4f1a4d14deae details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:49:59.611304 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-ab3a5d35-8b71-4811-86ff-df4b51a025a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:59.621309 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a7658ce-6319-478b-be28-c9c92bec7f89 req-3a10ceed-36dd-4ff1-a5ac-bd5f8719446c tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529787 Jul 09 19:49:59.705868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a5d35-8b71-4811-86ff-df4b51a025a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Pushing event updated for resources: {'Port': ['ID=89a18d41-4915-4c97-9b04-7b64416fc7c6,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:49:59.717654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-ab3a5d35-8b71-4811-86ff-df4b51a025a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:49:59.719471 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-ab3a5d35-8b71-4811-86ff-df4b51a025a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:49:59.721913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-ab3a5d35-8b71-4811-86ff-df4b51a025a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:49:59.826257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port b8d9f48c-fb20-404b-95b8-4f1a4d14deae, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b8d9f48c-fb20-404b-95b8-4f1a4d14deae,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:49:59.861007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'b8d9f48c-fb20-404b-95b8-4f1a4d14deae', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'port_id': 'b8d9f48c-fb20-404b-95b8-4f1a4d14deae', 'mac_address': 'fa:16:3e:72:85:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:49:59.918556 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-85acc90f-9959-4834-b02b-81a2790c18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:59.962988 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:49:59.984136 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d9f48c-fb20-404b-95b8-4f1a4d14deae {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:00.004844 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acc90f-9959-4834-b02b-81a2790c18c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ae3951-27b5-4f9b-8470-339b560cf2da,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:00.024260 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port b8d9f48c-fb20-404b-95b8-4f1a4d14deae, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b8d9f48c-fb20-404b-95b8-4f1a4d14deae,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:00.031227 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.103225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=b8d9f48c-fb20-404b-95b8-4f1a4d14deae,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:00.152678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-37e976b2-2981-4c53-bddd-eedae3474360 None None] Provisioning for port 89a18d41-4915-4c97-9b04-7b64416fc7c6 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:00.164704 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-37e976b2-2981-4c53-bddd-eedae3474360 None None] Provisioning complete for port 89a18d41-4915-4c97-9b04-7b64416fc7c6 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:00.165591 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-37e976b2-2981-4c53-bddd-eedae3474360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.199041 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-a9eb9efa-33ae-4171-8f26-6b77126b4e4b tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:50:00.200419 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-a9eb9efa-33ae-4171-8f26-6b77126b4e4b tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0260463 Jul 09 19:50:00.225653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c91cf509-0e9f-4d35-9fea-f019d927356c service neutron] Request body: {'binding': {'host': 'n-h2-800088-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:00.226123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c91cf509-0e9f-4d35-9fea-f019d927356c service neutron] Unknown quota resources ['binding']. {{(pid=100205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:50:00.226456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-37e976b2-2981-4c53-bddd-eedae3474360 None None] Port 89a18d41-4915-4c97-9b04-7b64416fc7c6 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:50:00.233053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-ab3a5d35-8b71-4811-86ff-df4b51a025a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:00.233721 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-ab3a5d35-8b71-4811-86ff-df4b51a025a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.252824 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-ab3a5d35-8b71-4811-86ff-df4b51a025a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1246638 Jul 09 19:50:00.270828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a1228-82e5-4df3-9069-da873866507c req-eafa9192-eabf-432a-80ee-aafaa5a1fb70 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:00.271758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Request body: {'port': {'device_id': 'a24aed2b-0df9-4309-a08a-2df4eb136337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:00.272594 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-317a1228-82e5-4df3-9069-da873866507c req-eafa9192-eabf-432a-80ee-aafaa5a1fb70 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 936 time: 0.3822742 Jul 09 19:50:00.272722 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.321320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['b8d9f48c-fb20-404b-95b8-4f1a4d14deae'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:00.401363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.506351 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-317a1228-82e5-4df3-9069-da873866507c req-9adc5dd3-dbff-41c2-bc85-ad992586e9f7 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824796 Jul 09 19:50:00.562097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4922de8-c0f6-4eda-939e-6f668f193697 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:00.567123 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-85acc90f-9959-4834-b02b-81a2790c18c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.579789 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.610157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Transition to ACTIVE for port object a4922de8-c0f6-4eda-939e-6f668f193697 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:00.651050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-401419ca-22ec-4e21-bb53-4a9e0cb0fbd5 req-9ecae1c2-7895-4669-8b46-dcbb27451539 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:50:00.651933 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-401419ca-22ec-4e21-bb53-4a9e0cb0fbd5 req-9ecae1c2-7895-4669-8b46-dcbb27451539 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056555 Jul 09 19:50:00.654345 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.707805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c91cf509-0e9f-4d35-9fea-f019d927356c service neutron] Attempting to bind port 14632d28-f287-4723-a36c-20f6bcb4d3c2 on host n-h2-800088-3 for vnic_type normal with profile None {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:00.708131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c91cf509-0e9f-4d35-9fea-f019d927356c service neutron] Attempting to bind port 14632d28-f287-4723-a36c-20f6bcb4d3c2 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:00.708471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c91cf509-0e9f-4d35-9fea-f019d927356c service neutron] Attempting to bind port 14632d28-f287-4723-a36c-20f6bcb4d3c2 on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:00.754490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c91cf509-0e9f-4d35-9fea-f019d927356c service neutron] Port 14632d28-f287-4723-a36c-20f6bcb4d3c2 on network cde8a11d-a413-4777-8c30-ae667fa77b73 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:00.754742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c91cf509-0e9f-4d35-9fea-f019d927356c service neutron] Attempting to bind port 14632d28-f287-4723-a36c-20f6bcb4d3c2 on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:00.773114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a18d41-4915-4c97-9b04-7b64416fc7c6 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:00.775686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c91cf509-0e9f-4d35-9fea-f019d927356c service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:00.776036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c91cf509-0e9f-4d35-9fea-f019d927356c service neutron] Checking segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:00.776433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c91cf509-0e9f-4d35-9fea-f019d927356c service neutron] Bound using segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:00.776913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c91cf509-0e9f-4d35-9fea-f019d927356c service neutron] Bound port: 14632d28-f287-4723-a36c-20f6bcb4d3c2, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:00.778768 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4922de8-c0f6-4eda-939e-6f668f193697,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:00.782383 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.797080 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Transition to ACTIVE for port object 89a18d41-4915-4c97-9b04-7b64416fc7c6 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:00.803111 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.858745 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3166f3f-899d-408d-af0d-59cbfcac2f11 x-openstack-request-id: req-a3166f3f-899d-408d-af0d-59cbfcac2f11 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:00.859679 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7d09ab-402e-45de-9b0b-17bf5d61a456", "name": "network-vif-plugged", "status": "completed", "tag": "576685ce-8bf1-4ad7-9915-ecbbe1b31df4", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:00.860141 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3166f3f-899d-408d-af0d-59cbfcac2f11 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:00.860766 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7d09ab-402e-45de-9b0b-17bf5d61a456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576685ce-8bf1-4ad7-9915-ecbbe1b31df4', 'code': 200} Jul 09 19:50:00.918341 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c91cf509-0e9f-4d35-9fea-f019d927356c service neutron] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:00.930592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Pushing event updated for resources: {'Port': ['ID=89a18d41-4915-4c97-9b04-7b64416fc7c6,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:00.954491 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c91cf509-0e9f-4d35-9fea-f019d927356c service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:00.955729 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c91cf509-0e9f-4d35-9fea-f019d927356c service neutron] 10.222.0.30 "POST /v2.0/ports/14632d28-f287-4723-a36c-20f6bcb4d3c2/bindings HTTP/1.1" status: 201 len: 389 time: 0.7339547 Jul 09 19:50:01.099919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Attempting to bind port a4922de8-c0f6-4eda-939e-6f668f193697 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:01.100270 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Attempting to bind port a4922de8-c0f6-4eda-939e-6f668f193697 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:01.100633 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Attempting to bind port a4922de8-c0f6-4eda-939e-6f668f193697 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:01.110564 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a5334-373b-429d-8619-07ce9409a1ec req-c62f7ae4-ac0b-4ff2-906d-c8868487cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:01.111695 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fa5a5334-373b-429d-8619-07ce9409a1ec req-c62f7ae4-ac0b-4ff2-906d-c8868487cadb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fc7d09ab-402e-45de-9b0b-17bf5d61a456 HTTP/1.1" status: 200 len: 1096 time: 0.1758087 Jul 09 19:50:01.114004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Port a4922de8-c0f6-4eda-939e-6f668f193697 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:01.114342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Attempting to bind port a4922de8-c0f6-4eda-939e-6f668f193697 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:01.139963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Attempting to bind port 89a18d41-4915-4c97-9b04-7b64416fc7c6 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:01.140652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Attempting to bind port 89a18d41-4915-4c97-9b04-7b64416fc7c6 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:01.140934 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Attempting to bind port 89a18d41-4915-4c97-9b04-7b64416fc7c6 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:01.154968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Port 89a18d41-4915-4c97-9b04-7b64416fc7c6 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:01.155465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Attempting to bind port 89a18d41-4915-4c97-9b04-7b64416fc7c6 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:01.168003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:01.168417 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:01.168958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:01.169518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Bound port: 89a18d41-4915-4c97-9b04-7b64416fc7c6, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:01.169984 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.266781 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fa5a5334-373b-429d-8619-07ce9409a1ec req-996249e3-e332-4054-b6af-1add2c2e3762 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446252 Jul 09 19:50:01.268966 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] For port 89a18d41-4915-4c97-9b04-7b64416fc7c6, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:01.338104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] For port 89a18d41-4915-4c97-9b04-7b64416fc7c6, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=89a18d41-4915-4c97-9b04-7b64416fc7c6,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:01.349696 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.393736 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:01.395352 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.397523 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] 10.222.0.36 "PUT /v2.0/ports/89a18d41-4915-4c97-9b04-7b64416fc7c6 HTTP/1.1" status: 200 len: 1096 time: 1.1307085 Jul 09 19:50:01.409952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:01.410504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:01.410945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:01.411361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Bound port: a4922de8-c0f6-4eda-939e-6f668f193697, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:01.411916 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.448234 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-f53272da-7b70-46fa-a352-247b246fc937 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5235140 Jul 09 19:50:01.448795 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613c012-65c1-4bfc-8b2d-770180a74870 service neutron] Pushing event updated for resources: {'Port': ['ID=89a18d41-4915-4c97-9b04-7b64416fc7c6,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:01.473141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76eb95-920a-4c3b-8d6a-360ffff1a88b req-3e6d46bf-a04e-4d88-9851-20cfad3998f8 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:01.475207 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a76eb95-920a-4c3b-8d6a-360ffff1a88b req-3e6d46bf-a04e-4d88-9851-20cfad3998f8 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 950 time: 0.2251086 Jul 09 19:50:01.480294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-896bbd1f-5f0c-45d8-bf69-324a05abab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:01.481807 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-896bbd1f-5f0c-45d8-bf69-324a05abab51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 1096 time: 0.2091339 Jul 09 19:50:01.493850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85acc90f-9959-4834-b02b-81a2790c18c3 admin admin] Router 494e8f15-6038-452e-9fd4-e347d3b516fd has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:50:01.511183 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45be977-5799-4f5d-bdf4-8a385a64b892 req-dd9525d3-9218-4f7b-ac69-e2085a4ef76c tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:01.518683 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d45be977-5799-4f5d-bdf4-8a385a64b892 req-dd9525d3-9218-4f7b-ac69-e2085a4ef76c tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc7d09ab-402e-45de-9b0b-17bf5d61a456 HTTP/1.1" status: 200 len: 945 time: 0.5216427 Jul 09 19:50:01.565862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] For port a4922de8-c0f6-4eda-939e-6f668f193697, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:01.573717 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] For port a4922de8-c0f6-4eda-939e-6f668f193697, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a4922de8-c0f6-4eda-939e-6f668f193697,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:01.625612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b8d9f48c-fb20-404b-95b8-4f1a4d14deae up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:01.633500 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.639756 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a76eb95-920a-4c3b-8d6a-360ffff1a88b req-c601a485-94f6-4c12-b92a-359fb38d4cfe tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399405 Jul 09 19:50:01.693769 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d45be977-5799-4f5d-bdf4-8a385a64b892 req-e0f0b429-f2d6-48de-a5ed-350bdcb83d90 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743793 Jul 09 19:50:01.702566 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-eacb9d16-ece3-4261-8752-1865a98deb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:01.708868 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-eacb9d16-ece3-4261-8752-1865a98deb48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d09c1c899b744b99a36aa002fffb6a15&device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 1099 time: 0.2598653 Jul 09 19:50:01.710891 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-1e78116c-d2c3-4acb-8251-2afeb642d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:01.712642 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-1e78116c-d2c3-4acb-8251-2afeb642d066 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.2117476 Jul 09 19:50:01.776574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port b8d9f48c-fb20-404b-95b8-4f1a4d14deae completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:01.791366 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-da0a2811-6ff4-452a-a89a-8bce52035be2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=89a18d41-4915-4c97-9b04-7b64416fc7c6 HTTP/1.1" status: 200 len: 217 time: 0.0765514 Jul 09 19:50:01.793180 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb52c30-f75f-42e8-8b05-e6b0ef4d4091 x-openstack-request-id: req-dfb52c30-f75f-42e8-8b05-e6b0ef4d4091 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:01.793614 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956567cf-1851-49d6-a965-a7c739e53002", "tag": "4e8f01c9-b154-4fac-8cec-549f96ad1e02", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:01.794122 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dfb52c30-f75f-42e8-8b05-e6b0ef4d4091 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:01.794661 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956567cf-1851-49d6-a965-a7c739e53002', 'tag': '4e8f01c9-b154-4fac-8cec-549f96ad1e02', 'status': 'completed', 'code': 200} Jul 09 19:50:01.803916 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port b8d9f48c-fb20-404b-95b8-4f1a4d14deae triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:01.806733 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.809440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:01.810079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:01.819550 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] 10.222.0.32 "PUT /v2.0/ports/a4922de8-c0f6-4eda-939e-6f668f193697 HTTP/1.1" status: 200 len: 1096 time: 2.5147693 Jul 09 19:50:01.820067 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb68930e-ae26-4ec1-a21d-62b62ce86f23', 'tag': 'a4922de8-c0f6-4eda-939e-6f668f193697'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:01.823017 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5746f17-6789-4796-b8aa-624d8af4bf4f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb68930e-ae26-4ec1-a21d-62b62ce86f23", "tag": "a4922de8-c0f6-4eda-939e-6f668f193697"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:01.937692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426c77b-9fb0-4c63-8469-eb1da6bf92b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4922de8-c0f6-4eda-939e-6f668f193697,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:02.010676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-6e6293d7-8f50-4fa6-a1e5-acf68479d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:02.012470 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-6e6293d7-8f50-4fa6-a1e5-acf68479d80e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1382713 Jul 09 19:50:02.042240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85acc90f-9959-4834-b02b-81a2790c18c3 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:02.054205 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa82f6a-d3f6-4225-bd98-13100f15eea2 None None] Sync routers for ids ['494e8f15-6038-452e-9fd4-e347d3b516fd'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:02.057440 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-85acc90f-9959-4834-b02b-81a2790c18c3 admin admin] 10.222.0.30 "PUT /v2.0/routers/494e8f15-6038-452e-9fd4-e347d3b516fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6497433 Jul 09 19:50:02.059921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49374) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:02.087243 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa82f6a-d3f6-4225-bd98-13100f15eea2 None None] Routers {'494e8f15-6038-452e-9fd4-e347d3b516fd'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:02.088185 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5aa82f6a-d3f6-4225-bd98-13100f15eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:49:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['494e8f15-6038-452e-9fd4-e347d3b516fd'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:02.096653 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-8292fe28-7fe5-4cc3-b105-2c320f944bcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2 HTTP/1.1" status: 200 len: 217 time: 0.2279813 Jul 09 19:50:02.152734 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:02.159310 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:02.206512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-1e9745bc-e985-4ecf-955e-ce310f8a22b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:02.208265 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-1e9745bc-e985-4ecf-955e-ce310f8a22b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d09c1c899b744b99a36aa002fffb6a15&device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 1099 time: 0.2961216 Jul 09 19:50:02.229355 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port b8d9f48c-fb20-404b-95b8-4f1a4d14deae, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b8d9f48c-fb20-404b-95b8-4f1a4d14deae,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:02.234585 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:02.237224 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd156146-0611-4051-8cfc-992a7653f47d req-55ebd743-f93c-4813-ba6a-9c515f218dae tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:02.246308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cd156146-0611-4051-8cfc-992a7653f47d req-55ebd743-f93c-4813-ba6a-9c515f218dae tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 943 time: 0.3153744 Jul 09 19:50:02.286002 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-86637e78-8866-4e20-b564-13e4e132a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:02.288292 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-86637e78-8866-4e20-b564-13e4e132a170 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.1441314 Jul 09 19:50:02.298322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-d9d7aa75-dbd8-48ec-9b5e-1e222385caf0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=a4922de8-c0f6-4eda-939e-6f668f193697 HTTP/1.1" status: 200 len: 217 time: 0.0797858 Jul 09 19:50:02.305562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ce4aa-8d30-474e-93d6-abfce9e57a52 req-66a7cca9-78d8-47d1-909d-0052ed481f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:02.307895 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c17ce4aa-8d30-474e-93d6-abfce9e57a52 req-66a7cca9-78d8-47d1-909d-0052ed481f8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 1094 time: 0.5121255 Jul 09 19:50:02.309506 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:02.311649 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=b8d9f48c-fb20-404b-95b8-4f1a4d14deae,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:02.354112 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-152b5d62-5df4-479c-95e0-74d091b8c016 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567470 Jul 09 19:50:02.405866 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5aa82f6a-d3f6-4225-bd98-13100f15eea2 None None] Set router 494e8f15-6038-452e-9fd4-e347d3b516fd gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:02.417930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cd156146-0611-4051-8cfc-992a7653f47d req-0e920fe1-a29a-45ee-b431-2edadc4fccf4 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706011 Jul 09 19:50:02.482471 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a277b5-b6cb-497e-9092-a945b0b25f24 req-584fcbef-3e27-48c0-b986-97d7776fe55e tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:02.485326 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43a277b5-b6cb-497e-9092-a945b0b25f24 req-584fcbef-3e27-48c0-b986-97d7776fe55e tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba1df460-a7a4-4523-822d-109eafb13803 HTTP/1.1" status: 200 len: 944 time: 0.4717240 Jul 09 19:50:02.507266 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-62dd45bc-ce75-40d1-afd7-8255e053c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:02.507574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-11fd1ea5-6976-460e-a84e-d37dedb99ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:02.509079 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-11fd1ea5-6976-460e-a84e-d37dedb99ad8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1977837 Jul 09 19:50:02.511413 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-62dd45bc-ce75-40d1-afd7-8255e053c84c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4466317 Jul 09 19:50:02.578546 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:02.674876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-834ab786-0ecc-4b8c-ae9a-efc8f32219e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:02.676746 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-834ab786-0ecc-4b8c-ae9a-efc8f32219e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1592302 Jul 09 19:50:02.706593 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ce4aa-8d30-474e-93d6-abfce9e57a52 req-3f84d7f9-4164-4fcb-9cd7-c09aa9f28b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:02.709771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c17ce4aa-8d30-474e-93d6-abfce9e57a52 req-3f84d7f9-4164-4fcb-9cd7-c09aa9f28b74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.3884549 Jul 09 19:50:02.740519 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5aa82f6a-d3f6-4225-bd98-13100f15eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616113389-router', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a67f93c8-e3c0-4b9c-83ca-174c6bf28a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:47Z', 'updated_at': '2021-07-09T19:49:59Z', 'revision_number': 5, 'project_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'gw_port': {'id': 'a67f93c8-e3c0-4b9c-83ca-174c6bf28a11', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:49Z', 'updated_at': '2021-07-09T19:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:02.769054 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a934309-2a46-48cb-8108-8056b03aa06e req-2999d4d9-8f88-4703-97b1-14307f79bb7a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:02.770679 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a934309-2a46-48cb-8108-8056b03aa06e req-2999d4d9-8f88-4703-97b1-14307f79bb7a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.1864843 Jul 09 19:50:02.782552 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa82f6a-d3f6-4225-bd98-13100f15eea2 None None] Checking router: 494e8f15-6038-452e-9fd4-e347d3b516fd for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:02.784037 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-d9e012f1-17fc-4d7c-ad4f-439aeec40fab service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146080 Jul 09 19:50:02.788684 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43a277b5-b6cb-497e-9092-a945b0b25f24 req-a0cd9753-e8d6-4202-8b34-454f05c3af54 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869904 Jul 09 19:50:02.790040 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c17ce4aa-8d30-474e-93d6-abfce9e57a52 req-97559bc6-3625-4ca6-aa49-bfa546c61d72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02 HTTP/1.1" status: 200 len: 217 time: 0.0684092 Jul 09 19:50:02.791345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] Deleting port a67f93c8-e3c0-4b9c-83ca-174c6bf28a11 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:02.791576 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:02.824682 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa82f6a-d3f6-4225-bd98-13100f15eea2 None None] Routers {'494e8f15-6038-452e-9fd4-e347d3b516fd'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:02.825479 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5aa82f6a-d3f6-4225-bd98-13100f15eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:49:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['494e8f15-6038-452e-9fd4-e347d3b516fd'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:02.862603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1df460-a7a4-4523-822d-109eafb13803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d9f48c-fb20-404b-95b8-4f1a4d14deae'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:02.865512 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61119514-13bd-49fa-8a1c-db8cc467461e" -d '{"events": [{"server_uuid": "ba1df460-a7a4-4523-822d-109eafb13803", "name": "network-vif-plugged", "status": "completed", "tag": "b8d9f48c-fb20-404b-95b8-4f1a4d14deae"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:02.885927 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-5f457348-3cf7-412a-8ebe-f208ee644243 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013285 Jul 09 19:50:02.908331 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a934309-2a46-48cb-8108-8056b03aa06e req-05fa78ab-98c6-4127-8c4b-4bdee4780811 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278660 Jul 09 19:50:02.930899 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-b68d6174-daad-4107-8b1e-89d30f025c60 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922443 Jul 09 19:50:02.947739 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ce4aa-8d30-474e-93d6-abfce9e57a52 req-1133b821-8459-46b3-8a7f-70f88e4c69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:02.949728 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c17ce4aa-8d30-474e-93d6-abfce9e57a52 req-1133b821-8459-46b3-8a7f-70f88e4c69ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.1414320 Jul 09 19:50:03.001946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] For port a67f93c8-e3c0-4b9c-83ca-174c6bf28a11, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a67f93c8-e3c0-4b9c-83ca-174c6bf28a11,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:03.002339 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.024378 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] Calling delete_port for a67f93c8-e3c0-4b9c-83ca-174c6bf28a11 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:03.026866 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5aa82f6a-d3f6-4225-bd98-13100f15eea2 None None] Set router 494e8f15-6038-452e-9fd4-e347d3b516fd gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:03.070488 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c17ce4aa-8d30-474e-93d6-abfce9e57a52 req-2893f6a1-c50a-4f69-a5d0-7f1b8cec048c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468152 Jul 09 19:50:03.085231 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a4a510d-eda2-4029-aa2d-3f73a7277ca0 req-4fa56e64-6a95-4b73-a957-38cdbb011278 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889861 Jul 09 19:50:03.089770 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5aa82f6a-d3f6-4225-bd98-13100f15eea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616113389-router', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:47Z', 'updated_at': '2021-07-09T19:50:02Z', 'revision_number': 6, 'project_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:03.176287 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-5ec3b5f1-7a3a-46d4-98c6-7916a3889490 service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830695 Jul 09 19:50:03.209814 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa82f6a-d3f6-4225-bd98-13100f15eea2 None None] The sync data for ids ['494e8f15-6038-452e-9fd4-e347d3b516fd'] in n-d-800088-3 is: [{'id': '494e8f15-6038-452e-9fd4-e347d3b516fd', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-616113389-router', 'tenant_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:47Z', 'updated_at': '2021-07-09T19:50:02Z', 'revision_number': 6, 'project_id': 'd3ed0cec26954a84bc5430f573a3ab89', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:03.242272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1d36e-bab6-4169-9179-5d99f5b78009 req-5f9d0a3a-c45f-4df2-8513-6aaf2852361e tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:03.243850 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ff1d36e-bab6-4169-9179-5d99f5b78009 req-5f9d0a3a-c45f-4df2-8513-6aaf2852361e tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 948 time: 0.1612542 Jul 09 19:50:03.253556 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c1b13b2-1223-4f1e-afdf-895868e4400a req-4cc8981d-8c5e-46b7-99e8-a4f808762ef6 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009610 Jul 09 19:50:03.295149 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c17ce4aa-8d30-474e-93d6-abfce9e57a52 req-25af5447-6a83-4c64-b54c-1ad0043c0eb8 service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169416 Jul 09 19:50:03.310912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671be920-bcf7-4c6e-ae1c-f3f0729ceafe req-e6bdefd2-675c-47fd-9068-0fb554a46919 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:03.312480 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-671be920-bcf7-4c6e-ae1c-f3f0729ceafe req-e6bdefd2-675c-47fd-9068-0fb554a46919 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 945 time: 0.2901723 Jul 09 19:50:03.361214 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ff1d36e-bab6-4169-9179-5d99f5b78009 req-6184e8be-73a0-4804-b87c-6cd51d2b14c6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103616 Jul 09 19:50:03.368947 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.406778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=a67f93c8-e3c0-4b9c-83ca-174c6bf28a11,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:03.444853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-0dc668c5-c200-4dcd-ab9a-0412baeae510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:03.446796 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-0dc668c5-c200-4dcd-ab9a-0412baeae510 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 1101 time: 0.1237795 Jul 09 19:50:03.451501 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-671be920-bcf7-4c6e-ae1c-f3f0729ceafe req-6833b3dc-0033-4f4c-83df-05f1948a918f tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280909 Jul 09 19:50:03.466346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c8dd5556-19b4-4da3-bbf2-ca1abafd8446 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:03.467895 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c8dd5556-19b4-4da3-bbf2-ca1abafd8446 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db&tenant_id=722a3672762841db8d6fcadff51c6f2f&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1096 time: 0.2102172 Jul 09 19:50:03.495616 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-3'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:03.527372 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5ba812-9c7c-4c9f-9bf4-e3a38ff0d042 x-openstack-request-id: req-9e5ba812-9c7c-4c9f-9bf4-e3a38ff0d042 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:03.527637 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb68930e-ae26-4ec1-a21d-62b62ce86f23", "tag": "a4922de8-c0f6-4eda-939e-6f668f193697", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:03.527988 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e5ba812-9c7c-4c9f-9bf4-e3a38ff0d042 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:03.528475 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb68930e-ae26-4ec1-a21d-62b62ce86f23', 'tag': 'a4922de8-c0f6-4eda-939e-6f668f193697', 'status': 'completed', 'code': 200} Jul 09 19:50:03.529450 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c17ce4aa-8d30-474e-93d6-abfce9e57a52 req-3a0c2bb0-a176-4dbf-8189-fcf83fc8739c service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141924 Jul 09 19:50:03.612156 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.788515 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.792882 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.795913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24aed2b-0df9-4309-a08a-2df4eb136337', 'tag': '89a18d41-4915-4c97-9b04-7b64416fc7c6'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:03.798220 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d169d70-f98d-4279-8054-ba9c51a37340" -d '{"events": [{"name": "network-changed", "server_uuid": "a24aed2b-0df9-4309-a08a-2df4eb136337", "tag": "89a18d41-4915-4c97-9b04-7b64416fc7c6"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:03.820933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4e8f01c9-b154-4fac-8cec-549f96ad1e02 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:03.825494 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-de5711df-7f43-4eca-9952-3afcfe416fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:03.826980 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-de5711df-7f43-4eca-9952-3afcfe416fee service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.3575873 Jul 09 19:50:03.878163 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.906921 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-8d1b1209-77fb-42d7-8b50-61a889dfef4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=bfae3840-5278-494f-be7a-efcb13917e30 HTTP/1.1" status: 200 len: 217 time: 0.0481465 Jul 09 19:50:03.909251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d004402-c8f6-469d-a245-bbbede8d5f1a req-ac999d12-b3b4-4fd4-b45a-a52673aebea3 tempest-LiveMigrationNegativeTest-162952010 tempest-LiveMigrationNegativeTest-162952010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:03.910812 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8d004402-c8f6-469d-a245-bbbede8d5f1a req-ac999d12-b3b4-4fd4-b45a-a52673aebea3 tempest-LiveMigrationNegativeTest-162952010 tempest-LiveMigrationNegativeTest-162952010-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 1101 time: 0.4148495 Jul 09 19:50:03.913669 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.914180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 494e8f15-6038-452e-9fd4-e347d3b516fd {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:50:03.931611 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.934986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6924085e-1934-4e91-ae43-488ade4d6b38 admin admin] 10.222.0.30 "DELETE /v2.0/routers/494e8f15-6038-452e-9fd4-e347d3b516fd HTTP/1.1" status: 204 len: 168 time: 1.8710527 Jul 09 19:50:03.939024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49392) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:03.945205 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:03.958306 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '4e8f01c9-b154-4fac-8cec-549f96ad1e02', 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c', 'port_id': '4e8f01c9-b154-4fac-8cec-549f96ad1e02', 'mac_address': 'fa:16:3e:8c:b4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e038d9a9-54b5-4f47-8017-9b651456fb61', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:50:03.971497 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8d004402-c8f6-469d-a245-bbbede8d5f1a req-eee0b144-4962-4df5-9ce2-d50cd14d02cf tempest-LiveMigrationNegativeTest-162952010 tempest-LiveMigrationNegativeTest-162952010-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:03.990415 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a6e4805-36fd-4090-b29a-95589b213488 req-5d260853-7ac1-4a65-a043-a16e26eb68fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1952207 Jul 09 19:50:03.994326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5746f17-6789-4796-b8aa-624d8af4bf4f req-bd33621a-5b12-4f73-8605-49b09554b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:03.995997 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5746f17-6789-4796-b8aa-624d8af4bf4f req-bd33621a-5b12-4f73-8605-49b09554b000 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d09c1c899b744b99a36aa002fffb6a15&device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 1099 time: 0.2844625 Jul 09 19:50:04.007627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de823bd7-65e8-40dc-89f8-ebb27f74f108 req-db872a3a-a1fb-4239-b1de-163f770cfcfb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:04.014693 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de823bd7-65e8-40dc-89f8-ebb27f74f108 req-db872a3a-a1fb-4239-b1de-163f770cfcfb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc7d09ab-402e-45de-9b0b-17bf5d61a456 HTTP/1.1" status: 200 len: 945 time: 0.2206333 Jul 09 19:50:04.016317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-ef0124e6-2d72-45f9-9c6e-e12f815384e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:04.021218 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:04.022853 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-ef0124e6-2d72-45f9-9c6e-e12f815384e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1069865 Jul 09 19:50:04.053982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8f01c9-b154-4fac-8cec-549f96ad1e02 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:04.093905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:04.103057 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:04.112621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Deleting subnet 0272316b-7866-470f-ac61-d9ce42632b9c {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:50:04.142371 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:04.209612 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de823bd7-65e8-40dc-89f8-ebb27f74f108 req-4fa41e9e-6deb-45ae-b53f-912cd6963e34 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938717 Jul 09 19:50:04.217260 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5746f17-6789-4796-b8aa-624d8af4bf4f req-d3825f3d-77c3-4b7b-bfa0-47d3a093dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:04.218950 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5746f17-6789-4796-b8aa-624d8af4bf4f req-d3825f3d-77c3-4b7b-bfa0-47d3a093dd82 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2154484 Jul 09 19:50:04.233878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-bd6ae41f-1715-4702-8d99-e50e658d0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:04.235494 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-bd6ae41f-1715-4702-8d99-e50e658d0ede service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2055085 Jul 09 19:50:04.248722 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:04.274286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a67f93c8-e3c0-4b9c-83ca-174c6bf28a11 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:04.291015 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5746f17-6789-4796-b8aa-624d8af4bf4f req-feb44573-9b57-46a1-ae69-a719df59e1d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=a4922de8-c0f6-4eda-939e-6f668f193697 HTTP/1.1" status: 200 len: 217 time: 0.0544746 Jul 09 19:50:04.302940 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: a67f93c8-e3c0-4b9c-83ca-174c6bf28a11 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:04.303970 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a67f93c8-e3c0-4b9c-83ca-174c6bf28a11 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:04.305022 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 56ae3951-27b5-4f9b-8470-339b560cf2da no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:04.309806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:04.348479 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c11bd6-ddd3-4a0e-a1d6-1098e7dfad4e x-openstack-request-id: req-f0c11bd6-ddd3-4a0e-a1d6-1098e7dfad4e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:04.349177 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1df460-a7a4-4523-822d-109eafb13803", "name": "network-vif-plugged", "status": "completed", "tag": "b8d9f48c-fb20-404b-95b8-4f1a4d14deae", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:04.349664 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0c11bd6-ddd3-4a0e-a1d6-1098e7dfad4e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:04.350283 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1df460-a7a4-4523-822d-109eafb13803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d9f48c-fb20-404b-95b8-4f1a4d14deae', 'code': 200} Jul 09 19:50:04.358543 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 56ae3951-27b5-4f9b-8470-339b560cf2da {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:04.359240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 56ae3951-27b5-4f9b-8470-339b560cf2da not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:04.363787 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e4805-36fd-4090-b29a-95589b213488 req-4f736fc5-5d4d-4ccf-b153-849e6dd16411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:04.364104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=4e8f01c9-b154-4fac-8cec-549f96ad1e02,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:04.365090 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a6e4805-36fd-4090-b29a-95589b213488 req-4f736fc5-5d4d-4ccf-b153-849e6dd16411 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 1100 time: 0.2779593 Jul 09 19:50:04.401511 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8d004402-c8f6-469d-a245-bbbede8d5f1a req-eee0b144-4962-4df5-9ce2-d50cd14d02cf tempest-LiveMigrationNegativeTest-162952010 tempest-LiveMigrationNegativeTest-162952010-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:04.401729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.32', 64940) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:04.416825 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8d004402-c8f6-469d-a245-bbbede8d5f1a req-eee0b144-4962-4df5-9ce2-d50cd14d02cf tempest-LiveMigrationNegativeTest-162952010 tempest-LiveMigrationNegativeTest-162952010-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:04.476676 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8d004402-c8f6-469d-a245-bbbede8d5f1a req-eee0b144-4962-4df5-9ce2-d50cd14d02cf tempest-LiveMigrationNegativeTest-162952010 tempest-LiveMigrationNegativeTest-162952010-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488210 Jul 09 19:50:04.482687 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5746f17-6789-4796-b8aa-624d8af4bf4f req-0ebb64f8-e12c-416a-8608-c7bf68a99912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:04.484198 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5746f17-6789-4796-b8aa-624d8af4bf4f req-0ebb64f8-e12c-416a-8608-c7bf68a99912 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1526933 Jul 09 19:50:04.490012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-b4c23fa3-d7d8-4159-a22b-4cec2fe1b22c service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445536 Jul 09 19:50:04.500964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0b144-4962-4df5-9ce2-d50cd14d02cf tempest-LiveMigrationNegativeTest-162952010 tempest-LiveMigrationNegativeTest-162952010-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06170a6-9363-49ef-aeff-85fa4eca372d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:04.505925 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:04.510048 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['4e8f01c9-b154-4fac-8cec-549f96ad1e02'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:04.563359 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a3f5b5-5014-4e46-bf6d-b05d7442c9d3 x-openstack-request-id: req-00a3f5b5-5014-4e46-bf6d-b05d7442c9d3 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:04.563666 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24aed2b-0df9-4309-a08a-2df4eb136337", "tag": "89a18d41-4915-4c97-9b04-7b64416fc7c6", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:04.564115 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00a3f5b5-5014-4e46-bf6d-b05d7442c9d3 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:04.564517 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24aed2b-0df9-4309-a08a-2df4eb136337', 'tag': '89a18d41-4915-4c97-9b04-7b64416fc7c6', 'status': 'completed', 'code': 200} Jul 09 19:50:04.687316 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:04.756302 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:04.786839 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:04.840435 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e4805-36fd-4090-b29a-95589b213488 req-0c138897-6cf9-446e-b90a-4b674f70bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:04.841955 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a6e4805-36fd-4090-b29a-95589b213488 req-0c138897-6cf9-446e-b90a-4b674f70bebe service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.4430037 Jul 09 19:50:04.850424 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc34c9-2e40-4617-b26c-539804a90a3f req-9163a1bd-173f-4b23-92eb-f72d24ceb4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:04.851844 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-56bc34c9-2e40-4617-b26c-539804a90a3f req-9163a1bd-173f-4b23-92eb-f72d24ceb4f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ba1df460-a7a4-4523-822d-109eafb13803 HTTP/1.1" status: 200 len: 1096 time: 0.4491816 Jul 09 19:50:04.935940 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:04.961457 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-7cf5f3eb-0785-4916-8b0f-18767359e78e service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614923 Jul 09 19:50:04.963094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5746f17-6789-4796-b8aa-624d8af4bf4f req-28ff09ee-06cf-4b9f-a2e8-aba05507f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:04.964447 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5746f17-6789-4796-b8aa-624d8af4bf4f req-28ff09ee-06cf-4b9f-a2e8-aba05507f5ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4735050 Jul 09 19:50:04.965318 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559eebd5-b154-47b5-ad1d-8499144369f4 req-cadef631-74e2-46eb-b6eb-456726d5b054 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:04.968024 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-559eebd5-b154-47b5-ad1d-8499144369f4 req-cadef631-74e2-46eb-b6eb-456726d5b054 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 944 time: 0.4918098 Jul 09 19:50:04.969651 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a6e4805-36fd-4090-b29a-95589b213488 req-4b1bb732-6ab7-4e22-a16c-83d25d4d3773 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7 HTTP/1.1" status: 200 len: 217 time: 0.1055944 Jul 09 19:50:04.972999 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7dc7b-3a93-40f5-86b6-32bdc98822d4 req-e9bb9db4-f556-42ce-91ca-7fdb9ce21864 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:04.974526 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4aa7dc7b-3a93-40f5-86b6-32bdc98822d4 req-e9bb9db4-f556-42ce-91ca-7fdb9ce21864 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba1df460-a7a4-4523-822d-109eafb13803 HTTP/1.1" status: 200 len: 945 time: 0.1693733 Jul 09 19:50:05.022151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d169d70-f98d-4279-8054-ba9c51a37340 req-a2bdc34e-c288-4a2b-9c03-343561c5f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:05.023551 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d169d70-f98d-4279-8054-ba9c51a37340 req-a2bdc34e-c288-4a2b-9c03-343561c5f223 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d09c1c899b744b99a36aa002fffb6a15&device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 1099 time: 0.4221268 Jul 09 19:50:05.051335 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.054939 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0272316b-7866-470f-ac61-d9ce42632b9c HTTP/1.1" status: 204 len: 168 time: 1.1119652 Jul 09 19:50:05.054939 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Pushing event updated for resources: {'Port': ['ID=14632d28-f287-4723-a36c-20f6bcb4d3c2,revision_number=7']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:05.056126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49404) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:05.056284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0272316b-7866-470f-ac61-d9ce42632b9c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:05.063877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d141460d-4ddf-4c30-984b-3213d7e404ff None None] Network f6a9526a-0748-4f44-a9f2-1bc051116ab6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:05.130620 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4aa7dc7b-3a93-40f5-86b6-32bdc98822d4 req-c50c7e2d-dee0-47bc-afcb-8aed535477a2 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470845 Jul 09 19:50:05.155463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Attempting to bind port 14632d28-f287-4723-a36c-20f6bcb4d3c2 on host n-h1-800088-3 for vnic_type normal with profile {"migrating_to": "n-h2-800088-3"} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:05.155816 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Attempting to bind port 14632d28-f287-4723-a36c-20f6bcb4d3c2 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:05.156159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Attempting to bind port 14632d28-f287-4723-a36c-20f6bcb4d3c2 on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:05.159512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.159512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.159512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.159859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.160252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.160619 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.161115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.161461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.161805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.162147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.162487 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.162828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.174663 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-56bc34c9-2e40-4617-b26c-539804a90a3f req-dc0d09f6-f277-465a-8602-a1e3069b07af service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076613 Jul 09 19:50:05.176267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.177082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.177439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.177790 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.178137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.178480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.178818 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.179156 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.179519 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.179828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.180525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.180525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb13a15-571f-474b-b39c-e07b036affce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.205523 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.209277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Port 14632d28-f287-4723-a36c-20f6bcb4d3c2 on network cde8a11d-a413-4777-8c30-ae667fa77b73 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:05.209627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Attempting to bind port 14632d28-f287-4723-a36c-20f6bcb4d3c2 on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:05.222293 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5746f17-6789-4796-b8aa-624d8af4bf4f req-823ea018-03ab-4f47-80d7-8e4c4757bcd7 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467775 Jul 09 19:50:05.228579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:05.228947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Checking segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:05.229348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Bound using segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:05.229807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Bound port: 14632d28-f287-4723-a36c-20f6bcb4d3c2, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:05.230234 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.238793 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-559eebd5-b154-47b5-ad1d-8499144369f4 req-bdc45751-2bfb-4a7a-b3a6-6ad9794f22de tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214086 Jul 09 19:50:05.253567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e4805-36fd-4090-b29a-95589b213488 req-4312aaff-1f20-4ab4-8581-c453aa1d164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:05.255635 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a6e4805-36fd-4090-b29a-95589b213488 req-4312aaff-1f20-4ab4-8581-c453aa1d164f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.2584205 Jul 09 19:50:05.319397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44b8603-29d6-4b14-9985-0281bf24ebf3 None None] DHCP port deletion for f6a9526a-0748-4f44-a9f2-1bc051116ab6 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:50:05.381080 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-e44b8603-29d6-4b14-9985-0281bf24ebf3 None None] Deleting port fa5fd097-60ff-401c-92ca-20aef2e0e148 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:05.381767 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e44b8603-29d6-4b14-9985-0281bf24ebf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.389623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d169d70-f98d-4279-8054-ba9c51a37340 req-6e05166d-8de1-4d9e-a224-89ae4555c3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:05.391280 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d169d70-f98d-4279-8054-ba9c51a37340 req-6e05166d-8de1-4d9e-a224-89ae4555c3b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.3557687 Jul 09 19:50:05.423609 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e4805-36fd-4090-b29a-95589b213488 req-408c463d-45d8-4856-846b-e33086dbcf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:05.425371 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a6e4805-36fd-4090-b29a-95589b213488 req-408c463d-45d8-4856-846b-e33086dbcf4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1617103 Jul 09 19:50:05.430078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Deleting port fa5fd097-60ff-401c-92ca-20aef2e0e148 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:05.430193 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.448134 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e44b8603-29d6-4b14-9985-0281bf24ebf3 None None] For port fa5fd097-60ff-401c-92ca-20aef2e0e148, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fa5fd097-60ff-401c-92ca-20aef2e0e148,segment=NetworkSegment(eea7a62b-c565-4ba8-af54-83add4646e24),segment_id=eea7a62b-c565-4ba8-af54-83add4646e24)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:05.448683 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e44b8603-29d6-4b14-9985-0281bf24ebf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.467157 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-e44b8603-29d6-4b14-9985-0281bf24ebf3 None None] Calling delete_port for fa5fd097-60ff-401c-92ca-20aef2e0e148 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:05.490589 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5746f17-6789-4796-b8aa-624d8af4bf4f req-987fcd46-e3c9-43eb-8611-3930f222f945 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345309 Jul 09 19:50:05.505464 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384a6cb-ddf3-483f-86e0-d8f0bb06465f req-5df6876d-ba9b-4c22-a433-b5bd36315ee0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:05.507007 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d384a6cb-ddf3-483f-86e0-d8f0bb06465f req-5df6876d-ba9b-4c22-a433-b5bd36315ee0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.2125952 Jul 09 19:50:05.543066 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] For port fa5fd097-60ff-401c-92ca-20aef2e0e148, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fa5fd097-60ff-401c-92ca-20aef2e0e148,segment=NetworkSegment(eea7a62b-c565-4ba8-af54-83add4646e24),segment_id=eea7a62b-c565-4ba8-af54-83add4646e24)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:05.543369 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.561240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Calling delete_port for fa5fd097-60ff-401c-92ca-20aef2e0e148 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:05.582780 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d384a6cb-ddf3-483f-86e0-d8f0bb06465f req-3d8dab7f-d4e9-4860-984b-7d1835d54437 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645452 Jul 09 19:50:05.603516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:05.614837 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e44b8603-29d6-4b14-9985-0281bf24ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.616454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:05.620802 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d169d70-f98d-4279-8054-ba9c51a37340 req-fae80762-751b-48f7-b70d-f1b4aa3ca521 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=89a18d41-4915-4c97-9b04-7b64416fc7c6 HTTP/1.1" status: 200 len: 217 time: 0.2155643 Jul 09 19:50:05.623551 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.655648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a4922de8-c0f6-4eda-939e-6f668f193697 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:05.664006 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b8603-29d6-4b14-9985-0281bf24ebf3 None None] Pushing event deleted for resources: {'Port': ['ID=fa5fd097-60ff-401c-92ca-20aef2e0e148,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:05.688800 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b8603-29d6-4b14-9985-0281bf24ebf3 None None] No DVR routers for this DVR port fa5fd097-60ff-401c-92ca-20aef2e0e148 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:05.702209 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Pushing event updated for resources: {'Port': ['ID=14632d28-f287-4723-a36c-20f6bcb4d3c2,revision_number=8']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:05.759870 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.786661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5fd097-60ff-401c-92ca-20aef2e0e148,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:05.793815 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a6e4805-36fd-4090-b29a-95589b213488 req-64765e8f-7d3d-45fc-b5b2-62a6e5b70354 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110204 Jul 09 19:50:05.822677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d169d70-f98d-4279-8054-ba9c51a37340 req-b7119f97-4cf6-425f-bbb7-4def37964789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:05.825130 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d169d70-f98d-4279-8054-ba9c51a37340 req-b7119f97-4cf6-425f-bbb7-4def37964789 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1967845 Jul 09 19:50:05.830051 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4e8f01c9-b154-4fac-8cec-549f96ad1e02 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:05.830210 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] No DVR routers for this DVR port fa5fd097-60ff-401c-92ca-20aef2e0e148 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:05.833118 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.833483 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.834051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.834344 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.834665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.835662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.835662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.835881 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.836268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.836405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.836720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.837085 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:05.877743 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a4922de8-c0f6-4eda-939e-6f668f193697, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a4922de8-c0f6-4eda-939e-6f668f193697,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:05.897822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'a4922de8-c0f6-4eda-939e-6f668f193697', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'a4922de8-c0f6-4eda-939e-6f668f193697', 'mac_address': 'fa:16:3e:58:c9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:50:05.906191 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:05.906763 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.908261 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-40c3f163-efbd-44c0-85ce-4edf612b869f service neutron] 10.222.0.32 "PUT /v2.0/ports/14632d28-f287-4723-a36c-20f6bcb4d3c2 HTTP/1.1" status: 200 len: 1121 time: 2.4189596 Jul 09 19:50:05.940202 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:05.955534 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:05.955756 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.955886 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.976805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a9526a-0748-4f44-a9f2-1bc051116ab6']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:05.979633 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:05.995699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea7a62b-c565-4ba8-af54-83add4646e24') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:05.996270 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea7a62b-c565-4ba8-af54-83add4646e24') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:06.001216 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4922de8-c0f6-4eda-939e-6f668f193697 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:06.009885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['14632d28-f287-4723-a36c-20f6bcb4d3c2'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:06.016787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c4d37-c417-42a9-a1b8-85afb9675f48 req-2347c5ce-916a-485b-afa0-ed0e3913d151 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:06.018397 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-233c4d37-c417-42a9-a1b8-85afb9675f48 req-2347c5ce-916a-485b-afa0-ed0e3913d151 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 943 time: 0.2559910 Jul 09 19:50:06.021170 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.050527 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.081793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:50:06.081793 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:50:06.087068 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:50:06.090198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a4922de8-c0f6-4eda-939e-6f668f193697, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a4922de8-c0f6-4eda-939e-6f668f193697,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:06.122703 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.125827 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-233c4d37-c417-42a9-a1b8-85afb9675f48 req-f266e1ff-912f-4833-9bd7-7ffb8fbd8156 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973485 Jul 09 19:50:06.156943 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.199283 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.201888 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f6a9526a-0748-4f44-a9f2-1bc051116ab6 HTTP/1.1" status: 204 len: 168 time: 1.1455698 Jul 09 19:50:06.202934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46a692-4e6c-4f85-b8b2-8471150a9727 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a9526a-0748-4f44-a9f2-1bc051116ab6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:06.237160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29888644-1081-4b7f-bd2b-43cf9b02c3f7 req-ec35a627-60ec-4015-b27c-fbda9f24bc9c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:06.237791 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fa5fd097-60ff-401c-92ca-20aef2e0e148 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:06.252244 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-29888644-1081-4b7f-bd2b-43cf9b02c3f7 req-ec35a627-60ec-4015-b27c-fbda9f24bc9c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 948 time: 0.5461330 Jul 09 19:50:06.260016 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a6e4805-36fd-4090-b29a-95589b213488 req-a40a579b-96b4-4efe-b87b-9cad8a6ce329 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544404 Jul 09 19:50:06.288252 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: fa5fd097-60ff-401c-92ca-20aef2e0e148 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:06.288252 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fa5fd097-60ff-401c-92ca-20aef2e0e148 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:06.321282 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d169d70-f98d-4279-8054-ba9c51a37340 req-d8dcc19b-94d1-4fef-bcf5-2a55df80763f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:06.322843 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d169d70-f98d-4279-8054-ba9c51a37340 req-d8dcc19b-94d1-4fef-bcf5-2a55df80763f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4656725 Jul 09 19:50:06.326510 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a4922de8-c0f6-4eda-939e-6f668f193697,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:06.337788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-29888644-1081-4b7f-bd2b-43cf9b02c3f7 req-5099ff1a-c3f4-4cae-a48f-00a4ac439a94 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845411 Jul 09 19:50:06.387261 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.419903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956567cf-1851-49d6-a965-a7c739e53002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8f01c9-b154-4fac-8cec-549f96ad1e02'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:06.422471 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6069ca09-dbc0-4bf1-b846-bbe7feee3dbe" -d '{"events": [{"server_uuid": "956567cf-1851-49d6-a965-a7c739e53002", "name": "network-vif-plugged", "status": "completed", "tag": "4e8f01c9-b154-4fac-8cec-549f96ad1e02"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:06.444228 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:06.459107 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.483267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0e7ac-f1ce-4e11-bf36-d7f5a284433b req-048b2140-0ca2-4d30-a0d2-e3a67e921362 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:06.491444 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['a4922de8-c0f6-4eda-939e-6f668f193697'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:06.494141 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75c0e7ac-f1ce-4e11-bf36-d7f5a284433b req-048b2140-0ca2-4d30-a0d2-e3a67e921362 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc7d09ab-402e-45de-9b0b-17bf5d61a456 HTTP/1.1" status: 200 len: 945 time: 0.1027343 Jul 09 19:50:06.524442 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49420) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:06.530361 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d169d70-f98d-4279-8054-ba9c51a37340 req-12f15a52-d0ff-4c11-8ccd-c089251ae255 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868577 Jul 09 19:50:06.568939 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75c0e7ac-f1ce-4e11-bf36-d7f5a284433b req-4fce50f2-253d-4247-be4b-d8cc3df0df30 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738933 Jul 09 19:50:06.570641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77be03c7-3391-4da2-b481-4005f5cae4db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14632d28-f287-4723-a36c-20f6bcb4d3c2'}, {'name': 'network-changed', 'server_uuid': '77be03c7-3391-4da2-b481-4005f5cae4db', 'tag': '14632d28-f287-4723-a36c-20f6bcb4d3c2'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:06.572911 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabddfd6-839a-4ae1-9fa2-79525fdc1f6a" -d '{"events": [{"server_uuid": "77be03c7-3391-4da2-b481-4005f5cae4db", "name": "network-vif-unplugged", "status": "completed", "tag": "14632d28-f287-4723-a36c-20f6bcb4d3c2"}, {"name": "network-changed", "server_uuid": "77be03c7-3391-4da2-b481-4005f5cae4db", "tag": "14632d28-f287-4723-a36c-20f6bcb4d3c2"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:06.601406 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bbd5dad5-15dd-4e2d-bc52-6255255f64bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3ed0cec26954a84bc5430f573a3ab89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721703 Jul 09 19:50:06.601787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49426) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:06.621521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=4e8f01c9-b154-4fac-8cec-549f96ad1e02,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:06.663958 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fdb1-3ecd-486e-a22f-8b7eaab7078a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.687882 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fdb1-3ecd-486e-a22f-8b7eaab7078a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.689202 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d169d70-f98d-4279-8054-ba9c51a37340 req-98d56585-ee5b-4988-be25-cea941891e87 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517904 Jul 09 19:50:06.699789 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719d6a8-4544-4dd0-b8d1-471d12cfa5c8 req-d512cc9f-8550-4eb9-8e2d-ec43ee1c8822 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:06.701676 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6719d6a8-4544-4dd0-b8d1-471d12cfa5c8 req-d512cc9f-8550-4eb9-8e2d-ec43ee1c8822 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba1df460-a7a4-4523-822d-109eafb13803 HTTP/1.1" status: 200 len: 945 time: 0.1559577 Jul 09 19:50:06.765326 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6719d6a8-4544-4dd0-b8d1-471d12cfa5c8 req-bfc49a43-274b-478b-ad3f-1f0f83a3aa3d tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553017 Jul 09 19:50:06.766784 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fdb1-3ecd-486e-a22f-8b7eaab7078a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.771621 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d3d8fdb1-3ecd-486e-a22f-8b7eaab7078a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:06.773076 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d3d8fdb1-3ecd-486e-a22f-8b7eaab7078a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8fb8d48-5415-48bd-9ae3-87fc9bfa8c1b HTTP/1.1" status: 204 len: 168 time: 0.1703041 Jul 09 19:50:06.783959 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8fdb1-3ecd-486e-a22f-8b7eaab7078a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fb8d48-5415-48bd-9ae3-87fc9bfa8c1b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:06.834835 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d19765e-6f42-4bf9-acb7-617370c4471c x-openstack-request-id: req-8d19765e-6f42-4bf9-acb7-617370c4471c {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:06.835134 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956567cf-1851-49d6-a965-a7c739e53002", "name": "network-vif-plugged", "status": "completed", "tag": "4e8f01c9-b154-4fac-8cec-549f96ad1e02", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:06.835395 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d19765e-6f42-4bf9-acb7-617370c4471c {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:06.835976 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956567cf-1851-49d6-a965-a7c739e53002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8f01c9-b154-4fac-8cec-549f96ad1e02', 'code': 200} Jul 09 19:50:06.868441 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9c5cac-df50-4b9a-9ee2-eeec0bb5ce3f x-openstack-request-id: req-3d9c5cac-df50-4b9a-9ee2-eeec0bb5ce3f {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:06.868441 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77be03c7-3391-4da2-b481-4005f5cae4db", "name": "network-vif-unplugged", "status": "completed", "tag": "14632d28-f287-4723-a36c-20f6bcb4d3c2", "code": 200}, {"name": "network-changed", "server_uuid": "77be03c7-3391-4da2-b481-4005f5cae4db", "tag": "14632d28-f287-4723-a36c-20f6bcb4d3c2", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:06.868808 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d9c5cac-df50-4b9a-9ee2-eeec0bb5ce3f {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:06.868966 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77be03c7-3391-4da2-b481-4005f5cae4db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14632d28-f287-4723-a36c-20f6bcb4d3c2', 'code': 200} Jul 09 19:50:06.869201 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77be03c7-3391-4da2-b481-4005f5cae4db', 'tag': '14632d28-f287-4723-a36c-20f6bcb4d3c2', 'status': 'completed', 'code': 200} Jul 09 19:50:06.930627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112a08b-c65c-46fc-ad21-b80b61649e21 req-74727109-6cfe-49e2-b0e3-8294b7d65450 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:06.932623 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7112a08b-c65c-46fc-ad21-b80b61649e21 req-74727109-6cfe-49e2-b0e3-8294b7d65450 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 945 time: 0.0999391 Jul 09 19:50:06.974411 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7112a08b-c65c-46fc-ad21-b80b61649e21 req-15525fb5-61a3-406d-bdde-e73b7331854c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363288 Jul 09 19:50:07.053834 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabddfd6-839a-4ae1-9fa2-79525fdc1f6a req-1c6e8d9c-a0a9-4280-ae64-707d4c91cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:07.056472 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aabddfd6-839a-4ae1-9fa2-79525fdc1f6a req-1c6e8d9c-a0a9-4280-ae64-707d4c91cfc8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 1124 time: 0.1426363 Jul 09 19:50:07.065768 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f959323-2fe5-4021-bc93-d96d92e30442 req-6404fcba-9f28-4f5e-a9ac-47a3692af1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:07.067869 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f959323-2fe5-4021-bc93-d96d92e30442 req-6404fcba-9f28-4f5e-a9ac-47a3692af1f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 1096 time: 0.1457458 Jul 09 19:50:07.188428 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f959323-2fe5-4021-bc93-d96d92e30442 req-1d677736-7c88-467e-b326-07bc8f5c2769 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621767 Jul 09 19:50:07.204316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabddfd6-839a-4ae1-9fa2-79525fdc1f6a req-028b88c8-f2a9-4c29-a04f-4912b298b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:07.205829 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aabddfd6-839a-4ae1-9fa2-79525fdc1f6a req-028b88c8-f2a9-4c29-a04f-4912b298b6cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.1428289 Jul 09 19:50:07.220273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4fe12-9b74-4cba-9d95-7a6274aa6dee req-4536aad8-7a7a-4fcf-ab24-b96792bb9464 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:07.221916 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3df4fe12-9b74-4cba-9d95-7a6274aa6dee req-4536aad8-7a7a-4fcf-ab24-b96792bb9464 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.0983069 Jul 09 19:50:07.262501 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3df4fe12-9b74-4cba-9d95-7a6274aa6dee req-fb0593ea-8dc4-4750-9488-279385fc9a69 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347373 Jul 09 19:50:07.399614 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aabddfd6-839a-4ae1-9fa2-79525fdc1f6a req-3aab9532-fd10-48c8-8168-1e01461aad21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2 HTTP/1.1" status: 200 len: 217 time: 0.0962641 Jul 09 19:50:07.488974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabddfd6-839a-4ae1-9fa2-79525fdc1f6a req-e06adae5-6512-4d82-b001-34d07857c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:07.491657 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aabddfd6-839a-4ae1-9fa2-79525fdc1f6a req-e06adae5-6512-4d82-b001-34d07857c24b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.0852327 Jul 09 19:50:07.543946 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aabddfd6-839a-4ae1-9fa2-79525fdc1f6a req-64cc2899-b36c-4b99-b8d3-9e5e6c9324b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420036 Jul 09 19:50:07.620443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a4922de8-c0f6-4eda-939e-6f668f193697 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:07.713331 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aabddfd6-839a-4ae1-9fa2-79525fdc1f6a req-47540a3f-ee31-4912-9faf-07cbf34697d3 service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590011 Jul 09 19:50:07.740223 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2949b5-d4b3-428a-b8d2-1830ecac7eed req-216de795-6f4a-4757-a2ab-7bdb65b7f321 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:07.742329 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d2949b5-d4b3-428a-b8d2-1830ecac7eed req-216de795-6f4a-4757-a2ab-7bdb65b7f321 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba1df460-a7a4-4523-822d-109eafb13803 HTTP/1.1" status: 200 len: 945 time: 0.1244149 Jul 09 19:50:07.751684 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49476) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:07.757059 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port a4922de8-c0f6-4eda-939e-6f668f193697 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:07.758079 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c4db3a22-6489-4137-8742-e36ce2018b8d tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Request body: {'floatingip': {'port_id': 'b8d9f48c-fb20-404b-95b8-4f1a4d14deae'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:07.762367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port a4922de8-c0f6-4eda-939e-6f668f193697 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:07.762747 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:07.838961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 89a18d41-4915-4c97-9b04-7b64416fc7c6 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:07.847468 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4db3a22-6489-4137-8742-e36ce2018b8d tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:07.865115 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aabddfd6-839a-4ae1-9fa2-79525fdc1f6a req-9688e162-3563-4c82-b43a-32b01f2ef421 service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434464 Jul 09 19:50:07.907496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8e0d6-2d38-4407-93fa-0ee416f199d2 req-8aca82d6-0268-4776-9457-82018df0ff5c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:07.915279 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-64b8e0d6-2d38-4407-93fa-0ee416f199d2 req-8aca82d6-0268-4776-9457-82018df0ff5c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 943 time: 0.2066863 Jul 09 19:50:07.918851 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.005920 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fdae9-a983-4293-b79a-8e5c7206f3fb req-6d397aa8-a079-4253-b2d4-87233d3cd507 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:08.007873 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2c3fdae9-a983-4293-b79a-8e5c7206f3fb req-6d397aa8-a079-4253-b2d4-87233d3cd507 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 948 time: 0.0774276 Jul 09 19:50:08.025186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-64b8e0d6-2d38-4407-93fa-0ee416f199d2 req-90455058-7d54-478f-a674-43a9bca50450 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089089 Jul 09 19:50:08.025501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a4922de8-c0f6-4eda-939e-6f668f193697, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a4922de8-c0f6-4eda-939e-6f668f193697,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:08.036308 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.077656 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2c3fdae9-a983-4293-b79a-8e5c7206f3fb req-f4e27602-2569-4063-8ed9-fb226d0b3e4b tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601325 Jul 09 19:50:08.105862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 89a18d41-4915-4c97-9b04-7b64416fc7c6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=89a18d41-4915-4c97-9b04-7b64416fc7c6,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:08.127791 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '89a18d41-4915-4c97-9b04-7b64416fc7c6', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '89a18d41-4915-4c97-9b04-7b64416fc7c6', 'mac_address': 'fa:16:3e:7e:7f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:50:08.130198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a4922de8-c0f6-4eda-939e-6f668f193697,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:08.188395 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.203981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a18d41-4915-4c97-9b04-7b64416fc7c6 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:08.228494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 89a18d41-4915-4c97-9b04-7b64416fc7c6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=89a18d41-4915-4c97-9b04-7b64416fc7c6,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:08.233404 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.279687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cd6ce-de04-427a-afcc-4674c5bf7142 req-404faef8-f6b9-4852-beda-0dc5c033850d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:08.288982 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f1cd6ce-de04-427a-afcc-4674c5bf7142 req-404faef8-f6b9-4852-beda-0dc5c033850d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 945 time: 0.0796926 Jul 09 19:50:08.296404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=89a18d41-4915-4c97-9b04-7b64416fc7c6,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:08.348984 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f1cd6ce-de04-427a-afcc-4674c5bf7142 req-ae93f61c-b96a-4fd3-83f5-c7a7b5439679 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585783 Jul 09 19:50:08.552993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7bf50-3323-42c6-912a-afc6b74c0e33 req-b8b8fb74-c639-4ea5-a7e0-72ac2a5b5614 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:08.554703 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eec7bf50-3323-42c6-912a-afc6b74c0e33 req-b8b8fb74-c639-4ea5-a7e0-72ac2a5b5614 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.0875776 Jul 09 19:50:08.599217 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a650561-3fd0-4f96-bf05-901bc73dead6 req-00de5884-ff40-4ff6-a837-7171b4dc8e14 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:08.600526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eec7bf50-3323-42c6-912a-afc6b74c0e33 req-851ad8e1-b5db-44c9-a6e8-f298e2ffb896 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373557 Jul 09 19:50:08.600956 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a650561-3fd0-4f96-bf05-901bc73dead6 req-00de5884-ff40-4ff6-a837-7171b4dc8e14 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 950 time: 0.2553139 Jul 09 19:50:08.662316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['89a18d41-4915-4c97-9b04-7b64416fc7c6'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:08.678463 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.db.resource_extend [None req-c4db3a22-6489-4137-8742-e36ce2018b8d tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:50:08.733542 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a650561-3fd0-4f96-bf05-901bc73dead6 req-37a9e559-76e1-4416-8fff-2183d08c988b tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095719 Jul 09 19:50:08.781710 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4db3a22-6489-4137-8742-e36ce2018b8d tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.787915 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4db3a22-6489-4137-8742-e36ce2018b8d tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:08.836732 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb68930e-ae26-4ec1-a21d-62b62ce86f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4922de8-c0f6-4eda-939e-6f668f193697'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:08.839382 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca596efc-5c89-43fc-8e75-44107db256a0" -d '{"events": [{"server_uuid": "bb68930e-ae26-4ec1-a21d-62b62ce86f23", "name": "network-vif-plugged", "status": "completed", "tag": "a4922de8-c0f6-4eda-939e-6f668f193697"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:08.945591 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2b336f-8c9d-45c1-aab7-fe32505b43f1 x-openstack-request-id: req-1e2b336f-8c9d-45c1-aab7-fe32505b43f1 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:08.945940 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb68930e-ae26-4ec1-a21d-62b62ce86f23", "name": "network-vif-plugged", "status": "completed", "tag": "a4922de8-c0f6-4eda-939e-6f668f193697", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:08.946200 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e2b336f-8c9d-45c1-aab7-fe32505b43f1 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:08.946599 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb68930e-ae26-4ec1-a21d-62b62ce86f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4922de8-c0f6-4eda-939e-6f668f193697', 'code': 200} Jul 09 19:50:09.068715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572448b-e863-44c3-9899-ecf331ca9aa0 req-c762083b-b4f6-47ba-b027-db8716f75b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:09.070257 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1572448b-e863-44c3-9899-ecf331ca9aa0 req-c762083b-b4f6-47ba-b027-db8716f75b35 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 1101 time: 0.0596557 Jul 09 19:50:09.117252 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1572448b-e863-44c3-9899-ecf331ca9aa0 req-0012055c-0eb3-4062-97c2-218e0b4589cc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386457 Jul 09 19:50:09.150169 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-c4db3a22-6489-4137-8742-e36ce2018b8d tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Floating IP 07f1c650-3fd1-4f23-962b-153e03032d70 associated. External IP: 172.25.0.149, port: b8d9f48c-fb20-404b-95b8-4f1a4d14deae. Jul 09 19:50:09.299547 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70124a-670e-4ea5-8d36-7a1a78c90bc8 req-2b985904-07cc-4150-8b75-4cd81f9a9cc8 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:09.302220 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a70124a-670e-4ea5-8d36-7a1a78c90bc8 req-2b985904-07cc-4150-8b75-4cd81f9a9cc8 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 943 time: 0.1535821 Jul 09 19:50:09.342970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b76668-df6e-465e-856f-fd89fac8534e req-b32ce191-3092-433b-96a3-a58084eff2f6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:09.344513 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e7b76668-df6e-465e-856f-fd89fac8534e req-b32ce191-3092-433b-96a3-a58084eff2f6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 949 time: 0.0730076 Jul 09 19:50:09.386063 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e7b76668-df6e-465e-856f-fd89fac8534e req-71698fb2-e199-4488-9878-175ec0988fd5 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354908 Jul 09 19:50:09.386567 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a70124a-670e-4ea5-8d36-7a1a78c90bc8 req-66a01f44-c15d-4d2b-a181-7b9856c9c547 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781951 Jul 09 19:50:09.447113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4db3a22-6489-4137-8742-e36ce2018b8d tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Router 08cbb4b3-4b26-4067-b412-fab88be37c42 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:50:09.590966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4db3a22-6489-4137-8742-e36ce2018b8d tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:50:09.597959 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4db3a22-6489-4137-8742-e36ce2018b8d tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:09.603898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b6ef4-eaaa-4add-b54b-1eeaef38d679 None None] Sync routers for ids ['08cbb4b3-4b26-4067-b412-fab88be37c42'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:50:09.613651 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87b6ef4-eaaa-4add-b54b-1eeaef38d679 None None] Routers {'08cbb4b3-4b26-4067-b412-fab88be37c42'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:09.614493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a87b6ef4-eaaa-4add-b54b-1eeaef38d679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:49:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['08cbb4b3-4b26-4067-b412-fab88be37c42'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:09.651021 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a2fc0-9458-489b-a8f5-5b4c57716a87 req-f052385a-1b77-43ba-b3e6-6547fc96652c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:09.652250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 14632d28-f287-4723-a36c-20f6bcb4d3c2 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:09.652471 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d42a2fc0-9458-489b-a8f5-5b4c57716a87 req-f052385a-1b77-43ba-b3e6-6547fc96652c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 945 time: 0.1496279 Jul 09 19:50:09.657473 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c4db3a22-6489-4137-8742-e36ce2018b8d tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "PUT /v2.0/floatingips/07f1c650-3fd1-4f23-962b-153e03032d70 HTTP/1.1" status: 200 len: 991 time: 1.9004667 Jul 09 19:50:09.657473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba1df460-a7a4-4523-822d-109eafb13803', 'tag': 'b8d9f48c-fb20-404b-95b8-4f1a4d14deae'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:09.657473 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1673379c-b3cf-48da-b101-17964c34b90c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba1df460-a7a4-4523-822d-109eafb13803", "tag": "b8d9f48c-fb20-404b-95b8-4f1a4d14deae"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:09.717066 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d42a2fc0-9458-489b-a8f5-5b4c57716a87 req-d57b51fa-33c0-48f3-93e0-d355d306cff4 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512969 Jul 09 19:50:09.825036 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-4383f065-40c3-4774-9ea4-20066e2405cf service neutron] 10.222.0.36 "GET /v2.0/ports/14632d28-f287-4723-a36c-20f6bcb4d3c2/bindings/n-h2-800088-3 HTTP/1.1" status: 200 len: 384 time: 0.0932772 Jul 09 19:50:09.932866 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a87b6ef4-eaaa-4add-b54b-1eeaef38d679 None None] Set router 08cbb4b3-4b26-4067-b412-fab88be37c42 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:09.948399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c6065-c57b-4ffa-9736-e9682a396151 req-d0f1b31d-4a63-4044-8819-85d1e187937c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:09.950099 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d5c6065-c57b-4ffa-9736-e9682a396151 req-d0f1b31d-4a63-4044-8819-85d1e187937c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.0793302 Jul 09 19:50:09.969661 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec8e770-6197-4e0d-b2d9-c2c8d91f3fe5 x-openstack-request-id: req-6ec8e770-6197-4e0d-b2d9-c2c8d91f3fe5 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:09.970344 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba1df460-a7a4-4523-822d-109eafb13803", "tag": "b8d9f48c-fb20-404b-95b8-4f1a4d14deae", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:09.970344 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ec8e770-6197-4e0d-b2d9-c2c8d91f3fe5 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:09.970642 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba1df460-a7a4-4523-822d-109eafb13803', 'tag': 'b8d9f48c-fb20-404b-95b8-4f1a4d14deae', 'status': 'completed', 'code': 200} Jul 09 19:50:09.981133 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:10.018961 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d5c6065-c57b-4ffa-9736-e9682a396151 req-b37b69f1-3f47-4ceb-a71b-7dbda2bb965f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471647 Jul 09 19:50:10.036273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 14632d28-f287-4723-a36c-20f6bcb4d3c2 has no active binding in host n-h2-800088-3 {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:50:10.232623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b37c7-a68e-4eac-9b5d-24515f65df46 req-e6851255-dd48-4b5d-a5c7-c7faba8892b5 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:10.233387 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2c430-422d-46f7-9b98-0ed899147a9c req-5c134665-3986-484a-9348-d8d30c363ada tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:10.234707 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f76b37c7-a68e-4eac-9b5d-24515f65df46 req-e6851255-dd48-4b5d-a5c7-c7faba8892b5 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 950 time: 0.2899754 Jul 09 19:50:10.235026 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbc2c430-422d-46f7-9b98-0ed899147a9c req-5c134665-3986-484a-9348-d8d30c363ada tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 950 time: 0.0784588 Jul 09 19:50:10.277895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a87b6ef4-eaaa-4add-b54b-1eeaef38d679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:17Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '07f1c650-3fd1-4f23-962b-153e03032d70', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'port_id': 'b8d9f48c-fb20-404b-95b8-4f1a4d14deae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'mac_address': 'fa:16:3e:72:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1df460-a7a4-4523-822d-109eafb13803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:49:45Z', 'updated_at': '2021-07-09T19:50:08Z', 'revision_number': 1, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96', 'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'mac_address': 'fa:16:3e:71:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:16Z', 'updated_at': '2021-07-09T19:49:24Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'subnets': [{'id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:10.282580 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbc2c430-422d-46f7-9b98-0ed899147a9c req-ef1407b9-a611-49d7-b8c3-edc2edcd3b2c tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386415 Jul 09 19:50:10.293306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673379c-b3cf-48da-b101-17964c34b90c req-71106b27-0dcd-4339-9232-60357516b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:10.295509 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1673379c-b3cf-48da-b101-17964c34b90c req-71106b27-0dcd-4339-9232-60357516b1ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8306300c2ca646b2a26aca1c6a0e4ce6&device_id=ba1df460-a7a4-4523-822d-109eafb13803 HTTP/1.1" status: 200 len: 1096 time: 0.2870569 Jul 09 19:50:10.311785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b6ef4-eaaa-4add-b54b-1eeaef38d679 None None] Checking router: 08cbb4b3-4b26-4067-b412-fab88be37c42 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:50:10.322001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87b6ef4-eaaa-4add-b54b-1eeaef38d679 None None] Routers {'08cbb4b3-4b26-4067-b412-fab88be37c42'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:50:10.322807 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a87b6ef4-eaaa-4add-b54b-1eeaef38d679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:49:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['08cbb4b3-4b26-4067-b412-fab88be37c42'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:10.348273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-f136d273-34a6-48fa-ad83-2e1357177b6e service neutron] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:10.355296 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a04d7-65f2-483f-be3a-7ad65ca4d0ec req-76d70aae-446b-47cc-b85d-48ef04501cd9 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:10.357035 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-564a04d7-65f2-483f-be3a-7ad65ca4d0ec req-76d70aae-446b-47cc-b85d-48ef04501cd9 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 1096 time: 0.2723908 Jul 09 19:50:10.444327 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a87b6ef4-eaaa-4add-b54b-1eeaef38d679 None None] Set router 08cbb4b3-4b26-4067-b412-fab88be37c42 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:50:10.475679 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-f136d273-34a6-48fa-ad83-2e1357177b6e service neutron] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:10.542441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-f136d273-34a6-48fa-ad83-2e1357177b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14632d28-f287-4723-a36c-20f6bcb4d3c2 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:10.553411 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-564a04d7-65f2-483f-be3a-7ad65ca4d0ec req-9fe58a01-dc52-42c0-bd2c-015a89baee5f tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477220 Jul 09 19:50:10.562248 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-f136d273-34a6-48fa-ad83-2e1357177b6e service neutron] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:10.587992 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673379c-b3cf-48da-b101-17964c34b90c req-75da1462-4675-4566-9a24-bdc98c08a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:10.589533 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1673379c-b3cf-48da-b101-17964c34b90c req-75da1462-4675-4566-9a24-bdc98c08a3a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd HTTP/1.1" status: 200 len: 924 time: 0.2560427 Jul 09 19:50:10.591541 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-f76b37c7-a68e-4eac-9b5d-24515f65df46 req-185a14dc-10c1-46e1-88ee-6b9fab80e783 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Deleting port 76a71983-e56f-49dd-9222-d77c39251035 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:10.591906 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f76b37c7-a68e-4eac-9b5d-24515f65df46 req-185a14dc-10c1-46e1-88ee-6b9fab80e783 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:10.596244 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-f136d273-34a6-48fa-ad83-2e1357177b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:10.720345 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a87b6ef4-eaaa-4add-b54b-1eeaef38d679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:17Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '07f1c650-3fd1-4f23-962b-153e03032d70', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'port_id': 'b8d9f48c-fb20-404b-95b8-4f1a4d14deae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'mac_address': 'fa:16:3e:72:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1df460-a7a4-4523-822d-109eafb13803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:49:45Z', 'updated_at': '2021-07-09T19:50:08Z', 'revision_number': 1, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96', 'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'mac_address': 'fa:16:3e:71:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:16Z', 'updated_at': '2021-07-09T19:49:24Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'subnets': [{'id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:50:10.748593 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87b6ef4-eaaa-4add-b54b-1eeaef38d679 None None] The sync data for ids ['08cbb4b3-4b26-4067-b412-fab88be37c42'] in n-d-800088-3 is: [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:17Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '07f1c650-3fd1-4f23-962b-153e03032d70', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'port_id': 'b8d9f48c-fb20-404b-95b8-4f1a4d14deae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'mac_address': 'fa:16:3e:72:85:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1df460-a7a4-4523-822d-109eafb13803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:49:45Z', 'updated_at': '2021-07-09T19:50:08Z', 'revision_number': 1, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96', 'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'mac_address': 'fa:16:3e:71:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:16Z', 'updated_at': '2021-07-09T19:49:24Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'subnets': [{'id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:50:10.824167 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1673379c-b3cf-48da-b101-17964c34b90c req-590d1867-3db3-4338-8356-ac8fec868be4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8d9f48c-fb20-404b-95b8-4f1a4d14deae HTTP/1.1" status: 200 len: 999 time: 0.2148113 Jul 09 19:50:10.891538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-f76b37c7-a68e-4eac-9b5d-24515f65df46 req-185a14dc-10c1-46e1-88ee-6b9fab80e783 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] For port 76a71983-e56f-49dd-9222-d77c39251035, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=76a71983-e56f-49dd-9222-d77c39251035,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:10.892145 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f76b37c7-a68e-4eac-9b5d-24515f65df46 req-185a14dc-10c1-46e1-88ee-6b9fab80e783 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:10.927373 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-f76b37c7-a68e-4eac-9b5d-24515f65df46 req-185a14dc-10c1-46e1-88ee-6b9fab80e783 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Calling delete_port for 76a71983-e56f-49dd-9222-d77c39251035 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:10.942015 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-f136d273-34a6-48fa-ad83-2e1357177b6e service neutron] Transition to ACTIVE for port object 14632d28-f287-4723-a36c-20f6bcb4d3c2 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:10.954189 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-f136d273-34a6-48fa-ad83-2e1357177b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:10.956957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673379c-b3cf-48da-b101-17964c34b90c req-0c02998b-d36d-4b09-8409-62628b08cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:10.958450 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1673379c-b3cf-48da-b101-17964c34b90c req-0c02998b-d36d-4b09-8409-62628b08cc63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af1cf44f-f8a3-4725-a1ed-970ef7a6a778 HTTP/1.1" status: 200 len: 862 time: 0.1215842 Jul 09 19:50:11.001812 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed00ab2c-79db-4cb7-9ab0-157ae21a4817 None None] New status for floating IP 07f1c650-3fd1-4f23-962b-153e03032d70: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:50:11.039618 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80903dd-0eda-45ce-895d-f85fc8c87f95 req-24f5dfeb-a789-46d6-a37c-6c2ddf8d4b25 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:11.041348 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f80903dd-0eda-45ce-895d-f85fc8c87f95 req-24f5dfeb-a789-46d6-a37c-6c2ddf8d4b25 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 949 time: 0.3065181 Jul 09 19:50:11.058195 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f378efe-a375-426d-aef3-4de7c2b33b58 req-02c1d2d7-64dd-4572-9508-e74b439919f9 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:11.060452 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f378efe-a375-426d-aef3-4de7c2b33b58 req-02c1d2d7-64dd-4572-9508-e74b439919f9 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 944 time: 0.0780196 Jul 09 19:50:11.101038 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f378efe-a375-426d-aef3-4de7c2b33b58 req-308d1ea4-440d-4eef-8c73-bd646a66c79d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347283 Jul 09 19:50:11.368347 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-f136d273-34a6-48fa-ad83-2e1357177b6e service neutron] No DVR routers for this DVR port 14632d28-f287-4723-a36c-20f6bcb4d3c2 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:11.392518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136d273-34a6-48fa-ad83-2e1357177b6e service neutron] Pushing event updated for resources: {'Port': ['ID=14632d28-f287-4723-a36c-20f6bcb4d3c2,revision_number=10']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:11.433175 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f80903dd-0eda-45ce-895d-f85fc8c87f95 req-eedeb3c4-ed22-4571-ac02-ea564f37e7ce tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643758 Jul 09 19:50:11.448053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-f136d273-34a6-48fa-ad83-2e1357177b6e service neutron] 10.222.0.36 "PUT /v2.0/ports/14632d28-f287-4723-a36c-20f6bcb4d3c2/bindings/n-h2-800088-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6096694 Jul 09 19:50:11.484497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673379c-b3cf-48da-b101-17964c34b90c req-994c99b4-5820-497e-80e6-aac4752d28a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:11.486054 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1673379c-b3cf-48da-b101-17964c34b90c req-994c99b4-5820-497e-80e6-aac4752d28a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4675765 Jul 09 19:50:11.622958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5a2de-b9ce-427b-98a8-f83b56d63e28 req-80f43623-e38e-433f-b49e-c2275044f3b0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:11.624885 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6fb5a2de-b9ce-427b-98a8-f83b56d63e28 req-80f43623-e38e-433f-b49e-c2275044f3b0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.1567233 Jul 09 19:50:11.628248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-1523e57c-79d5-479f-ab4a-a089ec17feaa tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:11.629965 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-1523e57c-79d5-479f-ab4a-a089ec17feaa tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db&tenant_id=722a3672762841db8d6fcadff51c6f2f&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1095 time: 0.1044557 Jul 09 19:50:11.638530 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1673379c-b3cf-48da-b101-17964c34b90c req-4d8af38f-095f-4b70-b503-eabe7b1e1b13 service neutron] 10.222.0.32 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370463 Jul 09 19:50:11.705984 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6fb5a2de-b9ce-427b-98a8-f83b56d63e28 req-34f55664-21d1-4577-ba07-14669e2fcfa9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711887 Jul 09 19:50:11.741426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-81ac9b88-0453-4b60-98bb-952c415c824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:11.743016 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-81ac9b88-0453-4b60-98bb-952c415c824c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db&tenant_id=722a3672762841db8d6fcadff51c6f2f HTTP/1.1" status: 200 len: 1095 time: 0.1044884 Jul 09 19:50:11.761346 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f76b37c7-a68e-4eac-9b5d-24515f65df46 req-185a14dc-10c1-46e1-88ee-6b9fab80e783 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:11.774990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['b1f175fc-4d6a-41af-b6ea-33624d02ec96'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:11.843079 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['76a71983-e56f-49dd-9222-d77c39251035'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:11.862511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a14dc-10c1-46e1-88ee-6b9fab80e783 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Pushing event deleted for resources: {'Port': ['ID=76a71983-e56f-49dd-9222-d77c39251035,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:11.885256 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1673379c-b3cf-48da-b101-17964c34b90c req-4cc21792-c8dc-4d2a-85c2-63052ba36f3f service neutron] 10.222.0.32 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392492 Jul 09 19:50:11.896090 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1000098e-ac69-4394-9cad-3b70e39ff2cd req-cd5ecabd-48ad-4ebd-85e6-225e60ae5200 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff4c551d-2d7d-4583-b8fd-9014d78adc4f HTTP/1.1" status: 200 len: 210 time: 0.0537803 Jul 09 19:50:11.905198 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-95faddeb-9017-4845-9646-6e62b54e2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:11.906867 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-95faddeb-9017-4845-9646-6e62b54e2753 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 1095 time: 0.1381493 Jul 09 19:50:11.920311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:11.922310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 89a18d41-4915-4c97-9b04-7b64416fc7c6 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:11.976527 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76b37c7-a68e-4eac-9b5d-24515f65df46 req-185a14dc-10c1-46e1-88ee-6b9fab80e783 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] No DVR routers for this DVR port 76a71983-e56f-49dd-9222-d77c39251035 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:11.983057 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f76b37c7-a68e-4eac-9b5d-24515f65df46 req-185a14dc-10c1-46e1-88ee-6b9fab80e783 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:11.992062 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f76b37c7-a68e-4eac-9b5d-24515f65df46 req-185a14dc-10c1-46e1-88ee-6b9fab80e783 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.36 "DELETE /v2.0/ports/76a71983-e56f-49dd-9222-d77c39251035 HTTP/1.1" status: 204 len: 173 time: 1.7458167 Jul 09 19:50:11.992560 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4c551d-2d7d-4583-b8fd-9014d78adc4f', 'name': 'network-vif-deleted', 'tag': '76a71983-e56f-49dd-9222-d77c39251035'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:11.997131 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9373ab1-df79-4099-bad8-b37f1c44c26b" -d '{"events": [{"server_uuid": "ff4c551d-2d7d-4583-b8fd-9014d78adc4f", "name": "network-vif-deleted", "tag": "76a71983-e56f-49dd-9222-d77c39251035"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:12.103558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-711ce3d8-d5cf-44b5-b821-c71f7fa0c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:12.105808 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-711ce3d8-d5cf-44b5-b821-c71f7fa0c690 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.1835122 Jul 09 19:50:12.110074 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefa8f3d-ff7d-4a8f-b5e7-e45a17aef2ce x-openstack-request-id: req-fefa8f3d-ff7d-4a8f-b5e7-e45a17aef2ce {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:12.110377 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4c551d-2d7d-4583-b8fd-9014d78adc4f", "name": "network-vif-deleted", "tag": "76a71983-e56f-49dd-9222-d77c39251035", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:12.110631 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fefa8f3d-ff7d-4a8f-b5e7-e45a17aef2ce {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:12.111055 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4c551d-2d7d-4583-b8fd-9014d78adc4f', 'name': 'network-vif-deleted', 'tag': '76a71983-e56f-49dd-9222-d77c39251035', 'status': 'completed', 'code': 200} Jul 09 19:50:12.173752 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.resource_extend [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:50:12.190390 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-f6e7e0f8-cf2d-4aeb-9f93-12b6401fa4e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2 HTTP/1.1" status: 200 len: 217 time: 0.0771217 Jul 09 19:50:12.270633 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c4b3c385-f75c-40db-a971-9b3032a445de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:12.275737 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-c4b3c385-f75c-40db-a971-9b3032a445de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.0720801 Jul 09 19:50:12.277934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 89a18d41-4915-4c97-9b04-7b64416fc7c6 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:12.294105 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 89a18d41-4915-4c97-9b04-7b64416fc7c6 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:12.294480 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:12.322558 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-6d12cd5b-bd7f-46a5-af4a-cc2f4c9e7c17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392203 Jul 09 19:50:12.413459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:12.484410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6cc9d-313a-49e6-88d7-24728ccaf9ea req-69a38eb3-1bba-4033-a1df-af1c347bdef7 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:12.486073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '576685ce-8bf1-4ad7-9915-ecbbe1b31df4', 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491', 'port_id': '576685ce-8bf1-4ad7-9915-ecbbe1b31df4', 'mac_address': 'fa:16:3e:70:a3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c7a8fa-d3e4-4a12-83ec-d4a84e27778e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:50:12.490359 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-35c6cc9d-313a-49e6-88d7-24728ccaf9ea req-69a38eb3-1bba-4033-a1df-af1c347bdef7 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 944 time: 0.1465385 Jul 09 19:50:12.510184 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-d35b985e-b40f-469f-87c8-7d4095930014 service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797044 Jul 09 19:50:12.545923 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:12.564431 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:12.624125 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-35c6cc9d-313a-49e6-88d7-24728ccaf9ea req-57bca3cc-253b-4ead-b4b4-305abf9d2372 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266067 Jul 09 19:50:12.661453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 89a18d41-4915-4c97-9b04-7b64416fc7c6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=89a18d41-4915-4c97-9b04-7b64416fc7c6,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:12.665730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24aed2b-0df9-4309-a08a-2df4eb136337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a18d41-4915-4c97-9b04-7b64416fc7c6'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:12.672824 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6ea6fa-aaf0-4cca-9c07-c32a8b456f18" -d '{"events": [{"server_uuid": "a24aed2b-0df9-4309-a08a-2df4eb136337", "name": "network-vif-plugged", "status": "completed", "tag": "89a18d41-4915-4c97-9b04-7b64416fc7c6"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:12.697666 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:12.703850 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:12.806826 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-751c6f54-9dff-4ce0-a698-aabed6acec62 service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893012 Jul 09 19:50:12.826857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:12.836382 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:12.869255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=89a18d41-4915-4c97-9b04-7b64416fc7c6,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:12.906404 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250549d4-5fa5-4ae3-a367-6e93f400a29d x-openstack-request-id: req-250549d4-5fa5-4ae3-a367-6e93f400a29d {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:12.906720 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24aed2b-0df9-4309-a08a-2df4eb136337", "name": "network-vif-plugged", "status": "completed", "tag": "89a18d41-4915-4c97-9b04-7b64416fc7c6", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:12.906976 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-250549d4-5fa5-4ae3-a367-6e93f400a29d {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:12.907362 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24aed2b-0df9-4309-a08a-2df4eb136337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a18d41-4915-4c97-9b04-7b64416fc7c6', 'code': 200} Jul 09 19:50:12.942641 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:12.958666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['576685ce-8bf1-4ad7-9915-ecbbe1b31df4'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:13.028308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c5573-04ea-49bd-93b9-151559a89959 req-40853220-fd64-4826-bfd5-ab132e713e4e tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:13.029870 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-360c5573-04ea-49bd-93b9-151559a89959 req-40853220-fd64-4826-bfd5-ab132e713e4e tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 950 time: 0.1026180 Jul 09 19:50:13.086140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b26c0-bad7-4643-ac2f-c4f3c79b9bb9 req-4d25098d-8eac-457b-994d-fd4fa732c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:13.087575 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-839b26c0-bad7-4643-ac2f-c4f3c79b9bb9 req-4d25098d-8eac-457b-994d-fd4fa732c2bd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 1101 time: 0.0976884 Jul 09 19:50:13.090437 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-360c5573-04ea-49bd-93b9-151559a89959 req-e28635c5-8210-42ab-931b-01a665c5c102 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517957 Jul 09 19:50:13.139800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0904fd-59b9-439c-ba86-7ae9fef769f5 req-de94d6c3-e1ac-4975-ad2c-a4280a8bb2e1 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:13.146819 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a0904fd-59b9-439c-ba86-7ae9fef769f5 req-de94d6c3-e1ac-4975-ad2c-a4280a8bb2e1 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.0945823 Jul 09 19:50:13.148058 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-839b26c0-bad7-4643-ac2f-c4f3c79b9bb9 req-5551029f-44f1-4dbf-9a95-3400b2e0196b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507057 Jul 09 19:50:13.194131 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a0904fd-59b9-439c-ba86-7ae9fef769f5 req-db9d2ecc-24f9-4ae2-a1c7-f7d51677ea4c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461648 Jul 09 19:50:13.248033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-a3c5924c-9bba-4a6f-a909-3284d3ebba33 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:13.249731 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-a3c5924c-9bba-4a6f-a909-3284d3ebba33 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db&tenant_id=722a3672762841db8d6fcadff51c6f2f&binding%3Ahost_id=n-h2-800088-3 HTTP/1.1" status: 200 len: 1095 time: 0.0697238 Jul 09 19:50:13.367849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-d7ca76d3-c932-4c68-bb57-a18f4f112f7b service neutron] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:13.371096 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-d7ca76d3-c932-4c68-bb57-a18f4f112f7b service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:13.372276 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d3997ad-8cd2-441b-ab31-3113f1728612 req-d7ca76d3-c932-4c68-bb57-a18f4f112f7b service neutron] 10.222.0.32 "DELETE /v2.0/ports/14632d28-f287-4723-a36c-20f6bcb4d3c2/bindings/n-h1-800088-3 HTTP/1.1" status: 204 len: 173 time: 0.1165938 Jul 09 19:50:13.707818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459c64-7bfb-4faa-9dfd-a769ac51ee85 req-a1680d9c-1e1e-4b9b-b740-cb3a3aa25e10 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:13.710389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-07459c64-7bfb-4faa-9dfd-a769ac51ee85 req-a1680d9c-1e1e-4b9b-b740-cb3a3aa25e10 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 949 time: 0.0727632 Jul 09 19:50:13.753289 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-07459c64-7bfb-4faa-9dfd-a769ac51ee85 req-f80616a5-7ffe-4133-b9c1-c7e26fbce21c tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370157 Jul 09 19:50:13.885518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:13.927246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c737b-fc10-4539-8d18-38870309cab6 req-78f332cc-715f-4065-a913-d3f2e1932aca tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:13.929283 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d99c737b-fc10-4539-8d18-38870309cab6 req-78f332cc-715f-4065-a913-d3f2e1932aca tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 944 time: 0.0735643 Jul 09 19:50:13.944884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:13.945264 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:13.974095 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d99c737b-fc10-4539-8d18-38870309cab6 req-89cdf77d-072b-4094-81a5-efd862cf1013 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387993 Jul 09 19:50:14.032959 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:14.067303 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:14.074328 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:14.075327 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 14632d28-f287-4723-a36c-20f6bcb4d3c2 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:14.166861 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:14.173678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 14632d28-f287-4723-a36c-20f6bcb4d3c2 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:14.174163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 76a71983-e56f-49dd-9222-d77c39251035 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:14.195423 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 76a71983-e56f-49dd-9222-d77c39251035 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:14.195775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 76a71983-e56f-49dd-9222-d77c39251035 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:14.816448 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d962f-c94c-48bc-abed-1d305048d3da req-143540ba-4833-4d40-9a74-b50da2a9c60a tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:14.825893 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be7d962f-c94c-48bc-abed-1d305048d3da req-143540ba-4833-4d40-9a74-b50da2a9c60a tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 950 time: 0.1236501 Jul 09 19:50:14.859815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618deda0-e81c-431f-9846-9de8a1fc6d35 req-70f670b2-6951-40b2-baa1-186cf0298891 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:14.862065 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-618deda0-e81c-431f-9846-9de8a1fc6d35 req-70f670b2-6951-40b2-baa1-186cf0298891 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 1095 time: 0.1229839 Jul 09 19:50:14.877201 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be7d962f-c94c-48bc-abed-1d305048d3da req-7ae7e919-a558-4b94-ac38-4d4f9f9e289b tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504005 Jul 09 19:50:14.907051 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-618deda0-e81c-431f-9846-9de8a1fc6d35 req-af73dee5-06b3-4700-b59d-28a1f7c40d3e tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385287 Jul 09 19:50:14.908764 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7d09ab-402e-45de-9b0b-17bf5d61a456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576685ce-8bf1-4ad7-9915-ecbbe1b31df4'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:14.917395 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346478f7-0b17-4c27-81ec-23854231bf7b" -d '{"events": [{"server_uuid": "fc7d09ab-402e-45de-9b0b-17bf5d61a456", "name": "network-vif-plugged", "status": "completed", "tag": "576685ce-8bf1-4ad7-9915-ecbbe1b31df4"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:15.208201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6ee9b-43d2-42ad-969a-782fec1aa0bd req-4a7fd8af-d004-4242-b4ea-7be6f58ca9fe tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:15.210023 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d1c6ee9b-43d2-42ad-969a-782fec1aa0bd req-4a7fd8af-d004-4242-b4ea-7be6f58ca9fe tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.32 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 949 time: 0.1621599 Jul 09 19:50:15.244162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7207b7-2ada-4e30-a498-66e7981a1069 req-88cfe443-fe9c-4146-b54b-e21cb3eb2520 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:15.252151 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b7207b7-2ada-4e30-a498-66e7981a1069 req-88cfe443-fe9c-4146-b54b-e21cb3eb2520 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.2201703 Jul 09 19:50:15.338390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-d1c6ee9b-43d2-42ad-969a-782fec1aa0bd req-66582f4f-f0c5-4078-b14e-a9620c7c3116 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Deleting port b1f175fc-4d6a-41af-b6ea-33624d02ec96 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:15.338997 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d1c6ee9b-43d2-42ad-969a-782fec1aa0bd req-66582f4f-f0c5-4078-b14e-a9620c7c3116 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:15.345639 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b7207b7-2ada-4e30-a498-66e7981a1069 req-76ca64e9-6bff-48d8-9c09-64350da55cb8 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925047 Jul 09 19:50:15.460999 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d1c6ee9b-43d2-42ad-969a-782fec1aa0bd req-66582f4f-f0c5-4078-b14e-a9620c7c3116 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] For port b1f175fc-4d6a-41af-b6ea-33624d02ec96, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b1f175fc-4d6a-41af-b6ea-33624d02ec96,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:15.461264 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d1c6ee9b-43d2-42ad-969a-782fec1aa0bd req-66582f4f-f0c5-4078-b14e-a9620c7c3116 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:15.515263 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-d1c6ee9b-43d2-42ad-969a-782fec1aa0bd req-66582f4f-f0c5-4078-b14e-a9620c7c3116 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Calling delete_port for b1f175fc-4d6a-41af-b6ea-33624d02ec96 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:15.592372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256d8f0-5448-4dbd-a3a6-c4d5fc2a861f req-4c080362-ca4f-44ca-b775-0c45dde1f47e tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:15.596526 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4abca2-0fd1-4f47-87d2-8f2433532744 req-beabaed1-4439-4439-b53a-f7eb296137f1 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:15.602170 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f256d8f0-5448-4dbd-a3a6-c4d5fc2a861f req-4c080362-ca4f-44ca-b775-0c45dde1f47e tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1060293 Jul 09 19:50:15.602566 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c4abca2-0fd1-4f47-87d2-8f2433532744 req-beabaed1-4439-4439-b53a-f7eb296137f1 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/ports?device_id=43cf7194-c64a-46bb-9e61-8a296b0032ab HTTP/1.1" status: 200 len: 949 time: 0.1334085 Jul 09 19:50:15.657761 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f256d8f0-5448-4dbd-a3a6-c4d5fc2a861f req-f92830c7-44fb-4edf-83c6-0d93e4b6bf97 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542190 Jul 09 19:50:15.671696 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c4abca2-0fd1-4f47-87d2-8f2433532744 req-61286cba-6951-41a7-a466-171256c0f8bc tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.30 "GET /v2.0/security-groups?id=840e4719-e783-4b5b-a0c2-e6f4604c0e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615582 Jul 09 19:50:15.752498 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb376548-ff90-4044-af2f-e9bc91fa1dfc x-openstack-request-id: req-cb376548-ff90-4044-af2f-e9bc91fa1dfc {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:15.753552 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7d09ab-402e-45de-9b0b-17bf5d61a456", "name": "network-vif-plugged", "status": "completed", "tag": "576685ce-8bf1-4ad7-9915-ecbbe1b31df4", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:15.754324 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb376548-ff90-4044-af2f-e9bc91fa1dfc {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:15.754893 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7d09ab-402e-45de-9b0b-17bf5d61a456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576685ce-8bf1-4ad7-9915-ecbbe1b31df4', 'code': 200} Jul 09 19:50:15.875350 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d1c6ee9b-43d2-42ad-969a-782fec1aa0bd req-66582f4f-f0c5-4078-b14e-a9620c7c3116 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:15.890890 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['b1f175fc-4d6a-41af-b6ea-33624d02ec96'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:15.966536 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66582f4f-f0c5-4078-b14e-a9620c7c3116 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Pushing event deleted for resources: {'Port': ['ID=b1f175fc-4d6a-41af-b6ea-33624d02ec96,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:16.085373 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c6ee9b-43d2-42ad-969a-782fec1aa0bd req-66582f4f-f0c5-4078-b14e-a9620c7c3116 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] No DVR routers for this DVR port b1f175fc-4d6a-41af-b6ea-33624d02ec96 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:16.089830 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d1c6ee9b-43d2-42ad-969a-782fec1aa0bd req-66582f4f-f0c5-4078-b14e-a9620c7c3116 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:16.092018 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d1c6ee9b-43d2-42ad-969a-782fec1aa0bd req-66582f4f-f0c5-4078-b14e-a9620c7c3116 tempest-LiveMigrationNegativeTest-1495359375 tempest-LiveMigrationNegativeTest-1495359375-project] 10.222.0.32 "DELETE /v2.0/ports/b1f175fc-4d6a-41af-b6ea-33624d02ec96 HTTP/1.1" status: 204 len: 173 time: 0.8762057 Jul 09 19:50:16.092654 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cf7194-c64a-46bb-9e61-8a296b0032ab', 'name': 'network-vif-deleted', 'tag': 'b1f175fc-4d6a-41af-b6ea-33624d02ec96'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:16.102622 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548dd7d3-5dee-49ac-b5c1-8bc67b0ed00c" -d '{"events": [{"server_uuid": "43cf7194-c64a-46bb-9e61-8a296b0032ab", "name": "network-vif-deleted", "tag": "b1f175fc-4d6a-41af-b6ea-33624d02ec96"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:16.352297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-59544a10-3ba0-49b2-995b-a6dce80eb8cf tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:16.359317 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-59544a10-3ba0-49b2-995b-a6dce80eb8cf tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 808 time: 0.1674039 Jul 09 19:50:16.375983 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-ee947ef7-c28e-4227-8558-02e879f7fda8 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/quotas/722a3672762841db8d6fcadff51c6f2f HTTP/1.1" status: 200 len: 375 time: 0.0154133 Jul 09 19:50:16.549179 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-816313fb-db7f-4966-9fde-d1db03a0d3f8 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1720245 Jul 09 19:50:16.651695 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-74411bba-3a65-4bc8-8b4b-c7e3357fd3a5 service neutron] 10.222.0.30 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016636 Jul 09 19:50:16.905184 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-b156ce06-8e6a-476b-a4b8-311119d120af tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d09c1c899b744b99a36aa002fffb6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852821 Jul 09 19:50:16.934683 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-bf7a8ba5-04bf-4278-96c9-4034ec6c74a3 service neutron] 10.222.0.30 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821276 Jul 09 19:50:17.122705 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-a8898cf2-20e6-480e-bd09-44ee4ecc6174 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:17.124326 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-a8898cf2-20e6-480e-bd09-44ee4ecc6174 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2105281 Jul 09 19:50:17.147772 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-0ac786d2-ed0f-414d-ba7f-09ebdf261bfe tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/quotas/d09c1c899b744b99a36aa002fffb6a15 HTTP/1.1" status: 200 len: 375 time: 0.0160811 Jul 09 19:50:17.289158 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2404005a-23c4-403a-b496-13139ed1bc79 x-openstack-request-id: req-2404005a-23c4-403a-b496-13139ed1bc79 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:17.289449 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43cf7194-c64a-46bb-9e61-8a296b0032ab", "name": "network-vif-deleted", "tag": "b1f175fc-4d6a-41af-b6ea-33624d02ec96", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:17.289703 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2404005a-23c4-403a-b496-13139ed1bc79 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:17.290128 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cf7194-c64a-46bb-9e61-8a296b0032ab', 'name': 'network-vif-deleted', 'tag': 'b1f175fc-4d6a-41af-b6ea-33624d02ec96', 'status': 'completed', 'code': 200} Jul 09 19:50:17.330464 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-9955690b-35b6-4335-884b-79680b82c7c3 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d09c1c899b744b99a36aa002fffb6a15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1817155 Jul 09 19:50:17.508843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd27899-8fda-42b7-9eb2-bd26564f4292 req-c83b1927-4a3b-4db8-8c21-95af38b853b9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:17.516677 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cd27899-8fda-42b7-9eb2-bd26564f4292 req-c83b1927-4a3b-4db8-8c21-95af38b853b9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.0827515 Jul 09 19:50:17.583025 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cd27899-8fda-42b7-9eb2-bd26564f4292 req-705ca45e-8f60-4f90-b10c-779a497c81d0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650597 Jul 09 19:50:18.354167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50194) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:18.399977 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d0757712-f88c-4517-a1f2-09425a4f2cce req-8141088a-8b72-42d2-a76e-a15c8b72b4d0 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 210 time: 0.0916662 Jul 09 19:50:18.595086 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c684fed-2502-45a4-9d30-0525cf7e1025 req-f23dc3c2-bf67-4be4-a303-23bc7adf8cb9 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 210 time: 0.0755966 Jul 09 19:50:18.700370 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7ce887eb-8312-4c40-92d9-acf9de228917 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98d6a2fee54140bfba2abe3d718bfd70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444731 Jul 09 19:50:18.703253 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50218) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:18.932708 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-94765aec-1221-45e0-921b-42ca258008e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:19.021804 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-94765aec-1221-45e0-921b-42ca258008e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:19.118321 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-94765aec-1221-45e0-921b-42ca258008e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:19.120949 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-94765aec-1221-45e0-921b-42ca258008e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:19.124416 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-94765aec-1221-45e0-921b-42ca258008e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/840e4719-e783-4b5b-a0c2-e6f4604c0e08 HTTP/1.1" status: 204 len: 168 time: 0.4178693 Jul 09 19:50:19.137426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94765aec-1221-45e0-921b-42ca258008e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840e4719-e783-4b5b-a0c2-e6f4604c0e08,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:19.217759 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48233717-3a28-43a3-afa8-2d8221228b82 req-80abc2c3-55d2-4207-8b8e-f8152746db46 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:19.223565 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48233717-3a28-43a3-afa8-2d8221228b82 req-80abc2c3-55d2-4207-8b8e-f8152746db46 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.2030880 Jul 09 19:50:19.333199 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48233717-3a28-43a3-afa8-2d8221228b82 req-d47c6a37-2c73-4011-b599-4ef24fc91d5b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032600 Jul 09 19:50:19.693142 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b1f175fc-4d6a-41af-b6ea-33624d02ec96 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:19.718869 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1e0389c9-0de7-4d18-9822-f47ea0e0e768 req-dd9cb67d-7b34-442a-9de9-54eca2bb2996 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 210 time: 0.0906923 Jul 09 19:50:19.728415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50248) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:19.785952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: b1f175fc-4d6a-41af-b6ea-33624d02ec96 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:19.786641 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b1f175fc-4d6a-41af-b6ea-33624d02ec96 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:19.876651 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-13a7e174-946a-4790-b369-49bb5fb377ec tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:19.877380 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e548b26b-3e10-4036-9111-9e1a85fef515 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60622a29d1c64ecea3075f0210c89f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330647 Jul 09 19:50:19.877492 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-13a7e174-946a-4790-b369-49bb5fb377ec tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.36 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 808 time: 0.2078767 Jul 09 19:50:19.877586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50258) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:19.878340 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c1d167ed-1a01-4c30-af48-2f66dc686f1c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Request body: {'port': {'device_id': 'e16dd617-2f5a-44f8-a651-dc62e6c8fc54', 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73', 'admin_state_up': True, 'tenant_id': '722a3672762841db8d6fcadff51c6f2f'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:20.055574 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-365752f4-5099-41d5-8cec-e3607f4090a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:20.129165 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-365752f4-5099-41d5-8cec-e3607f4090a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:20.158239 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6aa8f6a1-7ce8-4a21-b1ad-38edbf708334 req-00c9d12c-299e-4228-8362-fb84081c5713 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 210 time: 0.0478017 Jul 09 19:50:20.174225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c1d167ed-1a01-4c30-af48-2f66dc686f1c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Made reservation on behalf of 722a3672762841db8d6fcadff51c6f2f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:20.182211 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c1d167ed-1a01-4c30-af48-2f66dc686f1c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:20.322170 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-0945fe0f-a585-4018-ba94-871a8359e9ca tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d09c1c899b744b99a36aa002fffb6a15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521491 Jul 09 19:50:20.323138 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-365752f4-5099-41d5-8cec-e3607f4090a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:20.329669 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-365752f4-5099-41d5-8cec-e3607f4090a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:20.331316 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-365752f4-5099-41d5-8cec-e3607f4090a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f06170a6-9363-49ef-aeff-85fa4eca372d HTTP/1.1" status: 204 len: 168 time: 0.4526155 Jul 09 19:50:20.423740 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365752f4-5099-41d5-8cec-e3607f4090a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06170a6-9363-49ef-aeff-85fa4eca372d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:20.658154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c1d167ed-1a01-4c30-af48-2f66dc686f1c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Allocated IP 172.20.0.5 (cde8a11d-a413-4777-8c30-ae667fa77b73/17547801-50dc-48f3-9bbc-7cabca72c457/28888a29-2c11-462d-a422-09928b274d9c) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:20.709094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-56fda869-20e5-4ffa-9e7c-ff47c568f1f7 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:20.711160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-56fda869-20e5-4ffa-9e7c-ff47c568f1f7 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3784924 Jul 09 19:50:20.726576 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-882650ba-7807-4f4c-8589-3bf61390fa2c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Request body: {'port': {'device_id': 'e3c2c9f8-c5be-4304-8580-67dcdfd9d91d', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': 'd09c1c899b744b99a36aa002fffb6a15'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:20.843155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50282) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:20.984572 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7744a8-b832-4d18-88c9-6bb68352c1a9 req-31e9bc0a-0195-4d2a-891e-bb10adb3bf55 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:20.992188 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c7744a8-b832-4d18-88c9-6bb68352c1a9 req-31e9bc0a-0195-4d2a-891e-bb10adb3bf55 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.3126681 Jul 09 19:50:21.069829 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c7744a8-b832-4d18-88c9-6bb68352c1a9 req-330e0979-1705-4177-87fd-7c2091a93cbb tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765104 Jul 09 19:50:21.081131 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bebb43d7-38a8-4e23-b821-ca5d312ba06c req-9e498d6a-2ef7-4771-bf54-4cc05f500518 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 210 time: 0.0800309 Jul 09 19:50:21.184571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-882650ba-7807-4f4c-8589-3bf61390fa2c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Made reservation on behalf of d09c1c899b744b99a36aa002fffb6a15 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:21.185644 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c1d167ed-1a01-4c30-af48-2f66dc686f1c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.210899 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-882650ba-7807-4f4c-8589-3bf61390fa2c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.217073 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ede78058-6fb8-4555-b76c-0e199f530144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.440370 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c1d167ed-1a01-4c30-af48-2f66dc686f1c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.505798 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d847a3c7-4e65-4140-a4a3-a31e1b03a71f req-98c36b7d-a497-40a9-8b6f-3efd7920e245 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 210 time: 0.0871851 Jul 09 19:50:21.508801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c1d167ed-1a01-4c30-af48-2f66dc686f1c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Network cde8a11d-a413-4777-8c30-ae667fa77b73 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:21.521341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c1d167ed-1a01-4c30-af48-2f66dc686f1c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:21.532017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c1d167ed-1a01-4c30-af48-2f66dc686f1c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:21.587864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c1d167ed-1a01-4c30-af48-2f66dc686f1c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:21.588554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c1d167ed-1a01-4c30-af48-2f66dc686f1c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.589283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-882650ba-7807-4f4c-8589-3bf61390fa2c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Allocated IP 192.168.233.40 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/b7ade2ab-d28b-47dc-9559-55b89116959b) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:21.604689 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d167ed-1a01-4c30-af48-2f66dc686f1c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Pushing event updated for resources: {'Port': ['ID=28888a29-2c11-462d-a422-09928b274d9c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:21.703144 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ede78058-6fb8-4555-b76c-0e199f530144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.711732 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ede78058-6fb8-4555-b76c-0e199f530144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.770263 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ede78058-6fb8-4555-b76c-0e199f530144 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88dc7430aec84551b224cbdcf7cecd64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9243219 Jul 09 19:50:21.771982 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c1d167ed-1a01-4c30-af48-2f66dc686f1c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8985991 Jul 09 19:50:21.772668 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50318) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:21.817129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Request body: {'port': {'device_id': 'e16dd617-2f5a-44f8-a651-dc62e6c8fc54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:21.915222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede78058-6fb8-4555-b76c-0e199f530144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3b6d49-da8c-4c33-a9d4-f38cba8d9112,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:21.918279 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-882650ba-7807-4f4c-8589-3bf61390fa2c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.934620 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:21.965846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-882650ba-7807-4f4c-8589-3bf61390fa2c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Transition to ACTIVE for port object b7ade2ab-d28b-47dc-9559-55b89116959b will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:22.101134 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-882650ba-7807-4f4c-8589-3bf61390fa2c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:22.117098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['89a18d41-4915-4c97-9b04-7b64416fc7c6'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:22.179743 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-882650ba-7807-4f4c-8589-3bf61390fa2c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:22.183723 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-882650ba-7807-4f4c-8589-3bf61390fa2c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:22.211087 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-882650ba-7807-4f4c-8589-3bf61390fa2c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:22.266814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['a4922de8-c0f6-4eda-939e-6f668f193697'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:22.329412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28888a29-2c11-462d-a422-09928b274d9c {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:22.337578 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:22.351929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Transition to ACTIVE for port object 28888a29-2c11-462d-a422-09928b274d9c will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:22.391150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882650ba-7807-4f4c-8589-3bf61390fa2c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Pushing event updated for resources: {'Port': ['ID=b7ade2ab-d28b-47dc-9559-55b89116959b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:22.423631 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:22.440361 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31af4637-4ca1-43f1-b833-662d1a5b7111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:22.510202 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-882650ba-7807-4f4c-8589-3bf61390fa2c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:22.510886 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-882650ba-7807-4f4c-8589-3bf61390fa2c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:22.609415 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-882650ba-7807-4f4c-8589-3bf61390fa2c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8869605 Jul 09 19:50:22.642015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Request body: {'port': {'device_id': 'e3c2c9f8-c5be-4304-8580-67dcdfd9d91d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:22.680993 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-39877742-afe4-4a47-9f5e-375728e137aa service neutron] show failed (client error): The resource could not be found. Jul 09 19:50:22.682054 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-39877742-afe4-4a47-9f5e-375728e137aa service neutron] 10.222.0.32 "GET /v2.0/ports/bfae3840-5278-494f-be7a-efcb13917e30/bindings/n-h1-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.3282320 Jul 09 19:50:22.710145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Attempting to bind port 28888a29-2c11-462d-a422-09928b274d9c on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:22.710496 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Attempting to bind port 28888a29-2c11-462d-a422-09928b274d9c by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:22.711098 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Attempting to bind port 28888a29-2c11-462d-a422-09928b274d9c on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:22.749334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Port 28888a29-2c11-462d-a422-09928b274d9c on network cde8a11d-a413-4777-8c30-ae667fa77b73 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:22.749700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Attempting to bind port 28888a29-2c11-462d-a422-09928b274d9c on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:22.815743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31af4637-4ca1-43f1-b833-662d1a5b7111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:22.826874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:22.827240 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Checking segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:22.827647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Bound using segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:22.828285 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Bound port: 28888a29-2c11-462d-a422-09928b274d9c, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:22.828855 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:22.875483 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Pushing event updated for resources: {'Port': ['ID=28888a29-2c11-462d-a422-09928b274d9c,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:22.929616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8b435778-6871-4b71-9f14-2b114b216620 None None] Provisioning for port b7ade2ab-d28b-47dc-9559-55b89116959b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:22.937318 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa6abf-7b32-46ea-ba99-11adf21add41 req-8dffb32e-7a79-4278-8cef-883b36d52157 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:22.950506 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8aaa6abf-7b32-46ea-ba99-11adf21add41 req-8dffb32e-7a79-4278-8cef-883b36d52157 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 943 time: 0.5149941 Jul 09 19:50:22.984843 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8b435778-6871-4b71-9f14-2b114b216620 None None] Provisioning complete for port b7ade2ab-d28b-47dc-9559-55b89116959b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:22.988659 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b435778-6871-4b71-9f14-2b114b216620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.102801 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8aaa6abf-7b32-46ea-ba99-11adf21add41 req-7501862e-d6f2-466d-aff7-07f2bf9c036f tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497145 Jul 09 19:50:23.117711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8b435778-6871-4b71-9f14-2b114b216620 None None] Port b7ade2ab-d28b-47dc-9559-55b89116959b cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:50:23.187626 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:50:23.209928 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:23.221621 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31af4637-4ca1-43f1-b833-662d1a5b7111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.225719 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31af4637-4ca1-43f1-b833-662d1a5b7111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.241636 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-31af4637-4ca1-43f1-b833-662d1a5b7111 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be3b6d49-da8c-4c33-a9d4-f38cba8d9112 HTTP/1.1" status: 204 len: 168 time: 1.4666638 Jul 09 19:50:23.297323 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=28888a29-2c11-462d-a422-09928b274d9c,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:23.299915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af4637-4ca1-43f1-b833-662d1a5b7111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3b6d49-da8c-4c33-a9d4-f38cba8d9112,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:23.312461 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.338747 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5035b-901b-4bc1-903f-b352b6b0e4e0 req-66951a2d-363b-469a-9d57-4b603b3639c9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:23.346420 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9ee5035b-901b-4bc1-903f-b352b6b0e4e0 req-66951a2d-363b-469a-9d57-4b603b3639c9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.8808393 Jul 09 19:50:23.381554 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Pushing event updated for resources: {'Port': ['ID=28888a29-2c11-462d-a422-09928b274d9c,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:23.391868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-c175e537-0683-4556-877d-9d5eb1dd9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:23.397036 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-c175e537-0683-4556-877d-9d5eb1dd9780 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f&tenant_id=85d911fbc81540608cc58c99a8dd9dfd HTTP/1.1" status: 200 len: 1101 time: 0.2450173 Jul 09 19:50:23.403474 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:23.405376 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.407239 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-c0b081f0-bd3c-4b0a-b4a1-9e40e06fb882 service neutron] 10.222.0.36 "PUT /v2.0/ports/28888a29-2c11-462d-a422-09928b274d9c HTTP/1.1" status: 200 len: 1091 time: 1.5962188 Jul 09 19:50:23.407704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16dd617-2f5a-44f8-a651-dc62e6c8fc54', 'tag': '28888a29-2c11-462d-a422-09928b274d9c'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:23.412061 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b327410-a964-4a09-b72c-c8d4c2dcc849" -d '{"events": [{"name": "network-changed", "server_uuid": "e16dd617-2f5a-44f8-a651-dc62e6c8fc54", "tag": "28888a29-2c11-462d-a422-09928b274d9c"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:23.420282 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:23.451999 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.529927 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9ee5035b-901b-4bc1-903f-b352b6b0e4e0 req-a60cafa7-e3a2-44b2-a6ab-76b585be278f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821220 Jul 09 19:50:23.755106 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:23.964075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-f3830faf-d2b8-4f1a-afe8-018b93c886eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:23.965822 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-f3830faf-d2b8-4f1a-afe8-018b93c886eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 1094 time: 0.4859540 Jul 09 19:50:23.967249 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d4a395-a11d-4b7a-8e2e-b474e6c0b35e x-openstack-request-id: req-02d4a395-a11d-4b7a-8e2e-b474e6c0b35e {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:23.967536 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16dd617-2f5a-44f8-a651-dc62e6c8fc54", "tag": "28888a29-2c11-462d-a422-09928b274d9c", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:23.967792 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02d4a395-a11d-4b7a-8e2e-b474e6c0b35e {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:23.968185 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16dd617-2f5a-44f8-a651-dc62e6c8fc54', 'tag': '28888a29-2c11-462d-a422-09928b274d9c', 'status': 'completed', 'code': 200} Jul 09 19:50:24.059978 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-4777b753-21e8-4951-817d-d78ff88c97dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28888a29-2c11-462d-a422-09928b274d9c HTTP/1.1" status: 200 len: 217 time: 0.0803449 Jul 09 19:50:24.071733 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c498814-c79e-4719-b1f0-17006a21eb86 req-fc30b3c2-9e50-4617-b1f9-d4e450dcb202 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:24.073446 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c498814-c79e-4719-b1f0-17006a21eb86 req-fc30b3c2-9e50-4617-b1f9-d4e450dcb202 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 935 time: 0.4396782 Jul 09 19:50:24.144935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ade2ab-d28b-47dc-9559-55b89116959b {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:24.168649 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:24.207539 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Transition to ACTIVE for port object b7ade2ab-d28b-47dc-9559-55b89116959b will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:24.214107 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:24.275820 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c498814-c79e-4719-b1f0-17006a21eb86 req-1c57e62c-0fbf-4410-9526-11642bba9fca tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411629 Jul 09 19:50:24.360449 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-f5fd0331-b42f-4fc5-b782-f4c791aae9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:24.362012 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-f5fd0331-b42f-4fc5-b782-f4c791aae9fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.2408292 Jul 09 19:50:24.436100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ade2ab-d28b-47dc-9559-55b89116959b,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:24.452174 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-76a52ab9-1fcc-44dc-8622-78a071fcecc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791421 Jul 09 19:50:24.574525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Attempting to bind port b7ade2ab-d28b-47dc-9559-55b89116959b on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:24.575117 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Attempting to bind port b7ade2ab-d28b-47dc-9559-55b89116959b by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:24.576873 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Attempting to bind port b7ade2ab-d28b-47dc-9559-55b89116959b on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:24.587461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Port b7ade2ab-d28b-47dc-9559-55b89116959b on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:24.590742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Attempting to bind port b7ade2ab-d28b-47dc-9559-55b89116959b on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:24.604365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:24.607089 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:24.608487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:24.611119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Bound port: b7ade2ab-d28b-47dc-9559-55b89116959b, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:24.612923 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:24.700475 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] For port bfae3840-5278-494f-be7a-efcb13917e30, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=bfae3840-5278-494f-be7a-efcb13917e30,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:24.780064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] For port b7ade2ab-d28b-47dc-9559-55b89116959b, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:24.785685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] For port b7ade2ab-d28b-47dc-9559-55b89116959b, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b7ade2ab-d28b-47dc-9559-55b89116959b,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:24.799901 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:24.806138 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-cf15e203-d078-4133-9363-0e325fa574fb service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422434 Jul 09 19:50:24.818662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] For port bfae3840-5278-494f-be7a-efcb13917e30, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:24.834716 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cd63a-ac94-4e1f-82b7-a22f1ef01b74 req-af4f883f-3c0c-4414-b3f7-67a9107c1241 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:24.842002 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-429cd63a-ac94-4e1f-82b7-a22f1ef01b74 req-af4f883f-3c0c-4414-b3f7-67a9107c1241 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 943 time: 0.1923783 Jul 09 19:50:24.876348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50410) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:24.913277 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Pushing event updated for resources: {'Port': ['ID=b7ade2ab-d28b-47dc-9559-55b89116959b,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:24.918131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:24.918814 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:24.920213 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-be78fbe3-079e-421a-aba7-0f502b289b15 service neutron] 10.222.0.32 "PUT /v2.0/ports/b7ade2ab-d28b-47dc-9559-55b89116959b HTTP/1.1" status: 200 len: 1095 time: 2.2963281 Jul 09 19:50:24.920940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c2c9f8-c5be-4304-8580-67dcdfd9d91d', 'tag': 'b7ade2ab-d28b-47dc-9559-55b89116959b'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:24.923453 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dafa92-fd06-4b17-aeb8-5370948daf80" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c2c9f8-c5be-4304-8580-67dcdfd9d91d", "tag": "b7ade2ab-d28b-47dc-9559-55b89116959b"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:25.107602 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-429cd63a-ac94-4e1f-82b7-a22f1ef01b74 req-9e892b2f-9483-4d22-8c17-a1cd3f08b800 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646310 Jul 09 19:50:25.118954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-4f1ce231-79a2-4f0e-9913-88fd6bd8e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:25.121526 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-4f1ce231-79a2-4f0e-9913-88fd6bd8e2b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d09c1c899b744b99a36aa002fffb6a15&device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 1098 time: 0.1586993 Jul 09 19:50:25.213692 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-23d6e5a6-11cb-4831-8bcb-c360ea95d71a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=b7ade2ab-d28b-47dc-9559-55b89116959b HTTP/1.1" status: 200 len: 217 time: 0.0774255 Jul 09 19:50:25.270503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f7357-c56c-4bbd-9e22-601cf905c36c req-01cd6719-9009-46e7-b259-6547709a1add tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:25.272409 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e41f7357-c56c-4bbd-9e22-601cf905c36c req-01cd6719-9009-46e7-b259-6547709a1add tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.2407129 Jul 09 19:50:25.314400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-43b753f2-6d55-4bb0-9053-9c8969312bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:25.316743 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-43b753f2-6d55-4bb0-9053-9c8969312bed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0962934 Jul 09 19:50:25.379840 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e41f7357-c56c-4bbd-9e22-601cf905c36c req-440f736e-66e9-40b8-a9aa-b471a3645cb6 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976934 Jul 09 19:50:25.401828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-b97535ea-5999-4429-944a-144577a95d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:25.402798 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-b97535ea-5999-4429-944a-144577a95d5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0791693 Jul 09 19:50:25.495474 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28adf106-0359-4e2e-9bc4-2de305ada17e req-333894c5-e5e1-41ed-9a92-242bd9c4d73e service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781144 Jul 09 19:50:25.501428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-734929721-network', 'tenant_id': '22aed567fbea4aec99acf84c482f57b5'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:25.510890 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.526374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Transition to ACTIVE for port object bfae3840-5278-494f-be7a-efcb13917e30 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:25.532721 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.537084 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-7f632cb2-53cd-45aa-870d-b68575dbb910 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185546 Jul 09 19:50:25.585222 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4043c621-dbfd-4a09-b175-8a8016e60169 x-openstack-request-id: req-4043c621-dbfd-4a09-b175-8a8016e60169 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:25.585637 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c2c9f8-c5be-4304-8580-67dcdfd9d91d", "tag": "b7ade2ab-d28b-47dc-9559-55b89116959b", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:25.585862 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4043c621-dbfd-4a09-b175-8a8016e60169 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:25.586706 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c2c9f8-c5be-4304-8580-67dcdfd9d91d', 'tag': 'b7ade2ab-d28b-47dc-9559-55b89116959b', 'status': 'completed', 'code': 200} Jul 09 19:50:25.602414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Pushing event updated for resources: {'Port': ['ID=bfae3840-5278-494f-be7a-efcb13917e30,revision_number=6']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:25.690180 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] Made reservation on behalf of 22aed567fbea4aec99acf84c482f57b5 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:25.692676 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.706571 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device bfae3840-5278-494f-be7a-efcb13917e30 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:25.729142 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5484d2e7-3047-421e-b5a3-277a44f084e2 req-3735ec48-c593-4979-9ef2-b956780a00aa service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852417 Jul 09 19:50:25.787138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device bfae3840-5278-494f-be7a-efcb13917e30 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:25.829148 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.832118 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] No DVR routers for this DVR port bfae3840-5278-494f-be7a-efcb13917e30 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:25.924879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dafa92-fd06-4b17-aeb8-5370948daf80 req-c2521e79-1326-4a65-9026-be203cd84423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:25.927144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65dafa92-fd06-4b17-aeb8-5370948daf80 req-c2521e79-1326-4a65-9026-be203cd84423 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d09c1c899b744b99a36aa002fffb6a15&device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 1098 time: 0.1319168 Jul 09 19:50:25.928290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Attempting to bind port bfae3840-5278-494f-be7a-efcb13917e30 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:25.928902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Attempting to bind port bfae3840-5278-494f-be7a-efcb13917e30 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:25.929298 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Attempting to bind port bfae3840-5278-494f-be7a-efcb13917e30 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:25.950708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Port bfae3840-5278-494f-be7a-efcb13917e30 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:25.951060 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Attempting to bind port bfae3840-5278-494f-be7a-efcb13917e30 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:25.964564 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:25.965049 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:25.965456 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:25.965918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Bound port: bfae3840-5278-494f-be7a-efcb13917e30, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:25.966286 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:25.974138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88017bf0-fe57-48af-ba46-bb30316fbb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfae3840-5278-494f-be7a-efcb13917e30'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:25.976577 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9ea622-759a-4730-a3d5-0d334b25ba11" -d '{"events": [{"server_uuid": "88017bf0-fe57-48af-ba46-bb30316fbb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "bfae3840-5278-494f-be7a-efcb13917e30"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:25.980542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b327410-a964-4a09-b72c-c8d4c2dcc849 req-2ebd00ce-601e-4759-9b33-81695da2819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:25.982214 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b327410-a964-4a09-b72c-c8d4c2dcc849 req-2ebd00ce-601e-4759-9b33-81695da2819e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 1094 time: 0.3940351 Jul 09 19:50:26.141388 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dafa92-fd06-4b17-aeb8-5370948daf80 req-6671893a-9e84-44b5-87ca-88a7adcec4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:26.143347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65dafa92-fd06-4b17-aeb8-5370948daf80 req-6671893a-9e84-44b5-87ca-88a7adcec4f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2015440 Jul 09 19:50:26.207111 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65dafa92-fd06-4b17-aeb8-5370948daf80 req-ebda29fe-b44f-4c69-937b-8b459d4d007b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=b7ade2ab-d28b-47dc-9559-55b89116959b HTTP/1.1" status: 200 len: 217 time: 0.0549407 Jul 09 19:50:26.228290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e78d2-28d0-4edb-93b1-bada3c369dd5 req-a11c3619-a96e-44f6-8286-6483bcf9da11 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:26.242708 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-151e78d2-28d0-4edb-93b1-bada3c369dd5 req-a11c3619-a96e-44f6-8286-6483bcf9da11 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 947 time: 0.5321968 Jul 09 19:50:26.286246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dafa92-fd06-4b17-aeb8-5370948daf80 req-7bad7a7e-e4e4-4734-bc5d-78aef8ca62a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:26.288484 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65dafa92-fd06-4b17-aeb8-5370948daf80 req-7bad7a7e-e4e4-4734-bc5d-78aef8ca62a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0732343 Jul 09 19:50:26.333654 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa5dd9d-add6-49b2-8b8e-29fcc29d5a26 x-openstack-request-id: req-5fa5dd9d-add6-49b2-8b8e-29fcc29d5a26 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:26.334530 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88017bf0-fe57-48af-ba46-bb30316fbb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "bfae3840-5278-494f-be7a-efcb13917e30", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:26.335093 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fa5dd9d-add6-49b2-8b8e-29fcc29d5a26 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:26.336104 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88017bf0-fe57-48af-ba46-bb30316fbb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfae3840-5278-494f-be7a-efcb13917e30', 'code': 200} Jul 09 19:50:26.389689 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] For port bfae3840-5278-494f-be7a-efcb13917e30, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:26.403572 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] For port bfae3840-5278-494f-be7a-efcb13917e30, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bfae3840-5278-494f-be7a-efcb13917e30,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:26.417092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dafa92-fd06-4b17-aeb8-5370948daf80 req-5ee3daaa-d865-4bb6-84c2-179a515cbd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:26.420048 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-151e78d2-28d0-4edb-93b1-bada3c369dd5 req-40c556b8-c2c6-435a-b9cb-7385a682f017 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759379 Jul 09 19:50:26.421174 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65dafa92-fd06-4b17-aeb8-5370948daf80 req-5ee3daaa-d865-4bb6-84c2-179a515cbd6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078799 Jul 09 19:50:26.429086 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:26.453480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b327410-a964-4a09-b72c-c8d4c2dcc849 req-33e40731-e255-4bb9-9dc2-4f370740b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:26.463787 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b327410-a964-4a09-b72c-c8d4c2dcc849 req-33e40731-e255-4bb9-9dc2-4f370740b7de service neutron] 10.222.0.36 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.4635761 Jul 09 19:50:26.504829 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:26.542970 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:26.580375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:26.581057 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:26.583356 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] 10.222.0.36 "PUT /v2.0/ports/bfae3840-5278-494f-be7a-efcb13917e30 HTTP/1.1" status: 200 len: 1096 time: 3.1684396 Jul 09 19:50:26.590852 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:26.653704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbcc9d-d533-4db9-b3ea-a82f1f91057c req-03f2a957-9ab8-40ab-a789-d994bb5d1851 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:26.663934 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4fbcc9d-d533-4db9-b3ea-a82f1f91057c req-03f2a957-9ab8-40ab-a789-d994bb5d1851 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 943 time: 0.1669910 Jul 09 19:50:26.668318 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65dafa92-fd06-4b17-aeb8-5370948daf80 req-745ae248-504a-4b84-be39-e0379b5c11c3 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404149 Jul 09 19:50:26.675322 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b327410-a964-4a09-b72c-c8d4c2dcc849 req-69c54514-1f53-4661-a5b4-78faa2d4400d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28888a29-2c11-462d-a422-09928b274d9c HTTP/1.1" status: 200 len: 217 time: 0.1659229 Jul 09 19:50:26.692056 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:26.803504 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b3bf9f1c-0c36-4d27-a92c-ecb221c4a5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:26.852161 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b327410-a964-4a09-b72c-c8d4c2dcc849 req-fe921867-755f-4056-abd0-45c8c0f965f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:26.853833 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b327410-a964-4a09-b72c-c8d4c2dcc849 req-fe921867-755f-4056-abd0-45c8c0f965f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.1199255 Jul 09 19:50:26.866523 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4fbcc9d-d533-4db9-b3ea-a82f1f91057c req-c5fcd2bd-824f-415d-8ce2-bd9e663cf134 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000971 Jul 09 19:50:26.875608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d00cee-b507-4f9c-b6a9-84512f4a5904 service neutron] Pushing event updated for resources: {'Port': ['ID=bfae3840-5278-494f-be7a-efcb13917e30,revision_number=7']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:26.881005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:50:26.914377 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65dafa92-fd06-4b17-aeb8-5370948daf80 req-f385467c-ed1c-4ce6-81f9-012fdb44c687 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369809 Jul 09 19:50:26.958253 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b327410-a964-4a09-b72c-c8d4c2dcc849 req-04cb1366-0b3f-4456-9691-2e91b80955eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796351 Jul 09 19:50:26.969446 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:26.969713 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] Added segment 40c6e376-20aa-4a32-ab1b-a7d689ebf451 of type vlan for network ed67e983-2047-44c7-a5b2-23fc15affe8c Jul 09 19:50:27.097239 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:27.123158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-f545190a-87db-40a3-bfd0-57225d07af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:27.126043 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-f545190a-87db-40a3-bfd0-57225d07af76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 1099 time: 0.4340463 Jul 09 19:50:27.148913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df911998-fad7-4160-a0fc-a1966b454899 req-0d00f0d2-fab9-41d2-8d22-1b4d3e0c239b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:27.150425 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df911998-fad7-4160-a0fc-a1966b454899 req-0d00f0d2-fab9-41d2-8d22-1b4d3e0c239b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 948 time: 0.2764115 Jul 09 19:50:27.282495 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df911998-fad7-4160-a0fc-a1966b454899 req-70077944-87b4-4186-ab54-2b1d286853c0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181576 Jul 09 19:50:27.283191 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:27.284193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:27.285136 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:27.326081 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b327410-a964-4a09-b72c-c8d4c2dcc849 req-1a027066-d8d5-4f83-992f-eac648671e3b service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547287 Jul 09 19:50:27.388522 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4855144 Jul 09 19:50:27.389453 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50484) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:27.393878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-fef9dd42-b5f4-4376-915a-d4e0cf79f55d admin admin] Request body: {'subnet': {'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-734929721-subnet', 'tenant_id': '22aed567fbea4aec99acf84c482f57b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:27.434269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef9dd42-b5f4-4376-915a-d4e0cf79f55d admin admin] Made reservation on behalf of 22aed567fbea4aec99acf84c482f57b5 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:27.445153 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c4c6e-a7d1-4871-a38a-9b467796ac97 admin admin] Pushing event updated for resources: {'Network': ['ID=ed67e983-2047-44c7-a5b2-23fc15affe8c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:27.451914 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fef9dd42-b5f4-4376-915a-d4e0cf79f55d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:27.459151 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network ed67e983-2047-44c7-a5b2-23fc15affe8c details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:50:27.465929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-c02ad8c8-f321-4d04-b889-6e35d232aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:27.467469 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-c02ad8c8-f321-4d04-b889-6e35d232aa11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.3288205 Jul 09 19:50:27.632328 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-a72ee804-3ead-484e-a12f-292558fe5e94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=bfae3840-5278-494f-be7a-efcb13917e30 HTTP/1.1" status: 200 len: 217 time: 0.1392028 Jul 09 19:50:27.737091 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50490) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:27.776648 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b327410-a964-4a09-b72c-c8d4c2dcc849 req-b40a5a2b-638a-4d19-9985-213cc60d5c87 service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133072 Jul 09 19:50:27.779916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-59912de0-0522-4e28-abb3-e30cd9c98f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:27.782403 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-59912de0-0522-4e28-abb3-e30cd9c98f2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1434755 Jul 09 19:50:27.787196 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fef9dd42-b5f4-4376-915a-d4e0cf79f55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:27.867183 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9dd42-b5f4-4376-915a-d4e0cf79f55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1eed13-b035-4d1a-afdd-2ae4f33633a6,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:27.869622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef9dd42-b5f4-4376-915a-d4e0cf79f55d admin admin] Checking segment: {'id': '40c6e376-20aa-4a32-ab1b-a7d689ebf451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:27.870004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef9dd42-b5f4-4376-915a-d4e0cf79f55d admin admin] Network hostable DHCP agents. Network: ed67e983-2047-44c7-a5b2-23fc15affe8c, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:50:27.876971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01581de7-8d65-48f3-a687-2af73ec4c1b2 req-9c202b79-c54c-45d2-a3a3-0551084d4f68 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:27.882775 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-01581de7-8d65-48f3-a687-2af73ec4c1b2 req-9c202b79-c54c-45d2-a3a3-0551084d4f68 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 947 time: 0.2492249 Jul 09 19:50:27.897797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef9dd42-b5f4-4376-915a-d4e0cf79f55d admin admin] Network ed67e983-2047-44c7-a5b2-23fc15affe8c is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:50:27.908126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-fef9dd42-b5f4-4376-915a-d4e0cf79f55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, ed67e983-2047-44c7-a5b2-23fc15affe8c) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:27.913662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef9dd42-b5f4-4376-915a-d4e0cf79f55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:27.914510 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fef9dd42-b5f4-4376-915a-d4e0cf79f55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:27.919657 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d3462c-072a-43a4-a7e6-c425f2d46cfa None None] Network ed67e983-2047-44c7-a5b2-23fc15affe8c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:27.927994 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-60761b4c-927b-4a74-9bb3-5e256f324e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:27.929654 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-60761b4c-927b-4a74-9bb3-5e256f324e08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407993 Jul 09 19:50:27.964436 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fef9dd42-b5f4-4376-915a-d4e0cf79f55d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5666201 Jul 09 19:50:27.964667 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-339ebd2d-7ff0-45d6-985f-7bb8d516d2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:28.042298 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-01581de7-8d65-48f3-a687-2af73ec4c1b2 req-135c63f5-c1ca-4dcd-870d-86a5aae5a614 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522121 Jul 09 19:50:28.137716 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-9db95aa0-da62-4b32-bc7b-2daba1f82f1e service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998732 Jul 09 19:50:28.153457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f24e71-e741-479e-842f-112e6b697e6a None None] Network ed67e983-2047-44c7-a5b2-23fc15affe8c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:50:28.237579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96abd8-b5b7-4c7b-98e1-3e59d8a5b0c3 req-9e1b04e5-40f3-4377-a9cb-3c975dc16b0a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:28.246827 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea96abd8-b5b7-4c7b-98e1-3e59d8a5b0c3 req-9e1b04e5-40f3-4377-a9cb-3c975dc16b0a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 943 time: 0.1487851 Jul 09 19:50:28.328685 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea96abd8-b5b7-4c7b-98e1-3e59d8a5b0c3 req-d9707243-234c-4176-9752-d5f201f3946b tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806887 Jul 09 19:50:28.355906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88017bf0-fe57-48af-ba46-bb30316fbb8f', 'tag': 'bfae3840-5278-494f-be7a-efcb13917e30'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:28.358949 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147" -d '{"events": [{"name": "network-changed", "server_uuid": "88017bf0-fe57-48af-ba46-bb30316fbb8f", "tag": "bfae3840-5278-494f-be7a-efcb13917e30"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:28.429413 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-339ebd2d-7ff0-45d6-985f-7bb8d516d2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:28.432259 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-600a8053-5e7e-4040-82ab-63cf34f8b95d req-b1051ffe-5453-4c02-b3cf-8c2319cc7dbe service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812457 Jul 09 19:50:28.433943 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-339ebd2d-7ff0-45d6-985f-7bb8d516d2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:28.497429 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-339ebd2d-7ff0-45d6-985f-7bb8d516d2c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bbca262194504bfe9cdf7fdaa2f075ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7519214 Jul 09 19:50:28.498426 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ebd2d-7ff0-45d6-985f-7bb8d516d2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d603f05a-2115-4dce-8ce3-02070f4795b0,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:28.507127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50514) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:28.606470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f51939-2151-4baf-b485-40ac7667137d req-4e986ec4-0af7-4b28-bbfd-7e923ff6c15a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:28.608053 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4f51939-2151-4baf-b485-40ac7667137d req-4e986ec4-0af7-4b28-bbfd-7e923ff6c15a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 948 time: 0.1448047 Jul 09 19:50:28.657331 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-81ab7c67-a4d7-4745-99d6-9db5bd30d2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:28.698281 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4f51939-2151-4baf-b485-40ac7667137d req-184c7783-8e57-4a8a-ab61-6cdc913e3207 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786147 Jul 09 19:50:28.742471 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-81ab7c67-a4d7-4745-99d6-9db5bd30d2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:28.749630 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-53976708-d6fe-498f-b974-b59eaeb04db3 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:28.751323 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-53976708-d6fe-498f-b974-b59eaeb04db3 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/networks?id=ed67e983-2047-44c7-a5b2-23fc15affe8c HTTP/1.1" status: 200 len: 821 time: 0.1822400 Jul 09 19:50:28.780197 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-d08fff54-ad23-4f2f-8335-856a280a8949 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/quotas/22aed567fbea4aec99acf84c482f57b5 HTTP/1.1" status: 200 len: 375 time: 0.0221400 Jul 09 19:50:28.835284 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-81ab7c67-a4d7-4745-99d6-9db5bd30d2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:28.838342 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-81ab7c67-a4d7-4745-99d6-9db5bd30d2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:28.839723 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-81ab7c67-a4d7-4745-99d6-9db5bd30d2a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d603f05a-2115-4dce-8ce3-02070f4795b0 HTTP/1.1" status: 204 len: 168 time: 0.3288233 Jul 09 19:50:28.860062 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-a8c30191-4a8e-41ef-bb6c-e633bb0c5f86 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=22aed567fbea4aec99acf84c482f57b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788109 Jul 09 19:50:28.876929 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b179253a-9726-4b54-99d8-f280fc58f703 x-openstack-request-id: req-b179253a-9726-4b54-99d8-f280fc58f703 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:28.876929 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88017bf0-fe57-48af-ba46-bb30316fbb8f", "tag": "bfae3840-5278-494f-be7a-efcb13917e30", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:28.876929 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b179253a-9726-4b54-99d8-f280fc58f703 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:28.876929 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88017bf0-fe57-48af-ba46-bb30316fbb8f', 'tag': 'bfae3840-5278-494f-be7a-efcb13917e30', 'status': 'completed', 'code': 200} Jul 09 19:50:28.877418 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab7c67-a4d7-4745-99d6-9db5bd30d2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d603f05a-2115-4dce-8ce3-02070f4795b0,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:28.929432 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:29.027097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-72b69197-c99e-431f-b75e-4d687cd497c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:29.028996 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-72b69197-c99e-431f-b75e-4d687cd497c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 1099 time: 0.1111469 Jul 09 19:50:29.089356 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-290283c6-aa0f-42c8-815b-e6dfca00bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:29.091156 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-290283c6-aa0f-42c8-815b-e6dfca00bd89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 1099 time: 0.1749864 Jul 09 19:50:29.165712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-8d584ad0-e0b8-4ca6-a992-a2d268af2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:29.171195 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-8d584ad0-e0b8-4ca6-a992-a2d268af2984 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1344745 Jul 09 19:50:29.227562 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-b0e26d8a-825c-4815-9506-699279eee7b8 service neutron] 10.222.0.30 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660283 Jul 09 19:50:29.252567 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-66f43f88-32f1-40a0-ad73-0c4a00999ee0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=bfae3840-5278-494f-be7a-efcb13917e30 HTTP/1.1" status: 200 len: 217 time: 0.0730598 Jul 09 19:50:29.349935 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a762dd0c-3430-48f2-a097-d686ac5d6760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:29.358518 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-44066dfe-6c35-49b2-b3e1-b695dbddcfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:29.360056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-44066dfe-6c35-49b2-b3e1-b695dbddcfc8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0762978 Jul 09 19:50:29.363484 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-758db9c6-d238-4391-a98a-c030d979385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:29.365034 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-758db9c6-d238-4391-a98a-c030d979385d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2663372 Jul 09 19:50:29.368939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43d6de-a5ac-4eea-8c13-c58f93b27fd9 req-c90a6bfe-0458-4b7a-a5d5-a0e4f7cc1d10 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:29.376761 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b43d6de-a5ac-4eea-8c13-c58f93b27fd9 req-c90a6bfe-0458-4b7a-a5d5-a0e4f7cc1d10 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 947 time: 0.1267455 Jul 09 19:50:29.419970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50548) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:29.428157 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-23423fee-ef1f-4b41-811b-8596eb9de0e0 service neutron] 10.222.0.30 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997061 Jul 09 19:50:29.461915 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-85791592-237f-4273-a33f-d290d7ca486d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=bfae3840-5278-494f-be7a-efcb13917e30 HTTP/1.1" status: 200 len: 217 time: 0.0844326 Jul 09 19:50:29.462408 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b19dacc-4d56-43bd-ad77-79125d523ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:29.492263 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b43d6de-a5ac-4eea-8c13-c58f93b27fd9 req-9f678f38-bc57-4414-9653-fc19022359ad tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130879 Jul 09 19:50:29.518538 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-3477c795-4340-4e36-b1df-484e258db11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:29.520983 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-3477c795-4340-4e36-b1df-484e258db11a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1413569 Jul 09 19:50:29.552231 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:29.595160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-c7dee20e-6532-4514-bed4-f06645c9a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:29.617765 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-c7dee20e-6532-4514-bed4-f06645c9a756 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1388862 Jul 09 19:50:29.733400 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b7ade2ab-d28b-47dc-9559-55b89116959b details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:29.738306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-76878c82-1d7c-42c5-a2a7-ec84144e81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:29.740278 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-76878c82-1d7c-42c5-a2a7-ec84144e81bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1136863 Jul 09 19:50:29.832983 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-25fe6545-c5cd-41b0-974b-7e01909624ad service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031573 Jul 09 19:50:29.850459 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-c217b747-4a76-4c18-ba5c-056cc976a26f service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015551 Jul 09 19:50:29.897092 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0fc523b7-c58d-424d-b763-93fed3e6faba req-c5911717-d5ef-4ea8-90ca-7a556cfa6963 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 210 time: 0.0629745 Jul 09 19:50:29.919959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port b7ade2ab-d28b-47dc-9559-55b89116959b, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b7ade2ab-d28b-47dc-9559-55b89116959b,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:29.926678 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b19dacc-4d56-43bd-ad77-79125d523ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:29.943612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'b7ade2ab-d28b-47dc-9559-55b89116959b', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'b7ade2ab-d28b-47dc-9559-55b89116959b', 'mac_address': 'fa:16:3e:b1:10:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:50:29.982610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 28888a29-2c11-462d-a422-09928b274d9c details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:30.007733 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.041190 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ade2ab-d28b-47dc-9559-55b89116959b {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:30.050284 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b19dacc-4d56-43bd-ad77-79125d523ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.072104 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-117ede67-f9a2-485b-a22e-21df15ae552b service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694221 Jul 09 19:50:30.109483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port b7ade2ab-d28b-47dc-9559-55b89116959b, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b7ade2ab-d28b-47dc-9559-55b89116959b,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:30.123524 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.180774 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=28888a29-2c11-462d-a422-09928b274d9c,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:30.203314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '28888a29-2c11-462d-a422-09928b274d9c', 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73', 'port_id': '28888a29-2c11-462d-a422-09928b274d9c', 'mac_address': 'fa:16:3e:5e:91:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17547801-50dc-48f3-9bbc-7cabca72c457', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:50:30.212344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=b7ade2ab-d28b-47dc-9559-55b89116959b,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:30.277821 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.298980 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.304201 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28888a29-2c11-462d-a422-09928b274d9c {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:30.330168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=28888a29-2c11-462d-a422-09928b274d9c,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:30.336500 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.344160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9a5f0-7842-46b6-8285-91b2bd330a2a req-e670cf80-d141-4a0d-8b8f-204d1bab6bd2 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:30.349112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbf9a5f0-7842-46b6-8285-91b2bd330a2a req-e670cf80-d141-4a0d-8b8f-204d1bab6bd2 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 948 time: 0.2314520 Jul 09 19:50:30.411224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['b7ade2ab-d28b-47dc-9559-55b89116959b'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:30.415903 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbf9a5f0-7842-46b6-8285-91b2bd330a2a req-ac5c7441-4e8c-4b52-b340-25888b159b8b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606513 Jul 09 19:50:30.534719 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=28888a29-2c11-462d-a422-09928b274d9c,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:30.630968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19dacc-4d56-43bd-ad77-79125d523ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f89a81a-8ad9-4a7d-bedf-3cc497b1f4da,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:30.652508 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5b19dacc-4d56-43bd-ad77-79125d523ae8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b1954782e7a43aab62b15db85975b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2224941 Jul 09 19:50:30.655255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50578) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:50:30.750125 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-102ebab0-4ab3-49bd-8cc9-31e02902135e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.754939 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67fe3da0-f7bc-43cb-8eb8-f8b4912ff147 req-5139523d-605e-475a-8189-348e1688db97 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8947277 Jul 09 19:50:30.774242 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67edbd9-9e0a-460d-9811-ba93dcae26f0 req-8116aee4-8405-4e54-a5c8-c0308c37a830 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:30.775981 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d67edbd9-9e0a-460d-9811-ba93dcae26f0 req-8116aee4-8405-4e54-a5c8-c0308c37a830 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 943 time: 0.8212743 Jul 09 19:50:30.786763 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-102ebab0-4ab3-49bd-8cc9-31e02902135e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.843296 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d67edbd9-9e0a-460d-9811-ba93dcae26f0 req-e63ea466-2d0e-4ce7-8bd9-aab9f10c3acf tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592396 Jul 09 19:50:30.962527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8a587-6987-474a-8115-9d4e3c56cc2f req-c6eb5aa5-8386-41d1-a94a-8fe5693d0fda tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:30.969997 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dcc8a587-6987-474a-8115-9d4e3c56cc2f req-c6eb5aa5-8386-41d1-a94a-8fe5693d0fda tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 948 time: 0.1745653 Jul 09 19:50:30.973491 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-102ebab0-4ab3-49bd-8cc9-31e02902135e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.976190 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-102ebab0-4ab3-49bd-8cc9-31e02902135e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:30.980452 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-102ebab0-4ab3-49bd-8cc9-31e02902135e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f89a81a-8ad9-4a7d-bedf-3cc497b1f4da HTTP/1.1" status: 204 len: 168 time: 0.3213017 Jul 09 19:50:31.002756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ebab0-4ab3-49bd-8cc9-31e02902135e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f89a81a-8ad9-4a7d-bedf-3cc497b1f4da,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:31.030286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['28888a29-2c11-462d-a422-09928b274d9c'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:31.070121 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dcc8a587-6987-474a-8115-9d4e3c56cc2f req-f63aad21-892a-4533-920d-78e153a62f45 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990417 Jul 09 19:50:31.135509 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b27da9-b989-42e1-a83e-03a5da90e8d0 req-a944a7ff-a7bf-4b72-b087-0dd569fe2701 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:31.145839 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c4b27da9-b989-42e1-a83e-03a5da90e8d0 req-a944a7ff-a7bf-4b72-b087-0dd569fe2701 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 1096 time: 0.1223383 Jul 09 19:50:31.209222 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c4b27da9-b989-42e1-a83e-03a5da90e8d0 req-28a5d471-1798-417e-88c8-b00383d24f7a tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624733 Jul 09 19:50:31.437167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4bf5d32-e351-42d2-8d1c-a4f4bb1a8ecc req-c40e0ff1-189f-4093-94b5-1a9296b6ca77 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 210 time: 0.0336652 Jul 09 19:50:31.723790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cfa11-d95d-4127-b82d-f5268c4ee0f9 req-1a2a02fb-3d08-45bf-8dd2-cc532f89dd7f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:31.732834 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae4cfa11-d95d-4127-b82d-f5268c4ee0f9 req-1a2a02fb-3d08-45bf-8dd2-cc532f89dd7f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 948 time: 0.1023605 Jul 09 19:50:31.755428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b7ade2ab-d28b-47dc-9559-55b89116959b up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:31.845480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-8f22004a-2ebe-4fb9-a3aa-4672bf6b31b0 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:31.853026 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-8f22004a-2ebe-4fb9-a3aa-4672bf6b31b0 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.36 "GET /v2.0/networks?id=ed67e983-2047-44c7-a5b2-23fc15affe8c HTTP/1.1" status: 200 len: 821 time: 0.2842946 Jul 09 19:50:31.872226 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae4cfa11-d95d-4127-b82d-f5268c4ee0f9 req-f1b499f9-8b99-4d02-89d0-6912593e2a4b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316431 Jul 09 19:50:31.879565 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-e807625b-479a-494b-be34-fe455a8a9e6d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Request body: {'port': {'device_id': '094e817d-ec3e-4e1d-88ca-91a3f7bad18f', 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c', 'admin_state_up': True, 'tenant_id': '22aed567fbea4aec99acf84c482f57b5'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:31.890191 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port b7ade2ab-d28b-47dc-9559-55b89116959b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:31.897748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port b7ade2ab-d28b-47dc-9559-55b89116959b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:31.898371 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.034321 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bfae3840-5278-494f-be7a-efcb13917e30 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:32.091434 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.125082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-e807625b-479a-494b-be34-fe455a8a9e6d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Made reservation on behalf of 22aed567fbea4aec99acf84c482f57b5 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:32.129971 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-e807625b-479a-494b-be34-fe455a8a9e6d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.400989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38da46f-63c8-4041-888e-3a6480ed221a req-78bd714e-239d-4d32-97a3-5054eab5cc01 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:32.419898 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a38da46f-63c8-4041-888e-3a6480ed221a req-78bd714e-239d-4d32-97a3-5054eab5cc01 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 944 time: 0.1724074 Jul 09 19:50:32.442860 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port b7ade2ab-d28b-47dc-9559-55b89116959b, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b7ade2ab-d28b-47dc-9559-55b89116959b,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:32.444415 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c2c9f8-c5be-4304-8580-67dcdfd9d91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ade2ab-d28b-47dc-9559-55b89116959b'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:32.464473 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6b65d3-410f-475d-b213-439c698e4d2e" -d '{"events": [{"server_uuid": "e3c2c9f8-c5be-4304-8580-67dcdfd9d91d", "name": "network-vif-plugged", "status": "completed", "tag": "b7ade2ab-d28b-47dc-9559-55b89116959b"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:32.472759 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.486555 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.502938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-e807625b-479a-494b-be34-fe455a8a9e6d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Allocated IP 172.20.0.12 (ed67e983-2047-44c7-a5b2-23fc15affe8c/3a1eed13-b035-4d1a-afdd-2ae4f33633a6/9fd08493-b7b0-485f-bfed-5454c4989fd4) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:32.511563 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a38da46f-63c8-4041-888e-3a6480ed221a req-8ebc6157-23dd-47fb-b84b-c3e5ba1aa359 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873044 Jul 09 19:50:32.672599 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=b7ade2ab-d28b-47dc-9559-55b89116959b,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:32.686800 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:32.687497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:32.688064 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:32.688669 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:32.689226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:32.689779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:32.690332 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:32.690952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:32.703984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:32.705216 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:32.706172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:32.708515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:50:32.735021 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port bfae3840-5278-494f-be7a-efcb13917e30, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bfae3840-5278-494f-be7a-efcb13917e30,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:32.771063 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'bfae3840-5278-494f-be7a-efcb13917e30', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'bfae3840-5278-494f-be7a-efcb13917e30', 'mac_address': 'fa:16:3e:0d:9c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:50:32.820982 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.846296 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfae3840-5278-494f-be7a-efcb13917e30 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:32.855502 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-e807625b-479a-494b-be34-fe455a8a9e6d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.887668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc074a2-03ff-400a-bb82-83f9a04640a4 req-3b5df223-a4fc-4927-a326-9849188de0e8 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:32.903241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port bfae3840-5278-494f-be7a-efcb13917e30, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bfae3840-5278-494f-be7a-efcb13917e30,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:32.905259 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2dc074a2-03ff-400a-bb82-83f9a04640a4 req-3b5df223-a4fc-4927-a326-9849188de0e8 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 949 time: 0.1339574 Jul 09 19:50:32.909556 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.947807 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-e807625b-479a-494b-be34-fe455a8a9e6d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:32.982100 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2dc074a2-03ff-400a-bb82-83f9a04640a4 req-a390d6b7-7fb1-4c19-824b-ee7178cbfc10 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753675 Jul 09 19:50:33.016053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-e807625b-479a-494b-be34-fe455a8a9e6d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Network ed67e983-2047-44c7-a5b2-23fc15affe8c is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:33.017444 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-8e5da526-ab29-4387-9ddd-bb2602c441a3 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:50:33.020697 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-8e5da526-ab29-4387-9ddd-bb2602c441a3 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066965 Jul 09 19:50:33.025185 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-e807625b-479a-494b-be34-fe455a8a9e6d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:33.029231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-e807625b-479a-494b-be34-fe455a8a9e6d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:33.042005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b3cc2828-d669-4db2-9b01-2ad356770203 service neutron] Request body: {'binding': {'host': 'n-h2-800088-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:33.042664 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b3cc2828-d669-4db2-9b01-2ad356770203 service neutron] Unknown quota resources ['binding']. {{(pid=100205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:50:33.044805 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=bfae3840-5278-494f-be7a-efcb13917e30,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:33.081256 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807625b-479a-494b-be34-fe455a8a9e6d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Pushing event updated for resources: {'Port': ['ID=9fd08493-b7b0-485f-bfed-5454c4989fd4,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:33.141700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-e807625b-479a-494b-be34-fe455a8a9e6d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:33.142730 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-e807625b-479a-494b-be34-fe455a8a9e6d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:33.167563 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-e807625b-479a-494b-be34-fe455a8a9e6d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2999928 Jul 09 19:50:33.199368 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Request body: {'port': {'device_id': '094e817d-ec3e-4e1d-88ca-91a3f7bad18f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:33.229719 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd33e8e-0089-4272-93a3-f32cb03ddc87 x-openstack-request-id: req-6bd33e8e-0089-4272-93a3-f32cb03ddc87 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:33.230041 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c2c9f8-c5be-4304-8580-67dcdfd9d91d", "name": "network-vif-plugged", "status": "completed", "tag": "b7ade2ab-d28b-47dc-9559-55b89116959b", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:33.230730 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6bd33e8e-0089-4272-93a3-f32cb03ddc87 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:33.231138 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c2c9f8-c5be-4304-8580-67dcdfd9d91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ade2ab-d28b-47dc-9559-55b89116959b', 'code': 200} Jul 09 19:50:33.288804 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b3cc2828-d669-4db2-9b01-2ad356770203 service neutron] Attempting to bind port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 on host n-h2-800088-3 for vnic_type normal with profile None {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:33.290102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b3cc2828-d669-4db2-9b01-2ad356770203 service neutron] Attempting to bind port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:33.290102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b3cc2828-d669-4db2-9b01-2ad356770203 service neutron] Attempting to bind port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:33.295439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b3cc2828-d669-4db2-9b01-2ad356770203 service neutron] Port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:33.295887 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b3cc2828-d669-4db2-9b01-2ad356770203 service neutron] Attempting to bind port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:33.316658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b3cc2828-d669-4db2-9b01-2ad356770203 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:33.317294 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b3cc2828-d669-4db2-9b01-2ad356770203 service neutron] Checking segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:33.317446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b3cc2828-d669-4db2-9b01-2ad356770203 service neutron] Bound using segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:33.317867 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b3cc2828-d669-4db2-9b01-2ad356770203 service neutron] Bound port: 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:33.326297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bfae3840-5278-494f-be7a-efcb13917e30'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:33.376947 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:33.379285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b3cc2828-d669-4db2-9b01-2ad356770203 service neutron] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:33.404041 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b3cc2828-d669-4db2-9b01-2ad356770203 service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:33.413781 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b3cc2828-d669-4db2-9b01-2ad356770203 service neutron] 10.222.0.30 "POST /v2.0/ports/4e8f01c9-b154-4fac-8cec-549f96ad1e02/bindings HTTP/1.1" status: 201 len: 389 time: 0.3739069 Jul 09 19:50:33.536210 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55642604-8f6f-4b98-8450-58840f00ef61 req-236a48b0-656c-400f-ac02-672146242ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:33.539279 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55642604-8f6f-4b98-8450-58840f00ef61 req-236a48b0-656c-400f-ac02-672146242ba9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 1100 time: 0.2338164 Jul 09 19:50:33.592070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf20a9-0bfb-4f6d-a215-cf8baa4a9661 req-f148c16d-c2b9-4bb9-8dfa-abc9e0e62a0b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:33.600927 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-edbf20a9-0bfb-4f6d-a215-cf8baa4a9661 req-f148c16d-c2b9-4bb9-8dfa-abc9e0e62a0b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 932 time: 0.1743798 Jul 09 19:50:33.657957 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55642604-8f6f-4b98-8450-58840f00ef61 req-5de42c2e-367a-43b0-8379-fc4cee8723fb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047761 Jul 09 19:50:33.703825 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-edbf20a9-0bfb-4f6d-a215-cf8baa4a9661 req-5c29f65d-f2cf-48a1-9ab5-76c960ef5460 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019464 Jul 09 19:50:33.759690 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd08493-b7b0-485f-bfed-5454c4989fd4 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:33.778582 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:33.798849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Transition to ACTIVE for port object 9fd08493-b7b0-485f-bfed-5454c4989fd4 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:33.828453 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:33.837062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-210d63e3-b46a-46cb-a2ad-4492e5b99a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:33.839228 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-210d63e3-b46a-46cb-a2ad-4492e5b99a79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 1096 time: 0.0891142 Jul 09 19:50:33.955088 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b0df34ea-1bd6-4636-b15a-e454b49f8262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:33.957411 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b0df34ea-1bd6-4636-b15a-e454b49f8262 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.1109736 Jul 09 19:50:34.019206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 28888a29-2c11-462d-a422-09928b274d9c up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:34.033961 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-e0308dee-1a87-4888-9fd4-0443b91691ca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02 HTTP/1.1" status: 200 len: 217 time: 0.0696323 Jul 09 19:50:34.055720 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd08493-b7b0-485f-bfed-5454c4989fd4,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:34.090345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd47ee-8f55-4c46-9c68-9d5c532b0073 req-6b006c00-ddbb-4019-8599-0d3dd52cabc0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:34.097449 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2cbd47ee-8f55-4c46-9c68-9d5c532b0073 req-6b006c00-ddbb-4019-8599-0d3dd52cabc0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 949 time: 0.2965944 Jul 09 19:50:34.101679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 28888a29-2c11-462d-a422-09928b274d9c completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:34.109783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 28888a29-2c11-462d-a422-09928b274d9c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:34.111230 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:34.130946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Attempting to bind port 9fd08493-b7b0-485f-bfed-5454c4989fd4 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:34.131299 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Attempting to bind port 9fd08493-b7b0-485f-bfed-5454c4989fd4 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '40c6e376-20aa-4a32-ab1b-a7d689ebf451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:34.131636 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Attempting to bind port 9fd08493-b7b0-485f-bfed-5454c4989fd4 on network ed67e983-2047-44c7-a5b2-23fc15affe8c {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:34.142734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Port 9fd08493-b7b0-485f-bfed-5454c4989fd4 on network ed67e983-2047-44c7-a5b2-23fc15affe8c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:34.143056 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Attempting to bind port 9fd08493-b7b0-485f-bfed-5454c4989fd4 on network ed67e983-2047-44c7-a5b2-23fc15affe8c {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:34.154605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-7a7ec634-f8a5-497f-9043-8cfdf156088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:34.156246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-7a7ec634-f8a5-497f-9043-8cfdf156088a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.1132290 Jul 09 19:50:34.158877 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2cbd47ee-8f55-4c46-9c68-9d5c532b0073 req-90c93388-0e0e-4a77-a668-c2d32d8f87da tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604062 Jul 09 19:50:34.179134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:34.179484 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Checking segment: {'id': '40c6e376-20aa-4a32-ab1b-a7d689ebf451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:34.179883 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Bound using segment: {'id': '40c6e376-20aa-4a32-ab1b-a7d689ebf451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:34.180352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Bound port: 9fd08493-b7b0-485f-bfed-5454c4989fd4, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c6e376-20aa-4a32-ab1b-a7d689ebf451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:34.180751 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:34.197169 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-fd66f447-e5a0-4795-a24e-b3242907836a tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677378 Jul 09 19:50:34.228160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-877f1e54-ca52-49cb-b961-9b2228655943 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506809 Jul 09 19:50:34.241916 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:34.294111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=28888a29-2c11-462d-a422-09928b274d9c,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:34.302272 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:34.341111 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] For port 9fd08493-b7b0-485f-bfed-5454c4989fd4, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:34.347472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] For port 9fd08493-b7b0-485f-bfed-5454c4989fd4, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9fd08493-b7b0-485f-bfed-5454c4989fd4,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:34.385568 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:34.395032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=28888a29-2c11-462d-a422-09928b274d9c,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:34.407466 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-92c336a4-574b-4094-8858-fd2368125cde service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707306 Jul 09 19:50:34.415548 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-63204b78-1ae8-4bb9-b68a-9d0e8b2a7459 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:34.417119 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-63204b78-1ae8-4bb9-b68a-9d0e8b2a7459 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2191472 Jul 09 19:50:34.447973 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-75d96e95-b5fb-41b1-ab92-5e3bcdfdd04c tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/quotas/6e8dc31c587f41e9a0069ffbf510479d HTTP/1.1" status: 200 len: 375 time: 0.0220189 Jul 09 19:50:34.448708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:34.449452 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:34.451103 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] 10.222.0.36 "PUT /v2.0/ports/9fd08493-b7b0-485f-bfed-5454c4989fd4 HTTP/1.1" status: 200 len: 1092 time: 1.2643595 Jul 09 19:50:34.451552 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094e817d-ec3e-4e1d-88ca-91a3f7bad18f', 'tag': '9fd08493-b7b0-485f-bfed-5454c4989fd4'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:34.453988 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d6ffce-1eba-440b-97e9-db6b052782ac" -d '{"events": [{"name": "network-changed", "server_uuid": "094e817d-ec3e-4e1d-88ca-91a3f7bad18f", "tag": "9fd08493-b7b0-485f-bfed-5454c4989fd4"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:34.498070 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2d039-1871-4139-8a64-f7ccaa615677 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd08493-b7b0-485f-bfed-5454c4989fd4,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:34.521728 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-95eba0c3-94e1-4762-8059-1e61f52f78b4 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727429 Jul 09 19:50:34.528064 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b31d92-eaae-4cac-9f05-ca328a6470be req-8841c35d-b3ba-4d59-a950-d27331c26eb2 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:34.534040 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59b31d92-eaae-4cac-9f05-ca328a6470be req-8841c35d-b3ba-4d59-a950-d27331c26eb2 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 945 time: 0.1844933 Jul 09 19:50:34.615581 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-30bb562f-d194-40a5-8326-6addc8e5eaad service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965783 Jul 09 19:50:34.662770 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59b31d92-eaae-4cac-9f05-ca328a6470be req-6e5c7f1e-5a23-4c08-9d16-62f2b1f1cad3 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253812 Jul 09 19:50:34.695019 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-8f6ddf90-f99b-462f-a50c-f18ce3687190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:34.696928 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-8f6ddf90-f99b-462f-a50c-f18ce3687190 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22aed567fbea4aec99acf84c482f57b5&device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 1095 time: 0.1899166 Jul 09 19:50:34.829410 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-5cd11631-b81f-4e24-a06a-8b73ad266b0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fd08493-b7b0-485f-bfed-5454c4989fd4 HTTP/1.1" status: 200 len: 217 time: 0.1195371 Jul 09 19:50:34.919926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-1750c55c-e13b-43cd-838a-71a611c90d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:34.921829 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-1750c55c-e13b-43cd-838a-71a611c90d04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a1eed13-b035-4d1a-afdd-2ae4f33633a6 HTTP/1.1" status: 200 len: 861 time: 0.0829253 Jul 09 19:50:34.997380 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-a8f7c70b-eca5-4d85-8523-cd4747552e0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed67e983-2047-44c7-a5b2-23fc15affe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618420 Jul 09 19:50:35.021207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a3945-6121-4ab4-a0b3-ac093a411ce5 req-1d98986c-ed28-4ab2-960e-dce0cd619b1e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:35.029061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-326a3945-6121-4ab4-a0b3-ac093a411ce5 req-1d98986c-ed28-4ab2-960e-dce0cd619b1e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.1200786 Jul 09 19:50:35.114859 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-326a3945-6121-4ab4-a0b3-ac093a411ce5 req-bd857787-a8d5-498b-b63b-5146547051a5 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845845 Jul 09 19:50:35.199828 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-466ec633-c3c3-4c43-9cbc-c2d7a1f847ad service neutron] 10.222.0.36 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844671 Jul 09 19:50:35.232343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16dd617-2f5a-44f8-a651-dc62e6c8fc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28888a29-2c11-462d-a422-09928b274d9c'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:35.235685 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b95a1f-f330-4f48-8dde-072e67ad746d" -d '{"events": [{"server_uuid": "e16dd617-2f5a-44f8-a651-dc62e6c8fc54", "name": "network-vif-plugged", "status": "completed", "tag": "28888a29-2c11-462d-a422-09928b274d9c"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:35.315018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73c3c2-659e-4c8c-b047-cce13743959d req-3dcf803d-dbde-4be9-9fc6-ecfc4bc669c7 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:35.325496 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ec73c3c2-659e-4c8c-b047-cce13743959d req-3dcf803d-dbde-4be9-9fc6-ecfc4bc669c7 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 949 time: 0.3163922 Jul 09 19:50:35.393161 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ec73c3c2-659e-4c8c-b047-cce13743959d req-1131a87a-7613-42a1-8c1c-7ad3b77e720d tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667253 Jul 09 19:50:35.453970 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38c7f498-9794-4def-9f0d-7eb8b8d51894 req-eb42ef71-487b-4583-822f-7f666e561dbd service neutron] 10.222.0.36 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427340 Jul 09 19:50:35.532310 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d3c10b-f677-4afb-9ba3-e6aef4e8f572 x-openstack-request-id: req-e1d3c10b-f677-4afb-9ba3-e6aef4e8f572 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:35.532765 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094e817d-ec3e-4e1d-88ca-91a3f7bad18f", "tag": "9fd08493-b7b0-485f-bfed-5454c4989fd4", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:35.532889 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1d3c10b-f677-4afb-9ba3-e6aef4e8f572 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:35.533288 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094e817d-ec3e-4e1d-88ca-91a3f7bad18f', 'tag': '9fd08493-b7b0-485f-bfed-5454c4989fd4', 'status': 'completed', 'code': 200} Jul 09 19:50:35.650559 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-04c79533-2044-4463-8d9b-c626aac40b54 req-0a31552c-8850-4339-a634-df8b80ad87c9 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 210 time: 0.0460684 Jul 09 19:50:35.679279 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3d2f-122a-4faa-94be-52094b04d324 req-cba42690-124c-4466-8bc0-078770ce23f7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:35.680864 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93ec3d2f-122a-4faa-94be-52094b04d324 req-cba42690-124c-4466-8bc0-078770ce23f7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.32 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f&tenant_id=85d911fbc81540608cc58c99a8dd9dfd&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 949 time: 0.1997056 Jul 09 19:50:35.703889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6ffce-1eba-440b-97e9-db6b052782ac req-07b17df8-d779-4a77-be87-3de6d6cd0d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:35.705832 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3d6ffce-1eba-440b-97e9-db6b052782ac req-07b17df8-d779-4a77-be87-3de6d6cd0d15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22aed567fbea4aec99acf84c482f57b5&device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 1095 time: 0.1377625 Jul 09 19:50:35.823767 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-93ec3d2f-122a-4faa-94be-52094b04d324 req-c35e53c8-d7fc-4b74-89a4-1aae1183a24e service neutron] delete failed (client error): The resource could not be found. Jul 09 19:50:35.824892 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93ec3d2f-122a-4faa-94be-52094b04d324 req-c35e53c8-d7fc-4b74-89a4-1aae1183a24e service neutron] 10.222.0.32 "DELETE /v2.0/ports/bfae3840-5278-494f-be7a-efcb13917e30/bindings/n-h2-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.1350987 Jul 09 19:50:35.873689 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682ba2a9-f565-470a-bc09-d84651c76b48 x-openstack-request-id: req-682ba2a9-f565-470a-bc09-d84651c76b48 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:35.873989 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16dd617-2f5a-44f8-a651-dc62e6c8fc54", "name": "network-vif-plugged", "status": "completed", "tag": "28888a29-2c11-462d-a422-09928b274d9c", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:35.874246 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-682ba2a9-f565-470a-bc09-d84651c76b48 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:35.874638 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16dd617-2f5a-44f8-a651-dc62e6c8fc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28888a29-2c11-462d-a422-09928b274d9c', 'code': 200} Jul 09 19:50:36.008270 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6ffce-1eba-440b-97e9-db6b052782ac req-d157dc4e-27c5-43cf-9cd4-188147a7d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:36.009894 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3d6ffce-1eba-440b-97e9-db6b052782ac req-d157dc4e-27c5-43cf-9cd4-188147a7d5e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed67e983-2047-44c7-a5b2-23fc15affe8c HTTP/1.1" status: 200 len: 922 time: 0.2935228 Jul 09 19:50:36.015953 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bfae3840-5278-494f-be7a-efcb13917e30 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:36.028241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5744e-9cc5-4423-8d6a-1b427268586d req-7496c237-689c-430f-a703-d09f83d9668a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:36.037353 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9fc5744e-9cc5-4423-8d6a-1b427268586d req-7496c237-689c-430f-a703-d09f83d9668a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 944 time: 0.2742400 Jul 09 19:50:36.126472 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9fc5744e-9cc5-4423-8d6a-1b427268586d req-09d9e7ce-f786-41c4-88f5-b7f83dafbcfa tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875628 Jul 09 19:50:36.136167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port bfae3840-5278-494f-be7a-efcb13917e30 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:36.141001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port bfae3840-5278-494f-be7a-efcb13917e30 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:36.141605 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:36.170116 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3d6ffce-1eba-440b-97e9-db6b052782ac req-379f3549-576e-4394-87df-6f63cfc4c33f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fd08493-b7b0-485f-bfed-5454c4989fd4 HTTP/1.1" status: 200 len: 217 time: 0.1307037 Jul 09 19:50:36.212858 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3d2f-122a-4faa-94be-52094b04d324 req-829dca7f-0a04-4998-8696-910cda133e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:36.214661 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93ec3d2f-122a-4faa-94be-52094b04d324 req-829dca7f-0a04-4998-8696-910cda133e07 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 1100 time: 0.1700368 Jul 09 19:50:36.281647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6ffce-1eba-440b-97e9-db6b052782ac req-c2732593-8492-47dd-9baf-a8bc5b3373b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:36.287264 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3d6ffce-1eba-440b-97e9-db6b052782ac req-c2732593-8492-47dd-9baf-a8bc5b3373b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a1eed13-b035-4d1a-afdd-2ae4f33633a6 HTTP/1.1" status: 200 len: 861 time: 0.0946982 Jul 09 19:50:36.311827 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:36.323507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306483a9-ef63-4319-9e0f-4c36a0b000d4 req-161675da-e5cb-4d9e-904d-9982a3ac534e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:36.331206 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-306483a9-ef63-4319-9e0f-4c36a0b000d4 req-161675da-e5cb-4d9e-904d-9982a3ac534e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 949 time: 0.2290139 Jul 09 19:50:36.352191 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port bfae3840-5278-494f-be7a-efcb13917e30, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bfae3840-5278-494f-be7a-efcb13917e30,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:36.358255 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:36.418217 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3d6ffce-1eba-440b-97e9-db6b052782ac req-4cacb08f-37d7-49db-8393-d6fb856c19fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed67e983-2047-44c7-a5b2-23fc15affe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169736 Jul 09 19:50:36.420096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=bfae3840-5278-494f-be7a-efcb13917e30,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:36.465133 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-306483a9-ef63-4319-9e0f-4c36a0b000d4 req-3ee9e2e9-2e32-4ac5-9084-7eda66be5966 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324615 Jul 09 19:50:36.473378 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3d2f-122a-4faa-94be-52094b04d324 req-6fa8c5f9-b35e-4898-a3a2-c710b0e79ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:36.477243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93ec3d2f-122a-4faa-94be-52094b04d324 req-6fa8c5f9-b35e-4898-a3a2-c710b0e79ad7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2557030 Jul 09 19:50:36.539504 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c0ea3-6dd6-48e5-ac4b-e1eb0a4e330e req-178b766b-e720-400c-86c9-a61bdbd3ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:36.540363 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93ec3d2f-122a-4faa-94be-52094b04d324 req-12589731-d324-4c44-aac5-5e7606cc8daf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=bfae3840-5278-494f-be7a-efcb13917e30 HTTP/1.1" status: 200 len: 217 time: 0.0463705 Jul 09 19:50:36.541436 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-967c0ea3-6dd6-48e5-ac4b-e1eb0a4e330e req-178b766b-e720-400c-86c9-a61bdbd3ffae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 1096 time: 0.4503922 Jul 09 19:50:36.605499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54986099-2b33-479f-8015-826b70832f8b req-9a74b015-39ae-48a6-a432-3eb97183f589 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:36.613288 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54986099-2b33-479f-8015-826b70832f8b req-9a74b015-39ae-48a6-a432-3eb97183f589 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 945 time: 0.2710066 Jul 09 19:50:36.654413 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3d6ffce-1eba-440b-97e9-db6b052782ac req-24aab056-a656-4d3f-b441-a762fb8fba4b service neutron] 10.222.0.36 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089033 Jul 09 19:50:36.665832 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3d2f-122a-4faa-94be-52094b04d324 req-b978b0c4-5571-4251-b45c-069eb574a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:36.672255 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93ec3d2f-122a-4faa-94be-52094b04d324 req-b978b0c4-5571-4251-b45c-069eb574a97c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1208940 Jul 09 19:50:36.682350 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-967c0ea3-6dd6-48e5-ac4b-e1eb0a4e330e req-f17346b2-da2f-41a7-81e6-b9e216aaf05c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342080 Jul 09 19:50:36.730546 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54986099-2b33-479f-8015-826b70832f8b req-b1552cc7-aba4-406a-bbcd-afad15c74c97 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121426 Jul 09 19:50:36.810173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec3d2f-122a-4faa-94be-52094b04d324 req-2281fef8-378d-4076-be13-8742d08c28f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:36.811846 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93ec3d2f-122a-4faa-94be-52094b04d324 req-2281fef8-378d-4076-be13-8742d08c28f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1321821 Jul 09 19:50:36.840169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd4fc5-252e-46fc-a531-e7d9a743f535 req-5210972c-bf28-4648-80c7-9b134621ac2c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:36.849584 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aabd4fc5-252e-46fc-a531-e7d9a743f535 req-5210972c-bf28-4648-80c7-9b134621ac2c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.1235528 Jul 09 19:50:36.886850 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3d6ffce-1eba-440b-97e9-db6b052782ac req-dc35e8f1-301e-459e-baf4-9cc2a30531e0 service neutron] 10.222.0.36 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233660 Jul 09 19:50:36.927409 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-51bc1a32-0c40-4106-8fbe-6ba82cea70ae tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810199 Jul 09 19:50:36.955450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aabd4fc5-252e-46fc-a531-e7d9a743f535 req-02f9d209-25a6-409e-bf6d-cc017ca9171f tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039886 Jul 09 19:50:36.962218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa05033-26f1-4d46-b61b-d5873db76a5c req-9f257f3c-4545-446e-b52e-907f23d18007 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:36.964461 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9fa05033-26f1-4d46-b61b-d5873db76a5c req-9f257f3c-4545-446e-b52e-907f23d18007 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 949 time: 0.0825777 Jul 09 19:50:37.004577 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93ec3d2f-122a-4faa-94be-52094b04d324 req-aa237f2a-8ee1-4c48-98e4-715a93f01ce7 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843700 Jul 09 19:50:37.076139 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9fa05033-26f1-4d46-b61b-d5873db76a5c req-2e39a078-b394-4c50-903a-b483d76074ba tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982618 Jul 09 19:50:37.121695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-c4127401-6c5f-468e-9a37-97157b60e5b9 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:37.123634 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-c4127401-6c5f-468e-9a37-97157b60e5b9 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579328 Jul 09 19:50:37.137093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Request body: {'port': {'device_id': '41933895-0492-4d5a-a4a0-4514b808effb', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '6e8dc31c587f41e9a0069ffbf510479d'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:37.170819 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93ec3d2f-122a-4faa-94be-52094b04d324 req-35538e10-e4bd-43a2-bbab-a84827dbbb36 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591942 Jul 09 19:50:37.304695 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2e7b683f-352e-4c3f-9b06-dc5642311fea req-56ffcae6-1803-4cff-98a8-1820bfabe963 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 210 time: 0.0459430 Jul 09 19:50:37.336279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Made reservation on behalf of 6e8dc31c587f41e9a0069ffbf510479d for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:37.341315 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.351858 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.498885 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.506221 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.544673 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028e5bf-e899-4754-9527-988845c95679 req-6f2b50cc-440b-48e2-85e7-accce7811cbb tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:37.546438 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c028e5bf-e899-4754-9527-988845c95679 req-6f2b50cc-440b-48e2-85e7-accce7811cbb tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 944 time: 0.1313956 Jul 09 19:50:37.620677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898a6169-c3ef-41f7-8e52-789c5e2996fa,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:37.708052 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c028e5bf-e899-4754-9527-988845c95679 req-6283a067-46ae-4edf-a473-3cbb988c3f89 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018405 Jul 09 19:50:37.741409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Allocated IP 192.168.233.224 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/1878e0bf-a49a-467e-9f42-a24ed701e24d) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:37.876167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88017bf0-fe57-48af-ba46-bb30316fbb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfae3840-5278-494f-be7a-efcb13917e30'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:37.878715 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6619f18a-48c8-44ba-802e-e38fc242110e" -d '{"events": [{"server_uuid": "88017bf0-fe57-48af-ba46-bb30316fbb8f", "name": "network-vif-plugged", "status": "completed", "tag": "bfae3840-5278-494f-be7a-efcb13917e30"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:37.879766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368846bb-25fa-48b4-8757-caa5f74ef376 req-f5b8c22c-caa6-47df-8bdc-134de2b9f8b9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:37.887122 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-368846bb-25fa-48b4-8757-caa5f74ef376 req-f5b8c22c-caa6-47df-8bdc-134de2b9f8b9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.1632736 Jul 09 19:50:37.943530 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:37.960917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Transition to ACTIVE for port object 1878e0bf-a49a-467e-9f42-a24ed701e24d will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:37.973580 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-368846bb-25fa-48b4-8757-caa5f74ef376 req-6e304dd6-6a91-4bd9-888f-a4e05a5575a8 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821936 Jul 09 19:50:38.010048 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.131945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:38.136273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:38.151224 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:38.193315 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event updated for resources: {'Port': ['ID=1878e0bf-a49a-467e-9f42-a24ed701e24d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:38.248933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.249577 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.275335 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-dbbef72b-a15d-4dc5-a675-9a24ec79fae7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1424723 Jul 09 19:50:38.291847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Request body: {'port': {'device_id': '41933895-0492-4d5a-a4a0-4514b808effb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:38.525950 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1ab6f307-4ff4-4e9f-891a-98d6d663d7fb None None] Provisioning for port 1878e0bf-a49a-467e-9f42-a24ed701e24d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:38.536129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1ab6f307-4ff4-4e9f-891a-98d6d663d7fb None None] Provisioning complete for port 1878e0bf-a49a-467e-9f42-a24ed701e24d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:38.538343 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1ab6f307-4ff4-4e9f-891a-98d6d663d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.587865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.587865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.588378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.588801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.589275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.589749 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.590218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.590690 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.591159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.591792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.592380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.592875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.593340 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.593920 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.594414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:38.597870 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-9168a709-77a6-4e0d-8be7-209d3b16257c tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb&device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f&device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54&device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d&device_id=a24aed2b-0df9-4309-a08a-2df4eb136337&device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23&device_id=956567cf-1851-49d6-a965-a7c739e53002&device_id=ba1df460-a7a4-4523-822d-109eafb13803&device_id=fc7d09ab-402e-45de-9b0b-17bf5d61a456&device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f&device_id=77be03c7-3391-4da2-b481-4005f5cae4db&device_id=a5e4386d-2333-4a76-b947-5294d794ac4d&device_id=d7c82933-3e39-407f-8d23-2b8b032f4819&device_id=fb00547e-9bef-4901-9922-e40a471cf79f&device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 13459 time: 0.4179535 Jul 09 19:50:38.615793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1ab6f307-4ff4-4e9f-891a-98d6d663d7fb None None] Port 1878e0bf-a49a-467e-9f42-a24ed701e24d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:50:38.621370 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-b90e62f7-c868-4c15-bdca-abdb9dddfc0a tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.671008 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.947274 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-b90e62f7-c868-4c15-bdca-abdb9dddfc0a tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.955296 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-b90e62f7-c868-4c15-bdca-abdb9dddfc0a tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:38.992073 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e62f7-c868-4c15-bdca-abdb9dddfc0a tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec6603d-96df-46e0-b3e9-f4da35ee70d5,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:39.041594 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2206f7e-a810-4587-aaaf-1a4332d02418 req-b90e62f7-c868-4c15-bdca-abdb9dddfc0a tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&id=892a1a06-0420-4b11-937b-9a5752763640&id=898a6169-c3ef-41f7-8e52-789c5e2996fa&id=2ef5808a-4725-4921-b563-900b256c5334&id=31c454fc-f711-40be-b944-44f572fc369b&id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 781 time: 0.4303150 Jul 09 19:50:39.093130 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081cef58-dba6-423c-9e04-714ba5f2c1e1 x-openstack-request-id: req-081cef58-dba6-423c-9e04-714ba5f2c1e1 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:39.093631 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88017bf0-fe57-48af-ba46-bb30316fbb8f", "name": "network-vif-plugged", "status": "completed", "tag": "bfae3840-5278-494f-be7a-efcb13917e30", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:39.093728 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-081cef58-dba6-423c-9e04-714ba5f2c1e1 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:39.094044 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88017bf0-fe57-48af-ba46-bb30316fbb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfae3840-5278-494f-be7a-efcb13917e30', 'code': 200} Jul 09 19:50:39.141409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1878e0bf-a49a-467e-9f42-a24ed701e24d {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:39.154731 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:39.170262 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Transition to ACTIVE for port object 1878e0bf-a49a-467e-9f42-a24ed701e24d will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:39.174400 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:39.225150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d26d61-1157-4441-a6bb-d4367eb2866d req-201cd42c-0095-4866-adf3-d3b50b381a99 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:39.236745 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3d26d61-1157-4441-a6bb-d4367eb2866d req-201cd42c-0095-4866-adf3-d3b50b381a99 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 945 time: 0.0845010 Jul 09 19:50:39.291322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Pushing event updated for resources: {'Port': ['ID=1878e0bf-a49a-467e-9f42-a24ed701e24d,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:39.302393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3d26d61-1157-4441-a6bb-d4367eb2866d req-0963d5a8-b9c1-40c5-ac77-60fc1552a677 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601220 Jul 09 19:50:39.398227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Attempting to bind port 1878e0bf-a49a-467e-9f42-a24ed701e24d on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:39.399067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Attempting to bind port 1878e0bf-a49a-467e-9f42-a24ed701e24d by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:39.399067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Attempting to bind port 1878e0bf-a49a-467e-9f42-a24ed701e24d on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:39.411471 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13a22b-7d4f-4503-8398-2bc8d56e934e req-a3db6384-f384-49ae-b0af-b26286faeccb tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:39.417566 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fc13a22b-7d4f-4503-8398-2bc8d56e934e req-a3db6384-f384-49ae-b0af-b26286faeccb tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.1858652 Jul 09 19:50:39.419151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Port 1878e0bf-a49a-467e-9f42-a24ed701e24d on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:39.419653 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Attempting to bind port 1878e0bf-a49a-467e-9f42-a24ed701e24d on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:39.437836 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:39.438408 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:39.439299 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:39.440087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Bound port: 1878e0bf-a49a-467e-9f42-a24ed701e24d, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:39.442607 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:39.511114 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fc13a22b-7d4f-4503-8398-2bc8d56e934e req-07f2ab0f-2097-4fc6-9bd1-d5c7fc4f254a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883687 Jul 09 19:50:39.547791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] For port 1878e0bf-a49a-467e-9f42-a24ed701e24d, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:39.554548 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] For port 1878e0bf-a49a-467e-9f42-a24ed701e24d, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1878e0bf-a49a-467e-9f42-a24ed701e24d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:39.560246 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:39.607041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:39.607973 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:39.609571 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] 10.222.0.36 "PUT /v2.0/ports/1878e0bf-a49a-467e-9f42-a24ed701e24d HTTP/1.1" status: 200 len: 1096 time: 1.3232536 Jul 09 19:50:39.613544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312f01d-763e-4223-9248-f448aa9d3896 req-a4a35cfc-e2af-4aba-868c-b28c1a788c85 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:39.615653 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2312f01d-763e-4223-9248-f448aa9d3896 req-a4a35cfc-e2af-4aba-868c-b28c1a788c85 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 948 time: 0.0791264 Jul 09 19:50:39.620451 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41933895-0492-4d5a-a4a0-4514b808effb', 'tag': '1878e0bf-a49a-467e-9f42-a24ed701e24d'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:39.631802 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ae1dd1-c36c-4ce1-b351-006c0a493d32" -d '{"events": [{"name": "network-changed", "server_uuid": "41933895-0492-4d5a-a4a0-4514b808effb", "tag": "1878e0bf-a49a-467e-9f42-a24ed701e24d"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:39.671871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2312f01d-763e-4223-9248-f448aa9d3896 req-d698c778-4dc7-4eb5-bd99-f2c998ce6b8d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500700 Jul 09 19:50:39.761432 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9e99b-40d4-46e2-94a7-cdd8bcc1a359 service neutron] Pushing event updated for resources: {'Port': ['ID=1878e0bf-a49a-467e-9f42-a24ed701e24d,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:39.818966 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-cce0b321-58f3-4f6c-8f11-49fb9860f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:39.820577 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-cce0b321-58f3-4f6c-8f11-49fb9860f910 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 1099 time: 0.1655138 Jul 09 19:50:39.835291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67a19c-90a9-48ed-9350-4a534dd942fe req-0e2c5e93-75fe-496b-912c-eb840c2b4e53 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:39.836936 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cb67a19c-90a9-48ed-9350-4a534dd942fe req-0e2c5e93-75fe-496b-912c-eb840c2b4e53 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 944 time: 0.1725590 Jul 09 19:50:39.889299 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-bc2b9b14-6170-49ad-8abe-bdd25aa9900d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=1878e0bf-a49a-467e-9f42-a24ed701e24d HTTP/1.1" status: 200 len: 217 time: 0.0512681 Jul 09 19:50:39.922433 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cb67a19c-90a9-48ed-9350-4a534dd942fe req-649b303f-1611-404e-b797-2d1568dba840 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786171 Jul 09 19:50:39.988098 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-19019e9f-1ce6-4622-8ffc-10fd3e312272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:39.991568 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-19019e9f-1ce6-4622-8ffc-10fd3e312272 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0865414 Jul 09 19:50:40.020300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9fd08493-b7b0-485f-bfed-5454c4989fd4 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:40.083901 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-e4e73e21-8e9c-4b51-b8c1-364c7ebdd559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.085850 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-e4e73e21-8e9c-4b51-b8c1-364c7ebdd559 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0874336 Jul 09 19:50:40.166914 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9fd08493-b7b0-485f-bfed-5454c4989fd4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9fd08493-b7b0-485f-bfed-5454c4989fd4,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:40.184663 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '9fd08493-b7b0-485f-bfed-5454c4989fd4', 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c', 'port_id': '9fd08493-b7b0-485f-bfed-5454c4989fd4', 'mac_address': 'fa:16:3e:01:0b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1eed13-b035-4d1a-afdd-2ae4f33633a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:50:40.228928 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:40.245442 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-cc631aa4-cba3-4e53-bcac-2cd0001e4401 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519835 Jul 09 19:50:40.246695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd08493-b7b0-485f-bfed-5454c4989fd4 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:40.273405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9fd08493-b7b0-485f-bfed-5454c4989fd4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9fd08493-b7b0-485f-bfed-5454c4989fd4,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:40.278573 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:40.279395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967a6c3-7620-43d4-b78d-2d69d3b39213 req-e03c47eb-324a-49d0-a259-bd186c655c51 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.287470 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7967a6c3-7620-43d4-b78d-2d69d3b39213 req-e03c47eb-324a-49d0-a259-bd186c655c51 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 1096 time: 0.0677035 Jul 09 19:50:40.323021 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7967a6c3-7620-43d4-b78d-2d69d3b39213 req-19a66bc8-e144-4ef2-a55d-ef19b14d4b80 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341260 Jul 09 19:50:40.339194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87633416-df55-41db-881c-c2b60040f143 req-96f4687c-a4bf-43f6-9e5e-cf58bb384cf6 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.341535 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=9fd08493-b7b0-485f-bfed-5454c4989fd4,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:40.347162 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-87633416-df55-41db-881c-c2b60040f143 req-96f4687c-a4bf-43f6-9e5e-cf58bb384cf6 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.1472671 Jul 09 19:50:40.386167 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4eba31-7c7c-4380-9460-037abc4a375c x-openstack-request-id: req-3e4eba31-7c7c-4380-9460-037abc4a375c {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:40.386458 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41933895-0492-4d5a-a4a0-4514b808effb", "tag": "1878e0bf-a49a-467e-9f42-a24ed701e24d", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:40.386709 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e4eba31-7c7c-4380-9460-037abc4a375c {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:40.387106 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41933895-0492-4d5a-a4a0-4514b808effb', 'tag': '1878e0bf-a49a-467e-9f42-a24ed701e24d', 'status': 'completed', 'code': 200} Jul 09 19:50:40.406408 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-87633416-df55-41db-881c-c2b60040f143 req-64970637-fe6c-4bc7-a9df-f120f5ec1d90 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581841 Jul 09 19:50:40.422000 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be541c2a-2b36-4d04-ab78-9683f91da11a req-4873f505-a979-4ccf-8db0-240e32309c3c service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613407 Jul 09 19:50:40.553291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae1dd1-c36c-4ce1-b351-006c0a493d32 req-a317010c-8c95-4ce0-af7d-c456ff14ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.555000 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-68ae1dd1-c36c-4ce1-b351-006c0a493d32 req-a317010c-8c95-4ce0-af7d-c456ff14ca23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 1099 time: 0.0726519 Jul 09 19:50:40.588980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-4494ab83-9c1e-411e-8fc5-d81990af9ab5 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.590840 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-4494ab83-9c1e-411e-8fc5-d81990af9ab5 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/networks?id=d0f8df36-e569-4c72-8f90-4a083d0d2491 HTTP/1.1" status: 200 len: 803 time: 0.1125822 Jul 09 19:50:40.607286 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-ac47cc00-8588-4cc2-a45d-0555eb7b960b tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/quotas/b150e16940b14100ae55220bc4330aca HTTP/1.1" status: 200 len: 375 time: 0.0102201 Jul 09 19:50:40.677060 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae1dd1-c36c-4ce1-b351-006c0a493d32 req-220559fe-36c9-4c09-995b-dbac741eb2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.678572 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-68ae1dd1-c36c-4ce1-b351-006c0a493d32 req-220559fe-36c9-4c09-995b-dbac741eb2f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1170461 Jul 09 19:50:40.695530 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-468049b4-d0f3-4657-a527-6baff374c09e tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b150e16940b14100ae55220bc4330aca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826197 Jul 09 19:50:40.752773 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-68ae1dd1-c36c-4ce1-b351-006c0a493d32 req-69333efa-c787-4a7f-9490-0ec1d046a953 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=1878e0bf-a49a-467e-9f42-a24ed701e24d HTTP/1.1" status: 200 len: 217 time: 0.0589201 Jul 09 19:50:40.794379 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-f6724d68-0792-4d56-bf08-dfba1b8d70b2 service neutron] 10.222.0.30 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912478 Jul 09 19:50:40.817030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21034bc-795a-4f68-9bc0-2733f394e31b req-d6a5451f-ff04-4713-8022-cacedf2d443a tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.817520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21034bc-795a-4f68-9bc0-2733f394e31b req-d6a5451f-ff04-4713-8022-cacedf2d443a tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.818001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21034bc-795a-4f68-9bc0-2733f394e31b req-d6a5451f-ff04-4713-8022-cacedf2d443a tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.819679 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a21034bc-795a-4f68-9bc0-2733f394e31b req-d6a5451f-ff04-4713-8022-cacedf2d443a tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d&device_id=a24aed2b-0df9-4309-a08a-2df4eb136337&device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 2883 time: 0.1352534 Jul 09 19:50:40.821021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae1dd1-c36c-4ce1-b351-006c0a493d32 req-9084488c-3cfa-49c5-9f73-e04f7d78075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.822361 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-68ae1dd1-c36c-4ce1-b351-006c0a493d32 req-9084488c-3cfa-49c5-9f73-e04f7d78075d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0610378 Jul 09 19:50:40.881765 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a21034bc-795a-4f68-9bc0-2733f394e31b req-e7d37d34-15e6-4122-bcb6-034482ee4338 tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561223 Jul 09 19:50:40.895968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['9fd08493-b7b0-485f-bfed-5454c4989fd4'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:40.919781 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae1dd1-c36c-4ce1-b351-006c0a493d32 req-cb463b61-57ca-49cc-b982-12d0166b070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:40.921581 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-68ae1dd1-c36c-4ce1-b351-006c0a493d32 req-cb463b61-57ca-49cc-b982-12d0166b070a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894597 Jul 09 19:50:41.063321 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-68ae1dd1-c36c-4ce1-b351-006c0a493d32 req-1f994eea-d8e1-4d3e-8260-2e3479c8301c service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339123 Jul 09 19:50:41.152672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2021729-cba9-4d09-bedc-752183d100f3 req-5868e95d-a864-407b-af17-b42df7815811 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:41.154193 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2021729-cba9-4d09-bedc-752183d100f3 req-5868e95d-a864-407b-af17-b42df7815811 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 945 time: 0.1406996 Jul 09 19:50:41.170485 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-3dee7da7-9257-4320-9efc-9aa0c845622b service neutron] 10.222.0.30 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700731 Jul 09 19:50:41.202768 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-68ae1dd1-c36c-4ce1-b351-006c0a493d32 req-d5c6ab04-1b3b-429a-aa5d-1e6b836550f0 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322825 Jul 09 19:50:41.209938 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2021729-cba9-4d09-bedc-752183d100f3 req-d842bde8-b946-456b-9dcc-65269fe519f7 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486441 Jul 09 19:50:41.462372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812e758-169f-491b-83ab-98fddd6f5c2b req-c3caa6e6-85a1-4ce3-b486-7b3ee4811750 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:41.465134 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5812e758-169f-491b-83ab-98fddd6f5c2b req-c3caa6e6-85a1-4ce3-b486-7b3ee4811750 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.0914781 Jul 09 19:50:41.512552 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5812e758-169f-491b-83ab-98fddd6f5c2b req-78f630c7-b22a-41ca-802d-27cac26f2a4f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408432 Jul 09 19:50:41.551158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9551c6-f590-49b8-9976-ae400ac2f620 req-0b84c94d-c1c2-4525-bfbe-ba4cb2448c15 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:41.561107 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-db9551c6-f590-49b8-9976-ae400ac2f620 req-0b84c94d-c1c2-4525-bfbe-ba4cb2448c15 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 948 time: 0.0853996 Jul 09 19:50:41.614074 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-db9551c6-f590-49b8-9976-ae400ac2f620 req-5e756fd6-ecc7-4318-a4ed-02fa5417df66 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517342 Jul 09 19:50:41.754617 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8d60f59e-3f28-4403-914e-a15d7464ab98 req-d9a6ce42-b615-451a-8d43-cdd852eadced tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 210 time: 0.0404799 Jul 09 19:50:41.865420 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798af75-865e-4093-bc64-51be4bf5d51b req-97ec1590-9c17-4f18-ab0b-a8c668a65267 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:41.867739 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f798af75-865e-4093-bc64-51be4bf5d51b req-97ec1590-9c17-4f18-ab0b-a8c668a65267 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 945 time: 0.0942423 Jul 09 19:50:41.917740 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f798af75-865e-4093-bc64-51be4bf5d51b req-16e33419-cbe4-474b-8e3f-99772117aab0 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377736 Jul 09 19:50:42.017717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:42.123035 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.150233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7d09ab-402e-45de-9b0b-17bf5d61a456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576685ce-8bf1-4ad7-9915-ecbbe1b31df4'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:42.153013 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43954588-f532-48d3-843a-c38f09894840" -d '{"events": [{"server_uuid": "fc7d09ab-402e-45de-9b0b-17bf5d61a456", "name": "network-vif-unplugged", "status": "completed", "tag": "576685ce-8bf1-4ad7-9915-ecbbe1b31df4"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:42.173168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:42.178000 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.232852 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-19d5e600-64c5-44a1-93ff-d69b4fb3bd3e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376320 Jul 09 19:50:42.233923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:42.356158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-9dd34c51-cf62-4f82-be0a-465708d69d7a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:42.358173 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-9dd34c51-cf62-4f82-be0a-465708d69d7a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1241999 Jul 09 19:50:42.359489 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442a91b6-16bf-4b12-8338-e8d27a77cceb x-openstack-request-id: req-442a91b6-16bf-4b12-8338-e8d27a77cceb {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:42.359982 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7d09ab-402e-45de-9b0b-17bf5d61a456", "name": "network-vif-unplugged", "status": "completed", "tag": "576685ce-8bf1-4ad7-9915-ecbbe1b31df4", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:42.360333 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-442a91b6-16bf-4b12-8338-e8d27a77cceb {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:42.360857 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7d09ab-402e-45de-9b0b-17bf5d61a456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576685ce-8bf1-4ad7-9915-ecbbe1b31df4', 'code': 200} Jul 09 19:50:42.374126 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-cb2e25a2-51a7-4cb6-8ee9-fafd61003b0c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/quotas/85d911fbc81540608cc58c99a8dd9dfd HTTP/1.1" status: 200 len: 375 time: 0.0097919 Jul 09 19:50:42.457539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642bfc8-c09a-4c0f-8796-db1c4ae3d45f req-e70f6cf1-e84c-4a88-8375-490dfe94b432 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:42.459136 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4642bfc8-c09a-4c0f-8796-db1c4ae3d45f req-e70f6cf1-e84c-4a88-8375-490dfe94b432 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc7d09ab-402e-45de-9b0b-17bf5d61a456 HTTP/1.1" status: 200 len: 943 time: 0.0785556 Jul 09 19:50:42.461227 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-80e44340-a473-42cc-a2ef-86bdce8958c7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795925 Jul 09 19:50:42.635656 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df558ef0-9f6c-44d5-80e7-a8aa23fa1c91 req-995d0220-08c4-4f44-8770-559da6df8d24 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:42.637213 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df558ef0-9f6c-44d5-80e7-a8aa23fa1c91 req-995d0220-08c4-4f44-8770-559da6df8d24 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 945 time: 0.1713562 Jul 09 19:50:42.684338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-4642bfc8-c09a-4c0f-8796-db1c4ae3d45f req-7914636c-6394-438a-adc1-6751278abfcc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Deleting port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:50:42.684718 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4642bfc8-c09a-4c0f-8796-db1c4ae3d45f req-7914636c-6394-438a-adc1-6751278abfcc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.795624 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df558ef0-9f6c-44d5-80e7-a8aa23fa1c91 req-3c8b6d90-bd06-443a-afc3-4190062ef8d0 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517808 Jul 09 19:50:42.892243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-e9d17430-0b1a-4eaf-a893-a932dd500aa1 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:42.898315 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-e9d17430-0b1a-4eaf-a893-a932dd500aa1 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.32 "GET /v2.0/networks?id=d0f8df36-e569-4c72-8f90-4a083d0d2491 HTTP/1.1" status: 200 len: 803 time: 0.2110512 Jul 09 19:50:42.914916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-0d8f1a85-b658-417f-8050-ea5656af2adb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Request body: {'port': {'device_id': '5533154e-6fac-494b-8a73-40a419ff7944', 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491', 'admin_state_up': True, 'tenant_id': 'b150e16940b14100ae55220bc4330aca'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:42.917142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-4642bfc8-c09a-4c0f-8796-db1c4ae3d45f req-7914636c-6394-438a-adc1-6751278abfcc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] For port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:42.917699 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4642bfc8-c09a-4c0f-8796-db1c4ae3d45f req-7914636c-6394-438a-adc1-6751278abfcc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:42.954794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-4642bfc8-c09a-4c0f-8796-db1c4ae3d45f req-7914636c-6394-438a-adc1-6751278abfcc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Calling delete_port for 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:50:42.969341 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-72e571fe-afa7-46ff-8e5f-74d1c66ea8ac req-7111d751-32f4-439a-8f01-12205575beea tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 210 time: 0.0494390 Jul 09 19:50:43.089764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-0d8f1a85-b658-417f-8050-ea5656af2adb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Made reservation on behalf of b150e16940b14100ae55220bc4330aca for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:43.094260 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-0d8f1a85-b658-417f-8050-ea5656af2adb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.189707 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4642bfc8-c09a-4c0f-8796-db1c4ae3d45f req-7914636c-6394-438a-adc1-6751278abfcc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.225782 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914636c-6394-438a-adc1-6751278abfcc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Pushing event deleted for resources: {'Port': ['ID=576685ce-8bf1-4ad7-9915-ecbbe1b31df4,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:43.283873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-4642bfc8-c09a-4c0f-8796-db1c4ae3d45f req-7914636c-6394-438a-adc1-6751278abfcc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] No DVR routers for this DVR port 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:50:43.286078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e129048-9eac-4ce7-b965-c1e823691b3b req-ddb56698-7a9a-4210-b296-63267ad927da tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:43.288097 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4642bfc8-c09a-4c0f-8796-db1c4ae3d45f req-7914636c-6394-438a-adc1-6751278abfcc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.290607 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4642bfc8-c09a-4c0f-8796-db1c4ae3d45f req-7914636c-6394-438a-adc1-6751278abfcc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.36 "DELETE /v2.0/ports/576685ce-8bf1-4ad7-9915-ecbbe1b31df4 HTTP/1.1" status: 204 len: 173 time: 0.8260250 Jul 09 19:50:43.291311 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7d09ab-402e-45de-9b0b-17bf5d61a456', 'name': 'network-vif-deleted', 'tag': '576685ce-8bf1-4ad7-9915-ecbbe1b31df4'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:43.293359 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e129048-9eac-4ce7-b965-c1e823691b3b req-ddb56698-7a9a-4210-b296-63267ad927da tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 948 time: 0.1785843 Jul 09 19:50:43.294288 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d67b487-eea2-41e8-ba01-3465559ba50a" -d '{"events": [{"server_uuid": "fc7d09ab-402e-45de-9b0b-17bf5d61a456", "name": "network-vif-deleted", "tag": "576685ce-8bf1-4ad7-9915-ecbbe1b31df4"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:43.326079 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-0d8f1a85-b658-417f-8050-ea5656af2adb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Allocated IP 172.20.0.10 (d0f8df36-e569-4c72-8f90-4a083d0d2491/20c7a8fa-d3e4-4a12-83ec-d4a84e27778e/ab05f682-0bff-4e67-af52-ffc274c08362) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:43.353475 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e129048-9eac-4ce7-b965-c1e823691b3b req-f41a78b4-7be7-4d79-9ff8-94df106ddbdc tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592055 Jul 09 19:50:43.512061 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-0d8f1a85-b658-417f-8050-ea5656af2adb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.554087 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-0d8f1a85-b658-417f-8050-ea5656af2adb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.645771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0a26c-9b6c-4fd7-b2ed-2cdfe41e270f req-6f9087e1-7db9-407f-928e-e354c0a47b56 tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:43.647340 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6ef0a26c-9b6c-4fd7-b2ed-2cdfe41e270f req-6f9087e1-7db9-407f-928e-e354c0a47b56 tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 1101 time: 0.0676425 Jul 09 19:50:43.650087 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-0d8f1a85-b658-417f-8050-ea5656af2adb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Network d0f8df36-e569-4c72-8f90-4a083d0d2491 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:43.663665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-0d8f1a85-b658-417f-8050-ea5656af2adb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:43.670222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-0d8f1a85-b658-417f-8050-ea5656af2adb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:43.674950 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f1a85-b658-417f-8050-ea5656af2adb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Pushing event updated for resources: {'Port': ['ID=ab05f682-0bff-4e67-af52-ffc274c08362,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:43.690712 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6ef0a26c-9b6c-4fd7-b2ed-2cdfe41e270f req-ed7a0bca-5424-4c66-bcba-c383070e5060 tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355914 Jul 09 19:50:43.739446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-0d8f1a85-b658-417f-8050-ea5656af2adb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:43.740085 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-0d8f1a85-b658-417f-8050-ea5656af2adb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.766073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31878660-e0fb-4ac7-9fd1-27f700ee249e req-72770f30-5e61-4417-9df1-e916e7011aed tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:43.767658 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31878660-e0fb-4ac7-9fd1-27f700ee249e req-72770f30-5e61-4417-9df1-e916e7011aed tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 932 time: 0.1598675 Jul 09 19:50:43.774162 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-0d8f1a85-b658-417f-8050-ea5656af2adb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8634245 Jul 09 19:50:43.787259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Request body: {'port': {'device_id': '5533154e-6fac-494b-8a73-40a419ff7944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:43.851262 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31878660-e0fb-4ac7-9fd1-27f700ee249e req-3ad6835d-563d-47e1-9d01-ebacae2d4860 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753334 Jul 09 19:50:43.872331 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916428a-5aab-48f5-ac76-9740e6fde736 req-baedca8f-41d3-4791-9c07-ddf6d58b0b4e tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:43.874104 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e916428a-5aab-48f5-ac76-9740e6fde736 req-baedca8f-41d3-4791-9c07-ddf6d58b0b4e tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 945 time: 0.0726526 Jul 09 19:50:43.898910 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:43.904560 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d50c56-55bb-4f66-adca-2522bafd2162 x-openstack-request-id: req-75d50c56-55bb-4f66-adca-2522bafd2162 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:43.904932 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7d09ab-402e-45de-9b0b-17bf5d61a456", "name": "network-vif-deleted", "tag": "576685ce-8bf1-4ad7-9915-ecbbe1b31df4", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:43.905255 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75d50c56-55bb-4f66-adca-2522bafd2162 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:43.905777 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7d09ab-402e-45de-9b0b-17bf5d61a456', 'name': 'network-vif-deleted', 'tag': '576685ce-8bf1-4ad7-9915-ecbbe1b31df4', 'status': 'completed', 'code': 200} Jul 09 19:50:43.937878 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e916428a-5aab-48f5-ac76-9740e6fde736 req-a076df91-3756-4a9e-af38-1f7122f95cd1 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579014 Jul 09 19:50:44.017797 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1878e0bf-a49a-467e-9f42-a24ed701e24d details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:44.045344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9fd08493-b7b0-485f-bfed-5454c4989fd4 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:44.123254 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-129755b5-3ffe-4564-aba9-5171f562b47d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391376 Jul 09 19:50:44.204172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec37e4-4e89-4d24-9cd8-85595489a5b2 req-627c2a9c-3be1-43c6-b019-519a977c9588 tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:44.205924 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97ec37e4-4e89-4d24-9cd8-85595489a5b2 req-627c2a9c-3be1-43c6-b019-519a977c9588 tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 1101 time: 0.1677718 Jul 09 19:50:44.244590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 9fd08493-b7b0-485f-bfed-5454c4989fd4 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:44.264450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1878e0bf-a49a-467e-9f42-a24ed701e24d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1878e0bf-a49a-467e-9f42-a24ed701e24d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:44.276266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 9fd08493-b7b0-485f-bfed-5454c4989fd4 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:44.276895 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.278729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '1878e0bf-a49a-467e-9f42-a24ed701e24d', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '1878e0bf-a49a-467e-9f42-a24ed701e24d', 'mac_address': 'fa:16:3e:ab:60:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:50:44.280802 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97ec37e4-4e89-4d24-9cd8-85595489a5b2 req-c995c0d1-9f48-4f65-a0a7-1b9aef336a67 tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653541 Jul 09 19:50:44.316761 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-3e226423-6226-4945-89b3-55021e9483e5 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:44.318776 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-3e226423-6226-4945-89b3-55021e9483e5 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889591 Jul 09 19:50:44.345104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-0e2bf0b4-2054-475a-9055-7edf3ce5fa6d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Request body: {'port': {'device_id': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '85d911fbc81540608cc58c99a8dd9dfd'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:44.365989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab05f682-0bff-4e67-af52-ffc274c08362 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:44.376237 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.395301 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Transition to ACTIVE for port object ab05f682-0bff-4e67-af52-ffc274c08362 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:44.399597 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.414314 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.446252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4626a9-37b5-48a8-9fdd-46d3445b3d88 req-b6978023-cf89-4db8-9e4d-d43f82885b1c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:44.449158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1878e0bf-a49a-467e-9f42-a24ed701e24d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:44.451273 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9c4626a9-37b5-48a8-9fdd-46d3445b3d88 req-b6978023-cf89-4db8-9e4d-d43f82885b1c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 945 time: 0.3126304 Jul 09 19:50:44.505900 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.510916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Pushing event updated for resources: {'Port': ['ID=ab05f682-0bff-4e67-af52-ffc274c08362,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:44.523682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1878e0bf-a49a-467e-9f42-a24ed701e24d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1878e0bf-a49a-467e-9f42-a24ed701e24d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:44.533809 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.542033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094e817d-ec3e-4e1d-88ca-91a3f7bad18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd08493-b7b0-485f-bfed-5454c4989fd4'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:44.544327 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72c09d0-f412-4de3-8323-963eb82009d4" -d '{"events": [{"server_uuid": "094e817d-ec3e-4e1d-88ca-91a3f7bad18f", "name": "network-vif-plugged", "status": "completed", "tag": "9fd08493-b7b0-485f-bfed-5454c4989fd4"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:44.568123 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9c4626a9-37b5-48a8-9fdd-46d3445b3d88 req-0dcd70b8-adce-46f5-a4ff-4726177647cc tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074429 Jul 09 19:50:44.577188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9fd08493-b7b0-485f-bfed-5454c4989fd4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9fd08493-b7b0-485f-bfed-5454c4989fd4,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:44.586459 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.607968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=1878e0bf-a49a-467e-9f42-a24ed701e24d,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:44.621232 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-0e2bf0b4-2054-475a-9055-7edf3ce5fa6d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Made reservation on behalf of 85d911fbc81540608cc58c99a8dd9dfd for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:44.625102 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-0e2bf0b4-2054-475a-9055-7edf3ce5fa6d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.666293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=9fd08493-b7b0-485f-bfed-5454c4989fd4,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:44.692841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e407d0f7-a031-4e0b-8323-e25381b02066 req-bf654016-50dd-4093-a82c-986d28b23fd9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 210 time: 0.1640196 Jul 09 19:50:44.749701 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Attempting to bind port ab05f682-0bff-4e67-af52-ffc274c08362 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:44.750042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Attempting to bind port ab05f682-0bff-4e67-af52-ffc274c08362 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:44.750380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Attempting to bind port ab05f682-0bff-4e67-af52-ffc274c08362 on network d0f8df36-e569-4c72-8f90-4a083d0d2491 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:44.755801 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Port ab05f682-0bff-4e67-af52-ffc274c08362 on network d0f8df36-e569-4c72-8f90-4a083d0d2491 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:44.756142 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Attempting to bind port ab05f682-0bff-4e67-af52-ffc274c08362 on network d0f8df36-e569-4c72-8f90-4a083d0d2491 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:44.762281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:44.762623 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Checking segment: {'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:44.763060 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Bound using segment: {'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:44.763634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Bound port: ab05f682-0bff-4e67-af52-ffc274c08362, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:44.764054 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.866059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-0e2bf0b4-2054-475a-9055-7edf3ce5fa6d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Allocated IP 192.168.233.121 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/2d9e01c2-dbed-4eff-a37f-fa60147eb347) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:44.871565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] For port ab05f682-0bff-4e67-af52-ffc274c08362, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:44.877577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] For port ab05f682-0bff-4e67-af52-ffc274c08362, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=ab05f682-0bff-4e67-af52-ffc274c08362,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:44.884585 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.957773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:44.959703 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:44.962130 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] 10.222.0.32 "PUT /v2.0/ports/ab05f682-0bff-4e67-af52-ffc274c08362 HTTP/1.1" status: 200 len: 1092 time: 1.1791558 Jul 09 19:50:44.962736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5533154e-6fac-494b-8a73-40a419ff7944', 'tag': 'ab05f682-0bff-4e67-af52-ffc274c08362'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:44.965429 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf5dbef-51ea-4a84-9d57-decf09148cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "5533154e-6fac-494b-8a73-40a419ff7944", "tag": "ab05f682-0bff-4e67-af52-ffc274c08362"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:44.999196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f43daf-7050-493f-8efe-504991a9f220 service neutron] Pushing event updated for resources: {'Port': ['ID=ab05f682-0bff-4e67-af52-ffc274c08362,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:45.006464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1878e0bf-a49a-467e-9f42-a24ed701e24d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:45.038361 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-0e2bf0b4-2054-475a-9055-7edf3ce5fa6d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:45.053288 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-0e2bf0b4-2054-475a-9055-7edf3ce5fa6d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Transition to ACTIVE for port object 2d9e01c2-dbed-4eff-a37f-fa60147eb347 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:45.098936 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-0e2bf0b4-2054-475a-9055-7edf3ce5fa6d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:45.159094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-2c21d87c-08a1-42cb-bb5d-76aaeadfa4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:45.161316 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-2c21d87c-08a1-42cb-bb5d-76aaeadfa4b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b150e16940b14100ae55220bc4330aca&device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 1095 time: 0.1508150 Jul 09 19:50:45.162672 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2be3fb9-33f6-447b-8885-170b45183f1d x-openstack-request-id: req-a2be3fb9-33f6-447b-8885-170b45183f1d {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:45.163150 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094e817d-ec3e-4e1d-88ca-91a3f7bad18f", "name": "network-vif-plugged", "status": "completed", "tag": "9fd08493-b7b0-485f-bfed-5454c4989fd4", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:45.163150 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2be3fb9-33f6-447b-8885-170b45183f1d {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:45.165213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-0e2bf0b4-2054-475a-9055-7edf3ce5fa6d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:45.171749 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-0e2bf0b4-2054-475a-9055-7edf3ce5fa6d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:45.172498 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094e817d-ec3e-4e1d-88ca-91a3f7bad18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd08493-b7b0-485f-bfed-5454c4989fd4', 'code': 200} Jul 09 19:50:45.191201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-0e2bf0b4-2054-475a-9055-7edf3ce5fa6d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:45.269641 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-ffb09709-35ab-44ab-ba28-3bdca53bdb94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab05f682-0bff-4e67-af52-ffc274c08362 HTTP/1.1" status: 200 len: 217 time: 0.0954454 Jul 09 19:50:45.405822 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-1aba7661-1dd1-4a7f-bc63-0838a1cbcc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:45.407367 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-1aba7661-1dd1-4a7f-bc63-0838a1cbcc8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20c7a8fa-d3e4-4a12-83ec-d4a84e27778e HTTP/1.1" status: 200 len: 843 time: 0.1295354 Jul 09 19:50:45.448118 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-cb58a5e2-05a0-424d-961f-3cc55037300f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0f8df36-e569-4c72-8f90-4a083d0d2491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324016 Jul 09 19:50:45.467203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5491a699-517e-4627-b978-b5b3fe7a269b None None] Provisioning for port 2d9e01c2-dbed-4eff-a37f-fa60147eb347 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:45.472299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5491a699-517e-4627-b978-b5b3fe7a269b None None] Provisioning complete for port 2d9e01c2-dbed-4eff-a37f-fa60147eb347 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:45.473321 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5491a699-517e-4627-b978-b5b3fe7a269b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:45.513287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-5491a699-517e-4627-b978-b5b3fe7a269b None None] Port 2d9e01c2-dbed-4eff-a37f-fa60147eb347 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:50:45.550899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe7fbd-4846-4748-9e6a-c606fc3bf8b2 req-067fe737-8c2e-4e67-8fac-73b96909b033 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:45.553514 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-15fe7fbd-4846-4748-9e6a-c606fc3bf8b2 req-067fe737-8c2e-4e67-8fac-73b96909b033 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 944 time: 0.2246726 Jul 09 19:50:45.555937 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bf0b4-2054-475a-9055-7edf3ce5fa6d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Pushing event updated for resources: {'Port': ['ID=2d9e01c2-dbed-4eff-a37f-fa60147eb347,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:45.586913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a04ad3-ebf7-4285-ac26-c41117a7424e req-6a4c88ff-cec0-4f3d-90e1-5fb147b6a2e9 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:45.588526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53a04ad3-ebf7-4285-ac26-c41117a7424e req-6a4c88ff-cec0-4f3d-90e1-5fb147b6a2e9 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 949 time: 0.5033095 Jul 09 19:50:45.590286 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-e05c51cd-eb19-4edc-a577-b89eefe6b45a service neutron] 10.222.0.32 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311481 Jul 09 19:50:45.596201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-0e2bf0b4-2054-475a-9055-7edf3ce5fa6d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:45.596375 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-0e2bf0b4-2054-475a-9055-7edf3ce5fa6d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:45.627747 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-15fe7fbd-4846-4748-9e6a-c606fc3bf8b2 req-3fac36fc-e19f-4ae4-aebd-c8f4afe398b1 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550938 Jul 09 19:50:45.629716 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-0e2bf0b4-2054-475a-9055-7edf3ce5fa6d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2915914 Jul 09 19:50:45.644055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Request body: {'port': {'device_id': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:45.686395 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53a04ad3-ebf7-4285-ac26-c41117a7424e req-686ce6b4-7759-4b63-b267-ad37f17a9120 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851822 Jul 09 19:50:45.692575 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce7e6d-ff0b-45a4-80c3-7b9b48f33b96 req-b0049174-c889-4ad7-8ae0-6887f675a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:45.694041 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cfce7e6d-ff0b-45a4-80c3-7b9b48f33b96 req-b0049174-c889-4ad7-8ae0-6887f675a083 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 1097 time: 0.1794720 Jul 09 19:50:45.703574 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44b70a74-522f-4b74-83d1-0a7c60f5fe86 req-f1db99eb-fbc8-4fa2-b107-59ca06ab9f0b service neutron] 10.222.0.32 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013243 Jul 09 19:50:45.766125 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:45.769688 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cfce7e6d-ff0b-45a4-80c3-7b9b48f33b96 req-abe7c892-5192-4d09-aa3d-1b87df246594 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655723 Jul 09 19:50:45.778013 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed86c49a-03da-4ce1-b11c-c3b408417309 x-openstack-request-id: req-ed86c49a-03da-4ce1-b11c-c3b408417309 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:45.778317 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5533154e-6fac-494b-8a73-40a419ff7944", "tag": "ab05f682-0bff-4e67-af52-ffc274c08362", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:45.778572 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed86c49a-03da-4ce1-b11c-c3b408417309 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:45.779498 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5533154e-6fac-494b-8a73-40a419ff7944', 'tag': 'ab05f682-0bff-4e67-af52-ffc274c08362', 'status': 'completed', 'code': 200} Jul 09 19:50:45.916693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5dbef-51ea-4a84-9d57-decf09148cf0 req-e74ef3ca-835f-41a4-b5f1-e2504e0f54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:45.918923 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ebf5dbef-51ea-4a84-9d57-decf09148cf0 req-e74ef3ca-835f-41a4-b5f1-e2504e0f54c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b150e16940b14100ae55220bc4330aca&device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 1095 time: 0.1127768 Jul 09 19:50:46.025166 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:50:46.072506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:50:46.073585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 576685ce-8bf1-4ad7-9915-ecbbe1b31df4 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:50:46.080692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9e01c2-dbed-4eff-a37f-fa60147eb347 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:46.096339 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:46.099457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5dbef-51ea-4a84-9d57-decf09148cf0 req-01c702d6-fe3c-4f72-ac58-1fe960166078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:46.101606 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ebf5dbef-51ea-4a84-9d57-decf09148cf0 req-01c702d6-fe3c-4f72-ac58-1fe960166078 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0f8df36-e569-4c72-8f90-4a083d0d2491 HTTP/1.1" status: 200 len: 904 time: 0.1709681 Jul 09 19:50:46.142461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bcc21e4f-8da4-483d-836d-c4863f1074d7', 'bfae3840-5278-494f-be7a-efcb13917e30'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:46.149983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Transition to ACTIVE for port object 2d9e01c2-dbed-4eff-a37f-fa60147eb347 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:46.155498 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:46.162591 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ebf5dbef-51ea-4a84-9d57-decf09148cf0 req-b9eb7dbc-e27f-4810-937f-cca6accefd76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab05f682-0bff-4e67-af52-ffc274c08362 HTTP/1.1" status: 200 len: 217 time: 0.0454540 Jul 09 19:50:46.231602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9e01c2-dbed-4eff-a37f-fa60147eb347,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:46.237919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5dbef-51ea-4a84-9d57-decf09148cf0 req-cfbb21d2-93ec-4083-abf7-596c66783337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:46.239383 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ebf5dbef-51ea-4a84-9d57-decf09148cf0 req-cfbb21d2-93ec-4083-abf7-596c66783337 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20c7a8fa-d3e4-4a12-83ec-d4a84e27778e HTTP/1.1" status: 200 len: 843 time: 0.0604012 Jul 09 19:50:46.287362 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ebf5dbef-51ea-4a84-9d57-decf09148cf0 req-46ff19bf-3707-4321-a96c-abf95f5cfedd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0f8df36-e569-4c72-8f90-4a083d0d2491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398319 Jul 09 19:50:46.304515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75690b-28e4-4909-b9c3-8c495f0def23 req-80e1e4e7-9dbf-41df-a8be-0923de5ee1a4 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:46.306585 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9c75690b-28e4-4909-b9c3-8c495f0def23 req-80e1e4e7-9dbf-41df-a8be-0923de5ee1a4 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 945 time: 0.1972754 Jul 09 19:50:46.318594 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0425e-a8ed-473e-8835-58fe955b4e1f req-75a6afcc-9aa0-429b-ba8a-90d1f19cc0bc tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:46.320711 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7a0425e-a8ed-473e-8835-58fe955b4e1f req-75a6afcc-9aa0-429b-ba8a-90d1f19cc0bc tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.1980596 Jul 09 19:50:46.394819 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9c75690b-28e4-4909-b9c3-8c495f0def23 req-cbaded1b-cdfb-4796-8264-d85bb2a6eeb8 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629923 Jul 09 19:50:46.412772 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Attempting to bind port 2d9e01c2-dbed-4eff-a37f-fa60147eb347 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:46.413507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Attempting to bind port 2d9e01c2-dbed-4eff-a37f-fa60147eb347 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:46.414055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Attempting to bind port 2d9e01c2-dbed-4eff-a37f-fa60147eb347 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:46.419734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Port 2d9e01c2-dbed-4eff-a37f-fa60147eb347 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:46.420503 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Attempting to bind port 2d9e01c2-dbed-4eff-a37f-fa60147eb347 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:46.433259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:46.434034 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:46.434754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:46.435485 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Bound port: 2d9e01c2-dbed-4eff-a37f-fa60147eb347, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:46.436153 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:46.481464 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7a0425e-a8ed-473e-8835-58fe955b4e1f req-a5062163-6cab-4944-95e3-8838bd8044f9 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512787 Jul 09 19:50:46.528789 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ebf5dbef-51ea-4a84-9d57-decf09148cf0 req-3a48741e-993b-4d57-8c06-5ecef250498d service neutron] 10.222.0.32 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070408 Jul 09 19:50:46.577282 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] For port 2d9e01c2-dbed-4eff-a37f-fa60147eb347, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:46.620278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] For port 2d9e01c2-dbed-4eff-a37f-fa60147eb347, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:46.625836 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:46.678601 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ebf5dbef-51ea-4a84-9d57-decf09148cf0 req-266a7121-c6dc-4c23-850d-d529ca11e35b service neutron] 10.222.0.32 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405432 Jul 09 19:50:46.690386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:46.691860 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:46.693411 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] 10.222.0.36 "PUT /v2.0/ports/2d9e01c2-dbed-4eff-a37f-fa60147eb347 HTTP/1.1" status: 200 len: 1096 time: 1.0535729 Jul 09 19:50:46.693933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'tag': '2d9e01c2-dbed-4eff-a37f-fa60147eb347'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:46.696486 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad89e35c-9a44-4856-a322-5780d1f0afe2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5792ca0-fb8c-4078-a51e-4d80eb669e33", "tag": "2d9e01c2-dbed-4eff-a37f-fa60147eb347"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:46.722771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e1faa-567c-4bc7-a1c5-bd6053a286ef req-7b4df589-3cd9-4272-b0a4-5748b14364f9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:46.730604 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a67e1faa-567c-4bc7-a1c5-bd6053a286ef req-7b4df589-3cd9-4272-b0a4-5748b14364f9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 948 time: 0.1506016 Jul 09 19:50:46.730604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14047182-b84f-4898-9cd3-7258a2368120 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9e01c2-dbed-4eff-a37f-fa60147eb347,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:46.815490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a67e1faa-567c-4bc7-a1c5-bd6053a286ef req-a05d8502-7404-4ddf-8cfa-9a660675e782 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849583 Jul 09 19:50:46.848590 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-42fb9537-1bc5-47d8-8b71-f2b32ad09b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:46.850259 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-42fb9537-1bc5-47d8-8b71-f2b32ad09b08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 1099 time: 0.0947349 Jul 09 19:50:46.965744 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-eae80486-599d-44af-864b-aa65b0b0d01a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347 HTTP/1.1" status: 200 len: 217 time: 0.0958333 Jul 09 19:50:47.038101 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb439662-830b-4f8d-acef-a1cad49fc039 x-openstack-request-id: req-eb439662-830b-4f8d-acef-a1cad49fc039 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:47.038393 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5792ca0-fb8c-4078-a51e-4d80eb669e33", "tag": "2d9e01c2-dbed-4eff-a37f-fa60147eb347", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:47.038748 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb439662-830b-4f8d-acef-a1cad49fc039 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:47.039377 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'tag': '2d9e01c2-dbed-4eff-a37f-fa60147eb347', 'status': 'completed', 'code': 200} Jul 09 19:50:47.056577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-3a52648f-41fa-4eec-b15e-60c130b25040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:47.058236 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-3a52648f-41fa-4eec-b15e-60c130b25040 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0851476 Jul 09 19:50:47.123571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d678ae0-d9a8-463a-883b-e83f158117f8 req-17b6878f-4123-432a-9afb-190f0bda6810 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:47.125181 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8d678ae0-d9a8-463a-883b-e83f158117f8 req-17b6878f-4123-432a-9afb-190f0bda6810 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 944 time: 0.1207762 Jul 09 19:50:47.169580 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-ff7df623-fa42-4f24-bc8d-a29a47ec2d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:47.171129 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-ff7df623-fa42-4f24-bc8d-a29a47ec2d17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967252 Jul 09 19:50:47.204111 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0dbcf-892a-49eb-b0bd-890b70fa144c req-96715ed3-5f25-4c5c-b1bc-3e2b01dd29e0 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:47.211483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8d678ae0-d9a8-463a-883b-e83f158117f8 req-ecdb3748-c1e9-4103-af2f-26ce88a27d3d tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721841 Jul 09 19:50:47.212661 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbc0dbcf-892a-49eb-b0bd-890b70fa144c req-96715ed3-5f25-4c5c-b1bc-3e2b01dd29e0 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 949 time: 0.0914228 Jul 09 19:50:47.273169 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbc0dbcf-892a-49eb-b0bd-890b70fa144c req-5376d6cb-8ea3-407b-bb45-54f941d405a8 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594177 Jul 09 19:50:47.344605 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-8a588416-1dcd-437c-9108-8d965e7f3726 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511228 Jul 09 19:50:47.456113 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9a5799f-806d-4b5e-bbd7-2da04a23517b req-637205e1-e8ad-4c63-a407-9ad3d104ed5f service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020298 Jul 09 19:50:47.595033 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89e35c-9a44-4856-a322-5780d1f0afe2 req-ccc98df9-d7c4-49fe-8285-17f797c419cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:47.597390 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad89e35c-9a44-4856-a322-5780d1f0afe2 req-ccc98df9-d7c4-49fe-8285-17f797c419cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 1099 time: 0.0743616 Jul 09 19:50:47.637306 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bfedf-3d35-41a7-b967-e59aa92cca24 req-2dd357a7-6d6c-4bc9-a8c2-fde2d2410e88 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:47.642594 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e97bfedf-3d35-41a7-b967-e59aa92cca24 req-2dd357a7-6d6c-4bc9-a8c2-fde2d2410e88 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 945 time: 0.0877535 Jul 09 19:50:47.721162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89e35c-9a44-4856-a322-5780d1f0afe2 req-6c6ec21f-26fe-43fc-9ae2-d466714f157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:47.721321 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e97bfedf-3d35-41a7-b967-e59aa92cca24 req-0e972675-9b28-45f6-bb6b-6c5f8d1146aa tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743153 Jul 09 19:50:47.724631 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad89e35c-9a44-4856-a322-5780d1f0afe2 req-6c6ec21f-26fe-43fc-9ae2-d466714f157a service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1163986 Jul 09 19:50:47.806649 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad89e35c-9a44-4856-a322-5780d1f0afe2 req-73ca7329-61a0-4460-85ee-194f08680546 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347 HTTP/1.1" status: 200 len: 217 time: 0.0744677 Jul 09 19:50:47.870495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89e35c-9a44-4856-a322-5780d1f0afe2 req-a94e843b-83a3-4ad7-90bd-5009b131e7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:47.871989 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad89e35c-9a44-4856-a322-5780d1f0afe2 req-a94e843b-83a3-4ad7-90bd-5009b131e7f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0593164 Jul 09 19:50:47.983994 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3541c0-6f6c-431d-a3a8-33305ffbc552 req-d1e0b22d-a28e-4af5-94ab-7c9cd74715bc tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:47.986188 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f3541c0-6f6c-431d-a3a8-33305ffbc552 req-d1e0b22d-a28e-4af5-94ab-7c9cd74715bc tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.1602080 Jul 09 19:50:47.994732 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89e35c-9a44-4856-a322-5780d1f0afe2 req-1cf2d7a0-79b2-45b1-8f60-de733570e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:47.996290 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad89e35c-9a44-4856-a322-5780d1f0afe2 req-1cf2d7a0-79b2-45b1-8f60-de733570e754 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146872 Jul 09 19:50:48.025408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1878e0bf-a49a-467e-9f42-a24ed701e24d up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:48.130672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a217a6-c112-44b0-b688-f99282e4df53 req-fc34092a-b0b3-4865-93f3-c44eff2f62ce tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:48.137322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 1878e0bf-a49a-467e-9f42-a24ed701e24d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:48.140023 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77a217a6-c112-44b0-b688-f99282e4df53 req-fc34092a-b0b3-4865-93f3-c44eff2f62ce tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1540053 Jul 09 19:50:48.143926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 1878e0bf-a49a-467e-9f42-a24ed701e24d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:48.144493 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.149539 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad89e35c-9a44-4856-a322-5780d1f0afe2 req-093bf733-4c36-461b-8d2d-785bf3c77ecf service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405685 Jul 09 19:50:48.152513 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f3541c0-6f6c-431d-a3a8-33305ffbc552 req-213aa0d8-ce1b-490c-857a-a9c5d2eaab09 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553037 Jul 09 19:50:48.161429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-fe13fbd9-fc55-467e-9831-2ee374236614 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:48.162922 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-fe13fbd9-fc55-467e-9831-2ee374236614 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002&tenant_id=d1970a87c2e6404b89294d0e16829336&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1096 time: 0.1404240 Jul 09 19:50:48.196925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-3'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:48.206973 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77a217a6-c112-44b0-b688-f99282e4df53 req-66193b32-4140-4f2d-a2c4-7e7142df778c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657458 Jul 09 19:50:48.297978 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad89e35c-9a44-4856-a322-5780d1f0afe2 req-84ee8086-1eac-4563-8daa-4bb75fbca088 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408391 Jul 09 19:50:48.338788 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.373415 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.380819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41933895-0492-4d5a-a4a0-4514b808effb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1878e0bf-a49a-467e-9f42-a24ed701e24d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:48.391305 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20154f42-e715-4757-942d-30086bbced07" -d '{"events": [{"server_uuid": "41933895-0492-4d5a-a4a0-4514b808effb", "name": "network-vif-plugged", "status": "completed", "tag": "1878e0bf-a49a-467e-9f42-a24ed701e24d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:48.411412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1878e0bf-a49a-467e-9f42-a24ed701e24d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1878e0bf-a49a-467e-9f42-a24ed701e24d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:48.417309 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.417816 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46a321-f5b2-45ce-af20-f161b328187b req-95237d3b-8844-4549-98fa-a12604c3c3cc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:48.419965 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd46a321-f5b2-45ce-af20-f161b328187b req-95237d3b-8844-4549-98fa-a12604c3c3cc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 948 time: 0.0831194 Jul 09 19:50:48.462595 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd46a321-f5b2-45ce-af20-f161b328187b req-a90000ec-2e32-48e9-b38a-3bc8905979cb tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367341 Jul 09 19:50:48.486143 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=1878e0bf-a49a-467e-9f42-a24ed701e24d,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:48.551141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9430aa-b464-4e8c-9e81-4208fd8638f0 req-832340c2-6fdf-40d3-8da0-9d4a89ecb143 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:48.553200 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5d9430aa-b464-4e8c-9e81-4208fd8638f0 req-832340c2-6fdf-40d3-8da0-9d4a89ecb143 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.1657348 Jul 09 19:50:48.596851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:48.626716 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5d9430aa-b464-4e8c-9e81-4208fd8638f0 req-f6dcee20-8081-4dca-a5f3-25f37c4e26e3 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636771 Jul 09 19:50:48.654629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d566c5-0095-4272-87ac-916956ab1616 req-47189705-fad0-4a40-b6b9-9939bad6ea9a tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:48.658153 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-75d566c5-0095-4272-87ac-916956ab1616 req-47189705-fad0-4a40-b6b9-9939bad6ea9a tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 944 time: 0.0791361 Jul 09 19:50:48.659825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:48.704686 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.708160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956567cf-1851-49d6-a965-a7c739e53002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e8f01c9-b154-4fac-8cec-549f96ad1e02'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:48.710860 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36462b6d-5f04-462f-8b96-40756a4286b4" -d '{"events": [{"server_uuid": "956567cf-1851-49d6-a965-a7c739e53002", "name": "network-vif-unplugged", "status": "completed", "tag": "4e8f01c9-b154-4fac-8cec-549f96ad1e02"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:48.714406 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.739457 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-75d566c5-0095-4272-87ac-916956ab1616 req-4c0d4596-b6dc-4999-9dd9-0bbdf0b31224 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735073 Jul 09 19:50:48.810240 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80f161d-e4bd-453f-87a2-0cc51da35eaa x-openstack-request-id: req-b80f161d-e4bd-453f-87a2-0cc51da35eaa {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:48.810536 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41933895-0492-4d5a-a4a0-4514b808effb", "name": "network-vif-plugged", "status": "completed", "tag": "1878e0bf-a49a-467e-9f42-a24ed701e24d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:48.810789 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b80f161d-e4bd-453f-87a2-0cc51da35eaa {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:48.811184 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41933895-0492-4d5a-a4a0-4514b808effb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1878e0bf-a49a-467e-9f42-a24ed701e24d', 'code': 200} Jul 09 19:50:48.828272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8f01c9-b154-4fac-8cec-549f96ad1e02,revision_number=7']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:48.845975 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Attempting to bind port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 on host n-h1-800088-3 for vnic_type normal with profile {"migrating_to": "n-h2-800088-3"} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:48.846321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Attempting to bind port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:48.847261 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Attempting to bind port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:48.855900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:48.856567 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Attempting to bind port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:48.868696 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8eefa8-5852-4baa-aedd-3675787a9556 x-openstack-request-id: req-7b8eefa8-5852-4baa-aedd-3675787a9556 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:48.868996 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956567cf-1851-49d6-a965-a7c739e53002", "name": "network-vif-unplugged", "status": "completed", "tag": "4e8f01c9-b154-4fac-8cec-549f96ad1e02", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:48.869232 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b8eefa8-5852-4baa-aedd-3675787a9556 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:48.869626 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956567cf-1851-49d6-a965-a7c739e53002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e8f01c9-b154-4fac-8cec-549f96ad1e02', 'code': 200} Jul 09 19:50:48.871424 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:48.871688 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Checking segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:48.872189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Bound using segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:48.872888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Bound port: 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:48.872888 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:48.918885 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e041994-a623-40d1-827a-78c915a5bef0 req-07fb51d5-911c-4d92-8bcc-dc3909021bd7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:48.920415 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6e041994-a623-40d1-827a-78c915a5bef0 req-07fb51d5-911c-4d92-8bcc-dc3909021bd7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 950 time: 0.1479952 Jul 09 19:50:48.981673 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:48.990165 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6e041994-a623-40d1-827a-78c915a5bef0 req-fae47006-6ff0-4538-ae76-a24f7437fb12 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580347 Jul 09 19:50:48.995561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebef3e4-8703-4166-9544-5d65c2110530 req-0b75b8d9-92ef-49b4-932d-43b386d00daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:48.997103 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cebef3e4-8703-4166-9544-5d65c2110530 req-0b75b8d9-92ef-49b4-932d-43b386d00daa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 1101 time: 0.0970356 Jul 09 19:50:48.998550 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:49.003613 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:49.067901 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cebef3e4-8703-4166-9544-5d65c2110530 req-2a39487d-d824-4515-96cc-a96ebdf477d2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629611 Jul 09 19:50:49.075550 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f3d1e-9971-4e82-9b30-d7aa628614fc req-6115dc7c-6f70-4e59-b9c6-966d8d27a0be tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:49.077179 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-186f3d1e-9971-4e82-9b30-d7aa628614fc req-6115dc7c-6f70-4e59-b9c6-966d8d27a0be tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 943 time: 0.1161282 Jul 09 19:50:49.086923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8f01c9-b154-4fac-8cec-549f96ad1e02,revision_number=8']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:49.090720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:49.091348 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:49.092808 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-cb8e3c60-6b42-489e-a4ce-ec810bef3e73 service neutron] 10.222.0.32 "PUT /v2.0/ports/4e8f01c9-b154-4fac-8cec-549f96ad1e02 HTTP/1.1" status: 200 len: 1121 time: 0.9010558 Jul 09 19:50:49.134742 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-186f3d1e-9971-4e82-9b30-d7aa628614fc req-f07aba77-7a70-40ff-9a85-d51e5f4f8642 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499654 Jul 09 19:50:49.179262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64c1f3-fd34-4433-9400-851a08704ac6 req-a5036a8d-4279-4673-bf0a-d3909cec4167 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:49.180809 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e64c1f3-fd34-4433-9400-851a08704ac6 req-a5036a8d-4279-4673-bf0a-d3909cec4167 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.0685852 Jul 09 19:50:49.213932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['4e8f01c9-b154-4fac-8cec-549f96ad1e02'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:49.231773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e64c1f3-fd34-4433-9400-851a08704ac6 req-8939b9b6-9dde-4761-9550-38329e3e2e3d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451033 Jul 09 19:50:49.337028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['4e8f01c9-b154-4fac-8cec-549f96ad1e02'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:49.401801 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdca047-a89d-4757-afd7-3de6f1b069ab req-bcee4714-8a1e-428d-948b-5a4eb394bad8 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:49.403268 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3fdca047-a89d-4757-afd7-3de6f1b069ab req-bcee4714-8a1e-428d-948b-5a4eb394bad8 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0637114 Jul 09 19:50:49.426410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3ee5f-ef65-4bfb-9936-e42706a0122a req-ebe2d7f3-d9e4-4f5f-b34d-db19ce36dd00 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:49.435615 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a3f3ee5f-ef65-4bfb-9936-e42706a0122a req-ebe2d7f3-d9e4-4f5f-b34d-db19ce36dd00 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.0765316 Jul 09 19:50:49.443906 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3fdca047-a89d-4757-afd7-3de6f1b069ab req-baa443f4-d51a-4f92-9769-a1305a602b74 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345335 Jul 09 19:50:49.481257 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a3f3ee5f-ef65-4bfb-9936-e42706a0122a req-b9118290-469d-4561-a168-ec86ea0348b8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445571 Jul 09 19:50:49.642905 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798310b9-3af6-4620-9276-fd3f1c4a2093 req-c9bc0b3e-b7cd-4321-ac62-daf81fd98212 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:49.644410 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-798310b9-3af6-4620-9276-fd3f1c4a2093 req-c9bc0b3e-b7cd-4321-ac62-daf81fd98212 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 948 time: 0.0658522 Jul 09 19:50:49.669205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0561e8-d223-4e0b-88f1-543980a08a13 req-6272d6ab-2c1a-432e-bc82-8c000a370f33 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:49.670647 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8e0561e8-d223-4e0b-88f1-543980a08a13 req-6272d6ab-2c1a-432e-bc82-8c000a370f33 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.0638583 Jul 09 19:50:49.683515 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-798310b9-3af6-4620-9276-fd3f1c4a2093 req-f3f75837-d454-419f-92c6-4968d32bc40d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334601 Jul 09 19:50:49.708793 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8e0561e8-d223-4e0b-88f1-543980a08a13 req-4c96f940-6aca-4a85-b192-498044a6bb74 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315490 Jul 09 19:50:49.852198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device ab05f682-0bff-4e67-af52-ffc274c08362 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:49.888903 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682aa7b5-1be4-4a77-b7c1-3296e0e096ea req-412f2085-fff8-42bc-8abb-285f94e00f62 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:49.891018 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-682aa7b5-1be4-4a77-b7c1-3296e0e096ea req-412f2085-fff8-42bc-8abb-285f94e00f62 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.0717142 Jul 09 19:50:49.924698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505b22f-4cee-4fa0-bb06-8bab5f2618bd req-54c5f781-0aaa-4ece-a305-46d35b339127 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:49.926855 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a505b22f-4cee-4fa0-bb06-8bab5f2618bd req-54c5f781-0aaa-4ece-a305-46d35b339127 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 944 time: 0.0668209 Jul 09 19:50:49.931450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-682aa7b5-1be4-4a77-b7c1-3296e0e096ea req-bfe6eba5-e461-4771-b4fe-e3cecbb002a7 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347662 Jul 09 19:50:49.951959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port ab05f682-0bff-4e67-af52-ffc274c08362, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=ab05f682-0bff-4e67-af52-ffc274c08362,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:49.961185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'ab05f682-0bff-4e67-af52-ffc274c08362', 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491', 'port_id': 'ab05f682-0bff-4e67-af52-ffc274c08362', 'mac_address': 'fa:16:3e:b5:2f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c7a8fa-d3e4-4a12-83ec-d4a84e27778e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:50:49.975985 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a505b22f-4cee-4fa0-bb06-8bab5f2618bd req-2f4820a5-39bd-4d77-97d4-815f755c4410 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422153 Jul 09 19:50:49.999552 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:50.012210 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab05f682-0bff-4e67-af52-ffc274c08362 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:50.036460 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port ab05f682-0bff-4e67-af52-ffc274c08362, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=ab05f682-0bff-4e67-af52-ffc274c08362,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:50.041701 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:50.042359 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 4e8f01c9-b154-4fac-8cec-549f96ad1e02 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:50.157081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a0887-5ab6-4a39-8391-b10a296684bf req-ad03d1a4-02de-45f7-92b4-a2609bef756a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:50.165490 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dc9a0887-5ab6-4a39-8391-b10a296684bf req-ad03d1a4-02de-45f7-92b4-a2609bef756a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.0989370 Jul 09 19:50:50.189095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cf6aa-9be5-452f-8882-d8e5e86cbb54 req-42eff0ff-1bfe-43a8-b71c-586c0189582c tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:50.194560 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-884cf6aa-9be5-452f-8882-d8e5e86cbb54 req-42eff0ff-1bfe-43a8-b71c-586c0189582c tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 950 time: 0.0842452 Jul 09 19:50:50.213825 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dc9a0887-5ab6-4a39-8391-b10a296684bf req-7519b61f-4a99-4128-9e83-dc7160d2570c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474026 Jul 09 19:50:50.245643 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-884cf6aa-9be5-452f-8882-d8e5e86cbb54 req-e6740617-b005-44fa-9a0d-3a88c1cec4b9 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470974 Jul 09 19:50:50.280442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=ab05f682-0bff-4e67-af52-ffc274c08362,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:50.318178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:50.331148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 4e8f01c9-b154-4fac-8cec-549f96ad1e02 has no active binding in host n-h2-800088-3 {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:50:50.389722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcbb5b-1d74-4aa9-b05c-effaf09a1ed5 req-ccb757f7-3c51-4298-961b-0f536aedaec5 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:50.391198 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9ebcbb5b-1d74-4aa9-b05c-effaf09a1ed5 req-ccb757f7-3c51-4298-961b-0f536aedaec5 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 943 time: 0.0665896 Jul 09 19:50:50.418217 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362059f-4930-4b39-9c24-4d46aa884437 req-9e85030d-cb59-47d2-8ba6-45d17783eb05 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:50.419805 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e362059f-4930-4b39-9c24-4d46aa884437 req-9e85030d-cb59-47d2-8ba6-45d17783eb05 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.0660310 Jul 09 19:50:50.430346 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9ebcbb5b-1d74-4aa9-b05c-effaf09a1ed5 req-6692948a-6be1-4512-b2e5-b5b7f1c10125 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327933 Jul 09 19:50:50.463723 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e362059f-4930-4b39-9c24-4d46aa884437 req-7dee3fa6-48ee-44a2-a8c6-9bc18a872c73 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375144 Jul 09 19:50:50.628060 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a84be7-add9-4cea-bd39-1ca405d6ab8e req-1233623d-3e17-4d4b-a7fe-1c8e708a732c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:50.629997 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-14a84be7-add9-4cea-bd39-1ca405d6ab8e req-1233623d-3e17-4d4b-a7fe-1c8e708a732c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0635464 Jul 09 19:50:50.673562 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-14a84be7-add9-4cea-bd39-1ca405d6ab8e req-ad242738-ba33-4fce-90ed-a322eba1d17f tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382900 Jul 09 19:50:50.716977 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['ab05f682-0bff-4e67-af52-ffc274c08362'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:50.871625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '956567cf-1851-49d6-a965-a7c739e53002', 'tag': '4e8f01c9-b154-4fac-8cec-549f96ad1e02'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:50.874309 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73e7c23-a099-400c-bf6c-8a564e754c92" -d '{"events": [{"name": "network-changed", "server_uuid": "956567cf-1851-49d6-a965-a7c739e53002", "tag": "4e8f01c9-b154-4fac-8cec-549f96ad1e02"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:50.893376 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8c678-e412-429a-b4a2-6b3ad9dce77f req-09654bb9-919e-421a-a96c-f06e21eda51b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:50.899617 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5fa8c678-e412-429a-b4a2-6b3ad9dce77f req-09654bb9-919e-421a-a96c-f06e21eda51b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 948 time: 0.0734184 Jul 09 19:50:50.935596 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5fa8c678-e412-429a-b4a2-6b3ad9dce77f req-7ca81ea7-5015-427c-8c72-484f9d0f4f6b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349283 Jul 09 19:50:50.963808 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0979625b-12ce-42c4-8ffe-7961ab7d09cb x-openstack-request-id: req-0979625b-12ce-42c4-8ffe-7961ab7d09cb {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:50.964275 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "956567cf-1851-49d6-a965-a7c739e53002", "tag": "4e8f01c9-b154-4fac-8cec-549f96ad1e02", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:50.964649 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0979625b-12ce-42c4-8ffe-7961ab7d09cb {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:50.965126 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956567cf-1851-49d6-a965-a7c739e53002', 'tag': '4e8f01c9-b154-4fac-8cec-549f96ad1e02', 'status': 'completed', 'code': 200} Jul 09 19:50:51.055724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e7c23-a099-400c-bf6c-8a564e754c92 req-9f8b3eb1-912d-4ded-801a-d87c69792c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:51.057537 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c73e7c23-a099-400c-bf6c-8a564e754c92 req-9f8b3eb1-912d-4ded-801a-d87c69792c31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 1124 time: 0.0552158 Jul 09 19:50:51.167458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985f622-3c4c-4987-b2d8-070385890eea req-b5d7feab-13c3-4e92-86d0-a45486d12a4e tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:51.169333 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d985f622-3c4c-4987-b2d8-070385890eea req-b5d7feab-13c3-4e92-86d0-a45486d12a4e tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 945 time: 0.0773084 Jul 09 19:50:51.174345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e7c23-a099-400c-bf6c-8a564e754c92 req-3bcfce1b-ab36-4638-9210-b0a45c2566d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:51.176981 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c73e7c23-a099-400c-bf6c-8a564e754c92 req-3bcfce1b-ab36-4638-9210-b0a45c2566d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.1065023 Jul 09 19:50:51.213697 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d985f622-3c4c-4987-b2d8-070385890eea req-6abc941e-2c51-45bf-9be6-6958c5b392f8 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349741 Jul 09 19:50:51.224988 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c73e7c23-a099-400c-bf6c-8a564e754c92 req-f7fccc28-84c9-4358-aad2-3b7ddec9d7b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02 HTTP/1.1" status: 200 len: 217 time: 0.0416746 Jul 09 19:50:51.284950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e7c23-a099-400c-bf6c-8a564e754c92 req-08a1ef1f-bcf7-4da2-a89e-96c3017d1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:51.286511 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c73e7c23-a099-400c-bf6c-8a564e754c92 req-08a1ef1f-bcf7-4da2-a89e-96c3017d1f0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.0458906 Jul 09 19:50:51.332501 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c73e7c23-a099-400c-bf6c-8a564e754c92 req-1642e22d-805d-4ac2-8fc7-cb91f16395fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332499 Jul 09 19:50:51.419643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f872a-b929-48e0-96fa-07ea33f2be1c req-689991e2-aa21-4bb4-bef3-10447172437d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:51.421198 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-848f872a-b929-48e0-96fa-07ea33f2be1c req-689991e2-aa21-4bb4-bef3-10447172437d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 950 time: 0.0653679 Jul 09 19:50:51.459646 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-848f872a-b929-48e0-96fa-07ea33f2be1c req-28029d9a-caee-4015-b728-f72c1aede9c9 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321138 Jul 09 19:50:51.462705 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a17d1d-eeae-4909-b1db-c70e4f6ac6a5 req-eae03033-ce9a-496c-b635-29a6a7ffd383 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:51.464255 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22a17d1d-eeae-4909-b1db-c70e4f6ac6a5 req-eae03033-ce9a-496c-b635-29a6a7ffd383 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.1346219 Jul 09 19:50:51.467967 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c73e7c23-a099-400c-bf6c-8a564e754c92 req-2c6769f1-30cd-430e-8f00-5256f062e6ae service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261153 Jul 09 19:50:51.546525 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22a17d1d-eeae-4909-b1db-c70e4f6ac6a5 req-f196ab9c-19ac-4d9c-a6bb-a896a8483549 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764391 Jul 09 19:50:51.591901 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c73e7c23-a099-400c-bf6c-8a564e754c92 req-51c08a62-9cb8-42d9-84ff-81d33b7a117c service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076014 Jul 09 19:50:51.629872 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372b391-a038-4d36-9a01-e09c9669ead9 req-f69ea82c-e53a-4e40-9433-d25d7de52360 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:51.631326 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f372b391-a038-4d36-9a01-e09c9669ead9 req-f69ea82c-e53a-4e40-9433-d25d7de52360 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 943 time: 0.0724914 Jul 09 19:50:51.669603 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f372b391-a038-4d36-9a01-e09c9669ead9 req-0c767f12-809b-4414-afff-3a463596f9d6 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323408 Jul 09 19:50:51.756929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1df58-21ae-4859-9082-3a5ce98dcbe0 req-36bd7f9c-f418-4073-995a-cb9522ba5adc tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:51.758492 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f5e1df58-21ae-4859-9082-3a5ce98dcbe0 req-36bd7f9c-f418-4073-995a-cb9522ba5adc tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 1101 time: 0.0569763 Jul 09 19:50:51.777335 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f5e1df58-21ae-4859-9082-3a5ce98dcbe0 req-8db17b86-c2fb-4796-af34-26fe1ae88d4d tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:51.867507 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device ab05f682-0bff-4e67-af52-ffc274c08362 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:51.868126 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f5e1df58-21ae-4859-9082-3a5ce98dcbe0 req-8db17b86-c2fb-4796-af34-26fe1ae88d4d tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:51.872844 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f5e1df58-21ae-4859-9082-3a5ce98dcbe0 req-8db17b86-c2fb-4796-af34-26fe1ae88d4d tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:51.894441 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f5e1df58-21ae-4859-9082-3a5ce98dcbe0 req-8db17b86-c2fb-4796-af34-26fe1ae88d4d tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296213 Jul 09 19:50:51.905620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db17b86-c2fb-4796-af34-26fe1ae88d4d tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2d4727-7353-4fd7-a00f-14cb24101b0f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:51.924239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port ab05f682-0bff-4e67-af52-ffc274c08362 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:51.928652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port ab05f682-0bff-4e67-af52-ffc274c08362 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:51.929034 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:51.963116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075d1f0-7e5f-407f-9666-1c986a7e5a44 req-94861f8d-e647-4294-a0d2-2abcd5ec05a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:51.964992 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7075d1f0-7e5f-407f-9666-1c986a7e5a44 req-94861f8d-e647-4294-a0d2-2abcd5ec05a6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0874488 Jul 09 19:50:52.013082 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7075d1f0-7e5f-407f-9666-1c986a7e5a44 req-65a59113-3b76-4fbe-9e02-867ea63087bb tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425191 Jul 09 19:50:52.018989 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:52.055153 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5533154e-6fac-494b-8a73-40a419ff7944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab05f682-0bff-4e67-af52-ffc274c08362'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:52.057604 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601f8a76-8574-4e77-9970-dd172231825a" -d '{"events": [{"server_uuid": "5533154e-6fac-494b-8a73-40a419ff7944", "name": "network-vif-plugged", "status": "completed", "tag": "ab05f682-0bff-4e67-af52-ffc274c08362"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:52.063164 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port ab05f682-0bff-4e67-af52-ffc274c08362, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=ab05f682-0bff-4e67-af52-ffc274c08362,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:52.068684 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:52.096143 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2d9e01c2-dbed-4eff-a37f-fa60147eb347 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:52.135498 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae80f7b7-24bb-418d-9bb9-8449b24b9f14 x-openstack-request-id: req-ae80f7b7-24bb-418d-9bb9-8449b24b9f14 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:52.135927 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5533154e-6fac-494b-8a73-40a419ff7944", "name": "network-vif-plugged", "status": "completed", "tag": "ab05f682-0bff-4e67-af52-ffc274c08362", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:52.136256 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae80f7b7-24bb-418d-9bb9-8449b24b9f14 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:52.137359 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5533154e-6fac-494b-8a73-40a419ff7944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab05f682-0bff-4e67-af52-ffc274c08362', 'code': 200} Jul 09 19:50:52.196781 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-e0f7b840-200d-46a4-bbcd-d923b28caae6 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246146 Jul 09 19:50:52.206113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=ab05f682-0bff-4e67-af52-ffc274c08362,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:52.241363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2d9e01c2-dbed-4eff-a37f-fa60147eb347, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:52.243324 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e58b6-c40a-4bf8-afc7-239776f9b1ad req-69f11133-2e4d-41bd-b87c-7ffe30fb2c07 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:52.244920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2c3e58b6-c40a-4bf8-afc7-239776f9b1ad req-69f11133-2e4d-41bd-b87c-7ffe30fb2c07 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 948 time: 0.1024530 Jul 09 19:50:52.255653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '2d9e01c2-dbed-4eff-a37f-fa60147eb347', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '2d9e01c2-dbed-4eff-a37f-fa60147eb347', 'mac_address': 'fa:16:3e:ad:07:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:50:52.283997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50818154-d81a-4ad4-a710-a9f771586970 req-96f12aaf-a68e-4387-9fe1-691fb3201704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:52.286298 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50818154-d81a-4ad4-a710-a9f771586970 req-96f12aaf-a68e-4387-9fe1-691fb3201704 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 1097 time: 0.0888793 Jul 09 19:50:52.299017 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:52.302155 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2c3e58b6-c40a-4bf8-afc7-239776f9b1ad req-61d4f0a2-190e-47af-9722-ab1cbaae1e9e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460975 Jul 09 19:50:52.317853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9e01c2-dbed-4eff-a37f-fa60147eb347 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:52.334335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-e044f58b-19c8-4171-bd06-e4b25b51d14c tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:52.339842 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50818154-d81a-4ad4-a710-a9f771586970 req-985a5318-2ce3-4aab-9cfa-cf626f25f909 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360367 Jul 09 19:50:52.344196 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-e044f58b-19c8-4171-bd06-e4b25b51d14c tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397135 Jul 09 19:50:52.349398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2d9e01c2-dbed-4eff-a37f-fa60147eb347, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:52.354954 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:52.362172 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-6dcbefe6-1575-4897-a8f4-60d3a2a2d357 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/quotas/6e8dc31c587f41e9a0069ffbf510479d HTTP/1.1" status: 200 len: 375 time: 0.0165060 Jul 09 19:50:52.406576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=2d9e01c2-dbed-4eff-a37f-fa60147eb347,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:52.430413 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-470f8827-b6e8-4c97-bb5c-e117f7a876f0 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666859 Jul 09 19:50:52.499509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242f9a4-fdb9-49ed-a060-7bddc1517d8c req-c0169b9b-b9cf-4a1a-92e9-37a4e18fb43b tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:52.501148 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7242f9a4-fdb9-49ed-a060-7bddc1517d8c req-c0169b9b-b9cf-4a1a-92e9-37a4e18fb43b tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.0666451 Jul 09 19:50:52.551016 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7242f9a4-fdb9-49ed-a060-7bddc1517d8c req-c987c0a1-2a17-4302-a5ea-b953409ad2fe tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434909 Jul 09 19:50:52.733690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394a575-ba95-456c-9cf7-cfd39fa5f22b req-613f388f-27a9-4c71-843d-e264d529e0ff tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:52.735208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7394a575-ba95-456c-9cf7-cfd39fa5f22b req-613f388f-27a9-4c71-843d-e264d529e0ff tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.0654089 Jul 09 19:50:52.774283 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7394a575-ba95-456c-9cf7-cfd39fa5f22b req-74cbdb1e-f305-4fb2-91d3-0e3dbdd4a429 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Jul 09 19:50:52.939054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b488a4a-f1be-46ff-abe0-daa9f478c366 req-2e15a9ac-0e44-4399-a671-4f8c21448285 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:52.940563 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2b488a4a-f1be-46ff-abe0-daa9f478c366 req-2e15a9ac-0e44-4399-a671-4f8c21448285 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 943 time: 0.0675814 Jul 09 19:50:52.982123 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2b488a4a-f1be-46ff-abe0-daa9f478c366 req-54e69241-2e14-44c9-890f-211457824244 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341787 Jul 09 19:50:53.075117 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6641028e-8eaf-4186-844a-b65fc5d8e7d3 req-a0c5e4e8-efe0-471a-a2c8-d9b0bb7a4f43 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 210 time: 0.0415516 Jul 09 19:50:53.243825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621241f-f23d-463b-b161-080275352047 req-1e871298-bdaa-4087-9209-b69a43a951e9 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:53.245508 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2621241f-f23d-463b-b161-080275352047 req-1e871298-bdaa-4087-9209-b69a43a951e9 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0651305 Jul 09 19:50:53.283615 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2621241f-f23d-463b-b161-080275352047 req-f7b01a9c-4798-40b1-865a-70c06038d300 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324087 Jul 09 19:50:53.342518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['2d9e01c2-dbed-4eff-a37f-fa60147eb347'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:53.516166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a4c5b-b532-48b0-a7d4-9c33c6f5cce3 req-c8cd0f4d-e4e1-4562-b092-c0539a1ba8ad tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:53.518238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-839a4c5b-b532-48b0-a7d4-9c33c6f5cce3 req-c8cd0f4d-e4e1-4562-b092-c0539a1ba8ad tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 949 time: 0.0789986 Jul 09 19:50:53.565085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-839a4c5b-b532-48b0-a7d4-9c33c6f5cce3 req-d13577df-0dc5-4152-8fae-35737cdae204 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403450 Jul 09 19:50:53.739776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70ae7d-446e-43d7-b587-2a9e1b60aee3 req-2d8b6c61-2e3e-46a1-8c64-79179d063347 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:53.741454 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e70ae7d-446e-43d7-b587-2a9e1b60aee3 req-2d8b6c61-2e3e-46a1-8c64-79179d063347 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.0713816 Jul 09 19:50:53.787652 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e70ae7d-446e-43d7-b587-2a9e1b60aee3 req-a8f224ba-3f30-4238-9337-68f382b43c96 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352759 Jul 09 19:50:53.965362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b626388-27d8-472e-9ff2-6c426f55a893 req-b3bfef5d-2481-4029-b7b5-c0c9a18f0c6b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:53.966820 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b626388-27d8-472e-9ff2-6c426f55a893 req-b3bfef5d-2481-4029-b7b5-c0c9a18f0c6b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.0663302 Jul 09 19:50:54.004131 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b626388-27d8-472e-9ff2-6c426f55a893 req-970a16aa-3f63-4208-aa10-3c1e433e22a0 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311527 Jul 09 19:50:54.103674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9fd08493-b7b0-485f-bfed-5454c4989fd4 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:50:54.181426 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba8e6b-e266-428c-bccf-9886f9943d9d req-de239862-d7f8-4eae-a684-72e964bf7099 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:54.182979 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6ba8e6b-e266-428c-bccf-9886f9943d9d req-de239862-d7f8-4eae-a684-72e964bf7099 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 943 time: 0.0720203 Jul 09 19:50:54.209863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9fd08493-b7b0-485f-bfed-5454c4989fd4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9fd08493-b7b0-485f-bfed-5454c4989fd4,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:54.227317 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b37d38ba-be09-49ba-b65f-7eaaf9e5cae5 req-2e7dab99-101b-4993-bf80-347fd3781dc8 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 210 time: 0.0294282 Jul 09 19:50:54.228040 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6ba8e6b-e266-428c-bccf-9886f9943d9d req-7f34674e-744c-46d3-9ea8-b783144b388e tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362184 Jul 09 19:50:54.235452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '9fd08493-b7b0-485f-bfed-5454c4989fd4', 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c', 'port_id': '9fd08493-b7b0-485f-bfed-5454c4989fd4', 'mac_address': 'fa:16:3e:01:0b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1eed13-b035-4d1a-afdd-2ae4f33633a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:50:54.273958 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.287429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fd08493-b7b0-485f-bfed-5454c4989fd4 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:54.308870 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9fd08493-b7b0-485f-bfed-5454c4989fd4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9fd08493-b7b0-485f-bfed-5454c4989fd4,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:54.313215 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:54.365526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=9fd08493-b7b0-485f-bfed-5454c4989fd4,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:54.471107 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['9fd08493-b7b0-485f-bfed-5454c4989fd4'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:54.493046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dc24f-0b3d-4035-9960-af3a8e8cd888 req-75cda8de-4ecc-4fb4-b7b7-a087b62c87d7 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:54.497026 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2e2dc24f-0b3d-4035-9960-af3a8e8cd888 req-75cda8de-4ecc-4fb4-b7b7-a087b62c87d7 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0774422 Jul 09 19:50:54.565842 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2e2dc24f-0b3d-4035-9960-af3a8e8cd888 req-8b83f730-081c-4524-8c7d-ed3a03cb7d88 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615742 Jul 09 19:50:54.565842 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-9691eb20-73cd-469d-9728-d4fddae2142c tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353546 Jul 09 19:50:54.688984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-40846cde-2863-4b1c-8182-eedf63c31007 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:54.690609 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-40846cde-2863-4b1c-8182-eedf63c31007 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1173980 Jul 09 19:50:54.711408 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-26fa4990-ad80-4b78-a397-22da14991584 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Request body: {'port': {'device_id': '2f7f10d5-00ad-476a-8f3d-6303e7a35883', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '6e8dc31c587f41e9a0069ffbf510479d'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:54.768851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3dfa9-5abf-4199-a4a3-726c81a1f3b8 req-d92c5b59-c9f0-4614-9a82-ecbb70f41804 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:54.771501 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-64c3dfa9-5abf-4199-a4a3-726c81a1f3b8 req-d92c5b59-c9f0-4614-9a82-ecbb70f41804 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 949 time: 0.0738742 Jul 09 19:50:54.815706 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-64c3dfa9-5abf-4199-a4a3-726c81a1f3b8 req-66bbecec-34f0-4b4b-8cb3-017748e8bb74 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384407 Jul 09 19:50:54.825593 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-26fa4990-ad80-4b78-a397-22da14991584 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Made reservation on behalf of 6e8dc31c587f41e9a0069ffbf510479d for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:54.829344 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-26fa4990-ad80-4b78-a397-22da14991584 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.000485 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-26fa4990-ad80-4b78-a397-22da14991584 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Allocated IP 192.168.233.54 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/3c9e2815-0744-41ed-ba14-0f4a2a9ba815) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:55.020726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af3cd9-d133-4002-821f-a48f39ce2020 req-d91ba7f5-8544-4063-a94d-ed9316eb6be8 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:55.022263 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2af3cd9-d133-4002-821f-a48f39ce2020 req-d91ba7f5-8544-4063-a94d-ed9316eb6be8 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.1202514 Jul 09 19:50:55.090145 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2af3cd9-d133-4002-821f-a48f39ce2020 req-6fc95095-3aac-46ae-ad5c-bd267bcdf8f7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615396 Jul 09 19:50:55.187266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e43c38-ea7b-4c6c-bb82-e9605eb1ecb1 req-1a001c81-71db-4c88-8d96-a71486c0d734 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:55.188810 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d4e43c38-ea7b-4c6c-bb82-e9605eb1ecb1 req-1a001c81-71db-4c88-8d96-a71486c0d734 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 945 time: 0.0665891 Jul 09 19:50:55.190332 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-26fa4990-ad80-4b78-a397-22da14991584 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.204455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-26fa4990-ad80-4b78-a397-22da14991584 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Transition to ACTIVE for port object 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:55.230742 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d4e43c38-ea7b-4c6c-bb82-e9605eb1ecb1 req-19ccfed1-01e6-43be-89b8-205db88da1ea tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346420 Jul 09 19:50:55.254262 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-26fa4990-ad80-4b78-a397-22da14991584 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.268759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1878e0bf-a49a-467e-9f42-a24ed701e24d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:55.370665 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-26fa4990-ad80-4b78-a397-22da14991584 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:55.372026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa4990-ad80-4b78-a397-22da14991584 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event updated for resources: {'Port': ['ID=3c9e2815-0744-41ed-ba14-0f4a2a9ba815,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:55.376675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-26fa4990-ad80-4b78-a397-22da14991584 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:55.380175 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-26fa4990-ad80-4b78-a397-22da14991584 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:55.429241 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09cf41cc-6872-4d0e-ae41-45bb52cd16c3 req-40676709-c71e-4795-8201-c75104efcd80 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 210 time: 0.0513544 Jul 09 19:50:55.640909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7a833-97ea-47fe-86e8-d48bd3feb633 req-11005c85-1fa4-4641-a239-6820ec88a1db tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:55.642519 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ff7a833-97ea-47fe-86e8-d48bd3feb633 req-11005c85-1fa4-4641-a239-6820ec88a1db tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.0934467 Jul 09 19:50:55.697085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ff7a833-97ea-47fe-86e8-d48bd3feb633 req-845b75d6-14e0-4685-afe5-0945c00962e0 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483401 Jul 09 19:50:55.734894 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-dc8f2ccc-b0f0-421e-93f2-5ec603295d38 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657270 Jul 09 19:50:55.763037 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cdcc7adb-07d7-4350-9730-0d7df8f1bad0 None None] Provisioning for port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:55.767676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cdcc7adb-07d7-4350-9730-0d7df8f1bad0 None None] Provisioning complete for port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:55.768261 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cdcc7adb-07d7-4350-9730-0d7df8f1bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.809182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-cdcc7adb-07d7-4350-9730-0d7df8f1bad0 None None] Port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:50:55.812757 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-26fa4990-ad80-4b78-a397-22da14991584 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:55.813474 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-26fa4990-ad80-4b78-a397-22da14991584 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:55.862333 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-26fa4990-ad80-4b78-a397-22da14991584 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1551490 Jul 09 19:50:55.889499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2992bd-607c-4508-a855-9bf04949a529 req-219a6b6f-b4ad-4335-aad3-1e224a2a7011 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:55.891004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0b2992bd-607c-4508-a855-9bf04949a529 req-219a6b6f-b4ad-4335-aad3-1e224a2a7011 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 943 time: 0.2208676 Jul 09 19:50:55.896864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Request body: {'port': {'device_id': '2f7f10d5-00ad-476a-8f3d-6303e7a35883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.905694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-1eb53ffc-46ce-4b0e-8f67-53b5a922db79 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:55.907127 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-1eb53ffc-46ce-4b0e-8f67-53b5a922db79 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663098 Jul 09 19:50:55.946145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-0c531381-cae3-4f6b-a173-ddec28346e33 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Request body: {'port': {'device_id': '4643f5c2-4019-4660-8748-c81eaa4bc525', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '6e8dc31c587f41e9a0069ffbf510479d'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:55.983331 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991686bc-62e2-48f0-a285-dabf3a0a9dc4 req-6ef1017f-7616-4322-acbc-432e6ec94f43 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:55.984835 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-991686bc-62e2-48f0-a285-dabf3a0a9dc4 req-6ef1017f-7616-4322-acbc-432e6ec94f43 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0694757 Jul 09 19:50:56.022584 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-991686bc-62e2-48f0-a285-dabf3a0a9dc4 req-11d13a40-c34d-440a-bfb5-d307fc5f93ef tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312288 Jul 09 19:50:56.028668 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0b2992bd-607c-4508-a855-9bf04949a529 req-18c7e5fe-9b34-43df-8b61-a19aa460493b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205595 Jul 09 19:50:56.089457 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.100288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2d9e01c2-dbed-4eff-a37f-fa60147eb347 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:56.165037 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 2d9e01c2-dbed-4eff-a37f-fa60147eb347 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:56.169681 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 2d9e01c2-dbed-4eff-a37f-fa60147eb347 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:56.170641 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.186117 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ef51e-60c1-446b-ad99-3344364fd84a req-bee2663d-888f-421b-a98f-44d77c0d288c tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:56.187616 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-451ef51e-60c1-446b-ad99-3344364fd84a req-bee2663d-888f-421b-a98f-44d77c0d288c tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 1096 time: 0.0559053 Jul 09 19:50:56.224820 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-451ef51e-60c1-446b-ad99-3344364fd84a req-643d4e23-6a96-4794-837c-22297875944d tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307615 Jul 09 19:50:56.231263 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-0c531381-cae3-4f6b-a173-ddec28346e33 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Made reservation on behalf of 6e8dc31c587f41e9a0069ffbf510479d for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:50:56.235029 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-0c531381-cae3-4f6b-a173-ddec28346e33 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.251690 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.290865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2d9e01c2-dbed-4eff-a37f-fa60147eb347, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:56.291911 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9e01c2-dbed-4eff-a37f-fa60147eb347'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:56.295319 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559d3ef8-a7f5-42c9-bb07-0e384cf85533" -d '{"events": [{"server_uuid": "d5792ca0-fb8c-4078-a51e-4d80eb669e33", "name": "network-vif-plugged", "status": "completed", "tag": "2d9e01c2-dbed-4eff-a37f-fa60147eb347"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:56.298868 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.300568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9fd08493-b7b0-485f-bfed-5454c4989fd4 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:50:56.385164 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=2d9e01c2-dbed-4eff-a37f-fa60147eb347,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:56.395906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 9fd08493-b7b0-485f-bfed-5454c4989fd4 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:56.396289 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.435294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74d0cd-a09c-4f45-b1d0-05a49031a1bb req-23ffd54c-5acb-4710-8ff4-925f5d82be91 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:56.436850 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e74d0cd-a09c-4f45-b1d0-05a49031a1bb req-23ffd54c-5acb-4710-8ff4-925f5d82be91 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 949 time: 0.2723668 Jul 09 19:50:56.493479 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.504647 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.510918 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e74d0cd-a09c-4f45-b1d0-05a49031a1bb req-5b8c6947-ed57-4ed4-be07-4739ee878ddb tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620716 Jul 09 19:50:56.539978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9fd08493-b7b0-485f-bfed-5454c4989fd4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9fd08493-b7b0-485f-bfed-5454c4989fd4,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:50:56.545387 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.596081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:56.599502 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=9fd08493-b7b0-485f-bfed-5454c4989fd4,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:56.606365 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.629906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Transition to ACTIVE for port object 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:56.644572 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.763889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-0c531381-cae3-4f6b-a173-ddec28346e33 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Allocated IP 192.168.233.175 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/b6a7cc50-e031-4989-8b65-c43ed7030ff1) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:50:56.773874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Pushing event updated for resources: {'Port': ['ID=3c9e2815-0744-41ed-ba14-0f4a2a9ba815,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:56.789659 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6910388a-2568-41ef-9c1e-2baec9ba1874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:56.867112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44b1ea-120d-437f-b091-aef17ba0dc7f req-8ac5c195-d809-4e67-aede-b38d5fc8f737 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:56.868842 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cc44b1ea-120d-437f-b091-aef17ba0dc7f req-8ac5c195-d809-4e67-aede-b38d5fc8f737 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.2424364 Jul 09 19:50:56.964603 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Attempting to bind port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:56.964954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Attempting to bind port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:56.965293 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Attempting to bind port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:56.983082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:56.983423 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Attempting to bind port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:56.995385 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cc44b1ea-120d-437f-b091-aef17ba0dc7f req-5e9b28cc-2278-4ed0-a3fc-a1eadb26c440 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155577 Jul 09 19:50:56.999709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:57.000052 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:57.000437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:57.000921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Bound port: 3c9e2815-0744-41ed-ba14-0f4a2a9ba815, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:57.001289 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.054359 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76022d8-a636-4373-b076-b669d7370c50 x-openstack-request-id: req-f76022d8-a636-4373-b076-b669d7370c50 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:57.054929 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5792ca0-fb8c-4078-a51e-4d80eb669e33", "name": "network-vif-plugged", "status": "completed", "tag": "2d9e01c2-dbed-4eff-a37f-fa60147eb347", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:57.055329 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f76022d8-a636-4373-b076-b669d7370c50 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:57.055894 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9e01c2-dbed-4eff-a37f-fa60147eb347', 'code': 200} Jul 09 19:50:57.092234 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-0c531381-cae3-4f6b-a173-ddec28346e33 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.118704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-0c531381-cae3-4f6b-a173-ddec28346e33 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Transition to ACTIVE for port object b6a7cc50-e031-4989-8b65-c43ed7030ff1 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:57.120433 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] For port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:57.124592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] For port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3c9e2815-0744-41ed-ba14-0f4a2a9ba815,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:57.130634 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.169429 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:50:57.173536 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:50:57.199469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:57.200106 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.201540 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] 10.222.0.36 "PUT /v2.0/ports/3c9e2815-0744-41ed-ba14-0f4a2a9ba815 HTTP/1.1" status: 200 len: 1095 time: 1.3096278 Jul 09 19:50:57.208106 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd039d88-54f5-4907-8945-c38942adb448 req-8ce49c23-9155-4441-9780-25823933ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:57.209838 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd039d88-54f5-4907-8945-c38942adb448 req-8ce49c23-9155-4441-9780-25823933ccff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 1101 time: 0.0739276 Jul 09 19:50:57.211056 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7f10d5-00ad-476a-8f3d-6303e7a35883', 'tag': '3c9e2815-0744-41ed-ba14-0f4a2a9ba815'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:57.213789 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a5c180-800b-4b47-863b-7dc8f5e17baa" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7f10d5-00ad-476a-8f3d-6303e7a35883", "tag": "3c9e2815-0744-41ed-ba14-0f4a2a9ba815"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:57.218003 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e82603a4-87c1-48b0-8621-46974564f1a0 req-b1f7ccf4-014b-4ea5-b10e-70c20c6904b0 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 210 time: 0.0604899 Jul 09 19:50:57.248516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bdd5c7-055c-4b61-9591-aa322c1bb5cd service neutron] Pushing event updated for resources: {'Port': ['ID=3c9e2815-0744-41ed-ba14-0f4a2a9ba815,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:57.257659 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-0c531381-cae3-4f6b-a173-ddec28346e33 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.280197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1878e0bf-a49a-467e-9f42-a24ed701e24d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:50:57.313350 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd039d88-54f5-4907-8945-c38942adb448 req-c63d59cb-af54-42ea-b97d-9134cec6a21a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811327 Jul 09 19:50:57.314156 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-0c531381-cae3-4f6b-a173-ddec28346e33 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:50:57.333716 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-0c531381-cae3-4f6b-a173-ddec28346e33 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:50:57.343230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-0c531381-cae3-4f6b-a173-ddec28346e33 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:50:57.391157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c531381-cae3-4f6b-a173-ddec28346e33 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event updated for resources: {'Port': ['ID=b6a7cc50-e031-4989-8b65-c43ed7030ff1,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:57.461486 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-0c531381-cae3-4f6b-a173-ddec28346e33 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:57.462242 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-0c531381-cae3-4f6b-a173-ddec28346e33 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.488196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-25af017c-93b3-4fff-a062-cf64b15ee3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:57.489859 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-25af017c-93b3-4fff-a062-cf64b15ee3cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=2f7f10d5-00ad-476a-8f3d-6303e7a35883 HTTP/1.1" status: 200 len: 1098 time: 0.1954460 Jul 09 19:50:57.495054 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-0c531381-cae3-4f6b-a173-ddec28346e33 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5599914 Jul 09 19:50:57.517569 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe30da-8598-4980-a10a-8b2a92bdca18 req-5017834e-95f8-4787-b7dd-178cc4bddb74 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:57.519701 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2fe30da-8598-4980-a10a-8b2a92bdca18 req-5017834e-95f8-4787-b7dd-178cc4bddb74 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.1057589 Jul 09 19:50:57.582075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Request body: {'port': {'device_id': '4643f5c2-4019-4660-8748-c81eaa4bc525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:57.621136 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2fe30da-8598-4980-a10a-8b2a92bdca18 req-f1f39281-c060-415f-8e52-63813044f855 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925367 Jul 09 19:50:57.656348 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-59bdd544-bd9f-46d7-8994-e12a5e4ea217 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=3c9e2815-0744-41ed-ba14-0f4a2a9ba815 HTTP/1.1" status: 200 len: 217 time: 0.0820704 Jul 09 19:50:57.714433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-06535875-a634-4d61-9934-90bca00f6b67 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:50:57.721409 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-06535875-a634-4d61-9934-90bca00f6b67 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125046 Jul 09 19:50:57.743478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-d59078c9-9f26-474d-b36b-e33a0704fec2 service neutron] Request body: {'binding': {'host': 'n-h2-800088-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:50:57.743877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-d59078c9-9f26-474d-b36b-e33a0704fec2 service neutron] Unknown quota resources ['binding']. {{(pid=100205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:50:57.764272 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-1bc5d802-49c4-4f0c-9f2a-3434aea961bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:57.766078 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-1bc5d802-49c4-4f0c-9f2a-3434aea961bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0984974 Jul 09 19:50:57.771189 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.889701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6ca74339-0627-4ef9-a754-4caa5cb0eb09 None None] Provisioning for port b6a7cc50-e031-4989-8b65-c43ed7030ff1 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:50:57.893927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6ca74339-0627-4ef9-a754-4caa5cb0eb09 None None] Provisioning complete for port b6a7cc50-e031-4989-8b65-c43ed7030ff1 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:50:57.894301 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6ca74339-0627-4ef9-a754-4caa5cb0eb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:57.931071 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-6ca74339-0627-4ef9-a754-4caa5cb0eb09 None None] Port b6a7cc50-e031-4989-8b65-c43ed7030ff1 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:50:58.025190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-661615d5-e4dd-44b0-b569-f3f9b2b80e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:58.026664 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-661615d5-e4dd-44b0-b569-f3f9b2b80e16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2424130 Jul 09 19:50:58.111380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e0508-7808-45ef-a8a2-e844741fc5c8 req-091efbdf-7aef-4606-bc3e-cf3f1c349235 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:58.113475 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a13e0508-7808-45ef-a8a2-e844741fc5c8 req-091efbdf-7aef-4606-bc3e-cf3f1c349235 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.2102578 Jul 09 19:50:58.170940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-d59078c9-9f26-474d-b36b-e33a0704fec2 service neutron] Attempting to bind port 28888a29-2c11-462d-a422-09928b274d9c on host n-h2-800088-3 for vnic_type normal with profile None {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:58.171357 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-d59078c9-9f26-474d-b36b-e33a0704fec2 service neutron] Attempting to bind port 28888a29-2c11-462d-a422-09928b274d9c by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:58.172072 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-d59078c9-9f26-474d-b36b-e33a0704fec2 service neutron] Attempting to bind port 28888a29-2c11-462d-a422-09928b274d9c on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:58.177222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-d59078c9-9f26-474d-b36b-e33a0704fec2 service neutron] Port 28888a29-2c11-462d-a422-09928b274d9c on network cde8a11d-a413-4777-8c30-ae667fa77b73 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:58.177564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-d59078c9-9f26-474d-b36b-e33a0704fec2 service neutron] Attempting to bind port 28888a29-2c11-462d-a422-09928b274d9c on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:58.182959 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-d59078c9-9f26-474d-b36b-e33a0704fec2 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:58.183308 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-d59078c9-9f26-474d-b36b-e33a0704fec2 service neutron] Checking segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:58.183700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-d59078c9-9f26-474d-b36b-e33a0704fec2 service neutron] Bound using segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:58.184142 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-d59078c9-9f26-474d-b36b-e33a0704fec2 service neutron] Bound port: 28888a29-2c11-462d-a422-09928b274d9c, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:58.209377 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a13e0508-7808-45ef-a8a2-e844741fc5c8 req-d149866e-08dd-42ef-bc21-223e6dbab82d tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868363 Jul 09 19:50:58.242230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-d59078c9-9f26-474d-b36b-e33a0704fec2 service neutron] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=28888a29-2c11-462d-a422-09928b274d9c,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:58.248223 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-d59078c9-9f26-474d-b36b-e33a0704fec2 service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:58.250040 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-d59078c9-9f26-474d-b36b-e33a0704fec2 service neutron] 10.222.0.30 "POST /v2.0/ports/28888a29-2c11-462d-a422-09928b274d9c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5263875 Jul 09 19:50:58.261421 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-88222302-2248-4d72-99ce-95a9f2b3d397 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247086 Jul 09 19:50:58.266967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a7cc50-e031-4989-8b65-c43ed7030ff1 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:50:58.284879 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:58.354432 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Transition to ACTIVE for port object b6a7cc50-e031-4989-8b65-c43ed7030ff1 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:50:58.368577 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:58.403072 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c41ac6-a5ff-4a77-a12e-87becd15d911 x-openstack-request-id: req-11c41ac6-a5ff-4a77-a12e-87becd15d911 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:58.403395 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7f10d5-00ad-476a-8f3d-6303e7a35883", "tag": "3c9e2815-0744-41ed-ba14-0f4a2a9ba815", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:58.403809 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11c41ac6-a5ff-4a77-a12e-87becd15d911 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:58.404283 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7f10d5-00ad-476a-8f3d-6303e7a35883', 'tag': '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'status': 'completed', 'code': 200} Jul 09 19:50:58.491331 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a7cc50-e031-4989-8b65-c43ed7030ff1,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:58.520280 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-99a06b1c-aaa7-4f35-b61a-dc561b897a9a service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472978 Jul 09 19:50:58.540348 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69552f-9374-46b2-9d8c-1e749d420839 req-83d1b457-d6b5-471b-9bbe-d22f4dc7af7d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:58.542501 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fa69552f-9374-46b2-9d8c-1e749d420839 req-83d1b457-d6b5-471b-9bbe-d22f4dc7af7d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0764263 Jul 09 19:50:58.565973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c802931-4176-4a15-bc50-3c1a1ee2e429 req-b2b11c63-9c38-48c9-8f15-b7d21ffae55b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:58.567883 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8c802931-4176-4a15-bc50-3c1a1ee2e429 req-b2b11c63-9c38-48c9-8f15-b7d21ffae55b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 943 time: 0.2123127 Jul 09 19:50:58.602571 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fa69552f-9374-46b2-9d8c-1e749d420839 req-dc9caf17-3b24-4b43-b3df-98c4da967cb5 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536623 Jul 09 19:50:58.809029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff670fca-9bf5-4981-b7ab-3ea6d177d481 req-89eda8b3-1ff2-436e-8b49-b3e88ca34c9c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:58.810628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ff670fca-9bf5-4981-b7ab-3ea6d177d481 req-89eda8b3-1ff2-436e-8b49-b3e88ca34c9c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.0868757 Jul 09 19:50:58.853521 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ff670fca-9bf5-4981-b7ab-3ea6d177d481 req-28514fd9-88fb-4e1b-af17-03f7c0ca75cd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369525 Jul 09 19:50:58.876009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Attempting to bind port b6a7cc50-e031-4989-8b65-c43ed7030ff1 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:50:58.876009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Attempting to bind port b6a7cc50-e031-4989-8b65-c43ed7030ff1 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:50:58.876009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Attempting to bind port b6a7cc50-e031-4989-8b65-c43ed7030ff1 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:58.892088 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:58.896936 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8c802931-4176-4a15-bc50-3c1a1ee2e429 req-2776c054-c1f2-4929-97f6-d168bc4319c1 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225183 Jul 09 19:50:58.898615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Port b6a7cc50-e031-4989-8b65-c43ed7030ff1 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:50:58.899021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Attempting to bind port b6a7cc50-e031-4989-8b65-c43ed7030ff1 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:50:58.910332 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:50:58.910778 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:50:58.911281 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:50:58.911815 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Bound port: b6a7cc50-e031-4989-8b65-c43ed7030ff1, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:50:58.912280 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:58.975271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5c180-800b-4b47-863b-7dc8f5e17baa req-5510f23c-121f-4c2c-9bbd-7ab5465ac7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:58.977032 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a3a5c180-800b-4b47-863b-7dc8f5e17baa req-5510f23c-121f-4c2c-9bbd-7ab5465ac7fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=2f7f10d5-00ad-476a-8f3d-6303e7a35883 HTTP/1.1" status: 200 len: 1098 time: 0.3881512 Jul 09 19:50:59.036342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9b180-5e79-4320-9c44-6a0000bebbb2 req-8640c540-ad89-4dcc-bc2f-492918e2c854 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:59.038564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0af9b180-5e79-4320-9c44-6a0000bebbb2 req-8640c540-ad89-4dcc-bc2f-492918e2c854 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 948 time: 0.0740786 Jul 09 19:50:59.051437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] For port b6a7cc50-e031-4989-8b65-c43ed7030ff1, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:50:59.057492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094e817d-ec3e-4e1d-88ca-91a3f7bad18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd08493-b7b0-485f-bfed-5454c4989fd4'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:50:59.061088 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48b474a-3c9a-441a-866b-fcfe071ee7a4" -d '{"events": [{"server_uuid": "094e817d-ec3e-4e1d-88ca-91a3f7bad18f", "name": "network-vif-plugged", "status": "completed", "tag": "9fd08493-b7b0-485f-bfed-5454c4989fd4"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:50:59.082870 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0af9b180-5e79-4320-9c44-6a0000bebbb2 req-8c547d44-d306-473d-a69f-0c3d0c7ec7a9 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373344 Jul 09 19:50:59.097206 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] For port b6a7cc50-e031-4989-8b65-c43ed7030ff1, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b6a7cc50-e031-4989-8b65-c43ed7030ff1,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:50:59.115251 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:59.189051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:59.190037 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:59.192748 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] 10.222.0.36 "PUT /v2.0/ports/b6a7cc50-e031-4989-8b65-c43ed7030ff1 HTTP/1.1" status: 200 len: 1096 time: 1.6171184 Jul 09 19:50:59.265955 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5c180-800b-4b47-863b-7dc8f5e17baa req-c8cc8672-a49e-44b6-ac94-6d4334e7e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:59.267899 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a3a5c180-800b-4b47-863b-7dc8f5e17baa req-c8cc8672-a49e-44b6-ac94-6d4334e7e2c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2741945 Jul 09 19:50:59.279579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10c075-7c5e-4217-b54f-a6d23950d7c0 req-ce20ba2d-de5b-4ba7-8ecd-74f0dac143e8 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:59.288912 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be10c075-7c5e-4217-b54f-a6d23950d7c0 req-ce20ba2d-de5b-4ba7-8ecd-74f0dac143e8 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.2340569 Jul 09 19:50:59.322846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab9446-e1f0-4c8f-8130-a7a9fdd6c76d req-45e95461-2783-4163-9730-83e914f1e310 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:59.325050 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-99ab9446-e1f0-4c8f-8130-a7a9fdd6c76d req-45e95461-2783-4163-9730-83e914f1e310 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.1040566 Jul 09 19:50:59.356734 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3c47d610-0f10-45a5-9214-a883dc30e4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:59.375746 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a98fd-2cdd-4c3d-96c2-582d4d8f12d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a7cc50-e031-4989-8b65-c43ed7030ff1,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:50:59.385585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-99ab9446-e1f0-4c8f-8130-a7a9fdd6c76d req-6a4062ab-12a7-4ea8-a65e-a930bbd9bace tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449934 Jul 09 19:50:59.397756 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a3a5c180-800b-4b47-863b-7dc8f5e17baa req-e832a964-f8e1-4c00-9e30-fa69aeb0ad8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=3c9e2815-0744-41ed-ba14-0f4a2a9ba815 HTTP/1.1" status: 200 len: 217 time: 0.1067443 Jul 09 19:50:59.441716 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be10c075-7c5e-4217-b54f-a6d23950d7c0 req-47de7b2f-5e5e-4ab3-8494-b4239bbb6f26 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518183 Jul 09 19:50:59.513823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-9e7ce847-77a8-4a44-8bc7-ae9400bd2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:59.515639 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-9e7ce847-77a8-4a44-8bc7-ae9400bd2372 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 1099 time: 0.2181807 Jul 09 19:50:59.541371 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a2a5fe-b0ee-4a35-b103-da7e95f36bfc x-openstack-request-id: req-90a2a5fe-b0ee-4a35-b103-da7e95f36bfc {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:50:59.544594 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094e817d-ec3e-4e1d-88ca-91a3f7bad18f", "name": "network-vif-plugged", "status": "completed", "tag": "9fd08493-b7b0-485f-bfed-5454c4989fd4", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:50:59.544981 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90a2a5fe-b0ee-4a35-b103-da7e95f36bfc {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:50:59.545463 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094e817d-ec3e-4e1d-88ca-91a3f7bad18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd08493-b7b0-485f-bfed-5454c4989fd4', 'code': 200} Jul 09 19:50:59.550948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5c180-800b-4b47-863b-7dc8f5e17baa req-61d7afda-7485-4c30-918b-bc906a8c1518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:59.554847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a3a5c180-800b-4b47-863b-7dc8f5e17baa req-61d7afda-7485-4c30-918b-bc906a8c1518 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1266456 Jul 09 19:50:59.559352 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:50:59.645162 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-3b40c4be-7dad-4c12-a7c5-14ca783db7f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=b6a7cc50-e031-4989-8b65-c43ed7030ff1 HTTP/1.1" status: 200 len: 217 time: 0.0890512 Jul 09 19:50:59.779611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-d45c0c57-c068-4334-9398-02557ed6953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:59.781215 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-d45c0c57-c068-4334-9398-02557ed6953c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1223223 Jul 09 19:50:59.804465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5c180-800b-4b47-863b-7dc8f5e17baa req-c8fb1039-21ba-4fa1-b1ed-36bc06af4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:59.806082 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a3a5c180-800b-4b47-863b-7dc8f5e17baa req-c8fb1039-21ba-4fa1-b1ed-36bc06af4703 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2356389 Jul 09 19:50:59.828242 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc510d7-657d-4915-b48a-50b965abca5a req-970c3e31-c04a-4021-98c0-5f5cd6896c80 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:59.830472 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6bc510d7-657d-4915-b48a-50b965abca5a req-970c3e31-c04a-4021-98c0-5f5cd6896c80 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1605163 Jul 09 19:50:59.842007 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196a59b-08d7-4056-b7e9-1ff37b160f62 req-28cf80a5-3afd-4242-bba1-6580ace327db tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:50:59.843709 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a196a59b-08d7-4056-b7e9-1ff37b160f62 req-28cf80a5-3afd-4242-bba1-6580ace327db tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0816805 Jul 09 19:50:59.920948 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a196a59b-08d7-4056-b7e9-1ff37b160f62 req-02be6732-744c-462f-982f-b8aac6a8b96b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704060 Jul 09 19:50:59.943977 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-580baecc-49e9-4b82-a9be-d4f680fccbd2 service neutron] 10.222.0.36 "GET /v2.0/ports/4e8f01c9-b154-4fac-8cec-549f96ad1e02/bindings/n-h2-800088-3 HTTP/1.1" status: 200 len: 384 time: 0.0750070 Jul 09 19:50:59.987903 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6bc510d7-657d-4915-b48a-50b965abca5a req-3ee12371-77ca-4226-9380-9a2fda983fe1 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504097 Jul 09 19:51:00.072832 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-99df9f34-d10e-4443-9596-8b3625adcee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:00.074413 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-99df9f34-d10e-4443-9596-8b3625adcee7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2098718 Jul 09 19:51:00.079835 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a3a5c180-800b-4b47-863b-7dc8f5e17baa req-0410ecb4-1e5f-449f-be0f-d1f2e35fc96e service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140920 Jul 09 19:51:00.100682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4e8f01c9-b154-4fac-8cec-549f96ad1e02 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:00.188321 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:51:00.279891 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:00.283048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d6a3a-5e0d-4fee-9c76-5ccd71b958e3 req-438ff4af-9685-4ebd-9a79-125a27ceb5f2 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:00.285241 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce9d6a3a-5e0d-4fee-9c76-5ccd71b958e3 req-438ff4af-9685-4ebd-9a79-125a27ceb5f2 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.1484785 Jul 09 19:51:00.310396 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-18b02574-bc3f-46e9-82f9-585b123bb8ad service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174726 Jul 09 19:51:00.314756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-6f7796e0-87a0-4de1-b977-d79160004ae5 service neutron] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:00.332349 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a3a5c180-800b-4b47-863b-7dc8f5e17baa req-4f14d19f-7ed6-463d-99dc-e08cb8c24e87 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183421 Jul 09 19:51:00.350610 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce9d6a3a-5e0d-4fee-9c76-5ccd71b958e3 req-268b2241-7ec9-4e2f-941e-af3ed9874452 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586157 Jul 09 19:51:00.353962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-6f7796e0-87a0-4de1-b977-d79160004ae5 service neutron] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:00.391565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-6f7796e0-87a0-4de1-b977-d79160004ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8f01c9-b154-4fac-8cec-549f96ad1e02 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:00.391918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7692f0c-0444-4112-bb5e-fb8febe3e99e req-76e59842-67d4-436e-9274-366c0557a71b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:00.394030 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a7692f0c-0444-4112-bb5e-fb8febe3e99e req-76e59842-67d4-436e-9274-366c0557a71b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 943 time: 0.1877723 Jul 09 19:51:00.403918 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-6f7796e0-87a0-4de1-b977-d79160004ae5 service neutron] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:00.404855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4643f5c2-4019-4660-8748-c81eaa4bc525', 'tag': 'b6a7cc50-e031-4989-8b65-c43ed7030ff1'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:00.407093 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3a82f4-b5c6-48ed-8358-a4694dcc5df2" -d '{"events": [{"name": "network-changed", "server_uuid": "4643f5c2-4019-4660-8748-c81eaa4bc525", "tag": "b6a7cc50-e031-4989-8b65-c43ed7030ff1"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:00.422690 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-6f7796e0-87a0-4de1-b977-d79160004ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:00.461156 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6caed3d-5d7c-45eb-bf43-fe284effaeda req-d6a9dfba-8a3e-4653-aa45-68cd03a736a0 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413395 Jul 09 19:51:00.466380 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a7692f0c-0444-4112-bb5e-fb8febe3e99e req-6fce76b3-e525-45f2-a0e7-e5bcf2e2d562 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623212 Jul 09 19:51:00.537646 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb46ad2f-70b1-4f68-9d40-7da29f96abcf x-openstack-request-id: req-eb46ad2f-70b1-4f68-9d40-7da29f96abcf {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:00.538142 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4643f5c2-4019-4660-8748-c81eaa4bc525", "tag": "b6a7cc50-e031-4989-8b65-c43ed7030ff1", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:00.538576 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb46ad2f-70b1-4f68-9d40-7da29f96abcf {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:00.539502 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4643f5c2-4019-4660-8748-c81eaa4bc525', 'tag': 'b6a7cc50-e031-4989-8b65-c43ed7030ff1', 'status': 'completed', 'code': 200} Jul 09 19:51:00.544052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-6f7796e0-87a0-4de1-b977-d79160004ae5 service neutron] Transition to ACTIVE for port object 4e8f01c9-b154-4fac-8cec-549f96ad1e02 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:00.550076 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-6f7796e0-87a0-4de1-b977-d79160004ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:00.641409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7796e0-87a0-4de1-b977-d79160004ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8f01c9-b154-4fac-8cec-549f96ad1e02,revision_number=10']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:00.646515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-6f7796e0-87a0-4de1-b977-d79160004ae5 service neutron] No DVR routers for this DVR port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:00.682414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978be7b-f088-41ab-9c29-dbc58360f903 req-f6063880-1c8f-4d74-8ffc-c9f31e5968a2 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:00.683942 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5978be7b-f088-41ab-9c29-dbc58360f903 req-f6063880-1c8f-4d74-8ffc-c9f31e5968a2 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 948 time: 0.1754322 Jul 09 19:51:00.690084 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-6f7796e0-87a0-4de1-b977-d79160004ae5 service neutron] 10.222.0.36 "PUT /v2.0/ports/4e8f01c9-b154-4fac-8cec-549f96ad1e02/bindings/n-h2-800088-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7156003 Jul 09 19:51:00.725443 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5978be7b-f088-41ab-9c29-dbc58360f903 req-5e71958a-6bf8-49f2-b48e-887dff4fd9e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332916 Jul 09 19:51:00.739212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a82f4-b5c6-48ed-8358-a4694dcc5df2 req-28a981a7-87cc-4fa6-98de-d0d8f6f606ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:00.740771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c3a82f4-b5c6-48ed-8358-a4694dcc5df2 req-28a981a7-87cc-4fa6-98de-d0d8f6f606ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 1099 time: 0.1215267 Jul 09 19:51:00.758817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b048fec-aa1a-4068-b083-6dfd1fa59f41 req-d61b88a1-17a2-4e9c-95ca-6e692672799d tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:00.765553 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2b048fec-aa1a-4068-b083-6dfd1fa59f41 req-d61b88a1-17a2-4e9c-95ca-6e692672799d tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.1354134 Jul 09 19:51:00.817181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-e99219c6-dccb-4000-90e1-b27b3fa35089 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:00.818751 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-e99219c6-dccb-4000-90e1-b27b3fa35089 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002&tenant_id=d1970a87c2e6404b89294d0e16829336&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1095 time: 0.0592070 Jul 09 19:51:00.855013 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2b048fec-aa1a-4068-b083-6dfd1fa59f41 req-c317ea8c-df61-418a-8843-c564b9b3b98c tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885172 Jul 09 19:51:00.907920 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a82f4-b5c6-48ed-8358-a4694dcc5df2 req-46e6cc22-9c59-4e32-86a9-943590f00d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:00.911091 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c3a82f4-b5c6-48ed-8358-a4694dcc5df2 req-46e6cc22-9c59-4e32-86a9-943590f00d77 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1434474 Jul 09 19:51:00.927613 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-28efa1ed-6ab1-49d2-b956-ab61267973a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:00.929211 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-28efa1ed-6ab1-49d2-b956-ab61267973a4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002&tenant_id=d1970a87c2e6404b89294d0e16829336 HTTP/1.1" status: 200 len: 1095 time: 0.1017201 Jul 09 19:51:00.938439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3dbcf-a565-4881-a12d-6b2dd4a97965 req-b71533e9-e1e2-4b6e-b732-a43ef7473a90 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:00.939949 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-63a3dbcf-a565-4881-a12d-6b2dd4a97965 req-b71533e9-e1e2-4b6e-b732-a43ef7473a90 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.1036282 Jul 09 19:51:00.963464 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c3a82f4-b5c6-48ed-8358-a4694dcc5df2 req-2d3b95de-7cba-408b-8730-286060369504 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=b6a7cc50-e031-4989-8b65-c43ed7030ff1 HTTP/1.1" status: 200 len: 217 time: 0.0407379 Jul 09 19:51:01.015790 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-63a3dbcf-a565-4881-a12d-6b2dd4a97965 req-6b58eec8-a5d0-4ebc-a6f8-b7171fc727c2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674455 Jul 09 19:51:01.032389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a82f4-b5c6-48ed-8358-a4694dcc5df2 req-81dd0123-c97e-4618-b3e0-2f8a3595114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:01.033934 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c3a82f4-b5c6-48ed-8358-a4694dcc5df2 req-81dd0123-c97e-4618-b3e0-2f8a3595114c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0497680 Jul 09 19:51:01.035623 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-87acafc7-3750-44cb-9ae7-200f309c45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:01.037161 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-87acafc7-3750-44cb-9ae7-200f309c45ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 1095 time: 0.0792949 Jul 09 19:51:01.148559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a82f4-b5c6-48ed-8358-a4694dcc5df2 req-6109d33a-bce1-4d00-9642-b1b80d34a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:01.149979 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c3a82f4-b5c6-48ed-8358-a4694dcc5df2 req-6109d33a-bce1-4d00-9642-b1b80d34a400 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1042974 Jul 09 19:51:01.162410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5a1ff-075d-4870-8b6e-4891312b7a34 req-580915bf-69bf-49ab-815c-cddb3930f31e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:01.163858 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03f5a1ff-075d-4870-8b6e-4891312b7a34 req-580915bf-69bf-49ab-815c-cddb3930f31e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0858696 Jul 09 19:51:01.166067 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b5aae46c-c167-42e9-bcfb-104dd219cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:01.167535 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-b5aae46c-c167-42e9-bcfb-104dd219cf4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.1240220 Jul 09 19:51:01.223869 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-05336748-c903-4694-b1b7-33b7f6bc515a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02 HTTP/1.1" status: 200 len: 217 time: 0.0444477 Jul 09 19:51:01.247397 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76800bfe-a447-4b0c-a04b-d431f5725e12 req-e7467df6-28c9-49fd-bc3d-722be46ec6dd tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:01.249344 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-76800bfe-a447-4b0c-a04b-d431f5725e12 req-e7467df6-28c9-49fd-bc3d-722be46ec6dd tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1213224 Jul 09 19:51:01.252277 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03f5a1ff-075d-4870-8b6e-4891312b7a34 req-c9a887b6-bb19-41c7-ba5b-3a357cdda531 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801926 Jul 09 19:51:01.281004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c3a82f4-b5c6-48ed-8358-a4694dcc5df2 req-46308dd3-64d2-4e35-8664-27a356a2c1e4 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160054 Jul 09 19:51:01.303971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-6bd90bae-cc43-4e68-977b-cb928c708873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:01.305604 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-6bd90bae-cc43-4e68-977b-cb928c708873 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.0746341 Jul 09 19:51:01.328362 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-76800bfe-a447-4b0c-a04b-d431f5725e12 req-4c0910de-dc93-4a06-be0e-78760e4d9cf4 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604641 Jul 09 19:51:01.345760 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-1c79f987-2a8f-4fcc-b6dc-5b59c80743a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321312 Jul 09 19:51:01.406997 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c3a82f4-b5c6-48ed-8358-a4694dcc5df2 req-c3c9e912-d526-470c-904c-ebbce98cadca service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165903 Jul 09 19:51:01.446623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69fe38-fed3-4550-803a-662e9510425e req-ca7a9c07-c740-4b13-81d5-d44635548014 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:01.448144 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb69fe38-fed3-4550-803a-662e9510425e req-ca7a9c07-c740-4b13-81d5-d44635548014 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0739377 Jul 09 19:51:01.451057 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-86257c02-4712-44f5-805b-57a51a22baad service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960393 Jul 09 19:51:01.488352 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb69fe38-fed3-4550-803a-662e9510425e req-b4050328-73fe-48cc-ad6e-9d90f8289609 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338686 Jul 09 19:51:01.585962 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-104d72ab-4b5d-4802-a45a-404c5f6832ce service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282144 Jul 09 19:51:01.598024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5e914-6458-4bcf-843c-2864cad28f89 req-6c50acde-0ba7-46b8-86d5-4461dae66870 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:01.599915 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35c5e914-6458-4bcf-843c-2864cad28f89 req-6c50acde-0ba7-46b8-86d5-4461dae66870 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.1239266 Jul 09 19:51:01.642975 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35c5e914-6458-4bcf-843c-2864cad28f89 req-b9560490-6106-4acb-849f-9d85f1932720 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344884 Jul 09 19:51:01.659452 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465aac3c-6293-4eeb-a0c1-5b79a34c74a9 req-ac66404a-cddf-4ccc-a366-8328b6502366 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:01.661045 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-465aac3c-6293-4eeb-a0c1-5b79a34c74a9 req-ac66404a-cddf-4ccc-a366-8328b6502366 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 944 time: 0.0706947 Jul 09 19:51:01.706040 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-465aac3c-6293-4eeb-a0c1-5b79a34c74a9 req-8a7d4256-ccf2-4aca-970d-835129edcca0 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390160 Jul 09 19:51:01.910232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-975f6f13-9117-4f36-8d12-7e44e9aba1fb tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:01.911978 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-975f6f13-9117-4f36-8d12-7e44e9aba1fb tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002&tenant_id=d1970a87c2e6404b89294d0e16829336&binding%3Ahost_id=n-h2-800088-3 HTTP/1.1" status: 200 len: 1095 time: 0.0692213 Jul 09 19:51:01.930384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf544267-3f01-4921-9c2b-378d30bfc7af req-b43945ba-e35d-4e09-90bc-124ac85b7b8e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:01.932233 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf544267-3f01-4921-9c2b-378d30bfc7af req-b43945ba-e35d-4e09-90bc-124ac85b7b8e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 948 time: 0.0831761 Jul 09 19:51:01.970951 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf544267-3f01-4921-9c2b-378d30bfc7af req-4210a970-2290-4991-936b-2970cde49c81 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324204 Jul 09 19:51:02.037014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-7c23f8c7-5caa-4054-866a-59273257a85c service neutron] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:02.040242 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-7c23f8c7-5caa-4054-866a-59273257a85c service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:02.041492 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f869aa2-5a70-409d-b739-8a778c39b9fe req-7c23f8c7-5caa-4054-866a-59273257a85c service neutron] 10.222.0.32 "DELETE /v2.0/ports/4e8f01c9-b154-4fac-8cec-549f96ad1e02/bindings/n-h1-800088-3 HTTP/1.1" status: 204 len: 173 time: 0.1223016 Jul 09 19:51:02.121606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:02.133783 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:02.165693 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec713e1-ac67-4fa1-af3b-9de8c23c8798 req-89fb37b9-b637-486d-a873-0e5840eb3aae tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:02.167355 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ec713e1-ac67-4fa1-af3b-9de8c23c8798 req-89fb37b9-b637-486d-a873-0e5840eb3aae tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.0925815 Jul 09 19:51:02.247392 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ec713e1-ac67-4fa1-af3b-9de8c23c8798 req-36c07cef-1977-4d6e-b507-92c6746ea973 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694611 Jul 09 19:51:02.249622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3c9e2815-0744-41ed-ba14-0f4a2a9ba815,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:02.262600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'mac_address': 'fa:16:3e:c4:70:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:02.304365 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:02.318150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:02.335641 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-92104a25-d8c7-4dd9-bb58-a094a933adab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1317637 Jul 09 19:51:02.338429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3c9e2815-0744-41ed-ba14-0f4a2a9ba815,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:02.343458 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:02.384449 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd87a4-e5ce-4bfb-9bee-56b179be5a3f req-fabd667e-b606-4065-b8f1-fa23d161cff6 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:02.386090 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bbd87a4-e5ce-4bfb-9bee-56b179be5a3f req-fabd667e-b606-4065-b8f1-fa23d161cff6 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.1323986 Jul 09 19:51:02.394409 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdce6f0f-feeb-4c74-bd1e-1430448103e4 req-3e7dc8f9-018e-4176-b61a-e835ac813ed0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961144 Jul 09 19:51:02.419237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3c9e2815-0744-41ed-ba14-0f4a2a9ba815,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:02.436622 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bbd87a4-e5ce-4bfb-9bee-56b179be5a3f req-336b469b-d2eb-4543-b92d-872d103c0bfd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 Jul 09 19:51:02.501829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6f0f-feeb-4c74-bd1e-1430448103e4 req-ccb4a25c-0dfe-4565-9a36-19da32c53103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:02.503371 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdce6f0f-feeb-4c74-bd1e-1430448103e4 req-ccb4a25c-0dfe-4565-9a36-19da32c53103 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 1096 time: 0.0573227 Jul 09 19:51:02.619909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbfefb-36dc-4e20-b2d8-5a29d04ce35c req-b8c70e08-d9fc-4305-a9c9-5047bc49cd0b tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:02.621672 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-55dbfefb-36dc-4e20-b2d8-5a29d04ce35c req-b8c70e08-d9fc-4305-a9c9-5047bc49cd0b tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.1212566 Jul 09 19:51:02.667101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6f0f-feeb-4c74-bd1e-1430448103e4 req-773b2c49-92ed-4a59-ac3b-f662931997a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:02.668487 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-55dbfefb-36dc-4e20-b2d8-5a29d04ce35c req-4f835eb0-e1bc-4395-8935-44311e2499ae tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371130 Jul 09 19:51:02.668663 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdce6f0f-feeb-4c74-bd1e-1430448103e4 req-773b2c49-92ed-4a59-ac3b-f662931997a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.1437054 Jul 09 19:51:02.726450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdce6f0f-feeb-4c74-bd1e-1430448103e4 req-66ed6888-63fa-4506-a7ac-e19607579ab4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a HTTP/1.1" status: 200 len: 217 time: 0.0493715 Jul 09 19:51:02.783697 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d05a0-18d4-4aae-aa4a-571ce93661ab req-0671c817-32ec-4b6b-91c6-d7ac4acef2da tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:02.788508 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-069d05a0-18d4-4aae-aa4a-571ce93661ab req-0671c817-32ec-4b6b-91c6-d7ac4acef2da tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.1780794 Jul 09 19:51:02.844059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce6f0f-feeb-4c74-bd1e-1430448103e4 req-b7cac382-68dc-4aab-9920-7108ea5bba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:02.845693 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdce6f0f-feeb-4c74-bd1e-1430448103e4 req-b7cac382-68dc-4aab-9920-7108ea5bba73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.1093137 Jul 09 19:51:02.877471 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023d42f-2507-4186-9a8b-d5467f96445c req-f61ee382-4438-405b-9a67-edda13bda458 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:02.880817 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9023d42f-2507-4186-9a8b-d5467f96445c req-f61ee382-4438-405b-9a67-edda13bda458 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0772696 Jul 09 19:51:02.881227 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-069d05a0-18d4-4aae-aa4a-571ce93661ab req-2fd30bed-41d3-4927-93ad-e21cd56863ac tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830350 Jul 09 19:51:02.907884 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdce6f0f-feeb-4c74-bd1e-1430448103e4 req-88d3b9d0-a0ea-454d-89f3-d4b7ef4da7f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510707 Jul 09 19:51:02.938573 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9023d42f-2507-4186-9a8b-d5467f96445c req-16f22d72-f728-4e72-94ab-244cdb87ec55 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511572 Jul 09 19:51:02.992559 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['3c9e2815-0744-41ed-ba14-0f4a2a9ba815'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:03.067433 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdce6f0f-feeb-4c74-bd1e-1430448103e4 req-2dad536b-dea7-4bd2-9b09-d6f39082aa79 service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522493 Jul 09 19:51:03.149646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58d114-ee5e-4507-981d-101440905e2b req-cc82fcd6-4ca6-441f-8f84-65b7b5d0e9b7 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:03.152569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb58d114-ee5e-4507-981d-101440905e2b req-cc82fcd6-4ca6-441f-8f84-65b7b5d0e9b7 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 944 time: 0.1595912 Jul 09 19:51:03.212044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30bdf5-83e3-4dd1-a7fa-ffd99869bdce req-e47953d6-6c3a-4999-96f3-5a4dca34e727 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:03.213598 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b30bdf5-83e3-4dd1-a7fa-ffd99869bdce req-e47953d6-6c3a-4999-96f3-5a4dca34e727 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 948 time: 0.0734701 Jul 09 19:51:03.226343 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb58d114-ee5e-4507-981d-101440905e2b req-8783d6f7-7469-4209-bb3e-f59c59869179 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659847 Jul 09 19:51:03.228372 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdce6f0f-feeb-4c74-bd1e-1430448103e4 req-eb0ef1bd-3d6d-45a2-96c5-8629226fe97d service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536014 Jul 09 19:51:03.271488 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b30bdf5-83e3-4dd1-a7fa-ffd99869bdce req-39f7d4a9-a87c-407e-853a-1fb28a0ec89a tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519555 Jul 09 19:51:03.437305 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402f332-2a54-4f5b-8f42-aec5b4316193 req-9fee0c2c-7e64-479e-b659-79cef6a88990 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:03.438922 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7402f332-2a54-4f5b-8f42-aec5b4316193 req-9fee0c2c-7e64-479e-b659-79cef6a88990 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.0651457 Jul 09 19:51:03.447528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b514ed5-f836-40bd-9a74-3d20ec31660e req-43867a9f-14ca-4ed8-b01f-7ecc3fd37041 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:03.449083 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b514ed5-f836-40bd-9a74-3d20ec31660e req-43867a9f-14ca-4ed8-b01f-7ecc3fd37041 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 1095 time: 0.0515714 Jul 09 19:51:03.478250 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7402f332-2a54-4f5b-8f42-aec5b4316193 req-13b80bc4-1732-42fd-92ef-5af827461471 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Jul 09 19:51:03.489475 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b514ed5-f836-40bd-9a74-3d20ec31660e req-9fe32edd-945f-4d12-8e25-36a364b14575 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347810 Jul 09 19:51:03.708900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401203c0-88cd-4fe5-bdb9-07ab79726071 req-2a254ba9-f002-4c9e-8fff-2be5514cfd3b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:03.710628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-401203c0-88cd-4fe5-bdb9-07ab79726071 req-2a254ba9-f002-4c9e-8fff-2be5514cfd3b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 946 time: 0.0771916 Jul 09 19:51:03.761184 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-401203c0-88cd-4fe5-bdb9-07ab79726071 req-a6c693d5-9a33-4685-b09d-3976874fef4c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Jul 09 19:51:03.796607 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a5acc-1289-41c8-b2f6-ea25b0e497a0 req-e657ae4d-1af8-43a4-8270-a715a7ee13eb tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:03.801228 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-132a5acc-1289-41c8-b2f6-ea25b0e497a0 req-e657ae4d-1af8-43a4-8270-a715a7ee13eb tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 1095 time: 0.0843995 Jul 09 19:51:03.840903 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-132a5acc-1289-41c8-b2f6-ea25b0e497a0 req-695aed51-30a0-492e-bce0-e7b5d4bc8df2 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336704 Jul 09 19:51:03.984414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-2af11d36-0bcf-4c29-902c-0cedd6e18dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:03.986028 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-2af11d36-0bcf-4c29-902c-0cedd6e18dc9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 1096 time: 0.1114151 Jul 09 19:51:03.999123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b501cfd-f18a-4449-a850-4768e7965251 req-36442114-86d4-45cf-8096-2cd6af32ca00 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:04.000632 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b501cfd-f18a-4449-a850-4768e7965251 req-36442114-86d4-45cf-8096-2cd6af32ca00 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.1181259 Jul 09 19:51:04.074026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba4507-ed7b-4eff-ba49-27ba458febd5 req-1c53d19a-4fbc-4664-9d7d-90218a6daa4e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:04.075656 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9ba4507-ed7b-4eff-ba49-27ba458febd5 req-1c53d19a-4fbc-4664-9d7d-90218a6daa4e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0673835 Jul 09 19:51:04.099643 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b501cfd-f18a-4449-a850-4768e7965251 req-21a2c128-5b42-4287-aa98-40c3ec0b2d9e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890827 Jul 09 19:51:04.121046 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-8ea096e2-26f4-4ee3-9a99-6bc17b64a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:04.122548 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-8ea096e2-26f4-4ee3-9a99-6bc17b64a6b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.1209562 Jul 09 19:51:04.124574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device b6a7cc50-e031-4989-8b65-c43ed7030ff1 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:04.126961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9fd08493-b7b0-485f-bfed-5454c4989fd4 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:04.132328 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9ba4507-ed7b-4eff-ba49-27ba458febd5 req-c4e67f6a-67ac-4519-950d-d83bfa1c8b02 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482759 Jul 09 19:51:04.184305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-718b32d9-de98-4d73-8c4b-81f495e3e322 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28888a29-2c11-462d-a422-09928b274d9c HTTP/1.1" status: 200 len: 217 time: 0.0547922 Jul 09 19:51:04.255466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-6ec5e6ae-25af-4c30-827c-4c5613a6006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:04.257640 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-6ec5e6ae-25af-4c30-827c-4c5613a6006f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.0659466 Jul 09 19:51:04.314690 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-6ba5ac9b-c31b-4b4c-9b5f-902cfc0d07b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497179 Jul 09 19:51:04.325588 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-51a3e293-8432-45b1-bbb8-54b3a8f080cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:04.327445 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-51a3e293-8432-45b1-bbb8-54b3a8f080cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 1101 time: 0.1287162 Jul 09 19:51:04.333218 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.357675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port b6a7cc50-e031-4989-8b65-c43ed7030ff1, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b6a7cc50-e031-4989-8b65-c43ed7030ff1,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:04.381361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094e817d-ec3e-4e1d-88ca-91a3f7bad18f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fd08493-b7b0-485f-bfed-5454c4989fd4'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:04.383835 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe0a8a1-b612-4108-bece-d62f7f8878ca" -d '{"events": [{"server_uuid": "094e817d-ec3e-4e1d-88ca-91a3f7bad18f", "name": "network-vif-unplugged", "status": "completed", "tag": "9fd08493-b7b0-485f-bfed-5454c4989fd4"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:04.389941 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'b6a7cc50-e031-4989-8b65-c43ed7030ff1', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'b6a7cc50-e031-4989-8b65-c43ed7030ff1', 'mac_address': 'fa:16:3e:67:d6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:04.403160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9fd08493-b7b0-485f-bfed-5454c4989fd4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9fd08493-b7b0-485f-bfed-5454c4989fd4,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:04.410182 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.439898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313b07c-70aa-4614-bd98-799c14ce2cce req-76e1837f-7806-49f4-9074-04dd331919c4 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:04.442381 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4313b07c-70aa-4614-bd98-799c14ce2cce req-76e1837f-7806-49f4-9074-04dd331919c4 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1640384 Jul 09 19:51:04.462839 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-540c0cf5-37bc-4a67-b4b8-19930301f6b0 service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187451 Jul 09 19:51:04.478292 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-bac772af-d5d1-478a-a636-64bd1673029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:04.479940 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-bac772af-d5d1-478a-a636-64bd1673029d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1357961 Jul 09 19:51:04.482004 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.510996 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a7cc50-e031-4989-8b65-c43ed7030ff1 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:04.520210 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=9fd08493-b7b0-485f-bfed-5454c4989fd4,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:04.548592 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port b6a7cc50-e031-4989-8b65-c43ed7030ff1, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b6a7cc50-e031-4989-8b65-c43ed7030ff1,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:04.555467 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:04.563280 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-8fbd13fe-35c7-40e1-9e7e-8109ab451ec5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347 HTTP/1.1" status: 200 len: 217 time: 0.0537264 Jul 09 19:51:04.623299 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-ffff68a7-05b5-4753-9cb6-fa5dec1518dd service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335914 Jul 09 19:51:04.643545 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=b6a7cc50-e031-4989-8b65-c43ed7030ff1,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:04.657772 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4313b07c-70aa-4614-bd98-799c14ce2cce req-feb45f3d-7042-4cb7-a9cf-3871e13314a1 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978858 Jul 09 19:51:04.680329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-70c94808-f889-4d9d-aad5-5925368c95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:04.682102 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-70c94808-f889-4d9d-aad5-5925368c95b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1005452 Jul 09 19:51:04.734396 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9c269c-f689-4879-9777-5493b2c9e195 x-openstack-request-id: req-cc9c269c-f689-4879-9777-5493b2c9e195 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:04.734690 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094e817d-ec3e-4e1d-88ca-91a3f7bad18f", "name": "network-vif-unplugged", "status": "completed", "tag": "9fd08493-b7b0-485f-bfed-5454c4989fd4", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:04.734942 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc9c269c-f689-4879-9777-5493b2c9e195 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:04.735333 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094e817d-ec3e-4e1d-88ca-91a3f7bad18f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fd08493-b7b0-485f-bfed-5454c4989fd4', 'code': 200} Jul 09 19:51:04.774983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cd848-8d09-4023-affb-ddb05d25450d req-3f9a076c-3ffd-4d30-9fc0-68c466390192 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:04.777313 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-120cd848-8d09-4023-affb-ddb05d25450d req-3f9a076c-3ffd-4d30-9fc0-68c466390192 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.36 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 944 time: 0.1397059 Jul 09 19:51:04.795683 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de668191-e798-41c7-8152-40e9b80e59a0 req-30052044-3a80-413b-8184-e9cd73470cbb tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:04.796839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-0ae5d05a-015f-4459-8741-49d1e409ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:04.797539 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de668191-e798-41c7-8152-40e9b80e59a0 req-30052044-3a80-413b-8184-e9cd73470cbb tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 949 time: 0.1471279 Jul 09 19:51:04.804631 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-0ae5d05a-015f-4459-8741-49d1e409ba3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123555 Jul 09 19:51:04.911795 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de668191-e798-41c7-8152-40e9b80e59a0 req-4fcffd48-e1a2-4652-ba77-a3b6813c903f tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047049 Jul 09 19:51:04.949472 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-120cd848-8d09-4023-affb-ddb05d25450d req-6e64b8c7-b2dd-4068-bd83-3a51250770ce tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Deleting port 9fd08493-b7b0-485f-bfed-5454c4989fd4 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:04.949926 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-120cd848-8d09-4023-affb-ddb05d25450d req-6e64b8c7-b2dd-4068-bd83-3a51250770ce tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:05.032683 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['b6a7cc50-e031-4989-8b65-c43ed7030ff1'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:05.070043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-120cd848-8d09-4023-affb-ddb05d25450d req-6e64b8c7-b2dd-4068-bd83-3a51250770ce tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] For port 9fd08493-b7b0-485f-bfed-5454c4989fd4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9fd08493-b7b0-485f-bfed-5454c4989fd4,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:05.071082 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-120cd848-8d09-4023-affb-ddb05d25450d req-6e64b8c7-b2dd-4068-bd83-3a51250770ce tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:05.108124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-120cd848-8d09-4023-affb-ddb05d25450d req-6e64b8c7-b2dd-4068-bd83-3a51250770ce tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Calling delete_port for 9fd08493-b7b0-485f-bfed-5454c4989fd4 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:05.194793 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-dc08f003-3d8f-4f77-862f-e7654478faa5 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878124 Jul 09 19:51:05.289416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaeef43-4539-4baa-acb5-e531cf0b699a req-8dc1673a-e288-4006-aa68-c4ca7db055f1 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:05.297475 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6eaeef43-4539-4baa-acb5-e531cf0b699a req-8dc1673a-e288-4006-aa68-c4ca7db055f1 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.1851201 Jul 09 19:51:05.361414 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6eaeef43-4539-4baa-acb5-e531cf0b699a req-dc7fa555-725b-475e-9447-da7af118e74a tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628133 Jul 09 19:51:05.391302 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-e282b377-e549-46d7-81fe-b2214e3accda service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899567 Jul 09 19:51:05.571327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965fff9-5f17-44fd-bbcd-a9029beb4056 req-065d1678-911c-4e7b-b15b-3473677ecd04 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:05.578597 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6965fff9-5f17-44fd-bbcd-a9029beb4056 req-065d1678-911c-4e7b-b15b-3473677ecd04 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0854490 Jul 09 19:51:05.615468 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6965fff9-5f17-44fd-bbcd-a9029beb4056 req-f26759d4-1d3a-477e-880e-70cad09f2f07 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357621 Jul 09 19:51:05.686667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7b88-d18e-4f7a-b306-bdb71e7a3013 req-11dfcb64-788e-44a0-9ba9-04db8ee40611 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:05.689941 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d57e7b88-d18e-4f7a-b306-bdb71e7a3013 req-11dfcb64-788e-44a0-9ba9-04db8ee40611 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=094e817d-ec3e-4e1d-88ca-91a3f7bad18f HTTP/1.1" status: 200 len: 944 time: 0.1303751 Jul 09 19:51:05.752508 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d57e7b88-d18e-4f7a-b306-bdb71e7a3013 req-70ad323d-f2c8-48a9-8602-2f46bf8c300f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545614 Jul 09 19:51:05.761498 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-120cd848-8d09-4023-affb-ddb05d25450d req-6e64b8c7-b2dd-4068-bd83-3a51250770ce tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:05.792148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64b8c7-b2dd-4068-bd83-3a51250770ce tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Pushing event deleted for resources: {'Port': ['ID=9fd08493-b7b0-485f-bfed-5454c4989fd4,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:05.853817 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-120cd848-8d09-4023-affb-ddb05d25450d req-6e64b8c7-b2dd-4068-bd83-3a51250770ce tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] No DVR routers for this DVR port 9fd08493-b7b0-485f-bfed-5454c4989fd4 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:05.857304 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-120cd848-8d09-4023-affb-ddb05d25450d req-6e64b8c7-b2dd-4068-bd83-3a51250770ce tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:05.859483 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-120cd848-8d09-4023-affb-ddb05d25450d req-6e64b8c7-b2dd-4068-bd83-3a51250770ce tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.36 "DELETE /v2.0/ports/9fd08493-b7b0-485f-bfed-5454c4989fd4 HTTP/1.1" status: 204 len: 173 time: 1.0607877 Jul 09 19:51:05.859948 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094e817d-ec3e-4e1d-88ca-91a3f7bad18f', 'name': 'network-vif-deleted', 'tag': '9fd08493-b7b0-485f-bfed-5454c4989fd4'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:05.862856 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139436b3-ea29-4dd4-a1af-5797816b8a93" -d '{"events": [{"server_uuid": "094e817d-ec3e-4e1d-88ca-91a3f7bad18f", "name": "network-vif-deleted", "tag": "9fd08493-b7b0-485f-bfed-5454c4989fd4"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:05.904305 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c7c26-c952-4989-b381-49c9f436f80e req-4aa13bf8-0599-47e9-b7e8-646b6db87760 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:05.905829 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d72c7c26-c952-4989-b381-49c9f436f80e req-4aa13bf8-0599-47e9-b7e8-646b6db87760 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.1578448 Jul 09 19:51:05.959200 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d72c7c26-c952-4989-b381-49c9f436f80e req-8db942c0-0cc1-4301-bc1c-20477752b91c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456088 Jul 09 19:51:06.017735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e730c-c92c-4b65-ad13-406ffe87c738 req-21f6f997-b529-46ec-b066-b9072f78309b tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:06.019708 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4d1e730c-c92c-4b65-ad13-406ffe87c738 req-21f6f997-b529-46ec-b066-b9072f78309b tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1006637 Jul 09 19:51:06.038769 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ea72ef-2acf-448d-9f08-5cf01d69a099 x-openstack-request-id: req-a6ea72ef-2acf-448d-9f08-5cf01d69a099 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:06.039147 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094e817d-ec3e-4e1d-88ca-91a3f7bad18f", "name": "network-vif-deleted", "tag": "9fd08493-b7b0-485f-bfed-5454c4989fd4", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:06.039467 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6ea72ef-2acf-448d-9f08-5cf01d69a099 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:06.040013 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094e817d-ec3e-4e1d-88ca-91a3f7bad18f', 'name': 'network-vif-deleted', 'tag': '9fd08493-b7b0-485f-bfed-5454c4989fd4', 'status': 'completed', 'code': 200} Jul 09 19:51:06.088614 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4d1e730c-c92c-4b65-ad13-406ffe87c738 req-9916ead6-5bbe-420d-b5f5-4b4efefcc2fe tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552807 Jul 09 19:51:06.137579 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:06.200194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:51:06.206208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:06.207043 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:06.224525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd3484-4af7-425d-aa6c-e8a6b3574e97 req-268937ff-70dd-45e1-8cf9-e52fa1b74bf1 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:06.232888 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-77cd3484-4af7-425d-aa6c-e8a6b3574e97 req-268937ff-70dd-45e1-8cf9-e52fa1b74bf1 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 949 time: 0.0842440 Jul 09 19:51:06.269029 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-77cd3484-4af7-425d-aa6c-e8a6b3574e97 req-60c20f70-8213-4ba1-8aaf-282d3ac88e6d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343757 Jul 09 19:51:06.298334 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:06.336627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3c9e2815-0744-41ed-ba14-0f4a2a9ba815,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:06.340727 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:06.341486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9fd08493-b7b0-485f-bfed-5454c4989fd4 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:06.378495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 9fd08493-b7b0-485f-bfed-5454c4989fd4 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:51:06.378761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9fd08493-b7b0-485f-bfed-5454c4989fd4 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:06.405212 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3c9e2815-0744-41ed-ba14-0f4a2a9ba815,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:06.574276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0e605-d308-46c8-9f23-8d3393494c28 req-71e30a12-6ba3-4864-b097-a396a5eaa070 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:06.575849 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e6c0e605-d308-46c8-9f23-8d3393494c28 req-71e30a12-6ba3-4864-b097-a396a5eaa070 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.0660193 Jul 09 19:51:06.619228 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e6c0e605-d308-46c8-9f23-8d3393494c28 req-c8f9d626-5838-49c4-af2e-9f20084b6d4c tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366433 Jul 09 19:51:06.736674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7f10d5-00ad-476a-8f3d-6303e7a35883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9e2815-0744-41ed-ba14-0f4a2a9ba815'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:06.739729 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b78e98-879b-427f-a8b2-6690ecbecafc" -d '{"events": [{"server_uuid": "2f7f10d5-00ad-476a-8f3d-6303e7a35883", "name": "network-vif-plugged", "status": "completed", "tag": "3c9e2815-0744-41ed-ba14-0f4a2a9ba815"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:06.777705 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7eb25c-dfff-47cd-9dee-7b04ebaddcd9 x-openstack-request-id: req-7a7eb25c-dfff-47cd-9dee-7b04ebaddcd9 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:06.778029 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7f10d5-00ad-476a-8f3d-6303e7a35883", "name": "network-vif-plugged", "status": "completed", "tag": "3c9e2815-0744-41ed-ba14-0f4a2a9ba815", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:06.778499 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a7eb25c-dfff-47cd-9dee-7b04ebaddcd9 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:06.778893 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7f10d5-00ad-476a-8f3d-6303e7a35883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'code': 200} Jul 09 19:51:06.805516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925b811-6427-4c0e-9772-c44bf43c996c req-f3ea6fd0-5413-4caf-b5ce-70d64872b94f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:06.807641 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5925b811-6427-4c0e-9772-c44bf43c996c req-f3ea6fd0-5413-4caf-b5ce-70d64872b94f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0789247 Jul 09 19:51:06.853140 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5925b811-6427-4c0e-9772-c44bf43c996c req-3277f2df-55f3-47b2-b23b-c4c3159e3423 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383296 Jul 09 19:51:06.913667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e9f5b-70e2-4954-9875-e0f4a492a192 req-6a05ec71-75ff-4d61-8922-22db49eb86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:06.915291 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08e9f5b-70e2-4954-9875-e0f4a492a192 req-6a05ec71-75ff-4d61-8922-22db49eb86b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f7f10d5-00ad-476a-8f3d-6303e7a35883 HTTP/1.1" status: 200 len: 1100 time: 0.0690112 Jul 09 19:51:06.952852 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08e9f5b-70e2-4954-9875-e0f4a492a192 req-54f215b9-fd68-486d-ac1f-d6c9403b8d41 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Jul 09 19:51:07.146157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4413e3-e3b6-44a8-985a-97f328364c52 req-e9cbeed4-24cd-475d-bc25-ec7dc7ac55e0 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:07.148498 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2c4413e3-e3b6-44a8-985a-97f328364c52 req-e9cbeed4-24cd-475d-bc25-ec7dc7ac55e0 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.0756931 Jul 09 19:51:07.160371 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51404) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:07.165138 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47962439', 'description': 'tempest-description--1402485042'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:07.192103 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:07.198932 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2c4413e3-e3b6-44a8-985a-97f328364c52 req-d1fc43a3-260f-4672-8fe3-7222dd0266c3 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439022 Jul 09 19:51:07.343105 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:07.349063 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:07.391856 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:07.395295 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2317231 Jul 09 19:51:07.396380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bccdb9c-cca3-4c55-92f3-c1b51186acf7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:07.398868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51410) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:07.406127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08fc10-cace-4f2b-8d1b-19dd96aba93e req-6ca882a3-270b-479f-867d-8bdadaf9ceba tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:07.407702 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fc08fc10-cace-4f2b-8d1b-19dd96aba93e req-6ca882a3-270b-479f-867d-8bdadaf9ceba tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1379216 Jul 09 19:51:07.414898 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.415259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.415611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.415961 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.416318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.416678 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.417083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.417426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.417777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.418098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.418432 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.418764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51136bb2-9c17-41fb-9ee0-16d252cb242c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.425974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Request body: {'security_group_rule': {'security_group_id': '8bccdb9c-cca3-4c55-92f3-c1b51186acf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:07.472435 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fc08fc10-cace-4f2b-8d1b-19dd96aba93e req-c74c964a-98ce-4196-adc6-5c31ae8f39ec tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377347 Jul 09 19:51:07.481156 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:07.571955 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:07.581849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3ce44-2a5c-4130-b5bf-d2a4ba0210f8 req-79b45b4b-cad3-4ecb-a299-1389c398a16a tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:07.583492 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ce3ce44-2a5c-4130-b5bf-d2a4ba0210f8 req-79b45b4b-cad3-4ecb-a299-1389c398a16a tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 949 time: 0.1180556 Jul 09 19:51:07.584614 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:07.616756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0553b917-3eff-41aa-99e1-e6a372b30aea,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:07.630786 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:07.634539 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2316840 Jul 09 19:51:07.634539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.634539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.634539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.634539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.635102 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.635198 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51412) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:07.635301 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.635515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.635871 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.636237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.636612 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.637064 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.637629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87195a0-bdfd-4fe8-9f8f-ab463fb44af8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:07.640751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-4041d3c5-3c9a-4900-9677-dcde274122ed tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Request body: {'security_group_rule': {'security_group_id': '8bccdb9c-cca3-4c55-92f3-c1b51186acf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:07.660585 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ce3ce44-2a5c-4130-b5bf-d2a4ba0210f8 req-9bcceb31-e3c2-4486-a60f-18db0a297af5 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688179 Jul 09 19:51:07.697413 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4041d3c5-3c9a-4900-9677-dcde274122ed tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:07.762138 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4041d3c5-3c9a-4900-9677-dcde274122ed tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:07.771561 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4041d3c5-3c9a-4900-9677-dcde274122ed tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:07.811832 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041d3c5-3c9a-4900-9677-dcde274122ed tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a3f2fa-67e1-4add-8977-e20d1050fc96,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:07.816035 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4041d3c5-3c9a-4900-9677-dcde274122ed tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:07.817256 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4041d3c5-3c9a-4900-9677-dcde274122ed tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1808558 Jul 09 19:51:07.820929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51416) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:51:07.826296 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:07.846470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6760013-092d-43b6-bce2-752c8fbc3450 req-aaacbc4a-6909-443f-a306-ab16ade0f51d tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:07.848132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6760013-092d-43b6-bce2-752c8fbc3450 req-aaacbc4a-6909-443f-a306-ab16ade0f51d tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.0920491 Jul 09 19:51:07.858055 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:07.901201 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6760013-092d-43b6-bce2-752c8fbc3450 req-03724436-5f61-467f-9e1f-9c3ed4e7b35f tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466249 Jul 09 19:51:07.946800 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a4922de8-c0f6-4eda-939e-6f668f193697 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:07.976553 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:08.048945 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a4922de8-c0f6-4eda-939e-6f668f193697, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a4922de8-c0f6-4eda-939e-6f668f193697,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:08.060565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'a4922de8-c0f6-4eda-939e-6f668f193697', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'a4922de8-c0f6-4eda-939e-6f668f193697', 'mac_address': 'fa:16:3e:58:c9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:08.100334 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:08.113872 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4922de8-c0f6-4eda-939e-6f668f193697 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:08.125566 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5c026-de88-4b10-bc2d-954a5f20b28f req-3ae5744a-cfb2-4654-94f8-6edf4f403248 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:08.127178 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53f5c026-de88-4b10-bc2d-954a5f20b28f req-3ae5744a-cfb2-4654-94f8-6edf4f403248 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.1386771 Jul 09 19:51:08.136203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a4922de8-c0f6-4eda-939e-6f668f193697, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a4922de8-c0f6-4eda-939e-6f668f193697,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:08.140292 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:08.146321 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device b6a7cc50-e031-4989-8b65-c43ed7030ff1 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:08.157354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Allocated IP 172.25.0.190 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/1ae4b50e-5142-460f-acfe-84813de279ad) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:51:08.343772 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:08.358882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a4922de8-c0f6-4eda-939e-6f668f193697,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:08.371300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port b6a7cc50-e031-4989-8b65-c43ed7030ff1 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:51:08.375611 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port b6a7cc50-e031-4989-8b65-c43ed7030ff1 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:08.376160 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:08.386399 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53f5c026-de88-4b10-bc2d-954a5f20b28f req-529f44c3-a9f4-440a-89ac-9f4cbb6bbdd2 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452126 Jul 09 19:51:08.454410 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:08.469449 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707030f0-2f84-459c-9468-fee2cb6ff48f req-04b5a941-26d3-4339-b70a-35918088686c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:08.470665 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:08.478447 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-707030f0-2f84-459c-9468-fee2cb6ff48f req-04b5a941-26d3-4339-b70a-35918088686c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.0913272 Jul 09 19:51:08.485104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['a4922de8-c0f6-4eda-939e-6f668f193697'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:08.539499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-707030f0-2f84-459c-9468-fee2cb6ff48f req-fe201178-7def-4ed5-a092-81634ef9e1d6 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578573 Jul 09 19:51:08.539840 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:51:08.546560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port b6a7cc50-e031-4989-8b65-c43ed7030ff1, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b6a7cc50-e031-4989-8b65-c43ed7030ff1,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:08.561746 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:51:08.562071 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:08.571273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:51:08.579416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Pushing event updated for resources: {'Port': ['ID=1ae4b50e-5142-460f-acfe-84813de279ad,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:08.647009 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=b6a7cc50-e031-4989-8b65-c43ed7030ff1,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:08.745954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10940e-6126-4d5e-ba69-398f7b157175 req-c12e5f8c-e946-4619-8b71-5ec5d15afc24 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:08.748966 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1c10940e-6126-4d5e-ba69-398f7b157175 req-c12e5f8c-e946-4619-8b71-5ec5d15afc24 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 949 time: 0.0879128 Jul 09 19:51:08.767380 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:08.780839 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4643f5c2-4019-4660-8748-c81eaa4bc525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a7cc50-e031-4989-8b65-c43ed7030ff1'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:08.783869 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b21719-5a97-4614-a1de-214fc9a86309" -d '{"events": [{"server_uuid": "4643f5c2-4019-4660-8748-c81eaa4bc525", "name": "network-vif-plugged", "status": "completed", "tag": "b6a7cc50-e031-4989-8b65-c43ed7030ff1"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:08.797744 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1c10940e-6126-4d5e-ba69-398f7b157175 req-9004e544-d3ed-4451-82c1-4d14a29b1396 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431340 Jul 09 19:51:08.848651 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33043c7-f2a6-41be-ad6b-454ffd269ecf x-openstack-request-id: req-c33043c7-f2a6-41be-ad6b-454ffd269ecf {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:08.849138 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4643f5c2-4019-4660-8748-c81eaa4bc525", "name": "network-vif-plugged", "status": "completed", "tag": "b6a7cc50-e031-4989-8b65-c43ed7030ff1", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:08.849547 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c33043c7-f2a6-41be-ad6b-454ffd269ecf {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:08.850191 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4643f5c2-4019-4660-8748-c81eaa4bc525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a7cc50-e031-4989-8b65-c43ed7030ff1', 'code': 200} Jul 09 19:51:08.867507 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:08.983328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0796a5e-feb5-49da-a793-482ae0e01bd2 req-2259cc03-942d-412c-9d3b-43ec362e564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:08.984872 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d0796a5e-feb5-49da-a793-482ae0e01bd2 req-2259cc03-942d-412c-9d3b-43ec362e564d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 1101 time: 0.0610118 Jul 09 19:51:09.039347 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a87cada-7034-4f13-8620-aa7d7140703e req-1c069bcd-18ea-420f-9fc8-3e257ec47c44 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.047902 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0a87cada-7034-4f13-8620-aa7d7140703e req-1c069bcd-18ea-420f-9fc8-3e257ec47c44 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 950 time: 0.2208884 Jul 09 19:51:09.062810 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d0796a5e-feb5-49da-a793-482ae0e01bd2 req-e486e325-17b6-4da7-9653-75c629c85588 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698500 Jul 09 19:51:09.124223 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0a87cada-7034-4f13-8620-aa7d7140703e req-59ea12c9-16dd-46df-92d5-8466cfa17b2e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765238 Jul 09 19:51:09.129402 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:09.148154 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:09.160491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313efbda-7c63-4166-b543-9c1267214fb8 req-6f2f1b4f-32e5-4436-ad3b-6da8d03b3419 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.162139 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-313efbda-7c63-4166-b543-9c1267214fb8 req-6f2f1b4f-32e5-4436-ad3b-6da8d03b3419 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.1266673 Jul 09 19:51:09.228615 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-313efbda-7c63-4166-b543-9c1267214fb8 req-c29be3e7-4efe-42db-ace7-ff8e444012b1 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587184 Jul 09 19:51:09.241962 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Pushing event updated for resources: {'Port': ['ID=1ae4b50e-5142-460f-acfe-84813de279ad,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:09.253355 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:09.265594 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:09.275826 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-13e3b2e9-a7c2-487c-b981-31c6f727084a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4447768 Jul 09 19:51:09.559619 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-a6d58353-4ba6-40f4-b8a5-45def06e4fde tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.562043 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-a6d58353-4ba6-40f4-b8a5-45def06e4fde tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/networks?id=ed67e983-2047-44c7-a5b2-23fc15affe8c HTTP/1.1" status: 200 len: 821 time: 0.1233096 Jul 09 19:51:09.582623 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-e51c8950-57fd-48ef-8c72-828637abf08a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/quotas/22aed567fbea4aec99acf84c482f57b5 HTTP/1.1" status: 200 len: 375 time: 0.0138865 Jul 09 19:51:09.606008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6084eceb-9828-4e75-82af-d070dfc6ad06 req-fa908431-a95f-4f79-9b4f-a4457286ef63 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.609152 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6084eceb-9828-4e75-82af-d070dfc6ad06 req-fa908431-a95f-4f79-9b4f-a4457286ef63 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0837240 Jul 09 19:51:09.657372 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6084eceb-9828-4e75-82af-d070dfc6ad06 req-a13c30c8-258c-4455-8bb0-98786ab03288 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425599 Jul 09 19:51:09.669017 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-2f856b50-4098-4116-809c-8d1b25837c01 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=22aed567fbea4aec99acf84c482f57b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793581 Jul 09 19:51:09.791953 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-c2a268f0-a9fa-4391-9613-a92555f82a22 service neutron] 10.222.0.30 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123440 Jul 09 19:51:09.920191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94326781-ad1a-41d2-be0c-98d9ede637df req-e590cb1b-fc83-4beb-9551-da9c0c0df876 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:09.922424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-94326781-ad1a-41d2-be0c-98d9ede637df req-e590cb1b-fc83-4beb-9551-da9c0c0df876 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.0895603 Jul 09 19:51:09.924311 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-580e141c-e2d0-4c4e-9d78-045946a592e4 service neutron] 10.222.0.30 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256816 Jul 09 19:51:09.944739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a4922de8-c0f6-4eda-939e-6f668f193697 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:09.973017 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-94326781-ad1a-41d2-be0c-98d9ede637df req-2faf19e9-9cb0-4409-ae02-0d6455d474fd tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432470 Jul 09 19:51:10.079804 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port a4922de8-c0f6-4eda-939e-6f668f193697 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:10.080205 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.227122 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.241140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb4484-149c-4743-810a-7728b84274cd req-1c30f4ff-c0e8-45ef-9f54-f3e04ab85442 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:10.252661 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-83eb4484-149c-4743-810a-7728b84274cd req-1c30f4ff-c0e8-45ef-9f54-f3e04ab85442 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 949 time: 0.0895879 Jul 09 19:51:10.271046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a4922de8-c0f6-4eda-939e-6f668f193697, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a4922de8-c0f6-4eda-939e-6f668f193697,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:10.282844 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:10.321972 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-83eb4484-149c-4743-810a-7728b84274cd req-1e071fea-ee49-4ecb-8849-21852f5121de tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682652 Jul 09 19:51:10.349310 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54be20c2-38ae-45a9-a769-87477431aca5 req-9bd1ec5f-cd5b-476c-89e1-1798216bfd69 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 210 time: 0.0918171 Jul 09 19:51:10.358977 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a4922de8-c0f6-4eda-939e-6f668f193697,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:10.589227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46202f-0800-4be3-8662-8d2849c53155 req-2ff9ccb7-3ba5-4386-a3c3-d8d3ffd4f0d7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:10.593574 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bc46202f-0800-4be3-8662-8d2849c53155 req-2ff9ccb7-3ba5-4386-a3c3-d8d3ffd4f0d7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 950 time: 0.1063802 Jul 09 19:51:10.680749 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bc46202f-0800-4be3-8662-8d2849c53155 req-72e64b5f-2e6d-4dc2-ab5a-73fc6b08d1cb tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782919 Jul 09 19:51:10.686675 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f863b-23d3-46c9-8443-c5e8804b6beb req-b628c429-e642-48ea-9786-f713f5721b67 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:10.694769 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e83f863b-23d3-46c9-8443-c5e8804b6beb req-b628c429-e642-48ea-9786-f713f5721b67 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.1679165 Jul 09 19:51:10.747400 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e83f863b-23d3-46c9-8443-c5e8804b6beb req-8913045b-d359-4e02-b7b5-f3a2c726c3ea tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510161 Jul 09 19:51:10.851817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb68930e-ae26-4ec1-a21d-62b62ce86f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4922de8-c0f6-4eda-939e-6f668f193697'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:10.854828 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70708f0-b9c3-4cfe-9489-af7115ad5390" -d '{"events": [{"server_uuid": "bb68930e-ae26-4ec1-a21d-62b62ce86f23", "name": "network-vif-plugged", "status": "completed", "tag": "a4922de8-c0f6-4eda-939e-6f668f193697"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:10.918039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806464c4-d727-4b82-b0d5-d93028202f90 req-fbf17a82-187b-4d4c-abb6-abb36af2c298 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:10.922477 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc592e7-3309-4e3e-9432-ae4b26e88c98 x-openstack-request-id: req-afc592e7-3309-4e3e-9432-ae4b26e88c98 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:10.922830 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb68930e-ae26-4ec1-a21d-62b62ce86f23", "name": "network-vif-plugged", "status": "completed", "tag": "a4922de8-c0f6-4eda-939e-6f668f193697", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:10.923153 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-afc592e7-3309-4e3e-9432-ae4b26e88c98 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:10.923606 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb68930e-ae26-4ec1-a21d-62b62ce86f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4922de8-c0f6-4eda-939e-6f668f193697', 'code': 200} Jul 09 19:51:10.925671 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-806464c4-d727-4b82-b0d5-d93028202f90 req-fbf17a82-187b-4d4c-abb6-abb36af2c298 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.1148825 Jul 09 19:51:10.975962 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-806464c4-d727-4b82-b0d5-d93028202f90 req-e979db91-7a45-4058-b709-507f6cee4cb7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440350 Jul 09 19:51:11.239082 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784ac3e-aa9f-489b-84d0-6ef354f9f1c6 req-d6d7c054-08fe-48f8-8736-ae1555f9651d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:11.245056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b784ac3e-aa9f-489b-84d0-6ef354f9f1c6 req-d6d7c054-08fe-48f8-8736-ae1555f9651d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.1222973 Jul 09 19:51:11.312206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4b191-cc29-4414-9c2e-8060ae3b716a req-431d60aa-d832-4c75-8692-44123d61eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:11.314232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d8d4b191-cc29-4414-9c2e-8060ae3b716a req-431d60aa-d832-4c75-8692-44123d61eda5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 1101 time: 0.1303151 Jul 09 19:51:11.320245 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b784ac3e-aa9f-489b-84d0-6ef354f9f1c6 req-7795afed-d51d-4a1f-b8f3-c0779f3a8c9c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733116 Jul 09 19:51:11.370132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d8d4b191-cc29-4414-9c2e-8060ae3b716a req-e57370fc-47a4-4f8e-be00-ef1e270bace9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477598 Jul 09 19:51:11.515861 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-15a33268-54a4-4d67-9dd8-c4c0db58882f req-374eff08-3b9a-4237-96e4-e63c1682111d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 210 time: 0.0402262 Jul 09 19:51:11.530771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a58df4-bd99-452e-8720-ebf222a6a2b3 req-a00ba681-a34b-4f2c-9009-4ee5d2c3d840 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:11.532416 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99a58df4-bd99-452e-8720-ebf222a6a2b3 req-a00ba681-a34b-4f2c-9009-4ee5d2c3d840 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0829515 Jul 09 19:51:11.582028 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99a58df4-bd99-452e-8720-ebf222a6a2b3 req-4e32790e-348c-4eb5-9b9e-ade0e7b75ecd tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396810 Jul 09 19:51:11.864287 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-aee250f1-126d-409f-8aaa-ce934df0c3eb tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:11.865807 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-aee250f1-126d-409f-8aaa-ce934df0c3eb tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.32 "GET /v2.0/networks?id=ed67e983-2047-44c7-a5b2-23fc15affe8c HTTP/1.1" status: 200 len: 821 time: 0.1481583 Jul 09 19:51:11.902901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-b91cd080-91d7-4fc5-ac76-0427d8951864 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Request body: {'port': {'device_id': '1ff0b349-7e68-4e7b-9559-7afe4d35ec5b', 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c', 'admin_state_up': True, 'tenant_id': '22aed567fbea4aec99acf84c482f57b5'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:12.052565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3f542-c29a-43f7-9d83-57b261758924 req-71fc6f10-d0b2-43a9-8c99-a0859a417eea tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:12.060139 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-72e3f542-c29a-43f7-9d83-57b261758924 req-71fc6f10-d0b2-43a9-8c99-a0859a417eea tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 950 time: 0.2060058 Jul 09 19:51:12.078652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d4330-9066-4792-8e84-08c4ea566b6d req-6482f94a-905d-4f51-8067-497339e29e8f tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:12.081377 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-980d4330-9066-4792-8e84-08c4ea566b6d req-6482f94a-905d-4f51-8067-497339e29e8f tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.1214206 Jul 09 19:51:12.122469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-b91cd080-91d7-4fc5-ac76-0427d8951864 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Made reservation on behalf of 22aed567fbea4aec99acf84c482f57b5 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:51:12.126402 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-b91cd080-91d7-4fc5-ac76-0427d8951864 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:12.130937 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-980d4330-9066-4792-8e84-08c4ea566b6d req-7450e2a4-8b1e-4809-98d9-6e6199a716bc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Jul 09 19:51:12.135513 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-72e3f542-c29a-43f7-9d83-57b261758924 req-afaed5d6-4fb4-4ee9-89dd-fffc6b6e1521 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745237 Jul 09 19:51:12.315785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-b91cd080-91d7-4fc5-ac76-0427d8951864 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Allocated IP 172.20.0.13 (ed67e983-2047-44c7-a5b2-23fc15affe8c/3a1eed13-b035-4d1a-afdd-2ae4f33633a6/c777d48a-af1f-478e-8d7e-30d2d4d10bc7) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:51:12.472197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09844662-5909-4005-b63b-799d93b8c1b5 req-7aa11307-43d9-487f-9185-3358aded21e6 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:12.474837 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-09844662-5909-4005-b63b-799d93b8c1b5 req-7aa11307-43d9-487f-9185-3358aded21e6 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.1211467 Jul 09 19:51:12.520883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0109e0e-1e3e-48bb-9b4e-218a0b1c6142 req-d0d1641e-2544-4ad3-a2e6-ad130d148aac tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:12.528233 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0109e0e-1e3e-48bb-9b4e-218a0b1c6142 req-d0d1641e-2544-4ad3-a2e6-ad130d148aac tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7f10d5-00ad-476a-8f3d-6303e7a35883 HTTP/1.1" status: 200 len: 949 time: 0.1917865 Jul 09 19:51:12.574876 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-09844662-5909-4005-b63b-799d93b8c1b5 req-38ce3b14-5dee-4853-850c-d700a15e2da6 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940623 Jul 09 19:51:12.593546 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-b91cd080-91d7-4fc5-ac76-0427d8951864 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:12.606757 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0109e0e-1e3e-48bb-9b4e-218a0b1c6142 req-80eb4612-ed0d-41fc-aefc-babf982bf8df tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775249 Jul 09 19:51:12.681367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-b91cd080-91d7-4fc5-ac76-0427d8951864 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:12.786887 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-b91cd080-91d7-4fc5-ac76-0427d8951864 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Network ed67e983-2047-44c7-a5b2-23fc15affe8c is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:51:12.815554 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-b91cd080-91d7-4fc5-ac76-0427d8951864 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:51:12.819199 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-b91cd080-91d7-4fc5-ac76-0427d8951864 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:51:12.871954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91cd080-91d7-4fc5-ac76-0427d8951864 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Pushing event updated for resources: {'Port': ['ID=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:12.908605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-b91cd080-91d7-4fc5-ac76-0427d8951864 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:12.909969 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-b91cd080-91d7-4fc5-ac76-0427d8951864 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:12.934629 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-b91cd080-91d7-4fc5-ac76-0427d8951864 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0358374 Jul 09 19:51:12.945629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91335cda-4822-4e14-b909-7d352765ac33 req-b77496af-33b9-4570-9f04-5a4d92553d7a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:12.947366 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-91335cda-4822-4e14-b909-7d352765ac33 req-b77496af-33b9-4570-9f04-5a4d92553d7a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.1930280 Jul 09 19:51:12.953071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Request body: {'port': {'device_id': '1ff0b349-7e68-4e7b-9559-7afe4d35ec5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:12.981735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cba33-a395-42dc-9df6-fc48963608cb req-e792dc69-cf32-401e-987c-2e4c352546dd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:12.984091 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de9cba33-a395-42dc-9df6-fc48963608cb req-e792dc69-cf32-401e-987c-2e4c352546dd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 932 time: 0.0845101 Jul 09 19:51:13.031015 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de9cba33-a395-42dc-9df6-fc48963608cb req-0e92b23e-9e56-4c66-a70f-7513ed7cdc64 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399649 Jul 09 19:51:13.050237 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-91335cda-4822-4e14-b909-7d352765ac33 req-3b8a98bc-845c-410e-9ef2-2148d9a9c73f tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916884 Jul 09 19:51:13.168760 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.343594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76e76-6f1c-4ff0-ae3c-32c09c00f27f req-4cab90a2-39cd-4742-a2cf-99136fb4cf58 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:13.345762 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92d76e76-6f1c-4ff0-ae3c-32c09c00f27f req-4cab90a2-39cd-4742-a2cf-99136fb4cf58 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1098645 Jul 09 19:51:13.421386 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92d76e76-6f1c-4ff0-ae3c-32c09c00f27f req-f341ef08-d216-459b-bad0-758fe0f4d2e1 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651066 Jul 09 19:51:13.573444 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c777d48a-af1f-478e-8d7e-30d2d4d10bc7 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:13.583653 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.605508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Transition to ACTIVE for port object c777d48a-af1f-478e-8d7e-30d2d4d10bc7 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:13.613529 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.664014 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c704ce-c810-4e50-b412-0ff5add5af8d req-20e194cf-492b-42d6-88a8-df1485a83a90 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:13.665621 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43c704ce-c810-4e50-b412-0ff5add5af8d req-20e194cf-492b-42d6-88a8-df1485a83a90 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.0826821 Jul 09 19:51:13.680379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58364371-fe71-4381-9a04-6a21acaee185 req-34673f4b-cd95-4fc7-a909-40ce591318f8 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:13.687109 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58364371-fe71-4381-9a04-6a21acaee185 req-34673f4b-cd95-4fc7-a909-40ce591318f8 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:13.699573 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-58364371-fe71-4381-9a04-6a21acaee185 req-34673f4b-cd95-4fc7-a909-40ce591318f8 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7f10d5-00ad-476a-8f3d-6303e7a35883&device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 1690 time: 0.1758690 Jul 09 19:51:13.723980 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43c704ce-c810-4e50-b412-0ff5add5af8d req-8a19153a-0a15-4e83-89cc-d8bb13c15b61 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493543 Jul 09 19:51:13.727647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Pushing event updated for resources: {'Port': ['ID=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:13.817121 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-58364371-fe71-4381-9a04-6a21acaee185 req-2d731721-f78e-47a3-88ee-83ae6640539a tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099756 Jul 09 19:51:13.873997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Attempting to bind port c777d48a-af1f-478e-8d7e-30d2d4d10bc7 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:51:13.875134 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Attempting to bind port c777d48a-af1f-478e-8d7e-30d2d4d10bc7 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '40c6e376-20aa-4a32-ab1b-a7d689ebf451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:51:13.875466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Attempting to bind port c777d48a-af1f-478e-8d7e-30d2d4d10bc7 on network ed67e983-2047-44c7-a5b2-23fc15affe8c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:13.887561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Port c777d48a-af1f-478e-8d7e-30d2d4d10bc7 on network ed67e983-2047-44c7-a5b2-23fc15affe8c not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:51:13.887917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Attempting to bind port c777d48a-af1f-478e-8d7e-30d2d4d10bc7 on network ed67e983-2047-44c7-a5b2-23fc15affe8c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:13.895355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:51:13.896366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Checking segment: {'id': '40c6e376-20aa-4a32-ab1b-a7d689ebf451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:51:13.896366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Bound using segment: {'id': '40c6e376-20aa-4a32-ab1b-a7d689ebf451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:51:13.896668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Bound port: c777d48a-af1f-478e-8d7e-30d2d4d10bc7, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c6e376-20aa-4a32-ab1b-a7d689ebf451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:51:13.897011 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:13.929521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cdaa6-6ed8-420d-87b8-c391479189da req-d13d656a-9392-45f2-8342-d18f6623ba2e tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:13.931214 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-396cdaa6-6ed8-420d-87b8-c391479189da req-d13d656a-9392-45f2-8342-d18f6623ba2e tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0734036 Jul 09 19:51:13.981677 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-396cdaa6-6ed8-420d-87b8-c391479189da req-2491eda2-da2e-48e1-94bd-cd7aa27bb514 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436690 Jul 09 19:51:14.013780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] For port c777d48a-af1f-478e-8d7e-30d2d4d10bc7, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:14.030512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] For port c777d48a-af1f-478e-8d7e-30d2d4d10bc7, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:51:14.043931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9777f-cc4c-4ce1-ac0b-bf91a577a635 req-c3482d27-5e84-4201-a91a-f78f83d4fd35 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:14.045640 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0c9777f-cc4c-4ce1-ac0b-bf91a577a635 req-c3482d27-5e84-4201-a91a-f78f83d4fd35 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.1052184 Jul 09 19:51:14.046775 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.144426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:14.145085 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:14.146507 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] 10.222.0.32 "PUT /v2.0/ports/c777d48a-af1f-478e-8d7e-30d2d4d10bc7 HTTP/1.1" status: 200 len: 1092 time: 1.1982014 Jul 09 19:51:14.147200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ff0b349-7e68-4e7b-9559-7afe4d35ec5b', 'tag': 'c777d48a-af1f-478e-8d7e-30d2d4d10bc7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:14.150409 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152a5f4c-40d8-4741-8425-30d88d37ba4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ff0b349-7e68-4e7b-9559-7afe4d35ec5b", "tag": "c777d48a-af1f-478e-8d7e-30d2d4d10bc7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:14.169762 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0c9777f-cc4c-4ce1-ac0b-bf91a577a635 req-3ec252f7-76cb-41f0-91c0-bf99e513c9ac tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936100 Jul 09 19:51:14.176428 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959294ef-55a0-4525-b873-72ee3e8109ae service neutron] Pushing event updated for resources: {'Port': ['ID=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:14.250770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-6a7b0c4c-156f-436a-b079-c6f46c029d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:14.252347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-6a7b0c4c-156f-436a-b079-c6f46c029d91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22aed567fbea4aec99acf84c482f57b5&device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 1095 time: 0.0623925 Jul 09 19:51:14.303234 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-a7ee13d2-8947-484c-9502-8f86f2ebaf98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c777d48a-af1f-478e-8d7e-30d2d4d10bc7 HTTP/1.1" status: 200 len: 217 time: 0.0418048 Jul 09 19:51:14.366077 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-4b634c2f-46fb-46a9-8212-4e23e4168630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:14.367548 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-4b634c2f-46fb-46a9-8212-4e23e4168630 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a1eed13-b035-4d1a-afdd-2ae4f33633a6 HTTP/1.1" status: 200 len: 861 time: 0.0586808 Jul 09 19:51:14.392910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205af7c2-2437-43d2-934a-46ce3977030e req-c3bcd44c-b9ca-4415-8ab3-e2e47c83c5a3 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:14.401154 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-205af7c2-2437-43d2-934a-46ce3977030e req-c3bcd44c-b9ca-4415-8ab3-e2e47c83c5a3 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 944 time: 0.0976391 Jul 09 19:51:14.408058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-3bc82ef7-cdbe-43ab-96f1-1caca2242229 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed67e983-2047-44c7-a5b2-23fc15affe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281944 Jul 09 19:51:14.447683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-205af7c2-2437-43d2-934a-46ce3977030e req-eb741755-1070-4907-b400-85042c0674dd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455782 Jul 09 19:51:14.519963 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-0bf9d4b9-651b-4eca-83b8-b30831747480 service neutron] 10.222.0.32 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040111 Jul 09 19:51:14.639105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c31735-38b9-4498-bd2f-0ce6cf703709 req-8956b26a-dda7-4b1a-80d3-1eb9f256187e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:14.646806 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-87c31735-38b9-4498-bd2f-0ce6cf703709 req-8956b26a-dda7-4b1a-80d3-1eb9f256187e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.0840476 Jul 09 19:51:14.658244 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27ebc33e-daef-4aec-ac2b-af965ba3d905 req-16f28078-6b7d-4319-a6b3-bf0c31314cb0 service neutron] 10.222.0.32 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284153 Jul 09 19:51:14.691639 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-87c31735-38b9-4498-bd2f-0ce6cf703709 req-627b9ee2-8132-4278-b987-f0aa657fb54f tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439973 Jul 09 19:51:14.724837 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbb4cc2-70af-4a9e-a4e1-ec74d9310e37 x-openstack-request-id: req-4bbb4cc2-70af-4a9e-a4e1-ec74d9310e37 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:14.725151 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ff0b349-7e68-4e7b-9559-7afe4d35ec5b", "tag": "c777d48a-af1f-478e-8d7e-30d2d4d10bc7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:14.733056 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4bbb4cc2-70af-4a9e-a4e1-ec74d9310e37 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:14.733496 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ff0b349-7e68-4e7b-9559-7afe4d35ec5b', 'tag': 'c777d48a-af1f-478e-8d7e-30d2d4d10bc7', 'status': 'completed', 'code': 200} Jul 09 19:51:14.838821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a5f4c-40d8-4741-8425-30d88d37ba4b req-be983449-9745-48f4-9299-e923bda49a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:14.840420 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-152a5f4c-40d8-4741-8425-30d88d37ba4b req-be983449-9745-48f4-9299-e923bda49a41 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22aed567fbea4aec99acf84c482f57b5&device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 1095 time: 0.0936022 Jul 09 19:51:15.002338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af304a-e5c8-4bb0-99b7-6add2d5b11d1 req-0bb08407-2e5d-4b34-adef-e31221a30ad5 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:15.004014 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7af304a-e5c8-4bb0-99b7-6add2d5b11d1 req-0bb08407-2e5d-4b34-adef-e31221a30ad5 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1526968 Jul 09 19:51:15.005574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a5f4c-40d8-4741-8425-30d88d37ba4b req-bf2d909a-7d16-4a1d-af14-a427fb7420b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:15.006972 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-152a5f4c-40d8-4741-8425-30d88d37ba4b req-bf2d909a-7d16-4a1d-af14-a427fb7420b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed67e983-2047-44c7-a5b2-23fc15affe8c HTTP/1.1" status: 200 len: 922 time: 0.1544979 Jul 09 19:51:15.067167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-152a5f4c-40d8-4741-8425-30d88d37ba4b req-b626f8da-b811-47c2-b76a-fbee7d7c4785 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c777d48a-af1f-478e-8d7e-30d2d4d10bc7 HTTP/1.1" status: 200 len: 217 time: 0.0491951 Jul 09 19:51:15.121721 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7af304a-e5c8-4bb0-99b7-6add2d5b11d1 req-85d3577d-72b1-4035-82ab-32bc6036cce8 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109076 Jul 09 19:51:15.124574 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ee350-576f-4d9c-a5e6-39ea4c791336 req-4267ee0a-9bfd-4c93-9f6d-26c9d2d62b0d tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:15.129156 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c03ee350-576f-4d9c-a5e6-39ea4c791336 req-4267ee0a-9bfd-4c93-9f6d-26c9d2d62b0d tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2f7f10d5-00ad-476a-8f3d-6303e7a35883 HTTP/1.1" status: 200 len: 1100 time: 0.0812032 Jul 09 19:51:15.178686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a5f4c-40d8-4741-8425-30d88d37ba4b req-e8dc95d1-4fc8-49c1-9efd-b862edd8435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:15.180720 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-152a5f4c-40d8-4741-8425-30d88d37ba4b req-e8dc95d1-4fc8-49c1-9efd-b862edd8435c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3a1eed13-b035-4d1a-afdd-2ae4f33633a6 HTTP/1.1" status: 200 len: 861 time: 0.1033278 Jul 09 19:51:15.181754 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c03ee350-576f-4d9c-a5e6-39ea4c791336 req-dc3e619f-dc20-44ab-9844-cda5d2406dfe tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493553 Jul 09 19:51:15.230242 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-152a5f4c-40d8-4741-8425-30d88d37ba4b req-85fab2a6-7d5c-4e89-977f-53d83cb8c4f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed67e983-2047-44c7-a5b2-23fc15affe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407643 Jul 09 19:51:15.371830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-152a5f4c-40d8-4741-8425-30d88d37ba4b req-198616e9-8039-4637-99b1-defe74a2d0da service neutron] 10.222.0.32 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349907 Jul 09 19:51:15.384591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff3c61-094c-4ed6-a6b4-df18cb55e770 req-34c82556-b219-43b7-83b3-f9e515061f39 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:15.386154 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5bff3c61-094c-4ed6-a6b4-df18cb55e770 req-34c82556-b219-43b7-83b3-f9e515061f39 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.0989721 Jul 09 19:51:15.482395 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ea161-dd0d-4246-af5e-b8c5cd2fa4c4 req-22b1a9ca-05e8-4b79-9645-a84964c36351 tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:15.484147 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-370ea161-dd0d-4246-af5e-b8c5cd2fa4c4 req-22b1a9ca-05e8-4b79-9645-a84964c36351 tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 1101 time: 0.0636456 Jul 09 19:51:15.486700 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5bff3c61-094c-4ed6-a6b4-df18cb55e770 req-75c5b1d1-1e24-4755-a3ac-bdb337de06be tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921750 Jul 09 19:51:15.513055 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-152a5f4c-40d8-4741-8425-30d88d37ba4b req-4232c3db-578c-4104-ba67-8e9ab1f888a5 service neutron] 10.222.0.32 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257238 Jul 09 19:51:15.537199 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-370ea161-dd0d-4246-af5e-b8c5cd2fa4c4 req-1775efff-cd62-49a3-88bb-cdbdd1298226 tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448821 Jul 09 19:51:15.685527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1aca7-c94a-4b26-bbef-0937cec91ddd req-6d132cbe-0dcb-4abb-9e71-04cd21c43083 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:15.687148 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8d1aca7-c94a-4b26-bbef-0937cec91ddd req-6d132cbe-0dcb-4abb-9e71-04cd21c43083 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0734847 Jul 09 19:51:15.705375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb61d4-aaa8-413e-9ba0-1c27f9ba1631 req-62db9c3d-adbf-4bd4-afe6-7e7f952698ca tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:15.708159 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fbcb61d4-aaa8-413e-9ba0-1c27f9ba1631 req-62db9c3d-adbf-4bd4-afe6-7e7f952698ca tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 944 time: 0.0703216 Jul 09 19:51:15.734322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8d1aca7-c94a-4b26-bbef-0937cec91ddd req-7457bd24-5213-4cb4-8151-a7d2177f9a5a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403306 Jul 09 19:51:15.747077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fbcb61d4-aaa8-413e-9ba0-1c27f9ba1631 req-4be4509f-e8ac-4a8d-9120-6169926bce2f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337584 Jul 09 19:51:15.935382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738b531-be38-45f4-bbba-a320349495c9 req-3eeb9a61-85c4-4073-afb5-e7952ca1cd96 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:15.938047 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5738b531-be38-45f4-bbba-a320349495c9 req-3eeb9a61-85c4-4073-afb5-e7952ca1cd96 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.0765214 Jul 09 19:51:15.981554 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5738b531-be38-45f4-bbba-a320349495c9 req-4b0dfa48-c218-4e8b-9922-8f49bda19272 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382075 Jul 09 19:51:16.024660 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-478baebf-0fef-4903-88c9-6625f58a675a tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231118 Jul 09 19:51:16.138920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-785cb4ce-35d2-43bc-9885-94d3cf0acd59 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:16.141017 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-785cb4ce-35d2-43bc-9885-94d3cf0acd59 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1101561 Jul 09 19:51:16.157747 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-df6bcdf9-6059-4c34-8817-bdcbfecfae86 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/quotas/6e8dc31c587f41e9a0069ffbf510479d HTTP/1.1" status: 200 len: 375 time: 0.0107732 Jul 09 19:51:16.254904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-ad639c4a-9b1c-4558-9d5f-4849a2613894 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0909009 Jul 09 19:51:16.319261 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83047cf-9845-4c61-8753-c15b5755cefa req-788bb0c7-2cfb-47a9-a500-eb50b63cb9a7 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:16.321100 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a83047cf-9845-4c61-8753-c15b5755cefa req-788bb0c7-2cfb-47a9-a500-eb50b63cb9a7 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0762479 Jul 09 19:51:16.365789 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a83047cf-9845-4c61-8753-c15b5755cefa req-4053f016-f188-4e95-b8fc-c7c1afbcabad tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366335 Jul 09 19:51:16.701130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbc29b-801a-4a59-9f16-c1357abf4aa7 req-a644fde6-f777-4e44-b67e-9c6d01b16dbe tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:16.712004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c9fbc29b-801a-4a59-9f16-c1357abf4aa7 req-a644fde6-f777-4e44-b67e-9c6d01b16dbe tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.0981734 Jul 09 19:51:16.751477 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c9fbc29b-801a-4a59-9f16-c1357abf4aa7 req-08e4c16d-e0ce-4402-8004-4e930e7d3118 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385087 Jul 09 19:51:16.960151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670e0e3-ba44-4e90-89df-e4472ad499cc req-7b0be53b-08ca-496b-b57b-ce53197b1cdb tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:16.967137 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8670e0e3-ba44-4e90-89df-e4472ad499cc req-7b0be53b-08ca-496b-b57b-ce53197b1cdb tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0949423 Jul 09 19:51:17.013083 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8670e0e3-ba44-4e90-89df-e4472ad499cc req-600866ca-2945-46a0-9b9a-b115ba4571ee tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450084 Jul 09 19:51:17.043263 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4422f7-19b5-408b-a196-71031878f34a req-aaa38a8e-d741-48f9-a675-cf77fe210964 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:17.046110 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f4422f7-19b5-408b-a196-71031878f34a req-aaa38a8e-d741-48f9-a675-cf77fe210964 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 944 time: 0.0794725 Jul 09 19:51:17.105148 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a42404ef-6e37-4b4d-b03e-cbe5080dace1 req-3c3c7734-4acd-46ac-bd77-cdf4c2b45ef9 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 210 time: 0.0440958 Jul 09 19:51:17.107317 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f4422f7-19b5-408b-a196-71031878f34a req-28db5bfa-3d5a-4a30-9433-e21d10bd9e58 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553727 Jul 09 19:51:17.276726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478eb21-7cc6-475d-8c5e-161b850d7df6 req-e06c158a-97e8-4b84-b8e4-474ab019e62e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:17.278258 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0478eb21-7cc6-475d-8c5e-161b850d7df6 req-e06c158a-97e8-4b84-b8e4-474ab019e62e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.0764711 Jul 09 19:51:17.328236 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0478eb21-7cc6-475d-8c5e-161b850d7df6 req-979c7e5d-0ccb-4742-81fc-03a89a01cffb tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427279 Jul 09 19:51:17.587183 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2c250-da67-4aac-a252-9ecf2dab4253 req-0a4934fa-f7b9-4d10-bbf3-58b0b6b4c1be tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:17.589178 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-89f2c250-da67-4aac-a252-9ecf2dab4253 req-0a4934fa-f7b9-4d10-bbf3-58b0b6b4c1be tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0957050 Jul 09 19:51:17.645683 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-89f2c250-da67-4aac-a252-9ecf2dab4253 req-05b08e55-bcc6-4271-9008-54a9e238325b tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479839 Jul 09 19:51:17.946467 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2c51-0aae-4f8e-9b9a-5ff959b08f5d req-d1ccdc51-76f6-4943-88ec-301221d2800e tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:17.948972 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-728a2c51-0aae-4f8e-9b9a-5ff959b08f5d req-d1ccdc51-76f6-4943-88ec-301221d2800e tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.0676587 Jul 09 19:51:17.987913 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-728a2c51-0aae-4f8e-9b9a-5ff959b08f5d req-e04f91ce-4292-4a11-b267-5271dfe42c0a tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Jul 09 19:51:18.002559 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device c777d48a-af1f-478e-8d7e-30d2d4d10bc7 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:18.108746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port c777d48a-af1f-478e-8d7e-30d2d4d10bc7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:18.123442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'c777d48a-af1f-478e-8d7e-30d2d4d10bc7', 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c', 'port_id': 'c777d48a-af1f-478e-8d7e-30d2d4d10bc7', 'mac_address': 'fa:16:3e:d1:7a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1eed13-b035-4d1a-afdd-2ae4f33633a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:18.165842 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:18.180262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c777d48a-af1f-478e-8d7e-30d2d4d10bc7 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:18.202234 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port c777d48a-af1f-478e-8d7e-30d2d4d10bc7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:18.208087 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:18.286283 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-352bd1fd-1ed4-4583-8ae8-b5a23eae087b req-c8162c34-c6ff-421e-9052-576d0ac55c72 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 210 time: 0.0430984 Jul 09 19:51:18.292118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:18.293342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e2525-9310-4c4c-8ca3-07a4296e1332 req-29178f48-667b-4f06-8b0f-e97a1d3672d1 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:18.302680 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b22e2525-9310-4c4c-8ca3-07a4296e1332 req-29178f48-667b-4f06-8b0f-e97a1d3672d1 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.1324885 Jul 09 19:51:18.391252 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b22e2525-9310-4c4c-8ca3-07a4296e1332 req-7b648203-e406-400c-9d65-cc991ca83fdb tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816898 Jul 09 19:51:18.531755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b318a2-15d8-4b94-93ec-2b009769c897 req-86c3f3dd-73ac-43ea-8393-0a94c38e3b3d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:18.532019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-80e3e8db-c14b-4794-ba5b-8d205d6afd32 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472455 Jul 09 19:51:18.533330 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99b318a2-15d8-4b94-93ec-2b009769c897 req-86c3f3dd-73ac-43ea-8393-0a94c38e3b3d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 945 time: 0.0942178 Jul 09 19:51:18.545990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['c777d48a-af1f-478e-8d7e-30d2d4d10bc7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:18.607768 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99b318a2-15d8-4b94-93ec-2b009769c897 req-a8cbf1ef-bc3a-4b66-8d92-e30bf1c60725 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672481 Jul 09 19:51:18.661639 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-a63ea035-8e84-4e7f-9831-0bbda0411e61 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1215982 Jul 09 19:51:18.822370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2a91c-a91f-4625-9bd7-8fdf21d5d4a9 req-52665646-eaa6-4e0f-9cfb-80fef721bbf6 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:18.828646 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8b2a91c-a91f-4625-9bd7-8fdf21d5d4a9 req-52665646-eaa6-4e0f-9cfb-80fef721bbf6 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.2541125 Jul 09 19:51:18.891069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-440224e3-574d-4b71-8e33-2cf890e17b39 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:18.892564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-440224e3-574d-4b71-8e33-2cf890e17b39 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3515637 Jul 09 19:51:18.917573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d4aea81b-c82a-47e2-b2d8-c57c40f406e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Request body: {'port': {'device_id': '25b65882-4192-4af5-87aa-13717d46ec6b', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '6e8dc31c587f41e9a0069ffbf510479d'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:19.044350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c4bde-a62f-4bd6-90e8-f3fc02166041 req-39846fbb-3a6b-404e-9c30-a41e6f2b3173 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:19.045948 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed4c4bde-a62f-4bd6-90e8-f3fc02166041 req-39846fbb-3a6b-404e-9c30-a41e6f2b3173 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0816965 Jul 09 19:51:19.093576 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed4c4bde-a62f-4bd6-90e8-f3fc02166041 req-bc149d69-399e-4ce5-a4f5-0b5da2a89d00 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 Jul 09 19:51:19.212891 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8b2a91c-a91f-4625-9bd7-8fdf21d5d4a9 req-9c2facf7-51f3-48df-b36c-0fe849fee510 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763962 Jul 09 19:51:19.261882 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-c9a6a83b-0595-47b7-adfd-95ed09c32cff tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:19.263795 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-c9a6a83b-0595-47b7-adfd-95ed09c32cff tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5768695 Jul 09 19:51:19.279120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-2ad9d20f-d4a0-4b08-a007-325f1a4e3e4b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Request body: {'port': {'device_id': '3362652e-ed16-47af-880d-6a56c74be60c', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '6e8dc31c587f41e9a0069ffbf510479d'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:19.281950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfffa60-39fb-40e9-94c5-49dc48da0a45 req-a97044c0-f474-40f2-891d-6ee71e3889fd tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:19.284576 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-abfffa60-39fb-40e9-94c5-49dc48da0a45 req-a97044c0-f474-40f2-891d-6ee71e3889fd tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.0714939 Jul 09 19:51:19.326955 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-abfffa60-39fb-40e9-94c5-49dc48da0a45 req-115ce3b3-3988-417c-8512-b14dd581dea9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367362 Jul 09 19:51:19.433384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d4aea81b-c82a-47e2-b2d8-c57c40f406e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Made reservation on behalf of 6e8dc31c587f41e9a0069ffbf510479d for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:51:19.437269 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d4aea81b-c82a-47e2-b2d8-c57c40f406e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:19.498837 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e0bbe3e-445e-4376-91e5-a678a9a960fa req-2bf641c1-6096-4441-aaec-a41d61015def tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 210 time: 0.0399454 Jul 09 19:51:19.535887 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-2ad9d20f-d4a0-4b08-a007-325f1a4e3e4b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Made reservation on behalf of 6e8dc31c587f41e9a0069ffbf510479d for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:51:19.539547 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-2ad9d20f-d4a0-4b08-a007-325f1a4e3e4b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:19.602879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c442fb8-ebb2-4a3d-9d4a-0937e82ab36c req-d74bcb06-518c-4bc1-b6e1-b4d26fad864d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:19.604321 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c442fb8-ebb2-4a3d-9d4a-0937e82ab36c req-d74bcb06-518c-4bc1-b6e1-b4d26fad864d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0754750 Jul 09 19:51:19.647720 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c442fb8-ebb2-4a3d-9d4a-0937e82ab36c req-3f8b4702-eafa-49a0-aaba-0eb66c8d9420 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373068 Jul 09 19:51:19.683902 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d4aea81b-c82a-47e2-b2d8-c57c40f406e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Allocated IP 192.168.233.128 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/7e45ad69-f78c-4397-9749-d8dc2c675b71) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:51:19.881219 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6354a3-369f-4556-ab3b-80023b505a2d req-c88fe748-3d13-46c2-b2e6-261f183ac33b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:19.882675 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c6354a3-369f-4556-ab3b-80023b505a2d req-c88fe748-3d13-46c2-b2e6-261f183ac33b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 945 time: 0.1471722 Jul 09 19:51:19.919501 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d4aea81b-c82a-47e2-b2d8-c57c40f406e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:19.950887 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c6354a3-369f-4556-ab3b-80023b505a2d req-bfa9e51a-1707-468c-96dd-7fa3b74d9cef tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623930 Jul 09 19:51:19.951802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d4aea81b-c82a-47e2-b2d8-c57c40f406e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Transition to ACTIVE for port object 7e45ad69-f78c-4397-9749-d8dc2c675b71 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:19.990985 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d4aea81b-c82a-47e2-b2d8-c57c40f406e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.012296 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1878e0bf-a49a-467e-9f42-a24ed701e24d', '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'b6a7cc50-e031-4989-8b65-c43ed7030ff1'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:20.029575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device c777d48a-af1f-478e-8d7e-30d2d4d10bc7 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:20.076324 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d4aea81b-c82a-47e2-b2d8-c57c40f406e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:51:20.086574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d4aea81b-c82a-47e2-b2d8-c57c40f406e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:51:20.089221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d4aea81b-c82a-47e2-b2d8-c57c40f406e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:51:20.144987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port c777d48a-af1f-478e-8d7e-30d2d4d10bc7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:51:20.150008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-2ad9d20f-d4a0-4b08-a007-325f1a4e3e4b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Allocated IP 192.168.233.30 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/80bbbe61-c9b0-4fa8-8c53-62d40513b8da) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:51:20.151993 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aea81b-c82a-47e2-b2d8-c57c40f406e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event updated for resources: {'Port': ['ID=7e45ad69-f78c-4397-9749-d8dc2c675b71,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:20.170089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port c777d48a-af1f-478e-8d7e-30d2d4d10bc7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:20.170476 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.206560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d4aea81b-c82a-47e2-b2d8-c57c40f406e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:20.207248 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d4aea81b-c82a-47e2-b2d8-c57c40f406e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.250617 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d4aea81b-c82a-47e2-b2d8-c57c40f406e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3429108 Jul 09 19:51:20.290919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Request body: {'port': {'device_id': '25b65882-4192-4af5-87aa-13717d46ec6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:20.339827 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.406687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff0b349-7e68-4e7b-9559-7afe4d35ec5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c777d48a-af1f-478e-8d7e-30d2d4d10bc7'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:20.411046 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd99b84-3860-4fb8-aaf0-ef85a27e8aff" -d '{"events": [{"server_uuid": "1ff0b349-7e68-4e7b-9559-7afe4d35ec5b", "name": "network-vif-plugged", "status": "completed", "tag": "c777d48a-af1f-478e-8d7e-30d2d4d10bc7"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:20.439071 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port c777d48a-af1f-478e-8d7e-30d2d4d10bc7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:20.448694 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.477559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d4cc2-58d9-4599-9d99-098299c82e42 req-9c3b7acc-66bd-4240-9f00-081371d26d1d tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:20.479275 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-609d4cc2-58d9-4599-9d99-098299c82e42 req-9c3b7acc-66bd-4240-9f00-081371d26d1d tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.2074404 Jul 09 19:51:20.481684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-8c10bf63-c1b8-43b8-836e-37f9dad63059 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:20.483470 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-8c10bf63-c1b8-43b8-836e-37f9dad63059 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54&tenant_id=722a3672762841db8d6fcadff51c6f2f&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1096 time: 0.1378520 Jul 09 19:51:20.501597 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-3'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:20.528938 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-897d0614-e9b7-480b-a33d-69240d54f8b9 None None] Provisioning for port 7e45ad69-f78c-4397-9749-d8dc2c675b71 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:51:20.544426 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.557842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-897d0614-e9b7-480b-a33d-69240d54f8b9 None None] Provisioning complete for port 7e45ad69-f78c-4397-9749-d8dc2c675b71 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:20.558221 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-897d0614-e9b7-480b-a33d-69240d54f8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.559756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:20.562797 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-2ad9d20f-d4a0-4b08-a007-325f1a4e3e4b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.590918 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-2ad9d20f-d4a0-4b08-a007-325f1a4e3e4b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Transition to ACTIVE for port object 80bbbe61-c9b0-4fa8-8c53-62d40513b8da will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:20.617166 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-609d4cc2-58d9-4599-9d99-098299c82e42 req-6d15b601-22e0-4c3f-94c2-52cf2999f1c4 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315866 Jul 09 19:51:20.648165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3ad38-c455-41c7-9c21-609dc16ed8a3 req-5b3f9647-0138-46b3-8b0b-b21740588344 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:20.650433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-897d0614-e9b7-480b-a33d-69240d54f8b9 None None] Port 7e45ad69-f78c-4397-9749-d8dc2c675b71 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:51:20.660349 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6b3ad38-c455-41c7-9c21-609dc16ed8a3 req-5b3f9647-0138-46b3-8b0b-b21740588344 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 945 time: 0.2589157 Jul 09 19:51:20.698492 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.790483 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6b3ad38-c455-41c7-9c21-609dc16ed8a3 req-90aa784f-166c-4bbe-9f2a-830409d41576 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291220 Jul 09 19:51:20.834963 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-2ad9d20f-d4a0-4b08-a007-325f1a4e3e4b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:20.860460 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b35915-6780-4325-a21b-80921f2f03dc x-openstack-request-id: req-46b35915-6780-4325-a21b-80921f2f03dc {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:20.860858 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff0b349-7e68-4e7b-9559-7afe4d35ec5b", "name": "network-vif-plugged", "status": "completed", "tag": "c777d48a-af1f-478e-8d7e-30d2d4d10bc7", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:20.862372 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46b35915-6780-4325-a21b-80921f2f03dc {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:20.862372 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff0b349-7e68-4e7b-9559-7afe4d35ec5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c777d48a-af1f-478e-8d7e-30d2d4d10bc7', 'code': 200} Jul 09 19:51:20.946105 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-2ad9d20f-d4a0-4b08-a007-325f1a4e3e4b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:51:20.952934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-2ad9d20f-d4a0-4b08-a007-325f1a4e3e4b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:51:20.959487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-2ad9d20f-d4a0-4b08-a007-325f1a4e3e4b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:51:20.997045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9d20f-d4a0-4b08-a007-325f1a4e3e4b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event updated for resources: {'Port': ['ID=80bbbe61-c9b0-4fa8-8c53-62d40513b8da,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:21.062353 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-2ad9d20f-d4a0-4b08-a007-325f1a4e3e4b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:21.063398 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-2ad9d20f-d4a0-4b08-a007-325f1a4e3e4b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:21.125769 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-2ad9d20f-d4a0-4b08-a007-325f1a4e3e4b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8507619 Jul 09 19:51:21.155792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Request body: {'port': {'device_id': '3362652e-ed16-47af-880d-6a56c74be60c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:21.208036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e45ad69-f78c-4397-9749-d8dc2c675b71 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:21.224992 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:21.270736 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=28888a29-2c11-462d-a422-09928b274d9c,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:21.274248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Transition to ACTIVE for port object 7e45ad69-f78c-4397-9749-d8dc2c675b71 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:21.277007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dff3dd4e-f40e-4ae0-9d1b-2301cd4037a4 None None] Provisioning for port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:51:21.286161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dff3dd4e-f40e-4ae0-9d1b-2301cd4037a4 None None] Provisioning complete for port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:21.287541 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:21.287721 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dff3dd4e-f40e-4ae0-9d1b-2301cd4037a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:21.296232 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccb551-affa-4088-8720-066d59cbc4d6 req-a5f2a4ab-676d-4977-8540-52416b616288 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:21.304094 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-caccb551-affa-4088-8720-066d59cbc4d6 req-a5f2a4ab-676d-4977-8540-52416b616288 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.4743958 Jul 09 19:51:21.319804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cae87-974b-4cb5-bd39-f7e8adaafac6 req-f61c3f32-9cd8-4c2a-a30f-cc6ecd79ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:21.321342 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad0cae87-974b-4cb5-bd39-f7e8adaafac6 req-f61c3f32-9cd8-4c2a-a30f-cc6ecd79ca10 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 1097 time: 0.1912949 Jul 09 19:51:21.328628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7174a7-bbf7-41b9-ac3a-5d22d90802c3 req-d6df39eb-f745-47b0-957d-438610953e38 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:21.330193 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef7174a7-bbf7-41b9-ac3a-5d22d90802c3 req-d6df39eb-f745-47b0-957d-438610953e38 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 935 time: 0.2559333 Jul 09 19:51:21.351669 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-dff3dd4e-f40e-4ae0-9d1b-2301cd4037a4 None None] Port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:51:21.390950 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:21.391161 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-caccb551-affa-4088-8720-066d59cbc4d6 req-849dc21e-2ac5-4dee-b6e6-e2a5b5589927 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858576 Jul 09 19:51:21.398522 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad0cae87-974b-4cb5-bd39-f7e8adaafac6 req-1e3b34b3-c34f-4cc9-b9d4-213c5ee75f65 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698237 Jul 09 19:51:21.409972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:21.458327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Pushing event updated for resources: {'Port': ['ID=7e45ad69-f78c-4397-9749-d8dc2c675b71,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:21.490111 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16dd617-2f5a-44f8-a651-dc62e6c8fc54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28888a29-2c11-462d-a422-09928b274d9c'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:21.491980 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145b847e-d754-4ac7-8530-9f6c9f551012" -d '{"events": [{"server_uuid": "e16dd617-2f5a-44f8-a651-dc62e6c8fc54", "name": "network-vif-unplugged", "status": "completed", "tag": "28888a29-2c11-462d-a422-09928b274d9c"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:21.496845 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef7174a7-bbf7-41b9-ac3a-5d22d90802c3 req-fede6bad-6fed-48c5-97a5-097a6892b6d1 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302557 Jul 09 19:51:21.497797 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:21.508031 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:21.640328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Pushing event updated for resources: {'Port': ['ID=28888a29-2c11-462d-a422-09928b274d9c,revision_number=7']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:21.647234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Attempting to bind port 28888a29-2c11-462d-a422-09928b274d9c on host n-h1-800088-3 for vnic_type normal with profile {"migrating_to": "n-h2-800088-3"} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:51:21.647582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Attempting to bind port 28888a29-2c11-462d-a422-09928b274d9c by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:51:21.649328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Attempting to bind port 28888a29-2c11-462d-a422-09928b274d9c on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:21.661714 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Port 28888a29-2c11-462d-a422-09928b274d9c on network cde8a11d-a413-4777-8c30-ae667fa77b73 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:51:21.662056 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Attempting to bind port 28888a29-2c11-462d-a422-09928b274d9c on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:21.670766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:51:21.671213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Checking segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:51:21.671524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Bound using segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:51:21.671970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Bound port: 28888a29-2c11-462d-a422-09928b274d9c, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:51:21.672342 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:21.732283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Attempting to bind port 7e45ad69-f78c-4397-9749-d8dc2c675b71 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:51:21.733400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Attempting to bind port 7e45ad69-f78c-4397-9749-d8dc2c675b71 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:51:21.733920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Attempting to bind port 7e45ad69-f78c-4397-9749-d8dc2c675b71 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:21.779671 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Port 7e45ad69-f78c-4397-9749-d8dc2c675b71 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:51:21.780297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Attempting to bind port 7e45ad69-f78c-4397-9749-d8dc2c675b71 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:21.789873 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:51:21.790492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:51:21.791544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:51:21.792169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Bound port: 7e45ad69-f78c-4397-9749-d8dc2c675b71, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:51:21.792796 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:21.836976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1878e0bf-a49a-467e-9f42-a24ed701e24d', '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'b6a7cc50-e031-4989-8b65-c43ed7030ff1'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:21.869673 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:21.885663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=28888a29-2c11-462d-a422-09928b274d9c,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:51:21.892101 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:21.983597 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddcc22-fdb4-4424-b45c-2e8c58e516ba req-a70eec67-9fe0-4210-bfc3-7c3bf05a68f4 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:21.991178 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bfddcc22-fdb4-4424-b45c-2e8c58e516ba req-a70eec67-9fe0-4210-bfc3-7c3bf05a68f4 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.1638939 Jul 09 19:51:22.013707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Pushing event updated for resources: {'Port': ['ID=28888a29-2c11-462d-a422-09928b274d9c,revision_number=8']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:22.040802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:22.041448 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:22.042996 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-c383e643-8286-4a0a-8600-716d8dcc768e service neutron] 10.222.0.32 "PUT /v2.0/ports/28888a29-2c11-462d-a422-09928b274d9c HTTP/1.1" status: 200 len: 1121 time: 1.5474930 Jul 09 19:51:22.053867 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] For port 7e45ad69-f78c-4397-9749-d8dc2c675b71, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:22.055766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 28888a29-2c11-462d-a422-09928b274d9c details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:22.069001 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bfddcc22-fdb4-4424-b45c-2e8c58e516ba req-ede1a687-fc3f-47fa-915f-5c6a982dfbf0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765300 Jul 09 19:51:22.075933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] For port 7e45ad69-f78c-4397-9749-d8dc2c675b71, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7e45ad69-f78c-4397-9749-d8dc2c675b71,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:51:22.099765 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:22.119865 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d53acd-7be5-4772-8ca9-3e049f504e49 x-openstack-request-id: req-95d53acd-7be5-4772-8ca9-3e049f504e49 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:22.120160 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16dd617-2f5a-44f8-a651-dc62e6c8fc54", "name": "network-vif-unplugged", "status": "completed", "tag": "28888a29-2c11-462d-a422-09928b274d9c", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:22.120433 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95d53acd-7be5-4772-8ca9-3e049f504e49 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:22.120913 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16dd617-2f5a-44f8-a651-dc62e6c8fc54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28888a29-2c11-462d-a422-09928b274d9c', 'code': 200} Jul 09 19:51:22.156957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:22.157530 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:22.159722 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] 10.222.0.36 "PUT /v2.0/ports/7e45ad69-f78c-4397-9749-d8dc2c675b71 HTTP/1.1" status: 200 len: 1096 time: 1.8754668 Jul 09 19:51:22.164379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b65882-4192-4af5-87aa-13717d46ec6b', 'tag': '7e45ad69-f78c-4397-9749-d8dc2c675b71'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:22.169903 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934eb519-e1c0-4954-9e75-0b12e8b6f959" -d '{"events": [{"name": "network-changed", "server_uuid": "25b65882-4192-4af5-87aa-13717d46ec6b", "tag": "7e45ad69-f78c-4397-9749-d8dc2c675b71"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:22.197417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['28888a29-2c11-462d-a422-09928b274d9c'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:22.250704 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['28888a29-2c11-462d-a422-09928b274d9c'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:22.301745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53dac6-4c07-4771-b659-60acd4e614b9 req-e6a6eca4-d609-4184-9dde-eb78a79f0608 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:22.311397 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cc53dac6-4c07-4771-b659-60acd4e614b9 req-e6a6eca4-d609-4184-9dde-eb78a79f0608 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 946 time: 0.3466172 Jul 09 19:51:22.339383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bbbe61-c9b0-4fa8-8c53-62d40513b8da {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:22.354601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f5f3f-5233-4c4d-9cc9-fdaaa4a00e4d service neutron] Pushing event updated for resources: {'Port': ['ID=7e45ad69-f78c-4397-9749-d8dc2c675b71,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:22.365784 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:22.373757 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a04436-28ae-4a35-9dc0-937c03a0b692 req-3097f7df-318c-4569-8a64-323e0f56000c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:22.376032 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a7a04436-28ae-4a35-9dc0-937c03a0b692 req-3097f7df-318c-4569-8a64-323e0f56000c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0986338 Jul 09 19:51:22.405372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Transition to ACTIVE for port object 80bbbe61-c9b0-4fa8-8c53-62d40513b8da will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:22.424908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cc53dac6-4c07-4771-b659-60acd4e614b9 req-8959a0f3-4294-492f-8bea-40acc02c581b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118047 Jul 09 19:51:22.433210 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:22.465161 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a7a04436-28ae-4a35-9dc0-937c03a0b692 req-131bc4df-4443-4d34-a1b1-6169ec095f96 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812325 Jul 09 19:51:22.540361 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4070c0c-191c-43dd-bc4a-76063f0be61b x-openstack-request-id: req-d4070c0c-191c-43dd-bc4a-76063f0be61b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:22.541134 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b65882-4192-4af5-87aa-13717d46ec6b", "tag": "7e45ad69-f78c-4397-9749-d8dc2c675b71", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:22.541961 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4070c0c-191c-43dd-bc4a-76063f0be61b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:22.542532 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b65882-4192-4af5-87aa-13717d46ec6b', 'tag': '7e45ad69-f78c-4397-9749-d8dc2c675b71', 'status': 'completed', 'code': 200} Jul 09 19:51:22.544957 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=28888a29-2c11-462d-a422-09928b274d9c,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:22.546914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-9fe98fcd-3801-4793-9336-0f8558b5eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:22.550113 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-9fe98fcd-3801-4793-9336-0f8558b5eec6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=25b65882-4192-4af5-87aa-13717d46ec6b HTTP/1.1" status: 200 len: 1099 time: 0.3382869 Jul 09 19:51:22.552790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Pushing event updated for resources: {'Port': ['ID=80bbbe61-c9b0-4fa8-8c53-62d40513b8da,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:22.599117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 28888a29-2c11-462d-a422-09928b274d9c has no active binding in host n-h2-800088-3 {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:51:22.613854 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-9d2d93f1-7809-4f56-8962-9f4e4990d6fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=7e45ad69-f78c-4397-9749-d8dc2c675b71 HTTP/1.1" status: 200 len: 217 time: 0.0481362 Jul 09 19:51:22.820941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-bdbe2d47-7c99-483e-a938-f16beb158318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:22.821983 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-bdbe2d47-7c99-483e-a938-f16beb158318 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1872153 Jul 09 19:51:22.866846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Attempting to bind port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:51:22.868172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Attempting to bind port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:51:22.868698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Attempting to bind port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:22.889753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:51:22.889753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Attempting to bind port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:22.898986 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0ad42-44f3-4ed8-9297-8c93f97bf238 req-d2be9aa7-2eb6-4acc-aa24-19fca32c5a25 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:22.901256 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8b0ad42-44f3-4ed8-9297-8c93f97bf238 req-d2be9aa7-2eb6-4acc-aa24-19fca32c5a25 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 943 time: 0.2537520 Jul 09 19:51:22.904939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:51:22.905284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:51:22.905676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:51:22.906129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Bound port: 80bbbe61-c9b0-4fa8-8c53-62d40513b8da, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:51:22.906499 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:22.917685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ae5e6-8483-4d9a-be6f-38678a07857c req-6e46f3da-18a2-4076-8f6d-052d9ece4ba1 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:22.930410 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b67ae5e6-8483-4d9a-be6f-38678a07857c req-6e46f3da-18a2-4076-8f6d-052d9ece4ba1 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.1945658 Jul 09 19:51:22.978367 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b67ae5e6-8483-4d9a-be6f-38678a07857c req-8518a772-8eed-4db1-9ae4-9b2d9db8650c tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461712 Jul 09 19:51:23.010937 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8b0ad42-44f3-4ed8-9297-8c93f97bf238 req-74aa4c15-0fe1-4e5a-a922-ff567fa7819a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012919 Jul 09 19:51:23.021379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-119a9474-8509-46f7-8bfe-dd569f14485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:23.022929 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-119a9474-8509-46f7-8bfe-dd569f14485e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1902833 Jul 09 19:51:23.039958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] For port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:23.044112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] For port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=80bbbe61-c9b0-4fa8-8c53-62d40513b8da,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:51:23.063415 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:23.187115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:23.187784 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:23.189269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] 10.222.0.32 "PUT /v2.0/ports/80bbbe61-c9b0-4fa8-8c53-62d40513b8da HTTP/1.1" status: 200 len: 1095 time: 2.0378506 Jul 09 19:51:23.211434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4051e-ba96-43aa-a570-016c9b32e887 service neutron] Pushing event updated for resources: {'Port': ['ID=80bbbe61-c9b0-4fa8-8c53-62d40513b8da,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:23.225447 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d321a33a-d7bd-4311-9d0b-7dbb6077f60f service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796186 Jul 09 19:51:23.226685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ccfa0-c32f-455f-8e17-8d60140b6906 req-df6d06ee-ecea-4d81-887f-09c7993579be tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:23.234884 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-372ccfa0-c32f-455f-8e17-8d60140b6906 req-df6d06ee-ecea-4d81-887f-09c7993579be tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 947 time: 0.1309080 Jul 09 19:51:23.299864 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-372ccfa0-c32f-455f-8e17-8d60140b6906 req-c4619098-e194-4773-9f90-94fb2af1b796 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635245 Jul 09 19:51:23.624971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c9040-d0c3-4280-b12a-60d2bd050fd1 req-91492dc0-36b8-4c3b-a3b7-da8b98df6771 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:23.626632 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-694c9040-d0c3-4280-b12a-60d2bd050fd1 req-91492dc0-36b8-4c3b-a3b7-da8b98df6771 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 946 time: 0.0677447 Jul 09 19:51:23.672200 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-694c9040-d0c3-4280-b12a-60d2bd050fd1 req-3260ff3b-0876-44e0-b3c5-812249adb923 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387599 Jul 09 19:51:23.725556 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-6eb3e4d9-cab1-4244-83a8-0c4be17c0e9d service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898520 Jul 09 19:51:23.735158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-62d30ed4-1f7f-46b1-84e5-ff19fdf44dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:23.737729 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-62d30ed4-1f7f-46b1-84e5-ff19fdf44dd5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 1098 time: 0.4920239 Jul 09 19:51:23.750043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c3241-ffba-4002-a5b5-8408106704cb req-b3f6ba04-7c6f-46e6-82e4-1f5675c09449 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:23.751505 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef8c3241-ffba-4002-a5b5-8408106704cb req-b3f6ba04-7c6f-46e6-82e4-1f5675c09449 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.4252286 Jul 09 19:51:23.792383 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-3a3d4863-9dea-4d15-9be8-8f7f0f8b26a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=80bbbe61-c9b0-4fa8-8c53-62d40513b8da HTTP/1.1" status: 200 len: 217 time: 0.0398881 Jul 09 19:51:23.884684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84091750-4962-4efa-9e3a-832fc7d9d35a req-bcedacc0-06d7-4c2a-877d-ba6641921e9b tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:23.886706 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-84091750-4962-4efa-9e3a-832fc7d9d35a req-bcedacc0-06d7-4c2a-877d-ba6641921e9b tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0743434 Jul 09 19:51:23.910481 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef8c3241-ffba-4002-a5b5-8408106704cb req-5ce73930-91ca-4133-a998-9beda261e576 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206882 Jul 09 19:51:23.918451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-ccfe3292-97de-499d-8478-febe13911e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:23.919999 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-ccfe3292-97de-499d-8478-febe13911e6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1183486 Jul 09 19:51:23.942561 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-84091750-4962-4efa-9e3a-832fc7d9d35a req-9b92fdea-1aa2-4680-b0af-3f375ec27ab1 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474794 Jul 09 19:51:23.997637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934eb519-e1c0-4954-9e75-0b12e8b6f959 req-ff4393fb-c8c3-4446-b222-2cf34c056c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:23.999181 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-934eb519-e1c0-4954-9e75-0b12e8b6f959 req-ff4393fb-c8c3-4446-b222-2cf34c056c28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=25b65882-4192-4af5-87aa-13717d46ec6b HTTP/1.1" status: 200 len: 1099 time: 0.1594603 Jul 09 19:51:24.068650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d2875678-5e6d-4c6a-bcd3-2d10e1fbf32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:24.070189 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-d2875678-5e6d-4c6a-bcd3-2d10e1fbf32b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389041 Jul 09 19:51:24.149497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16dd617-2f5a-44f8-a651-dc62e6c8fc54', 'tag': '28888a29-2c11-462d-a422-09928b274d9c'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:24.151774 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8575bb-03a6-4ee1-95d8-8f973ed473f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e16dd617-2f5a-44f8-a651-dc62e6c8fc54", "tag": "28888a29-2c11-462d-a422-09928b274d9c"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:24.193103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95226e59-367a-41f3-9af8-323fef39cece req-eef369f9-6b6c-4b7c-9ff1-6efbb6a64230 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:24.195129 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-95226e59-367a-41f3-9af8-323fef39cece req-eef369f9-6b6c-4b7c-9ff1-6efbb6a64230 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.0792391 Jul 09 19:51:24.213370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934eb519-e1c0-4954-9e75-0b12e8b6f959 req-1214d6ea-c294-4d88-b7ee-a8d7a145f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:24.214858 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-934eb519-e1c0-4954-9e75-0b12e8b6f959 req-1214d6ea-c294-4d88-b7ee-a8d7a145f561 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2060831 Jul 09 19:51:24.236127 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-95226e59-367a-41f3-9af8-323fef39cece req-1c82f900-bace-4191-9544-98fab58a067b tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347402 Jul 09 19:51:24.255187 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343dbe7-4656-4ebf-8f8f-31e0bde77e2c req-7e79d241-c57b-4785-a479-981985001b83 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:24.261047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6343dbe7-4656-4ebf-8f8f-31e0bde77e2c req-7e79d241-c57b-4785-a479-981985001b83 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 946 time: 0.1931973 Jul 09 19:51:24.289762 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-a6336671-4bc5-469f-abaf-6138201a6343 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104466 Jul 09 19:51:24.292686 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-934eb519-e1c0-4954-9e75-0b12e8b6f959 req-3d2cdeb9-c67d-447b-b729-1a173ae28340 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=7e45ad69-f78c-4397-9749-d8dc2c675b71 HTTP/1.1" status: 200 len: 217 time: 0.0623441 Jul 09 19:51:24.442753 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6343dbe7-4656-4ebf-8f8f-31e0bde77e2c req-147c1323-0a48-4517-8db3-a5acecbc811e tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515832 Jul 09 19:51:24.452207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934eb519-e1c0-4954-9e75-0b12e8b6f959 req-206dd60c-da24-48f8-913d-8f3153fe572a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:24.453938 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-934eb519-e1c0-4954-9e75-0b12e8b6f959 req-206dd60c-da24-48f8-913d-8f3153fe572a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1525164 Jul 09 19:51:24.463189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac095c6f-51a5-4ef0-bfc5-997ccb550d63 req-980bfc2d-f5f1-4c02-ad2b-10cda15149d8 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:24.466072 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ac095c6f-51a5-4ef0-bfc5-997ccb550d63 req-980bfc2d-f5f1-4c02-ad2b-10cda15149d8 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 943 time: 0.1240091 Jul 09 19:51:24.519300 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52694d9f-0e34-49a9-933f-8da6a05a000e req-5b49b7eb-aa81-4d99-a63c-0378ab1d0b7c service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208116 Jul 09 19:51:24.528722 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e265808f-0465-40e5-9014-cf8c452912eb x-openstack-request-id: req-e265808f-0465-40e5-9014-cf8c452912eb {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:24.529439 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e16dd617-2f5a-44f8-a651-dc62e6c8fc54", "tag": "28888a29-2c11-462d-a422-09928b274d9c", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:24.529868 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e265808f-0465-40e5-9014-cf8c452912eb {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:24.530439 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16dd617-2f5a-44f8-a651-dc62e6c8fc54', 'tag': '28888a29-2c11-462d-a422-09928b274d9c', 'status': 'completed', 'code': 200} Jul 09 19:51:24.543852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3362652e-ed16-47af-880d-6a56c74be60c', 'tag': '80bbbe61-c9b0-4fa8-8c53-62d40513b8da'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:24.546236 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3e6cf5-df99-4f22-b28e-4f1244c7f9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3362652e-ed16-47af-880d-6a56c74be60c", "tag": "80bbbe61-c9b0-4fa8-8c53-62d40513b8da"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:24.551575 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ac095c6f-51a5-4ef0-bfc5-997ccb550d63 req-bd31d6bb-6a0b-4d4f-a8f3-bd82f278e24f tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639360 Jul 09 19:51:24.554470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934eb519-e1c0-4954-9e75-0b12e8b6f959 req-b116bee8-eb4b-460c-8c0c-a08cdc4cd984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:24.556000 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-934eb519-e1c0-4954-9e75-0b12e8b6f959 req-b116bee8-eb4b-460c-8c0c-a08cdc4cd984 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0940506 Jul 09 19:51:24.629540 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8575bb-03a6-4ee1-95d8-8f973ed473f4 req-d6853c5b-0766-4bfe-bba9-c1fca0fca440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:24.631078 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca8575bb-03a6-4ee1-95d8-8f973ed473f4 req-d6853c5b-0766-4bfe-bba9-c1fca0fca440 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 1124 time: 0.0670800 Jul 09 19:51:24.686306 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-934eb519-e1c0-4954-9e75-0b12e8b6f959 req-c5733cb4-e1f2-4e51-bc88-17420f612c78 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155932 Jul 09 19:51:24.797944 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92069a6-3d4c-411c-923c-b2301a8af4ba req-1e3a4639-1978-4715-997b-6fa56677fdce tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:24.800145 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-934eb519-e1c0-4954-9e75-0b12e8b6f959 req-2c8b6839-e2cd-4fbd-9c48-efdf11e950dc service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068380 Jul 09 19:51:24.800983 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e92069a6-3d4c-411c-923c-b2301a8af4ba req-1e3a4639-1978-4715-997b-6fa56677fdce tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 947 time: 0.1036122 Jul 09 19:51:24.802796 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8575bb-03a6-4ee1-95d8-8f973ed473f4 req-e7fe89b5-b8dc-48c7-bcde-8714bb536d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:24.804387 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca8575bb-03a6-4ee1-95d8-8f973ed473f4 req-e7fe89b5-b8dc-48c7-bcde-8714bb536d10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.1646409 Jul 09 19:51:24.861098 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca8575bb-03a6-4ee1-95d8-8f973ed473f4 req-5551d1ee-0e28-46bd-8502-a954cad000a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28888a29-2c11-462d-a422-09928b274d9c HTTP/1.1" status: 200 len: 217 time: 0.0384738 Jul 09 19:51:24.887159 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e92069a6-3d4c-411c-923c-b2301a8af4ba req-ab026b90-b0ec-4956-86b0-8d739c13f7cc tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817504 Jul 09 19:51:24.930326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8575bb-03a6-4ee1-95d8-8f973ed473f4 req-d4754df3-1764-404a-884e-d074ca7696ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:24.932827 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca8575bb-03a6-4ee1-95d8-8f973ed473f4 req-d4754df3-1764-404a-884e-d074ca7696ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.0558803 Jul 09 19:51:24.950855 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530c21ce-3a9f-48c9-a70f-090b9642100a x-openstack-request-id: req-530c21ce-3a9f-48c9-a70f-090b9642100a {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:24.951392 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3362652e-ed16-47af-880d-6a56c74be60c", "tag": "80bbbe61-c9b0-4fa8-8c53-62d40513b8da", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:24.951493 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-530c21ce-3a9f-48c9-a70f-090b9642100a {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:24.951884 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3362652e-ed16-47af-880d-6a56c74be60c', 'tag': '80bbbe61-c9b0-4fa8-8c53-62d40513b8da', 'status': 'completed', 'code': 200} Jul 09 19:51:25.014306 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca8575bb-03a6-4ee1-95d8-8f973ed473f4 req-6827e4b5-f782-4353-bc83-a52253a8179b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725119 Jul 09 19:51:25.054692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e6cf5-df99-4f22-b28e-4f1244c7f9fb req-e30642b7-21d9-46e1-97c7-0cf9990675ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:25.056220 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c3e6cf5-df99-4f22-b28e-4f1244c7f9fb req-e30642b7-21d9-46e1-97c7-0cf9990675ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 1098 time: 0.0762050 Jul 09 19:51:25.171261 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca8575bb-03a6-4ee1-95d8-8f973ed473f4 req-1b9461ea-e82f-47e5-937d-b465ef1b9e40 service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450410 Jul 09 19:51:25.181360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e6cf5-df99-4f22-b28e-4f1244c7f9fb req-e3b7cf10-64b9-4174-9994-6f8549f3d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:25.182985 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c3e6cf5-df99-4f22-b28e-4f1244c7f9fb req-e3b7cf10-64b9-4174-9994-6f8549f3d117 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1143296 Jul 09 19:51:25.184230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb5274-7fc1-4b9c-a8f6-aeb3256e8ca1 req-6563b477-ebf7-459a-bf0d-ca7ce1ef6322 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:25.185780 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0fbb5274-7fc1-4b9c-a8f6-aeb3256e8ca1 req-6563b477-ebf7-459a-bf0d-ca7ce1ef6322 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.1039405 Jul 09 19:51:25.253389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c3e6cf5-df99-4f22-b28e-4f1244c7f9fb req-bf7c3f31-c24b-49e3-89bd-19ad52436bba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=80bbbe61-c9b0-4fa8-8c53-62d40513b8da HTTP/1.1" status: 200 len: 217 time: 0.0550640 Jul 09 19:51:25.276357 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0fbb5274-7fc1-4b9c-a8f6-aeb3256e8ca1 req-78f98ad1-829a-498a-b941-7d56aebf4ead tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822909 Jul 09 19:51:25.323790 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca8575bb-03a6-4ee1-95d8-8f973ed473f4 req-c3169af9-f735-4900-a970-d43a77fd8cbd service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369710 Jul 09 19:51:25.332754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e6cf5-df99-4f22-b28e-4f1244c7f9fb req-2a90ad03-035e-4e19-a9ae-4f5fa30c88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:25.334309 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c3e6cf5-df99-4f22-b28e-4f1244c7f9fb req-2a90ad03-035e-4e19-a9ae-4f5fa30c88f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0608020 Jul 09 19:51:25.381352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667f941-bf64-44d1-86e1-29dc8ac17c8e req-4f38ef2a-39f8-44fa-abf2-2cb69228dd2f tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:25.382920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6667f941-bf64-44d1-86e1-29dc8ac17c8e req-4f38ef2a-39f8-44fa-abf2-2cb69228dd2f tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1405454 Jul 09 19:51:25.439246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6667f941-bf64-44d1-86e1-29dc8ac17c8e req-c49ab83f-6eae-42c1-af3e-5a900ee5e88c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498064 Jul 09 19:51:25.450271 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e6cf5-df99-4f22-b28e-4f1244c7f9fb req-4f3604eb-a0cd-4913-b0e1-67ce73e56476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:25.452137 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c3e6cf5-df99-4f22-b28e-4f1244c7f9fb req-4f3604eb-a0cd-4913-b0e1-67ce73e56476 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100855 Jul 09 19:51:25.571927 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c3e6cf5-df99-4f22-b28e-4f1244c7f9fb req-2e400b18-9d91-4c1b-9816-210286e95975 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078920 Jul 09 19:51:25.642088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ed29c-b24a-449c-98bc-a688d52dc9ba req-9b3082e6-d7d0-40b8-920a-23417d599a0c tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:25.644432 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-711ed29c-b24a-449c-98bc-a688d52dc9ba req-9b3082e6-d7d0-40b8-920a-23417d599a0c tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.0690475 Jul 09 19:51:25.688396 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-711ed29c-b24a-449c-98bc-a688d52dc9ba req-ff36720d-4cff-4ab9-8eca-34f94efecef8 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367458 Jul 09 19:51:25.742116 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c3e6cf5-df99-4f22-b28e-4f1244c7f9fb req-c6310934-b333-422a-b52a-7da440d37506 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622798 Jul 09 19:51:25.751314 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3f445-0aba-41a3-92da-1221838e515b req-15ee6bd5-f1a4-4448-90db-c0c0bd61f461 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:25.753353 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20d3f445-0aba-41a3-92da-1221838e515b req-15ee6bd5-f1a4-4448-90db-c0c0bd61f461 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 946 time: 0.1051886 Jul 09 19:51:25.793845 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20d3f445-0aba-41a3-92da-1221838e515b req-9ac878e4-6eec-42f2-bc13-32b16de9e6da tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349691 Jul 09 19:51:25.876781 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aacf18-62a6-41a0-9513-cc5eb2395d1f req-0b543823-1587-46ee-9feb-6f4ed39fa4a5 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:25.878673 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e0aacf18-62a6-41a0-9513-cc5eb2395d1f req-0b543823-1587-46ee-9feb-6f4ed39fa4a5 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 943 time: 0.0693572 Jul 09 19:51:25.929342 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e0aacf18-62a6-41a0-9513-cc5eb2395d1f req-7a2f13b3-cdff-4b69-a168-d8a7f604c781 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449512 Jul 09 19:51:26.100842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2850bb2-708f-4a6f-9d68-ad3913fbc98f req-1cd3f393-1bb9-48bf-9934-2d751ca25368 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:26.112150 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2850bb2-708f-4a6f-9d68-ad3913fbc98f req-1cd3f393-1bb9-48bf-9934-2d751ca25368 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 947 time: 0.0913882 Jul 09 19:51:26.151299 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2850bb2-708f-4a6f-9d68-ad3913fbc98f req-19f32d3b-4b4b-4859-b5b4-06df6b9e7090 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374889 Jul 09 19:51:26.315610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7e45ad69-f78c-4397-9749-d8dc2c675b71 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:26.420635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 7e45ad69-f78c-4397-9749-d8dc2c675b71, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7e45ad69-f78c-4397-9749-d8dc2c675b71,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:26.442743 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '7e45ad69-f78c-4397-9749-d8dc2c675b71', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '7e45ad69-f78c-4397-9749-d8dc2c675b71', 'mac_address': 'fa:16:3e:c6:28:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:26.500866 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:26.501575 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:26.501735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f0036-2fe4-41e3-9d27-1491f1fafb41 req-288d987c-040d-4bd0-9db0-0bc39c53c6a8 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:26.503509 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-742f0036-2fe4-41e3-9d27-1491f1fafb41 req-288d987c-040d-4bd0-9db0-0bc39c53c6a8 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0940158 Jul 09 19:51:26.515678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e45ad69-f78c-4397-9749-d8dc2c675b71 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:26.542699 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 7e45ad69-f78c-4397-9749-d8dc2c675b71, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7e45ad69-f78c-4397-9749-d8dc2c675b71,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:26.553103 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-742f0036-2fe4-41e3-9d27-1491f1fafb41 req-7812167e-d1b3-467f-9486-fd9e9f59b457 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431125 Jul 09 19:51:26.556229 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:26.619366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=7e45ad69-f78c-4397-9749-d8dc2c675b71,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:26.656630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a9acc-4967-42ec-bd5d-f157bdfbc340 req-39cd65b6-df5e-4999-b916-1216614fb6c4 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:26.658161 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-516a9acc-4967-42ec-bd5d-f157bdfbc340 req-39cd65b6-df5e-4999-b916-1216614fb6c4 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0677340 Jul 09 19:51:26.697028 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-516a9acc-4967-42ec-bd5d-f157bdfbc340 req-3420fc91-6452-4401-9c0f-c0fe30dfc563 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323482 Jul 09 19:51:26.781822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7f55010b-ce71-456b-994a-1d25acff5272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:26.888494 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253be62-a827-4427-b766-52b68b28198a req-7be7f39e-8777-459e-a142-489d21104df7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:26.893560 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2253be62-a827-4427-b766-52b68b28198a req-7be7f39e-8777-459e-a142-489d21104df7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.0878022 Jul 09 19:51:26.938078 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2253be62-a827-4427-b766-52b68b28198a req-519186ef-dbd6-4599-b34e-1622cc957f7c tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411992 Jul 09 19:51:26.999485 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d18b0-4f3a-4cd2-882d-132e0226e669 req-a6e8ddb6-19b0-4133-8155-ee5d016ef50e tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:27.001308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-643d18b0-4f3a-4cd2-882d-132e0226e669 req-a6e8ddb6-19b0-4133-8155-ee5d016ef50e tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 946 time: 0.0797758 Jul 09 19:51:27.043419 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-643d18b0-4f3a-4cd2-882d-132e0226e669 req-b8275fbc-1af5-47a6-9c80-f3b23fee31a4 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355499 Jul 09 19:51:27.108921 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['7e45ad69-f78c-4397-9749-d8dc2c675b71'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:27.225489 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d72bb2-9029-4e28-89ec-1446ac28d00f req-cf802322-9be3-4d42-90be-ce8e9ca09480 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:27.227129 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-87d72bb2-9029-4e28-89ec-1446ac28d00f req-cf802322-9be3-4d42-90be-ce8e9ca09480 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 943 time: 0.0775764 Jul 09 19:51:27.277408 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-87d72bb2-9029-4e28-89ec-1446ac28d00f req-51a14820-cc4c-40d7-a959-c262b629a314 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436776 Jul 09 19:51:27.472840 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c03d5-7baf-4f21-b77b-2944f001b73b req-c3e76188-1774-4a19-bb6e-1441a4303c06 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:27.479827 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9f3c03d5-7baf-4f21-b77b-2944f001b73b req-c3e76188-1774-4a19-bb6e-1441a4303c06 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 947 time: 0.0786798 Jul 09 19:51:27.524850 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9f3c03d5-7baf-4f21-b77b-2944f001b73b req-3fe56d04-ac2c-4c19-be42-e3ad227a79b8 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437510 Jul 09 19:51:27.767513 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974375a4-88e4-45d3-8f18-5898a0c5b120 req-5d6b8a36-831c-49c6-8a6f-761e845b9386 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:27.776313 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-974375a4-88e4-45d3-8f18-5898a0c5b120 req-5d6b8a36-831c-49c6-8a6f-761e845b9386 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0849476 Jul 09 19:51:27.818457 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-974375a4-88e4-45d3-8f18-5898a0c5b120 req-e9467311-1032-4946-acf1-385915c1232c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406339 Jul 09 19:51:27.917600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73314ffd-4a20-4a7c-8280-ac53e63ce36e req-2afd1ce1-6203-4859-be39-0f4b2624499a tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:27.919389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-73314ffd-4a20-4a7c-8280-ac53e63ce36e req-2afd1ce1-6203-4859-be39-0f4b2624499a tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0766933 Jul 09 19:51:27.961339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-73314ffd-4a20-4a7c-8280-ac53e63ce36e req-110c5bbe-9daa-4a40-87ec-04f134c8d6d1 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357888 Jul 09 19:51:28.080104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device c777d48a-af1f-478e-8d7e-30d2d4d10bc7 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:28.213335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port c777d48a-af1f-478e-8d7e-30d2d4d10bc7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:28.229020 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'c777d48a-af1f-478e-8d7e-30d2d4d10bc7', 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c', 'port_id': 'c777d48a-af1f-478e-8d7e-30d2d4d10bc7', 'mac_address': 'fa:16:3e:d1:7a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1eed13-b035-4d1a-afdd-2ae4f33633a6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:28.274003 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:28.293461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c777d48a-af1f-478e-8d7e-30d2d4d10bc7 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:28.328645 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port c777d48a-af1f-478e-8d7e-30d2d4d10bc7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:28.337386 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:28.339435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 80bbbe61-c9b0-4fa8-8c53-62d40513b8da details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:28.467494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:28.553791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f3f688-c082-4026-a955-49443e2027f4 req-00fe543f-699e-46c3-872d-da130318e8fe tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:28.556580 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47f3f688-c082-4026-a955-49443e2027f4 req-00fe543f-699e-46c3-872d-da130318e8fe tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 943 time: 0.1246800 Jul 09 19:51:28.558996 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=80bbbe61-c9b0-4fa8-8c53-62d40513b8da,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:28.573576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '80bbbe61-c9b0-4fa8-8c53-62d40513b8da', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '80bbbe61-c9b0-4fa8-8c53-62d40513b8da', 'mac_address': 'fa:16:3e:36:b7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:28.599134 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73770764-7773-4dc7-ae24-a293b54912dc req-e1aef208-2a6c-42cd-8a92-5036d272b49b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:28.600952 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-73770764-7773-4dc7-ae24-a293b54912dc req-e1aef208-2a6c-42cd-8a92-5036d272b49b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 945 time: 0.1393311 Jul 09 19:51:28.617314 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:28.639887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bbbe61-c9b0-4fa8-8c53-62d40513b8da {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:28.655279 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47f3f688-c082-4026-a955-49443e2027f4 req-c747f76b-bac6-47b7-8c75-d90d19a51da7 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890691 Jul 09 19:51:28.669719 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-73770764-7773-4dc7-ae24-a293b54912dc req-a853594f-8c6b-4dde-a88a-52be72fce297 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621567 Jul 09 19:51:28.687158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=80bbbe61-c9b0-4fa8-8c53-62d40513b8da,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:28.693852 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:28.914395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=80bbbe61-c9b0-4fa8-8c53-62d40513b8da,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:28.929971 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:28.988676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0216041-544d-4435-9a99-ba5cbf93ff0a req-79e238fc-6557-4fff-a90b-ac25186c201f tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:28.990709 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c0216041-544d-4435-9a99-ba5cbf93ff0a req-79e238fc-6557-4fff-a90b-ac25186c201f tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 948 time: 0.1718812 Jul 09 19:51:29.041333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bc887-0239-4b14-a4fc-befc0718c277 req-b6fb1184-3c28-4a38-ade7-52e6ef6de5ea tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:29.050920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf5bc887-0239-4b14-a4fc-befc0718c277 req-b6fb1184-3c28-4a38-ade7-52e6ef6de5ea tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0850730 Jul 09 19:51:29.061278 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c0216041-544d-4435-9a99-ba5cbf93ff0a req-86b12f34-bb89-4b22-b7ad-1343ff2927d4 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617518 Jul 09 19:51:29.075689 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['c777d48a-af1f-478e-8d7e-30d2d4d10bc7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:29.109771 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf5bc887-0239-4b14-a4fc-befc0718c277 req-349a7c34-9902-4d2c-9cc3-991a35d66d5e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569587 Jul 09 19:51:29.246375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['80bbbe61-c9b0-4fa8-8c53-62d40513b8da'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:29.304945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3461e46-2da8-4082-9191-4ee008c14700 req-793c29bb-b145-46c5-abea-df951bbce778 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:29.306581 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3461e46-2da8-4082-9191-4ee008c14700 req-793c29bb-b145-46c5-abea-df951bbce778 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1086252 Jul 09 19:51:29.384015 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a631f4bf-4fc1-44f9-a8b4-1e47150fbbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.389505 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3461e46-2da8-4082-9191-4ee008c14700 req-0158602b-fa04-464b-9954-2d4475dc233d tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757856 Jul 09 19:51:29.555311 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:29.873067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacdaca-b88c-4258-a575-a63f43d472fc req-9a7ef47e-d0d7-4f67-baae-592a90a49637 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:29.875037 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9aacdaca-b88c-4258-a575-a63f43d472fc req-9a7ef47e-d0d7-4f67-baae-592a90a49637 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 945 time: 0.0889075 Jul 09 19:51:29.941110 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9aacdaca-b88c-4258-a575-a63f43d472fc req-57a20dba-67b6-4f1e-b792-6754e6f9e01e tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576441 Jul 09 19:51:29.964375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea250e5-d9a1-4351-b9f6-4e272cf1d6f9 req-33c2afca-6d6c-4815-8000-4c6db86ff790 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:29.969424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dea250e5-d9a1-4351-b9f6-4e272cf1d6f9 req-33c2afca-6d6c-4815-8000-4c6db86ff790 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 943 time: 0.1096401 Jul 09 19:51:30.015801 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dea250e5-d9a1-4351-b9f6-4e272cf1d6f9 req-2d499de3-24aa-40c8-9adb-46f54b238e09 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452349 Jul 09 19:51:30.084658 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device ab05f682-0bff-4e67-af52-ffc274c08362 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:30.086929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device c777d48a-af1f-478e-8d7e-30d2d4d10bc7 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:30.201380 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port c777d48a-af1f-478e-8d7e-30d2d4d10bc7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:30.201634 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.249604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port ab05f682-0bff-4e67-af52-ffc274c08362, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=ab05f682-0bff-4e67-af52-ffc274c08362,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:30.265358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'ab05f682-0bff-4e67-af52-ffc274c08362', 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491', 'port_id': 'ab05f682-0bff-4e67-af52-ffc274c08362', 'mac_address': 'fa:16:3e:b5:2f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c7a8fa-d3e4-4a12-83ec-d4a84e27778e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:30.302610 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0661f-46ad-40a0-8eb2-cb88d607c719 req-7fc456e7-a2e4-4473-abb7-7597ab61bdc3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:30.304120 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-78c0661f-46ad-40a0-8eb2-cb88d607c719 req-7fc456e7-a2e4-4473-abb7-7597ab61bdc3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 948 time: 0.1235123 Jul 09 19:51:30.313803 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-ef4a99f1-a35e-4ef6-86cb-4dfccc75cf31 service neutron] 10.222.0.36 "GET /v2.0/ports/28888a29-2c11-462d-a422-09928b274d9c/bindings/n-h2-800088-3 HTTP/1.1" status: 200 len: 384 time: 0.0894158 Jul 09 19:51:30.317288 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9da8e-a968-42a0-b38a-ffb2a1218b44 req-ae459131-34d2-428b-b408-041fc57f36b4 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:30.318937 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bce9da8e-a968-42a0-b38a-ffb2a1218b44 req-ae459131-34d2-428b-b408-041fc57f36b4 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0803795 Jul 09 19:51:30.325979 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.342042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7e45ad69-f78c-4397-9749-d8dc2c675b71 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:30.367394 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bce9da8e-a968-42a0-b38a-ffb2a1218b44 req-9edc8e14-55a7-4cb5-99d9-d066dc80dd35 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415740 Jul 09 19:51:30.373378 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.375101 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.393879 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-78c0661f-46ad-40a0-8eb2-cb88d607c719 req-3eb5e160-7f7f-44d4-80e6-eb26edbabe0e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779908 Jul 09 19:51:30.404959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab05f682-0bff-4e67-af52-ffc274c08362 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:30.432635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port ab05f682-0bff-4e67-af52-ffc274c08362, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=ab05f682-0bff-4e67-af52-ffc274c08362,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:30.443228 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.501411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=ab05f682-0bff-4e67-af52-ffc274c08362,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:30.503897 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff0b349-7e68-4e7b-9559-7afe4d35ec5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c777d48a-af1f-478e-8d7e-30d2d4d10bc7'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:30.506191 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b7bba3-1f8e-4121-9e7b-3243ed4e1a1c" -d '{"events": [{"server_uuid": "1ff0b349-7e68-4e7b-9559-7afe4d35ec5b", "name": "network-vif-plugged", "status": "completed", "tag": "c777d48a-af1f-478e-8d7e-30d2d4d10bc7"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:30.528754 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port c777d48a-af1f-478e-8d7e-30d2d4d10bc7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:30.533736 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.540106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 7e45ad69-f78c-4397-9749-d8dc2c675b71 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:51:30.561567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 7e45ad69-f78c-4397-9749-d8dc2c675b71 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:30.562302 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.604443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-9a8a8050-3ea0-411c-a60c-91d0fd60b2fe service neutron] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=28888a29-2c11-462d-a422-09928b274d9c,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:30.617911 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:30.633001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb72c4-2c7c-4c15-87f2-1a3b99a3d262 req-4a748707-fb96-47bb-8f45-e3898bdaa16d tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:30.634550 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ebbb72c4-2c7c-4c15-87f2-1a3b99a3d262 req-4a748707-fb96-47bb-8f45-e3898bdaa16d tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1127970 Jul 09 19:51:30.639546 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-9a8a8050-3ea0-411c-a60c-91d0fd60b2fe service neutron] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:30.668658 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.683908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['ab05f682-0bff-4e67-af52-ffc274c08362'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:30.704152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-9a8a8050-3ea0-411c-a60c-91d0fd60b2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28888a29-2c11-462d-a422-09928b274d9c {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:30.715689 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ebbb72c4-2c7c-4c15-87f2-1a3b99a3d262 req-3877a83e-3871-465a-be52-a330d49a8c7c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740523 Jul 09 19:51:30.720240 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-9a8a8050-3ea0-411c-a60c-91d0fd60b2fe service neutron] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=28888a29-2c11-462d-a422-09928b274d9c,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:30.738517 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-9a8a8050-3ea0-411c-a60c-91d0fd60b2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.747709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 7e45ad69-f78c-4397-9749-d8dc2c675b71, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7e45ad69-f78c-4397-9749-d8dc2c675b71,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:30.768551 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.769341 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 28888a29-2c11-462d-a422-09928b274d9c no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:30.817943 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-70874489-1fe1-46b6-be91-d1fac2d4a095 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:30.820117 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735a7a92-d29b-4a23-8c35-bb0e22bb9b1f x-openstack-request-id: req-735a7a92-d29b-4a23-8c35-bb0e22bb9b1f {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:30.820823 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff0b349-7e68-4e7b-9559-7afe4d35ec5b", "name": "network-vif-plugged", "status": "completed", "tag": "c777d48a-af1f-478e-8d7e-30d2d4d10bc7", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:30.820823 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-735a7a92-d29b-4a23-8c35-bb0e22bb9b1f {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:30.821106 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff0b349-7e68-4e7b-9559-7afe4d35ec5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c777d48a-af1f-478e-8d7e-30d2d4d10bc7', 'code': 200} Jul 09 19:51:30.821877 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-70874489-1fe1-46b6-be91-d1fac2d4a095 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 821 time: 0.1452646 Jul 09 19:51:30.837409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-9a8a8050-3ea0-411c-a60c-91d0fd60b2fe service neutron] Transition to ACTIVE for port object 28888a29-2c11-462d-a422-09928b274d9c will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:30.839113 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-172d18e3-868a-447f-a838-4a1aa42e3878 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/quotas/d1970a87c2e6404b89294d0e16829336 HTTP/1.1" status: 200 len: 375 time: 0.0122113 Jul 09 19:51:30.842766 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-9a8a8050-3ea0-411c-a60c-91d0fd60b2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:30.877777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=7e45ad69-f78c-4397-9749-d8dc2c675b71,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:30.894160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 28888a29-2c11-462d-a422-09928b274d9c not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:30.900650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-9a8a8050-3ea0-411c-a60c-91d0fd60b2fe service neutron] No DVR routers for this DVR port 28888a29-2c11-462d-a422-09928b274d9c on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:30.936085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-7eb820ac-74b4-4d4e-93c6-bed4210c893d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905862 Jul 09 19:51:30.948342 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-9a8a8050-3ea0-411c-a60c-91d0fd60b2fe service neutron] 10.222.0.36 "PUT /v2.0/ports/28888a29-2c11-462d-a422-09928b274d9c/bindings/n-h2-800088-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6267073 Jul 09 19:51:30.952967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a8050-3ea0-411c-a60c-91d0fd60b2fe service neutron] Pushing event updated for resources: {'Port': ['ID=28888a29-2c11-462d-a422-09928b274d9c,revision_number=10']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:31.074673 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-6d979623-fab4-444d-9364-ecfc569efb50 service neutron] 10.222.0.30 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311224 Jul 09 19:51:31.119558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6823f7-9580-45fa-aa03-0c5ddb7ebc2d req-b59f7cdc-3d78-4c6f-9059-b87b20601c62 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:31.121072 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a6823f7-9580-45fa-aa03-0c5ddb7ebc2d req-b59f7cdc-3d78-4c6f-9059-b87b20601c62 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 946 time: 0.0655401 Jul 09 19:51:31.143554 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-973400aa-bb46-4520-ae0b-2a1ed080731e tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:31.145009 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-973400aa-bb46-4520-ae0b-2a1ed080731e tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54&tenant_id=722a3672762841db8d6fcadff51c6f2f&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1095 time: 0.1226718 Jul 09 19:51:31.166116 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a6823f7-9580-45fa-aa03-0c5ddb7ebc2d req-72e323e2-831f-43a4-9948-2b24fba61a91 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389097 Jul 09 19:51:31.213329 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-00dfd6dc-979b-4c6c-8e71-cb9a5a25a14c service neutron] 10.222.0.30 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307161 Jul 09 19:51:31.233512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-091a280e-6e75-45e1-adfb-370993071a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:31.235015 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-091a280e-6e75-45e1-adfb-370993071a21 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54&tenant_id=722a3672762841db8d6fcadff51c6f2f HTTP/1.1" status: 200 len: 1095 time: 0.0806785 Jul 09 19:51:31.333124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-f44f922c-4138-4b7f-bb18-29338fc5e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:31.334634 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-f44f922c-4138-4b7f-bb18-29338fc5e83e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 1095 time: 0.0622733 Jul 09 19:51:31.412477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f0708-b1fd-44e7-a085-a5615afb0e5c req-d8ea94b7-4166-457b-a5b5-a39d70c7e08d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:31.413975 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-032f0708-b1fd-44e7-a085-a5615afb0e5c req-d8ea94b7-4166-457b-a5b5-a39d70c7e08d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 944 time: 0.0650470 Jul 09 19:51:31.451282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-ef8f6a51-b376-43bd-91ec-3e36a3f18c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:31.453009 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-ef8f6a51-b376-43bd-91ec-3e36a3f18c1b service neutron] 10.222.0.32 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.1061497 Jul 09 19:51:31.462811 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-032f0708-b1fd-44e7-a085-a5615afb0e5c req-5f5a62bf-9657-4e36-a21a-738053ffbc0a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 Jul 09 19:51:31.504272 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-a293ef97-9646-4c0d-9028-e151a493da78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28888a29-2c11-462d-a422-09928b274d9c HTTP/1.1" status: 200 len: 217 time: 0.0433190 Jul 09 19:51:31.594773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-a83eeb91-f323-4d71-a7df-42e448044108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:31.597398 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-a83eeb91-f323-4d71-a7df-42e448044108 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.0814466 Jul 09 19:51:31.648108 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-a2aa9c2e-4b15-4f6f-9403-569d4c030843 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442419 Jul 09 19:51:31.816740 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-eb9498aa-d654-4c1c-9885-f1f32a8c5710 service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586637 Jul 09 19:51:31.826440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78777a45-6565-469f-91b7-0e27d7132048 req-4af623c4-3a4f-4cb0-87e6-02205f07a487 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:31.835028 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-78777a45-6565-469f-91b7-0e27d7132048 req-4af623c4-3a4f-4cb0-87e6-02205f07a487 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 948 time: 0.1890581 Jul 09 19:51:32.029019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-78777a45-6565-469f-91b7-0e27d7132048 req-0914d3cb-3232-4c5f-9538-43f22cd710d9 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934981 Jul 09 19:51:32.077599 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-f3b954fe-6179-4263-a13e-3b6b67bbb2a9 service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392898 Jul 09 19:51:32.098363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device ab05f682-0bff-4e67-af52-ffc274c08362 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:32.136712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e420cf3-ac2b-4b43-92e8-8a039d305a84 req-4f6aef54-afd0-47cd-b6d6-422cf1ec2844 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:32.157174 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e420cf3-ac2b-4b43-92e8-8a039d305a84 req-4f6aef54-afd0-47cd-b6d6-422cf1ec2844 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.1674421 Jul 09 19:51:32.197366 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb1bcc7b-0133-4d1a-bc1a-f724dd259bed req-17f52443-d0da-4a62-9c7f-6da2c56b950f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 210 time: 0.0636578 Jul 09 19:51:32.242178 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e420cf3-ac2b-4b43-92e8-8a039d305a84 req-d5e7a4b7-67b3-4e6e-a491-8df840b81288 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835569 Jul 09 19:51:32.283911 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:32.308506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port ab05f682-0bff-4e67-af52-ffc274c08362 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:32.308916 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:32.509589 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:32.524000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c062b-547e-49e1-88b0-868b083c6b39 req-0a4a7504-229a-4a86-811d-9fdeeb5ca59b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:32.532044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-007c062b-547e-49e1-88b0-868b083c6b39 req-0a4a7504-229a-4a86-811d-9fdeeb5ca59b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 946 time: 0.0815499 Jul 09 19:51:32.551278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc0c90-91cd-4370-b50f-1efea5b697f1 req-21a52066-57a3-4f0d-b06e-e2995e96ac6f tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:32.562937 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27bc0c90-91cd-4370-b50f-1efea5b697f1 req-21a52066-57a3-4f0d-b06e-e2995e96ac6f tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1394868 Jul 09 19:51:32.564837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port ab05f682-0bff-4e67-af52-ffc274c08362, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=ab05f682-0bff-4e67-af52-ffc274c08362,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:32.574629 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:32.575573 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 80bbbe61-c9b0-4fa8-8c53-62d40513b8da up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:32.620806 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27bc0c90-91cd-4370-b50f-1efea5b697f1 req-5d446b21-4da9-4fd9-8db2-689b3d31d956 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524487 Jul 09 19:51:32.663779 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-007c062b-547e-49e1-88b0-868b083c6b39 req-edc16a40-aee8-4421-b11f-d28320522a23 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305299 Jul 09 19:51:32.694655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-220d3c1d-31a9-4c66-9172-6acce36def89 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:32.696185 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-220d3c1d-31a9-4c66-9172-6acce36def89 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54&tenant_id=722a3672762841db8d6fcadff51c6f2f&binding%3Ahost_id=n-h2-800088-3 HTTP/1.1" status: 200 len: 1095 time: 0.1611660 Jul 09 19:51:32.702277 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=ab05f682-0bff-4e67-af52-ffc274c08362,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:32.727991 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:51:32.742343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:32.743001 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:32.856840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-2c59c63e-8b46-43b3-9806-91fd19f88966 service neutron] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:32.857829 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b65882-4192-4af5-87aa-13717d46ec6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e45ad69-f78c-4397-9749-d8dc2c675b71'}, {'server_uuid': '5533154e-6fac-494b-8a73-40a419ff7944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab05f682-0bff-4e67-af52-ffc274c08362'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:32.860930 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a451e51c-5490-455f-b6f6-72443b18b7bc" -d '{"events": [{"server_uuid": "25b65882-4192-4af5-87aa-13717d46ec6b", "name": "network-vif-plugged", "status": "completed", "tag": "7e45ad69-f78c-4397-9749-d8dc2c675b71"}, {"server_uuid": "5533154e-6fac-494b-8a73-40a419ff7944", "name": "network-vif-plugged", "status": "completed", "tag": "ab05f682-0bff-4e67-af52-ffc274c08362"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:32.889493 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-2c59c63e-8b46-43b3-9806-91fd19f88966 service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:32.890992 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9938fb8c-0b5f-485f-8343-2a38737fe825 req-2c59c63e-8b46-43b3-9806-91fd19f88966 service neutron] 10.222.0.32 "DELETE /v2.0/ports/28888a29-2c11-462d-a422-09928b274d9c/bindings/n-h1-800088-3 HTTP/1.1" status: 204 len: 173 time: 0.1869068 Jul 09 19:51:32.912314 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:32.938793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbc0aa-1c50-411e-86a6-285c24af001f req-a8493f67-117c-49d0-b6f5-2738b1d3b04a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:32.941663 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1cbc0aa-1c50-411e-86a6-285c24af001f req-a8493f67-117c-49d0-b6f5-2738b1d3b04a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 944 time: 0.0910666 Jul 09 19:51:32.954351 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c22cb79-b960-4be5-99aa-2b0f0605f939 x-openstack-request-id: req-7c22cb79-b960-4be5-99aa-2b0f0605f939 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:32.954864 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b65882-4192-4af5-87aa-13717d46ec6b", "name": "network-vif-plugged", "status": "completed", "tag": "7e45ad69-f78c-4397-9749-d8dc2c675b71", "code": 200}, {"server_uuid": "5533154e-6fac-494b-8a73-40a419ff7944", "name": "network-vif-plugged", "status": "completed", "tag": "ab05f682-0bff-4e67-af52-ffc274c08362", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:32.956016 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c22cb79-b960-4be5-99aa-2b0f0605f939 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:32.956629 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b65882-4192-4af5-87aa-13717d46ec6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e45ad69-f78c-4397-9749-d8dc2c675b71', 'code': 200} Jul 09 19:51:32.957153 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5533154e-6fac-494b-8a73-40a419ff7944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab05f682-0bff-4e67-af52-ffc274c08362', 'code': 200} Jul 09 19:51:32.976609 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=80bbbe61-c9b0-4fa8-8c53-62d40513b8da,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:32.980839 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:32.982198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device c777d48a-af1f-478e-8d7e-30d2d4d10bc7 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:33.011069 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1cbc0aa-1c50-411e-86a6-285c24af001f req-733f92f4-d7df-4c44-a7cb-fb53a6c66d4b tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578086 Jul 09 19:51:33.138033 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46967aca-ffd1-4e05-a676-ca5cbabf08ec req-ee7c4a29-b33c-458b-a35d-3d4ca8b41209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:33.139571 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-46967aca-ffd1-4e05-a676-ca5cbabf08ec req-ee7c4a29-b33c-458b-a35d-3d4ca8b41209 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25b65882-4192-4af5-87aa-13717d46ec6b HTTP/1.1" status: 200 len: 1101 time: 0.0929363 Jul 09 19:51:33.142461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=80bbbe61-c9b0-4fa8-8c53-62d40513b8da,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:33.153491 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:33.153975 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:33.154425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:33.154885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:33.155347 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:33.155803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:33.156256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:33.156749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:33.157200 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:33.157634 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:33.158168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:33.158676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:51:33.164451 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:33.221713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port c777d48a-af1f-478e-8d7e-30d2d4d10bc7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:33.230016 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:33.268842 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-46967aca-ffd1-4e05-a676-ca5cbabf08ec req-c14cdae4-1e60-4962-b4de-0e7e91787a1e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048810 Jul 09 19:51:33.295422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:33.335339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05a653-cc2d-4f7d-bd40-74faaebae835 req-4bbb6c95-e819-4a63-bc0b-0eb1de19b87d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:33.336929 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a05a653-cc2d-4f7d-bd40-74faaebae835 req-4bbb6c95-e819-4a63-bc0b-0eb1de19b87d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 949 time: 0.1204245 Jul 09 19:51:33.356202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28c364-8994-4617-be49-46a764f4aa9a req-7895a7fd-3944-4340-895e-23ae206238ca tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:33.364764 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c28c364-8994-4617-be49-46a764f4aa9a req-7895a7fd-3944-4340-895e-23ae206238ca tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 1095 time: 0.1296020 Jul 09 19:51:33.402601 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a05a653-cc2d-4f7d-bd40-74faaebae835 req-be61c912-4ab4-4bff-8d54-e48b8b4bf89f tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571122 Jul 09 19:51:33.512706 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-86f88a2a-5ec9-4419-8da2-c21140451435 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:33.514431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-86f88a2a-5ec9-4419-8da2-c21140451435 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.36 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 821 time: 0.1149702 Jul 09 19:51:33.541674 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-3cdf222a-aa8f-4077-b39b-7d8f53244a20 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Request body: {'port': {'device_id': '764a4fb9-b3c7-4d41-8bba-6ad041f436f1', 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c', 'admin_state_up': True, 'tenant_id': 'd1970a87c2e6404b89294d0e16829336'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:33.595113 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c6f5af8-98d7-43ef-91eb-6142d36b53b7 req-04279cbc-ea50-4241-9e9f-6a1fe35e5f8e tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 210 time: 0.0466404 Jul 09 19:51:33.864033 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c28c364-8994-4617-be49-46a764f4aa9a req-36c7b48b-47a2-4564-8267-d07a73571e6d tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4984696 Jul 09 19:51:33.869237 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae05fe-3de7-4e3d-83fe-37ecab4d6479 req-096a3cf7-7183-4beb-95dd-566eb5919307 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:33.877144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9fae05fe-3de7-4e3d-83fe-37ecab4d6479 req-096a3cf7-7183-4beb-95dd-566eb5919307 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.1288271 Jul 09 19:51:33.962404 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9fae05fe-3de7-4e3d-83fe-37ecab4d6479 req-cf2eb100-770d-41f4-bf72-d3d39b81048c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842299 Jul 09 19:51:33.989273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb537c19-3324-4b12-8911-1295d00262bd req-6efa1294-e47d-48d4-8529-4100b1bc1698 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:33.990839 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb537c19-3324-4b12-8911-1295d00262bd req-6efa1294-e47d-48d4-8529-4100b1bc1698 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 944 time: 0.1789043 Jul 09 19:51:34.008812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-3cdf222a-aa8f-4077-b39b-7d8f53244a20 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Made reservation on behalf of d1970a87c2e6404b89294d0e16829336 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:51:34.015683 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-3cdf222a-aa8f-4077-b39b-7d8f53244a20 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:34.236294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-3cdf222a-aa8f-4077-b39b-7d8f53244a20 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Allocated IP 172.20.0.5 (8a232a31-8852-4c82-8ae1-8d8f984ad79c/e038d9a9-54b5-4f47-8017-9b651456fb61/75db3b3e-00cf-45de-9668-ae6c7243a2d2) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:51:34.399209 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405cd2b-26c2-4e5f-954a-075a262bbd1d req-f212c869-f3a9-4088-92b9-aae20a4eeff7 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:34.406756 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c405cd2b-26c2-4e5f-954a-075a262bbd1d req-f212c869-f3a9-4088-92b9-aae20a4eeff7 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 944 time: 0.1630378 Jul 09 19:51:34.465855 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c405cd2b-26c2-4e5f-954a-075a262bbd1d req-22f770cb-0bce-4903-bf10-b80be4f8e8a0 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579529 Jul 09 19:51:34.551056 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-3cdf222a-aa8f-4077-b39b-7d8f53244a20 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:34.599113 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-3cdf222a-aa8f-4077-b39b-7d8f53244a20 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:34.618051 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['4e8f01c9-b154-4fac-8cec-549f96ad1e02'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:34.647534 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-eb537c19-3324-4b12-8911-1295d00262bd req-6c91c857-5f11-43e8-9738-49657ebd328f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Deleting port c777d48a-af1f-478e-8d7e-30d2d4d10bc7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:34.648081 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-eb537c19-3324-4b12-8911-1295d00262bd req-6c91c857-5f11-43e8-9738-49657ebd328f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:34.664580 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-3cdf222a-aa8f-4077-b39b-7d8f53244a20 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Network 8a232a31-8852-4c82-8ae1-8d8f984ad79c is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:51:34.669113 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-3cdf222a-aa8f-4077-b39b-7d8f53244a20 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:51:34.674854 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-3cdf222a-aa8f-4077-b39b-7d8f53244a20 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:51:34.733191 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf222a-aa8f-4077-b39b-7d8f53244a20 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Pushing event updated for resources: {'Port': ['ID=75db3b3e-00cf-45de-9668-ae6c7243a2d2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:34.775946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8adb0d-7da4-4cc3-b544-238e33206c79 req-ae31f6fe-56aa-48ec-b1ef-d1ee8063fdae tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:34.783744 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae8adb0d-7da4-4cc3-b544-238e33206c79 req-ae31f6fe-56aa-48ec-b1ef-d1ee8063fdae tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.5916898 Jul 09 19:51:34.808970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-3cdf222a-aa8f-4077-b39b-7d8f53244a20 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:34.809666 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-3cdf222a-aa8f-4077-b39b-7d8f53244a20 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:34.889395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-eb537c19-3324-4b12-8911-1295d00262bd req-6c91c857-5f11-43e8-9738-49657ebd328f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] For port c777d48a-af1f-478e-8d7e-30d2d4d10bc7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:34.889778 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-eb537c19-3324-4b12-8911-1295d00262bd req-6c91c857-5f11-43e8-9738-49657ebd328f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:34.905572 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae8adb0d-7da4-4cc3-b544-238e33206c79 req-4ab46c96-df85-47fe-8725-1dde5cf5cd58 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208956 Jul 09 19:51:34.933434 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-3cdf222a-aa8f-4077-b39b-7d8f53244a20 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4027214 Jul 09 19:51:34.945443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-eb537c19-3324-4b12-8911-1295d00262bd req-6c91c857-5f11-43e8-9738-49657ebd328f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Calling delete_port for c777d48a-af1f-478e-8d7e-30d2d4d10bc7 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:34.960441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3362652e-ed16-47af-880d-6a56c74be60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bbbe61-c9b0-4fa8-8c53-62d40513b8da'}, {'server_uuid': '1ff0b349-7e68-4e7b-9559-7afe4d35ec5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c777d48a-af1f-478e-8d7e-30d2d4d10bc7'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:34.962881 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550d8385-9bac-44fb-b9bc-f7778894bcb3" -d '{"events": [{"server_uuid": "3362652e-ed16-47af-880d-6a56c74be60c", "name": "network-vif-plugged", "status": "completed", "tag": "80bbbe61-c9b0-4fa8-8c53-62d40513b8da"}, {"server_uuid": "1ff0b349-7e68-4e7b-9559-7afe4d35ec5b", "name": "network-vif-unplugged", "status": "completed", "tag": "c777d48a-af1f-478e-8d7e-30d2d4d10bc7"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:34.976271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Request body: {'port': {'device_id': '764a4fb9-b3c7-4d41-8bba-6ad041f436f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:35.088104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85756c5d-696c-4058-a7d4-2c6227f4c8c8 req-f61353ef-60a7-49d4-8393-2315e44f3223 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:35.092955 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85756c5d-696c-4058-a7d4-2c6227f4c8c8 req-f61353ef-60a7-49d4-8393-2315e44f3223 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 1095 time: 0.2724171 Jul 09 19:51:35.187350 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85756c5d-696c-4058-a7d4-2c6227f4c8c8 req-0bc1bdb3-3433-4c63-971d-a33c10d209ba tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873513 Jul 09 19:51:35.188367 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:35.280567 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-eb537c19-3324-4b12-8911-1295d00262bd req-6c91c857-5f11-43e8-9738-49657ebd328f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:35.399142 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91c857-5f11-43e8-9738-49657ebd328f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Pushing event deleted for resources: {'Port': ['ID=c777d48a-af1f-478e-8d7e-30d2d4d10bc7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:35.471159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb537c19-3324-4b12-8911-1295d00262bd req-6c91c857-5f11-43e8-9738-49657ebd328f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] No DVR routers for this DVR port c777d48a-af1f-478e-8d7e-30d2d4d10bc7 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:35.479475 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-eb537c19-3324-4b12-8911-1295d00262bd req-6c91c857-5f11-43e8-9738-49657ebd328f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:35.481831 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb537c19-3324-4b12-8911-1295d00262bd req-6c91c857-5f11-43e8-9738-49657ebd328f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.32 "DELETE /v2.0/ports/c777d48a-af1f-478e-8d7e-30d2d4d10bc7 HTTP/1.1" status: 204 len: 173 time: 1.4808152 Jul 09 19:51:35.483461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ff0b349-7e68-4e7b-9559-7afe4d35ec5b', 'name': 'network-vif-deleted', 'tag': 'c777d48a-af1f-478e-8d7e-30d2d4d10bc7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:35.487643 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed3fdeb-683f-49a0-9383-2eb26446a03d" -d '{"events": [{"server_uuid": "1ff0b349-7e68-4e7b-9559-7afe4d35ec5b", "name": "network-vif-deleted", "tag": "c777d48a-af1f-478e-8d7e-30d2d4d10bc7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:35.536683 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e8cf9-30be-4e76-8984-b7f190895eda req-9f283c7d-478f-4d4f-afb0-f164c3876b95 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:35.545029 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-713e8cf9-30be-4e76-8984-b7f190895eda req-9f283c7d-478f-4d4f-afb0-f164c3876b95 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 949 time: 0.2998559 Jul 09 19:51:35.575334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39916b20-ddb8-4235-8b1d-21bbfc552fd4 req-b8af9d48-a644-4dc2-8123-2662ae0b8d14 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:35.577076 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39916b20-ddb8-4235-8b1d-21bbfc552fd4 req-b8af9d48-a644-4dc2-8123-2662ae0b8d14 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 931 time: 0.1691782 Jul 09 19:51:35.613318 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-713e8cf9-30be-4e76-8984-b7f190895eda req-26ab4264-a653-45eb-8d3e-09f4c4c88cd3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668397 Jul 09 19:51:35.692298 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2af11b-f0b4-4749-a204-bdc42163e4ad x-openstack-request-id: req-bf2af11b-f0b4-4749-a204-bdc42163e4ad {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:35.693477 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3362652e-ed16-47af-880d-6a56c74be60c", "name": "network-vif-plugged", "status": "completed", "tag": "80bbbe61-c9b0-4fa8-8c53-62d40513b8da", "code": 200}, {"server_uuid": "1ff0b349-7e68-4e7b-9559-7afe4d35ec5b", "name": "network-vif-unplugged", "status": "completed", "tag": "c777d48a-af1f-478e-8d7e-30d2d4d10bc7", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:35.694159 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf2af11b-f0b4-4749-a204-bdc42163e4ad {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:35.694992 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3362652e-ed16-47af-880d-6a56c74be60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bbbe61-c9b0-4fa8-8c53-62d40513b8da', 'code': 200} Jul 09 19:51:35.696195 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39916b20-ddb8-4235-8b1d-21bbfc552fd4 req-149b6ec4-2ee3-414b-a601-72ea2fa95253 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072259 Jul 09 19:51:35.700784 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff0b349-7e68-4e7b-9559-7afe4d35ec5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c777d48a-af1f-478e-8d7e-30d2d4d10bc7', 'code': 200} Jul 09 19:51:35.724741 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75db3b3e-00cf-45de-9668-ae6c7243a2d2 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:35.748891 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:35.793564 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Transition to ACTIVE for port object 75db3b3e-00cf-45de-9668-ae6c7243a2d2 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:35.798711 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:35.938925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02d746-ca36-4eab-b1ee-1ecb9fb4cfa2 req-f440ddec-3bbd-418a-a898-62a722dfd099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:35.944592 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef02d746-ca36-4eab-b1ee-1ecb9fb4cfa2 req-f440ddec-3bbd-418a-a898-62a722dfd099 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 1100 time: 0.1153677 Jul 09 19:51:35.978134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Pushing event updated for resources: {'Port': ['ID=75db3b3e-00cf-45de-9668-ae6c7243a2d2,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:36.022154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:51:36.022497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:51:36.023769 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:36.039046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:51:36.039385 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:36.044719 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:51:36.045374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Checking segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:51:36.046361 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Bound using segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:51:36.047487 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Bound port: 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:51:36.047894 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:36.053748 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef02d746-ca36-4eab-b1ee-1ecb9fb4cfa2 req-68031d1d-4765-4bb5-84e2-2aa4f552b866 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011510 Jul 09 19:51:36.071003 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c75d68-e34c-47d8-bd80-6dae7e5237bb req-f3d54e90-9e7a-424c-b509-305e156d7844 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:36.072577 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54c75d68-e34c-47d8-bd80-6dae7e5237bb req-f3d54e90-9e7a-424c-b509-305e156d7844 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.1139574 Jul 09 19:51:36.142780 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54c75d68-e34c-47d8-bd80-6dae7e5237bb req-670736bc-f9c6-4f3c-b34d-83f3fcb43a5f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643373 Jul 09 19:51:36.166490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:36.186270 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:51:36.195771 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:36.269277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:36.270272 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:36.272786 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] 10.222.0.36 "PUT /v2.0/ports/75db3b3e-00cf-45de-9668-ae6c7243a2d2 HTTP/1.1" status: 200 len: 1091 time: 1.3207147 Jul 09 19:51:36.275358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764a4fb9-b3c7-4d41-8bba-6ad041f436f1', 'tag': '75db3b3e-00cf-45de-9668-ae6c7243a2d2'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:36.279626 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab306db3-20c4-429e-a9b6-fbdbcee53331" -d '{"events": [{"name": "network-changed", "server_uuid": "764a4fb9-b3c7-4d41-8bba-6ad041f436f1", "tag": "75db3b3e-00cf-45de-9668-ae6c7243a2d2"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:36.325749 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551c121-0f56-46cd-8fc0-ca327ff32599 service neutron] Pushing event updated for resources: {'Port': ['ID=75db3b3e-00cf-45de-9668-ae6c7243a2d2,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:36.369700 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8dd9bb1e-2dba-4e2a-9a4f-3343e350d000 req-decfe7a5-cf46-40ad-8b58-86b60da0599c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ff0b349-7e68-4e7b-9559-7afe4d35ec5b HTTP/1.1" status: 200 len: 210 time: 0.0937564 Jul 09 19:51:36.414285 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b6cd9e-8382-4d90-8ddb-7da5c9f56f83 x-openstack-request-id: req-c3b6cd9e-8382-4d90-8ddb-7da5c9f56f83 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:36.414975 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ff0b349-7e68-4e7b-9559-7afe4d35ec5b", "name": "network-vif-deleted", "tag": "c777d48a-af1f-478e-8d7e-30d2d4d10bc7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:36.415594 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3b6cd9e-8382-4d90-8ddb-7da5c9f56f83 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:36.416431 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ff0b349-7e68-4e7b-9559-7afe4d35ec5b', 'name': 'network-vif-deleted', 'tag': 'c777d48a-af1f-478e-8d7e-30d2d4d10bc7', 'status': 'completed', 'code': 200} Jul 09 19:51:36.614750 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7309117a-019e-482e-9f28-d204a738e7db x-openstack-request-id: req-7309117a-019e-482e-9f28-d204a738e7db {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:36.615262 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764a4fb9-b3c7-4d41-8bba-6ad041f436f1", "tag": "75db3b3e-00cf-45de-9668-ae6c7243a2d2", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:36.615262 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7309117a-019e-482e-9f28-d204a738e7db {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:36.625314 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764a4fb9-b3c7-4d41-8bba-6ad041f436f1', 'tag': '75db3b3e-00cf-45de-9668-ae6c7243a2d2', 'status': 'completed', 'code': 200} Jul 09 19:51:36.681851 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-12310407-d8b7-4bb5-b63a-ebf9abde2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:36.684971 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-12310407-d8b7-4bb5-b63a-ebf9abde2abd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 1094 time: 0.1547318 Jul 09 19:51:36.771758 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-3b5b3a37-4666-4309-87ad-59f3f7ce1587 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2 HTTP/1.1" status: 200 len: 217 time: 0.0578389 Jul 09 19:51:36.861165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3582a3c-d9ef-4edb-8144-b82a9491c917 req-4ad39964-ab53-4a76-b4cd-0dbc5df9758a tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:36.864319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b3582a3c-d9ef-4edb-8144-b82a9491c917 req-4ad39964-ab53-4a76-b4cd-0dbc5df9758a tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 949 time: 0.1028991 Jul 09 19:51:36.871863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1227288-bc8a-417e-af62-cc2a9ddc9c75 req-2b72bee9-7d8a-4d76-b722-e621f7abd49c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:36.880999 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1227288-bc8a-417e-af62-cc2a9ddc9c75 req-2b72bee9-7d8a-4d76-b722-e621f7abd49c tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1932993 Jul 09 19:51:36.898516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-a4044b03-56e8-4178-895a-2547eccb6cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:36.899987 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-a4044b03-56e8-4178-895a-2547eccb6cf2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.1045411 Jul 09 19:51:36.956370 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1227288-bc8a-417e-af62-cc2a9ddc9c75 req-32a56177-f93d-4712-a0da-93b78b63c3e2 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610092 Jul 09 19:51:36.956597 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b3582a3c-d9ef-4edb-8144-b82a9491c917 req-bd041492-376c-4409-a461-45cebcec8b7a tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717084 Jul 09 19:51:37.034362 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-e3ca42ef-c77a-4a6d-b325-8eca52b172eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128631 Jul 09 19:51:37.189749 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:51:37.249188 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-d7f03486-bfa9-4b2e-adea-a0b2c208ff7e service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006807 Jul 09 19:51:37.462700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f562c-b7a1-4f0e-a939-6d0cf3c68f99 req-fa21c682-fff2-4a72-aa1a-3350d1e1e13b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:37.471131 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-510f562c-b7a1-4f0e-a939-6d0cf3c68f99 req-fa21c682-fff2-4a72-aa1a-3350d1e1e13b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.1343927 Jul 09 19:51:37.511967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3034ed8-c3b5-4648-b0d8-097095a57100 req-69701340-5cae-4600-a29e-8cece6461abf tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:37.519713 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b3034ed8-c3b5-4648-b0d8-097095a57100 req-69701340-5cae-4600-a29e-8cece6461abf tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.3094320 Jul 09 19:51:37.564338 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-510f562c-b7a1-4f0e-a939-6d0cf3c68f99 req-0c442887-deeb-4b6e-8cb4-2e86c7431af1 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828471 Jul 09 19:51:37.584622 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b3034ed8-c3b5-4648-b0d8-097095a57100 req-d58bf80b-d04a-4e44-8285-d6185986805a tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633516 Jul 09 19:51:37.608241 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f4f9563-fc16-412b-946d-09e0fbf93912 req-6ebad1b1-30aa-447f-868c-c799ea2e2cab service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450418 Jul 09 19:51:37.817151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab306db3-20c4-429e-a9b6-fbdbcee53331 req-a62bca15-83cb-4868-9389-4d14f5bae797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:37.819385 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ab306db3-20c4-429e-a9b6-fbdbcee53331 req-a62bca15-83cb-4868-9389-4d14f5bae797 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 1094 time: 0.1257586 Jul 09 19:51:37.960769 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-8349b3d9-4e03-43c2-97d5-bfa337ca22a9 service neutron] 10.222.0.36 "GET /v2.0/ports/2d9e01c2-dbed-4eff-a37f-fa60147eb347/bindings/n-h1-800088-3 HTTP/1.1" status: 200 len: 382 time: 0.0577667 Jul 09 19:51:38.072216 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-b1417476-a818-40ae-aaeb-a94e15398e48 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:38.079054 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-b1417476-a818-40ae-aaeb-a94e15398e48 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/networks?id=ed67e983-2047-44c7-a5b2-23fc15affe8c HTTP/1.1" status: 200 len: 821 time: 0.1655052 Jul 09 19:51:38.085741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device c777d48a-af1f-478e-8d7e-30d2d4d10bc7 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:38.145731 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: c777d48a-af1f-478e-8d7e-30d2d4d10bc7 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:51:38.146435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device c777d48a-af1f-478e-8d7e-30d2d4d10bc7 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:51:38.159444 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-abd3ffc5-46f7-441c-8db0-57ad82cb18e4 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/quotas/22aed567fbea4aec99acf84c482f57b5 HTTP/1.1" status: 200 len: 375 time: 0.0792122 Jul 09 19:51:38.249439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e38ad-c460-4d67-bcc4-d6480371aaee req-a4ca3e48-2caf-4d91-ad88-f5860f567bf2 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:38.251290 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-255e38ad-c460-4d67-bcc4-d6480371aaee req-a4ca3e48-2caf-4d91-ad88-f5860f567bf2 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1372967 Jul 09 19:51:38.301864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab306db3-20c4-429e-a9b6-fbdbcee53331 req-d567f9ef-5e3f-4691-ab85-ecec750f1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:38.304161 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ab306db3-20c4-429e-a9b6-fbdbcee53331 req-d567f9ef-5e3f-4691-ab85-ecec750f1285 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.4781134 Jul 09 19:51:38.342760 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-255e38ad-c460-4d67-bcc4-d6480371aaee req-eeb9203d-3a37-479f-87aa-f17b7eb5d511 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828135 Jul 09 19:51:38.413668 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-eef17963-97d6-4014-be09-adfe4c290e60 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=22aed567fbea4aec99acf84c482f57b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2527854 Jul 09 19:51:38.427051 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ab306db3-20c4-429e-a9b6-fbdbcee53331 req-7dcb8e08-ef82-4ee7-aee1-7f38f86e1f27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2 HTTP/1.1" status: 200 len: 217 time: 0.1098287 Jul 09 19:51:38.463629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-f132f06c-bd2a-4c4c-b672-b01e012e100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:38.465826 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-f132f06c-bd2a-4c4c-b672-b01e012e100e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33&tenant_id=85d911fbc81540608cc58c99a8dd9dfd HTTP/1.1" status: 200 len: 1101 time: 0.1216295 Jul 09 19:51:38.543455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab306db3-20c4-429e-a9b6-fbdbcee53331 req-9fc2a5da-7662-4f4b-8634-6dacd4f0939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:38.544963 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ab306db3-20c4-429e-a9b6-fbdbcee53331 req-9fc2a5da-7662-4f4b-8634-6dacd4f0939a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.0957007 Jul 09 19:51:38.603153 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ab306db3-20c4-429e-a9b6-fbdbcee53331 req-40b12832-a724-453f-a0f6-e7cd18cb27f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314102 Jul 09 19:51:38.639745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-b1b55b3a-dd59-4a0f-824e-cc664266b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:38.641359 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-b1b55b3a-dd59-4a0f-824e-cc664266b766 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 1101 time: 0.1476326 Jul 09 19:51:38.655091 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88884177-ec85-4040-8550-e73332ca31fa req-d602ec6c-ba07-4df5-9420-61f3350cc2be tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:38.662802 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88884177-ec85-4040-8550-e73332ca31fa req-d602ec6c-ba07-4df5-9420-61f3350cc2be tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 949 time: 0.1159246 Jul 09 19:51:38.766305 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-add9721d-81f2-4ed7-801c-940c7fb8ef5b service neutron] 10.222.0.30 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517108 Jul 09 19:51:38.809426 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88884177-ec85-4040-8550-e73332ca31fa req-08411e09-2f48-489a-834e-90876f04dccf tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454315 Jul 09 19:51:38.851453 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ab306db3-20c4-429e-a9b6-fbdbcee53331 req-25e7c562-067d-4269-9d31-1a37f6d34503 service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397909 Jul 09 19:51:38.857857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-6b688532-9f10-4f49-95fb-3319e3790ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:38.859470 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-6b688532-9f10-4f49-95fb-3319e3790ef3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1886675 Jul 09 19:51:38.961394 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-38bbab82-a592-4e03-aa2c-5d7d69aef9cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347 HTTP/1.1" status: 200 len: 217 time: 0.0908508 Jul 09 19:51:39.048234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-f72cd073-10dd-4e50-a89e-e04104a40775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:39.052744 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-f72cd073-10dd-4e50-a89e-e04104a40775 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0815978 Jul 09 19:51:39.137688 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-6e0c0808-7baf-4dbc-bdb4-2c32da89636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:39.140206 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-6e0c0808-7baf-4dbc-bdb4-2c32da89636c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823832 Jul 09 19:51:39.161450 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ab306db3-20c4-429e-a9b6-fbdbcee53331 req-262b1da1-4303-46d5-82a0-9816fa8a5e76 service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860839 Jul 09 19:51:39.186480 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-726c56d2-5aed-4d60-9127-d349b6c42dfe service neutron] 10.222.0.30 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192498 Jul 09 19:51:39.455916 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-2f1facdd-c1cc-4d13-aee4-226be719ccd0 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072658 Jul 09 19:51:39.470037 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e5981-f28d-4f81-b84c-cc9c3d6c576e req-cb15b9c8-e2a5-43c5-941b-532ca1bcc49c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:39.489137 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-631e5981-f28d-4f81-b84c-cc9c3d6c576e req-cb15b9c8-e2a5-43c5-941b-532ca1bcc49c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.2593076 Jul 09 19:51:39.618495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0984ab2-2171-4fa6-80ce-4f7632c3dc30 req-e9bc41b7-e27d-4619-a8ac-3e94f7e09424 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:39.620111 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0984ab2-2171-4fa6-80ce-4f7632c3dc30 req-e9bc41b7-e27d-4619-a8ac-3e94f7e09424 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.1695621 Jul 09 19:51:39.635707 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ec5f0a3-6150-486d-94b8-1fe9d3c04541 req-8c0d1403-e084-4af9-a1d1-f0c9f3235b2b service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444519 Jul 09 19:51:39.687640 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0984ab2-2171-4fa6-80ce-4f7632c3dc30 req-8e147802-d5d2-4ab0-b3ce-f8dd5f7f3a28 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581393 Jul 09 19:51:39.724264 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-631e5981-f28d-4f81-b84c-cc9c3d6c576e req-6cdea19b-38df-468d-b1e8-c94155178b01 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341921 Jul 09 19:51:40.022746 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b8e42789-a2d6-4764-8a2f-22db791149fe req-9e8261ea-5afc-43f7-a419-969a5c47be6b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 210 time: 0.0863957 Jul 09 19:51:40.081020 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d878e-23ce-4dcf-af49-9b58660de96c req-bb3df4e0-0184-45fd-9aa0-a80ecd4858f5 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:40.083449 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-803d878e-23ce-4dcf-af49-9b58660de96c req-bb3df4e0-0184-45fd-9aa0-a80ecd4858f5 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=25b65882-4192-4af5-87aa-13717d46ec6b HTTP/1.1" status: 200 len: 950 time: 0.1274481 Jul 09 19:51:40.147008 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-803d878e-23ce-4dcf-af49-9b58660de96c req-8ba8a4bc-d9d8-4452-8b17-065c00a1ddce tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576208 Jul 09 19:51:40.331495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede158d-724d-4cd3-a024-6a4685e72d84 req-5ea4b049-ade9-4848-aa26-453dad49b6d0 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:40.338842 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ede158d-724d-4cd3-a024-6a4685e72d84 req-5ea4b049-ade9-4848-aa26-453dad49b6d0 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0941656 Jul 09 19:51:40.363018 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2d9e01c2-dbed-4eff-a37f-fa60147eb347 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:40.398737 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ede158d-724d-4cd3-a024-6a4685e72d84 req-b025ec73-9326-46e5-8f6d-215ae66646c1 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580149 Jul 09 19:51:40.494451 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:40.535888 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d9e01c2-dbed-4eff-a37f-fa60147eb347'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:40.538183 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1445a2f4-a9dd-47d2-b753-fde20d691ea6" -d '{"events": [{"server_uuid": "d5792ca0-fb8c-4078-a51e-4d80eb669e33", "name": "network-vif-unplugged", "status": "completed", "tag": "2d9e01c2-dbed-4eff-a37f-fa60147eb347"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:40.554415 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2d9e01c2-dbed-4eff-a37f-fa60147eb347, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:40.559240 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:40.632178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8b540-b0ac-4a8a-96c2-4be465536e5d req-4b52151c-5b6f-4bf9-b4cb-2c27872a2607 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:40.634007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=2d9e01c2-dbed-4eff-a37f-fa60147eb347,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:40.639663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8b540-b0ac-4a8a-96c2-4be465536e5d req-4b52151c-5b6f-4bf9-b4cb-2c27872a2607 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:40.641644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36d8b540-b0ac-4a8a-96c2-4be465536e5d req-4b52151c-5b6f-4bf9-b4cb-2c27872a2607 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=25b65882-4192-4af5-87aa-13717d46ec6b&device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 1690 time: 0.0955045 Jul 09 19:51:40.641970 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4022f5-aa79-472d-84c3-7edfb4d0bd70 x-openstack-request-id: req-cd4022f5-aa79-472d-84c3-7edfb4d0bd70 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:40.642517 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5792ca0-fb8c-4078-a51e-4d80eb669e33", "name": "network-vif-unplugged", "status": "completed", "tag": "2d9e01c2-dbed-4eff-a37f-fa60147eb347", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:40.643398 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd4022f5-aa79-472d-84c3-7edfb4d0bd70 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:40.643795 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d9e01c2-dbed-4eff-a37f-fa60147eb347', 'code': 200} Jul 09 19:51:40.685086 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36d8b540-b0ac-4a8a-96c2-4be465536e5d req-38632f12-ff33-4f15-9f2c-fd8323ea4aea tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366786 Jul 09 19:51:41.013581 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96c876-6464-48f1-b13d-7d4e478d6869 req-31e4db2b-8ec0-4ee1-8cd8-d6a27240ef6e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:41.021609 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d96c876-6464-48f1-b13d-7d4e478d6869 req-31e4db2b-8ec0-4ee1-8cd8-d6a27240ef6e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 948 time: 0.0953710 Jul 09 19:51:41.043949 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe18bba-5a9c-4031-a0d0-8d1e84f32d0f req-d38b130e-2562-4d0f-a0fe-3fef3e9ed289 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:41.046070 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7fe18bba-5a9c-4031-a0d0-8d1e84f32d0f req-d38b130e-2562-4d0f-a0fe-3fef3e9ed289 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.1325555 Jul 09 19:51:41.073733 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d96c876-6464-48f1-b13d-7d4e478d6869 req-fb642b87-9514-4dec-9aa9-f3a03e8edfc6 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517139 Jul 09 19:51:41.130702 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7fe18bba-5a9c-4031-a0d0-8d1e84f32d0f req-9bca9513-1932-475f-8420-64f829246590 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784009 Jul 09 19:51:41.298321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4f690-ceda-4669-85dc-acba2e0da8dc req-d26a389c-7dad-434a-8036-1ec0c51f1e89 tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:41.302612 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47a4f690-ceda-4669-85dc-acba2e0da8dc req-d26a389c-7dad-434a-8036-1ec0c51f1e89 tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=25b65882-4192-4af5-87aa-13717d46ec6b HTTP/1.1" status: 200 len: 1101 time: 0.0785475 Jul 09 19:51:41.357257 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47a4f690-ceda-4669-85dc-acba2e0da8dc req-1f10af7a-213a-4357-b833-54f8a9b794e3 tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486267 Jul 09 19:51:41.402059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-80c6fad2-291f-4a36-a249-a8054cc8524f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:41.404499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-80c6fad2-291f-4a36-a249-a8054cc8524f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.36 "GET /v2.0/networks?id=ed67e983-2047-44c7-a5b2-23fc15affe8c HTTP/1.1" status: 200 len: 821 time: 0.2694769 Jul 09 19:51:41.438849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-82f0f395-cf9c-4ea2-a47b-89136d21eccd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Request body: {'port': {'device_id': '6292cdaa-940d-440d-a513-2041b945d1df', 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c', 'admin_state_up': True, 'tenant_id': '22aed567fbea4aec99acf84c482f57b5'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:41.619955 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1da57991-4ed3-4cc9-bcc6-52a24ffd373e req-75b351be-d8d4-47f6-b222-f9d0f76b0f2e tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 210 time: 0.1199353 Jul 09 19:51:41.660978 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-82f0f395-cf9c-4ea2-a47b-89136d21eccd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Made reservation on behalf of 22aed567fbea4aec99acf84c482f57b5 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:51:41.664816 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-82f0f395-cf9c-4ea2-a47b-89136d21eccd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:41.798692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc5abc-d3a0-4901-a2cb-5bb04b697991 req-1a130041-b196-4aa0-a066-1110c25111a2 tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:41.806780 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0fc5abc-d3a0-4901-a2cb-5bb04b697991 req-1a130041-b196-4aa0-a066-1110c25111a2 tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 1100 time: 0.1287873 Jul 09 19:51:41.870885 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0fc5abc-d3a0-4901-a2cb-5bb04b697991 req-3a82b55a-eeed-4686-9f0e-71b9c4e3e7be tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631058 Jul 09 19:51:41.992326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-82f0f395-cf9c-4ea2-a47b-89136d21eccd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Allocated IP 172.20.0.10 (ed67e983-2047-44c7-a5b2-23fc15affe8c/3a1eed13-b035-4d1a-afdd-2ae4f33633a6/11fd5f35-4b06-4511-99a0-a7ee0933aa7f) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:51:42.023457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114f51d-ab79-4954-94a0-100d1b5b6488 req-638d3ecd-7049-4ac1-bc1e-73d71a6adf67 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:42.030383 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0114f51d-ab79-4954-94a0-100d1b5b6488 req-638d3ecd-7049-4ac1-bc1e-73d71a6adf67 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1553600 Jul 09 19:51:42.105358 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0114f51d-ab79-4954-94a0-100d1b5b6488 req-32fd97a4-bd74-4283-9f75-57eddb94de28 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739095 Jul 09 19:51:42.177427 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-b51b1b41-f8e7-41be-aa4a-d51f6bd7111f tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869150 Jul 09 19:51:42.356110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-56f57bc2-0e1b-45cd-b549-0da8a4bfaf2b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:42.367007 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-56f57bc2-0e1b-45cd-b549-0da8a4bfaf2b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1857471 Jul 09 19:51:42.387249 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-82f0f395-cf9c-4ea2-a47b-89136d21eccd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:42.391429 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-10b70b20-5e90-47ea-b271-e0c59a7c8532 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/quotas/6e8dc31c587f41e9a0069ffbf510479d HTTP/1.1" status: 200 len: 375 time: 0.0203476 Jul 09 19:51:42.421576 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c4c26-2316-40a3-a4d3-efc44c317f4d req-d61fed9f-1e2c-46c7-8e6d-f60edb2d35ea tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:42.423144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e7c4c26-2316-40a3-a4d3-efc44c317f4d req-d61fed9f-1e2c-46c7-8e6d-f60edb2d35ea tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 948 time: 0.1309953 Jul 09 19:51:42.485449 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-25e1e1b4-90f7-480e-a7de-4a21e9b2ff10 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0917523 Jul 09 19:51:42.500663 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e7c4c26-2316-40a3-a4d3-efc44c317f4d req-8f47d59a-c0a7-4a1c-beb2-287ae8bb7b45 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682158 Jul 09 19:51:42.527604 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-82f0f395-cf9c-4ea2-a47b-89136d21eccd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:42.660215 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-82f0f395-cf9c-4ea2-a47b-89136d21eccd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Network ed67e983-2047-44c7-a5b2-23fc15affe8c is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:51:42.674116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-82f0f395-cf9c-4ea2-a47b-89136d21eccd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:51:42.677566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-82f0f395-cf9c-4ea2-a47b-89136d21eccd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:51:42.703726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0f395-cf9c-4ea2-a47b-89136d21eccd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Pushing event updated for resources: {'Port': ['ID=11fd5f35-4b06-4511-99a0-a7ee0933aa7f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:42.766933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-82f0f395-cf9c-4ea2-a47b-89136d21eccd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:42.767651 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-82f0f395-cf9c-4ea2-a47b-89136d21eccd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:42.859741 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-82f0f395-cf9c-4ea2-a47b-89136d21eccd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4336197 Jul 09 19:51:42.879345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Request body: {'port': {'device_id': '6292cdaa-940d-440d-a513-2041b945d1df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:42.928287 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-abd36505-097e-4178-bd56-58dca963403f req-a9a4f7c6-d8f9-4cf1-bcbb-9d57c0940eb4 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 210 time: 0.0549827 Jul 09 19:51:42.972181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14ee91-9b0f-4e9a-82bd-000d795efd56 req-b3a705b9-8089-4147-b9c9-f326fa6e1293 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:42.991705 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b14ee91-9b0f-4e9a-82bd-000d795efd56 req-b3a705b9-8089-4147-b9c9-f326fa6e1293 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.2030294 Jul 09 19:51:43.069058 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.171092 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b14ee91-9b0f-4e9a-82bd-000d795efd56 req-afa67993-4c41-4c65-b44c-8bbe2c448825 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781244 Jul 09 19:51:43.236085 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0718529-a8e2-424c-8b3a-e2c8968674c2 req-b03e7787-588a-4975-b2a8-e91a82e23af3 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:43.247521 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0718529-a8e2-424c-8b3a-e2c8968674c2 req-b03e7787-588a-4975-b2a8-e91a82e23af3 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 932 time: 0.1723585 Jul 09 19:51:43.350061 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0718529-a8e2-424c-8b3a-e2c8968674c2 req-b9d068d4-e238-46f1-9a77-a93ef090e859 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006308 Jul 09 19:51:43.598499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3be0e2-603b-4392-a013-41799470ffa1 req-1a02afa6-664e-4d63-96f4-11b218e2c04d tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:43.600156 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf3be0e2-603b-4392-a013-41799470ffa1 req-1a02afa6-664e-4d63-96f4-11b218e2c04d tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1570499 Jul 09 19:51:43.756923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fd5f35-4b06-4511-99a0-a7ee0933aa7f {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:43.791424 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.796831 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf3be0e2-603b-4392-a013-41799470ffa1 req-92d9a683-2d69-4f7c-9e44-b356c27a2a12 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848786 Jul 09 19:51:43.833713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5652870-8577-434b-adbb-f7810ace9aca req-efa0e580-0ba6-420c-8ce9-6d41819dc699 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:43.846207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Transition to ACTIVE for port object 11fd5f35-4b06-4511-99a0-a7ee0933aa7f will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:43.852403 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:43.856967 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e5652870-8577-434b-adbb-f7810ace9aca req-efa0e580-0ba6-420c-8ce9-6d41819dc699 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 948 time: 0.1527693 Jul 09 19:51:43.998620 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e5652870-8577-434b-adbb-f7810ace9aca req-04ba096d-4aed-4cdc-8a72-78c007c8f6ce tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398120 Jul 09 19:51:44.014643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Pushing event updated for resources: {'Port': ['ID=11fd5f35-4b06-4511-99a0-a7ee0933aa7f,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:44.209569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Attempting to bind port 11fd5f35-4b06-4511-99a0-a7ee0933aa7f on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:51:44.209919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Attempting to bind port 11fd5f35-4b06-4511-99a0-a7ee0933aa7f by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '40c6e376-20aa-4a32-ab1b-a7d689ebf451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:51:44.210259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Attempting to bind port 11fd5f35-4b06-4511-99a0-a7ee0933aa7f on network ed67e983-2047-44c7-a5b2-23fc15affe8c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:44.218248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Port 11fd5f35-4b06-4511-99a0-a7ee0933aa7f on network ed67e983-2047-44c7-a5b2-23fc15affe8c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:51:44.218589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Attempting to bind port 11fd5f35-4b06-4511-99a0-a7ee0933aa7f on network ed67e983-2047-44c7-a5b2-23fc15affe8c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:44.242956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:51:44.244475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Checking segment: {'id': '40c6e376-20aa-4a32-ab1b-a7d689ebf451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:51:44.246643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Bound using segment: {'id': '40c6e376-20aa-4a32-ab1b-a7d689ebf451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:51:44.246874 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Bound port: 11fd5f35-4b06-4511-99a0-a7ee0933aa7f, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c6e376-20aa-4a32-ab1b-a7d689ebf451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:51:44.247257 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:44.294220 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a3eb72c7-b73d-4093-af6a-deb5ae73abed req-669fa13c-4e87-4f93-80cf-1805a05f85a7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 210 time: 0.0686326 Jul 09 19:51:44.378510 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] For port 11fd5f35-4b06-4511-99a0-a7ee0933aa7f, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:44.382078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2d9e01c2-dbed-4eff-a37f-fa60147eb347 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:44.388174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] For port 11fd5f35-4b06-4511-99a0-a7ee0933aa7f, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=11fd5f35-4b06-4511-99a0-a7ee0933aa7f,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:51:44.394044 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:44.441550 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:44.442406 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:44.444658 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] 10.222.0.36 "PUT /v2.0/ports/11fd5f35-4b06-4511-99a0-a7ee0933aa7f HTTP/1.1" status: 200 len: 1092 time: 1.5747793 Jul 09 19:51:44.445268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6292cdaa-940d-440d-a513-2041b945d1df', 'tag': '11fd5f35-4b06-4511-99a0-a7ee0933aa7f'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:44.447915 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955de1c2-230f-456d-97d2-ea8033ccacf1" -d '{"events": [{"name": "network-changed", "server_uuid": "6292cdaa-940d-440d-a513-2041b945d1df", "tag": "11fd5f35-4b06-4511-99a0-a7ee0933aa7f"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:44.508940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1478c64-f9fa-4712-b3f8-d88d6669bb20 service neutron] Pushing event updated for resources: {'Port': ['ID=11fd5f35-4b06-4511-99a0-a7ee0933aa7f,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:44.636186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2d9e01c2-dbed-4eff-a37f-fa60147eb347, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:44.662251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '2d9e01c2-dbed-4eff-a37f-fa60147eb347', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '2d9e01c2-dbed-4eff-a37f-fa60147eb347', 'mac_address': 'fa:16:3e:ad:07:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:44.772698 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:44.819566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9e01c2-dbed-4eff-a37f-fa60147eb347 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:44.824488 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-c5af823a-8209-4439-892d-d132d73b2a24 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597351 Jul 09 19:51:44.834149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e648a-df2d-4322-b2bc-8001a4786fea req-1f1dbc9e-3d23-43c4-bf69-ba8091bc35d0 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:44.853772 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2d9e01c2-dbed-4eff-a37f-fa60147eb347, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:44.861091 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:44.876095 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d75e648a-df2d-4322-b2bc-8001a4786fea req-1f1dbc9e-3d23-43c4-bf69-ba8091bc35d0 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 944 time: 0.2084899 Jul 09 19:51:44.935006 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce67efb-81d9-4786-b23f-6d940bdf248f req-debb1dad-3521-4d06-9cb9-00140482c4e5 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:44.951678 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ce67efb-81d9-4786-b23f-6d940bdf248f req-debb1dad-3521-4d06-9cb9-00140482c4e5 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.4037273 Jul 09 19:51:44.994619 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=2d9e01c2-dbed-4eff-a37f-fa60147eb347,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:45.039997 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d75e648a-df2d-4322-b2bc-8001a4786fea req-cdd9a2fc-5e23-4f9b-b9fc-e5603e9d83f8 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584985 Jul 09 19:51:45.089212 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ce67efb-81d9-4786-b23f-6d940bdf248f req-e3cbe4fc-850c-4c29-9bb8-945bb367abac tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366072 Jul 09 19:51:45.113511 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6227d289-0eac-4030-bd20-76342604a069 x-openstack-request-id: req-6227d289-0eac-4030-bd20-76342604a069 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:45.113820 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6292cdaa-940d-440d-a513-2041b945d1df", "tag": "11fd5f35-4b06-4511-99a0-a7ee0933aa7f", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:45.114094 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6227d289-0eac-4030-bd20-76342604a069 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:45.114502 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6292cdaa-940d-440d-a513-2041b945d1df', 'tag': '11fd5f35-4b06-4511-99a0-a7ee0933aa7f', 'status': 'completed', 'code': 200} Jul 09 19:51:45.205981 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-5a47d515-d4f0-4f48-b940-c43e41b64233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:45.209564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-5a47d515-d4f0-4f48-b940-c43e41b64233 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22aed567fbea4aec99acf84c482f57b5&device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 1095 time: 0.5306857 Jul 09 19:51:45.287802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209a8e8-25c5-405f-b1c4-4c98ce61db0e req-e76c8492-d945-4977-aebd-99bd9e1fb035 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:45.296710 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0209a8e8-25c5-405f-b1c4-4c98ce61db0e req-e76c8492-d945-4977-aebd-99bd9e1fb035 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0835764 Jul 09 19:51:45.312365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['2d9e01c2-dbed-4eff-a37f-fa60147eb347'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:45.361685 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0209a8e8-25c5-405f-b1c4-4c98ce61db0e req-f2793857-b331-475f-b470-e653b33f0165 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627465 Jul 09 19:51:45.374257 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-c2dac934-428d-4448-aff4-e3db15791794 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11fd5f35-4b06-4511-99a0-a7ee0933aa7f HTTP/1.1" status: 200 len: 217 time: 0.1446230 Jul 09 19:51:45.396150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2f86100a-0717-4ee4-819e-f63f0cb237fa tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:45.397739 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2f86100a-0717-4ee4-819e-f63f0cb237fa tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5626681 Jul 09 19:51:45.439112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-af7c8acf-d2f6-4a03-8ed9-a94d2833844d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Request body: {'port': {'device_id': '30678dc2-a210-47ef-9481-0192d24d81ec', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '6e8dc31c587f41e9a0069ffbf510479d'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:45.576385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-222762f0-5c6f-4bda-ab9f-4b2580420da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:45.581023 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-222762f0-5c6f-4bda-ab9f-4b2580420da3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a1eed13-b035-4d1a-afdd-2ae4f33633a6 HTTP/1.1" status: 200 len: 861 time: 0.1801443 Jul 09 19:51:45.743841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-ba14b67b-f13c-470e-bb1d-ad07280a6679 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed67e983-2047-44c7-a5b2-23fc15affe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900531 Jul 09 19:51:45.918679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1725293-1b36-44dc-9694-6feb72999fc1 req-71c0f747-385d-4a83-bb05-89c169d28a7b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:45.925949 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1725293-1b36-44dc-9694-6feb72999fc1 req-71c0f747-385d-4a83-bb05-89c169d28a7b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 949 time: 0.5271788 Jul 09 19:51:45.986843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-af7c8acf-d2f6-4a03-8ed9-a94d2833844d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Made reservation on behalf of 6e8dc31c587f41e9a0069ffbf510479d for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:51:45.990556 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-af7c8acf-d2f6-4a03-8ed9-a94d2833844d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:45.992610 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8fee0f1a-eb12-457e-92c6-e268a2e1ac92 req-e7f194bb-e8ba-47f1-9ff9-8410de5e62da tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 210 time: 0.0651989 Jul 09 19:51:46.005036 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-1bdfa196-3900-41ab-a07c-550b8aca0b16 service neutron] 10.222.0.36 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536731 Jul 09 19:51:46.045356 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1725293-1b36-44dc-9694-6feb72999fc1 req-bcf79326-ab37-4ce8-bf76-e4fbb737b01c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184547 Jul 09 19:51:46.385754 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ca096db-0c4d-4b90-8e7c-7d7bea8e01e0 req-03111c44-a9b5-473e-a4a4-52f13b4e67a5 service neutron] 10.222.0.36 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643196 Jul 09 19:51:46.433370 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3d026-3e57-45ec-952d-619fe1635f22 req-758ed8f2-abf0-44f0-8af2-3517852f3429 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:46.433370 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1c3d026-3e57-45ec-952d-619fe1635f22 req-758ed8f2-abf0-44f0-8af2-3517852f3429 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 944 time: 0.1616385 Jul 09 19:51:46.439541 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-af7c8acf-d2f6-4a03-8ed9-a94d2833844d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Allocated IP 192.168.233.79 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/0300e9a4-6bc2-4229-a743-da7a4c929b00) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:51:46.543104 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1c3d026-3e57-45ec-952d-619fe1635f22 req-562310be-e2fb-442f-8f0e-7ccbe9286938 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019900 Jul 09 19:51:46.810818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955de1c2-230f-456d-97d2-ea8033ccacf1 req-a6a0b32e-de9b-4fa3-8266-49fd16d58f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:46.818089 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-955de1c2-230f-456d-97d2-ea8033ccacf1 req-a6a0b32e-de9b-4fa3-8266-49fd16d58f7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=22aed567fbea4aec99acf84c482f57b5&device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 1095 time: 0.3423829 Jul 09 19:51:47.288379 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-af7c8acf-d2f6-4a03-8ed9-a94d2833844d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:47.300386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613b03-cd96-4480-b026-40cbc1617b06 req-70311c0e-9ce6-439e-bfe0-0eb38f604a28 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:47.302488 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-70311c0e-9ce6-439e-bfe0-0eb38f604a28 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33&tenant_id=85d911fbc81540608cc58c99a8dd9dfd&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 949 time: 0.5770309 Jul 09 19:51:47.324018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-af7c8acf-d2f6-4a03-8ed9-a94d2833844d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Transition to ACTIVE for port object 0300e9a4-6bc2-4229-a743-da7a4c929b00 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:47.329834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955de1c2-230f-456d-97d2-ea8033ccacf1 req-cfe37357-f4d5-4cc5-ba60-b9073e1e5934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:47.331959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-955de1c2-230f-456d-97d2-ea8033ccacf1 req-cfe37357-f4d5-4cc5-ba60-b9073e1e5934 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ed67e983-2047-44c7-a5b2-23fc15affe8c HTTP/1.1" status: 200 len: 922 time: 0.5057781 Jul 09 19:51:47.377647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a3a1b-34b6-48d5-9646-028e5dd50c64 req-a98ed82e-ed2f-4e84-9be5-f83cbbfcda38 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:47.384990 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-525a3a1b-34b6-48d5-9646-028e5dd50c64 req-a98ed82e-ed2f-4e84-9be5-f83cbbfcda38 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.5836179 Jul 09 19:51:47.386100 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-955de1c2-230f-456d-97d2-ea8033ccacf1 req-ee45c535-7d95-4c0d-ad70-8cca0225096c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11fd5f35-4b06-4511-99a0-a7ee0933aa7f HTTP/1.1" status: 200 len: 217 time: 0.0475082 Jul 09 19:51:47.395577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9e646-0b56-4b3b-a811-47ce3914afc1 req-6f6c9479-5257-40ca-bcfb-7df760b04119 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:47.402193 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-a691b178-a7b6-48b3-870d-cbe56aee3973 service neutron] 10.222.0.36 "GET /v2.0/ports/2d9e01c2-dbed-4eff-a37f-fa60147eb347/bindings/n-h1-800088-3 HTTP/1.1" status: 200 len: 382 time: 0.0909069 Jul 09 19:51:47.402375 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cc9e646-0b56-4b3b-a811-47ce3914afc1 req-6f6c9479-5257-40ca-bcfb-7df760b04119 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.4879937 Jul 09 19:51:47.459890 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-525a3a1b-34b6-48d5-9646-028e5dd50c64 req-57fca6f8-6433-4340-939e-2e0cf74f20b9 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733933 Jul 09 19:51:47.491171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955de1c2-230f-456d-97d2-ea8033ccacf1 req-09d9923d-97a2-4c62-9e1c-9cc9e1c34ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:47.492707 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-955de1c2-230f-456d-97d2-ea8033ccacf1 req-09d9923d-97a2-4c62-9e1c-9cc9e1c34ff4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a1eed13-b035-4d1a-afdd-2ae4f33633a6 HTTP/1.1" status: 200 len: 861 time: 0.0829828 Jul 09 19:51:47.511815 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-af7c8acf-d2f6-4a03-8ed9-a94d2833844d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:47.524258 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['80bbbe61-c9b0-4fa8-8c53-62d40513b8da'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:47.543444 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cc9e646-0b56-4b3b-a811-47ce3914afc1 req-07ee66e0-f2c9-4db5-a62a-489ea5a01091 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363745 Jul 09 19:51:47.550699 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-955de1c2-230f-456d-97d2-ea8033ccacf1 req-f3b0ddfd-6f37-4bb7-a139-453435ce3a33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ed67e983-2047-44c7-a5b2-23fc15affe8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509572 Jul 09 19:51:47.559933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613b03-cd96-4480-b026-40cbc1617b06 req-de85f9ec-9cbb-45dc-bf1f-82715694ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:47.563413 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-de85f9ec-9cbb-45dc-bf1f-82715694ed29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 1100 time: 0.1009736 Jul 09 19:51:47.652268 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1878e0bf-a49a-467e-9f42-a24ed701e24d', '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'b6a7cc50-e031-4989-8b65-c43ed7030ff1', '7e45ad69-f78c-4397-9749-d8dc2c675b71'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:47.764524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613b03-cd96-4480-b026-40cbc1617b06 req-84d63bd0-85cf-48b2-a195-9c31c2edaa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:47.766551 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-84d63bd0-85cf-48b2-a195-9c31c2edaa21 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1963012 Jul 09 19:51:47.850468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-af7c8acf-d2f6-4a03-8ed9-a94d2833844d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:51:47.859042 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-14a026d1-cd1f-481d-9945-7bd6820b919a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347 HTTP/1.1" status: 200 len: 217 time: 0.0855374 Jul 09 19:51:47.866501 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-955de1c2-230f-456d-97d2-ea8033ccacf1 req-74d728d2-dc26-4198-a84e-1bcb66ebdcb0 service neutron] 10.222.0.36 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926395 Jul 09 19:51:47.867427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-af7c8acf-d2f6-4a03-8ed9-a94d2833844d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:51:47.870123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-af7c8acf-d2f6-4a03-8ed9-a94d2833844d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:51:47.979129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613b03-cd96-4480-b026-40cbc1617b06 req-b968e4ad-908d-4202-9c7f-15357bf1e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:47.981693 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-b968e4ad-908d-4202-9c7f-15357bf1e361 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1140995 Jul 09 19:51:48.039813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c8acf-d2f6-4a03-8ed9-a94d2833844d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event updated for resources: {'Port': ['ID=0300e9a4-6bc2-4229-a743-da7a4c929b00,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:48.132965 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613b03-cd96-4480-b026-40cbc1617b06 req-e8261a0a-85c3-42cc-8b42-6eeb8061e37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:48.135254 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-e8261a0a-85c3-42cc-8b42-6eeb8061e37f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1455598 Jul 09 19:51:48.136526 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-af7c8acf-d2f6-4a03-8ed9-a94d2833844d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:48.137206 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-af7c8acf-d2f6-4a03-8ed9-a94d2833844d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:48.167191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-af7c8acf-d2f6-4a03-8ed9-a94d2833844d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7317855 Jul 09 19:51:48.199930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Request body: {'port': {'device_id': '30678dc2-a210-47ef-9481-0192d24d81ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:48.213728 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a707a77-5e58-45f6-a520-b9f62aec9893 req-91379f90-e3cc-4e28-a312-02ee31295f19 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:48.223704 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6a707a77-5e58-45f6-a520-b9f62aec9893 req-91379f90-e3cc-4e28-a312-02ee31295f19 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 949 time: 0.3711834 Jul 09 19:51:48.251493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9277e946-1664-4ee9-a84e-fdd6551ff81c None None] Provisioning for port 0300e9a4-6bc2-4229-a743-da7a4c929b00 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:51:48.257169 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9277e946-1664-4ee9-a84e-fdd6551ff81c None None] Provisioning complete for port 0300e9a4-6bc2-4229-a743-da7a4c929b00 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:48.257689 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9277e946-1664-4ee9-a84e-fdd6551ff81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:48.277345 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-05af8dfb-ad23-4495-b0ea-ca72273607f7 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312456 Jul 09 19:51:48.300576 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-955de1c2-230f-456d-97d2-ea8033ccacf1 req-2ce2f3d3-61cc-4570-9d5a-fa5279784534 service neutron] 10.222.0.36 "GET /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872466 Jul 09 19:51:48.335196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9277e946-1664-4ee9-a84e-fdd6551ff81c None None] Port 0300e9a4-6bc2-4229-a743-da7a4c929b00 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:51:48.368605 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6a707a77-5e58-45f6-a520-b9f62aec9893 req-3134acb8-4f40-4444-af97-d9741da760b8 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436348 Jul 09 19:51:48.410105 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2d9e01c2-dbed-4eff-a37f-fa60147eb347 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:48.474858 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:48.496104 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-e9c9b193-e497-4fdd-b447-ce7143938641 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025537 Jul 09 19:51:48.529355 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 2d9e01c2-dbed-4eff-a37f-fa60147eb347 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:48.530987 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:48.668513 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:48.715019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9e01c2-dbed-4eff-a37f-fa60147eb347'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:48.722247 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721c5b0e-2bd1-4caf-9f31-47c7d8e04fb3" -d '{"events": [{"server_uuid": "d5792ca0-fb8c-4078-a51e-4d80eb669e33", "name": "network-vif-plugged", "status": "completed", "tag": "2d9e01c2-dbed-4eff-a37f-fa60147eb347"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:48.747740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2d9e01c2-dbed-4eff-a37f-fa60147eb347, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:48.757460 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:48.829646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=2d9e01c2-dbed-4eff-a37f-fa60147eb347,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:48.940854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52589d1a-242e-4f90-949c-3529ae49e2f7 req-52589be1-f02a-4bf7-b6ff-a2735fa49c0b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:48.942457 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52589d1a-242e-4f90-949c-3529ae49e2f7 req-52589be1-f02a-4bf7-b6ff-a2735fa49c0b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 935 time: 0.1422029 Jul 09 19:51:48.946816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0300e9a4-6bc2-4229-a743-da7a4c929b00 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:48.960738 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:48.996888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Transition to ACTIVE for port object 0300e9a4-6bc2-4229-a743-da7a4c929b00 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:49.003383 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:49.040171 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52589d1a-242e-4f90-949c-3529ae49e2f7 req-32645a02-3e08-4e27-87d7-dc99ded685e7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885642 Jul 09 19:51:49.067279 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Pushing event updated for resources: {'Port': ['ID=0300e9a4-6bc2-4229-a743-da7a4c929b00,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:49.178851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Attempting to bind port 0300e9a4-6bc2-4229-a743-da7a4c929b00 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:51:49.179206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Attempting to bind port 0300e9a4-6bc2-4229-a743-da7a4c929b00 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:51:49.179552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Attempting to bind port 0300e9a4-6bc2-4229-a743-da7a4c929b00 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:49.188963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Port 0300e9a4-6bc2-4229-a743-da7a4c929b00 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:51:49.189796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Attempting to bind port 0300e9a4-6bc2-4229-a743-da7a4c929b00 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:49.197066 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:51:49.197417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:51:49.197815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:51:49.198476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Bound port: 0300e9a4-6bc2-4229-a743-da7a4c929b00, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:51:49.198862 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:49.351276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] For port 0300e9a4-6bc2-4229-a743-da7a4c929b00, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:49.367143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] For port 0300e9a4-6bc2-4229-a743-da7a4c929b00, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=0300e9a4-6bc2-4229-a743-da7a4c929b00,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:51:49.384096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db75f61-1bea-47e4-9f83-ba8b60bd2491 req-d4958de4-7169-46ee-aa48-cb27075deebd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:49.391189 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4db75f61-1bea-47e4-9f83-ba8b60bd2491 req-d4958de4-7169-46ee-aa48-cb27075deebd tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 944 time: 0.1474993 Jul 09 19:51:49.402722 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:49.472036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:49.473126 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:49.474610 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] 10.222.0.32 "PUT /v2.0/ports/0300e9a4-6bc2-4229-a743-da7a4c929b00 HTTP/1.1" status: 200 len: 1095 time: 1.2795751 Jul 09 19:51:49.476891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30678dc2-a210-47ef-9481-0192d24d81ec', 'tag': '0300e9a4-6bc2-4229-a743-da7a4c929b00'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:49.479415 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10260e3a-3bf0-4eae-91cc-49011d493a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "30678dc2-a210-47ef-9481-0192d24d81ec", "tag": "0300e9a4-6bc2-4229-a743-da7a4c929b00"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:49.504203 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4db75f61-1bea-47e4-9f83-ba8b60bd2491 req-55752a19-99a7-4d67-887e-80869529da5c tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111362 Jul 09 19:51:49.547963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf1d05-f54c-449a-ae4b-d2da655604ce service neutron] Pushing event updated for resources: {'Port': ['ID=0300e9a4-6bc2-4229-a743-da7a4c929b00,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:49.659706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-34a11802-d738-4834-ba3d-f41b4666a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:49.661919 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-34a11802-d738-4834-ba3d-f41b4666a4ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 1098 time: 0.1352787 Jul 09 19:51:49.733081 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-850b070c-11e5-43c4-a537-63a29482af49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=0300e9a4-6bc2-4229-a743-da7a4c929b00 HTTP/1.1" status: 200 len: 217 time: 0.0546246 Jul 09 19:51:49.842429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-874bb756-5a0b-4cd7-a07b-9833f1849e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:49.843959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-874bb756-5a0b-4cd7-a07b-9833f1849e72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0780795 Jul 09 19:51:49.907849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d10e82-e51b-4157-8439-2c224975cd6a req-3a86517c-d5cd-446c-9328-abce17bd3ade tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:49.909524 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-83d10e82-e51b-4157-8439-2c224975cd6a req-3a86517c-d5cd-446c-9328-abce17bd3ade tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.1880298 Jul 09 19:51:49.975894 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-83d10e82-e51b-4157-8439-2c224975cd6a req-c3ffa0d5-df70-4891-8325-0adde3e1884f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602117 Jul 09 19:51:50.017385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-f0f7a685-09a7-4575-82d2-b6d4a9c8726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:50.017385 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-f0f7a685-09a7-4575-82d2-b6d4a9c8726f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1316833 Jul 09 19:51:50.163320 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-acbdf712-a914-4d0c-8492-a3094e4ab7ec service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653180 Jul 09 19:51:50.297736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51ba54-91ce-41c1-8381-5adec32fd032 req-c873751e-9f0d-4faa-bfd6-bedb26dd8d06 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:50.300889 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-db51ba54-91ce-41c1-8381-5adec32fd032 req-c873751e-9f0d-4faa-bfd6-bedb26dd8d06 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1752660 Jul 09 19:51:50.333764 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f0afe21-21ba-4a98-bd1c-fab41fbe07bb req-c8bc1243-3da2-4077-aaf0-54e6b87db9cf service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636398 Jul 09 19:51:50.362689 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-db51ba54-91ce-41c1-8381-5adec32fd032 req-ea533770-436d-4165-8744-b5b9b6ec3f5d tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524302 Jul 09 19:51:50.402769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 11fd5f35-4b06-4511-99a0-a7ee0933aa7f details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:50.479940 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37938983-5dce-4c9b-b9ef-6c7803a3eac1 x-openstack-request-id: req-37938983-5dce-4c9b-b9ef-6c7803a3eac1 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:50.480430 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5792ca0-fb8c-4078-a51e-4d80eb669e33", "name": "network-vif-plugged", "status": "completed", "tag": "2d9e01c2-dbed-4eff-a37f-fa60147eb347", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:50.481391 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37938983-5dce-4c9b-b9ef-6c7803a3eac1 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:50.481929 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9e01c2-dbed-4eff-a37f-fa60147eb347', 'code': 200} Jul 09 19:51:50.658011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb4a93-c442-4513-b522-d4592c4df074 req-cc15e587-502a-4d47-95ab-2f2161a01070 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:50.660280 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-66eb4a93-c442-4513-b522-d4592c4df074 req-cc15e587-502a-4d47-95ab-2f2161a01070 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0846918 Jul 09 19:51:50.696729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 11fd5f35-4b06-4511-99a0-a7ee0933aa7f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=11fd5f35-4b06-4511-99a0-a7ee0933aa7f,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:50.710176 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '11fd5f35-4b06-4511-99a0-a7ee0933aa7f', 'network_id': 'ed67e983-2047-44c7-a5b2-23fc15affe8c', 'port_id': '11fd5f35-4b06-4511-99a0-a7ee0933aa7f', 'mac_address': 'fa:16:3e:49:74:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1eed13-b035-4d1a-afdd-2ae4f33633a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:50.717589 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-66eb4a93-c442-4513-b522-d4592c4df074 req-3800daa7-7443-4215-b47c-7a9cc42c44a0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505712 Jul 09 19:51:50.774992 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94f04e4-9934-4dc3-9f68-ffb13f3a9e5d x-openstack-request-id: req-c94f04e4-9934-4dc3-9f68-ffb13f3a9e5d {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:50.775387 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30678dc2-a210-47ef-9481-0192d24d81ec", "tag": "0300e9a4-6bc2-4229-a743-da7a4c929b00", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:50.775902 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c94f04e4-9934-4dc3-9f68-ffb13f3a9e5d {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:50.776372 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30678dc2-a210-47ef-9481-0192d24d81ec', 'tag': '0300e9a4-6bc2-4229-a743-da7a4c929b00', 'status': 'completed', 'code': 200} Jul 09 19:51:50.794155 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:50.810488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fd5f35-4b06-4511-99a0-a7ee0933aa7f {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:50.838993 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 11fd5f35-4b06-4511-99a0-a7ee0933aa7f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=11fd5f35-4b06-4511-99a0-a7ee0933aa7f,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:50.862562 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:50.912933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10260e3a-3bf0-4eae-91cc-49011d493a1d req-d40fcbad-2102-4a3b-8457-85dbec76b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:50.918055 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10260e3a-3bf0-4eae-91cc-49011d493a1d req-d40fcbad-2102-4a3b-8457-85dbec76b60e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 1098 time: 0.1093488 Jul 09 19:51:51.004795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=11fd5f35-4b06-4511-99a0-a7ee0933aa7f,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:51.056021 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10260e3a-3bf0-4eae-91cc-49011d493a1d req-d1e3f13d-c12b-4778-97fa-3359ed574544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.057692 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10260e3a-3bf0-4eae-91cc-49011d493a1d req-d1e3f13d-c12b-4778-97fa-3359ed574544 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1311738 Jul 09 19:51:51.131492 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10260e3a-3bf0-4eae-91cc-49011d493a1d req-6c667ee7-6e18-41db-81dc-898172ebc053 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=0300e9a4-6bc2-4229-a743-da7a4c929b00 HTTP/1.1" status: 200 len: 217 time: 0.0657454 Jul 09 19:51:51.223569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10260e3a-3bf0-4eae-91cc-49011d493a1d req-0caedd45-f185-498b-ab46-47cf5f0336d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.225066 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10260e3a-3bf0-4eae-91cc-49011d493a1d req-0caedd45-f185-498b-ab46-47cf5f0336d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0697680 Jul 09 19:51:51.274827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0b4aa-0965-466d-9929-a36bd2df9434 req-ed3804d2-efad-4a9a-b203-d76c16d59534 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.276250 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-05a0b4aa-0965-466d-9929-a36bd2df9434 req-ed3804d2-efad-4a9a-b203-d76c16d59534 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 947 time: 0.1564021 Jul 09 19:51:51.279712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['11fd5f35-4b06-4511-99a0-a7ee0933aa7f'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:51.379876 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-05a0b4aa-0965-466d-9929-a36bd2df9434 req-b8e228c6-96bd-45ce-9a0a-964c054a6531 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894501 Jul 09 19:51:51.411108 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10260e3a-3bf0-4eae-91cc-49011d493a1d req-becab407-29cf-43de-a263-eab00463cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.414911 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10260e3a-3bf0-4eae-91cc-49011d493a1d req-becab407-29cf-43de-a263-eab00463cb4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1808436 Jul 09 19:51:51.540223 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613b03-cd96-4480-b026-40cbc1617b06 req-2a3280fb-fe79-4ec2-89d8-eefdbd7456e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.543490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-2a3280fb-fe79-4ec2-89d8-eefdbd7456e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33&tenant_id=85d911fbc81540608cc58c99a8dd9dfd HTTP/1.1" status: 200 len: 1101 time: 0.0975039 Jul 09 19:51:51.591443 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10260e3a-3bf0-4eae-91cc-49011d493a1d req-5bd6d54a-5025-4b79-9e9c-66a39eec2a5b service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647408 Jul 09 19:51:51.688584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93ce70-8690-4f45-815e-79e28abec9ee req-b3a381f5-fd55-45d4-896e-3e072651d653 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.688841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08f1b-4d2d-4b3f-9a41-30697e68b540 req-37fe7caa-82a7-4528-bb66-e9e2a68e116d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.689651 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2d93ce70-8690-4f45-815e-79e28abec9ee req-b3a381f5-fd55-45d4-896e-3e072651d653 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.1104259 Jul 09 19:51:51.690347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fd08f1b-4d2d-4b3f-9a41-30697e68b540 req-37fe7caa-82a7-4528-bb66-e9e2a68e116d tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 945 time: 0.1525059 Jul 09 19:51:51.691747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613b03-cd96-4480-b026-40cbc1617b06 req-a6fdea13-b497-465a-9f78-b69827b1077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.693279 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-a6fdea13-b497-465a-9f78-b69827b1077b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 1101 time: 0.1237974 Jul 09 19:51:51.759758 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2d93ce70-8690-4f45-815e-79e28abec9ee req-b0efdddf-f9fe-466b-b2e0-17ba6ab4c376 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611711 Jul 09 19:51:51.762764 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10260e3a-3bf0-4eae-91cc-49011d493a1d req-3836dccc-c6ff-4bb7-9dca-62de63690b20 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595430 Jul 09 19:51:51.774191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fd08f1b-4d2d-4b3f-9a41-30697e68b540 req-1d2ca32b-1532-44fc-8041-9fd8952c2ae3 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767341 Jul 09 19:51:51.858195 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613b03-cd96-4480-b026-40cbc1617b06 req-409231ae-7a77-4904-b205-8b27fee11f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.860738 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-409231ae-7a77-4904-b205-8b27fee11f09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1446261 Jul 09 19:51:51.915145 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-82c26c22-d45d-4fd9-8224-43027e5cfdbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347 HTTP/1.1" status: 200 len: 217 time: 0.0466959 Jul 09 19:51:51.959911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b8ba2-6a4f-48b5-9037-5c1c9368c289 req-83ce6032-3090-499b-ab7c-0c12aed6e034 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:51.961433 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1c6b8ba2-6a4f-48b5-9037-5c1c9368c289 req-83ce6032-3090-499b-ab7c-0c12aed6e034 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0789385 Jul 09 19:51:52.005519 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1c6b8ba2-6a4f-48b5-9037-5c1c9368c289 req-562c1e34-9865-40c5-bbdd-2229823d0261 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368176 Jul 09 19:51:52.027430 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613b03-cd96-4480-b026-40cbc1617b06 req-fbf8632a-141a-4b04-ac2d-4643a20534fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:52.028948 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-fbf8632a-141a-4b04-ac2d-4643a20534fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1094728 Jul 09 19:51:52.090663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34cf8e-c4b9-4626-bc5b-4f2baf836aa0 req-c0433466-9332-4c8c-b853-4ff8968e3164 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:52.092181 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe34cf8e-c4b9-4626-bc5b-4f2baf836aa0 req-c0433466-9332-4c8c-b853-4ff8968e3164 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.1099343 Jul 09 19:51:52.133399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613b03-cd96-4480-b026-40cbc1617b06 req-f41c42f6-f4e6-4477-b30f-c3c168b86f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:52.134914 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-f41c42f6-f4e6-4477-b30f-c3c168b86f83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0985382 Jul 09 19:51:52.170175 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe34cf8e-c4b9-4626-bc5b-4f2baf836aa0 req-f6d8fa41-996f-499b-90ce-cfd609c740d2 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698357 Jul 09 19:51:52.262849 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-f241f61a-24d2-418c-a87a-d972836731bf service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169806 Jul 09 19:51:52.383012 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72613b03-cd96-4480-b026-40cbc1617b06 req-a02d7afb-a434-4933-aeb4-00127d491dd8 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111896 Jul 09 19:51:52.574071 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a9ff0-e0cb-45de-9f39-87caf9573f75 req-855ad0bc-43db-4cfb-92ea-c0e0d4f0992f tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:52.575754 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f46a9ff0-e0cb-45de-9f39-87caf9573f75 req-855ad0bc-43db-4cfb-92ea-c0e0d4f0992f tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 947 time: 0.0740812 Jul 09 19:51:52.616608 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f46a9ff0-e0cb-45de-9f39-87caf9573f75 req-f7061783-33a6-4126-b3c9-1a3267df8e11 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340178 Jul 09 19:51:52.961294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7d5ed-9713-4333-bd8f-646928daa8db req-f84ca5b4-3708-4bda-831d-58af6b5f918b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:52.963198 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4fb7d5ed-9713-4333-bd8f-646928daa8db req-f84ca5b4-3708-4bda-831d-58af6b5f918b tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 945 time: 0.0776320 Jul 09 19:51:52.978747 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-7f431e23-9623-4015-b67e-3b5a72b78d4d tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:52.980348 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-7f431e23-9623-4015-b67e-3b5a72b78d4d tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/networks?id=d0f8df36-e569-4c72-8f90-4a083d0d2491 HTTP/1.1" status: 200 len: 803 time: 0.1149406 Jul 09 19:51:53.000391 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-945e194d-a616-40be-8484-6f2d372e5335 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/quotas/b150e16940b14100ae55220bc4330aca HTTP/1.1" status: 200 len: 375 time: 0.0132725 Jul 09 19:51:53.006832 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4fb7d5ed-9713-4333-bd8f-646928daa8db req-2d746766-15a1-4813-b0cd-fee18766d73a tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374362 Jul 09 19:51:53.089094 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-8761266b-fbea-4bc9-8c80-6504c04a87b1 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b150e16940b14100ae55220bc4330aca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0805812 Jul 09 19:51:53.198631 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-88e972d2-0210-445c-aa32-a4adb3147aea service neutron] 10.222.0.30 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030076 Jul 09 19:51:53.208689 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb314d-83eb-4fbf-8e28-2f2a33abd75c req-06e565e7-87aa-4c9d-9481-770f7331c3b0 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.217186 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59eb314d-83eb-4fbf-8e28-2f2a33abd75c req-06e565e7-87aa-4c9d-9481-770f7331c3b0 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.0833352 Jul 09 19:51:53.259844 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59eb314d-83eb-4fbf-8e28-2f2a33abd75c req-a4006656-5e2e-47b0-8387-bc39b3621f7b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411236 Jul 09 19:51:53.307101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-ad987cb8-019f-4103-9c09-69850f002eab service neutron] 10.222.0.30 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075983 Jul 09 19:51:53.474707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f9047-38ba-4e17-95b3-58ed06a528e6 req-ffbe5d62-83dc-472c-9e38-c4beafcb2420 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.482412 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fd5f9047-38ba-4e17-95b3-58ed06a528e6 req-ffbe5d62-83dc-472c-9e38-c4beafcb2420 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.0874436 Jul 09 19:51:53.526913 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fd5f9047-38ba-4e17-95b3-58ed06a528e6 req-ab2260db-1c67-49e6-b69a-67a881dafefd tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Jul 09 19:51:53.634879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cf130-81b4-4698-b28a-193681a3abe2 req-a886438d-ae3c-41b9-921f-20449634b7dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.636520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2d1cf130-81b4-4698-b28a-193681a3abe2 req-a886438d-ae3c-41b9-921f-20449634b7dc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.0768054 Jul 09 19:51:53.701293 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2d1cf130-81b4-4698-b28a-193681a3abe2 req-0a6a4c46-e203-468f-a955-6fc22ff848ab tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558114 Jul 09 19:51:53.810944 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7e29bba6-eaff-4eb1-b215-ed048747b370 req-5ebc44ab-86ea-417c-b655-95bfbe46adc0 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 210 time: 0.0793297 Jul 09 19:51:53.922663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047b93c-7e24-4507-85e9-252e096d2b69 req-f164bc65-65dc-4797-ae88-13474ddb06ff tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:53.924462 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5047b93c-7e24-4507-85e9-252e096d2b69 req-f164bc65-65dc-4797-ae88-13474ddb06ff tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 947 time: 0.0862739 Jul 09 19:51:53.978557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5047b93c-7e24-4507-85e9-252e096d2b69 req-61960e51-2c9a-4d45-990a-ccf60fcb0ae5 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405116 Jul 09 19:51:54.007968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ea87b-177e-4ad9-8276-359caa4c7abd req-f48b3c35-d698-4af7-b465-13e89d81e940 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:54.015493 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c21ea87b-177e-4ad9-8276-359caa4c7abd req-f48b3c35-d698-4af7-b465-13e89d81e940 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba1df460-a7a4-4523-822d-109eafb13803 HTTP/1.1" status: 200 len: 945 time: 0.0830019 Jul 09 19:51:54.069160 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c21ea87b-177e-4ad9-8276-359caa4c7abd req-3cdddc4e-b666-4cf2-9ce6-5d98f58533f1 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525804 Jul 09 19:51:54.198456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 0300e9a4-6bc2-4229-a743-da7a4c929b00 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:54.224128 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddf607-4a32-49b7-892a-db4ba707a88d req-e7c8cf61-5075-4846-974d-9c029d7a552f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:54.227089 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3dddf607-4a32-49b7-892a-db4ba707a88d req-e7c8cf61-5075-4846-974d-9c029d7a552f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 945 time: 0.0781512 Jul 09 19:51:54.287215 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3dddf607-4a32-49b7-892a-db4ba707a88d req-1b6e7c43-3ec1-43e6-9c1e-673f2188fba5 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512743 Jul 09 19:51:54.334800 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 0300e9a4-6bc2-4229-a743-da7a4c929b00, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=0300e9a4-6bc2-4229-a743-da7a4c929b00,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:54.347427 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '0300e9a4-6bc2-4229-a743-da7a4c929b00', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '0300e9a4-6bc2-4229-a743-da7a4c929b00', 'mac_address': 'fa:16:3e:c7:1a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:54.385955 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.404320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0300e9a4-6bc2-4229-a743-da7a4c929b00 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:54.411676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 11fd5f35-4b06-4511-99a0-a7ee0933aa7f up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:54.449966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 0300e9a4-6bc2-4229-a743-da7a4c929b00, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=0300e9a4-6bc2-4229-a743-da7a4c929b00,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:54.457638 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.460304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46680db-604a-40c9-8729-e63b58ffbc85 req-d317dade-8b9b-450a-aa8d-75fcfcb94182 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:54.462457 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a46680db-604a-40c9-8729-e63b58ffbc85 req-d317dade-8b9b-450a-aa8d-75fcfcb94182 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.0732560 Jul 09 19:51:54.504328 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a46680db-604a-40c9-8729-e63b58ffbc85 req-a2f4d3f0-979b-4fd3-9d55-f4d6baa93389 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361626 Jul 09 19:51:54.516785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=0300e9a4-6bc2-4229-a743-da7a4c929b00,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:54.527128 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 11fd5f35-4b06-4511-99a0-a7ee0933aa7f completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:51:54.540369 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 11fd5f35-4b06-4511-99a0-a7ee0933aa7f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:54.540369 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.619127 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.662968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6292cdaa-940d-440d-a513-2041b945d1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fd5f35-4b06-4511-99a0-a7ee0933aa7f'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:54.665812 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd503b25-bd6b-4cee-8d57-b3f96c753970" -d '{"events": [{"server_uuid": "6292cdaa-940d-440d-a513-2041b945d1df", "name": "network-vif-plugged", "status": "completed", "tag": "11fd5f35-4b06-4511-99a0-a7ee0933aa7f"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:54.683167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 11fd5f35-4b06-4511-99a0-a7ee0933aa7f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=11fd5f35-4b06-4511-99a0-a7ee0933aa7f,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:54.693904 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.695304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2d9e01c2-dbed-4eff-a37f-fa60147eb347 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:54.706859 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9180b-640d-4790-9983-361c128f95d9 req-3bc1f9d2-eac0-49b2-a0fd-df213dbe179d tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:54.708458 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-41a9180b-640d-4790-9983-361c128f95d9 req-3bc1f9d2-eac0-49b2-a0fd-df213dbe179d tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.32 "GET /v2.0/ports?device_id=5533154e-6fac-494b-8a73-40a419ff7944 HTTP/1.1" status: 200 len: 946 time: 0.1284044 Jul 09 19:51:54.772721 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829e910f-fea1-4157-8215-926f467b2e2d x-openstack-request-id: req-829e910f-fea1-4157-8215-926f467b2e2d {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:54.773059 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6292cdaa-940d-440d-a513-2041b945d1df", "name": "network-vif-plugged", "status": "completed", "tag": "11fd5f35-4b06-4511-99a0-a7ee0933aa7f", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:54.773291 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-829e910f-fea1-4157-8215-926f467b2e2d {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:54.773683 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6292cdaa-940d-440d-a513-2041b945d1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fd5f35-4b06-4511-99a0-a7ee0933aa7f', 'code': 200} Jul 09 19:51:54.881732 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=11fd5f35-4b06-4511-99a0-a7ee0933aa7f,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:54.882532 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b496d1c-3beb-43cc-b4cb-0f96d4a5950a req-2da2a70c-2541-4ef6-bb61-4fc567974a0e tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:54.890929 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b496d1c-3beb-43cc-b4cb-0f96d4a5950a req-2da2a70c-2541-4ef6-bb61-4fc567974a0e tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1928172 Jul 09 19:51:54.895260 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:54.898130 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['0300e9a4-6bc2-4229-a743-da7a4c929b00'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:55.030058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2d9e01c2-dbed-4eff-a37f-fa60147eb347, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:55.040065 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.066839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418e433-2c2c-4276-bdbe-8c16a95f1752 req-142ca184-4fac-429f-89f3-50088b1caa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:55.068358 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3418e433-2c2c-4276-bdbe-8c16a95f1752 req-142ca184-4fac-429f-89f3-50088b1caa87 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 1097 time: 0.1751537 Jul 09 19:51:55.110130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809659a-f948-47ca-8d40-d3b222749974 req-e54501a0-c5bc-4f9e-a53c-c06ec7385333 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:55.111790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-68af77f9-5c51-4f8b-94f0-d0f12f07d53b tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:55.111989 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0809659a-f948-47ca-8d40-d3b222749974 req-e54501a0-c5bc-4f9e-a53c-c06ec7385333 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.1676588 Jul 09 19:51:55.113186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-68af77f9-5c51-4f8b-94f0-d0f12f07d53b tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.36 "GET /v2.0/networks?id=d0f8df36-e569-4c72-8f90-4a083d0d2491 HTTP/1.1" status: 200 len: 803 time: 0.2094274 Jul 09 19:51:55.130148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=2d9e01c2-dbed-4eff-a37f-fa60147eb347,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:55.141959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b496d1c-3beb-43cc-b4cb-0f96d4a5950a req-d89e7e8c-2243-410b-ad51-22fa8f838fd8 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491629 Jul 09 19:51:55.152067 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-96517526-424b-4b1d-8a45-b521e851eea9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Request body: {'port': {'device_id': '894aa05a-e049-48bf-96fc-1f71922e50a0', 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491', 'admin_state_up': True, 'tenant_id': 'b150e16940b14100ae55220bc4330aca'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:55.156496 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3418e433-2c2c-4276-bdbe-8c16a95f1752 req-3a53f0f9-a146-40db-b716-535ff781d1ad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732963 Jul 09 19:51:55.218219 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0809659a-f948-47ca-8d40-d3b222749974 req-44284877-292e-4133-a929-87d9db7ac0ef tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964575 Jul 09 19:51:55.226057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-41a9180b-640d-4790-9983-361c128f95d9 req-feb0d177-0587-4219-9d92-4b4929551cab tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Deleting port ab05f682-0bff-4e67-af52-ffc274c08362 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:55.226657 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-41a9180b-640d-4790-9983-361c128f95d9 req-feb0d177-0587-4219-9d92-4b4929551cab tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.432371 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-42988cdc-215c-43a0-a873-90465eea6f7f req-7b315305-15bc-4bba-80a5-81ff02d750e5 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 210 time: 0.0364506 Jul 09 19:51:55.737239 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9a660-d006-4fd2-bc3c-7cf696708d8e req-fe5dafa8-cf1f-45df-aafe-de85f0164e57 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:55.738999 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90c9a660-d006-4fd2-bc3c-7cf696708d8e req-fe5dafa8-cf1f-45df-aafe-de85f0164e57 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 948 time: 0.1462281 Jul 09 19:51:55.807989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564cc18-5763-4371-a36c-68da4ba31225 req-138d17e2-d37b-4f0a-b4f6-6d802b04f340 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:55.809792 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c564cc18-5763-4371-a36c-68da4ba31225 req-138d17e2-d37b-4f0a-b4f6-6d802b04f340 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 946 time: 0.1651115 Jul 09 19:51:55.811466 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90c9a660-d006-4fd2-bc3c-7cf696708d8e req-4129a790-8220-4e15-9946-fad0304041dc tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664754 Jul 09 19:51:55.814024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-96517526-424b-4b1d-8a45-b521e851eea9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Made reservation on behalf of b150e16940b14100ae55220bc4330aca for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:51:55.823355 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-96517526-424b-4b1d-8a45-b521e851eea9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.855618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-41a9180b-640d-4790-9983-361c128f95d9 req-feb0d177-0587-4219-9d92-4b4929551cab tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] For port ab05f682-0bff-4e67-af52-ffc274c08362, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=ab05f682-0bff-4e67-af52-ffc274c08362,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:55.855985 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-41a9180b-640d-4790-9983-361c128f95d9 req-feb0d177-0587-4219-9d92-4b4929551cab tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:55.880893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-41a9180b-640d-4790-9983-361c128f95d9 req-feb0d177-0587-4219-9d92-4b4929551cab tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Calling delete_port for ab05f682-0bff-4e67-af52-ffc274c08362 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:55.947809 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c564cc18-5763-4371-a36c-68da4ba31225 req-b6a95d63-fae0-49f7-a905-91f14e6e56b5 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209760 Jul 09 19:51:56.022649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73596f28-8982-4d05-be83-c77047591b0f req-f0686470-eb93-4c71-9c7c-e09881d8c481 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:56.022649 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73596f28-8982-4d05-be83-c77047591b0f req-f0686470-eb93-4c71-9c7c-e09881d8c481 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.1069624 Jul 09 19:51:56.077500 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73596f28-8982-4d05-be83-c77047591b0f req-cd3cc769-c1ee-4443-9f5d-e6caf61153f8 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456185 Jul 09 19:51:56.080520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-96517526-424b-4b1d-8a45-b521e851eea9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Allocated IP 172.20.0.7 (d0f8df36-e569-4c72-8f90-4a083d0d2491/20c7a8fa-d3e4-4a12-83ec-d4a84e27778e/5245d26e-012d-4fef-ac24-997763e5ef21) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:51:56.206340 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-ccf3e7c8-dc55-4fd1-a2b6-92786b1624ea tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--378516345&fields=id&tenant_id=8306300c2ca646b2a26aca1c6a0e4ce6 HTTP/1.1" status: 200 len: 267 time: 0.1223922 Jul 09 19:51:56.209392 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device ab05f682-0bff-4e67-af52-ffc274c08362 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:51:56.313081 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.343092 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-41a9180b-640d-4790-9983-361c128f95d9 req-feb0d177-0587-4219-9d92-4b4929551cab tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.384813 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158f2df-7b86-47a3-9a81-2e4730fd8036 req-abe9389d-955a-4763-a4c2-df2b2387e8e7 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:56.386392 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d158f2df-7b86-47a3-9a81-2e4730fd8036 req-abe9389d-955a-4763-a4c2-df2b2387e8e7 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.1084509 Jul 09 19:51:56.402937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0d177-0587-4219-9d92-4b4929551cab tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Pushing event deleted for resources: {'Port': ['ID=ab05f682-0bff-4e67-af52-ffc274c08362,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:56.433332 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d158f2df-7b86-47a3-9a81-2e4730fd8036 req-45c499e2-bebe-4625-aff2-754bfb48c602 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406973 Jul 09 19:51:56.487698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a9180b-640d-4790-9983-361c128f95d9 req-feb0d177-0587-4219-9d92-4b4929551cab tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] No DVR routers for this DVR port ab05f682-0bff-4e67-af52-ffc274c08362 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:51:56.498461 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-41a9180b-640d-4790-9983-361c128f95d9 req-feb0d177-0587-4219-9d92-4b4929551cab tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.502664 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-41a9180b-640d-4790-9983-361c128f95d9 req-feb0d177-0587-4219-9d92-4b4929551cab tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.32 "DELETE /v2.0/ports/ab05f682-0bff-4e67-af52-ffc274c08362 HTTP/1.1" status: 204 len: 173 time: 1.7650063 Jul 09 19:51:56.503130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5533154e-6fac-494b-8a73-40a419ff7944', 'name': 'network-vif-deleted', 'tag': 'ab05f682-0bff-4e67-af52-ffc274c08362'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:56.505670 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824984d6-af45-4629-ab58-3fa90b401d14" -d '{"events": [{"server_uuid": "5533154e-6fac-494b-8a73-40a419ff7944", "name": "network-vif-deleted", "tag": "ab05f682-0bff-4e67-af52-ffc274c08362"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:56.517706 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.530955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-8df49b06-b002-47b6-b873-2395af8ee60e tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:56.532476 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-8df49b06-b002-47b6-b873-2395af8ee60e tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/networks?id=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd HTTP/1.1" status: 200 len: 823 time: 0.3047287 Jul 09 19:51:56.561387 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-96517526-424b-4b1d-8a45-b521e851eea9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.565039 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-78f10e55-4b17-43d4-8d35-f99b83af486c tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/quotas/8306300c2ca646b2a26aca1c6a0e4ce6 HTTP/1.1" status: 200 len: 375 time: 0.0257738 Jul 09 19:51:56.647779 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb1bdc-512b-477e-9b88-3b666a6a568a req-c4cb02d7-4766-4aea-9232-affd3eb410b4 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:56.647779 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6adb1bdc-512b-477e-9b88-3b666a6a568a req-c4cb02d7-4766-4aea-9232-affd3eb410b4 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 948 time: 0.0802505 Jul 09 19:51:56.653718 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-96517526-424b-4b1d-8a45-b521e851eea9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.717791 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-47bdf2fe-b9c7-41c9-98f6-c2a1e26850e9 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8306300c2ca646b2a26aca1c6a0e4ce6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1432769 Jul 09 19:51:56.743535 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-96517526-424b-4b1d-8a45-b521e851eea9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Network d0f8df36-e569-4c72-8f90-4a083d0d2491 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:51:56.760972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-96517526-424b-4b1d-8a45-b521e851eea9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:51:56.764190 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6adb1bdc-512b-477e-9b88-3b666a6a568a req-f99cc460-2064-4273-a03a-a864d12544ad tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021256 Jul 09 19:51:56.782714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-96517526-424b-4b1d-8a45-b521e851eea9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:51:56.791079 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d9e01c2-dbed-4eff-a37f-fa60147eb347'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:56.794989 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa6f49c-b2df-4fc4-972f-7a37ac8b91b8" -d '{"events": [{"server_uuid": "d5792ca0-fb8c-4078-a51e-4d80eb669e33", "name": "network-vif-unplugged", "status": "completed", "tag": "2d9e01c2-dbed-4eff-a37f-fa60147eb347"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:56.812418 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b54138f1-3ef4-4909-ba59-a971c4e49b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.830625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96517526-424b-4b1d-8a45-b521e851eea9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Pushing event updated for resources: {'Port': ['ID=5245d26e-012d-4fef-ac24-997763e5ef21,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:56.879663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-96517526-424b-4b1d-8a45-b521e851eea9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:56.880288 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-96517526-424b-4b1d-8a45-b521e851eea9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:56.913747 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-686b2889-3d76-4164-892e-7ef012eedbc1 service neutron] 10.222.0.30 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725185 Jul 09 19:51:56.925137 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-96517526-424b-4b1d-8a45-b521e851eea9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7957053 Jul 09 19:51:56.980465 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Request body: {'port': {'device_id': '894aa05a-e049-48bf-96fc-1f71922e50a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:57.022449 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463880e0-c074-4bd7-8a99-d04d38f70053 req-8f8286f8-1f6a-4876-b471-5c04e123ea2a tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:57.029095 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-463880e0-c074-4bd7-8a99-d04d38f70053 req-8f8286f8-1f6a-4876-b471-5c04e123ea2a tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 931 time: 0.1292701 Jul 09 19:51:57.121135 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-463880e0-c074-4bd7-8a99-d04d38f70053 req-00fd214d-d5e0-42e1-8006-bd940154671b tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849028 Jul 09 19:51:57.185718 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-445f95f4-37e5-4a7a-8103-be3ffbd59816 service neutron] 10.222.0.30 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710366 Jul 09 19:51:57.201232 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:57.224495 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d83d8e9-08a3-4a4e-a5d3-a20aebad0e56 x-openstack-request-id: req-8d83d8e9-08a3-4a4e-a5d3-a20aebad0e56 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:57.224817 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5533154e-6fac-494b-8a73-40a419ff7944", "name": "network-vif-deleted", "tag": "ab05f682-0bff-4e67-af52-ffc274c08362", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:57.225077 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d83d8e9-08a3-4a4e-a5d3-a20aebad0e56 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:57.226200 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5533154e-6fac-494b-8a73-40a419ff7944', 'name': 'network-vif-deleted', 'tag': 'ab05f682-0bff-4e67-af52-ffc274c08362', 'status': 'completed', 'code': 200} Jul 09 19:51:57.277001 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfd9747-7490-4aee-ae72-32d305f02131 x-openstack-request-id: req-8bfd9747-7490-4aee-ae72-32d305f02131 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:51:57.277519 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5792ca0-fb8c-4078-a51e-4d80eb669e33", "name": "network-vif-unplugged", "status": "completed", "tag": "2d9e01c2-dbed-4eff-a37f-fa60147eb347", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:51:57.277519 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8bfd9747-7490-4aee-ae72-32d305f02131 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:51:57.277905 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d9e01c2-dbed-4eff-a37f-fa60147eb347', 'code': 200} Jul 09 19:51:57.280805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ce62f33b-48ee-46ac-abf4-1e7faf7e308e tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:57.282347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ce62f33b-48ee-46ac-abf4-1e7faf7e308e tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba1df460-a7a4-4523-822d-109eafb13803 HTTP/1.1" status: 200 len: 945 time: 0.2226076 Jul 09 19:51:57.505132 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4b8c0-c497-49fc-b177-7edcf765c6a2 req-28199655-dd64-49ae-a10b-d7b863168fce tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:57.515826 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0c4b8c0-c497-49fc-b177-7edcf765c6a2 req-28199655-dd64-49ae-a10b-d7b863168fce tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 948 time: 0.0940166 Jul 09 19:51:57.578452 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0c4b8c0-c497-49fc-b177-7edcf765c6a2 req-4c45f203-6939-4c2a-8488-a3b92a11741b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613086 Jul 09 19:51:57.676938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ba776773-8355-426e-972f-39fed2ba466f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Deleting port b8d9f48c-fb20-404b-95b8-4f1a4d14deae {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:51:57.677999 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ba776773-8355-426e-972f-39fed2ba466f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:57.826943 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d6c76-7c7b-4d94-8e0f-ceec5b95bc2e req-a5486fd2-f66f-420e-a1f0-972281fb88dc tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:57.828818 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f9d6c76-7c7b-4d94-8e0f-ceec5b95bc2e req-a5486fd2-f66f-420e-a1f0-972281fb88dc tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 946 time: 0.2433858 Jul 09 19:51:57.868578 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d803f-4396-4cd5-bf4a-e7f252f4c25e req-f618f39d-e470-4b1e-84b1-d518638c1aab tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:57.870466 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9f1d803f-4396-4cd5-bf4a-e7f252f4c25e req-f618f39d-e470-4b1e-84b1-d518638c1aab tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.1027877 Jul 09 19:51:57.909225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5245d26e-012d-4fef-ac24-997763e5ef21 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:57.920066 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9f1d803f-4396-4cd5-bf4a-e7f252f4c25e req-4c720ad4-2bd5-415c-8663-64daf2d232cb tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430253 Jul 09 19:51:57.929096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ba776773-8355-426e-972f-39fed2ba466f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] For port b8d9f48c-fb20-404b-95b8-4f1a4d14deae, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b8d9f48c-fb20-404b-95b8-4f1a4d14deae,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:57.929473 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ba776773-8355-426e-972f-39fed2ba466f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:57.934975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:57.964398 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f9d6c76-7c7b-4d94-8e0f-ceec5b95bc2e req-2b835582-e64b-4b1a-8df9-c95c5d5ed8be tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107492 Jul 09 19:51:58.031594 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a61f78df-8c26-4d83-87f8-33c7295e2a1c req-d2885d93-22d6-4820-a164-6a5342ebada8 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 210 time: 0.0443621 Jul 09 19:51:58.150549 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Transition to ACTIVE for port object 5245d26e-012d-4fef-ac24-997763e5ef21 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:51:58.201694 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:58.208585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 0300e9a4-6bc2-4229-a743-da7a4c929b00 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:51:58.243586 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e753adc-68ef-4d36-818e-ee1c614fae5d req-51efa7fb-e712-4edd-8e33-c139c7fc25a4 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:58.251252 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e753adc-68ef-4d36-818e-ee1c614fae5d req-51efa7fb-e712-4edd-8e33-c139c7fc25a4 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 948 time: 0.0962718 Jul 09 19:51:58.280148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 0300e9a4-6bc2-4229-a743-da7a4c929b00 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:51:58.286365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 0300e9a4-6bc2-4229-a743-da7a4c929b00 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:51:58.286928 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:58.303395 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e753adc-68ef-4d36-818e-ee1c614fae5d req-21e35a2b-6539-484e-ba2a-72bac95f79c9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507228 Jul 09 19:51:58.411631 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:58.417453 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=5245d26e-012d-4fef-ac24-997763e5ef21,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:58.443844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2d9e01c2-dbed-4eff-a37f-fa60147eb347 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:58.518175 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ba776773-8355-426e-972f-39fed2ba466f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:58.518857 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ba776773-8355-426e-972f-39fed2ba466f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:58.519301 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ba776773-8355-426e-972f-39fed2ba466f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Floating IP 07f1c650-3fd1-4f23-962b-153e03032d70 disassociated. External IP: 172.25.0.149, port: b8d9f48c-fb20-404b-95b8-4f1a4d14deae. Jul 09 19:51:58.519741 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ba776773-8355-426e-972f-39fed2ba466f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Calling delete_port for b8d9f48c-fb20-404b-95b8-4f1a4d14deae owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:51:58.584138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2d9e01c2-dbed-4eff-a37f-fa60147eb347, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:58.611851 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 0300e9a4-6bc2-4229-a743-da7a4c929b00, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=0300e9a4-6bc2-4229-a743-da7a4c929b00,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:58.613550 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '2d9e01c2-dbed-4eff-a37f-fa60147eb347', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '2d9e01c2-dbed-4eff-a37f-fa60147eb347', 'mac_address': 'fa:16:3e:ad:07:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:58.617542 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:58.676257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364da00-0d31-4aa1-9755-ae1e144e0268 req-9d944002-a1bf-4312-b4dc-397f2b16adad tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:58.683794 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1364da00-0d31-4aa1-9755-ae1e144e0268 req-9d944002-a1bf-4312-b4dc-397f2b16adad tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.5592654 Jul 09 19:51:58.707043 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=0300e9a4-6bc2-4229-a743-da7a4c929b00,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:58.718787 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:58.735394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9e01c2-dbed-4eff-a37f-fa60147eb347 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:58.759700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2d9e01c2-dbed-4eff-a37f-fa60147eb347, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:58.764868 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:58.766027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 75db3b3e-00cf-45de-9668-ae6c7243a2d2 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:51:58.768669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1364da00-0d31-4aa1-9755-ae1e144e0268 req-d9fad638-2540-4702-8bd8-0a433e0b2cd7 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836809 Jul 09 19:51:58.772960 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Attempting to bind port 5245d26e-012d-4fef-ac24-997763e5ef21 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:51:58.773406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Attempting to bind port 5245d26e-012d-4fef-ac24-997763e5ef21 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:51:58.773796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Attempting to bind port 5245d26e-012d-4fef-ac24-997763e5ef21 on network d0f8df36-e569-4c72-8f90-4a083d0d2491 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:58.817850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Port 5245d26e-012d-4fef-ac24-997763e5ef21 on network d0f8df36-e569-4c72-8f90-4a083d0d2491 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:51:58.818436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Attempting to bind port 5245d26e-012d-4fef-ac24-997763e5ef21 on network d0f8df36-e569-4c72-8f90-4a083d0d2491 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:51:58.833410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:51:58.833758 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Checking segment: {'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:51:58.834149 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Bound using segment: {'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:51:58.834598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Bound port: 5245d26e-012d-4fef-ac24-997763e5ef21, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:51:58.834969 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:58.881274 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679f143-210a-4969-92a6-8d0318c5c5e8 req-5d5ab013-dc83-40f1-b0cf-4b76dde91306 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:58.883170 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3679f143-210a-4969-92a6-8d0318c5c5e8 req-5d5ab013-dc83-40f1-b0cf-4b76dde91306 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 943 time: 0.0737112 Jul 09 19:51:58.895522 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ba776773-8355-426e-972f-39fed2ba466f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:58.949512 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3679f143-210a-4969-92a6-8d0318c5c5e8 req-b1832c3e-9739-43d4-8787-82a1b6bfe0e5 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574381 Jul 09 19:51:58.975453 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba776773-8355-426e-972f-39fed2ba466f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Pushing event deleted for resources: {'Port': ['ID=b8d9f48c-fb20-404b-95b8-4f1a4d14deae,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:59.009663 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:59.056557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=2d9e01c2-dbed-4eff-a37f-fa60147eb347,revision_number=10']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:59.061018 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:59.076946 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '75db3b3e-00cf-45de-9668-ae6c7243a2d2', 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c', 'port_id': '75db3b3e-00cf-45de-9668-ae6c7243a2d2', 'mac_address': 'fa:16:3e:0b:e1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e038d9a9-54b5-4f47-8017-9b651456fb61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:51:59.132969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] For port 5245d26e-012d-4fef-ac24-997763e5ef21, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:51:59.162023 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:59.188597 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75db3b3e-00cf-45de-9668-ae6c7243a2d2 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:51:59.192831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] For port 5245d26e-012d-4fef-ac24-997763e5ef21, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5245d26e-012d-4fef-ac24-997763e5ef21,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:51:59.210980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a0705-1ca2-4896-92ce-33d61eebcecb req-b19802f5-7ad9-469e-85ac-f1ca43563456 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:59.219698 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-564a0705-1ca2-4896-92ce-33d61eebcecb req-b19802f5-7ad9-469e-85ac-f1ca43563456 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 950 time: 0.2370675 Jul 09 19:51:59.231418 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:59.267472 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:51:59.277053 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:59.291781 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b9bb4-d144-49eb-91a3-6225311b92d9 req-7bc03428-bda1-4367-a5c5-e7e93897ddc4 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:59.300144 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc8b9bb4-d144-49eb-91a3-6225311b92d9 req-7bc03428-bda1-4367-a5c5-e7e93897ddc4 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 949 time: 0.1745236 Jul 09 19:51:59.315241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-50f397c2-5c6a-46d0-ad89-4988e188e2b8 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:59.317115 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-50f397c2-5c6a-46d0-ad89-4988e188e2b8 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.32 "GET /v2.0/networks?id=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd HTTP/1.1" status: 200 len: 823 time: 0.2168446 Jul 09 19:51:59.317774 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=5245d26e-012d-4fef-ac24-997763e5ef21,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:59.334822 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:51:59.335458 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:59.337515 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-266447c8-877f-4d55-bae7-52c5b8410bb8 service neutron] 10.222.0.36 "PUT /v2.0/ports/5245d26e-012d-4fef-ac24-997763e5ef21 HTTP/1.1" status: 200 len: 1091 time: 2.3651209 Jul 09 19:51:59.338228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894aa05a-e049-48bf-96fc-1f71922e50a0', 'tag': '5245d26e-012d-4fef-ac24-997763e5ef21'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:59.340758 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fbd254-8156-4d8d-a830-0b2b4b8d759c" -d '{"events": [{"name": "network-changed", "server_uuid": "894aa05a-e049-48bf-96fc-1f71922e50a0", "tag": "5245d26e-012d-4fef-ac24-997763e5ef21"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:59.372577 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-564a0705-1ca2-4896-92ce-33d61eebcecb req-873d50a7-d8c4-4c9e-9b49-d699971c1060 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509831 Jul 09 19:51:59.381761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ba776773-8355-426e-972f-39fed2ba466f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Router 08cbb4b3-4b26-4067-b412-fab88be37c42 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:51:59.399483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-802dd88a-5832-4457-803c-0b59d6652bbe tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8306300c2ca646b2a26aca1c6a0e4ce6 HTTP/1.1" status: 200 len: 379 time: 0.0628057 Jul 09 19:51:59.423667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-08eccf66-c206-435e-a416-98a5594423e7 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Request body: {'port': {'device_id': '9b8387ef-3508-4398-8aa3-54335b240b63', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'admin_state_up': True, 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'security_groups': ['892a1a06-0420-4b11-937b-9a5752763640']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:51:59.466524 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30678dc2-a210-47ef-9481-0192d24d81ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0300e9a4-6bc2-4229-a743-da7a4c929b00'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:51:59.472481 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867c5aa7-53ff-48be-93c7-e668f4fb2ab9" -d '{"events": [{"server_uuid": "30678dc2-a210-47ef-9481-0192d24d81ec", "name": "network-vif-plugged", "status": "completed", "tag": "0300e9a4-6bc2-4229-a743-da7a4c929b00"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:51:59.481755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=75db3b3e-00cf-45de-9668-ae6c7243a2d2,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:51:59.520445 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1cac70bd-6d7a-4fcc-9a9e-73ad6f6a6d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:59.583650 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:59.660554 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc8b9bb4-d144-49eb-91a3-6225311b92d9 req-cd68c532-08d5-4df1-a8eb-f9a3cff9d709 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536978 Jul 09 19:51:59.699562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-08eccf66-c206-435e-a416-98a5594423e7 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Made reservation on behalf of 8306300c2ca646b2a26aca1c6a0e4ce6 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:51:59.708654 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-08eccf66-c206-435e-a416-98a5594423e7 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:51:59.837301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['2d9e01c2-dbed-4eff-a37f-fa60147eb347'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:59.878307 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['75db3b3e-00cf-45de-9668-ae6c7243a2d2'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:51:59.993077 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ba776773-8355-426e-972f-39fed2ba466f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:51:59.997462 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-08eccf66-c206-435e-a416-98a5594423e7 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Allocated IP 172.20.0.10 (3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd/af1cf44f-f8a3-4725-a1ed-970ef7a6a778/8ec7abcc-df51-47ce-bdc6-10ad830fee61) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:00.010777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ea2ed-cb46-45c2-8afd-00375bfd7d3e None None] Sync routers for ids ['08cbb4b3-4b26-4067-b412-fab88be37c42'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:52:00.030649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-5340e701-1d4c-4526-ba72-c6aee635f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:00.032221 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-5340e701-1d4c-4526-ba72-c6aee635f0a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b150e16940b14100ae55220bc4330aca&device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 1094 time: 0.5877554 Jul 09 19:52:00.053467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ba776773-8355-426e-972f-39fed2ba466f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] No DVR routers for this DVR port b8d9f48c-fb20-404b-95b8-4f1a4d14deae on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:00.058374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252662a-65c1-40f0-aff6-3911b4c5bbbf req-d800ec4b-5e3c-4c16-ba59-81b696b54c50 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:00.060758 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c252662a-65c1-40f0-aff6-3911b4c5bbbf req-d800ec4b-5e3c-4c16-ba59-81b696b54c50 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 944 time: 0.2399535 Jul 09 19:52:00.062830 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ba776773-8355-426e-972f-39fed2ba466f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:00.064666 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe2a19e8-df52-41dd-bb86-e455bfacee14 req-ba776773-8355-426e-972f-39fed2ba466f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.32 "DELETE /v2.0/ports/b8d9f48c-fb20-404b-95b8-4f1a4d14deae HTTP/1.1" status: 204 len: 173 time: 2.7620018 Jul 09 19:52:00.079221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ea2ed-cb46-45c2-8afd-00375bfd7d3e None None] Routers {'08cbb4b3-4b26-4067-b412-fab88be37c42'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:00.080072 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-919ea2ed-cb46-45c2-8afd-00375bfd7d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:51:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['08cbb4b3-4b26-4067-b412-fab88be37c42'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:00.105326 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-707a5f67-f4b7-443d-b982-99c9927d4d33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5245d26e-012d-4fef-ac24-997763e5ef21 HTTP/1.1" status: 200 len: 217 time: 0.0532739 Jul 09 19:52:00.200411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bd52d-5a21-48ba-a4f0-e180b757a667 req-78db93fd-7dec-4d2a-b70c-adab493669f7 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:00.202043 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a13bd52d-5a21-48ba-a4f0-e180b757a667 req-78db93fd-7dec-4d2a-b70c-adab493669f7 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 946 time: 0.2510593 Jul 09 19:52:00.248174 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c252662a-65c1-40f0-aff6-3911b4c5bbbf req-a24d58a1-5fdc-4243-a590-6b5451e121b5 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377485 Jul 09 19:52:00.268304 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-f868c23c-0c2b-44fe-9e8e-72e8f98dc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:00.270050 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-f868c23c-0c2b-44fe-9e8e-72e8f98dc8e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20c7a8fa-d3e4-4a12-83ec-d4a84e27778e HTTP/1.1" status: 200 len: 843 time: 0.1549835 Jul 09 19:52:00.330863 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-8e4c5462-7446-40a8-86d3-bec324a84dab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0f8df36-e569-4c72-8f90-4a083d0d2491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442748 Jul 09 19:52:00.344290 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a13bd52d-5a21-48ba-a4f0-e180b757a667 req-9393de07-1c68-49ec-b399-c7eb1b1991c2 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups?id=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240482 Jul 09 19:52:00.345115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a4922de8-c0f6-4eda-939e-6f668f193697 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:52:00.348182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a4922de8-c0f6-4eda-939e-6f668f193697 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:00.397168 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-08eccf66-c206-435e-a416-98a5594423e7 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:00.442160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-08eccf66-c206-435e-a416-98a5594423e7 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Transition to ACTIVE for port object 8ec7abcc-df51-47ce-bdc6-10ad830fee61 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:00.477544 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd840217-fe12-41ef-bd0c-1c537c61a5cd x-openstack-request-id: req-cd840217-fe12-41ef-bd0c-1c537c61a5cd {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:00.477905 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894aa05a-e049-48bf-96fc-1f71922e50a0", "tag": "5245d26e-012d-4fef-ac24-997763e5ef21", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:00.478194 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd840217-fe12-41ef-bd0c-1c537c61a5cd {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:00.478628 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894aa05a-e049-48bf-96fc-1f71922e50a0', 'tag': '5245d26e-012d-4fef-ac24-997763e5ef21', 'status': 'completed', 'code': 200} Jul 09 19:52:00.491975 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-08eccf66-c206-435e-a416-98a5594423e7 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:00.569698 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-cd2c62c1-8fd4-4413-8142-25194f1ad750 service neutron] 10.222.0.36 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239690 Jul 09 19:52:00.627786 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-08eccf66-c206-435e-a416-98a5594423e7 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:00.672696 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93886c34-593b-43bd-aab1-58adb73d628f x-openstack-request-id: req-93886c34-593b-43bd-aab1-58adb73d628f {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:00.673321 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30678dc2-a210-47ef-9481-0192d24d81ec", "name": "network-vif-plugged", "status": "completed", "tag": "0300e9a4-6bc2-4229-a743-da7a4c929b00", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:00.673321 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93886c34-593b-43bd-aab1-58adb73d628f {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:00.673700 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30678dc2-a210-47ef-9481-0192d24d81ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0300e9a4-6bc2-4229-a743-da7a4c929b00', 'code': 200} Jul 09 19:52:00.688141 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:00.714134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-08eccf66-c206-435e-a416-98a5594423e7 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:00.724292 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-08eccf66-c206-435e-a416-98a5594423e7 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:00.783615 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68cf631a-3ac6-4abc-840d-50d1563f6331 req-9b966d58-b5ea-457d-ae99-bf85fde40a4c service neutron] 10.222.0.36 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007248 Jul 09 19:52:00.806641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eccf66-c206-435e-a416-98a5594423e7 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Pushing event updated for resources: {'Port': ['ID=8ec7abcc-df51-47ce-bdc6-10ad830fee61,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:00.818025 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-08eccf66-c206-435e-a416-98a5594423e7 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:00.819273 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-08eccf66-c206-435e-a416-98a5594423e7 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:00.841486 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-08eccf66-c206-435e-a416-98a5594423e7 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4287665 Jul 09 19:52:00.856870 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Request body: {'port': {'device_id': '9b8387ef-3508-4398-8aa3-54335b240b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:00.909904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-919ea2ed-cb46-45c2-8afd-00375bfd7d3e None None] Set router 08cbb4b3-4b26-4067-b412-fab88be37c42 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:00.990419 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9faf2e1-5b09-4d80-adb0-1b5ca87f3370 req-5efaef32-8dec-4f58-b518-5aceee349836 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:00.991930 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9faf2e1-5b09-4d80-adb0-1b5ca87f3370 req-5efaef32-8dec-4f58-b518-5aceee349836 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 932 time: 0.4799430 Jul 09 19:52:00.999649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ce179-7854-4000-bf65-1e7d2991090a req-a87bdd29-66ab-49e9-82b5-7c93dea38329 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:01.001223 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-960ce179-7854-4000-bf65-1e7d2991090a req-a87bdd29-66ab-49e9-82b5-7c93dea38329 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.36 "GET /v2.0/ports?device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 946 time: 0.4737954 Jul 09 19:52:01.071298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a4922de8-c0f6-4eda-939e-6f668f193697, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a4922de8-c0f6-4eda-939e-6f668f193697,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:01.082807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6d699-3817-4d73-b988-6192ac29669c req-8a69b173-08c8-42ea-9d0c-0c0b3d4ec58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:01.084360 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20a6d699-3817-4d73-b988-6192ac29669c req-8a69b173-08c8-42ea-9d0c-0c0b3d4ec58c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 1100 time: 0.2998443 Jul 09 19:52:01.088253 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:01.093285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbd254-8156-4d8d-a830-0b2b4b8d759c req-e05cd5d4-c89c-4127-a48d-8ac7bb11afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:01.095038 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03fbd254-8156-4d8d-a830-0b2b4b8d759c req-e05cd5d4-c89c-4127-a48d-8ac7bb11afd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b150e16940b14100ae55220bc4330aca&device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 1094 time: 0.1614683 Jul 09 19:52:01.107157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfd55b-1daf-42a4-96f8-d0ee0a7ae75f req-77d36084-c132-42a6-ad4a-11c1a1519aba tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:01.107388 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:01.116836 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a2bfd55b-1daf-42a4-96f8-d0ee0a7ae75f req-77d36084-c132-42a6-ad4a-11c1a1519aba tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 950 time: 0.3310428 Jul 09 19:52:01.120659 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9faf2e1-5b09-4d80-adb0-1b5ca87f3370 req-301f3788-e6bc-4b2c-99bd-a3f05a0b2b17 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169164 Jul 09 19:52:01.150738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'a4922de8-c0f6-4eda-939e-6f668f193697', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'a4922de8-c0f6-4eda-939e-6f668f193697', 'mac_address': 'fa:16:3e:58:c9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:52:01.244908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a2bfd55b-1daf-42a4-96f8-d0ee0a7ae75f req-1f20a680-8b43-46da-aabd-9ff6e711f6e2 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271265 Jul 09 19:52:01.254184 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20a6d699-3817-4d73-b988-6192ac29669c req-a175074a-888a-4e21-a3aa-1970afdb7fa4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570199 Jul 09 19:52:01.316668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbd254-8156-4d8d-a830-0b2b4b8d759c req-2ffe71c4-e887-40a0-9fc6-73ac1f1d85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:01.318584 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03fbd254-8156-4d8d-a830-0b2b4b8d759c req-2ffe71c4-e887-40a0-9fc6-73ac1f1d85a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0f8df36-e569-4c72-8f90-4a083d0d2491 HTTP/1.1" status: 200 len: 904 time: 0.1625209 Jul 09 19:52:01.381977 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a4922de8-c0f6-4eda-939e-6f668f193697, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a4922de8-c0f6-4eda-939e-6f668f193697,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:01.397093 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03fbd254-8156-4d8d-a830-0b2b4b8d759c req-d81bc4db-8341-47eb-8c4c-bd5487c1421b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5245d26e-012d-4fef-ac24-997763e5ef21 HTTP/1.1" status: 200 len: 217 time: 0.0715351 Jul 09 19:52:01.407526 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:01.409083 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b8d9f48c-fb20-404b-95b8-4f1a4d14deae no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:01.414863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7e4224df-dc1a-4cc9-8be9-f36ca849668f None None] Provisioning for port 8ec7abcc-df51-47ce-bdc6-10ad830fee61 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:01.453110 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:01.474429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbd254-8156-4d8d-a830-0b2b4b8d759c req-8d59f5aa-8225-4182-a8a0-4dedecd5a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:01.475921 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03fbd254-8156-4d8d-a830-0b2b4b8d759c req-8d59f5aa-8225-4182-a8a0-4dedecd5a188 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20c7a8fa-d3e4-4a12-83ec-d4a84e27778e HTTP/1.1" status: 200 len: 843 time: 0.0655410 Jul 09 19:52:01.489230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-37ca14a7-84c6-476e-8182-b3d0fe1f4a6b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913270 Jul 09 19:52:01.499163 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-960ce179-7854-4000-bf65-1e7d2991090a req-c2e3cb2a-0b46-4632-9903-9892159419c4 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Deleting port 11fd5f35-4b06-4511-99a0-a7ee0933aa7f {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:01.500646 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-960ce179-7854-4000-bf65-1e7d2991090a req-c2e3cb2a-0b46-4632-9903-9892159419c4 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:01.513966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: b8d9f48c-fb20-404b-95b8-4f1a4d14deae {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:01.519868 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b8d9f48c-fb20-404b-95b8-4f1a4d14deae not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:01.534333 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03fbd254-8156-4d8d-a830-0b2b4b8d759c req-dfdb7553-a696-414d-89ae-f7f1364ca02c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0f8df36-e569-4c72-8f90-4a083d0d2491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486038 Jul 09 19:52:01.535945 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7e4224df-dc1a-4cc9-8be9-f36ca849668f None None] Provisioning complete for port 8ec7abcc-df51-47ce-bdc6-10ad830fee61 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:01.536580 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7e4224df-dc1a-4cc9-8be9-f36ca849668f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:01.568786 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4922de8-c0f6-4eda-939e-6f668f193697 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:01.573479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed3257-3efe-403a-8bda-4abe60fb8c9e req-56257fa2-38ca-4b55-83ad-b6f7a6dbd644 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:01.577055 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-81ed3257-3efe-403a-8bda-4abe60fb8c9e req-56257fa2-38ca-4b55-83ad-b6f7a6dbd644 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 943 time: 0.2067020 Jul 09 19:52:01.659500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a4922de8-c0f6-4eda-939e-6f668f193697,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:01.693857 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.api [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:52:01.695546 n-d-800088-3 neutron-server[100206]: DEBUG oslo_db.api [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:52:01.696246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7e4224df-dc1a-4cc9-8be9-f36ca849668f None None] Port 8ec7abcc-df51-47ce-bdc6-10ad830fee61 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:52:01.712439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-96cd379b-8efe-4ba7-92f5-9727856dc359 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:01.714042 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-96cd379b-8efe-4ba7-92f5-9727856dc359 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167549 Jul 09 19:52:01.718604 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03fbd254-8156-4d8d-a830-0b2b4b8d759c req-56b296d0-565f-4fcb-9844-b538f18d0138 service neutron] 10.222.0.36 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729593 Jul 09 19:52:01.748509 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-919ea2ed-cb46-45c2-8afd-00375bfd7d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:17Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96', 'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'mac_address': 'fa:16:3e:71:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:16Z', 'updated_at': '2021-07-09T19:49:24Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'subnets': [{'id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:01.763028 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-81ed3257-3efe-403a-8bda-4abe60fb8c9e req-b7c713e1-c350-40ce-98e2-5ef938ff03e0 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748092 Jul 09 19:52:01.763577 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-67e20a09-b7ca-42b6-9e66-f3c3c9b6c90a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/quotas/85d911fbc81540608cc58c99a8dd9dfd HTTP/1.1" status: 200 len: 375 time: 0.0419061 Jul 09 19:52:01.783706 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-960ce179-7854-4000-bf65-1e7d2991090a req-c2e3cb2a-0b46-4632-9903-9892159419c4 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] For port 11fd5f35-4b06-4511-99a0-a7ee0933aa7f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=11fd5f35-4b06-4511-99a0-a7ee0933aa7f,segment=NetworkSegment(40c6e376-20aa-4a32-ab1b-a7d689ebf451),segment_id=40c6e376-20aa-4a32-ab1b-a7d689ebf451)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:01.784314 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-960ce179-7854-4000-bf65-1e7d2991090a req-c2e3cb2a-0b46-4632-9903-9892159419c4 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:01.801228 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ea2ed-cb46-45c2-8afd-00375bfd7d3e None None] Checking router: 08cbb4b3-4b26-4067-b412-fab88be37c42 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:52:01.802324 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-960ce179-7854-4000-bf65-1e7d2991090a req-c2e3cb2a-0b46-4632-9903-9892159419c4 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Calling delete_port for 11fd5f35-4b06-4511-99a0-a7ee0933aa7f owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:01.810263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ea2ed-cb46-45c2-8afd-00375bfd7d3e None None] Routers {'08cbb4b3-4b26-4067-b412-fab88be37c42'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:01.810904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-919ea2ed-cb46-45c2-8afd-00375bfd7d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:51:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['08cbb4b3-4b26-4067-b412-fab88be37c42'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:01.931451 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03fbd254-8156-4d8d-a830-0b2b4b8d759c req-612a8937-b256-49a4-a084-e09e88490560 service neutron] 10.222.0.36 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924028 Jul 09 19:52:01.941048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-3018d722-0a02-493e-92ff-307a1f437b72 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1471281 Jul 09 19:52:01.961902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec7abcc-df51-47ce-bdc6-10ad830fee61 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:01.963243 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-919ea2ed-cb46-45c2-8afd-00375bfd7d3e None None] Set router 08cbb4b3-4b26-4067-b412-fab88be37c42 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:01.973825 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:02.298223 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:02.306914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e6c03-0d57-42d7-badf-cc90f35252a8 req-468644b4-6700-4abf-9d36-d237fcc4870f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:02.320665 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b8e6c03-0d57-42d7-badf-cc90f35252a8 req-468644b4-6700-4abf-9d36-d237fcc4870f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 944 time: 0.1088939 Jul 09 19:52:02.337627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4922de8-c0f6-4eda-939e-6f668f193697 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:02.371874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Transition to ACTIVE for port object 8ec7abcc-df51-47ce-bdc6-10ad830fee61 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:02.381406 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:02.405400 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:02.414412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a4922de8-c0f6-4eda-939e-6f668f193697, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a4922de8-c0f6-4eda-939e-6f668f193697,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:02.427997 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:02.438481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-919ea2ed-cb46-45c2-8afd-00375bfd7d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:17Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96', 'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'mac_address': 'fa:16:3e:71:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:16Z', 'updated_at': '2021-07-09T19:49:24Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'subnets': [{'id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:02.443876 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b8e6c03-0d57-42d7-badf-cc90f35252a8 req-95911e14-9700-4f11-889a-74dadd17412c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185222 Jul 09 19:52:02.487063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946b53b-eee0-4662-bf42-8134f20797b6 req-9425b327-a571-4bfb-8258-9b58eac777a9 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:02.487760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba1df460-a7a4-4523-822d-109eafb13803', 'name': 'network-vif-deleted', 'tag': 'b8d9f48c-fb20-404b-95b8-4f1a4d14deae'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:02.494394 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f946b53b-eee0-4662-bf42-8134f20797b6 req-9425b327-a571-4bfb-8258-9b58eac777a9 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 949 time: 0.5787923 Jul 09 19:52:02.495408 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4260de5-a2c9-45e4-a5f6-de0ee0ecf6db" -d '{"events": [{"server_uuid": "ba1df460-a7a4-4523-822d-109eafb13803", "name": "network-vif-deleted", "tag": "b8d9f48c-fb20-404b-95b8-4f1a4d14deae"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:02.507343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919ea2ed-cb46-45c2-8afd-00375bfd7d3e None None] The sync data for ids ['08cbb4b3-4b26-4067-b412-fab88be37c42'] in n-d-800088-3 is: [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:17Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96', 'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'mac_address': 'fa:16:3e:71:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:16Z', 'updated_at': '2021-07-09T19:49:24Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'subnets': [{'id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:52:02.515996 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec7abcc-df51-47ce-bdc6-10ad830fee61,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:02.600128 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-960ce179-7854-4000-bf65-1e7d2991090a req-c2e3cb2a-0b46-4632-9903-9892159419c4 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:02.630643 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a4922de8-c0f6-4eda-939e-6f668f193697,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:02.674659 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb68930e-ae26-4ec1-a21d-62b62ce86f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4922de8-c0f6-4eda-939e-6f668f193697'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:02.678173 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c352e538-eac5-4947-8df1-3d08c63c5130" -d '{"events": [{"server_uuid": "bb68930e-ae26-4ec1-a21d-62b62ce86f23", "name": "network-vif-unplugged", "status": "completed", "tag": "a4922de8-c0f6-4eda-939e-6f668f193697"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:02.694987 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f946b53b-eee0-4662-bf42-8134f20797b6 req-4f901987-90b3-408f-ac76-5fc5b7df480b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996047 Jul 09 19:52:02.723412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3cb2a-0b46-4632-9903-9892159419c4 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Pushing event deleted for resources: {'Port': ['ID=11fd5f35-4b06-4511-99a0-a7ee0933aa7f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:02.792767 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-027db661-0243-48c8-9852-16ffd1b0bb2e req-87737cd5-9eca-4d39-aa0d-cf108acd579f tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/ports?device_id=6292cdaa-940d-440d-a513-2041b945d1df HTTP/1.1" status: 200 len: 210 time: 0.0667334 Jul 09 19:52:02.806608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['a4922de8-c0f6-4eda-939e-6f668f193697'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:02.903859 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f44b51f-5dab-42f7-ba70-892cdb53e2f3 req-b5c310df-96e8-4b4c-bfd8-8bb2fdf867db tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 210 time: 0.0974634 Jul 09 19:52:02.907154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-960ce179-7854-4000-bf65-1e7d2991090a req-c2e3cb2a-0b46-4632-9903-9892159419c4 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] No DVR routers for this DVR port 11fd5f35-4b06-4511-99a0-a7ee0933aa7f on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:02.919165 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-960ce179-7854-4000-bf65-1e7d2991090a req-c2e3cb2a-0b46-4632-9903-9892159419c4 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:02.921479 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-960ce179-7854-4000-bf65-1e7d2991090a req-c2e3cb2a-0b46-4632-9903-9892159419c4 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.36 "DELETE /v2.0/ports/11fd5f35-4b06-4511-99a0-a7ee0933aa7f HTTP/1.1" status: 204 len: 173 time: 1.8844888 Jul 09 19:52:02.922141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6292cdaa-940d-440d-a513-2041b945d1df', 'name': 'network-vif-deleted', 'tag': '11fd5f35-4b06-4511-99a0-a7ee0933aa7f'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:02.926123 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c54a20-1937-4fb6-99d9-795a914968cb" -d '{"events": [{"server_uuid": "6292cdaa-940d-440d-a513-2041b945d1df", "name": "network-vif-deleted", "tag": "11fd5f35-4b06-4511-99a0-a7ee0933aa7f"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:02.959213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Attempting to bind port 8ec7abcc-df51-47ce-bdc6-10ad830fee61 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:02.959557 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Attempting to bind port 8ec7abcc-df51-47ce-bdc6-10ad830fee61 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:02.963450 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Attempting to bind port 8ec7abcc-df51-47ce-bdc6-10ad830fee61 on network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:02.978457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Port 8ec7abcc-df51-47ce-bdc6-10ad830fee61 on network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:52:02.979224 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Attempting to bind port 8ec7abcc-df51-47ce-bdc6-10ad830fee61 on network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:03.009225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:03.009585 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Checking segment: {'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:03.009991 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Bound using segment: {'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:03.014337 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Bound port: 8ec7abcc-df51-47ce-bdc6-10ad830fee61, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088498f4-af81-4ef9-a42c-bf24cefe6c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:03.015221 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:03.036257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da9c7b-65de-42ba-8e36-a967aad4e492 req-9dfdadc5-26eb-4d0e-9cb4-7d9cfade17cb tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:03.045744 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-04da9c7b-65de-42ba-8e36-a967aad4e492 req-9dfdadc5-26eb-4d0e-9cb4-7d9cfade17cb tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 944 time: 0.0812688 Jul 09 19:52:03.094085 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baca5f14-22b4-46f9-9037-0cc4cbe6b418 None None] New status for floating IP 07f1c650-3fd1-4f23-962b-153e03032d70: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:52:03.112345 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-04da9c7b-65de-42ba-8e36-a967aad4e492 req-39fbdc09-7a49-41cb-af1e-a989bb3618fd tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652928 Jul 09 19:52:03.179699 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] For port 8ec7abcc-df51-47ce-bdc6-10ad830fee61, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:03.186966 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] For port 8ec7abcc-df51-47ce-bdc6-10ad830fee61, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8ec7abcc-df51-47ce-bdc6-10ad830fee61,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:03.192378 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:03.209508 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d246f8-8bd7-480c-979f-65a181831013 x-openstack-request-id: req-10d246f8-8bd7-480c-979f-65a181831013 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:03.210062 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba1df460-a7a4-4523-822d-109eafb13803", "name": "network-vif-deleted", "tag": "b8d9f48c-fb20-404b-95b8-4f1a4d14deae", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:03.210314 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10d246f8-8bd7-480c-979f-65a181831013 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:03.210724 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba1df460-a7a4-4523-822d-109eafb13803', 'name': 'network-vif-deleted', 'tag': 'b8d9f48c-fb20-404b-95b8-4f1a4d14deae', 'status': 'completed', 'code': 200} Jul 09 19:52:03.246301 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41b3de3-5e92-4d3b-9e9d-c9ccb9cd3a4e x-openstack-request-id: req-f41b3de3-5e92-4d3b-9e9d-c9ccb9cd3a4e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:03.246800 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb68930e-ae26-4ec1-a21d-62b62ce86f23", "name": "network-vif-unplugged", "status": "completed", "tag": "a4922de8-c0f6-4eda-939e-6f668f193697", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:03.247285 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f41b3de3-5e92-4d3b-9e9d-c9ccb9cd3a4e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:03.247793 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb68930e-ae26-4ec1-a21d-62b62ce86f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4922de8-c0f6-4eda-939e-6f668f193697', 'code': 200} Jul 09 19:52:03.338703 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:03.341265 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:03.342708 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] 10.222.0.32 "PUT /v2.0/ports/8ec7abcc-df51-47ce-bdc6-10ad830fee61 HTTP/1.1" status: 200 len: 1092 time: 2.4916010 Jul 09 19:52:03.438275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2a813-8eab-43c8-a372-357c82907409 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec7abcc-df51-47ce-bdc6-10ad830fee61,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:03.455164 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5631f-3294-4f05-b70f-1c0deb9a19d6 req-310e2fd8-1df6-4e04-8714-cd7904b9c3cb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:03.457515 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-15c5631f-3294-4f05-b70f-1c0deb9a19d6 req-310e2fd8-1df6-4e04-8714-cd7904b9c3cb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 943 time: 0.0928609 Jul 09 19:52:03.481903 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21568b90-ee69-4fe5-918f-a0be444e39f5 req-563de03c-fb65-498e-b938-eba58884441a tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:03.483591 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-21568b90-ee69-4fe5-918f-a0be444e39f5 req-563de03c-fb65-498e-b938-eba58884441a tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 949 time: 0.2264783 Jul 09 19:52:03.518679 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26f8310f-95a2-4940-b4ae-cb255394e0a3 req-f0ed1c75-8589-4bd7-ad21-791271c99b19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1227319 Jul 09 19:52:03.573369 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-15c5631f-3294-4f05-b70f-1c0deb9a19d6 req-e1f98ef9-4626-4959-95dd-49d920d38bdf tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085138 Jul 09 19:52:03.607213 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-4fe5361b-8d79-4f4a-bbbc-44d1dcab641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:03.621871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-4fe5361b-8d79-4f4a-bbbc-44d1dcab641d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8306300c2ca646b2a26aca1c6a0e4ce6&device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 1095 time: 0.1313033 Jul 09 19:52:03.628249 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-21568b90-ee69-4fe5-918f-a0be444e39f5 req-6a6499d1-b1d6-4fcd-aa7e-4034dbfa0b98 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338215 Jul 09 19:52:03.684737 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-b4059129-0438-49f1-9473-80de73027933 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ec7abcc-df51-47ce-bdc6-10ad830fee61 HTTP/1.1" status: 200 len: 217 time: 0.0441718 Jul 09 19:52:03.690501 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6e463e-b7d7-4145-9ea6-f634bc4438f0 x-openstack-request-id: req-de6e463e-b7d7-4145-9ea6-f634bc4438f0 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:03.691069 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6292cdaa-940d-440d-a513-2041b945d1df", "name": "network-vif-deleted", "tag": "11fd5f35-4b06-4511-99a0-a7ee0933aa7f", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:03.691604 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de6e463e-b7d7-4145-9ea6-f634bc4438f0 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:03.692103 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6292cdaa-940d-440d-a513-2041b945d1df', 'name': 'network-vif-deleted', 'tag': '11fd5f35-4b06-4511-99a0-a7ee0933aa7f', 'status': 'completed', 'code': 200} Jul 09 19:52:03.700455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8310f-95a2-4940-b4ae-cb255394e0a3 req-a660f0a6-71ad-4de6-a898-d8f75a925fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:03.702001 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26f8310f-95a2-4940-b4ae-cb255394e0a3 req-a660f0a6-71ad-4de6-a898-d8f75a925fd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 1096 time: 0.1488864 Jul 09 19:52:03.757639 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-622644c2-8a55-4f3e-8a67-34fa002d8f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:03.759162 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-622644c2-8a55-4f3e-8a67-34fa002d8f22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af1cf44f-f8a3-4725-a1ed-970ef7a6a778 HTTP/1.1" status: 200 len: 862 time: 0.0670934 Jul 09 19:52:03.847135 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-f068a046-c3de-4204-83f5-a56bc107f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:03.849643 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-f068a046-c3de-4204-83f5-a56bc107f10c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832131 Jul 09 19:52:03.930312 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8310f-95a2-4940-b4ae-cb255394e0a3 req-b37e0a33-f719-4068-a960-9f09765b82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:03.934025 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26f8310f-95a2-4940-b4ae-cb255394e0a3 req-b37e0a33-f719-4068-a960-9f09765b82b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.1926029 Jul 09 19:52:03.970900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede3fde-ee9b-4218-a6fe-62f926af448a req-e013f5e3-5a65-4fa5-a478-2a2d128dd71f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:03.973602 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ede3fde-ee9b-4218-a6fe-62f926af448a req-e013f5e3-5a65-4fa5-a478-2a2d128dd71f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 944 time: 0.1360216 Jul 09 19:52:04.026496 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26f8310f-95a2-4940-b4ae-cb255394e0a3 req-34a38843-c8bb-4ab8-bfde-b6106c4e92ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036 HTTP/1.1" status: 200 len: 217 time: 0.0838053 Jul 09 19:52:04.050802 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-c0386665-c69e-40d8-85d2-d94c9e428cfc service neutron] 10.222.0.32 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934288 Jul 09 19:52:04.101362 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ede3fde-ee9b-4218-a6fe-62f926af448a req-6df2be08-515d-4a08-a92d-14e79aaf22ec tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198404 Jul 09 19:52:04.158631 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-6d929b4b-9914-4b95-90a9-a2ed509dbc93 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532739 Jul 09 19:52:04.174758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8310f-95a2-4940-b4ae-cb255394e0a3 req-d0e54752-83e2-4f80-bcc4-498852887ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:04.176366 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26f8310f-95a2-4940-b4ae-cb255394e0a3 req-d0e54752-83e2-4f80-bcc4-498852887ccc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.1420770 Jul 09 19:52:04.254504 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26f8310f-95a2-4940-b4ae-cb255394e0a3 req-7888a4c9-6f8d-4bfd-a64a-94adfd635d73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634933 Jul 09 19:52:04.350289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec62de9-5c5d-41ca-91d9-fe517f3dbe0b req-6133e968-6633-490a-b737-5ee4db740235 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:04.358162 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ec62de9-5c5d-41ca-91d9-fe517f3dbe0b req-6133e968-6633-490a-b737-5ee4db740235 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 949 time: 0.3644788 Jul 09 19:52:04.388932 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f2466b8-7f55-4c76-bfdb-35db32f23dca req-5822c0fa-df2c-486a-bca7-d5c65e91b995 service neutron] 10.222.0.32 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221238 Jul 09 19:52:04.406156 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-93f04bbc-e6a9-479f-b117-aebb970843a7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:04.408978 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-93f04bbc-e6a9-479f-b117-aebb970843a7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2446294 Jul 09 19:52:04.433030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-4d556e13-7848-4eac-8840-93ed40751b8d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Request body: {'port': {'device_id': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '85d911fbc81540608cc58c99a8dd9dfd'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:04.438708 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ec62de9-5c5d-41ca-91d9-fe517f3dbe0b req-cb26b492-b2e4-4400-a644-8602983175c3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750380 Jul 09 19:52:04.449912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a4922de8-c0f6-4eda-939e-6f668f193697 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:04.492697 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2d9e01c2-dbed-4eff-a37f-fa60147eb347 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:04.493668 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26f8310f-95a2-4940-b4ae-cb255394e0a3 req-f4d50cc9-0b14-4535-a141-a952f508132c service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312222 Jul 09 19:52:04.520725 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7dd932bb-fe7a-45a9-95ad-7342dcf90a6d req-caf06a86-3655-4a8e-9ea5-b0b3d5447e49 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 210 time: 0.0760858 Jul 09 19:52:04.607474 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 2d9e01c2-dbed-4eff-a37f-fa60147eb347 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:04.607849 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:04.634264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5226ad-4ea9-4b62-9e1c-86bfffff1332 req-b46f8cc1-ba46-404e-8c9a-15e2d7cc097a tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:04.642684 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fa5226ad-4ea9-4b62-9e1c-86bfffff1332 req-b46f8cc1-ba46-404e-8c9a-15e2d7cc097a tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 944 time: 0.0840437 Jul 09 19:52:04.677224 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26f8310f-95a2-4940-b4ae-cb255394e0a3 req-8d842eff-d170-48f4-8de0-637c87b756ab service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656151 Jul 09 19:52:04.691722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port a4922de8-c0f6-4eda-939e-6f668f193697 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:04.692102 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:04.698623 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fa5226ad-4ea9-4b62-9e1c-86bfffff1332 req-8abde804-c260-454a-a6e2-16ed924efac9 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546517 Jul 09 19:52:04.704723 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-4d556e13-7848-4eac-8840-93ed40751b8d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Made reservation on behalf of 85d911fbc81540608cc58c99a8dd9dfd for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:04.708814 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-4d556e13-7848-4eac-8840-93ed40751b8d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:04.947035 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-4d556e13-7848-4eac-8840-93ed40751b8d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Allocated IP 192.168.233.119 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/651d0591-d071-4a03-93f1-bac853da1f6d) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:04.989045 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:05.023414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822c651-dd7f-4638-b3e2-134f7438179e req-c2bf5249-13e3-4dbe-b5bd-016123496328 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:05.025358 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0822c651-dd7f-4638-b3e2-134f7438179e req-c2bf5249-13e3-4dbe-b5bd-016123496328 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 943 time: 0.0710995 Jul 09 19:52:05.037099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e98708-d84d-43bc-983c-679fab98fccb req-998e2cc8-19b4-4d79-b2bb-f7625ae382a1 tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:05.038074 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:05.041025 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-19e98708-d84d-43bc-983c-679fab98fccb req-998e2cc8-19b4-4d79-b2bb-f7625ae382a1 tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 1100 time: 0.1040990 Jul 09 19:52:05.041843 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2d9e01c2-dbed-4eff-a37f-fa60147eb347, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:05.054302 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:05.055317 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 75db3b3e-00cf-45de-9668-ae6c7243a2d2 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:05.109861 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0822c651-dd7f-4638-b3e2-134f7438179e req-8455a347-9771-4189-9f2f-31f557f8eee4 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762768 Jul 09 19:52:05.147541 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-19e98708-d84d-43bc-983c-679fab98fccb req-ea97be30-df19-4fdd-be44-c23cf6891907 tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988467 Jul 09 19:52:05.222733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a4922de8-c0f6-4eda-939e-6f668f193697, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a4922de8-c0f6-4eda-939e-6f668f193697,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:05.231941 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=2d9e01c2-dbed-4eff-a37f-fa60147eb347,revision_number=11']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:05.242553 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:05.256807 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9e01c2-dbed-4eff-a37f-fa60147eb347'}, {'server_uuid': 'bb68930e-ae26-4ec1-a21d-62b62ce86f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4922de8-c0f6-4eda-939e-6f668f193697'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:05.264217 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65378431-ca97-4401-a2e3-3ada1afc18c6" -d '{"events": [{"server_uuid": "d5792ca0-fb8c-4078-a51e-4d80eb669e33", "name": "network-vif-plugged", "status": "completed", "tag": "2d9e01c2-dbed-4eff-a37f-fa60147eb347"}, {"server_uuid": "bb68930e-ae26-4ec1-a21d-62b62ce86f23", "name": "network-vif-plugged", "status": "completed", "tag": "a4922de8-c0f6-4eda-939e-6f668f193697"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:05.278156 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-4d556e13-7848-4eac-8840-93ed40751b8d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:05.295743 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-4d556e13-7848-4eac-8840-93ed40751b8d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Transition to ACTIVE for port object 651d0591-d071-4a03-93f1-bac853da1f6d will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:05.338221 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-4d556e13-7848-4eac-8840-93ed40751b8d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:05.353974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bcc21e4f-8da4-483d-836d-c4863f1074d7', 'bfae3840-5278-494f-be7a-efcb13917e30', '2d9e01c2-dbed-4eff-a37f-fa60147eb347'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:05.388769 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-4d556e13-7848-4eac-8840-93ed40751b8d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:05.390125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567c3f1-95b9-49e7-9c6b-7f486a8e0975 req-641061b3-dc53-4dbb-9d2f-f146ac19f6cc tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:05.391918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-4d556e13-7848-4eac-8840-93ed40751b8d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:05.395901 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-4d556e13-7848-4eac-8840-93ed40751b8d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:05.402578 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d556e13-7848-4eac-8840-93ed40751b8d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Pushing event updated for resources: {'Port': ['ID=651d0591-d071-4a03-93f1-bac853da1f6d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:05.404889 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2567c3f1-95b9-49e7-9c6b-7f486a8e0975 req-641061b3-dc53-4dbb-9d2f-f146ac19f6cc tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 951 time: 0.1296237 Jul 09 19:52:05.419749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:05.442501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:05.442878 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:05.452136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-4d556e13-7848-4eac-8840-93ed40751b8d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:05.453102 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-4d556e13-7848-4eac-8840-93ed40751b8d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:05.469830 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-4d556e13-7848-4eac-8840-93ed40751b8d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0415392 Jul 09 19:52:05.473196 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2567c3f1-95b9-49e7-9c6b-7f486a8e0975 req-daabe996-a7e1-47fc-a17b-13da2891ac10 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667951 Jul 09 19:52:05.488009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Request body: {'port': {'device_id': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:05.503902 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a4922de8-c0f6-4eda-939e-6f668f193697,revision_number=10']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:05.646449 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:05.670300 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-8abd20bf-c97b-479b-8b07-c17d85cc4015 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305383 Jul 09 19:52:05.699980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8387ef-3508-4398-8aa3-54335b240b63', 'tag': '8ec7abcc-df51-47ce-bdc6-10ad830fee61'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:05.702723 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b719569f-99bb-4eab-87c9-b115da552e88" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8387ef-3508-4398-8aa3-54335b240b63", "tag": "8ec7abcc-df51-47ce-bdc6-10ad830fee61"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:05.728658 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:05.746358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4a31a-d9f9-4f94-b334-01740dd64520 req-ea68e9fa-23f9-49ba-abc5-3098c6207afb tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:05.748004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecc4a31a-d9f9-4f94-b334-01740dd64520 req-ea68e9fa-23f9-49ba-abc5-3098c6207afb tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 944 time: 0.2037325 Jul 09 19:52:05.821537 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-2ea586cb-5fde-4a07-aa70-c705d13719cd tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:05.829124 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-2ea586cb-5fde-4a07-aa70-c705d13719cd tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1514251 Jul 09 19:52:05.848930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-7ff4bc71-ec8f-4443-b540-fefc514dc644 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/quotas/6e8dc31c587f41e9a0069ffbf510479d HTTP/1.1" status: 200 len: 375 time: 0.0180869 Jul 09 19:52:05.866945 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecc4a31a-d9f9-4f94-b334-01740dd64520 req-8b00a2a0-c857-4aa8-8444-5ae49a58a6c7 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106124 Jul 09 19:52:05.876196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1ccd47dc-243d-4206-b364-6ff4a542c0d6 None None] Provisioning for port 651d0591-d071-4a03-93f1-bac853da1f6d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:05.886315 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:05.942696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1ccd47dc-243d-4206-b364-6ff4a542c0d6 None None] Provisioning complete for port 651d0591-d071-4a03-93f1-bac853da1f6d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:05.950117 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1ccd47dc-243d-4206-b364-6ff4a542c0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:05.951716 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:05.952515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 11fd5f35-4b06-4511-99a0-a7ee0933aa7f no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:05.970632 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-2f8bf273-3ef4-43c6-8b7f-37dbc36c81de tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1203947 Jul 09 19:52:06.026650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 11fd5f35-4b06-4511-99a0-a7ee0933aa7f {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:06.029407 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 11fd5f35-4b06-4511-99a0-a7ee0933aa7f not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:06.042947 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52736) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:06.077512 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75d17bb-25e9-4f78-9e2c-3b1ca58c4773 x-openstack-request-id: req-e75d17bb-25e9-4f78-9e2c-3b1ca58c4773 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:06.079025 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5792ca0-fb8c-4078-a51e-4d80eb669e33", "name": "network-vif-plugged", "status": "completed", "tag": "2d9e01c2-dbed-4eff-a37f-fa60147eb347", "code": 200}, {"server_uuid": "bb68930e-ae26-4ec1-a21d-62b62ce86f23", "name": "network-vif-plugged", "status": "completed", "tag": "a4922de8-c0f6-4eda-939e-6f668f193697", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:06.079025 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e75d17bb-25e9-4f78-9e2c-3b1ca58c4773 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:06.079025 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9e01c2-dbed-4eff-a37f-fa60147eb347', 'code': 200} Jul 09 19:52:06.079025 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb68930e-ae26-4ec1-a21d-62b62ce86f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4922de8-c0f6-4eda-939e-6f668f193697', 'code': 200} Jul 09 19:52:06.179810 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af304e51-bbc0-4c11-8a99-3cc9ec9e41e0 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:06.196401 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651d0591-d071-4a03-93f1-bac853da1f6d {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:06.219965 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:06.239536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=75db3b3e-00cf-45de-9668-ae6c7243a2d2,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:06.239792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Transition to ACTIVE for port object 651d0591-d071-4a03-93f1-bac853da1f6d will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:06.255709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd47dc-243d-4206-b364-6ff4a542c0d6 None None] Port 651d0591-d071-4a03-93f1-bac853da1f6d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:52:06.260562 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af304e51-bbc0-4c11-8a99-3cc9ec9e41e0 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:06.297954 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:06.364849 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a58532-4115-4c09-851b-e571f47155da x-openstack-request-id: req-90a58532-4115-4c09-851b-e571f47155da {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:06.366290 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8387ef-3508-4398-8aa3-54335b240b63", "tag": "8ec7abcc-df51-47ce-bdc6-10ad830fee61", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:06.366744 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90a58532-4115-4c09-851b-e571f47155da {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:06.367735 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8387ef-3508-4398-8aa3-54335b240b63', 'tag': '8ec7abcc-df51-47ce-bdc6-10ad830fee61', 'status': 'completed', 'code': 200} Jul 09 19:52:06.458668 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af304e51-bbc0-4c11-8a99-3cc9ec9e41e0 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:06.463969 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af304e51-bbc0-4c11-8a99-3cc9ec9e41e0 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:06.465583 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-af304e51-bbc0-4c11-8a99-3cc9ec9e41e0 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "DELETE /v2.0/security-groups/8bccdb9c-cca3-4c55-92f3-c1b51186acf7 HTTP/1.1" status: 204 len: 168 time: 0.4217923 Jul 09 19:52:06.473330 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5245d26e-012d-4fef-ac24-997763e5ef21 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:52:06.474413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52744) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:06.553834 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Pushing event updated for resources: {'Port': ['ID=651d0591-d071-4a03-93f1-bac853da1f6d,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:06.585842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af304e51-bbc0-4c11-8a99-3cc9ec9e41e0 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bccdb9c-cca3-4c55-92f3-c1b51186acf7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:06.599557 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-cefe553c-ea32-4e10-bda3-5d69a8669291 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] show failed (client error): The resource could not be found. Jul 09 19:52:06.601593 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cefe553c-ea32-4e10-bda3-5d69a8669291 tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "GET /v2.0/security-groups/8bccdb9c-cca3-4c55-92f3-c1b51186acf7 HTTP/1.1" status: 404 len: 347 time: 0.1259851 Jul 09 19:52:06.606309 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52748) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:06.629992 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b21ce-f708-44f7-bf20-bd2e4ccef6ee req-f7000ad2-917d-4cf9-bbb0-687262063754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:06.632310 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f1b21ce-f708-44f7-bf20-bd2e4ccef6ee req-f7000ad2-917d-4cf9-bbb0-687262063754 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 1102 time: 0.3755791 Jul 09 19:52:06.656363 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9072b-1a34-49d2-96d9-bd1e66a538a1 req-555af724-ac7a-4cf6-b275-ed636f6b1b8b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:06.675911 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-08e9072b-1a34-49d2-96d9-bd1e66a538a1 req-555af724-ac7a-4cf6-b275-ed636f6b1b8b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 948 time: 0.4344618 Jul 09 19:52:06.697610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719569f-99bb-4eab-87c9-b115da552e88 req-1b137f72-2aa3-4fcd-b615-266f919e8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:06.699165 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b719569f-99bb-4eab-87c9-b115da552e88 req-1b137f72-2aa3-4fcd-b615-266f919e8d1b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8306300c2ca646b2a26aca1c6a0e4ce6&device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 1095 time: 0.3631341 Jul 09 19:52:06.754158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5245d26e-012d-4fef-ac24-997763e5ef21, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5245d26e-012d-4fef-ac24-997763e5ef21,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:06.776924 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '5245d26e-012d-4fef-ac24-997763e5ef21', 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491', 'port_id': '5245d26e-012d-4fef-ac24-997763e5ef21', 'mac_address': 'fa:16:3e:d1:17:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c7a8fa-d3e4-4a12-83ec-d4a84e27778e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:52:06.797236 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Attempting to bind port 651d0591-d071-4a03-93f1-bac853da1f6d on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:06.797585 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Attempting to bind port 651d0591-d071-4a03-93f1-bac853da1f6d by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:06.797922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Attempting to bind port 651d0591-d071-4a03-93f1-bac853da1f6d on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:06.818186 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f1b21ce-f708-44f7-bf20-bd2e4ccef6ee req-6d5c85bb-cb5c-4288-9e1d-b7e69fd30e52 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380038 Jul 09 19:52:06.822085 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-08e9072b-1a34-49d2-96d9-bd1e66a538a1 req-6421f732-9edc-4378-985c-481998d3425a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449931 Jul 09 19:52:06.822634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Port 651d0591-d071-4a03-93f1-bac853da1f6d on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:52:06.822963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Attempting to bind port 651d0591-d071-4a03-93f1-bac853da1f6d on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:06.833536 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:06.833734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:06.834101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:06.834558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Bound port: 651d0591-d071-4a03-93f1-bac853da1f6d, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:06.834934 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:06.890354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e885e0-4c90-4b9a-9324-102c1e9a342d req-ebaa458d-4f8c-42f3-8314-c86cb5bd8033 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:06.899790 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-23e885e0-4c90-4b9a-9324-102c1e9a342d req-ebaa458d-4f8c-42f3-8314-c86cb5bd8033 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 944 time: 0.4034808 Jul 09 19:52:06.924252 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:07.006578 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5245d26e-012d-4fef-ac24-997763e5ef21 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:07.024099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:07.036997 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-23e885e0-4c90-4b9a-9324-102c1e9a342d req-2dac190f-db1a-48a5-94b5-74e2008f58ae tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357548 Jul 09 19:52:07.044856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:07.055599 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:07.071643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719569f-99bb-4eab-87c9-b115da552e88 req-ca8ccb12-5124-41f5-8115-a418d4782213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:07.073568 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b719569f-99bb-4eab-87c9-b115da552e88 req-ca8ccb12-5124-41f5-8115-a418d4782213 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd HTTP/1.1" status: 200 len: 924 time: 0.3645165 Jul 09 19:52:07.096780 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5245d26e-012d-4fef-ac24-997763e5ef21, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5245d26e-012d-4fef-ac24-997763e5ef21,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:07.102276 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:07.135966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Deleting port 1ae4b50e-5142-460f-acfe-84813de279ad {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:07.136621 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:07.171764 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b719569f-99bb-4eab-87c9-b115da552e88 req-110c7dd2-73b5-4406-8f49-9ecdfa0d5f04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ec7abcc-df51-47ce-bdc6-10ad830fee61 HTTP/1.1" status: 200 len: 217 time: 0.0898058 Jul 09 19:52:07.175080 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9014118d-5aae-46bd-a187-61cfb5fb6f3a req-4d84537a-f718-439a-9c83-1b4a8eeeeac9 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 210 time: 0.0822861 Jul 09 19:52:07.204154 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5245d26e-012d-4fef-ac24-997763e5ef21,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:07.220817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:07.221565 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:07.223257 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-28e087c6-5518-4123-ad43-3c279997552a service neutron] 10.222.0.32 "PUT /v2.0/ports/651d0591-d071-4a03-93f1-bac853da1f6d HTTP/1.1" status: 200 len: 1096 time: 1.7413509 Jul 09 19:52:07.265351 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e087c6-5518-4123-ad43-3c279997552a service neutron] Pushing event updated for resources: {'Port': ['ID=651d0591-d071-4a03-93f1-bac853da1f6d,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:07.295771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceade4-e864-48d6-8726-51b69ce6c1ef req-ef9e6c47-39e3-4316-9f99-b494e547372e tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:07.311503 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-37ceade4-e864-48d6-8726-51b69ce6c1ef req-ef9e6c47-39e3-4316-9f99-b494e547372e tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 944 time: 0.2482967 Jul 09 19:52:07.441077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-37ceade4-e864-48d6-8726-51b69ce6c1ef req-93cf1e83-23a8-47a0-a5f3-2aa692d32836 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284370 Jul 09 19:52:07.514824 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-dc35f41f-9580-46a0-a96b-f99dbd0bc2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:07.516329 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-dc35f41f-9580-46a0-a96b-f99dbd0bc2a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 1099 time: 0.1502624 Jul 09 19:52:07.522237 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719569f-99bb-4eab-87c9-b115da552e88 req-4d3c0203-566e-4f2e-92d1-27981e997046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:07.523716 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b719569f-99bb-4eab-87c9-b115da552e88 req-4d3c0203-566e-4f2e-92d1-27981e997046 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af1cf44f-f8a3-4725-a1ed-970ef7a6a778 HTTP/1.1" status: 200 len: 862 time: 0.3351939 Jul 09 19:52:07.549672 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:07.550006 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:07.576430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['5245d26e-012d-4fef-ac24-997763e5ef21'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:07.593688 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Calling delete_port for 1ae4b50e-5142-460f-acfe-84813de279ad owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:07.630737 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959235b-0c30-4e56-ac33-1e63c7ec9b66 req-a2be192a-aedc-4b64-86ea-c8b0a06c4561 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:07.633073 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a959235b-0c30-4e56-ac33-1e63c7ec9b66 req-a2be192a-aedc-4b64-86ea-c8b0a06c4561 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 951 time: 0.2498236 Jul 09 19:52:07.646213 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-ba47b9f6-096e-4cde-bc2b-3dbd66051c98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=651d0591-d071-4a03-93f1-bac853da1f6d HTTP/1.1" status: 200 len: 217 time: 0.1219409 Jul 09 19:52:07.742941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719569f-99bb-4eab-87c9-b115da552e88 req-4d263a8d-c83c-4de0-98a1-602a6f359531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:07.744585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b719569f-99bb-4eab-87c9-b115da552e88 req-4d263a8d-c83c-4de0-98a1-602a6f359531 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2134275 Jul 09 19:52:07.765718 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a959235b-0c30-4e56-ac33-1e63c7ec9b66 req-ab781811-ccd1-4a84-91a4-e2a6a14f4d15 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858169 Jul 09 19:52:07.791592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-b49ee072-a0ba-42a3-baae-42e5d628552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:07.800054 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-b49ee072-a0ba-42a3-baae-42e5d628552e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1334064 Jul 09 19:52:07.950249 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b719569f-99bb-4eab-87c9-b115da552e88 req-d9bd60ed-1c91-4428-b235-f36ba060e841 service neutron] 10.222.0.32 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833737 Jul 09 19:52:07.971011 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:08.050165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Pushing event deleted for resources: {'Port': ['ID=1ae4b50e-5142-460f-acfe-84813de279ad,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:08.080231 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764a4fb9-b3c7-4d41-8bba-6ad041f436f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75db3b3e-00cf-45de-9668-ae6c7243a2d2'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:08.084105 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25462b24-2df7-4644-841c-ce278537e9b3" -d '{"events": [{"server_uuid": "764a4fb9-b3c7-4d41-8bba-6ad041f436f1", "name": "network-vif-plugged", "status": "completed", "tag": "75db3b3e-00cf-45de-9668-ae6c7243a2d2"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:08.133934 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48de5826-519d-4c6a-a91a-0815c1a0780c req-966737bd-0ad3-42aa-b40a-f04adaf57a84 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5162714 Jul 09 19:52:08.151171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcb250-04f2-45fd-a10f-b001c4ce30db req-c87f2bbc-7e0d-4b61-b8b6-2e1543a3ab77 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:08.154278 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15dcb250-04f2-45fd-a10f-b001c4ce30db req-c87f2bbc-7e0d-4b61-b8b6-2e1543a3ab77 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 945 time: 0.5261092 Jul 09 19:52:08.182167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:08.182545 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:08.182916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:08.183276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:08.183724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:08.184183 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:08.184549 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:08.185293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:08.186066 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:08.186293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:08.186652 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:08.188246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:08.266871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b719569f-99bb-4eab-87c9-b115da552e88 req-89c35a20-dfa5-42b9-83ac-9a95411a8311 service neutron] 10.222.0.32 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088360 Jul 09 19:52:08.270440 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-a9e4b43e-321d-4191-ba01-89e52f4a569e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896201 Jul 09 19:52:08.272277 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:08.272721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-9368e360-baa8-43c9-a6f3-998b639f3da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:08.274319 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-9368e360-baa8-43c9-a6f3-998b639f3da1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4663293 Jul 09 19:52:08.276928 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:08.278262 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-db917672-631c-448b-9d27-aeb05faed3ba tempest-ImagesOneServerNegativeTestJSON-653040240 tempest-ImagesOneServerNegativeTestJSON-653040240-project] 10.222.0.30 "DELETE /v2.0/floatingips/0c2fba08-f3f4-49b0-9fab-cdc3aa06c0a7 HTTP/1.1" status: 204 len: 168 time: 1.6660130 Jul 09 19:52:08.297514 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022fd7e-db0c-4f35-9005-91fbcc52f5d6 req-4090d647-dfca-4fbb-91a5-a47a4f13b1e3 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:08.301047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3022fd7e-db0c-4f35-9005-91fbcc52f5d6 req-4090d647-dfca-4fbb-91a5-a47a4f13b1e3 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 948 time: 0.2444811 Jul 09 19:52:08.340469 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3022fd7e-db0c-4f35-9005-91fbcc52f5d6 req-1ec9a3d8-ff08-41c1-81ee-3487cd0c636b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350122 Jul 09 19:52:08.370969 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:08.373426 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508266d9-c7c3-48cc-85bc-cd9a428dd141" -d '{"events": [{"name": "network-changed", "server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:08.403760 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15dcb250-04f2-45fd-a10f-b001c4ce30db req-1877301a-20c4-44c4-9baf-c8d289c5ce8a tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908183 Jul 09 19:52:08.449886 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8ec7abcc-df51-47ce-bdc6-10ad830fee61 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:52:08.500368 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-2d97f52b-815d-4982-8016-4606672c2113 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:08.501942 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-2d97f52b-815d-4982-8016-4606672c2113 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192323 Jul 09 19:52:08.516336 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Request body: {'port': {'device_id': 'f23e8329-0bbb-4552-b426-2e051fd1cd5b', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '6e8dc31c587f41e9a0069ffbf510479d'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:08.528438 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687d531e-ae1d-4d2f-b300-0f14211860b0 x-openstack-request-id: req-687d531e-ae1d-4d2f-b300-0f14211860b0 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:08.528925 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de5826-519d-4c6a-a91a-0815c1a0780c req-4b55e5f9-2152-4aed-863a-a6e4a8ce05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:08.530996 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48de5826-519d-4c6a-a91a-0815c1a0780c req-4b55e5f9-2152-4aed-863a-a6e4a8ce05e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 1100 time: 0.3094618 Jul 09 19:52:08.531362 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764a4fb9-b3c7-4d41-8bba-6ad041f436f1", "name": "network-vif-plugged", "status": "completed", "tag": "75db3b3e-00cf-45de-9668-ae6c7243a2d2", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:08.531728 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-687d531e-ae1d-4d2f-b300-0f14211860b0 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:08.534983 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764a4fb9-b3c7-4d41-8bba-6ad041f436f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75db3b3e-00cf-45de-9668-ae6c7243a2d2', 'code': 200} Jul 09 19:52:08.538275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e9e3f-e03e-4a37-8abe-0aa7b6d88c33 req-60534ab9-09b9-41b6-89d5-4a2a8e032bfe tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:08.545918 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e0e9e3f-e03e-4a37-8abe-0aa7b6d88c33 req-60534ab9-09b9-41b6-89d5-4a2a8e032bfe tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 944 time: 0.0872357 Jul 09 19:52:08.586703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 8ec7abcc-df51-47ce-bdc6-10ad830fee61, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8ec7abcc-df51-47ce-bdc6-10ad830fee61,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:08.588022 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e0e9e3f-e03e-4a37-8abe-0aa7b6d88c33 req-6ef2267b-6537-4577-a6f7-0f0cc7f6e6e5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412669 Jul 09 19:52:08.602809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '8ec7abcc-df51-47ce-bdc6-10ad830fee61', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'port_id': '8ec7abcc-df51-47ce-bdc6-10ad830fee61', 'mac_address': 'fa:16:3e:de:23:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:52:08.661209 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:08.668616 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-0900b025-0c8b-4ee3-af71-6d44d87fe6ae service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756225 Jul 09 19:52:08.674935 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec7abcc-df51-47ce-bdc6-10ad830fee61 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:08.683897 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146c1c3-4344-4fdd-b629-124ffa9837d3 req-893ad8fb-6070-4a68-89d7-56da60051702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:08.685819 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7146c1c3-4344-4fdd-b629-124ffa9837d3 req-893ad8fb-6070-4a68-89d7-56da60051702 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 1096 time: 0.0646756 Jul 09 19:52:08.698282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 8ec7abcc-df51-47ce-bdc6-10ad830fee61, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8ec7abcc-df51-47ce-bdc6-10ad830fee61,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:08.702731 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:08.768127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=8ec7abcc-df51-47ce-bdc6-10ad830fee61,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:08.782375 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ab413e2f-02ff-420d-a482-183dce0b164b req-b6038982-5552-4a12-852b-451e48ca5f20 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 210 time: 0.0567210 Jul 09 19:52:08.848675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Made reservation on behalf of 6e8dc31c587f41e9a0069ffbf510479d for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:08.852455 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:08.882819 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3161b1-7f13-4af0-8133-0f1f2c556448 x-openstack-request-id: req-8b3161b1-7f13-4af0-8133-0f1f2c556448 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:08.883109 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:08.883363 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b3161b1-7f13-4af0-8133-0f1f2c556448 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:08.883744 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d', 'status': 'completed', 'code': 200} Jul 09 19:52:08.910537 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de5826-519d-4c6a-a91a-0815c1a0780c req-2b803436-20ad-4bdc-bc5b-a9716f835afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:08.912050 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48de5826-519d-4c6a-a91a-0815c1a0780c req-2b803436-20ad-4bdc-bc5b-a9716f835afc service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2398858 Jul 09 19:52:09.000752 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48de5826-519d-4c6a-a91a-0815c1a0780c req-c61ddf7d-b86e-4007-9f47-4e40151ae442 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7 HTTP/1.1" status: 200 len: 217 time: 0.0554409 Jul 09 19:52:09.015129 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f7f84f7-3c3b-40cc-aadc-ddbda07fab57 req-56ea56d3-0afc-44d4-b07a-ae6f0d0d8c63 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863417 Jul 09 19:52:09.036778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['8ec7abcc-df51-47ce-bdc6-10ad830fee61'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:09.084303 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7146c1c3-4344-4fdd-b629-124ffa9837d3 req-de4f8bc2-536e-4bcc-a6e5-17de1105b3c7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904719 Jul 09 19:52:09.123314 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-69578c10-23e4-4862-a593-54cc9e5a2a5e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:09.124856 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-69578c10-23e4-4862-a593-54cc9e5a2a5e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 808 time: 0.4253094 Jul 09 19:52:09.142078 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-a7d09f86-7001-498b-8b24-de2abb520201 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/quotas/722a3672762841db8d6fcadff51c6f2f HTTP/1.1" status: 200 len: 375 time: 0.0098884 Jul 09 19:52:09.178713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de5826-519d-4c6a-a91a-0815c1a0780c req-d6019f3a-8e2a-4906-909f-1d84c259eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:09.180297 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48de5826-519d-4c6a-a91a-0815c1a0780c req-d6019f3a-8e2a-4906-909f-1d84c259eae3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1677060 Jul 09 19:52:09.214252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Allocated IP 192.168.233.231 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/d3ab1148-7eb0-47e5-885c-da9b7775e236) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:09.218119 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-72ab30cc-5339-4a77-92b9-177ac7a87515 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0703118 Jul 09 19:52:09.238246 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7ef7f-a417-479f-95dd-0a3a8515b827 req-95c4bd87-cf0c-4043-a102-d36d899e88b5 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:09.239718 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aed7ef7f-a417-479f-95dd-0a3a8515b827 req-95c4bd87-cf0c-4043-a102-d36d899e88b5 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 944 time: 0.2476470 Jul 09 19:52:09.309581 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-57b6091a-c145-45ee-9e7f-c70fa048d7c2 service neutron] 10.222.0.30 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838146 Jul 09 19:52:09.314651 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508266d9-c7c3-48cc-85bc-cd9a428dd141 req-4b95c713-52a8-4243-a869-9a1537e8151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:09.316151 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-508266d9-c7c3-48cc-85bc-cd9a428dd141 req-4b95c713-52a8-4243-a869-9a1537e8151c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 1099 time: 0.1976929 Jul 09 19:52:09.403912 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-9d499f87-17bb-483c-9580-2352cd17ddce service neutron] 10.222.0.30 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880682 Jul 09 19:52:09.418184 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aed7ef7f-a417-479f-95dd-0a3a8515b827 req-2f881ff3-488e-4384-986e-34933bd80876 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525302 Jul 09 19:52:09.479881 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de5826-519d-4c6a-a91a-0815c1a0780c req-c1a6f7fd-b830-4832-bcf9-d761eeafa4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:09.481531 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48de5826-519d-4c6a-a91a-0815c1a0780c req-c1a6f7fd-b830-4832-bcf9-d761eeafa4c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2651737 Jul 09 19:52:09.634164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508266d9-c7c3-48cc-85bc-cd9a428dd141 req-fe9e4d23-481d-4e0a-bf48-231190440b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:09.635841 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-508266d9-c7c3-48cc-85bc-cd9a428dd141 req-fe9e4d23-481d-4e0a-bf48-231190440b3a service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.3097477 Jul 09 19:52:09.674681 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:09.723716 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-508266d9-c7c3-48cc-85bc-cd9a428dd141 req-e8dff62c-2f0f-4726-ace4-b6d0dd405e74 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=651d0591-d071-4a03-93f1-bac853da1f6d HTTP/1.1" status: 200 len: 217 time: 0.0675282 Jul 09 19:52:09.732654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Transition to ACTIVE for port object d3ab1148-7eb0-47e5-885c-da9b7775e236 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:09.769160 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48de5826-519d-4c6a-a91a-0815c1a0780c req-be44c669-2c99-457e-87d6-afeb98757cba service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781754 Jul 09 19:52:09.810783 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e55817-1d26-4734-9bfb-cbfa36052508 req-9ed267ed-f431-43bc-8735-93b75dad68dc tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:09.812267 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28e55817-1d26-4734-9bfb-cbfa36052508 req-9ed267ed-f431-43bc-8735-93b75dad68dc tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 951 time: 0.2838562 Jul 09 19:52:09.881644 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9fa8b-07a4-42db-b1c6-2046c6e93060 req-dd7044a7-2ee9-49ea-89f0-6f40df0032ca tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:09.883520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5bd9fa8b-07a4-42db-b1c6-2046c6e93060 req-dd7044a7-2ee9-49ea-89f0-6f40df0032ca tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 948 time: 0.0694203 Jul 09 19:52:09.903477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508266d9-c7c3-48cc-85bc-cd9a428dd141 req-8007ea2c-61df-451d-856e-ff7576d16679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:09.905047 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-508266d9-c7c3-48cc-85bc-cd9a428dd141 req-8007ea2c-61df-451d-856e-ff7576d16679 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1573808 Jul 09 19:52:09.930940 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5bd9fa8b-07a4-42db-b1c6-2046c6e93060 req-5259d3d9-cad7-4b86-9411-c0cab3b5cdcd tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358264 Jul 09 19:52:09.943860 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28e55817-1d26-4734-9bfb-cbfa36052508 req-b568c80b-de97-4858-be1f-20dfc0c11638 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242344 Jul 09 19:52:09.969983 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:09.986982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1878e0bf-a49a-467e-9f42-a24ed701e24d', '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'b6a7cc50-e031-4989-8b65-c43ed7030ff1', '7e45ad69-f78c-4397-9749-d8dc2c675b71'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:10.037617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['80bbbe61-c9b0-4fa8-8c53-62d40513b8da', '0300e9a4-6bc2-4229-a743-da7a4c929b00'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:10.056773 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48de5826-519d-4c6a-a91a-0815c1a0780c req-269db76b-654f-4ed6-b2a1-c6c569e9b602 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643416 Jul 09 19:52:10.058512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:10.070093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:10.073472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:10.077372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event updated for resources: {'Port': ['ID=d3ab1148-7eb0-47e5-885c-da9b7775e236,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:10.124747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:10.125107 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:10.125458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:10.125808 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:10.126149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:10.127044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:10.127420 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:10.128103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:10.128386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:10.128762 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:10.129142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:10.129441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:10.201542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508266d9-c7c3-48cc-85bc-cd9a428dd141 req-f2a9d857-ee29-4288-ba3e-07fdb0706237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:10.203254 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-508266d9-c7c3-48cc-85bc-cd9a428dd141 req-f2a9d857-ee29-4288-ba3e-07fdb0706237 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2823629 Jul 09 19:52:10.231158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:10.231811 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:10.262520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174d514-bc3b-42e8-a230-109fb69eb020 req-297439e3-d3c9-4032-965f-6aa94957fa94 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:10.281199 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3174d514-bc3b-42e8-a230-109fb69eb020 req-297439e3-d3c9-4032-965f-6aa94957fa94 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 945 time: 0.1281800 Jul 09 19:52:10.367982 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3174d514-bc3b-42e8-a230-109fb69eb020 req-9535b9a8-0bab-4ee1-8ed3-89b90eb3c299 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853448 Jul 09 19:52:10.462876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8ec7abcc-df51-47ce-bdc6-10ad830fee61 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:10.504455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5245d26e-012d-4fef-ac24-997763e5ef21 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:10.593840 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-945706fc-0808-4b6d-aa1e-7ba2ad126720 req-bce3d47a-793d-4daf-b6d6-1b90b63fb8e0 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 210 time: 0.0535700 Jul 09 19:52:10.600569 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-c0d3516a-d58b-45f9-80fe-0570c4fa697e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0879972 Jul 09 19:52:10.636339 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2b930ae8-b22c-45fc-806c-d541646bdd9c None None] Provisioning for port d3ab1148-7eb0-47e5-885c-da9b7775e236 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:10.649167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Request body: {'port': {'device_id': 'f23e8329-0bbb-4552-b426-2e051fd1cd5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:10.673578 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 5245d26e-012d-4fef-ac24-997763e5ef21 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:10.677436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2b930ae8-b22c-45fc-806c-d541646bdd9c None None] Provisioning complete for port d3ab1148-7eb0-47e5-885c-da9b7775e236 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:10.678195 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2b930ae8-b22c-45fc-806c-d541646bdd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:10.685479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722fc16-531b-49f6-b663-9233a2f14dec req-7adec2a4-034c-4276-8f47-15608711215f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:10.686104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52818) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:10.692799 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 8ec7abcc-df51-47ce-bdc6-10ad830fee61 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:10.693027 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6722fc16-531b-49f6-b663-9233a2f14dec req-7adec2a4-034c-4276-8f47-15608711215f tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 945 time: 0.5904558 Jul 09 19:52:10.703242 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-508266d9-c7c3-48cc-85bc-cd9a428dd141 req-88a99008-dda8-4b1a-b41a-ebfff5da1cf8 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915595 Jul 09 19:52:10.738410 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 5245d26e-012d-4fef-ac24-997763e5ef21 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:10.738833 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:10.758974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca022ba7-e48d-41e0-a7e9-0ce0cfc5d436 admin admin] Deleting subnet 3a1eed13-b035-4d1a-afdd-2ae4f33633a6 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:52:10.763820 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca022ba7-e48d-41e0-a7e9-0ce0cfc5d436 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:10.779148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 8ec7abcc-df51-47ce-bdc6-10ad830fee61 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:10.779525 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:10.799637 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6722fc16-531b-49f6-b663-9233a2f14dec req-8921d17e-802a-410e-a329-02e044144155 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057215 Jul 09 19:52:10.824134 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca022ba7-e48d-41e0-a7e9-0ce0cfc5d436 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:10.846609 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:10.865410 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-2b930ae8-b22c-45fc-806c-d541646bdd9c None None] Port d3ab1148-7eb0-47e5-885c-da9b7775e236 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:52:10.875065 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca022ba7-e48d-41e0-a7e9-0ce0cfc5d436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:10.901273 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-508266d9-c7c3-48cc-85bc-cd9a428dd141 req-176fc5d6-af91-4078-a490-d5fcfd16b88a service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880965 Jul 09 19:52:10.996381 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca022ba7-e48d-41e0-a7e9-0ce0cfc5d436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.024855 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.037212 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca022ba7-e48d-41e0-a7e9-0ce0cfc5d436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1eed13-b035-4d1a-afdd-2ae4f33633a6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:11.054270 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.064456 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca022ba7-e48d-41e0-a7e9-0ce0cfc5d436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.066564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ca022ba7-e48d-41e0-a7e9-0ce0cfc5d436 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3a1eed13-b035-4d1a-afdd-2ae4f33633a6 HTTP/1.1" status: 204 len: 168 time: 0.3786170 Jul 09 19:52:11.075246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff85fe-0a23-4568-8121-c9c39db56b62 req-4fd33af2-77e2-424f-987b-50d1e61f2808 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:11.085006 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9dff85fe-0a23-4568-8121-c9c39db56b62 req-4fd33af2-77e2-424f-987b-50d1e61f2808 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 936 time: 0.1432343 Jul 09 19:52:11.102748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8387ef-3508-4398-8aa3-54335b240b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec7abcc-df51-47ce-bdc6-10ad830fee61'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:11.105325 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22968e0c-4335-4d74-a8a9-8ba7320b556f" -d '{"events": [{"server_uuid": "9b8387ef-3508-4398-8aa3-54335b240b63", "name": "network-vif-plugged", "status": "completed", "tag": "8ec7abcc-df51-47ce-bdc6-10ad830fee61"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:11.106279 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52822) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:11.139011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 8ec7abcc-df51-47ce-bdc6-10ad830fee61, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8ec7abcc-df51-47ce-bdc6-10ad830fee61,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:11.150277 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9dff85fe-0a23-4568-8121-c9c39db56b62 req-1d017c3c-1a4f-4162-bdc0-00c29d26503d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626843 Jul 09 19:52:11.151715 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.159112 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5245d26e-012d-4fef-ac24-997763e5ef21, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5245d26e-012d-4fef-ac24-997763e5ef21,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:11.168338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ab1148-7eb0-47e5-885c-da9b7775e236 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:11.176887 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.188292 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.191505 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Transition to ACTIVE for port object d3ab1148-7eb0-47e5-885c-da9b7775e236 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:11.196303 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.240284 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=8ec7abcc-df51-47ce-bdc6-10ad830fee61,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:11.343340 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-99b7a953-f49f-4b28-b5c0-126f284fbd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.373567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5245d26e-012d-4fef-ac24-997763e5ef21,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:11.396124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ab1148-7eb0-47e5-885c-da9b7775e236,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:11.488237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Attempting to bind port d3ab1148-7eb0-47e5-885c-da9b7775e236 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:11.488674 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Attempting to bind port d3ab1148-7eb0-47e5-885c-da9b7775e236 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:11.488939 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Attempting to bind port d3ab1148-7eb0-47e5-885c-da9b7775e236 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:11.498667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Port d3ab1148-7eb0-47e5-885c-da9b7775e236 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:52:11.499073 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Attempting to bind port d3ab1148-7eb0-47e5-885c-da9b7775e236 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:11.510989 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:11.511353 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:11.511735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:11.512183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Bound port: d3ab1148-7eb0-47e5-885c-da9b7775e236, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:11.512566 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.523448 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-dc24ca5a-3ef4-4574-9f8a-ec858f9d1964 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:11.525042 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-dc24ca5a-3ef4-4574-9f8a-ec858f9d1964 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.36 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 808 time: 0.2241175 Jul 09 19:52:11.545909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-a7fc9664-9397-4365-8abe-c4ebceecc3d2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Request body: {'port': {'device_id': '96b5cfdc-7ac0-4171-9cc2-16b3e27a9917', 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73', 'admin_state_up': True, 'tenant_id': '722a3672762841db8d6fcadff51c6f2f'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:11.568147 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-99b7a953-f49f-4b28-b5c0-126f284fbd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.585389 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-99b7a953-f49f-4b28-b5c0-126f284fbd75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed67e983-2047-44c7-a5b2-23fc15affe8c']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:11.598015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-99b7a953-f49f-4b28-b5c0-126f284fbd75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c6e376-20aa-4a32-ab1b-a7d689ebf451') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:11.598369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-99b7a953-f49f-4b28-b5c0-126f284fbd75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c6e376-20aa-4a32-ab1b-a7d689ebf451') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:11.612562 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-99b7a953-f49f-4b28-b5c0-126f284fbd75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.633709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604669ec-b657-4508-be49-dd0a76a81744 req-37b0a0e7-97f3-4451-921b-d0e41ac52467 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:11.635247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-604669ec-b657-4508-be49-dd0a76a81744 req-37b0a0e7-97f3-4451-921b-d0e41ac52467 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 948 time: 0.2025034 Jul 09 19:52:11.641847 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-99b7a953-f49f-4b28-b5c0-126f284fbd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.666208 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b7a953-f49f-4b28-b5c0-126f284fbd75 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:52:11.666628 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-99b7a953-f49f-4b28-b5c0-126f284fbd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:52:11.668284 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:52:11.671924 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:52:11.731813 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] For port d3ab1148-7eb0-47e5-885c-da9b7775e236, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:11.744326 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-604669ec-b657-4508-be49-dd0a76a81744 req-13e4d7c7-83e3-480c-a7e1-da9e5bc73d2c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988233 Jul 09 19:52:11.759737 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-99b7a953-f49f-4b28-b5c0-126f284fbd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.767670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] For port d3ab1148-7eb0-47e5-885c-da9b7775e236, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d3ab1148-7eb0-47e5-885c-da9b7775e236,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:11.777588 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.785535 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-99b7a953-f49f-4b28-b5c0-126f284fbd75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.787721 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-99b7a953-f49f-4b28-b5c0-126f284fbd75 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ed67e983-2047-44c7-a5b2-23fc15affe8c HTTP/1.1" status: 204 len: 168 time: 0.6647425 Jul 09 19:52:11.788837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7a953-f49f-4b28-b5c0-126f284fbd75 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed67e983-2047-44c7-a5b2-23fc15affe8c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:11.829742 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588449c-034f-49df-a36f-0e7bb15f74af req-ce601ff5-bfa4-47c4-9977-f2892e08ca18 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:11.838320 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1d53f6-11da-4416-86be-30ae4b2597a6 x-openstack-request-id: req-4f1d53f6-11da-4416-86be-30ae4b2597a6 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:11.838841 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8387ef-3508-4398-8aa3-54335b240b63", "name": "network-vif-plugged", "status": "completed", "tag": "8ec7abcc-df51-47ce-bdc6-10ad830fee61", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:11.839271 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f1d53f6-11da-4416-86be-30ae4b2597a6 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:11.839856 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8387ef-3508-4398-8aa3-54335b240b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec7abcc-df51-47ce-bdc6-10ad830fee61', 'code': 200} Jul 09 19:52:11.840791 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e588449c-034f-49df-a36f-0e7bb15f74af req-ce601ff5-bfa4-47c4-9977-f2892e08ca18 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 945 time: 0.2441940 Jul 09 19:52:11.881820 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:11.882765 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.884486 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] 10.222.0.32 "PUT /v2.0/ports/d3ab1148-7eb0-47e5-885c-da9b7775e236 HTTP/1.1" status: 200 len: 1096 time: 1.2449462 Jul 09 19:52:11.887037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23e8329-0bbb-4552-b426-2e051fd1cd5b', 'tag': 'd3ab1148-7eb0-47e5-885c-da9b7775e236'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:11.889556 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496c370c-a6b2-4a8f-af00-ee0a72fa1bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "f23e8329-0bbb-4552-b426-2e051fd1cd5b", "tag": "d3ab1148-7eb0-47e5-885c-da9b7775e236"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:11.902086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-a7fc9664-9397-4365-8abe-c4ebceecc3d2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Made reservation on behalf of 722a3672762841db8d6fcadff51c6f2f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:11.906182 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-a7fc9664-9397-4365-8abe-c4ebceecc3d2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:11.983842 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e9073-2c1a-46dd-8dc0-526c99af7c91 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ab1148-7eb0-47e5-885c-da9b7775e236,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:12.027161 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e588449c-034f-49df-a36f-0e7bb15f74af req-2e105d37-1f5a-456e-a20a-e3a6b71652c5 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851754 Jul 09 19:52:12.099265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2b5ab-f66b-4a19-81e3-549b60b550d3 req-9446602b-b1d6-488e-8c6c-0d72bea6ad17 tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:12.101132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-21b2b5ab-f66b-4a19-81e3-549b60b550d3 req-9446602b-b1d6-488e-8c6c-0d72bea6ad17 tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 1102 time: 0.1360867 Jul 09 19:52:12.101600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52838) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:12.185001 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3ab69bba-7a55-48cc-bbc6-94082b26ab8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22aed567fbea4aec99acf84c482f57b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0820775 Jul 09 19:52:12.188241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52842) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:12.191819 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-21b2b5ab-f66b-4a19-81e3-549b60b550d3 req-bbacd113-c46c-4866-9c8b-74dc03a382e8 tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507605 Jul 09 19:52:12.260894 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-801be433-3dc9-40d3-88ca-5ae9ae0b0cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.272558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ec4d0-cae5-4327-bf11-433ba6bdeff8 req-997f267f-d01a-489e-8d31-1afd8fac42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:12.275077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b5ec4d0-cae5-4327-bf11-433ba6bdeff8 req-997f267f-d01a-489e-8d31-1afd8fac42d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 1097 time: 0.3507066 Jul 09 19:52:12.282120 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-f3eebddb-eda2-4f05-9674-afbcfe7a1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:12.283652 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-f3eebddb-eda2-4f05-9674-afbcfe7a1c57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 1099 time: 0.3295987 Jul 09 19:52:12.293504 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-801be433-3dc9-40d3-88ca-5ae9ae0b0cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.361409 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-1019ac23-e3ea-4dd2-ab07-1e9a765be4bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=d3ab1148-7eb0-47e5-885c-da9b7775e236 HTTP/1.1" status: 200 len: 217 time: 0.0649228 Jul 09 19:52:12.362365 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-73a506b0-b66e-4c64-918c-4c03d479f03c req-d53ea68f-2761-4252-9dae-58d6f6983c38 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 210 time: 0.0361724 Jul 09 19:52:12.362883 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-a7fc9664-9397-4365-8abe-c4ebceecc3d2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Allocated IP 172.20.0.8 (cde8a11d-a413-4777-8c30-ae667fa77b73/17547801-50dc-48f3-9bbc-7cabca72c457/bdf2e0e1-07f9-472b-a12a-ba984174f50a) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:12.384324 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-801be433-3dc9-40d3-88ca-5ae9ae0b0cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.388338 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-801be433-3dc9-40d3-88ca-5ae9ae0b0cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.392678 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-801be433-3dc9-40d3-88ca-5ae9ae0b0cb6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6 HTTP/1.1" status: 204 len: 168 time: 0.2037225 Jul 09 19:52:12.402748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801be433-3dc9-40d3-88ca-5ae9ae0b0cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e0fb14-9bef-4e11-8f7c-bcfa3960a9e6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:12.467544 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 651d0591-d071-4a03-93f1-bac853da1f6d details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:52:12.473089 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-98b10c7b-d0e0-40cb-a8e4-3448079dba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:12.474891 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-98b10c7b-d0e0-40cb-a8e4-3448079dba20 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1047733 Jul 09 19:52:12.530172 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b5ec4d0-cae5-4327-bf11-433ba6bdeff8 req-5255066c-a26c-4cb7-935b-51c6b345e981 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455482 Jul 09 19:52:12.573102 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c90b71-eec6-4366-9df2-d4d30e0ea69f req-3c259808-16c5-4e2a-8121-a5ce2e9b8bc1 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:12.581386 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-74c90b71-eec6-4366-9df2-d4d30e0ea69f req-3c259808-16c5-4e2a-8121-a5ce2e9b8bc1 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 945 time: 0.3850012 Jul 09 19:52:12.640329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-faa21a89-254a-4b24-b431-a23178e5c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:12.641810 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-faa21a89-254a-4b24-b431-a23178e5c451 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1560268 Jul 09 19:52:12.643735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de38dd6-b0d8-4f4b-9fb3-d705b4e86f36 req-6c05e22f-d9dc-4700-af99-ecaca2934024 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:12.647209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7de38dd6-b0d8-4f4b-9fb3-d705b4e86f36 req-6c05e22f-d9dc-4700-af99-ecaca2934024 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 946 time: 0.1477537 Jul 09 19:52:12.667017 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-74c90b71-eec6-4366-9df2-d4d30e0ea69f req-afb6ffbd-474f-428d-9496-d856c73975d6 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846031 Jul 09 19:52:12.683702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:12.705092 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '651d0591-d071-4a03-93f1-bac853da1f6d', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '651d0591-d071-4a03-93f1-bac853da1f6d', 'mac_address': 'fa:16:3e:cb:0c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:52:12.716775 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7de38dd6-b0d8-4f4b-9fb3-d705b4e86f36 req-517105c0-a9f6-41bb-9274-6295f19e7c10 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628366 Jul 09 19:52:12.755839 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.771203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651d0591-d071-4a03-93f1-bac853da1f6d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:12.816563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:12.820547 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:12.837089 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-2df071ef-46fe-48c9-9198-1450b29dbb1b service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649656 Jul 09 19:52:12.841685 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3940832-d8b1-4657-b0bf-ed48aecf18b9 x-openstack-request-id: req-a3940832-d8b1-4657-b0bf-ed48aecf18b9 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:12.841977 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23e8329-0bbb-4552-b426-2e051fd1cd5b", "tag": "d3ab1148-7eb0-47e5-885c-da9b7775e236", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:12.842233 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3940832-d8b1-4657-b0bf-ed48aecf18b9 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:12.842650 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23e8329-0bbb-4552-b426-2e051fd1cd5b', 'tag': 'd3ab1148-7eb0-47e5-885c-da9b7775e236', 'status': 'completed', 'code': 200} Jul 09 19:52:12.930581 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=651d0591-d071-4a03-93f1-bac853da1f6d,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:12.959893 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1132cc29-7ddb-4ecd-b02a-ebedfc76e5d0 req-6b3bd2ed-e860-48ba-aa45-f3783c8d6577 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030953 Jul 09 19:52:13.017355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fc49c-da2b-4f0a-bcd1-b906a4ba9227 req-ccff06d9-a757-4969-8ae7-f346ab079601 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:13.030765 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3d3fc49c-da2b-4f0a-bcd1-b906a4ba9227 req-ccff06d9-a757-4969-8ae7-f346ab079601 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 948 time: 0.1099441 Jul 09 19:52:13.124082 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3d3fc49c-da2b-4f0a-bcd1-b906a4ba9227 req-a6524831-aa83-49a7-a64e-d25842c83dbf tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923452 Jul 09 19:52:13.155432 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c370c-a6b2-4a8f-af00-ee0a72fa1bd7 req-0e36b150-4a23-4d0f-8dd0-cbcf17488640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:13.157173 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-496c370c-a6b2-4a8f-af00-ee0a72fa1bd7 req-0e36b150-4a23-4d0f-8dd0-cbcf17488640 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 1099 time: 0.1380095 Jul 09 19:52:13.160707 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-a7fc9664-9397-4365-8abe-c4ebceecc3d2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.226758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['651d0591-d071-4a03-93f1-bac853da1f6d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:13.325111 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-a7fc9664-9397-4365-8abe-c4ebceecc3d2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.333431 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c370c-a6b2-4a8f-af00-ee0a72fa1bd7 req-230ca999-af90-4b4d-bbef-4fc81e3d8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:13.335810 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-496c370c-a6b2-4a8f-af00-ee0a72fa1bd7 req-230ca999-af90-4b4d-bbef-4fc81e3d8db9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1586847 Jul 09 19:52:13.359025 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-a7fc9664-9397-4365-8abe-c4ebceecc3d2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Network cde8a11d-a413-4777-8c30-ae667fa77b73 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:13.391147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-a7fc9664-9397-4365-8abe-c4ebceecc3d2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:13.394331 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-a7fc9664-9397-4365-8abe-c4ebceecc3d2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:13.452225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708660e-0285-48d0-8f32-f9f0965cdad9 req-24220ba1-78e2-4022-8201-6d0ae47e99f3 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:13.463503 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e708660e-0285-48d0-8f32-f9f0965cdad9 req-24220ba1-78e2-4022-8201-6d0ae47e99f3 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 949 time: 0.1420805 Jul 09 19:52:13.468897 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-496c370c-a6b2-4a8f-af00-ee0a72fa1bd7 req-ff1f821b-60bd-4aa1-bc76-c12459bccc5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=d3ab1148-7eb0-47e5-885c-da9b7775e236 HTTP/1.1" status: 200 len: 217 time: 0.0791326 Jul 09 19:52:13.514230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e708660e-0285-48d0-8f32-f9f0965cdad9 req-1c808bfc-da9c-46e4-bb48-491aba2aaef9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485225 Jul 09 19:52:13.544721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009a20b-c265-4716-a16c-f52f31cd8c0c req-d87377f6-3975-4fb4-9521-bd702d9a2af6 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:13.559392 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3009a20b-c265-4716-a16c-f52f31cd8c0c req-d87377f6-3975-4fb4-9521-bd702d9a2af6 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 1096 time: 0.2915165 Jul 09 19:52:13.559532 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc9664-9397-4365-8abe-c4ebceecc3d2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Pushing event updated for resources: {'Port': ['ID=bdf2e0e1-07f9-472b-a12a-ba984174f50a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:13.569033 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c370c-a6b2-4a8f-af00-ee0a72fa1bd7 req-ad6b1cfd-1ff3-4fda-814d-fe7ba5034580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:13.570441 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-496c370c-a6b2-4a8f-af00-ee0a72fa1bd7 req-ad6b1cfd-1ff3-4fda-814d-fe7ba5034580 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0895765 Jul 09 19:52:13.586697 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-a7fc9664-9397-4365-8abe-c4ebceecc3d2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:13.587323 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-a7fc9664-9397-4365-8abe-c4ebceecc3d2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.639081 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-a7fc9664-9397-4365-8abe-c4ebceecc3d2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0998902 Jul 09 19:52:13.654068 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3009a20b-c265-4716-a16c-f52f31cd8c0c req-5f5ea996-bb1f-4077-9a4f-b4cf92c35f89 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009781 Jul 09 19:52:13.666926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Request body: {'port': {'device_id': '96b5cfdc-7ac0-4171-9cc2-16b3e27a9917', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:13.761540 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c370c-a6b2-4a8f-af00-ee0a72fa1bd7 req-9f1711ae-cb2e-4058-b4f1-7472d681ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:13.765678 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-496c370c-a6b2-4a8f-af00-ee0a72fa1bd7 req-9f1711ae-cb2e-4058-b4f1-7472d681ce6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1852379 Jul 09 19:52:13.779637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a8899-497b-4ff3-a432-f1ddc4583f42 req-f92b3b7d-7e06-4713-925e-7c5196036182 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:13.781660 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae8a8899-497b-4ff3-a432-f1ddc4583f42 req-f92b3b7d-7e06-4713-925e-7c5196036182 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 945 time: 0.1095493 Jul 09 19:52:13.841514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894aa05a-e049-48bf-96fc-1f71922e50a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5245d26e-012d-4fef-ac24-997763e5ef21'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:13.844034 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571243d6-3370-45bc-8a11-5a36c4877016" -d '{"events": [{"server_uuid": "894aa05a-e049-48bf-96fc-1f71922e50a0", "name": "network-vif-plugged", "status": "completed", "tag": "5245d26e-012d-4fef-ac24-997763e5ef21"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:13.846429 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae8a8899-497b-4ff3-a432-f1ddc4583f42 req-19e33075-d01f-4f1d-8b12-2e54f8022a5e tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544386 Jul 09 19:52:13.965404 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:13.990483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-496c370c-a6b2-4a8f-af00-ee0a72fa1bd7 req-63b4619b-6f57-4667-b601-ddf5fb48b73e service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155185 Jul 09 19:52:13.994867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03decbb2-b14b-4c80-99ab-6fd80e521c33 req-3334bcd0-fffc-43f5-81f1-9936a3812675 tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:13.996433 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03decbb2-b14b-4c80-99ab-6fd80e521c33 req-3334bcd0-fffc-43f5-81f1-9936a3812675 tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 1102 time: 0.1351111 Jul 09 19:52:14.022322 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a52a7-b440-4e38-8f6e-094273ed6c6d req-6b0f964b-1af5-4575-a1ce-d931c69aedd0 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:14.023934 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bb5a52a7-b440-4e38-8f6e-094273ed6c6d req-6b0f964b-1af5-4575-a1ce-d931c69aedd0 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 931 time: 0.0679681 Jul 09 19:52:14.068560 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bb5a52a7-b440-4e38-8f6e-094273ed6c6d req-92e82c03-a5ce-4055-9988-97a887bf1c37 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385919 Jul 09 19:52:14.189818 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:52:14.420478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32577afb-c483-455c-8a29-5798f0bc3716 req-832771e5-099f-4565-841d-e780f2baff5e tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:14.420766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['28888a29-2c11-462d-a422-09928b274d9c'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:14.422628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32577afb-c483-455c-8a29-5798f0bc3716 req-832771e5-099f-4565-841d-e780f2baff5e tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 1096 time: 0.0584140 Jul 09 19:52:14.428553 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03decbb2-b14b-4c80-99ab-6fd80e521c33 req-9c66819b-2184-4f20-bfde-beed76762715 tempest-ServersAdminTestJSON-497369014 tempest-ServersAdminTestJSON-497369014-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313751 Jul 09 19:52:14.464111 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-496c370c-a6b2-4a8f-af00-ee0a72fa1bd7 req-57295b96-f0c9-485b-81d6-76cc9cd31e11 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658453 Jul 09 19:52:14.531536 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32577afb-c483-455c-8a29-5798f0bc3716 req-d05a4bdb-c357-4c0c-8dd8-87e06555ddd6 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860674 Jul 09 19:52:14.629352 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58560144-5606-4e9d-9e90-51d711ab5b4c x-openstack-request-id: req-58560144-5606-4e9d-9e90-51d711ab5b4c {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:14.629721 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894aa05a-e049-48bf-96fc-1f71922e50a0", "name": "network-vif-plugged", "status": "completed", "tag": "5245d26e-012d-4fef-ac24-997763e5ef21", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:14.630042 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58560144-5606-4e9d-9e90-51d711ab5b4c {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:14.630492 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894aa05a-e049-48bf-96fc-1f71922e50a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5245d26e-012d-4fef-ac24-997763e5ef21', 'code': 200} Jul 09 19:52:14.684131 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf2e0e1-07f9-472b-a12a-ba984174f50a {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:14.697162 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.711817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f9822-a2e1-4bcd-afc2-c92d0b38164a req-86a03f2f-6833-4862-b07f-ac89d65efed8 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:14.713393 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c05f9822-a2e1-4bcd-afc2-c92d0b38164a req-86a03f2f-6833-4862-b07f-ac89d65efed8 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 946 time: 0.1329091 Jul 09 19:52:14.730765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Transition to ACTIVE for port object bdf2e0e1-07f9-472b-a12a-ba984174f50a will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:14.739967 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.768127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e735f5-ec53-429a-a959-72042be5902e req-36fd0b94-1697-4fd0-a737-6f2345696569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:14.770056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b2e735f5-ec53-429a-a959-72042be5902e req-36fd0b94-1697-4fd0-a737-6f2345696569 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 1096 time: 0.0754552 Jul 09 19:52:14.806565 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c05f9822-a2e1-4bcd-afc2-c92d0b38164a req-9c28baa0-b125-49a3-8eca-fd42076709ee tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871890 Jul 09 19:52:14.846048 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf2e0e1-07f9-472b-a12a-ba984174f50a,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:14.861748 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b2e735f5-ec53-429a-a959-72042be5902e req-a9f5ff6f-7ee6-42c8-895d-ffb7d8caafd6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837831 Jul 09 19:52:14.900045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e05627-e3ba-49c9-86d3-4cac943a5879 req-c0881d66-9395-4ea5-a07f-5344e6870c43 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:14.901257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Attempting to bind port bdf2e0e1-07f9-472b-a12a-ba984174f50a on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:14.901538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Attempting to bind port bdf2e0e1-07f9-472b-a12a-ba984174f50a by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:14.901825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Attempting to bind port bdf2e0e1-07f9-472b-a12a-ba984174f50a on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:14.906911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Port bdf2e0e1-07f9-472b-a12a-ba984174f50a on network cde8a11d-a413-4777-8c30-ae667fa77b73 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:52:14.907254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Attempting to bind port bdf2e0e1-07f9-472b-a12a-ba984174f50a on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:14.907367 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-14e05627-e3ba-49c9-86d3-4cac943a5879 req-c0881d66-9395-4ea5-a07f-5344e6870c43 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 948 time: 0.1233282 Jul 09 19:52:14.921921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:14.922276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Checking segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:14.922677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Bound using segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:14.923217 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Bound port: bdf2e0e1-07f9-472b-a12a-ba984174f50a, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:14.924357 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:14.951221 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-14e05627-e3ba-49c9-86d3-4cac943a5879 req-b2d26dfc-7b76-49d5-bd67-9ae09dbe2126 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425272 Jul 09 19:52:15.011713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:15.016520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:15.022601 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:15.087588 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf2e0e1-07f9-472b-a12a-ba984174f50a,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:15.112915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:15.116972 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:15.119240 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0c9a7997-f50f-4724-80f4-f05781ce82c3 service neutron] 10.222.0.36 "PUT /v2.0/ports/bdf2e0e1-07f9-472b-a12a-ba984174f50a HTTP/1.1" status: 200 len: 1091 time: 1.4574759 Jul 09 19:52:15.119987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b5cfdc-7ac0-4171-9cc2-16b3e27a9917', 'tag': 'bdf2e0e1-07f9-472b-a12a-ba984174f50a'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:15.124864 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ce26a0-5480-41f1-b697-59bbc516b67d" -d '{"events": [{"name": "network-changed", "server_uuid": "96b5cfdc-7ac0-4171-9cc2-16b3e27a9917", "tag": "bdf2e0e1-07f9-472b-a12a-ba984174f50a"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:15.159153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce3c24-3fcd-4885-8aa6-efd0ec187c97 req-59ac02b1-659b-4e2c-af26-cdea9e369513 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:15.162263 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-efce3c24-3fcd-4885-8aa6-efd0ec187c97 req-59ac02b1-659b-4e2c-af26-cdea9e369513 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 949 time: 0.0777209 Jul 09 19:52:15.211649 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-efce3c24-3fcd-4885-8aa6-efd0ec187c97 req-1aeae24a-7bc1-44cb-ab0d-1adb1de0ee94 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406845 Jul 09 19:52:15.246440 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-987993ac-1f81-4588-b9a7-3af01fedc31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:15.248461 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-987993ac-1f81-4588-b9a7-3af01fedc31d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 1094 time: 0.0659037 Jul 09 19:52:15.296791 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-903f269d-6a5b-4451-9c30-4beb9cd20ba2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a HTTP/1.1" status: 200 len: 217 time: 0.0387583 Jul 09 19:52:15.390034 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-f6ee09d1-97b1-40c0-9433-3ef8ca1deacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:15.391561 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-f6ee09d1-97b1-40c0-9433-3ef8ca1deacc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.0847263 Jul 09 19:52:15.399386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80a63c-d281-48ef-9875-399cec492fd8 req-18889fee-cab4-4ac6-b4c5-0d75fb229fc1 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:15.401309 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f80a63c-d281-48ef-9875-399cec492fd8 req-18889fee-cab4-4ac6-b4c5-0d75fb229fc1 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 946 time: 0.0769923 Jul 09 19:52:15.411213 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52928) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:15.417347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6057abc2-672f-45c9-b652-573b2d2deeb5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Request body: {'floatingip': {'port_id': '8ec7abcc-df51-47ce-bdc6-10ad830fee61'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:15.447814 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-f1c70b1a-5316-428d-b385-5ec2c8beb755 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458331 Jul 09 19:52:15.465980 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6057abc2-672f-45c9-b652-573b2d2deeb5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:15.526859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9fe46-d085-4873-b1ae-325e8f2f4809 req-34d35306-a627-4e99-9c27-553e0aa6f723 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:15.528834 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-baa9fe46-d085-4873-b1ae-325e8f2f4809 req-34d35306-a627-4e99-9c27-553e0aa6f723 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 945 time: 0.1863177 Jul 09 19:52:15.605198 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-baa9fe46-d085-4873-b1ae-325e8f2f4809 req-5ff9f605-9653-4896-a822-95515b4f38b2 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661175 Jul 09 19:52:15.626010 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-0ec7019f-c124-424e-83a1-1251e47eb7ed service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750185 Jul 09 19:52:15.710949 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db93d3e-7574-4d98-8ddf-7f89bedef4b4 x-openstack-request-id: req-7db93d3e-7574-4d98-8ddf-7f89bedef4b4 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:15.711861 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b5cfdc-7ac0-4171-9cc2-16b3e27a9917", "tag": "bdf2e0e1-07f9-472b-a12a-ba984174f50a", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:15.713114 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7db93d3e-7574-4d98-8ddf-7f89bedef4b4 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:15.713940 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b5cfdc-7ac0-4171-9cc2-16b3e27a9917', 'tag': 'bdf2e0e1-07f9-472b-a12a-ba984174f50a', 'status': 'completed', 'code': 200} Jul 09 19:52:15.836486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f380842-8df7-47fc-bcb1-a4657b0b40f3 req-b177c200-7a2a-46e8-bf2d-76a6ccfde1a9 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:15.839856 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f380842-8df7-47fc-bcb1-a4657b0b40f3 req-b177c200-7a2a-46e8-bf2d-76a6ccfde1a9 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 943 time: 0.2207627 Jul 09 19:52:15.847961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52942) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:15.865150 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9b55a9c-0814-4051-8366-dede30fcd852 req-72dd52e2-e099-4b9b-8e0e-b768dbf04a5f service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303915 Jul 09 19:52:15.894684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728fa59-a55b-4ce4-a63a-f5cbfa9f7f46 req-c8b7d4a4-359f-47ea-bad1-b18fe2f48f03 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:15.896312 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0728fa59-a55b-4ce4-a63a-f5cbfa9f7f46 req-c8b7d4a4-359f-47ea-bad1-b18fe2f48f03 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 949 time: 0.1245458 Jul 09 19:52:15.958098 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f380842-8df7-47fc-bcb1-a4657b0b40f3 req-62ef7861-4bb6-41e9-ba9b-0344a8fbcf88 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096983 Jul 09 19:52:16.010808 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0728fa59-a55b-4ce4-a63a-f5cbfa9f7f46 req-01b62711-c867-4e1b-8cc7-cb91d185abf5 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051302 Jul 09 19:52:16.058852 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0de7b320-1dc6-4686-99dc-29f20caf0553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:16.092496 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce26a0-5480-41f1-b697-59bbc516b67d req-c2cbd5c7-d127-4acb-9cfa-6c69c1b93b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:16.094052 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-96ce26a0-5480-41f1-b697-59bbc516b67d req-c2cbd5c7-d127-4acb-9cfa-6c69c1b93b23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 1094 time: 0.1633530 Jul 09 19:52:16.197412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce26a0-5480-41f1-b697-59bbc516b67d req-1f1c3876-1735-429e-b8a4-182512b78a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:16.199011 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-96ce26a0-5480-41f1-b697-59bbc516b67d req-1f1c3876-1735-429e-b8a4-182512b78a80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.0961874 Jul 09 19:52:16.215848 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6057abc2-672f-45c9-b652-573b2d2deeb5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:16.220351 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6057abc2-672f-45c9-b652-573b2d2deeb5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:16.266652 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-96ce26a0-5480-41f1-b697-59bbc516b67d req-30e1c070-c419-4fae-89d3-ed0e478ea618 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a HTTP/1.1" status: 200 len: 217 time: 0.0531940 Jul 09 19:52:16.353384 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-6057abc2-672f-45c9-b652-573b2d2deeb5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Floating IP 07f1c650-3fd1-4f23-962b-153e03032d70 associated. External IP: 172.25.0.149, port: 8ec7abcc-df51-47ce-bdc6-10ad830fee61. Jul 09 19:52:16.388845 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0de7b320-1dc6-4686-99dc-29f20caf0553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:16.421731 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0de7b320-1dc6-4686-99dc-29f20caf0553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:16.452111 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0de7b320-1dc6-4686-99dc-29f20caf0553 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d6a15f331e64cf6b2d48fbd35dd059c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996196 Jul 09 19:52:16.456492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52954) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:16.502972 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d3ab1148-7eb0-47e5-885c-da9b7775e236 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:52:16.523135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce26a0-5480-41f1-b697-59bbc516b67d req-b62e5b60-6b1f-4a01-8ae7-b02d2de788ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:16.524748 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-96ce26a0-5480-41f1-b697-59bbc516b67d req-b62e5b60-6b1f-4a01-8ae7-b02d2de788ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.2495320 Jul 09 19:52:16.533142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a60ca-d026-422e-97c1-6c0fe537068f req-8a4c6873-952c-4447-9d64-d3fe2e2a96ba tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:16.540185 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e33a60ca-d026-422e-97c1-6c0fe537068f req-8a4c6873-952c-4447-9d64-d3fe2e2a96ba tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 948 time: 0.3402038 Jul 09 19:52:16.543890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7b320-1dc6-4686-99dc-29f20caf0553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b05fa9-c151-4fe6-b165-f40d04a327e6,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:16.605566 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-96ce26a0-5480-41f1-b697-59bbc516b67d req-d60a625f-8047-497c-8afd-329756154104 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631900 Jul 09 19:52:16.638205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6057abc2-672f-45c9-b652-573b2d2deeb5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Router 08cbb4b3-4b26-4067-b412-fab88be37c42 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:52:16.639502 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d4852fb-e355-4bd4-acd6-b7fceb9f4342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:16.663644 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d4852fb-e355-4bd4-acd6-b7fceb9f4342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:16.714967 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d4852fb-e355-4bd4-acd6-b7fceb9f4342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:16.717895 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d4852fb-e355-4bd4-acd6-b7fceb9f4342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:16.719085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8d4852fb-e355-4bd4-acd6-b7fceb9f4342 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1b05fa9-c151-4fe6-b165-f40d04a327e6 HTTP/1.1" status: 204 len: 168 time: 0.2615099 Jul 09 19:52:16.727624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port d3ab1148-7eb0-47e5-885c-da9b7775e236, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d3ab1148-7eb0-47e5-885c-da9b7775e236,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:16.727824 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-96ce26a0-5480-41f1-b697-59bbc516b67d req-f7f2fae2-fbc4-4511-8800-2f4ebf1e851f service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064906 Jul 09 19:52:16.740603 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4852fb-e355-4bd4-acd6-b7fceb9f4342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b05fa9-c151-4fe6-b165-f40d04a327e6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:16.744952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 651d0591-d071-4a03-93f1-bac853da1f6d up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:16.888719 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-96ce26a0-5480-41f1-b697-59bbc516b67d req-75fd8bc3-dcea-4667-a8ce-ca2eae44b03b service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467857 Jul 09 19:52:16.913041 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6057abc2-672f-45c9-b652-573b2d2deeb5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:52:16.914521 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e33a60ca-d026-422e-97c1-6c0fe537068f req-337089bc-fc65-4848-b6a4-43c161b6acee tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731146 Jul 09 19:52:16.927008 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6057abc2-672f-45c9-b652-573b2d2deeb5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:16.986470 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6057abc2-672f-45c9-b652-573b2d2deeb5 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "PUT /v2.0/floatingips/07f1c650-3fd1-4f23-962b-153e03032d70 HTTP/1.1" status: 200 len: 992 time: 1.5725758 Jul 09 19:52:16.987456 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b8387ef-3508-4398-8aa3-54335b240b63', 'tag': '8ec7abcc-df51-47ce-bdc6-10ad830fee61'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:16.989471 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a342e7-b4b3-4ec6-8c44-626ca3d0cc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b8387ef-3508-4398-8aa3-54335b240b63", "tag": "8ec7abcc-df51-47ce-bdc6-10ad830fee61"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:16.995237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a049f-72a3-4d96-86b7-9f50416b2ba3 None None] Sync routers for ids ['08cbb4b3-4b26-4067-b412-fab88be37c42'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:52:17.000996 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'd3ab1148-7eb0-47e5-885c-da9b7775e236', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'd3ab1148-7eb0-47e5-885c-da9b7775e236', 'mac_address': 'fa:16:3e:b1:f1:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:52:17.028959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a049f-72a3-4d96-86b7-9f50416b2ba3 None None] Routers {'08cbb4b3-4b26-4067-b412-fab88be37c42'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:17.030737 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-502a049f-72a3-4d96-86b7-9f50416b2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:51:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['08cbb4b3-4b26-4067-b412-fab88be37c42'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:17.105467 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e9a39-1d57-4a1a-9917-29b60a79aaf2 req-5536c608-bcde-4fcf-9ed9-89b64130bec1 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:17.108606 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a4e9a39-1d57-4a1a-9917-29b60a79aaf2 req-5536c608-bcde-4fcf-9ed9-89b64130bec1 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 949 time: 0.2224588 Jul 09 19:52:17.118207 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:17.156976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 651d0591-d071-4a03-93f1-bac853da1f6d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:17.173190 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ab1148-7eb0-47e5-885c-da9b7775e236 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:17.178247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 651d0591-d071-4a03-93f1-bac853da1f6d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:17.178555 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:17.240186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port d3ab1148-7eb0-47e5-885c-da9b7775e236, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d3ab1148-7eb0-47e5-885c-da9b7775e236,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:17.242313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-502a049f-72a3-4d96-86b7-9f50416b2ba3 None None] Set router 08cbb4b3-4b26-4067-b412-fab88be37c42 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:17.274369 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:17.299642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bb268-8b68-45f4-b4f0-e21f3a2fa531 req-7c773132-15d3-48f5-b4af-fce489142cdb tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:17.301302 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c85bb268-8b68-45f4-b4f0-e21f3a2fa531 req-7c773132-15d3-48f5-b4af-fce489142cdb tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 949 time: 0.1634147 Jul 09 19:52:17.307110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-3a4e9a39-1d57-4a1a-9917-29b60a79aaf2 req-fbe84f44-9656-411b-b7fe-d915d0fbfbb0 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Deleting port b7ade2ab-d28b-47dc-9559-55b89116959b {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:17.307540 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3a4e9a39-1d57-4a1a-9917-29b60a79aaf2 req-fbe84f44-9656-411b-b7fe-d915d0fbfbb0 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:17.386738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=d3ab1148-7eb0-47e5-885c-da9b7775e236,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:17.417192 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c85bb268-8b68-45f4-b4f0-e21f3a2fa531 req-1d23432a-e420-4ace-bc63-a200f9cfa238 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927107 Jul 09 19:52:17.448165 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3a4e9a39-1d57-4a1a-9917-29b60a79aaf2 req-fbe84f44-9656-411b-b7fe-d915d0fbfbb0 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] For port b7ade2ab-d28b-47dc-9559-55b89116959b, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b7ade2ab-d28b-47dc-9559-55b89116959b,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:17.448606 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3a4e9a39-1d57-4a1a-9917-29b60a79aaf2 req-fbe84f44-9656-411b-b7fe-d915d0fbfbb0 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:17.452131 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:17.485984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-3a4e9a39-1d57-4a1a-9917-29b60a79aaf2 req-fbe84f44-9656-411b-b7fe-d915d0fbfbb0 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Calling delete_port for b7ade2ab-d28b-47dc-9559-55b89116959b owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:17.539092 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:17.540706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:17.544780 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2024890-739c-49f2-b285-810f99be38dc" -d '{"events": [{"server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "name": "network-vif-plugged", "status": "completed", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:17.575316 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:17.593347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-a6ec5425-4f57-46a5-95f8-bdc60025ba56 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:52:17.594585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-a6ec5425-4f57-46a5-95f8-bdc60025ba56 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097568 Jul 09 19:52:17.605461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-95ce5464-00c6-419e-9a78-3a11f3125aa5 service neutron] Request body: {'binding': {'host': 'n-h2-800088-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:17.606199 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-95ce5464-00c6-419e-9a78-3a11f3125aa5 service neutron] Unknown quota resources ['binding']. {{(pid=100205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:52:17.647293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=651d0591-d071-4a03-93f1-bac853da1f6d,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:17.666123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['d3ab1148-7eb0-47e5-885c-da9b7775e236'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:17.694704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc90a5f-eb57-4f19-8407-5aea1476c1c7 req-64763cce-4261-4523-bea7-22cc2d85f927 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:17.696263 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5cc90a5f-eb57-4f19-8407-5aea1476c1c7 req-64763cce-4261-4523-bea7-22cc2d85f927 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 945 time: 0.1082540 Jul 09 19:52:17.743040 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3a4e9a39-1d57-4a1a-9917-29b60a79aaf2 req-fbe84f44-9656-411b-b7fe-d915d0fbfbb0 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:17.768729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['89a18d41-4915-4c97-9b04-7b64416fc7c6'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:17.779880 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-95ce5464-00c6-419e-9a78-3a11f3125aa5 service neutron] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on host n-h2-800088-3 for vnic_type normal with profile None {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:17.780229 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-95ce5464-00c6-419e-9a78-3a11f3125aa5 service neutron] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:17.781078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-95ce5464-00c6-419e-9a78-3a11f3125aa5 service neutron] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:17.789048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-95ce5464-00c6-419e-9a78-3a11f3125aa5 service neutron] Port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:52:17.789385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-95ce5464-00c6-419e-9a78-3a11f3125aa5 service neutron] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:17.797142 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-95ce5464-00c6-419e-9a78-3a11f3125aa5 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:17.797757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-95ce5464-00c6-419e-9a78-3a11f3125aa5 service neutron] Checking segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:17.799301 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-95ce5464-00c6-419e-9a78-3a11f3125aa5 service neutron] Bound using segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:17.799933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-95ce5464-00c6-419e-9a78-3a11f3125aa5 service neutron] Bound port: 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:17.820316 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5cc90a5f-eb57-4f19-8407-5aea1476c1c7 req-375e4e6b-21c4-48b1-88ba-b146562b3166 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158812 Jul 09 19:52:17.821624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe84f44-9656-411b-b7fe-d915d0fbfbb0 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Pushing event deleted for resources: {'Port': ['ID=b7ade2ab-d28b-47dc-9559-55b89116959b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:17.877005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-95ce5464-00c6-419e-9a78-3a11f3125aa5 service neutron] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:17.883526 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-95ce5464-00c6-419e-9a78-3a11f3125aa5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:17.897177 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-95ce5464-00c6-419e-9a78-3a11f3125aa5 service neutron] 10.222.0.30 "POST /v2.0/ports/75db3b3e-00cf-45de-9668-ae6c7243a2d2/bindings HTTP/1.1" status: 201 len: 389 time: 0.2913470 Jul 09 19:52:17.897937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53006) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:17.926097 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-502a049f-72a3-4d96-86b7-9f50416b2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:17Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '07f1c650-3fd1-4f23-962b-153e03032d70', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'port_id': '8ec7abcc-df51-47ce-bdc6-10ad830fee61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'mac_address': 'fa:16:3e:de:23:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8387ef-3508-4398-8aa3-54335b240b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:49:45Z', 'updated_at': '2021-07-09T19:52:16Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96', 'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'mac_address': 'fa:16:3e:71:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:16Z', 'updated_at': '2021-07-09T19:49:24Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'subnets': [{'id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:17.936074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4e9a39-1d57-4a1a-9917-29b60a79aaf2 req-fbe84f44-9656-411b-b7fe-d915d0fbfbb0 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] No DVR routers for this DVR port b7ade2ab-d28b-47dc-9559-55b89116959b on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:17.943897 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3a4e9a39-1d57-4a1a-9917-29b60a79aaf2 req-fbe84f44-9656-411b-b7fe-d915d0fbfbb0 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:17.947944 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a4e9a39-1d57-4a1a-9917-29b60a79aaf2 req-fbe84f44-9656-411b-b7fe-d915d0fbfbb0 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.32 "DELETE /v2.0/ports/b7ade2ab-d28b-47dc-9559-55b89116959b HTTP/1.1" status: 204 len: 173 time: 0.8321753 Jul 09 19:52:17.948743 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c2c9f8-c5be-4304-8580-67dcdfd9d91d', 'name': 'network-vif-deleted', 'tag': 'b7ade2ab-d28b-47dc-9559-55b89116959b'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:17.962376 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b72d15-ba46-481e-88d1-1ee1673ee7e5" -d '{"events": [{"server_uuid": "e3c2c9f8-c5be-4304-8580-67dcdfd9d91d", "name": "network-vif-deleted", "tag": "b7ade2ab-d28b-47dc-9559-55b89116959b"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:18.053206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a049f-72a3-4d96-86b7-9f50416b2ba3 None None] Checking router: 08cbb4b3-4b26-4067-b412-fab88be37c42 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:52:18.062915 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1054558587-network', 'tenant_id': '69891594fedc4b1381c06847c9d5a29c'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:18.085433 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f186df-3c59-42b3-91b7-052dc6881d1b req-04fb825a-2676-4492-8202-316d00677eb6 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:18.086999 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52f186df-3c59-42b3-91b7-052dc6881d1b req-04fb825a-2676-4492-8202-316d00677eb6 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 943 time: 0.1181605 Jul 09 19:52:18.105328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] Made reservation on behalf of 69891594fedc4b1381c06847c9d5a29c for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:18.108341 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:18.122793 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cb7e5f-88f2-45ee-9244-cafb300d7a84 x-openstack-request-id: req-f9cb7e5f-88f2-45ee-9244-cafb300d7a84 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:18.123225 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b8387ef-3508-4398-8aa3-54335b240b63", "tag": "8ec7abcc-df51-47ce-bdc6-10ad830fee61", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:18.124433 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9cb7e5f-88f2-45ee-9244-cafb300d7a84 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:18.124968 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b8387ef-3508-4398-8aa3-54335b240b63', 'tag': '8ec7abcc-df51-47ce-bdc6-10ad830fee61', 'status': 'completed', 'code': 200} Jul 09 19:52:18.125764 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:18.178874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a049f-72a3-4d96-86b7-9f50416b2ba3 None None] Routers {'08cbb4b3-4b26-4067-b412-fab88be37c42'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:18.179548 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-502a049f-72a3-4d96-86b7-9f50416b2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:51:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['08cbb4b3-4b26-4067-b412-fab88be37c42'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:18.202114 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52f186df-3c59-42b3-91b7-052dc6881d1b req-b57652ca-3b39-4c6c-aefb-98adcf2b4704 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067090 Jul 09 19:52:18.339864 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ec3983a5-de0e-45d7-878b-e54dbfc0d6c2 req-3f5538db-892d-4f87-bee4-e22997fb6838 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2c9f8-c5be-4304-8580-67dcdfd9d91d HTTP/1.1" status: 200 len: 210 time: 0.0597665 Jul 09 19:52:18.381028 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddd6c74-cab2-4eea-85d7-b37c5aa29ad4 x-openstack-request-id: req-3ddd6c74-cab2-4eea-85d7-b37c5aa29ad4 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:18.384219 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "name": "network-vif-plugged", "status": "completed", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:18.386889 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:18.387891 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ddd6c74-cab2-4eea-85d7-b37c5aa29ad4 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:18.388360 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d', 'code': 200} Jul 09 19:52:18.392315 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:18.410630 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a342e7-b4b3-4ec6-8c44-626ca3d0cc3e req-3f36d5bf-bb0e-45ea-bd52-03a17dd45c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:18.416247 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b1a342e7-b4b3-4ec6-8c44-626ca3d0cc3e req-3f36d5bf-bb0e-45ea-bd52-03a17dd45c59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8306300c2ca646b2a26aca1c6a0e4ce6&device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 1097 time: 0.2461588 Jul 09 19:52:18.504364 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:52:18.522619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5bd8b8-8a82-4fc7-a2c9-dee5472f750c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:18.534839 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-502a049f-72a3-4d96-86b7-9f50416b2ba3 None None] Set router 08cbb4b3-4b26-4067-b412-fab88be37c42 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:18.543663 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:18.544019 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] Added segment a0e77273-21d5-4506-b79b-e543dd89f031 of type vlan for network efb7b128-2fde-418e-9528-ccaf6274a697 Jul 09 19:52:18.617013 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b282e-8a66-4c10-a1ed-d0aa65709465 req-4598ded5-46c0-4772-9efa-4bd20f23f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:18.618863 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b7b282e-8a66-4c10-a1ed-d0aa65709465 req-4598ded5-46c0-4772-9efa-4bd20f23f715 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 1101 time: 0.1936047 Jul 09 19:52:18.634730 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-df192e33-e1ed-494e-ad84-c9d467e0fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:18.637492 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-df192e33-e1ed-494e-ad84-c9d467e0fe3b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 1096 time: 0.3322396 Jul 09 19:52:18.638645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a342e7-b4b3-4ec6-8c44-626ca3d0cc3e req-50142b8a-cc39-4db6-ac5b-69c3f8fd714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:18.639300 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:18.640391 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b1a342e7-b4b3-4ec6-8c44-626ca3d0cc3e req-50142b8a-cc39-4db6-ac5b-69c3f8fd714b service neutron] 10.222.0.32 "GET /v2.0/networks?id=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd HTTP/1.1" status: 200 len: 924 time: 0.2156506 Jul 09 19:52:18.734168 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b7b282e-8a66-4c10-a1ed-d0aa65709465 req-3f544e92-dad1-42a2-9453-2256226be02a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071422 Jul 09 19:52:18.774653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea9e07-a398-4a73-abe8-54969d7861ea req-6be375e5-861f-4fca-ab82-d19991f47e46 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:18.784903 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdea9e07-a398-4a73-abe8-54969d7861ea req-6be375e5-861f-4fca-ab82-d19991f47e46 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 949 time: 0.2560897 Jul 09 19:52:18.788709 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:18.790553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:18.791418 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:18.826814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-502a049f-72a3-4d96-86b7-9f50416b2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:17Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '07f1c650-3fd1-4f23-962b-153e03032d70', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'port_id': '8ec7abcc-df51-47ce-bdc6-10ad830fee61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'mac_address': 'fa:16:3e:de:23:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8387ef-3508-4398-8aa3-54335b240b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:49:45Z', 'updated_at': '2021-07-09T19:52:16Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96', 'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'mac_address': 'fa:16:3e:71:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:16Z', 'updated_at': '2021-07-09T19:49:24Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'subnets': [{'id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:18.859845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a049f-72a3-4d96-86b7-9f50416b2ba3 None None] The sync data for ids ['08cbb4b3-4b26-4067-b412-fab88be37c42'] in n-d-800088-3 is: [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:17Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '07f1c650-3fd1-4f23-962b-153e03032d70', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'port_id': '8ec7abcc-df51-47ce-bdc6-10ad830fee61', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'mac_address': 'fa:16:3e:de:23:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8387ef-3508-4398-8aa3-54335b240b63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:49:45Z', 'updated_at': '2021-07-09T19:52:16Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96', 'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'mac_address': 'fa:16:3e:71:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:16Z', 'updated_at': '2021-07-09T19:49:24Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'subnets': [{'id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:52:18.876696 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9743090 Jul 09 19:52:18.880124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53020) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:18.890615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0e54ff8b-72a2-4f54-b064-4d69109d7def admin admin] Request body: {'subnet': {'network_id': 'efb7b128-2fde-418e-9528-ccaf6274a697', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1054558587-subnet', 'tenant_id': '69891594fedc4b1381c06847c9d5a29c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:18.904585 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-092ac5ce-126b-42e8-a692-445e874fde72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:18.906320 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-092ac5ce-126b-42e8-a692-445e874fde72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.2346213 Jul 09 19:52:18.912112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdea9e07-a398-4a73-abe8-54969d7861ea req-611a8c06-7b76-41bc-9de1-ba7b024567b2 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259854 Jul 09 19:52:18.912890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978ccdc-8e79-4d8f-be61-ebeb96577944 admin admin] Pushing event updated for resources: {'Network': ['ID=efb7b128-2fde-418e-9528-ccaf6274a697,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:18.928224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network efb7b128-2fde-418e-9528-ccaf6274a697 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:52:18.942059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b1a342e7-b4b3-4ec6-8c44-626ca3d0cc3e req-8fdf8319-ca95-41c2-8734-76139645d2d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ec7abcc-df51-47ce-bdc6-10ad830fee61 HTTP/1.1" status: 200 len: 1000 time: 0.2774155 Jul 09 19:52:18.992234 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2157900-4944-4aea-a232-f23cbb971aad x-openstack-request-id: req-e2157900-4944-4aea-a232-f23cbb971aad {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:18.992384 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c2c9f8-c5be-4304-8580-67dcdfd9d91d", "name": "network-vif-deleted", "tag": "b7ade2ab-d28b-47dc-9559-55b89116959b", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:18.992598 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2157900-4944-4aea-a232-f23cbb971aad {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:18.992987 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c2c9f8-c5be-4304-8580-67dcdfd9d91d', 'name': 'network-vif-deleted', 'tag': 'b7ade2ab-d28b-47dc-9559-55b89116959b', 'status': 'completed', 'code': 200} Jul 09 19:52:18.998541 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-68fb5917-fb17-40a9-bf5d-15813a8bfd76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2 HTTP/1.1" status: 200 len: 217 time: 0.0763614 Jul 09 19:52:19.045246 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593fa35-4a20-4691-a2b9-2d4954bb6e8b req-9ea99f5f-412a-4be3-bbd6-1c44559df162 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:19.046733 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b593fa35-4a20-4691-a2b9-2d4954bb6e8b req-9ea99f5f-412a-4be3-bbd6-1c44559df162 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 945 time: 0.2414596 Jul 09 19:52:19.047301 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e54ff8b-72a2-4f54-b064-4d69109d7def admin admin] Made reservation on behalf of 69891594fedc4b1381c06847c9d5a29c for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:19.049651 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e54ff8b-72a2-4f54-b064-4d69109d7def admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:19.147135 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1053de15-564d-4790-895d-cc6618a46f0b None None] New status for floating IP 07f1c650-3fd1-4f23-962b-153e03032d70: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:52:19.163139 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af647cea-a9b1-4964-9bdc-2781e16354eb req-4f50500f-4898-4692-be25-7b4a3985a563 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:19.164807 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af647cea-a9b1-4964-9bdc-2781e16354eb req-4f50500f-4898-4692-be25-7b4a3985a563 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.0822134 Jul 09 19:52:19.209283 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af647cea-a9b1-4964-9bdc-2781e16354eb req-7dea8534-df14-4982-a733-4a150013eac0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379610 Jul 09 19:52:19.388154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a342e7-b4b3-4ec6-8c44-626ca3d0cc3e req-ce72974f-c0d8-4f3e-b8dd-ed2c982ed414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:19.389649 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b1a342e7-b4b3-4ec6-8c44-626ca3d0cc3e req-ce72974f-c0d8-4f3e-b8dd-ed2c982ed414 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af1cf44f-f8a3-4725-a1ed-970ef7a6a778 HTTP/1.1" status: 200 len: 862 time: 0.4078133 Jul 09 19:52:19.401892 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-5b550052-8468-41e4-8ff8-c564a03ac53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:19.403227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c786c-b588-439c-99d7-cffcfdee92ea req-79a5060d-2785-4b26-87e2-97d8314f589a tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:19.403395 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-5b550052-8468-41e4-8ff8-c564a03ac53e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.3787272 Jul 09 19:52:19.404983 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-046c786c-b588-439c-99d7-cffcfdee92ea req-79a5060d-2785-4b26-87e2-97d8314f589a tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 945 time: 0.0757825 Jul 09 19:52:19.434207 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b593fa35-4a20-4691-a2b9-2d4954bb6e8b req-4061914c-9a05-48fc-b5ed-7e254ca859f7 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620446 Jul 09 19:52:19.443824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['a4922de8-c0f6-4eda-939e-6f668f193697'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:19.444904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-046c786c-b588-439c-99d7-cffcfdee92ea req-398385e8-b329-4053-8d5a-5399e51534cb tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333295 Jul 09 19:52:19.469032 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-02ada840-6e8f-47a4-a085-260bfb3a16c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565071 Jul 09 19:52:19.624069 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a342e7-b4b3-4ec6-8c44-626ca3d0cc3e req-8a8ff542-a0e6-4283-9b69-4746ca8aea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:19.625637 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b1a342e7-b4b3-4ec6-8c44-626ca3d0cc3e req-8a8ff542-a0e6-4283-9b69-4746ca8aea6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215986 Jul 09 19:52:19.661666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f91d75-e0ff-4e8d-87c4-2fc28d60cf8b req-8980837f-a4e8-48e3-bbb9-b3ee845967d9 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:19.663238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36f91d75-e0ff-4e8d-87c4-2fc28d60cf8b req-8980837f-a4e8-48e3-bbb9-b3ee845967d9 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 943 time: 0.0772207 Jul 09 19:52:19.693424 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-dfdeba2b-e1f8-4d20-a55e-ae52f1353a0f service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972766 Jul 09 19:52:19.703162 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36f91d75-e0ff-4e8d-87c4-2fc28d60cf8b req-d6ae18bf-0874-4783-92b2-cb8cd5fcd86f tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343270 Jul 09 19:52:19.797058 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e54ff8b-72a2-4f54-b064-4d69109d7def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:19.911024 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b1a342e7-b4b3-4ec6-8c44-626ca3d0cc3e req-b2e58ba1-7783-4884-8f28-43c43bb5be4c service neutron] 10.222.0.32 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648551 Jul 09 19:52:19.913458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54ff8b-72a2-4f54-b064-4d69109d7def admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ff8bb2-13eb-4b37-95e4-0b420276ea13,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:19.916655 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-fc510a33-ebc2-46ae-b658-84a234d695fc service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901941 Jul 09 19:52:19.966620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e54ff8b-72a2-4f54-b064-4d69109d7def admin admin] Checking segment: {'id': 'a0e77273-21d5-4506-b79b-e543dd89f031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'efb7b128-2fde-418e-9528-ccaf6274a697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:19.966992 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e54ff8b-72a2-4f54-b064-4d69109d7def admin admin] Network hostable DHCP agents. Network: efb7b128-2fde-418e-9528-ccaf6274a697, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:52:20.010635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e54ff8b-72a2-4f54-b064-4d69109d7def admin admin] Network efb7b128-2fde-418e-9528-ccaf6274a697 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:52:20.039070 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0e54ff8b-72a2-4f54-b064-4d69109d7def admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, efb7b128-2fde-418e-9528-ccaf6274a697) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:20.045452 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e54ff8b-72a2-4f54-b064-4d69109d7def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:20.045807 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e54ff8b-72a2-4f54-b064-4d69109d7def admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:20.052257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385e5dbe-2ff7-408a-a288-a90d80e9ad3a None None] Network efb7b128-2fde-418e-9528-ccaf6274a697 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:20.069714 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b1a342e7-b4b3-4ec6-8c44-626ca3d0cc3e req-551e13fa-9fc3-4514-a1a1-2ddfff847f33 service neutron] 10.222.0.32 "GET /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505787 Jul 09 19:52:20.095802 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0e54ff8b-72a2-4f54-b064-4d69109d7def admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2086191 Jul 09 19:52:20.169121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894aeb8-4b7c-43e3-8d1c-c97456160faf req-775f19af-6526-4ebd-bf9a-25ebe160c416 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:20.175299 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a894aeb8-4b7c-43e3-8d1c-c97456160faf req-775f19af-6526-4ebd-bf9a-25ebe160c416 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 950 time: 0.1215069 Jul 09 19:52:20.227663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd618f-f1d8-48fd-9f6a-8b2378bbc35b req-e00e9b85-27db-4030-8d4c-94425a37079b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:20.233125 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73cd618f-f1d8-48fd-9f6a-8b2378bbc35b req-e00e9b85-27db-4030-8d4c-94425a37079b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 949 time: 0.1359313 Jul 09 19:52:20.246582 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a894aeb8-4b7c-43e3-8d1c-c97456160faf req-4d9f0416-c893-4867-a01d-56b88a708530 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570226 Jul 09 19:52:20.281077 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a588126-064b-45ff-bce5-3b4a24400bbc None None] Network efb7b128-2fde-418e-9528-ccaf6274a697 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:20.308236 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73cd618f-f1d8-48fd-9f6a-8b2378bbc35b req-217604e4-ce67-48d0-9cbb-c483f6cb191e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663948 Jul 09 19:52:20.473423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802b2c7-0752-4e0a-8836-42a9c79bb4cb req-0825c187-8bb9-4e6a-bfa5-ebc693dc8f76 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:20.475579 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4802b2c7-0752-4e0a-8836-42a9c79bb4cb req-0825c187-8bb9-4e6a-bfa5-ebc693dc8f76 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.0844676 Jul 09 19:52:20.478619 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-42ea7842-b6a4-4c0f-9b30-ac61504abd86 req-91b04a38-e794-415f-9236-954ad2e234e6 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-67057621', 'description': 'tempest-description-283662100'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:20.505982 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-42ea7842-b6a4-4c0f-9b30-ac61504abd86 req-91b04a38-e794-415f-9236-954ad2e234e6 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:20.523973 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4802b2c7-0752-4e0a-8836-42a9c79bb4cb req-6ddd6b3d-c071-445a-9797-2f4c5d3479a6 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424190 Jul 09 19:52:20.550120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d3ab1148-7eb0-47e5-885c-da9b7775e236 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:20.613183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-42ea7842-b6a4-4c0f-9b30-ac61504abd86 req-91b04a38-e794-415f-9236-954ad2e234e6 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:20.618431 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-42ea7842-b6a4-4c0f-9b30-ac61504abd86 req-91b04a38-e794-415f-9236-954ad2e234e6 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:20.642537 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port d3ab1148-7eb0-47e5-885c-da9b7775e236 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:20.650081 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port d3ab1148-7eb0-47e5-885c-da9b7775e236 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:20.650519 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:20.662232 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-42ea7842-b6a4-4c0f-9b30-ac61504abd86 req-91b04a38-e794-415f-9236-954ad2e234e6 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:20.689517 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-42ea7842-b6a4-4c0f-9b30-ac61504abd86 req-91b04a38-e794-415f-9236-954ad2e234e6 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2147532 Jul 09 19:52:20.695873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b04a38-e794-415f-9236-954ad2e234e6 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134d99a6-9753-4799-a795-65aad1574013,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:20.725951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd14ec-6839-44d4-ae8d-347fa4068c5c req-a6ac2be8-525d-4e4f-b820-a80a223c537c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:20.730074 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0acd14ec-6839-44d4-ae8d-347fa4068c5c req-a6ac2be8-525d-4e4f-b820-a80a223c537c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 945 time: 0.0824165 Jul 09 19:52:20.761656 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:20.782018 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0acd14ec-6839-44d4-ae8d-347fa4068c5c req-a12787bc-533a-4b50-8084-cb2a66922a3c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449405 Jul 09 19:52:20.792606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23e8329-0bbb-4552-b426-2e051fd1cd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ab1148-7eb0-47e5-885c-da9b7775e236'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:20.796097 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0ad0bd-d79c-43dc-90ea-3578fbbe11d2" -d '{"events": [{"server_uuid": "f23e8329-0bbb-4552-b426-2e051fd1cd5b", "name": "network-vif-plugged", "status": "completed", "tag": "d3ab1148-7eb0-47e5-885c-da9b7775e236"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:20.824631 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port d3ab1148-7eb0-47e5-885c-da9b7775e236, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d3ab1148-7eb0-47e5-885c-da9b7775e236,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:20.829832 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:20.831523 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b7ade2ab-d28b-47dc-9559-55b89116959b no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:20.863439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c243fea-ec50-48a3-b579-e6d6b5c9cc7d req-568b61f2-54fe-4610-b0c8-807c4c587068 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:20.865423 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c243fea-ec50-48a3-b579-e6d6b5c9cc7d req-568b61f2-54fe-4610-b0c8-807c4c587068 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 945 time: 0.0737734 Jul 09 19:52:20.883288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: b7ade2ab-d28b-47dc-9559-55b89116959b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:20.883638 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b7ade2ab-d28b-47dc-9559-55b89116959b not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:20.913294 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c243fea-ec50-48a3-b579-e6d6b5c9cc7d req-d10b0678-bcd4-4007-abf8-cd5013a8b243 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397015 Jul 09 19:52:20.929320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=d3ab1148-7eb0-47e5-885c-da9b7775e236,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:20.982339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5694ea8-7eb6-4cff-a90d-42ddd45b5af2 req-26cca630-76c8-4a85-b7f4-bf2729e40d3e tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:20.983899 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f5694ea8-7eb6-4cff-a90d-42ddd45b5af2 req-26cca630-76c8-4a85-b7f4-bf2729e40d3e tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 1101 time: 0.0707490 Jul 09 19:52:21.020769 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f5694ea8-7eb6-4cff-a90d-42ddd45b5af2 req-c5e938a7-e778-4d15-9cdc-a408dc2d5a9b tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297835 Jul 09 19:52:21.093278 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8ff5117-33f7-4d11-819c-4d56e591f5d9 req-9e53a1da-a24f-4fbb-ab7c-ea06a2882aa7 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "GET /v2.0/security-groups/134d99a6-9753-4799-a795-65aad1574013 HTTP/1.1" status: 200 len: 1810 time: 0.0437438 Jul 09 19:52:21.104629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-c8ff5117-33f7-4d11-819c-4d56e591f5d9 req-4c4ca210-aac9-4ddf-bf21-cfee70bfd773 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '134d99a6-9753-4799-a795-65aad1574013', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:21.105027 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-c8ff5117-33f7-4d11-819c-4d56e591f5d9 req-4c4ca210-aac9-4ddf-bf21-cfee70bfd773 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '134d99a6-9753-4799-a795-65aad1574013', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:21.168371 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c8ff5117-33f7-4d11-819c-4d56e591f5d9 req-4c4ca210-aac9-4ddf-bf21-cfee70bfd773 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:21.197906 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c8ff5117-33f7-4d11-819c-4d56e591f5d9 req-4c4ca210-aac9-4ddf-bf21-cfee70bfd773 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:21.202774 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c8ff5117-33f7-4d11-819c-4d56e591f5d9 req-4c4ca210-aac9-4ddf-bf21-cfee70bfd773 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:21.222077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374640eb-77a8-4877-8cb8-11cd58f851be req-5322191b-dc3a-45a4-972e-09433ccfe0ed tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:21.223650 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-374640eb-77a8-4877-8cb8-11cd58f851be req-5322191b-dc3a-45a4-972e-09433ccfe0ed tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 943 time: 0.0728724 Jul 09 19:52:21.229230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ca210-aac9-4ddf-bf21-cfee70bfd773 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137bd722-e632-444a-a765-28fbaede952c,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:21.233891 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c8ff5117-33f7-4d11-819c-4d56e591f5d9 req-4c4ca210-aac9-4ddf-bf21-cfee70bfd773 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:21.235073 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8ff5117-33f7-4d11-819c-4d56e591f5d9 req-4c4ca210-aac9-4ddf-bf21-cfee70bfd773 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1344519 Jul 09 19:52:21.268290 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-374640eb-77a8-4877-8cb8-11cd58f851be req-87f4fe54-6ae9-417b-b4cc-dcab357fd24f tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369844 Jul 09 19:52:21.273268 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014c5a92-a882-4d77-86f5-b102e4e51dc0 x-openstack-request-id: req-014c5a92-a882-4d77-86f5-b102e4e51dc0 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:21.273744 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23e8329-0bbb-4552-b426-2e051fd1cd5b", "name": "network-vif-plugged", "status": "completed", "tag": "d3ab1148-7eb0-47e5-885c-da9b7775e236", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:21.273986 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-014c5a92-a882-4d77-86f5-b102e4e51dc0 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:21.274394 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23e8329-0bbb-4552-b426-2e051fd1cd5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ab1148-7eb0-47e5-885c-da9b7775e236', 'code': 200} Jul 09 19:52:21.426026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b5c40-518e-404f-958d-795ad397c52a req-816829a0-68d4-4756-8ded-c78a020c9cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:21.427571 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b55b5c40-518e-404f-958d-795ad397c52a req-816829a0-68d4-4756-8ded-c78a020c9cf0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 1101 time: 0.0662601 Jul 09 19:52:21.477421 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b55b5c40-518e-404f-958d-795ad397c52a req-6c75a46e-9230-4c30-9d21-58cbf47a501e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 Jul 09 19:52:21.775830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93864436-b42a-439a-9e4e-205bc4dc3eb9 req-02b7732d-25dc-465a-b5c5-2b108d1c470b tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "GET /v2.0/security-groups/134d99a6-9753-4799-a795-65aad1574013 HTTP/1.1" status: 200 len: 2403 time: 0.0602522 Jul 09 19:52:21.971437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b84a9-f40b-4ca7-b111-41c84d550f14 req-b0acc201-b017-4265-9bee-b71466859db4 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:21.973752 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c4b84a9-f40b-4ca7-b111-41c84d550f14 req-b0acc201-b017-4265-9bee-b71466859db4 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.36 "GET /v2.0/ports?device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 950 time: 0.1246855 Jul 09 19:52:22.146170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40da05b-3412-4ea0-9b60-937c4b7285fa req-c014124b-e7b3-4d7d-9870-25d92b2588e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:22.148265 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b40da05b-3412-4ea0-9b60-937c4b7285fa req-c014124b-e7b3-4d7d-9870-25d92b2588e3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 950 time: 0.1566119 Jul 09 19:52:22.164579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-0c4b84a9-f40b-4ca7-b111-41c84d550f14 req-d513a6e5-97a8-41af-88db-1f022ee4b743 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Deleting port 89a18d41-4915-4c97-9b04-7b64416fc7c6 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:22.165181 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0c4b84a9-f40b-4ca7-b111-41c84d550f14 req-d513a6e5-97a8-41af-88db-1f022ee4b743 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.167408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-79bd3d6f-32ee-4c94-acba-a8def8e20f9e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2316282 Jul 09 19:52:22.194694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5098842-d96e-4ca0-85af-f63ae8797453 req-6a758ec0-3c80-45ae-a5ee-d7adb8393297 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:22.201196 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e5098842-d96e-4ca0-85af-f63ae8797453 req-6a758ec0-3c80-45ae-a5ee-d7adb8393297 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 950 time: 0.1873100 Jul 09 19:52:22.269385 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e5098842-d96e-4ca0-85af-f63ae8797453 req-808daf4b-031a-4bdc-b4ca-07fdffb340eb tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643115 Jul 09 19:52:22.306074 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b40da05b-3412-4ea0-9b60-937c4b7285fa req-4aaae905-c0a2-474e-8a0e-b25d94942629 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324956 Jul 09 19:52:22.342423 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-0c4b84a9-f40b-4ca7-b111-41c84d550f14 req-d513a6e5-97a8-41af-88db-1f022ee4b743 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] For port 89a18d41-4915-4c97-9b04-7b64416fc7c6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=89a18d41-4915-4c97-9b04-7b64416fc7c6,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:22.342938 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0c4b84a9-f40b-4ca7-b111-41c84d550f14 req-d513a6e5-97a8-41af-88db-1f022ee4b743 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.373642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-0c4b84a9-f40b-4ca7-b111-41c84d550f14 req-d513a6e5-97a8-41af-88db-1f022ee4b743 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Calling delete_port for 89a18d41-4915-4c97-9b04-7b64416fc7c6 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:22.384169 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a39a1570-0e8f-4582-bdaa-81db5e574b0d req-84fa977f-7ab5-4f08-9fb7-e4f419494b99 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "GET /v2.0/security-group-rules/137bd722-e632-444a-a765-28fbaede952c HTTP/1.1" status: 200 len: 778 time: 0.0482075 Jul 09 19:52:22.476400 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a39a1570-0e8f-4582-bdaa-81db5e574b0d req-b93601c6-af8f-4104-b558-182f82389098 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "GET /v2.0/security-groups/134d99a6-9753-4799-a795-65aad1574013 HTTP/1.1" status: 200 len: 2403 time: 0.0911968 Jul 09 19:52:22.519847 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a39a1570-0e8f-4582-bdaa-81db5e574b0d req-3422bdeb-c219-43be-96f4-721254bb25ca tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.520491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53568dc3-6f3a-4268-a0c0-c788ab131833 req-54e3c152-03ef-42e5-979c-b4bb6469071d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:22.529981 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a39a1570-0e8f-4582-bdaa-81db5e574b0d req-3422bdeb-c219-43be-96f4-721254bb25ca tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.530740 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53568dc3-6f3a-4268-a0c0-c788ab131833 req-54e3c152-03ef-42e5-979c-b4bb6469071d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 945 time: 0.0827465 Jul 09 19:52:22.577564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53568dc3-6f3a-4268-a0c0-c788ab131833 req-9d99d567-0700-45d6-8fbc-1f89d51a28cb tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458994 Jul 09 19:52:22.588850 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a39a1570-0e8f-4582-bdaa-81db5e574b0d req-3422bdeb-c219-43be-96f4-721254bb25ca tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.596586 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a39a1570-0e8f-4582-bdaa-81db5e574b0d req-3422bdeb-c219-43be-96f4-721254bb25ca tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.597491 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a39a1570-0e8f-4582-bdaa-81db5e574b0d req-3422bdeb-c219-43be-96f4-721254bb25ca tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/137bd722-e632-444a-a765-28fbaede952c HTTP/1.1" status: 204 len: 173 time: 0.1201406 Jul 09 19:52:22.625031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422bdeb-c219-43be-96f4-721254bb25ca tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=137bd722-e632-444a-a765-28fbaede952c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:22.661428 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0c4b84a9-f40b-4ca7-b111-41c84d550f14 req-d513a6e5-97a8-41af-88db-1f022ee4b743 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.675019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['a4922de8-c0f6-4eda-939e-6f668f193697'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:22.680460 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['89a18d41-4915-4c97-9b04-7b64416fc7c6'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:22.751786 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513a6e5-97a8-41af-88db-1f022ee4b743 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Pushing event deleted for resources: {'Port': ['ID=89a18d41-4915-4c97-9b04-7b64416fc7c6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:22.866842 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4b84a9-f40b-4ca7-b111-41c84d550f14 req-d513a6e5-97a8-41af-88db-1f022ee4b743 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] No DVR routers for this DVR port 89a18d41-4915-4c97-9b04-7b64416fc7c6 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:22.869524 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0c4b84a9-f40b-4ca7-b111-41c84d550f14 req-d513a6e5-97a8-41af-88db-1f022ee4b743 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:22.871527 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c4b84a9-f40b-4ca7-b111-41c84d550f14 req-d513a6e5-97a8-41af-88db-1f022ee4b743 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.36 "DELETE /v2.0/ports/89a18d41-4915-4c97-9b04-7b64416fc7c6 HTTP/1.1" status: 204 len: 173 time: 0.8923631 Jul 09 19:52:22.871981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24aed2b-0df9-4309-a08a-2df4eb136337', 'name': 'network-vif-deleted', 'tag': '89a18d41-4915-4c97-9b04-7b64416fc7c6'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:22.874278 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccd145c-2e95-4c1a-9c4e-0147eb13fbd4" -d '{"events": [{"server_uuid": "a24aed2b-0df9-4309-a08a-2df4eb136337", "name": "network-vif-deleted", "tag": "89a18d41-4915-4c97-9b04-7b64416fc7c6"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:22.916254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e853a-b633-4597-9c3f-ef9fbae01965 req-619d6c1c-ce43-4815-866b-df058853f03b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:22.918080 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d40e853a-b633-4597-9c3f-ef9fbae01965 req-619d6c1c-ce43-4815-866b-df058853f03b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.1475773 Jul 09 19:52:23.021082 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d40e853a-b633-4597-9c3f-ef9fbae01965 req-7484b9d5-e168-4eee-825f-91ba1898bb79 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955248 Jul 09 19:52:23.076369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-eef75598-ae9e-4060-821f-406756e10ac0 req-e83e1f33-abb4-4f6c-a9b9-2f93344b67aa tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-81456171', 'description': 'tempest-description-1091738578'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:23.108151 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-eef75598-ae9e-4060-821f-406756e10ac0 req-e83e1f33-abb4-4f6c-a9b9-2f93344b67aa tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:23.145076 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27891d1f-e1f7-4d25-8e32-219a8d8c6dbb req-8dbb992a-7d08-43e1-892b-f3d9c59a84a3 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:23.148277 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27891d1f-e1f7-4d25-8e32-219a8d8c6dbb req-8dbb992a-7d08-43e1-892b-f3d9c59a84a3 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 943 time: 0.1033192 Jul 09 19:52:23.204577 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27891d1f-e1f7-4d25-8e32-219a8d8c6dbb req-7c537103-7407-4af6-bc4a-8a7ff280f7c7 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488691 Jul 09 19:52:23.227447 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-eef75598-ae9e-4060-821f-406756e10ac0 req-e83e1f33-abb4-4f6c-a9b9-2f93344b67aa tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:23.233684 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-eef75598-ae9e-4060-821f-406756e10ac0 req-e83e1f33-abb4-4f6c-a9b9-2f93344b67aa tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:23.262537 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfaf6fa-c6d1-4330-bc6b-76c042350fbc x-openstack-request-id: req-edfaf6fa-c6d1-4330-bc6b-76c042350fbc {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:23.262850 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24aed2b-0df9-4309-a08a-2df4eb136337", "name": "network-vif-deleted", "tag": "89a18d41-4915-4c97-9b04-7b64416fc7c6", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:23.263173 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edfaf6fa-c6d1-4330-bc6b-76c042350fbc {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:23.263637 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24aed2b-0df9-4309-a08a-2df4eb136337', 'name': 'network-vif-deleted', 'tag': '89a18d41-4915-4c97-9b04-7b64416fc7c6', 'status': 'completed', 'code': 200} Jul 09 19:52:23.269848 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-eef75598-ae9e-4060-821f-406756e10ac0 req-e83e1f33-abb4-4f6c-a9b9-2f93344b67aa tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:23.274320 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eef75598-ae9e-4060-821f-406756e10ac0 req-e83e1f33-abb4-4f6c-a9b9-2f93344b67aa tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2022841 Jul 09 19:52:23.279047 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e1f33-abb4-4f6c-a9b9-2f93344b67aa tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa00f6f-fae0-438d-bbfc-4b8a10f4c89c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:23.440051 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99927510-689c-45c9-a6ab-3cb69f4a980e req-7db80880-1b19-44d0-a8e2-f35f74079b1d tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=a24aed2b-0df9-4309-a08a-2df4eb136337 HTTP/1.1" status: 200 len: 210 time: 0.0310831 Jul 09 19:52:23.615886 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20767c73-4004-4ae4-8491-0dca3e85fd39 req-41c60a05-974d-48ce-9b10-eecf9ed80113 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "GET /v2.0/security-groups/ffa00f6f-fae0-438d-bbfc-4b8a10f4c89c HTTP/1.1" status: 200 len: 1811 time: 0.3182175 Jul 09 19:52:23.634782 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0d017-922a-454a-91a2-81e14399921b req-79aaaef5-dd66-4ef9-ae0f-a1f7a6653411 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:23.636604 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61e0d017-922a-454a-91a2-81e14399921b req-79aaaef5-dd66-4ef9-ae0f-a1f7a6653411 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 950 time: 0.0819399 Jul 09 19:52:23.689759 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61e0d017-922a-454a-91a2-81e14399921b req-90cfcee8-2fe8-40be-bdbd-9d6cb7862ee3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461664 Jul 09 19:52:23.780128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-5e72b933-073e-46cd-8594-f31374990742 req-8b873b32-2f71-474c-96cc-1767f21a585c tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-132371557', 'description': 'tempest-description-1195148660'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:23.809195 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5e72b933-073e-46cd-8594-f31374990742 req-8b873b32-2f71-474c-96cc-1767f21a585c tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:23.891213 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2316785-3b47-4d2f-a901-55a82de4d899 req-3c4c640e-7004-4ddf-b858-c4a1d915f448 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:23.893851 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2316785-3b47-4d2f-a901-55a82de4d899 req-3c4c640e-7004-4ddf-b858-c4a1d915f448 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 945 time: 0.0873613 Jul 09 19:52:23.949259 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2316785-3b47-4d2f-a901-55a82de4d899 req-9ce31d87-861b-4555-8a7a-47349ac95658 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477047 Jul 09 19:52:23.991781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5e72b933-073e-46cd-8594-f31374990742 req-8b873b32-2f71-474c-96cc-1767f21a585c tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.011148 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5e72b933-073e-46cd-8594-f31374990742 req-8b873b32-2f71-474c-96cc-1767f21a585c tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.065942 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5e72b933-073e-46cd-8594-f31374990742 req-8b873b32-2f71-474c-96cc-1767f21a585c tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.080874 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e72b933-073e-46cd-8594-f31374990742 req-8b873b32-2f71-474c-96cc-1767f21a585c tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3062134 Jul 09 19:52:24.085218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b873b32-2f71-474c-96cc-1767f21a585c tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57a2108-1d6a-409a-9800-f1d8d235da25,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:24.207098 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dcdf62c2-ecc6-4270-85a1-f61bddc40fc8 req-5d2076da-f2b7-4645-8fc4-07c853e7d20d tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "GET /v2.0/security-groups/b57a2108-1d6a-409a-9800-f1d8d235da25 HTTP/1.1" status: 200 len: 1812 time: 0.0510335 Jul 09 19:52:24.239221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-b6ab4477-ceaa-410a-8869-ba8e73ded957 req-ee5b9e71-f87e-4b98-90be-ddc04c637ac7 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-823007668', 'description': 'tempest-description-179292019'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:24.261432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b6ab4477-ceaa-410a-8869-ba8e73ded957 req-ee5b9e71-f87e-4b98-90be-ddc04c637ac7 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.266473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17e809-3b18-4d55-a2f2-fedb3ef37122 req-0d1bd816-d26d-46fa-a500-116ed606d806 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:24.268935 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f17e809-3b18-4d55-a2f2-fedb3ef37122 req-0d1bd816-d26d-46fa-a500-116ed606d806 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.0850952 Jul 09 19:52:24.321552 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f17e809-3b18-4d55-a2f2-fedb3ef37122 req-6b48515a-73df-44ff-b832-0af1b4b9841a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437036 Jul 09 19:52:24.386301 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b6ab4477-ceaa-410a-8869-ba8e73ded957 req-ee5b9e71-f87e-4b98-90be-ddc04c637ac7 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.394042 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b6ab4477-ceaa-410a-8869-ba8e73ded957 req-ee5b9e71-f87e-4b98-90be-ddc04c637ac7 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.419235 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b6ab4477-ceaa-410a-8869-ba8e73ded957 req-ee5b9e71-f87e-4b98-90be-ddc04c637ac7 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.421048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6ab4477-ceaa-410a-8869-ba8e73ded957 req-ee5b9e71-f87e-4b98-90be-ddc04c637ac7 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1901805 Jul 09 19:52:24.476841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b9e71-f87e-4b98-90be-ddc04c637ac7 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf95776-c04e-4aac-8475-45be0b3c8c37,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:24.516213 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6933b424-736e-48c2-94b3-d4cc5c2990cc req-cd5ccc84-3e9a-4e07-a46d-a6d0b86bb782 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "GET /v2.0/security-groups/edf95776-c04e-4aac-8475-45be0b3c8c37 HTTP/1.1" status: 200 len: 1811 time: 0.0680084 Jul 09 19:52:24.575393 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afa8f1-29d4-4893-b33d-111ce49ebed3 req-70ef3344-5f2a-4328-9387-2018ed5214dc tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:24.577998 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-63afa8f1-29d4-4893-b33d-111ce49ebed3 req-70ef3344-5f2a-4328-9387-2018ed5214dc tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 943 time: 0.1177070 Jul 09 19:52:24.628510 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-386ee8bd-501e-49a0-b5ee-5c5466efe9cf req-7c43a9f0-6244-4c3d-97b0-b3a1cef01a52 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1761156502', 'description': 'tempest-description-1051105570'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:24.652168 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-386ee8bd-501e-49a0-b5ee-5c5466efe9cf req-7c43a9f0-6244-4c3d-97b0-b3a1cef01a52 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.682861 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-63afa8f1-29d4-4893-b33d-111ce49ebed3 req-cc8704aa-f9c0-4755-a50b-3762dac42d39 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983405 Jul 09 19:52:24.722072 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-dc481fd1-db11-4f90-9446-0425392f0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:24.723780 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-dc481fd1-db11-4f90-9446-0425392f0047 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 1101 time: 0.1308756 Jul 09 19:52:24.771637 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-386ee8bd-501e-49a0-b5ee-5c5466efe9cf req-7c43a9f0-6244-4c3d-97b0-b3a1cef01a52 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.775725 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-386ee8bd-501e-49a0-b5ee-5c5466efe9cf req-7c43a9f0-6244-4c3d-97b0-b3a1cef01a52 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.792047 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-386ee8bd-501e-49a0-b5ee-5c5466efe9cf req-7c43a9f0-6244-4c3d-97b0-b3a1cef01a52 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:24.807338 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-386ee8bd-501e-49a0-b5ee-5c5466efe9cf req-7c43a9f0-6244-4c3d-97b0-b3a1cef01a52 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1838806 Jul 09 19:52:24.831265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43a9f0-6244-4c3d-97b0-b3a1cef01a52 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda3b830-cb6c-4037-a5ac-ad9c6da5b6e8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:24.862386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-76b3a028-1367-4d21-be0e-8b0f25638824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:24.864884 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-76b3a028-1367-4d21-be0e-8b0f25638824 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1302059 Jul 09 19:52:24.911343 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-afde8dd5-ec29-4e38-994f-fb88476e14a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=651d0591-d071-4a03-93f1-bac853da1f6d HTTP/1.1" status: 200 len: 217 time: 0.0376475 Jul 09 19:52:24.988027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-77a35f37-3816-4601-aeaf-cad1bc677104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:24.989759 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-77a35f37-3816-4601-aeaf-cad1bc677104 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0583966 Jul 09 19:52:25.029987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e854a4-2690-4b26-baf6-cf5b4f954798 req-2a14f13e-d0ac-4783-ba3e-536523f75a4d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:25.031523 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67e854a4-2690-4b26-baf6-cf5b4f954798 req-2a14f13e-d0ac-4783-ba3e-536523f75a4d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 950 time: 0.0736160 Jul 09 19:52:25.075113 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67e854a4-2690-4b26-baf6-cf5b4f954798 req-8f12399a-8bfe-40a1-a4a9-06b8529e507b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365217 Jul 09 19:52:25.078451 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-686ffa1b-f39c-4a42-990e-043e318d5cdc req-af8e2eb7-0e12-4906-8970-4cee8c74b706 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "GET /v2.0/security-groups/bda3b830-cb6c-4037-a5ac-ad9c6da5b6e8 HTTP/1.1" status: 200 len: 1813 time: 0.0693369 Jul 09 19:52:25.102488 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-e2a7b34b-03ac-4c34-8ae3-9bb3cf8b5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:25.103981 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-e2a7b34b-03ac-4c34-8ae3-9bb3cf8b5f7f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063907 Jul 09 19:52:25.240991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4965352-8b7b-49a6-93d6-7ada08dc09db req-0be4c597-b761-46df-bc3d-83126b61d373 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:25.241589 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-72cc8ee4-28d3-489f-838d-3535be10c6b9 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216059 Jul 09 19:52:25.242652 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4965352-8b7b-49a6-93d6-7ada08dc09db req-0be4c597-b761-46df-bc3d-83126b61d373 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 951 time: 0.0616581 Jul 09 19:52:25.280246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4965352-8b7b-49a6-93d6-7ada08dc09db req-8446db2e-348e-495d-8949-14a614abe4e6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Jul 09 19:52:25.316089 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d86d54-86fa-41cb-a434-34c14a04b55b req-df02112c-b691-4551-a7ba-57502c5dc5d8 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:25.317643 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-01d86d54-86fa-41cb-a434-34c14a04b55b req-df02112c-b691-4551-a7ba-57502c5dc5d8 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 945 time: 0.1308596 Jul 09 19:52:25.328073 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-fdd4fb5b-cc50-41d7-83d7-a2f727f3e13b req-3402008f-c295-4c8f-9343-dcf8e5b45a30 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] show failed (client error): The resource could not be found. Jul 09 19:52:25.329017 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fdd4fb5b-cc50-41d7-83d7-a2f727f3e13b req-3402008f-c295-4c8f-9343-dcf8e5b45a30 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "GET /v2.0/security-groups/5b5310e0-2362-448e-904e-9c2034a93e99 HTTP/1.1" status: 404 len: 352 time: 0.0155878 Jul 09 19:52:25.379762 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-f0b1b264-e6a2-4160-b6e9-8d6295c1df66 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286592 Jul 09 19:52:25.382775 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-01d86d54-86fa-41cb-a434-34c14a04b55b req-27c5768d-b293-4009-b6b2-0488cf43fea1 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589306 Jul 09 19:52:25.478898 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cdbdc3-742b-43a2-830a-5bcf92f02836 req-29d40e07-1247-492f-9a18-4951ccabacaf tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:25.485016 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-15cdbdc3-742b-43a2-830a-5bcf92f02836 req-29d40e07-1247-492f-9a18-4951ccabacaf tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 1101 time: 0.0625558 Jul 09 19:52:25.519953 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-15cdbdc3-742b-43a2-830a-5bcf92f02836 req-79ae7e91-fcdc-48c1-a8ce-ba0a90d91618 tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329590 Jul 09 19:52:25.526195 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [req-8b23a54d-d92d-4334-bdcd-8ac997eb5f9e req-a14f1c4b-a659-45c4-af5c-4086def1c151 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] show failed (client error): The resource could not be found. Jul 09 19:52:25.527323 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b23a54d-d92d-4334-bdcd-8ac997eb5f9e req-a14f1c4b-a659-45c4-af5c-4086def1c151 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "GET /v2.0/security-group-rules/c629b915-2556-4976-8ff4-49f32b132ab9 HTTP/1.1" status: 404 len: 361 time: 0.0140488 Jul 09 19:52:25.613086 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-26cf4053-6b6e-4228-bbdc-5125b114c957 req-c1346cf4-21cd-484e-a2c1-c57ffd4e4d48 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "GET /v2.0/security-groups/bda3b830-cb6c-4037-a5ac-ad9c6da5b6e8 HTTP/1.1" status: 200 len: 1813 time: 0.0518758 Jul 09 19:52:25.672002 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-26cf4053-6b6e-4228-bbdc-5125b114c957 req-38e58dcd-ae9f-4b1f-a737-981e79687d9b tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.694543 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-26cf4053-6b6e-4228-bbdc-5125b114c957 req-38e58dcd-ae9f-4b1f-a737-981e79687d9b tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.695958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898efd6-cafa-45d4-a1ae-bef2e964f4ed req-4f7ec234-f417-418b-ad08-166f7b62039a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:25.697483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f898efd6-cafa-45d4-a1ae-bef2e964f4ed req-4f7ec234-f417-418b-ad08-166f7b62039a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.0691121 Jul 09 19:52:25.734574 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-26cf4053-6b6e-4228-bbdc-5125b114c957 req-38e58dcd-ae9f-4b1f-a737-981e79687d9b tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.737836 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-26cf4053-6b6e-4228-bbdc-5125b114c957 req-38e58dcd-ae9f-4b1f-a737-981e79687d9b tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:25.738521 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f898efd6-cafa-45d4-a1ae-bef2e964f4ed req-6872761d-a1c7-485b-a150-46e1ec58050f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353746 Jul 09 19:52:25.738961 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-26cf4053-6b6e-4228-bbdc-5125b114c957 req-38e58dcd-ae9f-4b1f-a737-981e79687d9b tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "DELETE /v2.0/security-groups/bda3b830-cb6c-4037-a5ac-ad9c6da5b6e8 HTTP/1.1" status: 204 len: 173 time: 0.1228106 Jul 09 19:52:25.751938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e58dcd-ae9f-4b1f-a737-981e79687d9b tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda3b830-cb6c-4037-a5ac-ad9c6da5b6e8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:25.844641 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-db819421-3dde-4e56-9d32-2ad0cc49b305 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219011 Jul 09 19:52:25.906765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5e27d-dd41-4fcc-9a16-9827d34427f6 req-a8130492-bfcc-4a22-b9ba-662e2bc9902d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:25.908852 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-14d5e27d-dd41-4fcc-9a16-9827d34427f6 req-a8130492-bfcc-4a22-b9ba-662e2bc9902d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 943 time: 0.0640295 Jul 09 19:52:25.947405 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-14d5e27d-dd41-4fcc-9a16-9827d34427f6 req-37c76ccd-7bca-4ed8-9c84-2f1213e49f67 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329516 Jul 09 19:52:25.953998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-0a530a5e-b9e1-4005-ac8b-866b7a2ca354 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:25.956032 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-0a530a5e-b9e1-4005-ac8b-866b7a2ca354 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1054122 Jul 09 19:52:25.975260 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-f4d8ab1d-4aca-42e4-ae75-2c38f18ed1c7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/quotas/6e8dc31c587f41e9a0069ffbf510479d HTTP/1.1" status: 200 len: 375 time: 0.0101120 Jul 09 19:52:26.016553 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c9436a9-8abb-44f6-aa04-43f2b62bfd1d req-2efababb-1538-4011-8c2d-52f3658831a3 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "GET /v2.0/security-groups/edf95776-c04e-4aac-8475-45be0b3c8c37 HTTP/1.1" status: 200 len: 1811 time: 0.0376410 Jul 09 19:52:26.053753 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-ccb83b4b-7c12-4340-9183-55cd67cde243 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0729029 Jul 09 19:52:26.078849 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c9436a9-8abb-44f6-aa04-43f2b62bfd1d req-9af2c4bb-f817-47f3-9c6a-3b54f2ddbfb6 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.102113 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c9436a9-8abb-44f6-aa04-43f2b62bfd1d req-9af2c4bb-f817-47f3-9c6a-3b54f2ddbfb6 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.142377 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c9436a9-8abb-44f6-aa04-43f2b62bfd1d req-9af2c4bb-f817-47f3-9c6a-3b54f2ddbfb6 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.144976 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c9436a9-8abb-44f6-aa04-43f2b62bfd1d req-9af2c4bb-f817-47f3-9c6a-3b54f2ddbfb6 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.146157 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c9436a9-8abb-44f6-aa04-43f2b62bfd1d req-9af2c4bb-f817-47f3-9c6a-3b54f2ddbfb6 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "DELETE /v2.0/security-groups/edf95776-c04e-4aac-8475-45be0b3c8c37 HTTP/1.1" status: 204 len: 173 time: 0.1231513 Jul 09 19:52:26.155070 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2c4bb-f817-47f3-9c6a-3b54f2ddbfb6 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf95776-c04e-4aac-8475-45be0b3c8c37,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:26.215349 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8a336d2c-72d5-4403-b931-8476b7c4fe27 req-2d27bd0f-7f45-40e2-8f67-8831f974adac tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "GET /v2.0/security-groups/b57a2108-1d6a-409a-9800-f1d8d235da25 HTTP/1.1" status: 200 len: 1812 time: 0.0398126 Jul 09 19:52:26.283870 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8a336d2c-72d5-4403-b931-8476b7c4fe27 req-e2cdabd8-7b5a-444f-97aa-3fb806fb666f tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.291481 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dcf3842a-9c8d-42f3-a8f9-9d827c31f20a req-4740562c-9dc4-448b-9364-2f03c1803d5b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 210 time: 0.0309768 Jul 09 19:52:26.307638 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8a336d2c-72d5-4403-b931-8476b7c4fe27 req-e2cdabd8-7b5a-444f-97aa-3fb806fb666f tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.353525 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8a336d2c-72d5-4403-b931-8476b7c4fe27 req-e2cdabd8-7b5a-444f-97aa-3fb806fb666f tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.356118 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8a336d2c-72d5-4403-b931-8476b7c4fe27 req-e2cdabd8-7b5a-444f-97aa-3fb806fb666f tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.357549 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8a336d2c-72d5-4403-b931-8476b7c4fe27 req-e2cdabd8-7b5a-444f-97aa-3fb806fb666f tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "DELETE /v2.0/security-groups/b57a2108-1d6a-409a-9800-f1d8d235da25 HTTP/1.1" status: 204 len: 173 time: 0.1354914 Jul 09 19:52:26.370809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cdabd8-7b5a-444f-97aa-3fb806fb666f tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57a2108-1d6a-409a-9800-f1d8d235da25,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:26.430517 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9e79fb3-ab69-4622-a0a6-4c10a5f08cfb req-dd66d7e3-eec7-44b3-bf90-3a257c5c548a tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "GET /v2.0/security-groups/ffa00f6f-fae0-438d-bbfc-4b8a10f4c89c HTTP/1.1" status: 200 len: 1811 time: 0.0477901 Jul 09 19:52:26.494297 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e9e79fb3-ab69-4622-a0a6-4c10a5f08cfb req-4117422c-3240-4294-9455-2a35452bc20c tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.499819 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.521251 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e9e79fb3-ab69-4622-a0a6-4c10a5f08cfb req-4117422c-3240-4294-9455-2a35452bc20c tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.522032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ca563-262d-43ab-9de9-ba367656eadc req-ac9aecde-fc00-4203-a569-4be3c7f4cc92 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:26.530717 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4a9ca563-262d-43ab-9de9-ba367656eadc req-ac9aecde-fc00-4203-a569-4be3c7f4cc92 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 951 time: 0.0811584 Jul 09 19:52:26.569840 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5245d26e-012d-4fef-ac24-997763e5ef21 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:52:26.572262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 89a18d41-4915-4c97-9b04-7b64416fc7c6 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:26.572404 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e9e79fb3-ab69-4622-a0a6-4c10a5f08cfb req-4117422c-3240-4294-9455-2a35452bc20c tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.576959 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e9e79fb3-ab69-4622-a0a6-4c10a5f08cfb req-4117422c-3240-4294-9455-2a35452bc20c tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.577196 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4a9ca563-262d-43ab-9de9-ba367656eadc req-564b279d-36e3-494e-bdc0-3be7325e0ca2 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457466 Jul 09 19:52:26.584919 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9e79fb3-ab69-4622-a0a6-4c10a5f08cfb req-4117422c-3240-4294-9455-2a35452bc20c tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "DELETE /v2.0/security-groups/ffa00f6f-fae0-438d-bbfc-4b8a10f4c89c HTTP/1.1" status: 204 len: 173 time: 0.1482668 Jul 09 19:52:26.619683 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 89a18d41-4915-4c97-9b04-7b64416fc7c6 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:26.619972 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 89a18d41-4915-4c97-9b04-7b64416fc7c6 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:26.635413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117422c-3240-4294-9455-2a35452bc20c tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa00f6f-fae0-438d-bbfc-4b8a10f4c89c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:26.751860 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5245d26e-012d-4fef-ac24-997763e5ef21, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5245d26e-012d-4fef-ac24-997763e5ef21,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:26.767284 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '5245d26e-012d-4fef-ac24-997763e5ef21', 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491', 'port_id': '5245d26e-012d-4fef-ac24-997763e5ef21', 'mac_address': 'fa:16:3e:d1:17:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c7a8fa-d3e4-4a12-83ec-d4a84e27778e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:52:26.800652 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-55f72d70-50a7-4a55-9033-f1f46dca7df1 req-6841399c-7f13-404f-acd8-2420469679b2 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "GET /v2.0/security-groups/134d99a6-9753-4799-a795-65aad1574013 HTTP/1.1" status: 200 len: 1810 time: 0.0550134 Jul 09 19:52:26.806347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ba0d8-9f89-46e4-866c-bd21b5f453aa req-98a392cc-1d45-4a40-b30d-8b9e3b3e60ef tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:26.808709 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f57ba0d8-9f89-46e4-866c-bd21b5f453aa req-98a392cc-1d45-4a40-b30d-8b9e3b3e60ef tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 945 time: 0.0737982 Jul 09 19:52:26.831221 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-057487f9-7378-48f2-929e-ed86b6f1b711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.833079 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.847675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5245d26e-012d-4fef-ac24-997763e5ef21 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:26.865514 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f57ba0d8-9f89-46e4-866c-bd21b5f453aa req-af4b2160-24a1-44be-9cdd-61a5a0b3a592 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506840 Jul 09 19:52:26.870429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5245d26e-012d-4fef-ac24-997763e5ef21, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5245d26e-012d-4fef-ac24-997763e5ef21,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:26.874872 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.875646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bdf2e0e1-07f9-472b-a12a-ba984174f50a details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:52:26.915630 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-55f72d70-50a7-4a55-9033-f1f46dca7df1 req-c7b093d0-48c6-4305-949a-c34752300947 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.943155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f8491-8f95-4a69-ac75-1587159cb5d1 req-51b8c17b-345f-438e-915c-2d5e6df660fb tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:26.944696 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c7f8491-8f95-4a69-ac75-1587159cb5d1 req-51b8c17b-345f-438e-915c-2d5e6df660fb tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 951 time: 0.1212647 Jul 09 19:52:26.960285 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-55f72d70-50a7-4a55-9033-f1f46dca7df1 req-c7b093d0-48c6-4305-949a-c34752300947 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:26.981239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5245d26e-012d-4fef-ac24-997763e5ef21,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:27.039723 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:27.058412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'bdf2e0e1-07f9-472b-a12a-ba984174f50a', 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73', 'port_id': 'bdf2e0e1-07f9-472b-a12a-ba984174f50a', 'mac_address': 'fa:16:3e:14:a9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17547801-50dc-48f3-9bbc-7cabca72c457', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:52:27.076042 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-55f72d70-50a7-4a55-9033-f1f46dca7df1 req-c7b093d0-48c6-4305-949a-c34752300947 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.079574 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-55f72d70-50a7-4a55-9033-f1f46dca7df1 req-c7b093d0-48c6-4305-949a-c34752300947 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.081200 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-55f72d70-50a7-4a55-9033-f1f46dca7df1 req-c7b093d0-48c6-4305-949a-c34752300947 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] 10.222.0.30 "DELETE /v2.0/security-groups/134d99a6-9753-4799-a795-65aad1574013 HTTP/1.1" status: 204 len: 173 time: 0.2728181 Jul 09 19:52:27.088408 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53252) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:27.089750 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8c686-de39-47b6-bd4d-e9eed6344855 req-942e5074-c13e-45ef-902e-fd5c6b478e32 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:27.099089 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11d8c686-de39-47b6-bd4d-e9eed6344855 req-942e5074-c13e-45ef-902e-fd5c6b478e32 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.0777307 Jul 09 19:52:27.112494 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.126987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf2e0e1-07f9-472b-a12a-ba984174f50a {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:27.131275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b093d0-48c6-4305-949a-c34752300947 tempest-SecurityGroupRulesNegativeTestJSON-810379368 tempest-SecurityGroupRulesNegativeTestJSON-810379368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=134d99a6-9753-4799-a795-65aad1574013,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:27.145408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11d8c686-de39-47b6-bd4d-e9eed6344855 req-15974d99-d912-410b-b793-42f3246f7f64 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453560 Jul 09 19:52:27.168103 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:27.172304 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.173779 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ef8034-b2f5-4f99-8642-d7a45d7071f2 admin admin] Deleting subnet 70ff8bb2-13eb-4b37-95e4-0b420276ea13 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:52:27.178887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-7c7f8491-8f95-4a69-ac75-1587159cb5d1 req-af2646cb-43ce-42ac-be36-ee9b282341c6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Deleting port a4922de8-c0f6-4eda-939e-6f668f193697 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:27.179304 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7c7f8491-8f95-4a69-ac75-1587159cb5d1 req-af2646cb-43ce-42ac-be36-ee9b282341c6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.182873 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06ef8034-b2f5-4f99-8642-d7a45d7071f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.227148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=bdf2e0e1-07f9-472b-a12a-ba984174f50a,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:27.296659 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06ef8034-b2f5-4f99-8642-d7a45d7071f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.311335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['5245d26e-012d-4fef-ac24-997763e5ef21'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:27.378753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7c7f8491-8f95-4a69-ac75-1587159cb5d1 req-af2646cb-43ce-42ac-be36-ee9b282341c6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] For port a4922de8-c0f6-4eda-939e-6f668f193697, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a4922de8-c0f6-4eda-939e-6f668f193697,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:27.379124 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7c7f8491-8f95-4a69-ac75-1587159cb5d1 req-af2646cb-43ce-42ac-be36-ee9b282341c6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.396960 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06ef8034-b2f5-4f99-8642-d7a45d7071f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.399908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-7c7f8491-8f95-4a69-ac75-1587159cb5d1 req-af2646cb-43ce-42ac-be36-ee9b282341c6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Calling delete_port for a4922de8-c0f6-4eda-939e-6f668f193697 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:27.428272 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341c101-7c40-44b0-92e5-f6782705b172 req-b7c16479-22f4-48b3-8c04-efb7f6e8d5f6 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:27.430110 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3341c101-7c40-44b0-92e5-f6782705b172 req-b7c16479-22f4-48b3-8c04-efb7f6e8d5f6 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 944 time: 0.2193151 Jul 09 19:52:27.523554 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-63e34087-e073-4ae9-bbeb-7f2d2b9b771e req-49b01aed-ad2b-4e60-96f8-96f2c311756e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 210 time: 0.0397041 Jul 09 19:52:27.550333 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-cae4b224-ec4b-4245-99b1-70d4d8f5170e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509417 Jul 09 19:52:27.556909 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3341c101-7c40-44b0-92e5-f6782705b172 req-2d61d687-51c6-4950-b41f-372d41e97eeb tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135871 Jul 09 19:52:27.584065 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06ef8034-b2f5-4f99-8642-d7a45d7071f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.654527 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef8034-b2f5-4f99-8642-d7a45d7071f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ff8bb2-13eb-4b37-95e4-0b420276ea13,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:27.662129 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06ef8034-b2f5-4f99-8642-d7a45d7071f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.664154 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-06ef8034-b2f5-4f99-8642-d7a45d7071f2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/70ff8bb2-13eb-4b37-95e4-0b420276ea13 HTTP/1.1" status: 204 len: 168 time: 0.5732646 Jul 09 19:52:27.666563 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53268) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:27.773677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-79db24f4-f09f-4753-9a42-fc204b2c3cfa tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:27.775359 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-79db24f4-f09f-4753-9a42-fc204b2c3cfa tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138512 Jul 09 19:52:27.781429 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7c7f8491-8f95-4a69-ac75-1587159cb5d1 req-af2646cb-43ce-42ac-be36-ee9b282341c6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.799147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bdf2e0e1-07f9-472b-a12a-ba984174f50a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:27.803037 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['a4922de8-c0f6-4eda-939e-6f668f193697'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:27.819073 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-937a6936-c0ff-4624-be3e-235927f3eb32 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Request body: {'port': {'device_id': 'e5cf173e-1ce4-4267-8a98-ebed98db8a78', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '6e8dc31c587f41e9a0069ffbf510479d'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:27.821104 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0b1f819-cdf1-42f1-849e-d1cc454c5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.877177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2646cb-43ce-42ac-be36-ee9b282341c6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Pushing event deleted for resources: {'Port': ['ID=a4922de8-c0f6-4eda-939e-6f668f193697,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:27.927256 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8cdac-ba79-4c12-bbd2-8913a1919ddd req-52ddee44-ac5c-4657-b79c-f01ce68236ec tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:27.934398 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ac8cdac-ba79-4c12-bbd2-8913a1919ddd req-52ddee44-ac5c-4657-b79c-f01ce68236ec tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 868 time: 0.1916029 Jul 09 19:52:27.958634 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0b1f819-cdf1-42f1-849e-d1cc454c5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:27.978864 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-c0b1f819-cdf1-42f1-849e-d1cc454c5f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb7b128-2fde-418e-9528-ccaf6274a697']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:28.006029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-c0b1f819-cdf1-42f1-849e-d1cc454c5f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e77273-21d5-4506-b79b-e543dd89f031') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:28.006405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-c0b1f819-cdf1-42f1-849e-d1cc454c5f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e77273-21d5-4506-b79b-e543dd89f031') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:28.020583 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ac8cdac-ba79-4c12-bbd2-8913a1919ddd req-bb1da933-325a-49d9-aa92-378809773eae tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ef5808a-4725-4921-b563-900b256c5334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851510 Jul 09 19:52:28.035727 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0b1f819-cdf1-42f1-849e-d1cc454c5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.054809 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0b1f819-cdf1-42f1-849e-d1cc454c5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.062264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b1f819-cdf1-42f1-849e-d1cc454c5f5f admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:52:28.062932 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0b1f819-cdf1-42f1-849e-d1cc454c5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:52:28.065837 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:52:28.124284 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0b1f819-cdf1-42f1-849e-d1cc454c5f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.130921 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0b1f819-cdf1-42f1-849e-d1cc454c5f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.136089 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c0b1f819-cdf1-42f1-849e-d1cc454c5f5f admin admin] 10.222.0.30 "DELETE /v2.0/networks/efb7b128-2fde-418e-9528-ccaf6274a697 HTTP/1.1" status: 204 len: 168 time: 0.4656384 Jul 09 19:52:28.150291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1f819-cdf1-42f1-849e-d1cc454c5f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=efb7b128-2fde-418e-9528-ccaf6274a697,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:28.255431 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7f8491-8f95-4a69-ac75-1587159cb5d1 req-af2646cb-43ce-42ac-be36-ee9b282341c6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] No DVR routers for this DVR port a4922de8-c0f6-4eda-939e-6f668f193697 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:28.262882 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7c7f8491-8f95-4a69-ac75-1587159cb5d1 req-af2646cb-43ce-42ac-be36-ee9b282341c6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.264879 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c7f8491-8f95-4a69-ac75-1587159cb5d1 req-af2646cb-43ce-42ac-be36-ee9b282341c6 tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.32 "DELETE /v2.0/ports/a4922de8-c0f6-4eda-939e-6f668f193697 HTTP/1.1" status: 204 len: 173 time: 1.3130822 Jul 09 19:52:28.272164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb68930e-ae26-4ec1-a21d-62b62ce86f23', 'name': 'network-vif-deleted', 'tag': 'a4922de8-c0f6-4eda-939e-6f668f193697'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:28.275204 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf9bba5-7066-4c93-92a7-26e51f8ee551" -d '{"events": [{"server_uuid": "bb68930e-ae26-4ec1-a21d-62b62ce86f23", "name": "network-vif-deleted", "tag": "a4922de8-c0f6-4eda-939e-6f668f193697"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:28.300727 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53280) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:28.337116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-937a6936-c0ff-4624-be3e-235927f3eb32 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Made reservation on behalf of 6e8dc31c587f41e9a0069ffbf510479d for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:28.340735 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-937a6936-c0ff-4624-be3e-235927f3eb32 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.370141 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-df0c3c1c-8872-4d38-a57d-c7c925a7d2de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69891594fedc4b1381c06847c9d5a29c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0655804 Jul 09 19:52:28.370376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53284) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:28.382856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b63402-742a-4fd3-b61a-d35acbf5c6e4 req-5413fafe-a9c5-4eda-b194-18731de07f51 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:28.384467 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9b63402-742a-4fd3-b61a-d35acbf5c6e4 req-5413fafe-a9c5-4eda-b194-18731de07f51 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 945 time: 0.1338880 Jul 09 19:52:28.394272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d24e6-dfab-4a72-8259-3e0c2a563073 req-ef3554e5-00e4-4e7a-b4eb-bf6b6ad49a4a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:28.395825 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f21d24e6-dfab-4a72-8259-3e0c2a563073 req-ef3554e5-00e4-4e7a-b4eb-bf6b6ad49a4a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.1269107 Jul 09 19:52:28.462023 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f21d24e6-dfab-4a72-8259-3e0c2a563073 req-3bbdad35-b257-47b6-a8d7-88c2f98012e6 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556636 Jul 09 19:52:28.466951 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39be26ca-bf63-4faa-83d9-c0a168e4bc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.474131 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9b63402-742a-4fd3-b61a-d35acbf5c6e4 req-6818ea0f-c089-492e-8f6d-d0d3a2e9353b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552437 Jul 09 19:52:28.507529 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39be26ca-bf63-4faa-83d9-c0a168e4bc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.524663 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374681a5-7eab-4949-ab9c-ad4e00ddd023 x-openstack-request-id: req-374681a5-7eab-4949-ab9c-ad4e00ddd023 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:28.525719 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb68930e-ae26-4ec1-a21d-62b62ce86f23", "name": "network-vif-deleted", "tag": "a4922de8-c0f6-4eda-939e-6f668f193697", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:28.525719 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-374681a5-7eab-4949-ab9c-ad4e00ddd023 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:28.525888 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb68930e-ae26-4ec1-a21d-62b62ce86f23', 'name': 'network-vif-deleted', 'tag': 'a4922de8-c0f6-4eda-939e-6f668f193697', 'status': 'completed', 'code': 200} Jul 09 19:52:28.534692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-937a6936-c0ff-4624-be3e-235927f3eb32 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Allocated IP 192.168.233.34 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/5fb8b86c-6fc2-4096-863b-b0b1c018da9b) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:28.583984 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39be26ca-bf63-4faa-83d9-c0a168e4bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.587696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5245d26e-012d-4fef-ac24-997763e5ef21 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:28.589528 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39be26ca-bf63-4faa-83d9-c0a168e4bc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.595741 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-39be26ca-bf63-4faa-83d9-c0a168e4bc2f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c5bd8b8-8a82-4fc7-a2c9-dee5472f750c HTTP/1.1" status: 204 len: 168 time: 0.2235644 Jul 09 19:52:28.606287 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be26ca-bf63-4faa-83d9-c0a168e4bc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5bd8b8-8a82-4fc7-a2c9-dee5472f750c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:28.671798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 5245d26e-012d-4fef-ac24-997763e5ef21 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:28.672496 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.733446 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-937a6936-c0ff-4624-be3e-235927f3eb32 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.780221 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d0b80740-e360-4ec3-ad51-93c89a77b480 req-a684bcd4-8cb5-4dde-8c72-733c0092926e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 210 time: 0.0823083 Jul 09 19:52:28.785945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-937a6936-c0ff-4624-be3e-235927f3eb32 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Transition to ACTIVE for port object 5fb8b86c-6fc2-4096-863b-b0b1c018da9b will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:28.809427 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.839990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894aa05a-e049-48bf-96fc-1f71922e50a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5245d26e-012d-4fef-ac24-997763e5ef21'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:28.842386 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f003b32d-f4fc-431c-bbe6-0a0cd307c7df" -d '{"events": [{"server_uuid": "894aa05a-e049-48bf-96fc-1f71922e50a0", "name": "network-vif-plugged", "status": "completed", "tag": "5245d26e-012d-4fef-ac24-997763e5ef21"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:28.856329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9767fb-20c6-43ef-8fff-31f0edf8ecab req-02706a3d-7524-4317-a383-daf726b2831e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:28.858059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c9767fb-20c6-43ef-8fff-31f0edf8ecab req-02706a3d-7524-4317-a383-daf726b2831e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 944 time: 0.1069884 Jul 09 19:52:28.859574 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-937a6936-c0ff-4624-be3e-235927f3eb32 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.871659 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['80bbbe61-c9b0-4fa8-8c53-62d40513b8da', '0300e9a4-6bc2-4229-a743-da7a4c929b00', 'd3ab1148-7eb0-47e5-885c-da9b7775e236'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:28.916424 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5245d26e-012d-4fef-ac24-997763e5ef21, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5245d26e-012d-4fef-ac24-997763e5ef21,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:28.918267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a6936-c0ff-4624-be3e-235927f3eb32 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event updated for resources: {'Port': ['ID=5fb8b86c-6fc2-4096-863b-b0b1c018da9b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:28.940369 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac26bfd-f750-44a2-9f88-54b471bc9266 x-openstack-request-id: req-4ac26bfd-f750-44a2-9f88-54b471bc9266 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:28.940703 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894aa05a-e049-48bf-96fc-1f71922e50a0", "name": "network-vif-plugged", "status": "completed", "tag": "5245d26e-012d-4fef-ac24-997763e5ef21", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:28.940962 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ac26bfd-f750-44a2-9f88-54b471bc9266 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:28.941361 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894aa05a-e049-48bf-96fc-1f71922e50a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5245d26e-012d-4fef-ac24-997763e5ef21', 'code': 200} Jul 09 19:52:28.962974 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:28.979060 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c9767fb-20c6-43ef-8fff-31f0edf8ecab req-345466f7-23f8-4faa-9bfb-cf62ec4b7d64 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627358 Jul 09 19:52:29.009264 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-937a6936-c0ff-4624-be3e-235927f3eb32 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:29.010851 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-937a6936-c0ff-4624-be3e-235927f3eb32 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:29.013343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-937a6936-c0ff-4624-be3e-235927f3eb32 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:29.087565 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:29.114622 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-937a6936-c0ff-4624-be3e-235927f3eb32 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:29.115178 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-937a6936-c0ff-4624-be3e-235927f3eb32 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:29.130283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5245d26e-012d-4fef-ac24-997763e5ef21,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:29.164113 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-937a6936-c0ff-4624-be3e-235927f3eb32 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3724957 Jul 09 19:52:29.185650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Request body: {'port': {'device_id': 'e5cf173e-1ce4-4267-8a98-ebed98db8a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:29.257375 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9643ce38-28e3-49c0-b50e-9413e767100a req-6eea4e52-87bd-4538-9121-0efe3502d3ea tempest-ServersAdminTestJSON-2083725151 tempest-ServersAdminTestJSON-2083725151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb68930e-ae26-4ec1-a21d-62b62ce86f23 HTTP/1.1" status: 200 len: 210 time: 0.0429583 Jul 09 19:52:29.312029 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:29.342892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1878e0bf-a49a-467e-9f42-a24ed701e24d', '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'b6a7cc50-e031-4989-8b65-c43ed7030ff1', '7e45ad69-f78c-4397-9749-d8dc2c675b71'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:29.401378 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ab54fb77-2e14-43cd-92aa-8b75eec3f12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:29.422112 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0d84e001-f10a-466e-89fc-22b2474d65fe None None] Provisioning for port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:29.447146 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0d84e001-f10a-466e-89fc-22b2474d65fe None None] Provisioning complete for port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:29.447528 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0d84e001-f10a-466e-89fc-22b2474d65fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:29.530479 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0d84e001-f10a-466e-89fc-22b2474d65fe None None] Port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:52:29.608386 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:29.628959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53330) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:29.675631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceadd0-dee3-4da6-8330-f3570baa7567 req-70ac23b7-cdfc-46f2-9747-5ebefea97ece tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:29.677569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3bceadd0-dee3-4da6-8330-f3570baa7567 req-70ac23b7-cdfc-46f2-9747-5ebefea97ece tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.0895519 Jul 09 19:52:29.728094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb8b86c-6fc2-4096-863b-b0b1c018da9b {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:29.734631 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3bceadd0-dee3-4da6-8330-f3570baa7567 req-cce0ce23-64e0-4161-9b43-fc0c1899fd74 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507028 Jul 09 19:52:29.739806 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:29.763175 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Transition to ACTIVE for port object 5fb8b86c-6fc2-4096-863b-b0b1c018da9b will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:29.771249 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:29.830648 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a3e0c-79db-4a3c-b5a4-5516fb1b72d9 req-e8a6d8e9-f1a5-4bde-8754-74060438b513 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:29.832209 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f6a3e0c-79db-4a3c-b5a4-5516fb1b72d9 req-e8a6d8e9-f1a5-4bde-8754-74060438b513 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 945 time: 0.1498101 Jul 09 19:52:29.842692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1700836860-network', 'tenant_id': '382be6ed01574db2b800f45c2ce85e9e'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:29.927239 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb8b86c-6fc2-4096-863b-b0b1c018da9b,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:29.971360 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] Made reservation on behalf of 382be6ed01574db2b800f45c2ce85e9e for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:29.973825 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.012805 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.062890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed058d3f-1e17-4576-8d7c-1b8de83faef2 req-a94404e3-09c6-48f8-928e-05ec3dfa8f6e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:30.070973 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f6a3e0c-79db-4a3c-b5a4-5516fb1b72d9 req-cdc650d6-b4a7-44ef-a475-38c261765e94 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099326 Jul 09 19:52:30.072436 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ed058d3f-1e17-4576-8d7c-1b8de83faef2 req-a94404e3-09c6-48f8-928e-05ec3dfa8f6e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 947 time: 0.1193159 Jul 09 19:52:30.098189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Attempting to bind port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:30.098677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Attempting to bind port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:30.099032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Attempting to bind port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:30.110152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:52:30.110662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Attempting to bind port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:30.122252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:30.122623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:30.123015 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:30.123453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Bound port: 5fb8b86c-6fc2-4096-863b-b0b1c018da9b, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:30.123830 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.139390 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ed058d3f-1e17-4576-8d7c-1b8de83faef2 req-8996940e-766d-413d-adc6-3b8ad740160d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645804 Jul 09 19:52:30.278322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] For port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:30.282627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] For port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5fb8b86c-6fc2-4096-863b-b0b1c018da9b,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:30.293205 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.295598 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.347891 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.359564 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:30.360210 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.362408 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] 10.222.0.36 "PUT /v2.0/ports/5fb8b86c-6fc2-4096-863b-b0b1c018da9b HTTP/1.1" status: 200 len: 1095 time: 1.1871941 Jul 09 19:52:30.363923 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.443959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0a090-760b-4f17-84bc-77325f969a1c req-994da5e2-8502-40c1-853d-d2d8d4404eb0 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:30.451552 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4de0a090-760b-4f17-84bc-77325f969a1c req-994da5e2-8502-40c1-853d-d2d8d4404eb0 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 944 time: 0.2318456 Jul 09 19:52:30.454810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:52:30.482110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e3629-398a-4646-9d92-5698dc208fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb8b86c-6fc2-4096-863b-b0b1c018da9b,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:30.493459 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0217ed-2200-4f08-85b3-7361077aa20e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:30.515003 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.517437 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] Added segment 9b3c62a3-1aae-4c98-ba59-ff8e0849de93 of type vlan for network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 Jul 09 19:52:30.530367 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cf173e-1ce4-4267-8a98-ebed98db8a78', 'tag': '5fb8b86c-6fc2-4096-863b-b0b1c018da9b'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:30.535564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a4922de8-c0f6-4eda-939e-6f668f193697 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:30.544878 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6da337-0c71-417a-8347-157f67bf3d14" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cf173e-1ce4-4267-8a98-ebed98db8a78", "tag": "5fb8b86c-6fc2-4096-863b-b0b1c018da9b"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:30.564880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: a4922de8-c0f6-4eda-939e-6f668f193697 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:30.577956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a4922de8-c0f6-4eda-939e-6f668f193697 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:30.609837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bdf2e0e1-07f9-472b-a12a-ba984174f50a up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:30.636054 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942a9c82-c270-4cdb-aee6-307d8e9064b2 x-openstack-request-id: req-942a9c82-c270-4cdb-aee6-307d8e9064b2 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:30.636282 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cf173e-1ce4-4267-8a98-ebed98db8a78", "tag": "5fb8b86c-6fc2-4096-863b-b0b1c018da9b", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:30.636560 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-942a9c82-c270-4cdb-aee6-307d8e9064b2 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:30.637039 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cf173e-1ce4-4267-8a98-ebed98db8a78', 'tag': '5fb8b86c-6fc2-4096-863b-b0b1c018da9b', 'status': 'completed', 'code': 200} Jul 09 19:52:30.644985 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.651119 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4de0a090-760b-4f17-84bc-77325f969a1c req-8e57309a-fd1a-4437-8664-e97ee55d145c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987326 Jul 09 19:52:30.667012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-947a13a2-7fb2-4cf5-8633-79bbc9406a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:30.668776 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-947a13a2-7fb2-4cf5-8633-79bbc9406a93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 1098 time: 0.2532983 Jul 09 19:52:30.676298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port bdf2e0e1-07f9-472b-a12a-ba984174f50a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:30.682150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port bdf2e0e1-07f9-472b-a12a-ba984174f50a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:30.682757 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.694535 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53374) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:30.738438 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-22955fd2-04f6-4130-8768-2924b3c6212f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5fb8b86c-6fc2-4096-863b-b0b1c018da9b HTTP/1.1" status: 200 len: 217 time: 0.0519960 Jul 09 19:52:30.745927 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.747112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:30.747718 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.827957 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.901958 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:30.906740 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.931819 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3016124 Jul 09 19:52:30.936010 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53394) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:30.941426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1fe033df-d346-4b41-b349-7cf4dc068fa7 admin admin] Request body: {'subnet': {'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1700836860-subnet', 'tenant_id': '382be6ed01574db2b800f45c2ce85e9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:30.953731 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-39b3c1b8-0ac5-40c0-8f34-18f6ea0ed473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:30.955605 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-39b3c1b8-0ac5-40c0-8f34-18f6ea0ed473 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.2009697 Jul 09 19:52:30.956666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29733505-b805-4e72-bf64-51f1915cb29e admin admin] Pushing event updated for resources: {'Network': ['ID=8894aba0-c40a-4dc6-b8c1-f53ea7016388,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:30.995101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe033df-d346-4b41-b349-7cf4dc068fa7 admin admin] Made reservation on behalf of 382be6ed01574db2b800f45c2ce85e9e for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:30.996645 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b5cfdc-7ac0-4171-9cc2-16b3e27a9917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf2e0e1-07f9-472b-a12a-ba984174f50a'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:30.997616 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1fe033df-d346-4b41-b349-7cf4dc068fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:30.999242 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be112337-f3ba-446e-a066-9328a3db28b4" -d '{"events": [{"server_uuid": "96b5cfdc-7ac0-4171-9cc2-16b3e27a9917", "name": "network-vif-plugged", "status": "completed", "tag": "bdf2e0e1-07f9-472b-a12a-ba984174f50a"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:31.002215 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:52:31.005801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=bdf2e0e1-07f9-472b-a12a-ba984174f50a,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:31.059676 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92a9af7-88cb-4b53-b1de-5730465f00fd x-openstack-request-id: req-b92a9af7-88cb-4b53-b1de-5730465f00fd {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:31.059973 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b5cfdc-7ac0-4171-9cc2-16b3e27a9917", "name": "network-vif-plugged", "status": "completed", "tag": "bdf2e0e1-07f9-472b-a12a-ba984174f50a", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:31.060341 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b92a9af7-88cb-4b53-b1de-5730465f00fd {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:31.061218 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b5cfdc-7ac0-4171-9cc2-16b3e27a9917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf2e0e1-07f9-472b-a12a-ba984174f50a', 'code': 200} Jul 09 19:52:31.080271 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-10bbcde9-5a56-44b5-8215-26b6e4aae320 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d09c1c899b744b99a36aa002fffb6a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845263 Jul 09 19:52:31.083147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53398) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:31.108705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637ba74-ea4d-4d3d-a2f4-977c4d0f89b7 req-404c7001-6966-4480-a1a5-a4e00c668fe9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:31.110580 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c637ba74-ea4d-4d3d-a2f4-977c4d0f89b7 req-404c7001-6966-4480-a1a5-a4e00c668fe9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.2371659 Jul 09 19:52:31.141432 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-5a826fe9-2b92-4d50-8489-dbbb3a7d4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:31.143623 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-5a826fe9-2b92-4d50-8489-dbbb3a7d4e5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1759710 Jul 09 19:52:31.219596 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c637ba74-ea4d-4d3d-a2f4-977c4d0f89b7 req-1474377f-cb83-40c9-8249-5332e96b998b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973637 Jul 09 19:52:31.232430 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4265ae3d-4d92-4054-a6e7-3411e7e190f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.278783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487cb5f-5e42-4e42-a589-75cd2c6b5cd5 req-3a311582-5691-41b6-9e95-63156a5ac27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:31.280723 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8487cb5f-5e42-4e42-a589-75cd2c6b5cd5 req-3a311582-5691-41b6-9e95-63156a5ac27c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 1096 time: 0.1445270 Jul 09 19:52:31.305850 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4265ae3d-4d92-4054-a6e7-3411e7e190f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.366229 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1fe033df-d346-4b41-b349-7cf4dc068fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.372459 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8487cb5f-5e42-4e42-a589-75cd2c6b5cd5 req-a5aac8cd-7b76-4dde-8d06-dc9482f3b2a3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824451 Jul 09 19:52:31.405383 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-ee56ba1d-a669-4234-ae99-448c6ad39fcd service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438917 Jul 09 19:52:31.439601 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1baac-28cc-4311-9b69-c6a100a60674 req-95ea34ba-e82c-4230-a258-da373bfa6625 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:31.441145 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-62a1baac-28cc-4311-9b69-c6a100a60674 req-95ea34ba-e82c-4230-a258-da373bfa6625 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 945 time: 0.2067828 Jul 09 19:52:31.455031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-800fee2e-a67f-4a81-a0bc-46b975112168 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:31.457121 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-800fee2e-a67f-4a81-a0bc-46b975112168 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1&tenant_id=d1970a87c2e6404b89294d0e16829336&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1096 time: 0.1568890 Jul 09 19:52:31.464892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe033df-d346-4b41-b349-7cf4dc068fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd5bce8-001b-47cc-8510-ced4334ba819,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:31.478849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-3'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:31.480167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe033df-d346-4b41-b349-7cf4dc068fa7 admin admin] Checking segment: {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:31.480575 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe033df-d346-4b41-b349-7cf4dc068fa7 admin admin] Network hostable DHCP agents. Network: 8894aba0-c40a-4dc6-b8c1-f53ea7016388, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:52:31.517057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae0a33-4234-4227-b4b6-c28116191afa req-6ac7b0ea-5b83-43ef-8921-2444adfe18c4 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:31.518643 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3fae0a33-4234-4227-b4b6-c28116191afa req-6ac7b0ea-5b83-43ef-8921-2444adfe18c4 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 947 time: 0.1195383 Jul 09 19:52:31.519738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe033df-d346-4b41-b349-7cf4dc068fa7 admin admin] Network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:52:31.534612 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-1fe033df-d346-4b41-b349-7cf4dc068fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 8894aba0-c40a-4dc6-b8c1-f53ea7016388) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:31.535788 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4265ae3d-4d92-4054-a6e7-3411e7e190f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.538541 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4265ae3d-4d92-4054-a6e7-3411e7e190f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.545809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe033df-d346-4b41-b349-7cf4dc068fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:31.546420 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1fe033df-d346-4b41-b349-7cf4dc068fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:31.546963 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83576157-4bfd-4a1b-b8d6-993c7749c10c None None] Network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:31.561222 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4265ae3d-4d92-4054-a6e7-3411e7e190f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ef5808a-4725-4921-b563-900b256c5334 HTTP/1.1" status: 204 len: 168 time: 0.4768050 Jul 09 19:52:31.573765 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3fae0a33-4234-4227-b4b6-c28116191afa req-8f1e396c-1b01-4ce2-a995-ae3a96d6aaec tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470974 Jul 09 19:52:31.590806 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1fe033df-d346-4b41-b349-7cf4dc068fa7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6460664 Jul 09 19:52:31.620590 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-62a1baac-28cc-4311-9b69-c6a100a60674 req-b8af69c5-6a02-4485-ab76-07a838403d8a tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628115 Jul 09 19:52:31.779589 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265ae3d-4d92-4054-a6e7-3411e7e190f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef5808a-4725-4921-b563-900b256c5334,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:31.863665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139f2480-071e-4caf-a220-a65ff3276661 None None] Network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:32.051949 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:32.075787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53430) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:32.123763 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f53e33c-1633-4158-9226-fd5af9137a18 req-12e75a31-8978-4138-a64a-84a6d160483c service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200881 Jul 09 19:52:32.158877 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b2b8f31a-b972-49b8-92c8-a78601e8be74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45cabc1ef58c48aa929cd104ebdb66f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812931 Jul 09 19:52:32.160202 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:32.164560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53432) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:32.188863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0df154-9dd0-4e38-952d-b6717ce03f2b req-f16c37db-8f30-4f87-b5c5-e7338316549f tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:32.195661 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c0df154-9dd0-4e38-952d-b6717ce03f2b req-f16c37db-8f30-4f87-b5c5-e7338316549f tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.3134420 Jul 09 19:52:32.282981 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df92379f-0574-4edb-9ca8-2c795d99360e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:32.318040 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df92379f-0574-4edb-9ca8-2c795d99360e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:32.341776 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c0df154-9dd0-4e38-952d-b6717ce03f2b req-4c7bddb0-5902-4730-a6f1-9adee77c5ef9 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448703 Jul 09 19:52:32.387118 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:32.394101 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df92379f-0574-4edb-9ca8-2c795d99360e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:32.397495 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df92379f-0574-4edb-9ca8-2c795d99360e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:32.399098 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-df92379f-0574-4edb-9ca8-2c795d99360e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ec6603d-96df-46e0-b3e9-f4da35ee70d5 HTTP/1.1" status: 204 len: 168 time: 0.2319984 Jul 09 19:52:32.424867 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92379f-0574-4edb-9ca8-2c795d99360e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec6603d-96df-46e0-b3e9-f4da35ee70d5,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:32.437558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:32.515262 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:32.525950 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:32.563147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 75db3b3e-00cf-45de-9668-ae6c7243a2d2 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:52:32.579330 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6da337-0c71-417a-8347-157f67bf3d14 req-cf97ee74-e516-4ef8-a48b-8ae7f804ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:32.580764 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e6da337-0c71-417a-8347-157f67bf3d14 req-cf97ee74-e516-4ef8-a48b-8ae7f804ae5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 1098 time: 0.3633544 Jul 09 19:52:32.873454 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h1-800088-3, got binding levels [] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:32.881547 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-349fe685-6679-41c6-8d41-42d300f5184b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:32.895184 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-349fe685-6679-41c6-8d41-42d300f5184b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 812 time: 0.2749002 Jul 09 19:52:32.925768 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-f955124d-c96f-48ba-9350-553797ef015c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/quotas/382be6ed01574db2b800f45c2ce85e9e HTTP/1.1" status: 200 len: 375 time: 0.0234327 Jul 09 19:52:32.946089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on host n-h1-800088-3 for vnic_type normal with profile {"migrating_to": "n-h2-800088-3"} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:32.946580 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:32.946955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:32.959919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:52:32.960718 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:32.978494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:32.980237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Checking segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:32.982357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Bound using segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:32.984321 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Bound port: 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:32.988391 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:33.024002 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764a4fb9-b3c7-4d41-8bba-6ad041f436f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75db3b3e-00cf-45de-9668-ae6c7243a2d2'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:33.026487 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1db781-4d88-401f-9a8e-1b93ef7ee08d" -d '{"events": [{"server_uuid": "764a4fb9-b3c7-4d41-8bba-6ad041f436f1", "name": "network-vif-unplugged", "status": "completed", "tag": "75db3b3e-00cf-45de-9668-ae6c7243a2d2"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:33.029970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Pushing event updated for resources: {'Port': ['ID=75db3b3e-00cf-45de-9668-ae6c7243a2d2,revision_number=7']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:33.062709 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-93eda9ae-7027-4521-963f-a5fa379a3929 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1320305 Jul 09 19:52:33.171433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h1-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:33.180661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:33.186361 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6da337-0c71-417a-8347-157f67bf3d14 req-b27a830e-1a9d-4bfb-b0bd-d9a96d4edb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:33.188626 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e6da337-0c71-417a-8347-157f67bf3d14 req-b27a830e-1a9d-4bfb-b0bd-d9a96d4edb25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.6012573 Jul 09 19:52:33.189153 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:33.269201 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e6da337-0c71-417a-8347-157f67bf3d14 req-8d203acf-ebaf-42e3-ba15-02389a76c508 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5fb8b86c-6fc2-4096-863b-b0b1c018da9b HTTP/1.1" status: 200 len: 217 time: 0.0677485 Jul 09 19:52:33.283448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 75db3b3e-00cf-45de-9668-ae6c7243a2d2 has no active binding in host n-h2-800088-3 {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:52:33.294932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=75db3b3e-00cf-45de-9668-ae6c7243a2d2,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:33.295808 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-0aab9b44-d860-4ee0-9e95-b0cc2da90af3 service neutron] 10.222.0.30 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320414 Jul 09 19:52:33.310430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:33.310826 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:33.311174 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:33.311516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:33.311856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:33.312184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:33.312519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:33.312895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:33.313227 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:33.313669 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:33.314666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:33.315002 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:33.376666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889adf4-361f-41a8-a6a7-d57d762a3483 req-aaf1a084-6dcf-47b4-a14f-e8610c335b15 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:33.388726 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5889adf4-361f-41a8-a6a7-d57d762a3483 req-aaf1a084-6dcf-47b4-a14f-e8610c335b15 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.9086745 Jul 09 19:52:33.440429 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-abc9370d-6ffa-4dff-9cd2-d3f74c913bdf service neutron] 10.222.0.30 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435852 Jul 09 19:52:33.450124 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5889adf4-361f-41a8-a6a7-d57d762a3483 req-561a1fa9-8550-4989-9ceb-254f830f4008 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602839 Jul 09 19:52:33.451453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on host n-h1-800088-3 for vnic_type normal with profile {"migrating_to": "n-h2-800088-3"} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:33.451569 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:33.451895 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:33.464267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:52:33.464638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Attempting to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on network 8a232a31-8852-4c82-8ae1-8d8f984ad79c {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:33.495833 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:33.496182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Checking segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:33.496591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Bound using segment: {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:33.497052 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Bound port: 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9dcba45-48e5-4d09-9f5b-a56568314071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8a232a31-8852-4c82-8ae1-8d8f984ad79c'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:33.497422 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:33.529481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6da337-0c71-417a-8347-157f67bf3d14 req-27dd0451-8ea7-4da7-8051-d2d53f8fce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:33.531001 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e6da337-0c71-417a-8347-157f67bf3d14 req-27dd0451-8ea7-4da7-8051-d2d53f8fce7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.2312791 Jul 09 19:52:33.690976 n-d-800088-3 neutron-server[100204]: WARNING neutron.plugins.ml2.plugin [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Concurrent port binding operations failed on port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 Jul 09 19:52:33.694535 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:33.713746 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Attempt 2 to bind port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 Jul 09 19:52:33.738254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:33.738254 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:33.739173 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-6e49ca1e-551c-4163-8dbe-b11f07192f79 service neutron] 10.222.0.32 "PUT /v2.0/ports/75db3b3e-00cf-45de-9668-ae6c7243a2d2 HTTP/1.1" status: 200 len: 1121 time: 2.2732515 Jul 09 19:52:33.801298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53480) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:33.827992 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6da337-0c71-417a-8347-157f67bf3d14 req-7b325e47-8e04-4a39-98f0-eb1e2f3ac4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:33.830153 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e6da337-0c71-417a-8347-157f67bf3d14 req-7b325e47-8e04-4a39-98f0-eb1e2f3ac4e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2904525 Jul 09 19:52:33.869478 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85e47c-281b-4788-8f48-e593f1488714 req-1ff56aa2-d2bc-42be-9840-ef77af391efe tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:33.878287 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5d85e47c-281b-4788-8f48-e593f1488714 req-1ff56aa2-d2bc-42be-9840-ef77af391efe tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 947 time: 0.1665261 Jul 09 19:52:33.885416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['75db3b3e-00cf-45de-9668-ae6c7243a2d2'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:33.942922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9f660-fd53-47ab-a83f-919fb9dd2d8e req-8306a2ce-afbe-44a0-8a07-6de10d87aaf2 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:33.960696 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9d9f660-fd53-47ab-a83f-919fb9dd2d8e req-8306a2ce-afbe-44a0-8a07-6de10d87aaf2 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.1689031 Jul 09 19:52:33.991328 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5d85e47c-281b-4788-8f48-e593f1488714 req-b414a0ca-13c0-4280-ae4d-2c46db7bca55 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119246 Jul 09 19:52:34.048875 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9d9f660-fd53-47ab-a83f-919fb9dd2d8e req-c8bf102f-cba2-4997-9e31-0327d1640624 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871119 Jul 09 19:52:34.057621 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e6da337-0c71-417a-8347-157f67bf3d14 req-b1d8e9ee-9ee8-4101-97e5-8dd49c6f1125 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145255 Jul 09 19:52:34.099128 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1130404370-network', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:34.152892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] Made reservation on behalf of 1d0c04cb61bc40118229988d630e8fdc for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:34.155736 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:34.198831 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:34.285912 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09c1222-f6ac-41e3-b2a1-c4543272dbbc x-openstack-request-id: req-d09c1222-f6ac-41e3-b2a1-c4543272dbbc {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:34.286374 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764a4fb9-b3c7-4d41-8bba-6ad041f436f1", "name": "network-vif-unplugged", "status": "completed", "tag": "75db3b3e-00cf-45de-9668-ae6c7243a2d2", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:34.286683 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d09c1222-f6ac-41e3-b2a1-c4543272dbbc {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:34.287100 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764a4fb9-b3c7-4d41-8bba-6ad041f436f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75db3b3e-00cf-45de-9668-ae6c7243a2d2', 'code': 200} Jul 09 19:52:34.309983 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e6da337-0c71-417a-8347-157f67bf3d14 req-28cb895b-fb45-4a3a-8210-6acb2cb4f768 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454178 Jul 09 19:52:34.352364 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['75db3b3e-00cf-45de-9668-ae6c7243a2d2'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:34.403155 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2da2e02-6467-4777-a523-f76eebf49849 req-0c36629d-682c-4360-8a4d-1b16685005bd tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 210 time: 0.0471761 Jul 09 19:52:34.437631 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:34.442598 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:34.518072 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:52:34.605050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac172b3-e3b5-44a6-9016-69981c504b15,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:34.619825 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:34.620175 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] Added segment 9a4117fb-3218-4ead-a442-09a4d46ef698 of type vlan for network 9c7e3fdd-a431-4c92-8263-75a923c96136 Jul 09 19:52:34.681821 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:34.714515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e674d73-6f43-47d8-a7bd-2eec1181fd1f req-7580c2c3-a709-4994-8d6e-e318e62eaf35 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:34.722112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e674d73-6f43-47d8-a7bd-2eec1181fd1f req-7580c2c3-a709-4994-8d6e-e318e62eaf35 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.2275784 Jul 09 19:52:34.752613 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edea52-24f5-456e-a442-f859369f6621 req-fb918208-e863-48ac-9ad0-be5bbdaf8cfd tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:34.754424 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-93edea52-24f5-456e-a442-f859369f6621 req-fb918208-e863-48ac-9ad0-be5bbdaf8cfd tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.1312356 Jul 09 19:52:34.754877 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:34.756897 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:34.758471 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:34.828631 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-93edea52-24f5-456e-a442-f859369f6621 req-61be157f-fd81-4bb6-a012-b9f86f84742d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601346 Jul 09 19:52:34.848303 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e674d73-6f43-47d8-a7bd-2eec1181fd1f req-df6da83f-2f23-4373-a0fb-81a58768f66c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167665 Jul 09 19:52:34.863181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] Pushing event updated for resources: {'Network': ['ID=9c7e3fdd-a431-4c92-8263-75a923c96136,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:34.873620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53502) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:34.876300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 9c7e3fdd-a431-4c92-8263-75a923c96136 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:52:34.880173 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-004a96f8-b8a1-4b66-8f40-1210bac2d4e1 admin admin] Request body: {'subnet': {'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1130404370-subnet', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:34.893769 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1f2d5e27-ef72-46f8-a9f3-23f1743d910d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0856490 Jul 09 19:52:34.911397 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004a96f8-b8a1-4b66-8f40-1210bac2d4e1 admin admin] Made reservation on behalf of 1d0c04cb61bc40118229988d630e8fdc for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:34.915268 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-004a96f8-b8a1-4b66-8f40-1210bac2d4e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:35.165052 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-004a96f8-b8a1-4b66-8f40-1210bac2d4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:35.221031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585c7e7-ba23-4f95-9de6-269bebf5abe7 req-659779c4-8991-4ffb-b695-3fec46db8eb4 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:35.221031 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a585c7e7-ba23-4f95-9de6-269bebf5abe7 req-659779c4-8991-4ffb-b695-3fec46db8eb4 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 1096 time: 0.1665008 Jul 09 19:52:35.240377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56a323-c020-460a-b5d8-13d3c1a11277 req-996e142a-a4c7-4852-8ec3-464b8a21780b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:35.242208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6f56a323-c020-460a-b5d8-13d3c1a11277 req-996e142a-a4c7-4852-8ec3-464b8a21780b tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 947 time: 0.0841835 Jul 09 19:52:35.255060 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004a96f8-b8a1-4b66-8f40-1210bac2d4e1 admin admin] Checking segment: {'id': '9a4117fb-3218-4ead-a442-09a4d46ef698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:35.255427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004a96f8-b8a1-4b66-8f40-1210bac2d4e1 admin admin] Network hostable DHCP agents. Network: 9c7e3fdd-a431-4c92-8263-75a923c96136, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:52:35.257665 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a96f8-b8a1-4b66-8f40-1210bac2d4e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b827fd-f8c9-4875-aae6-fce7241ea6c4,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:35.293191 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a585c7e7-ba23-4f95-9de6-269bebf5abe7 req-840258dd-2e73-46d3-b3b5-ff0a5d151bc3 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611191 Jul 09 19:52:35.301981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004a96f8-b8a1-4b66-8f40-1210bac2d4e1 admin admin] Network 9c7e3fdd-a431-4c92-8263-75a923c96136 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:52:35.309171 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6f56a323-c020-460a-b5d8-13d3c1a11277 req-3e7258ee-23f6-47fa-b47e-45c4aff45e4a tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591996 Jul 09 19:52:35.316595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-004a96f8-b8a1-4b66-8f40-1210bac2d4e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 9c7e3fdd-a431-4c92-8263-75a923c96136) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:35.328652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a96f8-b8a1-4b66-8f40-1210bac2d4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:35.329703 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-004a96f8-b8a1-4b66-8f40-1210bac2d4e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:35.334279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f970ea7-80c3-4bb5-a6d8-d14d74c5ae3e None None] Network 9c7e3fdd-a431-4c92-8263-75a923c96136 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:35.354743 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-004a96f8-b8a1-4b66-8f40-1210bac2d4e1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4771507 Jul 09 19:52:35.355120 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53518) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:35.360633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1130404370-router', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:35.395438 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:35.397041 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:35.608367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-9c7e3fdd-a431-4c92-8263-75a923c96136', 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc', 'fixed_ips': [{'subnet_id': 'e1b827fd-f8c9-4875-aae6-fce7241ea6c4'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:52:35.609659 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:35.641010 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:35.808043 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Allocated IP 172.20.0.2 (9c7e3fdd-a431-4c92-8263-75a923c96136/e1b827fd-f8c9-4875-aae6-fce7241ea6c4/68ccbd62-3712-449a-ab8b-962266b7e7ab) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:35.983001 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:35.990637 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:36.000400 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Transition to ACTIVE for port object 68ccbd62-3712-449a-ab8b-962266b7e7ab will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:36.018637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Transition to ACTIVE for port object 68ccbd62-3712-449a-ab8b-962266b7e7ab will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:36.027741 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:36.083104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Pushing event updated for resources: {'Port': ['ID=68ccbd62-3712-449a-ab8b-962266b7e7ab,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:36.093748 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-84adb59a-3689-4581-9e33-0a67773ff7e8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:36.096140 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-84adb59a-3689-4581-9e33-0a67773ff7e8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.32 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 812 time: 0.3859766 Jul 09 19:52:36.099592 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Network 9c7e3fdd-a431-4c92-8263-75a923c96136 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:36.101065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:36.102180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7761b-e91a-4e1b-933e-39f192eb6e75 req-08872865-6601-47f0-a12c-798859414c94 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:36.103774 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:36.113477 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-29f7761b-e91a-4e1b-933e-39f192eb6e75 req-08872865-6601-47f0-a12c-798859414c94 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 1096 time: 0.1152363 Jul 09 19:52:36.121365 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f7de7-3296-4878-9283-4deff2784bfd req-68c5b3b3-a825-4e73-a840-ee70dfbeca99 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:36.122987 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d1f7de7-3296-4878-9283-4deff2784bfd req-68c5b3b3-a825-4e73-a840-ee70dfbeca99 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.5687962 Jul 09 19:52:36.132343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-86b533a2-f10e-4618-a854-606b9638f38b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Request body: {'port': {'device_id': 'be9eff2c-e2f1-4019-a980-57fa14ca349c', 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'admin_state_up': True, 'tenant_id': '382be6ed01574db2b800f45c2ce85e9e'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:36.167661 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-29f7761b-e91a-4e1b-933e-39f192eb6e75 req-d3081a56-fceb-4d1a-94e9-997f77272178 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527384 Jul 09 19:52:36.195076 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Attempting to bind port 68ccbd62-3712-449a-ab8b-962266b7e7ab on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:36.195452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Attempting to bind port 68ccbd62-3712-449a-ab8b-962266b7e7ab by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '9a4117fb-3218-4ead-a442-09a4d46ef698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:36.195821 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Attempting to bind port 68ccbd62-3712-449a-ab8b-962266b7e7ab on network 9c7e3fdd-a431-4c92-8263-75a923c96136 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:36.212833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:36.213716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Checking segment: {'id': '9a4117fb-3218-4ead-a442-09a4d46ef698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:36.214139 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:36.214544 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Bound using segment: {'id': '9a4117fb-3218-4ead-a442-09a4d46ef698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:36.215670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Bound port: 68ccbd62-3712-449a-ab8b-962266b7e7ab, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4117fb-3218-4ead-a442-09a4d46ef698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:36.216073 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:36.263153 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d1f7de7-3296-4878-9283-4deff2784bfd req-9eecd24e-01fd-4d5b-8e0a-b63ef5cef53c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269431 Jul 09 19:52:36.303369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764a4fb9-b3c7-4d41-8bba-6ad041f436f1', 'tag': '75db3b3e-00cf-45de-9668-ae6c7243a2d2'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:36.305985 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92808c0e-1d0b-4bf9-8659-0c2230b6bd90" -d '{"events": [{"name": "network-changed", "server_uuid": "764a4fb9-b3c7-4d41-8bba-6ad041f436f1", "tag": "75db3b3e-00cf-45de-9668-ae6c7243a2d2"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:36.331555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] For port 68ccbd62-3712-449a-ab8b-962266b7e7ab, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:36.337524 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] For port 68ccbd62-3712-449a-ab8b-962266b7e7ab, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=68ccbd62-3712-449a-ab8b-962266b7e7ab,segment=NetworkSegment(9a4117fb-3218-4ead-a442-09a4d46ef698),segment_id=9a4117fb-3218-4ead-a442-09a4d46ef698)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:36.343725 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:36.345737 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b2415457-5b33-462f-b5ba-27e0428d10e2 req-ac51b863-0a7d-4dab-98c4-cccf07c48a0b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 210 time: 0.0656636 Jul 09 19:52:36.434208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c8a50-031a-42d4-b3c3-ec6538a11cde None None] Pushing event updated for resources: {'Port': ['ID=68ccbd62-3712-449a-ab8b-962266b7e7ab,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:36.551462 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f01f7a-9258-44c9-9883-ed8ce09518fb x-openstack-request-id: req-b8f01f7a-9258-44c9-9883-ed8ce09518fb {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:36.551756 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764a4fb9-b3c7-4d41-8bba-6ad041f436f1", "tag": "75db3b3e-00cf-45de-9668-ae6c7243a2d2", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:36.552021 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8f01f7a-9258-44c9-9883-ed8ce09518fb {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:36.552697 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764a4fb9-b3c7-4d41-8bba-6ad041f436f1', 'tag': '75db3b3e-00cf-45de-9668-ae6c7243a2d2', 'status': 'completed', 'code': 200} Jul 09 19:52:36.563871 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:36.604217 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:36.639536 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-86b533a2-f10e-4618-a854-606b9638f38b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Made reservation on behalf of 382be6ed01574db2b800f45c2ce85e9e for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:36.643376 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-86b533a2-f10e-4618-a854-606b9638f38b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:36.669903 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443f859-a893-4584-9b8e-f47d11f183f5 req-573f7e4d-d9bf-4357-9002-0e84ebc54bf1 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:36.673948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5fb8b86c-6fc2-4096-863b-b0b1c018da9b details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:52:36.678330 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1443f859-a893-4584-9b8e-f47d11f183f5 req-573f7e4d-d9bf-4357-9002-0e84ebc54bf1 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 947 time: 0.1143813 Jul 09 19:52:36.732794 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1443f859-a893-4584-9b8e-f47d11f183f5 req-329fa156-55fa-4309-ae0e-b5e8d15d436f tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448594 Jul 09 19:52:36.899761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5fb8b86c-6fc2-4096-863b-b0b1c018da9b,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:36.943416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '5fb8b86c-6fc2-4096-863b-b0b1c018da9b', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '5fb8b86c-6fc2-4096-863b-b0b1c018da9b', 'mac_address': 'fa:16:3e:d9:a3:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:52:36.988923 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:37.003297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb8b86c-6fc2-4096-863b-b0b1c018da9b {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:37.027592 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5fb8b86c-6fc2-4096-863b-b0b1c018da9b,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:37.036947 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:37.046386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Allocated IP 172.25.0.74 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/1e759c55-ef9e-42e4-aa8a-a6e943987a7b) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:37.101907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5fb8b86c-6fc2-4096-863b-b0b1c018da9b,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:37.116936 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940e73-907a-404a-8f17-9cc468a78f77 req-75803222-0dba-4f64-aa6b-e7a546c1b4b0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:37.118751 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad940e73-907a-404a-8f17-9cc468a78f77 req-75803222-0dba-4f64-aa6b-e7a546c1b4b0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.5563681 Jul 09 19:52:37.125255 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92808c0e-1d0b-4bf9-8659-0c2230b6bd90 req-df8d5adf-4450-4144-bc28-16e80d2064a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:37.127486 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92808c0e-1d0b-4bf9-8659-0c2230b6bd90 req-df8d5adf-4450-4144-bc28-16e80d2064a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 1124 time: 0.5726447 Jul 09 19:52:37.352176 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad940e73-907a-404a-8f17-9cc468a78f77 req-38342cb1-02ad-428a-8522-d7e5040512dd tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234359 Jul 09 19:52:37.410992 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-86b533a2-f10e-4618-a854-606b9638f38b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Allocated IP 172.20.0.11 (8894aba0-c40a-4dc6-b8c1-f53ea7016388/bdd5bce8-001b-47cc-8510-ced4334ba819/1b62c2a5-1b90-4db2-9743-eb9e54256e78) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:37.521344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['5fb8b86c-6fc2-4096-863b-b0b1c018da9b'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:37.521941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92808c0e-1d0b-4bf9-8659-0c2230b6bd90 req-44ab0a26-844a-4550-8fad-ca50eb0ba368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:37.523425 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92808c0e-1d0b-4bf9-8659-0c2230b6bd90 req-44ab0a26-844a-4550-8fad-ca50eb0ba368 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.3865762 Jul 09 19:52:37.604077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92808c0e-1d0b-4bf9-8659-0c2230b6bd90 req-7fadabb6-e820-4050-9634-f722af691597 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2 HTTP/1.1" status: 200 len: 217 time: 0.0652733 Jul 09 19:52:37.660695 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:38.038561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30aaa23-f644-48fe-ad71-28d7c5e6fa2e None None] Network 9c7e3fdd-a431-4c92-8263-75a923c96136 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:38.200386 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c1c77479-a0ee-4322-8d3a-44889c4e4259 None None] Provisioning for port 68ccbd62-3712-449a-ab8b-962266b7e7ab completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:38.341386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-6a274f15-12e3-4dd8-89a5-fab621633b33 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:52:38.342355 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-6a274f15-12e3-4dd8-89a5-fab621633b33 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074074 Jul 09 19:52:38.359030 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-2d425cc8-4037-4f5f-bb89-ab9748dcf167 service neutron] Request body: {'binding': {'host': 'n-h2-800088-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:38.359505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-2d425cc8-4037-4f5f-bb89-ab9748dcf167 service neutron] Unknown quota resources ['binding']. {{(pid=100205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 19:52:38.404352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 68ccbd62-3712-449a-ab8b-962266b7e7ab up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:38.445792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92808c0e-1d0b-4bf9-8659-0c2230b6bd90 req-a5d8f671-eee1-4dca-8481-d9dbf5b71bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:38.447727 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92808c0e-1d0b-4bf9-8659-0c2230b6bd90 req-a5d8f671-eee1-4dca-8481-d9dbf5b71bac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.8297491 Jul 09 19:52:38.560151 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 68ccbd62-3712-449a-ab8b-962266b7e7ab completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:38.568182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 68ccbd62-3712-449a-ab8b-962266b7e7ab triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:38.568831 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:38.597925 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-86b533a2-f10e-4618-a854-606b9638f38b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:38.607379 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92808c0e-1d0b-4bf9-8659-0c2230b6bd90 req-7eb279d4-9eae-4d12-bfc9-00c12246f8f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462164 Jul 09 19:52:38.616672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-2d425cc8-4037-4f5f-bb89-ab9748dcf167 service neutron] Attempting to bind port bdf2e0e1-07f9-472b-a12a-ba984174f50a on host n-h2-800088-3 for vnic_type normal with profile None {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:38.617400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-2d425cc8-4037-4f5f-bb89-ab9748dcf167 service neutron] Attempting to bind port bdf2e0e1-07f9-472b-a12a-ba984174f50a by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:38.618269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-2d425cc8-4037-4f5f-bb89-ab9748dcf167 service neutron] Attempting to bind port bdf2e0e1-07f9-472b-a12a-ba984174f50a on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:38.619763 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:38.624112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-2d425cc8-4037-4f5f-bb89-ab9748dcf167 service neutron] Port bdf2e0e1-07f9-472b-a12a-ba984174f50a on network cde8a11d-a413-4777-8c30-ae667fa77b73 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:52:38.625079 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-2d425cc8-4037-4f5f-bb89-ab9748dcf167 service neutron] Attempting to bind port bdf2e0e1-07f9-472b-a12a-ba984174f50a on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:38.632061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-2d425cc8-4037-4f5f-bb89-ab9748dcf167 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:38.632807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-2d425cc8-4037-4f5f-bb89-ab9748dcf167 service neutron] Checking segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:38.633487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-2d425cc8-4037-4f5f-bb89-ab9748dcf167 service neutron] Bound using segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:38.634197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-2d425cc8-4037-4f5f-bb89-ab9748dcf167 service neutron] Bound port: bdf2e0e1-07f9-472b-a12a-ba984174f50a, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:38.681470 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 75db3b3e-00cf-45de-9668-ae6c7243a2d2 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:38.693708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Pushing event updated for resources: {'Port': ['ID=1e759c55-ef9e-42e4-aa8a-a6e943987a7b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:38.759700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfeda3-8736-45e2-b87d-9d697d3b93e5 req-d31b8579-fc17-4461-b4a7-e55f2c995b7d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:38.768216 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bdcfeda3-8736-45e2-b87d-9d697d3b93e5 req-d31b8579-fc17-4461-b4a7-e55f2c995b7d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.4700382 Jul 09 19:52:38.774963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-2d425cc8-4037-4f5f-bb89-ab9748dcf167 service neutron] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:38.784140 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-2d425cc8-4037-4f5f-bb89-ab9748dcf167 service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:38.785677 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-2d425cc8-4037-4f5f-bb89-ab9748dcf167 service neutron] 10.222.0.30 "POST /v2.0/ports/bdf2e0e1-07f9-472b-a12a-ba984174f50a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4308145 Jul 09 19:52:38.843991 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:38.916977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:38.978729 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-86b533a2-f10e-4618-a854-606b9638f38b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:38.982515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92808c0e-1d0b-4bf9-8659-0c2230b6bd90 req-bb4d6e9b-3799-4279-a4b7-e5a0d4488900 service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603070 Jul 09 19:52:38.998008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:39.084852 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:39.154578 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 68ccbd62-3712-449a-ab8b-962266b7e7ab, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=68ccbd62-3712-449a-ab8b-962266b7e7ab,segment=NetworkSegment(9a4117fb-3218-4ead-a442-09a4d46ef698),segment_id=9a4117fb-3218-4ead-a442-09a4d46ef698)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:39.163660 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:39.197334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-86b533a2-f10e-4618-a854-606b9638f38b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:39.285410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c98ac-a262-4ea6-8381-ccbca969e2ea req-71809068-7292-4316-baea-799936606a84 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:39.289370 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e8c98ac-a262-4ea6-8381-ccbca969e2ea req-71809068-7292-4316-baea-799936606a84 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 932 time: 0.1715062 Jul 09 19:52:39.300999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=68ccbd62-3712-449a-ab8b-962266b7e7ab,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:39.314608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0d4f662c-fbf6-4cb4-b824-5b50ff50eff2 None None] Provisioning complete for port 68ccbd62-3712-449a-ab8b-962266b7e7ab triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:39.315629 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0d4f662c-fbf6-4cb4-b824-5b50ff50eff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:39.362218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-86b533a2-f10e-4618-a854-606b9638f38b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:39.370910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-86b533a2-f10e-4618-a854-606b9638f38b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:39.389214 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e8c98ac-a262-4ea6-8381-ccbca969e2ea req-c4da13d3-d3eb-4bf9-adc0-6f71d3bdf72e tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939925 Jul 09 19:52:39.462171 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bdcfeda3-8736-45e2-b87d-9d697d3b93e5 req-d0f6e6eb-48fe-468a-ae5e-893894e6aca3 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6920161 Jul 09 19:52:39.463115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b533a2-f10e-4618-a854-606b9638f38b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Pushing event updated for resources: {'Port': ['ID=1b62c2a5-1b90-4db2-9743-eb9e54256e78,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:39.608778 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-86b533a2-f10e-4618-a854-606b9638f38b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:39.609708 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-86b533a2-f10e-4618-a854-606b9638f38b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:39.671432 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92808c0e-1d0b-4bf9-8659-0c2230b6bd90 req-87742507-62e5-4523-9e3e-3870b6620adc service neutron] 10.222.0.36 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050192 Jul 09 19:52:39.680031 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-86b533a2-f10e-4618-a854-606b9638f38b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5514631 Jul 09 19:52:39.710154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Request body: {'port': {'device_id': 'be9eff2c-e2f1-4019-a980-57fa14ca349c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:39.742829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27ca9b-9e2c-4f0b-b1da-ad37d9f3ad20 req-2fe835c1-0eae-4bc6-a9d4-65e2e9d4138a tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:39.755301 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8a27ca9b-9e2c-4f0b-b1da-ad37d9f3ad20 req-2fe835c1-0eae-4bc6-a9d4-65e2e9d4138a tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 948 time: 0.1079519 Jul 09 19:52:39.800507 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8a27ca9b-9e2c-4f0b-b1da-ad37d9f3ad20 req-ebe192ad-ca8d-4c0f-ade8-f5e06ee131b6 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484278 Jul 09 19:52:39.991266 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:40.085700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a22cd-0649-4547-b51b-34a320de52e9 req-9e0defe9-7aae-40c8-92af-e5f22e27321c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:40.093212 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e05a22cd-0649-4547-b51b-34a320de52e9 req-9e0defe9-7aae-40c8-92af-e5f22e27321c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.3000333 Jul 09 19:52:40.142923 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:40.228691 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4db79-f82a-4e81-a6d5-da3253c9ad97 req-80967580-1bf4-48c8-8cb4-27d886564623 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:40.244261 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9e4db79-f82a-4e81-a6d5-da3253c9ad97 req-80967580-1bf4-48c8-8cb4-27d886564623 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.1387215 Jul 09 19:52:40.292716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 68ccbd62-3712-449a-ab8b-962266b7e7ab up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:40.310161 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9e4db79-f82a-4e81-a6d5-da3253c9ad97 req-883c2b09-c5de-4e4f-ae19-a6782a78d3bf tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648587 Jul 09 19:52:40.323896 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e05a22cd-0649-4547-b51b-34a320de52e9 req-7ab8c94b-b5ef-4d54-82a1-28dd27013547 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296462 Jul 09 19:52:40.382096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 68ccbd62-3712-449a-ab8b-962266b7e7ab triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:40.382540 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:40.676496 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5fb8b86c-6fc2-4096-863b-b0b1c018da9b up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:40.825435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:40.842625 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:40.844684 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:40.844941 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:40.862208 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d0164-cbde-4d60-aa59-aa846ca30091 req-6aa03421-b2ef-41de-9dc1-0e1ee12ad2fd tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:40.863900 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ff2d0164-cbde-4d60-aa59-aa846ca30091 req-6aa03421-b2ef-41de-9dc1-0e1ee12ad2fd tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.1907969 Jul 09 19:52:40.931057 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ff2d0164-cbde-4d60-aa59-aa846ca30091 req-51565e16-5afb-4068-b265-a21ffb1da30f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581553 Jul 09 19:52:40.944039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920312a5-6eca-47cb-be86-cb4a5fd34f66 req-a92e85a5-9523-4721-8f6e-9af60dc6d0f7 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:40.956134 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-920312a5-6eca-47cb-be86-cb4a5fd34f66 req-a92e85a5-9523-4721-8f6e-9af60dc6d0f7 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 932 time: 0.3760097 Jul 09 19:52:40.957559 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:41.000134 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cf173e-1ce4-4267-8a98-ebed98db8a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb8b86c-6fc2-4096-863b-b0b1c018da9b'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:41.002650 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03bb74f-2b07-49b4-be60-0b4e6789cc7f" -d '{"events": [{"server_uuid": "e5cf173e-1ce4-4267-8a98-ebed98db8a78", "name": "network-vif-plugged", "status": "completed", "tag": "5fb8b86c-6fc2-4096-863b-b0b1c018da9b"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:41.015796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5fb8b86c-6fc2-4096-863b-b0b1c018da9b,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:41.020760 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:41.073664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5fb8b86c-6fc2-4096-863b-b0b1c018da9b,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:41.146204 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-920312a5-6eca-47cb-be86-cb4a5fd34f66 req-ca528dcb-e220-4153-af37-ee1650bf14da tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890697 Jul 09 19:52:41.150505 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b62c2a5-1b90-4db2-9743-eb9e54256e78 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:41.163829 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:41.232023 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07406da0-5dd5-40cd-910b-d2217d3fd386 req-eea04dd4-71eb-4db2-bf8c-53c9559d2c20 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:41.233708 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-07406da0-5dd5-40cd-910b-d2217d3fd386 req-eea04dd4-71eb-4db2-bf8c-53c9559d2c20 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 949 time: 0.1052456 Jul 09 19:52:41.240640 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Transition to ACTIVE for port object 1b62c2a5-1b90-4db2-9743-eb9e54256e78 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:41.247049 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-52ba4a92-6e9f-416e-9c21-c253bf2a891b service neutron] 10.222.0.36 "GET /v2.0/ports/75db3b3e-00cf-45de-9668-ae6c7243a2d2/bindings/n-h2-800088-3 HTTP/1.1" status: 200 len: 384 time: 0.3729799 Jul 09 19:52:41.250269 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:41.315716 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-07406da0-5dd5-40cd-910b-d2217d3fd386 req-12ed4dd3-9f93-49d2-a74d-63fd3aa8cf86 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746233 Jul 09 19:52:41.404252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Pushing event updated for resources: {'Port': ['ID=1b62c2a5-1b90-4db2-9743-eb9e54256e78,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:41.419198 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbce449-a696-4715-8f94-72647f69a79d x-openstack-request-id: req-ebbce449-a696-4715-8f94-72647f69a79d {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:41.420047 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cf173e-1ce4-4267-8a98-ebed98db8a78", "name": "network-vif-plugged", "status": "completed", "tag": "5fb8b86c-6fc2-4096-863b-b0b1c018da9b", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:41.420452 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ebbce449-a696-4715-8f94-72647f69a79d {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:41.421039 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cf173e-1ce4-4267-8a98-ebed98db8a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb8b86c-6fc2-4096-863b-b0b1c018da9b', 'code': 200} Jul 09 19:52:41.499887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Attempting to bind port 1b62c2a5-1b90-4db2-9743-eb9e54256e78 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:41.500605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Attempting to bind port 1b62c2a5-1b90-4db2-9743-eb9e54256e78 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:41.501785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Attempting to bind port 1b62c2a5-1b90-4db2-9743-eb9e54256e78 on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:41.690421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b3a8e-f50c-49f8-823b-b2dea77a8dbb req-19d553ec-a7fc-4591-8e18-4435935f59da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:41.691988 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d0b3a8e-f50c-49f8-823b-b2dea77a8dbb req-19d553ec-a7fc-4591-8e18-4435935f59da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 1100 time: 0.1715732 Jul 09 19:52:41.741365 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d0b3a8e-f50c-49f8-823b-b2dea77a8dbb req-bff7302c-1509-4efc-88ef-fdc8decc2332 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374265 Jul 09 19:52:41.754810 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20833fe7-871c-48ec-a2b3-4c2b8920acad req-926d022a-a3fe-4b11-9cd6-636602564ca1 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:41.762133 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20833fe7-871c-48ec-a2b3-4c2b8920acad req-926d022a-a3fe-4b11-9cd6-636602564ca1 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.1286697 Jul 09 19:52:41.816690 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20833fe7-871c-48ec-a2b3-4c2b8920acad req-50c41987-1255-455d-9a3a-45e457971302 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532141 Jul 09 19:52:41.857279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Port 1b62c2a5-1b90-4db2-9743-eb9e54256e78 on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:52:41.857891 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Attempting to bind port 1b62c2a5-1b90-4db2-9743-eb9e54256e78 on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:41.895434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:41.895785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Checking segment: {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:41.896083 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Bound using segment: {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:41.896472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Bound port: 1b62c2a5-1b90-4db2-9743-eb9e54256e78, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:41.896870 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:41.902286 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Router 62af934f-918a-4f25-8eb4-c89f41065f18 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:52:42.019854 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-f382c1ee-d6c4-43df-9669-d1b763df500e service neutron] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:42.099726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-f382c1ee-d6c4-43df-9669-d1b763df500e service neutron] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:42.132172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac795382-b53d-4f9d-9840-e918f70aa85e req-808a4a8f-5afa-4cf9-8f7f-2de0aac5af39 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:42.133869 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ac795382-b53d-4f9d-9840-e918f70aa85e req-808a4a8f-5afa-4cf9-8f7f-2de0aac5af39 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.2892530 Jul 09 19:52:42.171460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] For port 1b62c2a5-1b90-4db2-9743-eb9e54256e78, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:42.192983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-f382c1ee-d6c4-43df-9669-d1b763df500e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75db3b3e-00cf-45de-9668-ae6c7243a2d2 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:42.217446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] For port 1b62c2a5-1b90-4db2-9743-eb9e54256e78, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1b62c2a5-1b90-4db2-9743-eb9e54256e78,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:42.220442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-f382c1ee-d6c4-43df-9669-d1b763df500e service neutron] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:42.222404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bd4f7-3f69-4bf4-9c48-f2f99c0e0957 req-f30a0b67-f00f-4ced-b52e-509443f7da6a tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:42.225067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f73bd4f7-3f69-4bf4-9c48-f2f99c0e0957 req-f30a0b67-f00f-4ced-b52e-509443f7da6a tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 943 time: 0.0949187 Jul 09 19:52:42.233135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:52:42.235851 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:42.243282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Sync routers for ids ['62af934f-918a-4f25-8eb4-c89f41065f18'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:52:42.262714 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Routers {'62af934f-918a-4f25-8eb4-c89f41065f18'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:42.263362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:52:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['62af934f-918a-4f25-8eb4-c89f41065f18'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:42.296936 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f73bd4f7-3f69-4bf4-9c48-f2f99c0e0957 req-e719a7c4-cc09-43c6-9f7c-509785dc034b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644524 Jul 09 19:52:42.330735 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-f382c1ee-d6c4-43df-9669-d1b763df500e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:42.353708 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ac795382-b53d-4f9d-9840-e918f70aa85e req-811cc35f-e9c1-4e00-b35a-76962fc95936 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048516 Jul 09 19:52:42.404616 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:42.406479 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-029b3a0b-2258-4b00-9f6c-8f6c6eb84a6e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0503898 Jul 09 19:52:42.409375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53634) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:42.453003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:42.453681 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:42.455372 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] 10.222.0.32 "PUT /v2.0/ports/1b62c2a5-1b90-4db2-9743-eb9e54256e78 HTTP/1.1" status: 200 len: 1092 time: 2.7567904 Jul 09 19:52:42.455848 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9eff2c-e2f1-4019-a980-57fa14ca349c', 'tag': '1b62c2a5-1b90-4db2-9743-eb9e54256e78'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:42.458192 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085a4e7a-4ae5-4f07-974c-ea47301a9d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "be9eff2c-e2f1-4019-a980-57fa14ca349c", "tag": "1b62c2a5-1b90-4db2-9743-eb9e54256e78"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:42.498246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Set router 62af934f-918a-4f25-8eb4-c89f41065f18 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:42.545431 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa6a79-7c7b-488c-a6c8-d7cd98a9b723 service neutron] Pushing event updated for resources: {'Port': ['ID=1b62c2a5-1b90-4db2-9743-eb9e54256e78,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:42.679872 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d195e84-ef50-41ce-9262-2f9bd21c4c7c req-e94d049b-b4ba-4815-9fb4-504f6d7f5964 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:42.682345 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2d195e84-ef50-41ce-9262-2f9bd21c4c7c req-e94d049b-b4ba-4815-9fb4-504f6d7f5964 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 944 time: 0.1663663 Jul 09 19:52:42.714817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-421e99ce-9804-4a7c-abf7-bb906096cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:42.717340 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-421e99ce-9804-4a7c-abf7-bb906096cf00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 1095 time: 0.1760049 Jul 09 19:52:42.761544 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2d195e84-ef50-41ce-9262-2f9bd21c4c7c req-d1498b38-c1e7-4f22-835d-c54fd796e81c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685980 Jul 09 19:52:42.838568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1130404370-router', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1e759c55-ef9e-42e4-aa8a-a6e943987a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:35Z', 'updated_at': '2021-07-09T19:52:39Z', 'revision_number': 3, 'project_id': '1d0c04cb61bc40118229988d630e8fdc', 'gw_port': {'id': '1e759c55-ef9e-42e4-aa8a-a6e943987a7b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:36Z', 'updated_at': '2021-07-09T19:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:42.868298 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-f382c1ee-d6c4-43df-9669-d1b763df500e service neutron] Transition to ACTIVE for port object 75db3b3e-00cf-45de-9668-ae6c7243a2d2 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:42.882358 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8502ce43-50cb-473b-a25d-d2dad861f3e8 x-openstack-request-id: req-8502ce43-50cb-473b-a25d-d2dad861f3e8 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:42.883480 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9eff2c-e2f1-4019-a980-57fa14ca349c", "tag": "1b62c2a5-1b90-4db2-9743-eb9e54256e78", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:42.884429 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8502ce43-50cb-473b-a25d-d2dad861f3e8 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:42.885189 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be9eff2c-e2f1-4019-a980-57fa14ca349c', 'tag': '1b62c2a5-1b90-4db2-9743-eb9e54256e78', 'status': 'completed', 'code': 200} Jul 09 19:52:42.887413 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-11a514d5-00a8-42dc-ae04-094d71fbb46d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b62c2a5-1b90-4db2-9743-eb9e54256e78 HTTP/1.1" status: 200 len: 217 time: 0.1474547 Jul 09 19:52:42.892998 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-f382c1ee-d6c4-43df-9669-d1b763df500e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:42.910567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Checking router: 62af934f-918a-4f25-8eb4-c89f41065f18 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:52:42.910923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Updating router 62af934f-918a-4f25-8eb4-c89f41065f18 port 1e759c55-ef9e-42e4-aa8a-a6e943987a7b binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:52:42.958051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382c1ee-d6c4-43df-9669-d1b763df500e service neutron] Pushing event updated for resources: {'Port': ['ID=75db3b3e-00cf-45de-9668-ae6c7243a2d2,revision_number=10']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:42.961151 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:43.035329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23bf6a-270e-41ac-8f5b-36d74b45aaac req-58a56b3c-a072-4cae-98f6-cb0d5d28b483 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:43.053283 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2d23bf6a-270e-41ac-8f5b-36d74b45aaac req-58a56b3c-a072-4cae-98f6-cb0d5d28b483 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 949 time: 0.3840961 Jul 09 19:52:43.133782 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2d23bf6a-270e-41ac-8f5b-36d74b45aaac req-c29f1be6-242b-4d41-9530-f7ba0e7c9f60 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794067 Jul 09 19:52:43.148453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-e328866e-197e-46f0-aa40-dddd9f06ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:43.150297 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-e328866e-197e-46f0-aa40-dddd9f06ac28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 200 len: 852 time: 0.1942346 Jul 09 19:52:43.179339 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-f382c1ee-d6c4-43df-9669-d1b763df500e service neutron] No DVR routers for this DVR port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:43.215613 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-ed91b216-5859-46ce-9181-fd4a321ece98 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8894aba0-c40a-4dc6-b8c1-f53ea7016388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379071 Jul 09 19:52:43.275385 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-f382c1ee-d6c4-43df-9669-d1b763df500e service neutron] 10.222.0.36 "PUT /v2.0/ports/75db3b3e-00cf-45de-9668-ae6c7243a2d2/bindings/n-h2-800088-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0118461 Jul 09 19:52:43.413490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-c193f22b-e172-4bec-a921-bf91f32be602 service neutron] 10.222.0.32 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719077 Jul 09 19:52:43.550209 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:43.565452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Transition to ACTIVE for port object 1e759c55-ef9e-42e4-aa8a-a6e943987a7b will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:43.577198 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:43.650879 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63f2f0-adef-4586-a1cf-834ca834ba8e None None] Pushing event updated for resources: {'Port': ['ID=1e759c55-ef9e-42e4-aa8a-a6e943987a7b,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:43.679373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Attempting to bind port 1e759c55-ef9e-42e4-aa8a-a6e943987a7b on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:43.679373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Attempting to bind port 1e759c55-ef9e-42e4-aa8a-a6e943987a7b by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:43.679916 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Attempting to bind port 1e759c55-ef9e-42e4-aa8a-a6e943987a7b on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:43.685152 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:43.685664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:43.686162 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:43.686862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:43.687341 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Bound port: 1e759c55-ef9e-42e4-aa8a-a6e943987a7b, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:43.687824 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:43.725872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a938f2-b016-4af2-93d7-7fff2ee8a5ce req-04eada83-4653-434d-9ac7-aec8899beac5 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:43.733606 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-69a938f2-b016-4af2-93d7-7fff2ee8a5ce req-04eada83-4653-434d-9ac7-aec8899beac5 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 944 time: 0.1801131 Jul 09 19:52:43.741659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-65f0700a-c1ee-4a7a-b2f3-ad8c74b23db2 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:43.743763 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-65f0700a-c1ee-4a7a-b2f3-ad8c74b23db2 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1&tenant_id=d1970a87c2e6404b89294d0e16829336&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1095 time: 0.3054128 Jul 09 19:52:43.748192 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] For port 1e759c55-ef9e-42e4-aa8a-a6e943987a7b, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:43.756995 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] For port 1e759c55-ef9e-42e4-aa8a-a6e943987a7b, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1e759c55-ef9e-42e4-aa8a-a6e943987a7b,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:43.762313 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:43.801814 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-151b606e-b8c9-453d-a61b-a35eba817d65 req-b58d55cb-c788-4eb8-9555-1dfd3fb00ae0 service neutron] 10.222.0.32 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773026 Jul 09 19:52:43.819155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb839661-6575-4204-8601-801afd9d9bf3 req-bc58b3da-8fd0-46f5-a77c-7a355121df67 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:43.827570 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb839661-6575-4204-8601-801afd9d9bf3 req-bc58b3da-8fd0-46f5-a77c-7a355121df67 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.6980071 Jul 09 19:52:43.831833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Routers {'62af934f-918a-4f25-8eb4-c89f41065f18'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:43.832522 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:52:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['62af934f-918a-4f25-8eb4-c89f41065f18'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:43.852469 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-69a938f2-b016-4af2-93d7-7fff2ee8a5ce req-d55ea142-75f3-4bb3-93f2-2b3b97b6b04c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178956 Jul 09 19:52:43.938433 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb839661-6575-4204-8601-801afd9d9bf3 req-058d0c65-2afd-4837-b15a-9194f9bc522c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098471 Jul 09 19:52:43.940163 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-5f33bb05-60a1-4092-8e71-213b96202b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:43.942023 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-5f33bb05-60a1-4092-8e71-213b96202b84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1&tenant_id=d1970a87c2e6404b89294d0e16829336 HTTP/1.1" status: 200 len: 1095 time: 0.1810160 Jul 09 19:52:43.958794 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.025633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a4e7a-4ae5-4f07-974c-ea47301a9d7d req-fac41cf5-0c08-44b9-86da-0f7a1b02d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:44.027679 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-085a4e7a-4ae5-4f07-974c-ea47301a9d7d req-fac41cf5-0c08-44b9-86da-0f7a1b02d4b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 1095 time: 0.1616631 Jul 09 19:52:44.173200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Allocated IP 172.20.0.1 (9c7e3fdd-a431-4c92-8263-75a923c96136/e1b827fd-f8c9-4875-aae6-fce7241ea6c4/7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:44.183597 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63f2f0-adef-4586-a1cf-834ca834ba8e None None] Pushing event updated for resources: {'Port': ['ID=1e759c55-ef9e-42e4-aa8a-a6e943987a7b,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:44.238260 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-4e932b6d-ee05-4cef-be0b-77253d03a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:44.240998 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-4e932b6d-ee05-4cef-be0b-77253d03a842 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 1095 time: 0.2632351 Jul 09 19:52:44.311529 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] Set router 62af934f-918a-4f25-8eb4-c89f41065f18 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:44.344428 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.347010 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a4e7a-4ae5-4f07-974c-ea47301a9d7d req-832880f9-ec6a-493f-a1e6-9e5d4d71d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:44.348818 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-085a4e7a-4ae5-4f07-974c-ea47301a9d7d req-832880f9-ec6a-493f-a1e6-9e5d4d71d965 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 913 time: 0.3109508 Jul 09 19:52:44.364266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Transition to ACTIVE for port object 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:44.418847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-085a4e7a-4ae5-4f07-974c-ea47301a9d7d req-38b6a829-8944-412e-9439-f7bb22b2ad47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b62c2a5-1b90-4db2-9743-eb9e54256e78 HTTP/1.1" status: 200 len: 217 time: 0.0554168 Jul 09 19:52:44.421757 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.512578 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Network 9c7e3fdd-a431-4c92-8263-75a923c96136 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:44.515570 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-584234e6-a710-471f-a9e2-7fd743dca9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:44.517860 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-584234e6-a710-471f-a9e2-7fd743dca9dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.2513533 Jul 09 19:52:44.520144 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:44.531028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f004dfd-6003-4e03-9834-294d0cdf21a5 req-43b320ca-3b91-4db5-b5a8-3c06f03b1b79 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:44.533289 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f004dfd-6003-4e03-9834-294d0cdf21a5 req-43b320ca-3b91-4db5-b5a8-3c06f03b1b79 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.3574107 Jul 09 19:52:44.549132 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:44.607698 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-a7a15d06-569c-4e10-b3d2-5d0c930b6275 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2 HTTP/1.1" status: 200 len: 217 time: 0.0654411 Jul 09 19:52:44.629908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbb75d-3a70-4115-a896-d1a087135f15 req-284e32ec-5726-44e1-897e-d081137a89fa tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:44.639584 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-07dbb75d-3a70-4115-a896-d1a087135f15 req-284e32ec-5726-44e1-897e-d081137a89fa tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 944 time: 0.2335618 Jul 09 19:52:44.639813 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1130404370-router', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1e759c55-ef9e-42e4-aa8a-a6e943987a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:35Z', 'updated_at': '2021-07-09T19:52:39Z', 'revision_number': 3, 'project_id': '1d0c04cb61bc40118229988d630e8fdc', 'gw_port': {'id': '1e759c55-ef9e-42e4-aa8a-a6e943987a7b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:36Z', 'updated_at': '2021-07-09T19:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:44.652707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a4e7a-4ae5-4f07-974c-ea47301a9d7d req-488cc3a5-d32e-495c-8f9c-b266fb393aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:44.654082 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-085a4e7a-4ae5-4f07-974c-ea47301a9d7d req-488cc3a5-d32e-495c-8f9c-b266fb393aa6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 200 len: 852 time: 0.2187271 Jul 09 19:52:44.665925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Pushing event updated for resources: {'Port': ['ID=7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:44.683690 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51c82f-8a52-4e24-b2e0-7ceebd7d3cfa None None] The sync data for ids ['62af934f-918a-4f25-8eb4-c89f41065f18'] in n-d-800088-3 is: [{'id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1130404370-router', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1e759c55-ef9e-42e4-aa8a-a6e943987a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:35Z', 'updated_at': '2021-07-09T19:52:39Z', 'revision_number': 3, 'project_id': '1d0c04cb61bc40118229988d630e8fdc', 'gw_port': {'id': '1e759c55-ef9e-42e4-aa8a-a6e943987a7b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:36Z', 'updated_at': '2021-07-09T19:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:52:44.715320 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-07dbb75d-3a70-4115-a896-d1a087135f15 req-819fd1b7-b7e6-42f2-8b7b-e9fa020ac4cb tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719585 Jul 09 19:52:44.721208 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:44.773122 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-085a4e7a-4ae5-4f07-974c-ea47301a9d7d req-40d84601-dd4d-4d76-a025-aa3c6691fee1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8894aba0-c40a-4dc6-b8c1-f53ea7016388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802166 Jul 09 19:52:44.870081 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f004dfd-6003-4e03-9834-294d0cdf21a5 req-98104a38-86c3-40e2-8db6-fbe10e4f7a25 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565160 Jul 09 19:52:44.928687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-28548879-bb7f-4b10-a819-f527cc1eeddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:44.930725 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-28548879-bb7f-4b10-a819-f527cc1eeddf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.2885699 Jul 09 19:52:44.962213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9c5cdf44-c65e-49c1-8bd7-137e20ab1a3f None None] Provisioning for port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:44.974161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9c5cdf44-c65e-49c1-8bd7-137e20ab1a3f None None] Provisioning complete for port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:44.974528 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdf44-c65e-49c1-8bd7-137e20ab1a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.005931 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-f271955c-342b-4db3-b84f-7e23119b2523 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578234 Jul 09 19:52:45.093305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9c5cdf44-c65e-49c1-8bd7-137e20ab1a3f None None] Port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:52:45.132068 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.165471 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-3d691d3d-5a85-4dc4-a0de-72e51b7f8d51 service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399007 Jul 09 19:52:45.367008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b89a60-c990-4a11-a353-39c574f1b2e6 req-b7f1ed83-8369-45ad-8b8d-a08986fb3a72 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:45.373128 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-19b89a60-c990-4a11-a353-39c574f1b2e6 req-b7f1ed83-8369-45ad-8b8d-a08986fb3a72 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 944 time: 0.1774549 Jul 09 19:52:45.389175 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-085a4e7a-4ae5-4f07-974c-ea47301a9d7d req-64561d2a-52b3-4e89-aa56-95ba7c5cd1f9 service neutron] 10.222.0.32 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902534 Jul 09 19:52:45.467860 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-19b89a60-c990-4a11-a353-39c574f1b2e6 req-aa279bca-d0a9-46ad-a2ab-8f504ab9531d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686250 Jul 09 19:52:45.558490 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.567802 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.685615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Pushing event updated for resources: {'Port': ['ID=7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:45.735905 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:45.814326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57033834-c62c-4c38-8fab-3041e2b602e5 req-0207552f-40c2-4402-9d75-2aa9272e1802 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:45.816361 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-57033834-c62c-4c38-8fab-3041e2b602e5 req-0207552f-40c2-4402-9d75-2aa9272e1802 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.1818564 Jul 09 19:52:45.890771 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-57033834-c62c-4c38-8fab-3041e2b602e5 req-137c742a-eccc-4cbf-90f5-6cf1ff7e94f4 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666044 Jul 09 19:52:45.905897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaf687-81c6-4d13-8e8d-3320b05afc9e req-8ebba6a6-d353-4e41-a0a4-5ab50acedb22 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:45.907777 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cbaf687-81c6-4d13-8e8d-3320b05afc9e req-8ebba6a6-d353-4e41-a0a4-5ab50acedb22 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 949 time: 0.6831136 Jul 09 19:52:45.920451 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-c52e98f5-4ce5-47bd-88e0-98a6ddc4407e service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7372735 Jul 09 19:52:45.992640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Network 9c7e3fdd-a431-4c92-8263-75a923c96136 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:45.996488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:46.051845 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-085a4e7a-4ae5-4f07-974c-ea47301a9d7d req-4a3a7e1f-7e03-4e46-a561-fc76fad667f2 service neutron] 10.222.0.32 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6528423 Jul 09 19:52:46.082931 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cbaf687-81c6-4d13-8e8d-3320b05afc9e req-59a84361-5595-4611-b68c-dc757821dd49 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613307 Jul 09 19:52:46.379831 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1e759c55-ef9e-42e4-aa8a-a6e943987a7b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:46.451774 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Router 62af934f-918a-4f25-8eb4-c89f41065f18 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:52:46.473836 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f1f08-cb68-47ff-b9ed-c2a78dc3fd4d req-5cc84abd-bce8-443e-8cb1-81d8c7374005 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:46.474107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005025f-2ce2-42cd-8a9a-6fc4b9882659 req-502fc5c4-6f11-498f-8214-9c8cec1b01f8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:46.475487 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-697f1f08-cb68-47ff-b9ed-c2a78dc3fd4d req-5cc84abd-bce8-443e-8cb1-81d8c7374005 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.2187734 Jul 09 19:52:46.480220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-41751214-1900-48f1-9f8e-a54c11893cf4 None None] Provisioning complete for port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:46.480623 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-41751214-1900-48f1-9f8e-a54c11893cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:46.482261 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7005025f-2ce2-42cd-8a9a-6fc4b9882659 req-502fc5c4-6f11-498f-8214-9c8cec1b01f8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 944 time: 0.2327530 Jul 09 19:52:46.556690 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-697f1f08-cb68-47ff-b9ed-c2a78dc3fd4d req-5c5d6823-7744-4bd4-b886-d8ccb503119a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555356 Jul 09 19:52:46.566825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-a5f51169-0552-4e20-b98f-c55ec40dc47f tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:46.568339 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-a5f51169-0552-4e20-b98f-c55ec40dc47f tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1&tenant_id=d1970a87c2e6404b89294d0e16829336&binding%3Ahost_id=n-h2-800088-3 HTTP/1.1" status: 200 len: 1095 time: 0.1373463 Jul 09 19:52:46.592706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-41751214-1900-48f1-9f8e-a54c11893cf4 None None] Port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:52:46.598947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 1e759c55-ef9e-42e4-aa8a-a6e943987a7b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:46.607991 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 1e759c55-ef9e-42e4-aa8a-a6e943987a7b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:46.608371 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:46.661399 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7005025f-2ce2-42cd-8a9a-6fc4b9882659 req-1d584b96-f7db-4a49-a102-2e2b927fb042 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779783 Jul 09 19:52:46.686350 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 1b62c2a5-1b90-4db2-9743-eb9e54256e78 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:52:46.818266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:52:46.832981 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e2d324eb-2487-4308-bb73-fe40b42e321f admin admin] 10.222.0.30 "PUT /v2.0/routers/62af934f-918a-4f25-8eb4-c89f41065f18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4221730 Jul 09 19:52:46.870571 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:46.873146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-d7e8f9fb-bc3f-4678-ab3b-95fe1c5c6731 service neutron] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:46.878346 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-d7e8f9fb-bc3f-4678-ab3b-95fe1c5c6731 service neutron] Notify callbacks [] for binding, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:46.879704 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-014e1cf5-11ae-4101-8bd7-8c11ec6e1208 req-d7e8f9fb-bc3f-4678-ab3b-95fe1c5c6731 service neutron] 10.222.0.32 "DELETE /v2.0/ports/75db3b3e-00cf-45de-9668-ae6c7243a2d2/bindings/n-h1-800088-3 HTTP/1.1" status: 204 len: 173 time: 0.3046069 Jul 09 19:52:46.895110 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.resource_extend [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:52:46.992048 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 1e759c55-ef9e-42e4-aa8a-a6e943987a7b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1e759c55-ef9e-42e4-aa8a-a6e943987a7b,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:47.020045 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.075359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135551b4-6698-402a-9851-e161d927e0f3 req-d3969189-f1bc-4b49-8796-36158c0362e1 tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:47.079813 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-135551b4-6698-402a-9851-e161d927e0f3 req-d3969189-f1bc-4b49-8796-36158c0362e1 tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 1100 time: 0.1464872 Jul 09 19:52:47.100144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6173b-92a2-4958-bc98-82b011789984 req-d2f3ba77-5aee-4a4a-b38a-68a4e5dda3d9 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:47.111753 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-64e6173b-92a2-4958-bc98-82b011789984 req-d2f3ba77-5aee-4a4a-b38a-68a4e5dda3d9 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 944 time: 0.1642325 Jul 09 19:52:47.149469 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-135551b4-6698-402a-9851-e161d927e0f3 req-ca87b88c-98f3-4c46-944a-fe8ccaaaad69 tempest-ServersOnMultiNodesTest-2068770432 tempest-ServersOnMultiNodesTest-2068770432-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648561 Jul 09 19:52:47.166239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 1b62c2a5-1b90-4db2-9743-eb9e54256e78, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1b62c2a5-1b90-4db2-9743-eb9e54256e78,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:47.169627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=1e759c55-ef9e-42e4-aa8a-a6e943987a7b,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:47.192505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '1b62c2a5-1b90-4db2-9743-eb9e54256e78', 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'port_id': '1b62c2a5-1b90-4db2-9743-eb9e54256e78', 'mac_address': 'fa:16:3e:78:f2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd5bce8-001b-47cc-8510-ced4334ba819', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:52:47.193196 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-64e6173b-92a2-4958-bc98-82b011789984 req-0b74f1d0-15a8-4e95-8307-7bff79e305a8 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756912 Jul 09 19:52:47.316031 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.349800 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b62c2a5-1b90-4db2-9743-eb9e54256e78 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:52:47.383195 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 1b62c2a5-1b90-4db2-9743-eb9e54256e78, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1b62c2a5-1b90-4db2-9743-eb9e54256e78,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:47.389386 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:47.489521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd54f9-a529-4a55-9f6a-980ef15ebb17 req-5b7063a0-19c9-4e01-8937-ea4fc2497c39 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:47.491191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7fd54f9-a529-4a55-9f6a-980ef15ebb17 req-5b7063a0-19c9-4e01-8937-ea4fc2497c39 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.1267459 Jul 09 19:52:47.552932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=1b62c2a5-1b90-4db2-9743-eb9e54256e78,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:47.591065 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7fd54f9-a529-4a55-9f6a-980ef15ebb17 req-2858847f-8a19-4200-868c-bcace140fdea tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936944 Jul 09 19:52:47.710820 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Sync routers for ids ['62af934f-918a-4f25-8eb4-c89f41065f18'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:52:47.730963 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Routers {'62af934f-918a-4f25-8eb4-c89f41065f18'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:47.731470 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:52:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['62af934f-918a-4f25-8eb4-c89f41065f18'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:47.878733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['1b62c2a5-1b90-4db2-9743-eb9e54256e78'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:48.083365 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Set router 62af934f-918a-4f25-8eb4-c89f41065f18 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:48.090165 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830cc6f-8c06-4401-af50-7537817aa97e req-8a31d446-e156-4524-8eb9-7fec0b34bc16 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:48.091484 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e830cc6f-8c06-4401-af50-7537817aa97e req-8a31d446-e156-4524-8eb9-7fec0b34bc16 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 945 time: 0.1068797 Jul 09 19:52:48.096137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53734) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:48.104817 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f0e92-392b-4c02-9ed0-abfee12f146b req-0eabb3d3-92e8-485a-91c6-35f3008361f0 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:48.107265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1979846517-network', 'tenant_id': '86c57776f891453698dcc37278697b21'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:48.107871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f70f0e92-392b-4c02-9ed0-abfee12f146b req-0eabb3d3-92e8-485a-91c6-35f3008361f0 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.1335175 Jul 09 19:52:48.166101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f70f0e92-392b-4c02-9ed0-abfee12f146b req-f9678793-53a9-41fe-a76b-16217813a366 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Jul 09 19:52:48.245692 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e830cc6f-8c06-4401-af50-7537817aa97e req-597a9d93-38fa-47de-adbb-103e85ce6a00 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316907 Jul 09 19:52:48.257969 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] Made reservation on behalf of 86c57776f891453698dcc37278697b21 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:48.265672 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.294792 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.347940 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1130404370-router', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1e759c55-ef9e-42e4-aa8a-a6e943987a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:35Z', 'updated_at': '2021-07-09T19:52:44Z', 'revision_number': 4, 'project_id': '1d0c04cb61bc40118229988d630e8fdc', 'gw_port': {'id': '1e759c55-ef9e-42e4-aa8a-a6e943987a7b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:36Z', 'updated_at': '2021-07-09T19:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a', 'name': '', 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc', 'mac_address': 'fa:16:3e:b8:21:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1b827fd-f8c9-4875-aae6-fce7241ea6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:43Z', 'updated_at': '2021-07-09T19:52:45Z', 'revision_number': 2, 'project_id': '1d0c04cb61bc40118229988d630e8fdc', 'subnets': [{'id': 'e1b827fd-f8c9-4875-aae6-fce7241ea6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:48.354317 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1e759c55-ef9e-42e4-aa8a-a6e943987a7b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:48.387631 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Checking router: 62af934f-918a-4f25-8eb4-c89f41065f18 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:52:48.387820 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Updating router 62af934f-918a-4f25-8eb4-c89f41065f18 port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:52:48.444020 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.490672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 1e759c55-ef9e-42e4-aa8a-a6e943987a7b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:48.491658 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.510003 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.515021 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.582402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:52:48.629194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76345f4-e668-4852-af69-8dcb4e248067,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:48.640911 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.641381 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] Added segment 0042502f-dac4-4b37-86a4-6444d016b2b6 of type vlan for network d97478db-3a89-431b-8420-59475f6b09f6 Jul 09 19:52:48.699813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77555a21-af9e-4244-b402-c6a1764d3a7e req-057fd9d7-408c-4b2f-bc0a-2a0016ff92d6 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:48.713690 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77555a21-af9e-4244-b402-c6a1764d3a7e req-057fd9d7-408c-4b2f-bc0a-2a0016ff92d6 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 1095 time: 0.2141645 Jul 09 19:52:48.800997 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77555a21-af9e-4244-b402-c6a1764d3a7e req-bf6c9fff-e894-4eaf-a4a2-dde0c71f7ee8 tempest-LiveAutoBlockMigrationV225Test-1367450134 tempest-LiveAutoBlockMigrationV225Test-1367450134-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845578 Jul 09 19:52:48.819703 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.922691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-01df78ae-ec18-44a0-ab96-e4f542ec8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:48.924620 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-01df78ae-ec18-44a0-ab96-e4f542ec8b0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 1096 time: 0.1955571 Jul 09 19:52:48.932651 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.932651 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:48.932651 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:48.996270 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.015103 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Transition to ACTIVE for port object 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:49.023807 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.050273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53750) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:49.050520 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9531224 Jul 09 19:52:49.059322 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f70a82e9-5e92-4c7c-a0e7-5c9a9c4418a9 admin admin] Request body: {'subnet': {'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979846517-subnet', 'tenant_id': '86c57776f891453698dcc37278697b21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:49.083092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a6e57-fb6d-4183-8d2c-30c078be2e2c req-13b17327-2377-4f5f-a9a0-0297dfaff3b0 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:49.085005 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-720a6e57-fb6d-4183-8d2c-30c078be2e2c req-13b17327-2377-4f5f-a9a0-0297dfaff3b0 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 949 time: 0.2537251 Jul 09 19:52:49.093365 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26314c-8a6c-4738-bf6c-d926df8b6396 admin admin] Pushing event updated for resources: {'Network': ['ID=d97478db-3a89-431b-8420-59475f6b09f6,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:49.105144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network d97478db-3a89-431b-8420-59475f6b09f6 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:52:49.114315 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70a82e9-5e92-4c7c-a0e7-5c9a9c4418a9 admin admin] Made reservation on behalf of 86c57776f891453698dcc37278697b21 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:49.123229 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f70a82e9-5e92-4c7c-a0e7-5c9a9c4418a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.151425 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-bcf64628-f6c7-45d5-a256-406e7de3ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:49.153588 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-bcf64628-f6c7-45d5-a256-406e7de3ef36 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.2169387 Jul 09 19:52:49.161583 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-720a6e57-fb6d-4183-8d2c-30c078be2e2c req-fba0b4a6-0d6d-4f9d-8ea2-72842a110773 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691714 Jul 09 19:52:49.227072 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-daab5794-54b9-4e0a-add6-7ef9d2f2682a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a HTTP/1.1" status: 200 len: 217 time: 0.0636919 Jul 09 19:52:49.307984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-ad2f8d5c-00d7-46c7-b25d-861d0dce611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:49.312516 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-ad2f8d5c-00d7-46c7-b25d-861d0dce611c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.0760405 Jul 09 19:52:49.322311 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11775ff1-33bf-47a9-a3b6-86ffd2b74b6a None None] Pushing event updated for resources: {'Port': ['ID=7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:49.336812 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775ff1-33bf-47a9-a3b6-86ffd2b74b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:49.337423 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775ff1-33bf-47a9-a3b6-86ffd2b74b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:49.338045 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775ff1-33bf-47a9-a3b6-86ffd2b74b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:49.338848 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775ff1-33bf-47a9-a3b6-86ffd2b74b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:49.339470 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775ff1-33bf-47a9-a3b6-86ffd2b74b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:49.340011 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775ff1-33bf-47a9-a3b6-86ffd2b74b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:49.340674 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775ff1-33bf-47a9-a3b6-86ffd2b74b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:49.341145 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775ff1-33bf-47a9-a3b6-86ffd2b74b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:49.341824 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775ff1-33bf-47a9-a3b6-86ffd2b74b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:49.342273 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775ff1-33bf-47a9-a3b6-86ffd2b74b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:49.343180 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775ff1-33bf-47a9-a3b6-86ffd2b74b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:49.343654 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11775ff1-33bf-47a9-a3b6-86ffd2b74b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:52:49.359653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d9390-c1cb-40ea-b03b-74933ef73944 req-518cd63b-784d-4946-bce2-fe58d7e21c2e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:49.368663 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-997d9390-c1cb-40ea-b03b-74933ef73944 req-518cd63b-784d-4946-bce2-fe58d7e21c2e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.2313528 Jul 09 19:52:49.403661 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-df83f152-b2dd-492f-b801-5f410178e488 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818539 Jul 09 19:52:49.516612 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Attempting to bind port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:49.517055 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Attempting to bind port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '9a4117fb-3218-4ead-a442-09a4d46ef698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:49.517527 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Attempting to bind port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a on network 9c7e3fdd-a431-4c92-8263-75a923c96136 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:49.525217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-997d9390-c1cb-40ea-b03b-74933ef73944 req-33c3a92c-0186-4686-8ae1-606a8bf4dc55 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554675 Jul 09 19:52:49.562883 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:49.562883 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Checking segment: {'id': '9a4117fb-3218-4ead-a442-09a4d46ef698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:49.562883 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.562883 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Bound using segment: {'id': '9a4117fb-3218-4ead-a442-09a4d46ef698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:49.562883 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Bound port: 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4117fb-3218-4ead-a442-09a4d46ef698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:49.562883 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.624130 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f70a82e9-5e92-4c7c-a0e7-5c9a9c4418a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.714792 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-80aac983-c2c1-48c6-9c44-9b66484e93fe service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034832 Jul 09 19:52:49.813751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a82e9-5e92-4c7c-a0e7-5c9a9c4418a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04246d16-1623-4d4b-920e-119f49ccb86c,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:49.824774 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] For port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:49.828186 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] For port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a,segment=NetworkSegment(9a4117fb-3218-4ead-a442-09a4d46ef698),segment_id=9a4117fb-3218-4ead-a442-09a4d46ef698)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:49.837206 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:49.845293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70a82e9-5e92-4c7c-a0e7-5c9a9c4418a9 admin admin] Checking segment: {'id': '0042502f-dac4-4b37-86a4-6444d016b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:49.845660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a82e9-5e92-4c7c-a0e7-5c9a9c4418a9 admin admin] Network hostable DHCP agents. Network: d97478db-3a89-431b-8420-59475f6b09f6, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:52:49.933950 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a82e9-5e92-4c7c-a0e7-5c9a9c4418a9 admin admin] Network d97478db-3a89-431b-8420-59475f6b09f6 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:52:49.942863 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Routers {'62af934f-918a-4f25-8eb4-c89f41065f18'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:49.943496 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:52:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['62af934f-918a-4f25-8eb4-c89f41065f18'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:49.958711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4000a2e-bf31-40cb-a9b9-010f89079a5c req-4fe730fe-c349-4d2a-9335-c95901dbd86b tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:49.962460 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4000a2e-bf31-40cb-a9b9-010f89079a5c req-4fe730fe-c349-4d2a-9335-c95901dbd86b tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.2151601 Jul 09 19:52:49.991260 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-40fac752-6e8d-40a6-af81-b8204b034083 service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753573 Jul 09 19:52:50.057190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dc264-1250-421e-90c1-0e082f8aac48 req-2e6d9ec7-841b-48bd-a454-22b8b0968bee tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:50.057629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f70a82e9-5e92-4c7c-a0e7-5c9a9c4418a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, d97478db-3a89-431b-8420-59475f6b09f6) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:50.059121 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f9dc264-1250-421e-90c1-0e082f8aac48 req-2e6d9ec7-841b-48bd-a454-22b8b0968bee tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 949 time: 0.3244028 Jul 09 19:52:50.070234 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ae6e43-92ba-402e-b4e2-5699e446dfc7 None None] Network d97478db-3a89-431b-8420-59475f6b09f6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:50.080031 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11775ff1-33bf-47a9-a3b6-86ffd2b74b6a None None] Pushing event updated for resources: {'Port': ['ID=7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:50.081468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70a82e9-5e92-4c7c-a0e7-5c9a9c4418a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:50.084526 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f70a82e9-5e92-4c7c-a0e7-5c9a9c4418a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.228696 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4000a2e-bf31-40cb-a9b9-010f89079a5c req-87b1433b-66af-4423-a270-33e3062f59fe tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518604 Jul 09 19:52:50.230153 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f70a82e9-5e92-4c7c-a0e7-5c9a9c4418a9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1770120 Jul 09 19:52:50.236183 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53768) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:50.252676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1979846517-router', 'tenant_id': '86c57776f891453698dcc37278697b21', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:50.272799 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] Set router 62af934f-918a-4f25-8eb4-c89f41065f18 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:50.306966 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-2f9dc264-1250-421e-90c1-0e082f8aac48 req-9118741a-a009-4ac8-9c65-2ee146d845f7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Deleting port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:50.307544 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f9dc264-1250-421e-90c1-0e082f8aac48 req-9118741a-a009-4ac8-9c65-2ee146d845f7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.316086 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.320996 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.397202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e2c47-bc2d-4f30-b564-217e55f0f014 req-efe9d4d8-6baf-4154-b225-f415837b03c4 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:50.417270 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-928e2c47-bc2d-4f30-b564-217e55f0f014 req-efe9d4d8-6baf-4154-b225-f415837b03c4 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 945 time: 0.2096777 Jul 09 19:52:50.488316 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.552233 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-928e2c47-bc2d-4f30-b564-217e55f0f014 req-da71240e-250c-4545-9f11-f97135746a63 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339614 Jul 09 19:52:50.601850 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-d97478db-3a89-431b-8420-59475f6b09f6', 'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6', 'tenant_id': '86c57776f891453698dcc37278697b21', 'fixed_ips': [{'subnet_id': '04246d16-1623-4d4b-920e-119f49ccb86c'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:52:50.603508 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.652344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-2f9dc264-1250-421e-90c1-0e082f8aac48 req-9118741a-a009-4ac8-9c65-2ee146d845f7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] For port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5fb8b86c-6fc2-4096-863b-b0b1c018da9b,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:50.652755 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f9dc264-1250-421e-90c1-0e082f8aac48 req-9118741a-a009-4ac8-9c65-2ee146d845f7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.655255 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1130404370-router', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1e759c55-ef9e-42e4-aa8a-a6e943987a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:35Z', 'updated_at': '2021-07-09T19:52:44Z', 'revision_number': 4, 'project_id': '1d0c04cb61bc40118229988d630e8fdc', 'gw_port': {'id': '1e759c55-ef9e-42e4-aa8a-a6e943987a7b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:36Z', 'updated_at': '2021-07-09T19:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a', 'name': '', 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc', 'mac_address': 'fa:16:3e:b8:21:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1b827fd-f8c9-4875-aae6-fce7241ea6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:43Z', 'updated_at': '2021-07-09T19:52:49Z', 'revision_number': 4, 'project_id': '1d0c04cb61bc40118229988d630e8fdc', 'subnets': [{'id': 'e1b827fd-f8c9-4875-aae6-fce7241ea6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:50.744797 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d68bdd0-3002-4e4a-b053-cb8c705aae20 None None] The sync data for ids ['62af934f-918a-4f25-8eb4-c89f41065f18'] in n-d-800088-3 is: [{'id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1130404370-router', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1e759c55-ef9e-42e4-aa8a-a6e943987a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:35Z', 'updated_at': '2021-07-09T19:52:44Z', 'revision_number': 4, 'project_id': '1d0c04cb61bc40118229988d630e8fdc', 'gw_port': {'id': '1e759c55-ef9e-42e4-aa8a-a6e943987a7b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:36Z', 'updated_at': '2021-07-09T19:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a', 'name': '', 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc', 'mac_address': 'fa:16:3e:b8:21:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e1b827fd-f8c9-4875-aae6-fce7241ea6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:43Z', 'updated_at': '2021-07-09T19:52:49Z', 'revision_number': 4, 'project_id': '1d0c04cb61bc40118229988d630e8fdc', 'subnets': [{'id': 'e1b827fd-f8c9-4875-aae6-fce7241ea6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:52:50.770396 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 1b62c2a5-1b90-4db2-9743-eb9e54256e78 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:50.788397 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-2f9dc264-1250-421e-90c1-0e082f8aac48 req-9118741a-a009-4ac8-9c65-2ee146d845f7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Calling delete_port for 5fb8b86c-6fc2-4096-863b-b0b1c018da9b owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:50.946974 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:50.993602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b353233-df1e-41f0-93a0-6a9df4beacfb req-0dd7e609-b4a1-47e7-8038-b31621d5bcf9 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:51.000127 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9b353233-df1e-41f0-93a0-6a9df4beacfb req-0dd7e609-b4a1-47e7-8038-b31621d5bcf9 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.32 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 944 time: 0.3394270 Jul 09 19:52:51.056121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 1b62c2a5-1b90-4db2-9743-eb9e54256e78 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:51.062457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 1b62c2a5-1b90-4db2-9743-eb9e54256e78 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:51.062457 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.165052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Allocated IP 172.20.0.2 (d97478db-3a89-431b-8420-59475f6b09f6/04246d16-1623-4d4b-920e-119f49ccb86c/a57ffaa7-0a57-406e-8723-5b705e69285f) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:51.194322 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:52:51.232209 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43658948-4fe8-4d09-acf1-04210d0c9e90 req-6d0882b2-00bc-448a-8cff-260705f8699c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:51.234092 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-43658948-4fe8-4d09-acf1-04210d0c9e90 req-6d0882b2-00bc-448a-8cff-260705f8699c tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 944 time: 0.3885708 Jul 09 19:52:51.313356 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13020c17-d67a-4cc7-8218-5fce1dd03d7a req-e05c08f9-abdf-423f-b351-bc5b6a15fef1 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:51.322224 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-13020c17-d67a-4cc7-8218-5fce1dd03d7a req-e05c08f9-abdf-423f-b351-bc5b6a15fef1 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 949 time: 0.3612947 Jul 09 19:52:51.348459 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.398069 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-43658948-4fe8-4d09-acf1-04210d0c9e90 req-28086538-b4ee-412b-a679-82668935eb27 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559901 Jul 09 19:52:51.404336 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9eff2c-e2f1-4019-a980-57fa14ca349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b62c2a5-1b90-4db2-9743-eb9e54256e78'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:51.407583 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62697eb3-794a-4a7d-b8a1-1e6421536615" -d '{"events": [{"server_uuid": "be9eff2c-e2f1-4019-a980-57fa14ca349c", "name": "network-vif-plugged", "status": "completed", "tag": "1b62c2a5-1b90-4db2-9743-eb9e54256e78"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:51.430383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 1b62c2a5-1b90-4db2-9743-eb9e54256e78, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1b62c2a5-1b90-4db2-9743-eb9e54256e78,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:51.462996 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.495360 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-13020c17-d67a-4cc7-8218-5fce1dd03d7a req-d2150cde-cedc-482c-9c2e-8e0dd46b10cd tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720850 Jul 09 19:52:51.520916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-9b353233-df1e-41f0-93a0-6a9df4beacfb req-f492695b-4d60-4dff-89e8-672c7d75db44 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Deleting port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:51.521923 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9b353233-df1e-41f0-93a0-6a9df4beacfb req-f492695b-4d60-4dff-89e8-672c7d75db44 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.550509 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.563614 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.589030 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.603635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Transition to ACTIVE for port object a57ffaa7-0a57-406e-8723-5b705e69285f will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:51.634204 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=1b62c2a5-1b90-4db2-9743-eb9e54256e78,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:51.671955 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9b353233-df1e-41f0-93a0-6a9df4beacfb req-f492695b-4d60-4dff-89e8-672c7d75db44 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] For port 75db3b3e-00cf-45de-9668-ae6c7243a2d2, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=75db3b3e-00cf-45de-9668-ae6c7243a2d2,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:51.672323 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9b353233-df1e-41f0-93a0-6a9df4beacfb req-f492695b-4d60-4dff-89e8-672c7d75db44 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.673571 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Transition to ACTIVE for port object a57ffaa7-0a57-406e-8723-5b705e69285f will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:51.681174 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.744855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-9b353233-df1e-41f0-93a0-6a9df4beacfb req-f492695b-4d60-4dff-89e8-672c7d75db44 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Calling delete_port for 75db3b3e-00cf-45de-9668-ae6c7243a2d2 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:51.745111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Network d97478db-3a89-431b-8420-59475f6b09f6 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:51.754330 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:51.762948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:51.782541 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Pushing event updated for resources: {'Port': ['ID=a57ffaa7-0a57-406e-8723-5b705e69285f,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:51.834262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Allocated IP 172.25.0.196 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/bbb335a3-241d-4cba-83c6-4da089465e5c) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:51.858074 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d44ee-87e0-4709-b0e7-6210c89e18d6 req-0637ca2f-5b68-4bd5-8d29-7f740cce37da tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:51.863457 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bc1d44ee-87e0-4709-b0e7-6210c89e18d6 req-0637ca2f-5b68-4bd5-8d29-7f740cce37da tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.2205765 Jul 09 19:52:51.874172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Attempting to bind port a57ffaa7-0a57-406e-8723-5b705e69285f on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:51.874619 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Attempting to bind port a57ffaa7-0a57-406e-8723-5b705e69285f by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '0042502f-dac4-4b37-86a4-6444d016b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:51.875660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Attempting to bind port a57ffaa7-0a57-406e-8723-5b705e69285f on network d97478db-3a89-431b-8420-59475f6b09f6 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:51.879317 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f9dc264-1250-421e-90c1-0e082f8aac48 req-9118741a-a009-4ac8-9c65-2ee146d845f7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.885028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:51.885848 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Checking segment: {'id': '0042502f-dac4-4b37-86a4-6444d016b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:51.886914 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.887727 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Bound using segment: {'id': '0042502f-dac4-4b37-86a4-6444d016b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:51.888265 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Bound port: a57ffaa7-0a57-406e-8723-5b705e69285f, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042502f-dac4-4b37-86a4-6444d016b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:51.888731 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:51.897145 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1878e0bf-a49a-467e-9f42-a24ed701e24d', '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'b6a7cc50-e031-4989-8b65-c43ed7030ff1', '7e45ad69-f78c-4397-9749-d8dc2c675b71', '5fb8b86c-6fc2-4096-863b-b0b1c018da9b'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:51.911242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['80bbbe61-c9b0-4fa8-8c53-62d40513b8da', '0300e9a4-6bc2-4229-a743-da7a4c929b00', 'd3ab1148-7eb0-47e5-885c-da9b7775e236'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:51.972341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118741a-a009-4ac8-9c65-2ee146d845f7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event deleted for resources: {'Port': ['ID=5fb8b86c-6fc2-4096-863b-b0b1c018da9b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:52.009968 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bc1d44ee-87e0-4709-b0e7-6210c89e18d6 req-9bab7095-4f0a-4c70-a873-907e01d15542 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389506 Jul 09 19:52:52.111294 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:52.113561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9dc264-1250-421e-90c1-0e082f8aac48 req-9118741a-a009-4ac8-9c65-2ee146d845f7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] No DVR routers for this DVR port 5fb8b86c-6fc2-4096-863b-b0b1c018da9b on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:52.117591 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2f9dc264-1250-421e-90c1-0e082f8aac48 req-9118741a-a009-4ac8-9c65-2ee146d845f7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:52.120654 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f9dc264-1250-421e-90c1-0e082f8aac48 req-9118741a-a009-4ac8-9c65-2ee146d845f7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "DELETE /v2.0/ports/5fb8b86c-6fc2-4096-863b-b0b1c018da9b HTTP/1.1" status: 204 len: 173 time: 2.0491714 Jul 09 19:52:52.128386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cf173e-1ce4-4267-8a98-ebed98db8a78', 'name': 'network-vif-deleted', 'tag': '5fb8b86c-6fc2-4096-863b-b0b1c018da9b'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:52.132872 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cad7de-ae3d-4700-8c06-f5539062ed12" -d '{"events": [{"server_uuid": "e5cf173e-1ce4-4267-8a98-ebed98db8a78", "name": "network-vif-deleted", "tag": "5fb8b86c-6fc2-4096-863b-b0b1c018da9b"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:52.159451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] For port a57ffaa7-0a57-406e-8723-5b705e69285f, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:52.163394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc0f3c-1f49-42ad-a3ae-83c938ae038a req-7d9c50c0-3dfa-4641-adf9-31e6513cf4ee tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:52.168044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] For port a57ffaa7-0a57-406e-8723-5b705e69285f, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a57ffaa7-0a57-406e-8723-5b705e69285f,segment=NetworkSegment(0042502f-dac4-4b37-86a4-6444d016b2b6),segment_id=0042502f-dac4-4b37-86a4-6444d016b2b6)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:52.177371 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58fc0f3c-1f49-42ad-a3ae-83c938ae038a req-7d9c50c0-3dfa-4641-adf9-31e6513cf4ee tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.4814622 Jul 09 19:52:52.182340 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114e27d2-0ba6-44b7-baa4-217f44ced2db x-openstack-request-id: req-114e27d2-0ba6-44b7-baa4-217f44ced2db {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:52.182816 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9eff2c-e2f1-4019-a980-57fa14ca349c", "name": "network-vif-plugged", "status": "completed", "tag": "1b62c2a5-1b90-4db2-9743-eb9e54256e78", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:52.183079 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-114e27d2-0ba6-44b7-baa4-217f44ced2db {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:52.184247 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be9eff2c-e2f1-4019-a980-57fa14ca349c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b62c2a5-1b90-4db2-9743-eb9e54256e78', 'code': 200} Jul 09 19:52:52.191414 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:52.264836 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:52.363607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:52.368947 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:52.379787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:52.423558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Pushing event updated for resources: {'Port': ['ID=bbb335a3-241d-4cba-83c6-4da089465e5c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:52.456087 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:52.459227 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c5887-0e41-4204-93f3-f1d40a29640a None None] Pushing event updated for resources: {'Port': ['ID=a57ffaa7-0a57-406e-8723-5b705e69285f,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:52.465183 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58fc0f3c-1f49-42ad-a3ae-83c938ae038a req-c0111914-eb0d-4255-9657-b69b2d0e2c9a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870171 Jul 09 19:52:52.660505 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9b353233-df1e-41f0-93a0-6a9df4beacfb req-f492695b-4d60-4dff-89e8-672c7d75db44 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:52.721940 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc95d0f5-2c30-45d6-a00d-6c2dbb478481 x-openstack-request-id: req-dc95d0f5-2c30-45d6-a00d-6c2dbb478481 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:52.722236 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cf173e-1ce4-4267-8a98-ebed98db8a78", "name": "network-vif-deleted", "tag": "5fb8b86c-6fc2-4096-863b-b0b1c018da9b", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:52.722495 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc95d0f5-2c30-45d6-a00d-6c2dbb478481 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:52.722900 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cf173e-1ce4-4267-8a98-ebed98db8a78', 'name': 'network-vif-deleted', 'tag': '5fb8b86c-6fc2-4096-863b-b0b1c018da9b', 'status': 'completed', 'code': 200} Jul 09 19:52:52.735569 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492695b-4d60-4dff-89e8-672c7d75db44 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Pushing event deleted for resources: {'Port': ['ID=75db3b3e-00cf-45de-9668-ae6c7243a2d2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:52.878916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b353233-df1e-41f0-93a0-6a9df4beacfb req-f492695b-4d60-4dff-89e8-672c7d75db44 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] No DVR routers for this DVR port 75db3b3e-00cf-45de-9668-ae6c7243a2d2 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:52:52.883764 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9b353233-df1e-41f0-93a0-6a9df4beacfb req-f492695b-4d60-4dff-89e8-672c7d75db44 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:52.886009 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9b353233-df1e-41f0-93a0-6a9df4beacfb req-f492695b-4d60-4dff-89e8-672c7d75db44 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.32 "DELETE /v2.0/ports/75db3b3e-00cf-45de-9668-ae6c7243a2d2 HTTP/1.1" status: 204 len: 173 time: 1.8705518 Jul 09 19:52:52.888304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f7ae5-549b-4859-802e-ef840b6c10c6 req-1b08d104-6546-4345-804c-edd1a0bf8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:52.891955 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a27f7ae5-549b-4859-802e-ef840b6c10c6 req-1b08d104-6546-4345-804c-edd1a0bf8f07 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 1097 time: 0.4827139 Jul 09 19:52:52.899368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:52.935662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:52.936051 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:53.064264 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e2c6c280-d6b7-43dd-9876-8512e35c536a req-529849bf-482f-4a5f-9cc9-a3e95a3e9c2a tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 210 time: 0.0849807 Jul 09 19:52:53.096661 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a27f7ae5-549b-4859-802e-ef840b6c10c6 req-6c281afd-5e93-44c7-96c7-961d043b82a9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941545 Jul 09 19:52:53.272738 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d451131a-903d-40be-9a00-54cc7d067f7d req-da4ddde5-5057-4beb-a59a-75b2bbcf15d7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5cf173e-1ce4-4267-8a98-ebed98db8a78 HTTP/1.1" status: 200 len: 210 time: 0.0483627 Jul 09 19:52:53.335910 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:53.461223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f9827-2e2e-4c27-925d-ee217753399e req-ee04a5e2-3324-45bc-9917-1a3c6a38b637 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:53.470246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8f6f9827-2e2e-4c27-925d-ee217753399e req-ee04a5e2-3324-45bc-9917-1a3c6a38b637 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 946 time: 0.7487123 Jul 09 19:52:53.474264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a,segment=NetworkSegment(9a4117fb-3218-4ead-a442-09a4d46ef698),segment_id=9a4117fb-3218-4ead-a442-09a4d46ef698)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:53.486881 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:53.577755 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8f6f9827-2e2e-4c27-925d-ee217753399e req-1534dc4d-41a2-41e6-ab2f-1bbd9d9c92ab tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059444 Jul 09 19:52:53.600725 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:53.624482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ed644-67af-4143-89c4-ccb294584f1e req-f53dd634-0ee4-4ce1-979e-c25952f66dd0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:53.626144 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d61ed644-67af-4143-89c4-ccb294584f1e req-f53dd634-0ee4-4ce1-979e-c25952f66dd0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.1194460 Jul 09 19:52:53.642494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:53.706305 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d61ed644-67af-4143-89c4-ccb294584f1e req-c5ce1764-cc70-4d34-adee-719f1c08286c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741489 Jul 09 19:52:53.947036 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebee9fc-016c-4759-a184-6fd575d3fabe None None] Network d97478db-3a89-431b-8420-59475f6b09f6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:52:53.972646 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:54.079231 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a321baa8-d75f-4cce-b564-17937bea2ea3 None None] Provisioning for port a57ffaa7-0a57-406e-8723-5b705e69285f completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:54.169929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Router 071f8c3d-3497-409c-9a16-ebd14a412d6a is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:52:54.238075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c2dcd-d68f-4721-9ed3-26ff369ce9e2 req-f6c5d49d-3890-47c6-a340-8f596e4cd47c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:54.262257 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d13c2dcd-d68f-4721-9ed3-26ff369ce9e2 req-f6c5d49d-3890-47c6-a340-8f596e4cd47c tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.1878669 Jul 09 19:52:54.373513 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d13c2dcd-d68f-4721-9ed3-26ff369ce9e2 req-93e46967-679e-4ed6-a733-e9ab702b470d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100550 Jul 09 19:52:54.462437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:52:54.473514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a57ffaa7-0a57-406e-8723-5b705e69285f up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:54.477070 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Sync routers for ids ['071f8c3d-3497-409c-9a16-ebd14a412d6a'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:52:54.483384 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:54.488281 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-92a251df-9ac0-4062-b61f-f12f02c7c1ed admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2397647 Jul 09 19:52:54.488660 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53872) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:52:54.541254 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Routers {'071f8c3d-3497-409c-9a16-ebd14a412d6a'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:54.542289 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:52:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['071f8c3d-3497-409c-9a16-ebd14a412d6a'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:54.678710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 75db3b3e-00cf-45de-9668-ae6c7243a2d2 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:54.711411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 75db3b3e-00cf-45de-9668-ae6c7243a2d2 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:54.712000 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 75db3b3e-00cf-45de-9668-ae6c7243a2d2 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:54.720873 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port a57ffaa7-0a57-406e-8723-5b705e69285f completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:54.724739 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764a4fb9-b3c7-4d41-8bba-6ad041f436f1', 'name': 'network-vif-deleted', 'tag': '75db3b3e-00cf-45de-9668-ae6c7243a2d2'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:54.731241 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e17f1b7-be9c-4075-87a1-4134257bd30b" -d '{"events": [{"server_uuid": "764a4fb9-b3c7-4d41-8bba-6ad041f436f1", "name": "network-vif-deleted", "tag": "75db3b3e-00cf-45de-9668-ae6c7243a2d2"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:54.731675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a57ffaa7-0a57-406e-8723-5b705e69285f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:54.731675 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:54.739414 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b03dcb77-6a49-4cad-bc6e-08dcc0c07800 req-d1fa55b0-6cb3-43b6-b7f6-9cf79871bf05 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 210 time: 0.0955133 Jul 09 19:52:54.758285 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5fb8b86c-6fc2-4096-863b-b0b1c018da9b no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:54.792766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Set router 071f8c3d-3497-409c-9a16-ebd14a412d6a gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:54.794499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 5fb8b86c-6fc2-4096-863b-b0b1c018da9b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:52:54.794627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5fb8b86c-6fc2-4096-863b-b0b1c018da9b not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:52:54.901805 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c72c660f-4a57-4ed9-9cc0-be341d9266a3 None None] Provisioning complete for port a57ffaa7-0a57-406e-8723-5b705e69285f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:54.904225 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c72c660f-4a57-4ed9-9cc0-be341d9266a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.180961 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.277577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['4e8f01c9-b154-4fac-8cec-549f96ad1e02'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:52:55.311177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faccd0d-87a7-45d9-b87d-cee506ceb8b7 req-9d7ffde7-d271-45dd-8099-8cbb1a876e33 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:55.313734 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9faccd0d-87a7-45d9-b87d-cee506ceb8b7 req-9d7ffde7-d271-45dd-8099-8cbb1a876e33 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 946 time: 0.1181917 Jul 09 19:52:55.350667 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port a57ffaa7-0a57-406e-8723-5b705e69285f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a57ffaa7-0a57-406e-8723-5b705e69285f,segment=NetworkSegment(0042502f-dac4-4b37-86a4-6444d016b2b6),segment_id=0042502f-dac4-4b37-86a4-6444d016b2b6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:55.370665 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.371594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:55.394385 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a218774-20bb-4904-bb70-86c99bfb5033 x-openstack-request-id: req-4a218774-20bb-4904-bb70-86c99bfb5033 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:55.394676 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764a4fb9-b3c7-4d41-8bba-6ad041f436f1", "name": "network-vif-deleted", "tag": "75db3b3e-00cf-45de-9668-ae6c7243a2d2", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:55.394989 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a218774-20bb-4904-bb70-86c99bfb5033 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:55.395868 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764a4fb9-b3c7-4d41-8bba-6ad041f436f1', 'name': 'network-vif-deleted', 'tag': '75db3b3e-00cf-45de-9668-ae6c7243a2d2', 'status': 'completed', 'code': 200} Jul 09 19:52:55.423337 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c72c660f-4a57-4ed9-9cc0-be341d9266a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.426919 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9faccd0d-87a7-45d9-b87d-cee506ceb8b7 req-504981ca-8e01-4ba8-a288-265a52f5fcec tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995917 Jul 09 19:52:55.531308 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.566994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979846517-router', 'tenant_id': '86c57776f891453698dcc37278697b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'bbb335a3-241d-4cba-83c6-4da089465e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:52:52Z', 'revision_number': 3, 'project_id': '86c57776f891453698dcc37278697b21', 'gw_port': {'id': 'bbb335a3-241d-4cba-83c6-4da089465e5c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:55.600554 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=a57ffaa7-0a57-406e-8723-5b705e69285f,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:55.617115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Checking router: 071f8c3d-3497-409c-9a16-ebd14a412d6a for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:52:55.617689 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Updating router 071f8c3d-3497-409c-9a16-ebd14a412d6a port bbb335a3-241d-4cba-83c6-4da089465e5c binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:52:55.621627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51cef6-72a3-4586-bf02-1ab911347694 req-77219602-f105-44be-b93f-b3395340880e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:55.624276 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f51cef6-72a3-4586-bf02-1ab911347694 req-77219602-f105-44be-b93f-b3395340880e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.1055012 Jul 09 19:52:55.650738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:55.650941 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.663429 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.api [None req-c72c660f-4a57-4ed9-9cc0-be341d9266a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:52:55.663814 n-d-800088-3 neutron-server[100206]: DEBUG oslo_db.api [None req-c72c660f-4a57-4ed9-9cc0-be341d9266a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:52:55.690536 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f51cef6-72a3-4586-bf02-1ab911347694 req-929f101f-6fef-4fdf-8300-b817547d2e96 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602093 Jul 09 19:52:55.720759 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:55.815706 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-5eea1eda-3b44-4e33-8b3c-a62a52284907 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:55.817419 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-5eea1eda-3b44-4e33-8b3c-a62a52284907 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/networks?id=d0f8df36-e569-4c72-8f90-4a083d0d2491 HTTP/1.1" status: 200 len: 803 time: 0.1405458 Jul 09 19:52:55.866254 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-68f51a27-0531-4cce-bdad-e13209c5be6d tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/quotas/b150e16940b14100ae55220bc4330aca HTTP/1.1" status: 200 len: 375 time: 0.0215073 Jul 09 19:52:55.899810 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803aea71-67ce-4e5b-a6b3-8033b31fb973 req-c3c2d0db-3ff1-433b-90bb-3191cee4a7cb tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:55.902011 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-803aea71-67ce-4e5b-a6b3-8033b31fb973 req-c3c2d0db-3ff1-433b-90bb-3191cee4a7cb tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 950 time: 0.0778251 Jul 09 19:52:55.963882 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-803aea71-67ce-4e5b-a6b3-8033b31fb973 req-3c8ed25c-133a-44c0-903f-04586e299987 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560718 Jul 09 19:52:56.011709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Allocated IP 172.20.0.1 (d97478db-3a89-431b-8420-59475f6b09f6/04246d16-1623-4d4b-920e-119f49ccb86c/1f6a761c-90d3-45de-adf1-4376f0a0e8e9) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:56.026251 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-8e2fb8f3-d6fb-4405-a152-f6d96ff0606d tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b150e16940b14100ae55220bc4330aca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1447642 Jul 09 19:52:56.134808 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.151026 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Transition to ACTIVE for port object bbb335a3-241d-4cba-83c6-4da089465e5c will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:56.161689 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.192169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e154543-b341-4ac3-aef6-5f8cecfd3165 req-9eb10e5f-fea4-450c-813c-effa611f74d1 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:56.201798 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e154543-b341-4ac3-aef6-5f8cecfd3165 req-9eb10e5f-fea4-450c-813c-effa611f74d1 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.1017201 Jul 09 19:52:56.208164 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-8e4825a1-e8d4-471c-a2d5-e790aa537d6a service neutron] 10.222.0.30 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735432 Jul 09 19:52:56.252465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Attempting to bind port bbb335a3-241d-4cba-83c6-4da089465e5c on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:52:56.253030 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Attempting to bind port bbb335a3-241d-4cba-83c6-4da089465e5c by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:52:56.253532 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Attempting to bind port bbb335a3-241d-4cba-83c6-4da089465e5c on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:52:56.263223 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e154543-b341-4ac3-aef6-5f8cecfd3165 req-f7fa5033-92b1-4ee6-a91b-1f71e4bbe3ba tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604277 Jul 09 19:52:56.295011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:52:56.295534 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:52:56.296038 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.296708 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:52:56.297482 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Bound port: bbb335a3-241d-4cba-83c6-4da089465e5c, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:52:56.297983 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.300432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755160e-f3f7-4af4-8049-fcccc0055d37 None None] Pushing event updated for resources: {'Port': ['ID=bbb335a3-241d-4cba-83c6-4da089465e5c,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:56.301152 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.337447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Transition to ACTIVE for port object 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:52:56.351269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a57ffaa7-0a57-406e-8723-5b705e69285f up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:52:56.402344 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-bd734d52-2f76-415f-9aeb-7ee3441bbcdd service neutron] 10.222.0.30 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932912 Jul 09 19:52:56.423203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] For port bbb335a3-241d-4cba-83c6-4da089465e5c, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:52:56.427586 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] For port bbb335a3-241d-4cba-83c6-4da089465e5c, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bbb335a3-241d-4cba-83c6-4da089465e5c,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:52:56.435719 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.436758 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.495675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Network d97478db-3a89-431b-8420-59475f6b09f6 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:56.499986 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:56.508134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:56.551136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6a761c-90d3-45de-adf1-4376f0a0e8e9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:56.574050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.686514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a57ffaa7-0a57-406e-8723-5b705e69285f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:56.687601 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.805206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5245d26e-012d-4fef-ac24-997763e5ef21 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:52:56.853703 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f5a4b2c8-f3cb-461b-aca9-dd7d4d61067a req-17ea4f9a-94c6-4376-98c2-e72767f0717b tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 210 time: 0.0522335 Jul 09 19:52:56.892767 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.911704 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba5e5-d1f9-435f-bcac-0329d92a3d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:56.913197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5755160e-f3f7-4af4-8049-fcccc0055d37 None None] Pushing event updated for resources: {'Port': ['ID=bbb335a3-241d-4cba-83c6-4da089465e5c,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:56.975358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Routers {'071f8c3d-3497-409c-9a16-ebd14a412d6a'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:52:56.976011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:52:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['071f8c3d-3497-409c-9a16-ebd14a412d6a'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:56.997839 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:57.071420 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8da4a-efdf-431a-8dfd-207e5dcb4fa8 req-d832109c-87cf-4122-b29c-d536a8eecc2d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:57.073634 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-65e8da4a-efdf-431a-8dfd-207e5dcb4fa8 req-d832109c-87cf-4122-b29c-d536a8eecc2d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 946 time: 0.2133260 Jul 09 19:52:57.107607 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] Set router 071f8c3d-3497-409c-9a16-ebd14a412d6a gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:52:57.179936 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:57.192588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-275ba312-eb84-49b6-91a4-80ea0a3abdc0 None None] Provisioning for port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:52:57.197693 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-64a26f73-3cd5-4730-af6e-b9748c14c86b req-aff9de90-33be-44f1-abd0-a3a3d27dfd78 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 210 time: 0.0722711 Jul 09 19:52:57.235905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-275ba312-eb84-49b6-91a4-80ea0a3abdc0 None None] Provisioning complete for port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:57.236294 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-275ba312-eb84-49b6-91a4-80ea0a3abdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:57.272232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894aa05a-e049-48bf-96fc-1f71922e50a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5245d26e-012d-4fef-ac24-997763e5ef21'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:52:57.274687 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9622156c-8464-41e0-9241-d6b590e54127" -d '{"events": [{"server_uuid": "894aa05a-e049-48bf-96fc-1f71922e50a0", "name": "network-vif-unplugged", "status": "completed", "tag": "5245d26e-012d-4fef-ac24-997763e5ef21"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:52:57.339678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5245d26e-012d-4fef-ac24-997763e5ef21, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5245d26e-012d-4fef-ac24-997763e5ef21,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:57.348920 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-65e8da4a-efdf-431a-8dfd-207e5dcb4fa8 req-5549f14e-3613-452d-a8bf-01aaee9d6ec3 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618179 Jul 09 19:52:57.354850 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:57.359870 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-275ba312-eb84-49b6-91a4-80ea0a3abdc0 None None] Port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:52:57.424059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92ad80-7325-432a-828d-eaa22d7650f2 req-50896fe4-d93b-42f4-b140-e85ab043d84a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:57.427188 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b92ad80-7325-432a-828d-eaa22d7650f2 req-50896fe4-d93b-42f4-b140-e85ab043d84a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.1095147 Jul 09 19:52:57.450583 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5245d26e-012d-4fef-ac24-997763e5ef21,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:57.495751 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b92ad80-7325-432a-828d-eaa22d7650f2 req-46613fbe-1f61-42cd-8030-100d38333050 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568213 Jul 09 19:52:57.512734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979846517-router', 'tenant_id': '86c57776f891453698dcc37278697b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'bbb335a3-241d-4cba-83c6-4da089465e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:52:56Z', 'revision_number': 4, 'project_id': '86c57776f891453698dcc37278697b21', 'gw_port': {'id': 'bbb335a3-241d-4cba-83c6-4da089465e5c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '1f6a761c-90d3-45de-adf1-4376f0a0e8e9', 'name': '', 'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6', 'tenant_id': '86c57776f891453698dcc37278697b21', 'mac_address': 'fa:16:3e:f5:df:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '04246d16-1623-4d4b-920e-119f49ccb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:55Z', 'updated_at': '2021-07-09T19:52:56Z', 'revision_number': 1, 'project_id': '86c57776f891453698dcc37278697b21', 'subnets': [{'id': '04246d16-1623-4d4b-920e-119f49ccb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:52:57.559936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc082b60-2c30-47a5-9064-fcf4d51ab6a8 None None] The sync data for ids ['071f8c3d-3497-409c-9a16-ebd14a412d6a'] in n-d-800088-3 is: [{'id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979846517-router', 'tenant_id': '86c57776f891453698dcc37278697b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'bbb335a3-241d-4cba-83c6-4da089465e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:52:56Z', 'revision_number': 4, 'project_id': '86c57776f891453698dcc37278697b21', 'gw_port': {'id': 'bbb335a3-241d-4cba-83c6-4da089465e5c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '1f6a761c-90d3-45de-adf1-4376f0a0e8e9', 'name': '', 'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6', 'tenant_id': '86c57776f891453698dcc37278697b21', 'mac_address': 'fa:16:3e:f5:df:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '04246d16-1623-4d4b-920e-119f49ccb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:55Z', 'updated_at': '2021-07-09T19:52:56Z', 'revision_number': 1, 'project_id': '86c57776f891453698dcc37278697b21', 'subnets': [{'id': '04246d16-1623-4d4b-920e-119f49ccb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:52:57.642958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf2ff1-6ada-44ac-bbf0-ecdd2aef9223 req-655c1279-d4ea-41be-8683-4977227feab9 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:57.650976 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0bf2ff1-6ada-44ac-bbf0-ecdd2aef9223 req-655c1279-d4ea-41be-8683-4977227feab9 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.32 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 950 time: 0.4254098 Jul 09 19:52:57.684410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52481114-55ee-45f2-8bbe-385036f09ac3 req-a26dfc58-4cd6-4a8b-8fbc-14514ed7e91a tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:57.686102 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52481114-55ee-45f2-8bbe-385036f09ac3 req-a26dfc58-4cd6-4a8b-8fbc-14514ed7e91a tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.36 "GET /v2.0/ports?device_id=894aa05a-e049-48bf-96fc-1f71922e50a0 HTTP/1.1" status: 200 len: 943 time: 0.3276100 Jul 09 19:52:57.694465 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:57.772785 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:57.812118 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67898d9-74ed-47dc-9f81-95cb2ed84a8b req-8a5b9f18-44a6-4ec9-a050-435468b53523 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:57.813899 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b67898d9-74ed-47dc-9f81-95cb2ed84a8b req-8a5b9f18-44a6-4ec9-a050-435468b53523 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.1151724 Jul 09 19:52:57.874223 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b67898d9-74ed-47dc-9f81-95cb2ed84a8b req-d278da31-c4cf-4545-a044-745b0f7b60d5 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 Jul 09 19:52:57.991243 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d4610a-9441-4cee-9314-d17d53a8bd99 x-openstack-request-id: req-e0d4610a-9441-4cee-9314-d17d53a8bd99 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:52:57.991749 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894aa05a-e049-48bf-96fc-1f71922e50a0", "name": "network-vif-unplugged", "status": "completed", "tag": "5245d26e-012d-4fef-ac24-997763e5ef21", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:52:57.992008 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0d4610a-9441-4cee-9314-d17d53a8bd99 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:52:57.992275 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894aa05a-e049-48bf-96fc-1f71922e50a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5245d26e-012d-4fef-ac24-997763e5ef21', 'code': 200} Jul 09 19:52:57.996486 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:58.011090 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Pushing event updated for resources: {'Port': ['ID=1f6a761c-90d3-45de-adf1-4376f0a0e8e9,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:58.069276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eaa36-3a5d-4172-a825-2f593c9972ad req-c50661e6-9771-4c96-be92-8e4701c87fbf tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:58.071052 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-295eaa36-3a5d-4172-a825-2f593c9972ad req-c50661e6-9771-4c96-be92-8e4701c87fbf tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 950 time: 0.4867415 Jul 09 19:52:58.215226 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-775faa92-fdea-45ab-94b2-10ac78db8cfc req-83a1e737-f89b-4131-b021-32a45835f899 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 210 time: 0.0736089 Jul 09 19:52:58.305065 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-f0bf2ff1-6ada-44ac-bbf0-ecdd2aef9223 req-cc40cc4f-73ab-49ba-b5e3-afb750dc9e82 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Deleting port d3ab1148-7eb0-47e5-885c-da9b7775e236 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:58.306345 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f0bf2ff1-6ada-44ac-bbf0-ecdd2aef9223 req-cc40cc4f-73ab-49ba-b5e3-afb750dc9e82 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:58.347135 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-295eaa36-3a5d-4172-a825-2f593c9972ad req-664d6544-a385-4acb-a88d-bbb2fd89b692 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975119 Jul 09 19:52:58.383470 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-52481114-55ee-45f2-8bbe-385036f09ac3 req-b86a3901-2000-4f6c-afe5-af2b9e772418 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Deleting port 5245d26e-012d-4fef-ac24-997763e5ef21 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:52:58.383839 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-52481114-55ee-45f2-8bbe-385036f09ac3 req-b86a3901-2000-4f6c-afe5-af2b9e772418 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:58.456996 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Network d97478db-3a89-431b-8420-59475f6b09f6 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:58.545839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-6e86a862-9cbc-4437-a143-c9e3a0598102 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:58.548290 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-6e86a862-9cbc-4437-a143-c9e3a0598102 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.36 "GET /v2.0/networks?id=d0f8df36-e569-4c72-8f90-4a083d0d2491 HTTP/1.1" status: 200 len: 803 time: 0.2719095 Jul 09 19:52:58.561986 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-905210ca-1ef2-4a57-ac39-68bfd8ebdfdc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Request body: {'port': {'device_id': '56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f', 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491', 'admin_state_up': True, 'tenant_id': 'b150e16940b14100ae55220bc4330aca'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:52:58.611260 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:58.780977 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-071ec454-cca3-49b1-9ccc-be77e24fb83c req-7b92cfc8-f579-4e30-9947-9b0dd3225dac tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 210 time: 0.1355298 Jul 09 19:52:58.921508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafaab16-6406-430e-9c2d-5b06e44ceb17 req-59f78e5a-3ac6-49eb-9c8a-ddb37791acd2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:58.932042 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aafaab16-6406-430e-9c2d-5b06e44ceb17 req-59f78e5a-3ac6-49eb-9c8a-ddb37791acd2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 946 time: 0.2846856 Jul 09 19:52:58.935305 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-905210ca-1ef2-4a57-ac39-68bfd8ebdfdc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Made reservation on behalf of b150e16940b14100ae55220bc4330aca for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:52:58.944575 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-52481114-55ee-45f2-8bbe-385036f09ac3 req-b86a3901-2000-4f6c-afe5-af2b9e772418 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] For port 5245d26e-012d-4fef-ac24-997763e5ef21, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5245d26e-012d-4fef-ac24-997763e5ef21,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:58.945030 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-52481114-55ee-45f2-8bbe-385036f09ac3 req-b86a3901-2000-4f6c-afe5-af2b9e772418 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:58.945981 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-905210ca-1ef2-4a57-ac39-68bfd8ebdfdc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:58.960849 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:59.017861 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ec2059b2-9c14-4c2b-8b15-81f702277dcf None None] Provisioning complete for port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:52:59.019567 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ec2059b2-9c14-4c2b-8b15-81f702277dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:59.068527 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aafaab16-6406-430e-9c2d-5b06e44ceb17 req-9263a0f2-bb20-4690-ab55-9cdf73bb2408 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347065 Jul 09 19:52:59.145816 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-ec2059b2-9c14-4c2b-8b15-81f702277dcf None None] Port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:52:59.307234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-905210ca-1ef2-4a57-ac39-68bfd8ebdfdc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Allocated IP 172.20.0.9 (d0f8df36-e569-4c72-8f90-4a083d0d2491/20c7a8fa-d3e4-4a12-83ec-d4a84e27778e/3724bcb8-51a0-4d13-851f-c110c74904b9) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:52:59.372073 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-52481114-55ee-45f2-8bbe-385036f09ac3 req-b86a3901-2000-4f6c-afe5-af2b9e772418 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Calling delete_port for 5245d26e-012d-4fef-ac24-997763e5ef21 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:59.383700 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-21cd35a7-e06a-4a21-9e3f-6c9d5636f097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:59.404801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00e21d-817d-43cd-bdf1-d408821cdafe req-e21c39e8-edce-41f9-b5b3-f4ca60212fc8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:59.406419 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc00e21d-817d-43cd-bdf1-d408821cdafe req-e21c39e8-edce-41f9-b5b3-f4ca60212fc8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.32 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 946 time: 1.2172768 Jul 09 19:52:59.411248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd43c3a-751f-4d9d-aeee-6abd5395ce74 req-acd6002c-553a-4789-8f3f-10f6a019cb28 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:59.414315 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdd43c3a-751f-4d9d-aeee-6abd5395ce74 req-acd6002c-553a-4789-8f3f-10f6a019cb28 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.1551840 Jul 09 19:52:59.470583 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-f0bf2ff1-6ada-44ac-bbf0-ecdd2aef9223 req-cc40cc4f-73ab-49ba-b5e3-afb750dc9e82 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] For port d3ab1148-7eb0-47e5-885c-da9b7775e236, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d3ab1148-7eb0-47e5-885c-da9b7775e236,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:52:59.471563 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f0bf2ff1-6ada-44ac-bbf0-ecdd2aef9223 req-cc40cc4f-73ab-49ba-b5e3-afb750dc9e82 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:59.499750 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdd43c3a-751f-4d9d-aeee-6abd5395ce74 req-660fb389-67de-4762-8389-a5f61a5ad291 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642655 Jul 09 19:52:59.570194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-f0bf2ff1-6ada-44ac-bbf0-ecdd2aef9223 req-cc40cc4f-73ab-49ba-b5e3-afb750dc9e82 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Calling delete_port for d3ab1148-7eb0-47e5-885c-da9b7775e236 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:52:59.581344 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:59.668506 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-905210ca-1ef2-4a57-ac39-68bfd8ebdfdc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:59.717292 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Router 071f8c3d-3497-409c-9a16-ebd14a412d6a has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:52:59.735675 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7fcad66d-349b-41e1-b2da-9288c36aa3fc req-53f52f85-42d0-4b83-af3c-5f90b92e7db2 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 210 time: 0.0481474 Jul 09 19:52:59.774452 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-905210ca-1ef2-4a57-ac39-68bfd8ebdfdc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:52:59.812780 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24824eb-0ace-4fb7-9b7e-756ec5c34946 req-19cb42aa-6d01-41cb-af72-66aed9bceb29 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:59.821186 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d24824eb-0ace-4fb7-9b7e-756ec5c34946 req-19cb42aa-6d01-41cb-af72-66aed9bceb29 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.4695394 Jul 09 19:52:59.840180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-905210ca-1ef2-4a57-ac39-68bfd8ebdfdc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Network d0f8df36-e569-4c72-8f90-4a083d0d2491 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:52:59.852868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-905210ca-1ef2-4a57-ac39-68bfd8ebdfdc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:52:59.856806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-905210ca-1ef2-4a57-ac39-68bfd8ebdfdc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:52:59.948893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905210ca-1ef2-4a57-ac39-68bfd8ebdfdc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Pushing event updated for resources: {'Port': ['ID=3724bcb8-51a0-4d13-851f-c110c74904b9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:52:59.981511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-905210ca-1ef2-4a57-ac39-68bfd8ebdfdc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:52:59.982337 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-905210ca-1ef2-4a57-ac39-68bfd8ebdfdc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:00.004789 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-905210ca-1ef2-4a57-ac39-68bfd8ebdfdc tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4470043 Jul 09 19:53:00.018130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Request body: {'port': {'device_id': '56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:00.029201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cc5a4-3217-41c2-889d-680698271f5d req-06c91f9c-36e0-4b1b-9784-b2ab2eb5b9c8 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:00.030773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f19cc5a4-3217-41c2-889d-680698271f5d req-06c91f9c-36e0-4b1b-9784-b2ab2eb5b9c8 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 950 time: 0.1250229 Jul 09 19:53:00.056668 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d24824eb-0ace-4fb7-9b7e-756ec5c34946 req-6244f996-0201-465a-925c-648f37230128 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344809 Jul 09 19:53:00.075219 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-52481114-55ee-45f2-8bbe-385036f09ac3 req-b86a3901-2000-4f6c-afe5-af2b9e772418 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:00.100314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-dc00e21d-817d-43cd-bdf1-d408821cdafe req-d8e23d9d-9ce1-451e-837e-582ac9eb04f5 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Deleting port 1b62c2a5-1b90-4db2-9743-eb9e54256e78 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:00.100704 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dc00e21d-817d-43cd-bdf1-d408821cdafe req-d8e23d9d-9ce1-451e-837e-582ac9eb04f5 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:00.148698 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f19cc5a4-3217-41c2-889d-680698271f5d req-771f1729-140a-4e54-b72e-14578deb7574 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968144 Jul 09 19:53:00.171630 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a3901-2000-4f6c-afe5-af2b9e772418 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Pushing event deleted for resources: {'Port': ['ID=5245d26e-012d-4fef-ac24-997763e5ef21,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:00.193679 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:00.235502 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f0bf2ff1-6ada-44ac-bbf0-ecdd2aef9223 req-cc40cc4f-73ab-49ba-b5e3-afb750dc9e82 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:00.242392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:53:00.248801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['80bbbe61-c9b0-4fa8-8c53-62d40513b8da', '0300e9a4-6bc2-4229-a743-da7a4c929b00'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:00.255220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1878e0bf-a49a-467e-9f42-a24ed701e24d', '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'b6a7cc50-e031-4989-8b65-c43ed7030ff1', '7e45ad69-f78c-4397-9749-d8dc2c675b71'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:00.294396 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-24181475-f303-4b33-b8b1-0d074037aa54 admin admin] 10.222.0.30 "PUT /v2.0/routers/071f8c3d-3497-409c-9a16-ebd14a412d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8031707 Jul 09 19:53:00.386931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40cc4f-73ab-49ba-b5e3-afb750dc9e82 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event deleted for resources: {'Port': ['ID=d3ab1148-7eb0-47e5-885c-da9b7775e236,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:00.399983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-52481114-55ee-45f2-8bbe-385036f09ac3 req-b86a3901-2000-4f6c-afe5-af2b9e772418 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] No DVR routers for this DVR port 5245d26e-012d-4fef-ac24-997763e5ef21 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:00.440942 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-52481114-55ee-45f2-8bbe-385036f09ac3 req-b86a3901-2000-4f6c-afe5-af2b9e772418 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:00.443545 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52481114-55ee-45f2-8bbe-385036f09ac3 req-b86a3901-2000-4f6c-afe5-af2b9e772418 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.36 "DELETE /v2.0/ports/5245d26e-012d-4fef-ac24-997763e5ef21 HTTP/1.1" status: 204 len: 173 time: 2.7516725 Jul 09 19:53:00.444014 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894aa05a-e049-48bf-96fc-1f71922e50a0', 'name': 'network-vif-deleted', 'tag': '5245d26e-012d-4fef-ac24-997763e5ef21'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:00.446393 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e861f4-5fd5-44d6-b3a8-e20fd11d2130" -d '{"events": [{"server_uuid": "894aa05a-e049-48bf-96fc-1f71922e50a0", "name": "network-vif-deleted", "tag": "5245d26e-012d-4fef-ac24-997763e5ef21"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:00.503007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bbb335a3-241d-4cba-83c6-4da089465e5c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:00.585957 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:00.666315 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bf2ff1-6ada-44ac-bbf0-ecdd2aef9223 req-cc40cc4f-73ab-49ba-b5e3-afb750dc9e82 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] No DVR routers for this DVR port d3ab1148-7eb0-47e5-885c-da9b7775e236 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:00.675313 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f0bf2ff1-6ada-44ac-bbf0-ecdd2aef9223 req-cc40cc4f-73ab-49ba-b5e3-afb750dc9e82 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:00.677379 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0bf2ff1-6ada-44ac-bbf0-ecdd2aef9223 req-cc40cc4f-73ab-49ba-b5e3-afb750dc9e82 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.32 "DELETE /v2.0/ports/d3ab1148-7eb0-47e5-885c-da9b7775e236 HTTP/1.1" status: 204 len: 173 time: 3.0171280 Jul 09 19:53:00.680995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-dc00e21d-817d-43cd-bdf1-d408821cdafe req-d8e23d9d-9ce1-451e-837e-582ac9eb04f5 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] For port 1b62c2a5-1b90-4db2-9743-eb9e54256e78, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1b62c2a5-1b90-4db2-9743-eb9e54256e78,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:00.680995 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dc00e21d-817d-43cd-bdf1-d408821cdafe req-d8e23d9d-9ce1-451e-837e-582ac9eb04f5 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:00.712846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d3ab1148-7eb0-47e5-885c-da9b7775e236 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:00.729777 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-dc00e21d-817d-43cd-bdf1-d408821cdafe req-d8e23d9d-9ce1-451e-837e-582ac9eb04f5 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Calling delete_port for 1b62c2a5-1b90-4db2-9743-eb9e54256e78 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:00.806059 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5245d26e-012d-4fef-ac24-997763e5ef21 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:00.822072 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: d3ab1148-7eb0-47e5-885c-da9b7775e236 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:00.823546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d3ab1148-7eb0-47e5-885c-da9b7775e236 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:00.824040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 1b62c2a5-1b90-4db2-9743-eb9e54256e78 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:00.866817 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Sync routers for ids ['071f8c3d-3497-409c-9a16-ebd14a412d6a'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:53:00.877114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fac07a-6f7d-485b-9784-d117f223fe3e req-bb9a3869-75a6-432c-99a8-04f76a54d5d8 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:00.880620 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Routers {'071f8c3d-3497-409c-9a16-ebd14a412d6a'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:53:00.881275 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:52:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['071f8c3d-3497-409c-9a16-ebd14a412d6a'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:00.884644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13fac07a-6f7d-485b-9784-d117f223fe3e req-bb9a3869-75a6-432c-99a8-04f76a54d5d8 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 931 time: 0.4066136 Jul 09 19:53:00.970806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 5245d26e-012d-4fef-ac24-997763e5ef21 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:00.975654 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5245d26e-012d-4fef-ac24-997763e5ef21 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:00.980964 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13fac07a-6f7d-485b-9784-d117f223fe3e req-b41ff70e-40fa-45df-9372-1ed446e6f19b tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921082 Jul 09 19:53:01.044783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3724bcb8-51a0-4d13-851f-c110c74904b9 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:01.057570 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:01.070222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54704e5c-24fc-49f8-ace9-14afed15fc74 req-8ba77c5f-8e10-41e3-a5ac-7fe4f6bbbe37 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:01.073720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Transition to ACTIVE for port object 3724bcb8-51a0-4d13-851f-c110c74904b9 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:01.078262 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:01.086187 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54704e5c-24fc-49f8-ace9-14afed15fc74 req-8ba77c5f-8e10-41e3-a5ac-7fe4f6bbbe37 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 946 time: 0.6251495 Jul 09 19:53:01.128552 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port bbb335a3-241d-4cba-83c6-4da089465e5c completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:01.213314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port bbb335a3-241d-4cba-83c6-4da089465e5c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:01.214792 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:01.235870 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b01c67a-77ec-4aa3-aa99-af0c1faccf45 x-openstack-request-id: req-1b01c67a-77ec-4aa3-aa99-af0c1faccf45 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:01.236365 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894aa05a-e049-48bf-96fc-1f71922e50a0", "name": "network-vif-deleted", "tag": "5245d26e-012d-4fef-ac24-997763e5ef21", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:01.238431 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b01c67a-77ec-4aa3-aa99-af0c1faccf45 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:01.239156 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894aa05a-e049-48bf-96fc-1f71922e50a0', 'name': 'network-vif-deleted', 'tag': '5245d26e-012d-4fef-ac24-997763e5ef21', 'status': 'completed', 'code': 200} Jul 09 19:53:01.256932 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Set router 071f8c3d-3497-409c-9a16-ebd14a412d6a gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:53:01.259493 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54704e5c-24fc-49f8-ace9-14afed15fc74 req-cf842b25-2e39-4489-93d6-f74b53b8f5a2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711640 Jul 09 19:53:01.278932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3724bcb8-51a0-4d13-851f-c110c74904b9,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:01.486668 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dc00e21d-817d-43cd-bdf1-d408821cdafe req-d8e23d9d-9ce1-451e-837e-582ac9eb04f5 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:01.566673 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e23d9d-9ce1-451e-837e-582ac9eb04f5 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Pushing event deleted for resources: {'Port': ['ID=1b62c2a5-1b90-4db2-9743-eb9e54256e78,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:01.624766 n-d-800088-3 neutron-server[100206]: INFO neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No ports have port_id starting with 1b62c2a5-1b90-4db2-9743-eb9e54256e78 Jul 09 19:53:01.635922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc00e21d-817d-43cd-bdf1-d408821cdafe req-d8e23d9d-9ce1-451e-837e-582ac9eb04f5 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] No DVR routers for this DVR port 1b62c2a5-1b90-4db2-9743-eb9e54256e78 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:01.791089 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Attempting to bind port 3724bcb8-51a0-4d13-851f-c110c74904b9 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:53:01.793426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Attempting to bind port 3724bcb8-51a0-4d13-851f-c110c74904b9 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:53:01.795364 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Attempting to bind port 3724bcb8-51a0-4d13-851f-c110c74904b9 on network d0f8df36-e569-4c72-8f90-4a083d0d2491 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:01.835294 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Port 3724bcb8-51a0-4d13-851f-c110c74904b9 on network d0f8df36-e569-4c72-8f90-4a083d0d2491 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:53:01.835436 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5034d6ce-9a66-49bc-96a4-d7682bf94bfd req-d39ed40d-5ba2-41a6-975f-9dbd31303475 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=764a4fb9-b3c7-4d41-8bba-6ad041f436f1 HTTP/1.1" status: 200 len: 210 time: 0.2137337 Jul 09 19:53:01.836479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Attempting to bind port 3724bcb8-51a0-4d13-851f-c110c74904b9 on network d0f8df36-e569-4c72-8f90-4a083d0d2491 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:01.847770 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dc00e21d-817d-43cd-bdf1-d408821cdafe req-d8e23d9d-9ce1-451e-837e-582ac9eb04f5 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:01.856204 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:53:01.856714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Checking segment: {'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:53:01.857809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Bound using segment: {'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:53:01.857809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Bound port: 3724bcb8-51a0-4d13-851f-c110c74904b9, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b559cddf-03fd-419c-8c00-284214c86449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:53:01.858031 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc00e21d-817d-43cd-bdf1-d408821cdafe req-d8e23d9d-9ce1-451e-837e-582ac9eb04f5 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.32 "DELETE /v2.0/ports/1b62c2a5-1b90-4db2-9743-eb9e54256e78 HTTP/1.1" status: 204 len: 173 time: 2.4210832 Jul 09 19:53:01.858144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:02.009107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247d44f-7e69-44a3-95c6-cbef7f8d53ac req-839330b3-6b30-4f60-a97e-9e4f1a53c031 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:02.029236 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0247d44f-7e69-44a3-95c6-cbef7f8d53ac req-839330b3-6b30-4f60-a97e-9e4f1a53c031 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.5100815 Jul 09 19:53:02.085520 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979846517-router', 'tenant_id': '86c57776f891453698dcc37278697b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'bbb335a3-241d-4cba-83c6-4da089465e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:52:56Z', 'revision_number': 4, 'project_id': '86c57776f891453698dcc37278697b21', 'gw_port': {'id': 'bbb335a3-241d-4cba-83c6-4da089465e5c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:15:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '1f6a761c-90d3-45de-adf1-4376f0a0e8e9', 'name': '', 'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6', 'tenant_id': '86c57776f891453698dcc37278697b21', 'mac_address': 'fa:16:3e:f5:df:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '04246d16-1623-4d4b-920e-119f49ccb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:55Z', 'updated_at': '2021-07-09T19:52:57Z', 'revision_number': 2, 'project_id': '86c57776f891453698dcc37278697b21', 'subnets': [{'id': '04246d16-1623-4d4b-920e-119f49ccb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:02.124982 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Checking router: 071f8c3d-3497-409c-9a16-ebd14a412d6a for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:53:02.126024 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Updating router 071f8c3d-3497-409c-9a16-ebd14a412d6a port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:53:02.173280 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:02.322606 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0247d44f-7e69-44a3-95c6-cbef7f8d53ac req-f55181a0-9151-42db-aa3c-727ef6f4cfa3 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901604 Jul 09 19:53:02.333197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] For port 3724bcb8-51a0-4d13-851f-c110c74904b9, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:02.355637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] For port 3724bcb8-51a0-4d13-851f-c110c74904b9, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3724bcb8-51a0-4d13-851f-c110c74904b9,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:53:02.382076 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:02.448024 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:02.568311 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a15c2b-2eaa-4335-a006-7445013b6cf1 req-182ac8ca-c875-41f7-9c54-063865af490f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:02.581715 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99a15c2b-2eaa-4335-a006-7445013b6cf1 req-182ac8ca-c875-41f7-9c54-063865af490f tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.2176170 Jul 09 19:53:02.608700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:02.612502 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:02.626864 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] 10.222.0.36 "PUT /v2.0/ports/3724bcb8-51a0-4d13-851f-c110c74904b9 HTTP/1.1" status: 200 len: 1091 time: 2.6096694 Jul 09 19:53:02.673566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f', 'tag': '3724bcb8-51a0-4d13-851f-c110c74904b9'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:02.689936 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e476a46f-92ca-482c-a7ed-7541c783209c" -d '{"events": [{"name": "network-changed", "server_uuid": "56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f", "tag": "3724bcb8-51a0-4d13-851f-c110c74904b9"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:02.796443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fe1c0-3110-4b4d-ab7b-78434d7491e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3724bcb8-51a0-4d13-851f-c110c74904b9,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:02.898702 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:02.950012 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99a15c2b-2eaa-4335-a006-7445013b6cf1 req-7f0089d1-a46d-412a-869d-6f77ad0582dd tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563933 Jul 09 19:53:02.997876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port bbb335a3-241d-4cba-83c6-4da089465e5c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bbb335a3-241d-4cba-83c6-4da089465e5c,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:03.016882 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:03.101435 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-1e0e1f3b-11c8-4466-a508-8e5a0fe955c2 service neutron] show failed (client error): The resource could not be found. Jul 09 19:53:03.102112 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-1e0e1f3b-11c8-4466-a508-8e5a0fe955c2 service neutron] 10.222.0.32 "GET /v2.0/ports/651d0591-d071-4a03-93f1-bac853da1f6d/bindings/n-h1-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.4252625 Jul 09 19:53:03.159722 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31d5dbf4-67cc-4b69-934b-21d6e774453c req-89e3aef5-6701-4e38-9cb8-7e3decfbfff7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f23e8329-0bbb-4552-b426-2e051fd1cd5b HTTP/1.1" status: 200 len: 210 time: 0.1368759 Jul 09 19:53:03.227484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-44ad5ecb-5aeb-4a3b-8449-8fcde1b0abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:03.231758 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-44ad5ecb-5aeb-4a3b-8449-8fcde1b0abe3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b150e16940b14100ae55220bc4330aca&device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 1094 time: 0.4169974 Jul 09 19:53:03.241238 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23e8329-0bbb-4552-b426-2e051fd1cd5b', 'name': 'network-vif-deleted', 'tag': 'd3ab1148-7eb0-47e5-885c-da9b7775e236'}, {'server_uuid': 'be9eff2c-e2f1-4019-a980-57fa14ca349c', 'name': 'network-vif-deleted', 'tag': '1b62c2a5-1b90-4db2-9743-eb9e54256e78'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:03.245088 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c9ca6d-0378-443b-85fc-2d2699bb8181" -d '{"events": [{"server_uuid": "f23e8329-0bbb-4552-b426-2e051fd1cd5b", "name": "network-vif-deleted", "tag": "d3ab1148-7eb0-47e5-885c-da9b7775e236"}, {"server_uuid": "be9eff2c-e2f1-4019-a980-57fa14ca349c", "name": "network-vif-deleted", "tag": "1b62c2a5-1b90-4db2-9743-eb9e54256e78"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:03.280437 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=bbb335a3-241d-4cba-83c6-4da089465e5c,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:03.288351 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:03.351453 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-fb57121c-c627-40ca-b0ca-7d4a65f791bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3724bcb8-51a0-4d13-851f-c110c74904b9 HTTP/1.1" status: 200 len: 217 time: 0.1056094 Jul 09 19:53:03.375044 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Transition to ACTIVE for port object 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:03.408862 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:03.494702 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-8d5dc263-d279-41bb-b0da-139bdca3a666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:03.496252 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-8d5dc263-d279-41bb-b0da-139bdca3a666 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20c7a8fa-d3e4-4a12-83ec-d4a84e27778e HTTP/1.1" status: 200 len: 843 time: 0.1407301 Jul 09 19:53:03.565288 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-51d684fc-3342-4733-9739-102b30db06b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0f8df36-e569-4c72-8f90-4a083d0d2491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584097 Jul 09 19:53:03.668876 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7280220a-060e-4b7e-a363-776bac8df4ee req-a6e09df6-813f-41f6-b027-347a61bec27d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3079607 Jul 09 19:53:03.675537 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ac7b4-d15e-440d-8a6a-4d7ec4157527 None None] Pushing event updated for resources: {'Port': ['ID=1f6a761c-90d3-45de-adf1-4376f0a0e8e9,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:03.762102 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-bb63fe11-c788-41c3-96be-4b5a7568fdd1 service neutron] 10.222.0.36 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857555 Jul 09 19:53:03.937354 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-814ed5d2-8c88-476e-ab23-db8cf87a454e req-0d91fad2-d73c-47af-8296-5e3d55aa826b service neutron] 10.222.0.36 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710329 Jul 09 19:53:04.033902 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Attempting to bind port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:53:04.034275 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Attempting to bind port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '0042502f-dac4-4b37-86a4-6444d016b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:53:04.037463 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Attempting to bind port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 on network d97478db-3a89-431b-8420-59475f6b09f6 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:04.043495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280220a-060e-4b7e-a363-776bac8df4ee req-b85eab17-221d-4c60-922e-b81ee19ede21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:04.048991 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7280220a-060e-4b7e-a363-776bac8df4ee req-b85eab17-221d-4c60-922e-b81ee19ede21 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d1970a87c2e6404b89294d0e16829336&device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 1096 time: 0.2722006 Jul 09 19:53:04.071685 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:53:04.072085 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Checking segment: {'id': '0042502f-dac4-4b37-86a4-6444d016b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:53:04.072489 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:04.072912 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Bound using segment: {'id': '0042502f-dac4-4b37-86a4-6444d016b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:53:04.073406 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Bound port: 1f6a761c-90d3-45de-adf1-4376f0a0e8e9, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042502f-dac4-4b37-86a4-6444d016b2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:53:04.081913 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:04.170617 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53f4219c-3221-4303-badd-4447f654dcd2 req-354123f6-5027-4ee3-8847-935478108cb2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=be9eff2c-e2f1-4019-a980-57fa14ca349c HTTP/1.1" status: 200 len: 210 time: 0.0933549 Jul 09 19:53:04.193384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ba817-00cd-454a-89ac-305d1800f55d req-29bd816b-4682-48e4-9676-a5013afd15d9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:04.203481 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab3ba817-00cd-454a-89ac-305d1800f55d req-29bd816b-4682-48e4-9676-a5013afd15d9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 943 time: 0.2618384 Jul 09 19:53:04.240914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-a5f5362e-3fc3-45da-8ce6-ac206d2b9bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:04.242430 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-a5f5362e-3fc3-45da-8ce6-ac206d2b9bfb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259&tenant_id=85d911fbc81540608cc58c99a8dd9dfd HTTP/1.1" status: 200 len: 1101 time: 0.2463043 Jul 09 19:53:04.258651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:04.302681 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab3ba817-00cd-454a-89ac-305d1800f55d req-a4e7b634-4ec7-4788-a08d-52ded5f89f24 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984135 Jul 09 19:53:04.319332 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] For port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:04.325912 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73cc507-d442-416f-8ef3-d749d66a940e x-openstack-request-id: req-e73cc507-d442-416f-8ef3-d749d66a940e {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:04.326397 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] For port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1f6a761c-90d3-45de-adf1-4376f0a0e8e9,segment=NetworkSegment(0042502f-dac4-4b37-86a4-6444d016b2b6),segment_id=0042502f-dac4-4b37-86a4-6444d016b2b6)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:53:04.327463 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f", "tag": "3724bcb8-51a0-4d13-851f-c110c74904b9", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:04.329189 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e73cc507-d442-416f-8ef3-d749d66a940e {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:04.329958 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f', 'tag': '3724bcb8-51a0-4d13-851f-c110c74904b9', 'status': 'completed', 'code': 200} Jul 09 19:53:04.339185 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:04.458637 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:04.465382 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd03c8d-079a-48b5-aacb-2b242f5f0835 x-openstack-request-id: req-3cd03c8d-079a-48b5-aacb-2b242f5f0835 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:04.465826 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23e8329-0bbb-4552-b426-2e051fd1cd5b", "name": "network-vif-deleted", "tag": "d3ab1148-7eb0-47e5-885c-da9b7775e236", "status": "completed", "code": 200}, {"server_uuid": "be9eff2c-e2f1-4019-a980-57fa14ca349c", "name": "network-vif-deleted", "tag": "1b62c2a5-1b90-4db2-9743-eb9e54256e78", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:04.466089 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cd03c8d-079a-48b5-aacb-2b242f5f0835 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:04.466985 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23e8329-0bbb-4552-b426-2e051fd1cd5b', 'name': 'network-vif-deleted', 'tag': 'd3ab1148-7eb0-47e5-885c-da9b7775e236', 'status': 'completed', 'code': 200} Jul 09 19:53:04.466985 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be9eff2c-e2f1-4019-a980-57fa14ca349c', 'name': 'network-vif-deleted', 'tag': '1b62c2a5-1b90-4db2-9743-eb9e54256e78', 'status': 'completed', 'code': 200} Jul 09 19:53:04.489983 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Routers {'071f8c3d-3497-409c-9a16-ebd14a412d6a'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:53:04.492028 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:52:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['071f8c3d-3497-409c-9a16-ebd14a412d6a'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:04.688275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280220a-060e-4b7e-a363-776bac8df4ee req-4689eb27-6674-4f76-9149-a7d5d5dde849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:04.702092 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7280220a-060e-4b7e-a363-776bac8df4ee req-4689eb27-6674-4f76-9149-a7d5d5dde849 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 200 len: 922 time: 0.6196780 Jul 09 19:53:04.739652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476a46f-92ca-482c-a7ed-7541c783209c req-ce577fb5-5cda-484e-9b93-2bae804e4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:04.746411 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476a46f-92ca-482c-a7ed-7541c783209c req-ce577fb5-5cda-484e-9b93-2bae804e4463 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b150e16940b14100ae55220bc4330aca&device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 1094 time: 0.3983707 Jul 09 19:53:04.926620 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] Set router 071f8c3d-3497-409c-9a16-ebd14a412d6a gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:53:04.951200 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7280220a-060e-4b7e-a363-776bac8df4ee req-2984a155-5d3b-4030-ac3d-9e42f72830fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294 HTTP/1.1" status: 200 len: 217 time: 0.2425847 Jul 09 19:53:05.071055 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ac7b4-d15e-440d-8a6a-4d7ec4157527 None None] Pushing event updated for resources: {'Port': ['ID=1f6a761c-90d3-45de-adf1-4376f0a0e8e9,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:05.216055 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bbb335a3-241d-4cba-83c6-4da089465e5c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:05.262281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:05.335661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port bbb335a3-241d-4cba-83c6-4da089465e5c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:05.336463 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:05.380316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476a46f-92ca-482c-a7ed-7541c783209c req-568ceb84-1b71-406a-b088-4b46a1fdef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:05.385107 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476a46f-92ca-482c-a7ed-7541c783209c req-568ceb84-1b71-406a-b088-4b46a1fdef60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d0f8df36-e569-4c72-8f90-4a083d0d2491 HTTP/1.1" status: 200 len: 904 time: 0.6319883 Jul 09 19:53:05.386849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280220a-060e-4b7e-a363-776bac8df4ee req-6a10ec95-f885-43e2-bbe3-57f920035dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:05.392488 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7280220a-060e-4b7e-a363-776bac8df4ee req-6a10ec95-f885-43e2-bbe3-57f920035dba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 200 len: 861 time: 0.3380840 Jul 09 19:53:05.430027 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0772e99-0c30-4d0f-9eba-dcebacdd2141 req-3f282ad5-7d3a-4803-a48b-423fc930f341 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:05.440227 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d0772e99-0c30-4d0f-9eba-dcebacdd2141 req-3f282ad5-7d3a-4803-a48b-423fc930f341 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.4218323 Jul 09 19:53:05.481477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:05.494044 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476a46f-92ca-482c-a7ed-7541c783209c req-3540187b-41aa-4db1-94a5-8f4d0a7cdcf9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3724bcb8-51a0-4d13-851f-c110c74904b9 HTTP/1.1" status: 200 len: 217 time: 0.1002812 Jul 09 19:53:05.596951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d0772e99-0c30-4d0f-9eba-dcebacdd2141 req-49dc1799-4be8-48f6-826c-51bc5b10d27b tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554422 Jul 09 19:53:05.628982 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476a46f-92ca-482c-a7ed-7541c783209c req-c31440a7-d8e3-4d40-a878-141ce0d0c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:05.629499 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:05.635074 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476a46f-92ca-482c-a7ed-7541c783209c req-c31440a7-d8e3-4d40-a878-141ce0d0c6bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20c7a8fa-d3e4-4a12-83ec-d4a84e27778e HTTP/1.1" status: 200 len: 843 time: 0.1071112 Jul 09 19:53:05.665193 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Transition to ACTIVE for port object 651d0591-d071-4a03-93f1-bac853da1f6d will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:05.670886 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:05.764843 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476a46f-92ca-482c-a7ed-7541c783209c req-71dac230-316e-4980-bd99-06b1acd4421d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d0f8df36-e569-4c72-8f90-4a083d0d2491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827155 Jul 09 19:53:05.767022 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7280220a-060e-4b7e-a363-776bac8df4ee req-26f5fa64-a796-4bde-8cb1-ca7f3d6cb6f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a232a31-8852-4c82-8ae1-8d8f984ad79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2693560 Jul 09 19:53:05.826945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] No DVR routers for this DVR port 651d0591-d071-4a03-93f1-bac853da1f6d on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:05.835466 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979846517-router', 'tenant_id': '86c57776f891453698dcc37278697b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'bbb335a3-241d-4cba-83c6-4da089465e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:52:56Z', 'revision_number': 4, 'project_id': '86c57776f891453698dcc37278697b21', 'gw_port': {'id': 'bbb335a3-241d-4cba-83c6-4da089465e5c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:15:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '1f6a761c-90d3-45de-adf1-4376f0a0e8e9', 'name': '', 'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6', 'tenant_id': '86c57776f891453698dcc37278697b21', 'mac_address': 'fa:16:3e:f5:df:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '04246d16-1623-4d4b-920e-119f49ccb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:55Z', 'updated_at': '2021-07-09T19:53:04Z', 'revision_number': 4, 'project_id': '86c57776f891453698dcc37278697b21', 'subnets': [{'id': '04246d16-1623-4d4b-920e-119f49ccb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:05.869211 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=651d0591-d071-4a03-93f1-bac853da1f6d,revision_number=6']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:05.909579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Attempting to bind port 651d0591-d071-4a03-93f1-bac853da1f6d on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:53:05.910260 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Attempting to bind port 651d0591-d071-4a03-93f1-bac853da1f6d by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:53:05.911146 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c1a32-a94e-4e3e-a393-8b70c4128e35 None None] The sync data for ids ['071f8c3d-3497-409c-9a16-ebd14a412d6a'] in n-d-800088-3 is: [{'id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979846517-router', 'tenant_id': '86c57776f891453698dcc37278697b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'bbb335a3-241d-4cba-83c6-4da089465e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:52:56Z', 'revision_number': 4, 'project_id': '86c57776f891453698dcc37278697b21', 'gw_port': {'id': 'bbb335a3-241d-4cba-83c6-4da089465e5c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:15:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '1f6a761c-90d3-45de-adf1-4376f0a0e8e9', 'name': '', 'network_id': 'd97478db-3a89-431b-8420-59475f6b09f6', 'tenant_id': '86c57776f891453698dcc37278697b21', 'mac_address': 'fa:16:3e:f5:df:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '04246d16-1623-4d4b-920e-119f49ccb86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:55Z', 'updated_at': '2021-07-09T19:53:04Z', 'revision_number': 4, 'project_id': '86c57776f891453698dcc37278697b21', 'subnets': [{'id': '04246d16-1623-4d4b-920e-119f49ccb86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:53:05.911486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Attempting to bind port 651d0591-d071-4a03-93f1-bac853da1f6d on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:05.956095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Port 651d0591-d071-4a03-93f1-bac853da1f6d on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:53:05.956890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Attempting to bind port 651d0591-d071-4a03-93f1-bac853da1f6d on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:05.982814 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:53:05.982814 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:53:05.982814 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:53:05.983231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Bound port: 651d0591-d071-4a03-93f1-bac853da1f6d, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:53:05.983581 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:06.032131 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476a46f-92ca-482c-a7ed-7541c783209c req-4513a19a-d438-401a-b5a4-f6a2464d3479 service neutron] 10.222.0.36 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488308 Jul 09 19:53:06.134687 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:06.138635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:53:06.144963 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:06.197760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:06.216012 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:06.219997 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] 10.222.0.36 "PUT /v2.0/ports/651d0591-d071-4a03-93f1-bac853da1f6d HTTP/1.1" status: 200 len: 1096 time: 1.9679685 Jul 09 19:53:06.342942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d'}, {'name': 'network-changed', 'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:06.350546 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e" -d '{"events": [{"server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "name": "network-vif-unplugged", "status": "completed", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d"}, {"name": "network-changed", "server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:06.354694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53d73a-a38f-4a5b-b91b-047ff02c9dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=651d0591-d071-4a03-93f1-bac853da1f6d,revision_number=7']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:06.457251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bfd2499a-b3c7-4a33-a364-b3c67e3dcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:06.460424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-bfd2499a-b3c7-4a33-a364-b3c67e3dcb41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 1099 time: 0.1885724 Jul 09 19:53:06.586043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e97d9d-ba35-43bd-90c6-1e6dc73a6acc req-7c0e1b69-721f-4357-905a-9e9543b057d0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:06.599384 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-04e97d9d-ba35-43bd-90c6-1e6dc73a6acc req-7c0e1b69-721f-4357-905a-9e9543b057d0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 1.6571672 Jul 09 19:53:06.733448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 651d0591-d071-4a03-93f1-bac853da1f6d no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:06.791205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-b364b16c-b593-4f94-9c92-439e9168e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:06.793488 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-b364b16c-b593-4f94-9c92-439e9168e54c service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.3230295 Jul 09 19:53:06.816292 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-04e97d9d-ba35-43bd-90c6-1e6dc73a6acc req-cc8ca2fd-b371-44cd-83c4-1319ce44ed36 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110515 Jul 09 19:53:06.907871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 651d0591-d071-4a03-93f1-bac853da1f6d not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:06.908416 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-16ea55b7-19a6-4c8d-9c50-43f7cefa9575 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=651d0591-d071-4a03-93f1-bac853da1f6d HTTP/1.1" status: 200 len: 217 time: 0.1002359 Jul 09 19:53:06.997145 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7280220a-060e-4b7e-a363-776bac8df4ee req-1e5b1d30-f945-407a-a9a7-f0c53e6f0105 service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9872303 Jul 09 19:53:06.998203 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-55b3ae0e-7098-4892-8b40-c50481feff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:07.004054 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-55b3ae0e-7098-4892-8b40-c50481feff9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0890331 Jul 09 19:53:07.033185 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476a46f-92ca-482c-a7ed-7541c783209c req-f140ca0f-064f-4655-bcce-0ae1f09f60ab service neutron] 10.222.0.36 "GET /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9577570 Jul 09 19:53:07.157432 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-9e803dfd-26e6-4c31-90a8-6e24c38ada9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:07.161621 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-9e803dfd-26e6-4c31-90a8-6e24c38ada9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1519454 Jul 09 19:53:07.261693 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7280220a-060e-4b7e-a363-776bac8df4ee req-a9acaa93-ce7a-4b8d-977f-929e2b01dfb0 service neutron] 10.222.0.32 "GET /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563231 Jul 09 19:53:07.315856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:07.454851 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:07.462034 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:07.462905 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:07.464128 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-d4183963-2b67-42a9-94b0-d07abba2b4a9 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945290 Jul 09 19:53:07.759630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438c87b-fad1-46ff-a63f-898aab08a8e9 req-f80bdd6b-2686-4d3a-aa1a-54ce6ea727e7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:07.769628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b438c87b-fad1-46ff-a63f-898aab08a8e9 req-f80bdd6b-2686-4d3a-aa1a-54ce6ea727e7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 943 time: 0.8765559 Jul 09 19:53:07.846897 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b438c87b-fad1-46ff-a63f-898aab08a8e9 req-d223fc55-72ef-4746-b7dd-671446d0ce22 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760396 Jul 09 19:53:07.854001 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ff078c-5ef1-47fc-a2cc-8bf80dca0d02 x-openstack-request-id: req-92ff078c-5ef1-47fc-a2cc-8bf80dca0d02 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:07.857024 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "name": "network-vif-unplugged", "status": "completed", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d", "code": 200}, {"name": "network-changed", "server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:07.857469 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92ff078c-5ef1-47fc-a2cc-8bf80dca0d02 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:07.868476 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d', 'code': 200} Jul 09 19:53:07.869291 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d', 'status': 'completed', 'code': 200} Jul 09 19:53:07.943932 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-b8b7a6c2-bff9-4fd7-8d4a-e1a279f2c468 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658365 Jul 09 19:53:08.051611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-324b5278-05b6-4893-afdf-15d74d69da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:08.061942 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-324b5278-05b6-4893-afdf-15d74d69da22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 1099 time: 0.1815128 Jul 09 19:53:08.090238 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:08.199391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1f6a761c-90d3-45de-adf1-4376f0a0e8e9,segment=NetworkSegment(0042502f-dac4-4b37-86a4-6444d016b2b6),segment_id=0042502f-dac4-4b37-86a4-6444d016b2b6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:08.207130 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:08.322164 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=1f6a761c-90d3-45de-adf1-4376f0a0e8e9,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:08.353544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-6a801c5c-3cb2-4377-bc3d-fb7ccab14980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:08.355420 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-6a801c5c-3cb2-4377-bc3d-fb7ccab14980 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2842040 Jul 09 19:53:08.407166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-2fba5c2d-84a0-4e86-af50-16116fb70951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:08.408740 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-2fba5c2d-84a0-4e86-af50-16116fb70951 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 1099 time: 0.2766535 Jul 09 19:53:08.446533 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-4fae270b-7356-469f-9802-96c3c6e27ee8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=651d0591-d071-4a03-93f1-bac853da1f6d HTTP/1.1" status: 200 len: 217 time: 0.0733352 Jul 09 19:53:08.458196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-c8af6130-8a6b-4411-9fc1-5338d7a7a1d1 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:08.463981 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-c8af6130-8a6b-4411-9fc1-5338d7a7a1d1 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 812 time: 0.4483273 Jul 09 19:53:08.536674 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d655185-0167-4909-ae3d-c810f00c4807 req-8e8c11b5-706a-4aaa-82b8-e242f689ee96 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:08.538459 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d655185-0167-4909-ae3d-c810f00c4807 req-8e8c11b5-706a-4aaa-82b8-e242f689ee96 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.3476865 Jul 09 19:53:08.567528 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-d9fe475f-666f-4dc8-b15e-70213d76e595 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/quotas/382be6ed01574db2b800f45c2ce85e9e HTTP/1.1" status: 200 len: 375 time: 0.0741298 Jul 09 19:53:08.616407 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-7109643e-e72d-4293-898a-13500f8de8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:08.618473 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-a6962c7a-4787-4b60-8ceb-4a143ad8ea27 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434275 Jul 09 19:53:08.630303 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-7109643e-e72d-4293-898a-13500f8de8c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1561489 Jul 09 19:53:08.737186 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d655185-0167-4909-ae3d-c810f00c4807 req-76a47cb8-189f-496c-9e95-1bf755f098b2 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917393 Jul 09 19:53:08.795756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3724bcb8-51a0-4d13-851f-c110c74904b9 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:53:08.850372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-8cb67694-839f-4335-bbd7-9cad20b804f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:08.852008 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-8cb67694-839f-4335-bbd7-9cad20b804f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2130446 Jul 09 19:53:09.180442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3724bcb8-51a0-4d13-851f-c110c74904b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3724bcb8-51a0-4d13-851f-c110c74904b9,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:09.217355 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '3724bcb8-51a0-4d13-851f-c110c74904b9', 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491', 'port_id': '3724bcb8-51a0-4d13-851f-c110c74904b9', 'mac_address': 'fa:16:3e:78:41:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c7a8fa-d3e4-4a12-83ec-d4a84e27778e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:53:09.224971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:09.277804 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-3bc0796b-7290-4be5-822f-b77243981ee4 service neutron] 10.222.0.30 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505013 Jul 09 19:53:09.338907 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:09.410730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3724bcb8-51a0-4d13-851f-c110c74904b9 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:09.463047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-ad5072bc-bd29-4462-ac2a-1a1c7bb8c5c9 service neutron] 10.222.0.30 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845131 Jul 09 19:53:09.497666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3724bcb8-51a0-4d13-851f-c110c74904b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3724bcb8-51a0-4d13-851f-c110c74904b9,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:09.499040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:09.499524 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:09.503663 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:09.510232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-ac0071dc-b188-4ca3-9683-cf683c729d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:09.514598 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-ac0071dc-b188-4ca3-9683-cf683c729d07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 1.0973637 Jul 09 19:53:09.649324 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-7fe01d9a-35cb-45b0-8312-3c6ed6cad14e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=651d0591-d071-4a03-93f1-bac853da1f6d HTTP/1.1" status: 200 len: 217 time: 0.1168602 Jul 09 19:53:09.657898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3724bcb8-51a0-4d13-851f-c110c74904b9,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:09.873029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-aa9f26ce-dc4d-4ac0-9695-ee9c4fc049b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:09.880783 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-aa9f26ce-dc4d-4ac0-9695-ee9c4fc049b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.2286479 Jul 09 19:53:10.024312 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['3724bcb8-51a0-4d13-851f-c110c74904b9'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:10.061915 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-b0f0eee5-d779-4e30-a9a4-43d6fa3af744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:10.063788 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-b0f0eee5-d779-4e30-a9a4-43d6fa3af744 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1755192 Jul 09 19:53:10.279394 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-72088b3f-b9cd-4edc-bef2-0cba5cc860f9 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081308 Jul 09 19:53:10.344782 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-95796f65-b60f-40bc-b7d2-1300d7f31151 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4799092 Jul 09 19:53:10.453003 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-dae7231f-bec1-4ad1-8ab5-fb0da33d177f service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612034 Jul 09 19:53:10.506735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13b317-0a04-4caf-9076-ba6e6d26641a req-7ed6cfa9-e122-4627-ac1b-cae7138401ed tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:10.508959 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1a13b317-0a04-4caf-9076-ba6e6d26641a req-7ed6cfa9-e122-4627-ac1b-cae7138401ed tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.32 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 949 time: 1.5123508 Jul 09 19:53:10.522428 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f80b2d-0fd1-4eeb-b9e4-e35aef1aa3a4 req-22d7e836-e3bd-4cd8-9447-993e257316fc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:10.526275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d162fa2-531d-48a7-a533-10a565cdfffe req-9b6ef554-7881-440f-8d55-50852a5e69c8 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:10.534285 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d162fa2-531d-48a7-a533-10a565cdfffe req-9b6ef554-7881-440f-8d55-50852a5e69c8 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 949 time: 0.5977337 Jul 09 19:53:10.555697 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-42f80b2d-0fd1-4eeb-b9e4-e35aef1aa3a4 req-22d7e836-e3bd-4cd8-9447-993e257316fc tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 948 time: 0.2661316 Jul 09 19:53:10.592594 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b03e5828-1256-4a5d-a4b5-1ec003730946 req-3f97fdb0-d3ef-4601-9b64-b67079fdbdcd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6490855 Jul 09 19:53:10.680983 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-42f80b2d-0fd1-4eeb-b9e4-e35aef1aa3a4 req-40d73307-3c1e-4f74-8f3b-e4ee7e878504 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234863 Jul 09 19:53:10.773773 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d162fa2-531d-48a7-a533-10a565cdfffe req-fbf48ae4-e490-4df6-9bdd-c205f0924e35 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375181 Jul 09 19:53:10.914303 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ac2e05e-34f6-4e46-9c3f-1ae5b39c474e req-492279cd-214a-4737-8a65-8abcfe502c06 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546343 Jul 09 19:53:10.941838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-1a13b317-0a04-4caf-9076-ba6e6d26641a req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Deleting port 0300e9a4-6bc2-4229-a743-da7a4c929b00 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:10.942322 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1a13b317-0a04-4caf-9076-ba6e6d26641a req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:10.952249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e5828-1256-4a5d-a4b5-1ec003730946 req-b79d445a-73b4-4114-af62-844772957aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:10.954397 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b03e5828-1256-4a5d-a4b5-1ec003730946 req-b79d445a-73b4-4114-af62-844772957aa5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 1101 time: 0.2863185 Jul 09 19:53:11.111079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-1a13b317-0a04-4caf-9076-ba6e6d26641a req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] For port 0300e9a4-6bc2-4229-a743-da7a4c929b00, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=0300e9a4-6bc2-4229-a743-da7a4c929b00,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:11.111450 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1a13b317-0a04-4caf-9076-ba6e6d26641a req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:11.131177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-1a13b317-0a04-4caf-9076-ba6e6d26641a req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Calling delete_port for 0300e9a4-6bc2-4229-a743-da7a4c929b00 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:11.253214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc21f56-8757-42a8-b496-384b12532781 req-388ce147-3260-4c37-a7be-580b1303d3b2 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:11.262468 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5fc21f56-8757-42a8-b496-384b12532781 req-388ce147-3260-4c37-a7be-580b1303d3b2 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 944 time: 0.2290022 Jul 09 19:53:11.332365 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5fc21f56-8757-42a8-b496-384b12532781 req-a08f894d-e70b-40d0-a0da-be0b6fc28e53 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680442 Jul 09 19:53:11.581987 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-658f952b-8b7a-491d-9ec5-50b3a9008a7a req-52852949-1b9e-40b5-86cf-f9b4a478930e tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 210 time: 0.0492437 Jul 09 19:53:11.645786 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1a13b317-0a04-4caf-9076-ba6e6d26641a req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:11.661875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['80bbbe61-c9b0-4fa8-8c53-62d40513b8da'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:11.665640 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1878e0bf-a49a-467e-9f42-a24ed701e24d', '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'b6a7cc50-e031-4989-8b65-c43ed7030ff1', '7e45ad69-f78c-4397-9749-d8dc2c675b71'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:11.773746 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e5828-1256-4a5d-a4b5-1ec003730946 req-39818a06-9239-4f2c-b741-fc41121c8359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:11.777295 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b03e5828-1256-4a5d-a4b5-1ec003730946 req-39818a06-9239-4f2c-b741-fc41121c8359 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.3588793 Jul 09 19:53:11.815080 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event deleted for resources: {'Port': ['ID=0300e9a4-6bc2-4229-a743-da7a4c929b00,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:11.864325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:11.864847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:11.865251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:11.865635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:11.865981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:11.866450 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:11.866935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:11.867164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:11.867892 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:11.867892 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:11.868210 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:11.868671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:11.959491 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b03e5828-1256-4a5d-a4b5-1ec003730946 req-de51650b-d56d-466a-81c2-c03c6232c25d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=bfae3840-5278-494f-be7a-efcb13917e30 HTTP/1.1" status: 200 len: 217 time: 0.1088047 Jul 09 19:53:12.037060 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a13b317-0a04-4caf-9076-ba6e6d26641a req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] No DVR routers for this DVR port 0300e9a4-6bc2-4229-a743-da7a4c929b00 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:12.044461 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1a13b317-0a04-4caf-9076-ba6e6d26641a req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:12.046967 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1a13b317-0a04-4caf-9076-ba6e6d26641a req-d44b6b92-e03e-4132-ae28-be70eef0a14e tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.32 "DELETE /v2.0/ports/0300e9a4-6bc2-4229-a743-da7a4c929b00 HTTP/1.1" status: 204 len: 173 time: 1.5100832 Jul 09 19:53:12.053989 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30678dc2-a210-47ef-9481-0192d24d81ec', 'name': 'network-vif-deleted', 'tag': '0300e9a4-6bc2-4229-a743-da7a4c929b00'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:12.063243 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3982ee98-aff5-47f0-a7b5-ba66a54f0518" -d '{"events": [{"server_uuid": "30678dc2-a210-47ef-9481-0192d24d81ec", "name": "network-vif-deleted", "tag": "0300e9a4-6bc2-4229-a743-da7a4c929b00"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:12.185179 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc81dd-b861-44a6-bfae-22b4c54447a5 req-85582137-c0ea-4e98-bbf8-35e28b4a4a03 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:12.198443 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6bcc81dd-b861-44a6-bfae-22b4c54447a5 req-85582137-c0ea-4e98-bbf8-35e28b4a4a03 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 945 time: 0.7824352 Jul 09 19:53:12.302028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-bcf6644c-5ca0-4cd6-b2e1-25610fcf7e37 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:12.309159 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-bcf6644c-5ca0-4cd6-b2e1-25610fcf7e37 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917&tenant_id=722a3672762841db8d6fcadff51c6f2f&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1096 time: 0.6063607 Jul 09 19:53:12.370672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-3'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:12.376900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec5e43-2333-4aad-9e8c-8f079cc5cda6 req-9436c0d2-ffeb-4b24-8ec3-ff8273041f36 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:12.391286 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdec5e43-2333-4aad-9e8c-8f079cc5cda6 req-9436c0d2-ffeb-4b24-8ec3-ff8273041f36 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 948 time: 0.2285261 Jul 09 19:53:12.401045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e5828-1256-4a5d-a4b5-1ec003730946 req-81b2861f-8633-43aa-b5aa-bdde8d71cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:12.404109 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b03e5828-1256-4a5d-a4b5-1ec003730946 req-81b2861f-8633-43aa-b5aa-bdde8d71cdd0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.4273987 Jul 09 19:53:12.424616 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6bcc81dd-b861-44a6-bfae-22b4c54447a5 req-8213d9ed-1ff2-4688-8926-19277252787d tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177427 Jul 09 19:53:12.577359 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdec5e43-2333-4aad-9e8c-8f079cc5cda6 req-b28212ae-c391-44e5-97ca-3a53e41e7d2d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844206 Jul 09 19:53:12.726062 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:12.731228 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e5828-1256-4a5d-a4b5-1ec003730946 req-b17b7819-e9ad-42f8-8f90-a8538edfbcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:12.733015 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b03e5828-1256-4a5d-a4b5-1ec003730946 req-b17b7819-e9ad-42f8-8f90-a8538edfbcfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2722256 Jul 09 19:53:12.765530 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device bdf2e0e1-07f9-472b-a12a-ba984174f50a details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:53:12.784282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 0300e9a4-6bc2-4229-a743-da7a4c929b00 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:12.843948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 651d0591-d071-4a03-93f1-bac853da1f6d details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:53:12.869510 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3724bcb8-51a0-4d13-851f-c110c74904b9 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:12.914997 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b03e5828-1256-4a5d-a4b5-1ec003730946 req-11243bb9-dc55-4ddd-8a63-87a9a91f7643 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655765 Jul 09 19:53:12.920507 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4a0ef4-ae03-45c4-80d1-890aa3d4f17d x-openstack-request-id: req-8f4a0ef4-ae03-45c4-80d1-890aa3d4f17d {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:12.921431 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30678dc2-a210-47ef-9481-0192d24d81ec", "name": "network-vif-deleted", "tag": "0300e9a4-6bc2-4229-a743-da7a4c929b00", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:12.921744 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f4a0ef4-ae03-45c4-80d1-890aa3d4f17d {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:12.923112 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30678dc2-a210-47ef-9481-0192d24d81ec', 'name': 'network-vif-deleted', 'tag': '0300e9a4-6bc2-4229-a743-da7a4c929b00', 'status': 'completed', 'code': 200} Jul 09 19:53:13.193413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 0300e9a4-6bc2-4229-a743-da7a4c929b00 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:13.193790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 0300e9a4-6bc2-4229-a743-da7a4c929b00 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:13.210195 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-223f12e3-b3e7-4e5a-a511-cb5ab75aa9ab req-cc3d1c74-a5d6-4ecb-8bd4-1b6be1b7e6ec tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=30678dc2-a210-47ef-9481-0192d24d81ec HTTP/1.1" status: 200 len: 210 time: 0.2941060 Jul 09 19:53:13.568259 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.resource_extend [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:53:13.707495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 3724bcb8-51a0-4d13-851f-c110c74904b9 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:13.769279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-76cd78f8-80f5-4a5f-9094-437f11572b93 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:13.770923 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-76cd78f8-80f5-4a5f-9094-437f11572b93 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.32 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 812 time: 0.6835992 Jul 09 19:53:13.792579 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fc4f678b-7170-406a-b4ea-54df973fd4ef req-5cac2e6f-b990-4115-96f6-ccb40e1680a1 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 210 time: 0.0962903 Jul 09 19:53:13.826825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-f60eff2d-635d-4db1-8bbb-8df991025d37 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Request body: {'port': {'device_id': '1a227edd-1f49-41ce-af0d-1a403e7e748c', 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'admin_state_up': True, 'tenant_id': '382be6ed01574db2b800f45c2ce85e9e'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:13.844803 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b03e5828-1256-4a5d-a4b5-1ec003730946 req-a2e86db0-e96f-40df-a4a5-c34ed84cc4b4 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9195092 Jul 09 19:53:13.916993 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:13.959525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:13.978527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '651d0591-d071-4a03-93f1-bac853da1f6d', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '651d0591-d071-4a03-93f1-bac853da1f6d', 'mac_address': 'fa:16:3e:cb:0c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:53:14.000628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 3724bcb8-51a0-4d13-851f-c110c74904b9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:14.001098 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:14.067661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd782359-5c81-4efe-ac76-da4f533a11a3 req-9e45de4b-3f4a-4370-83be-7b96a8cf817a tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:14.073157 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd782359-5c81-4efe-ac76-da4f533a11a3 req-9e45de4b-3f4a-4370-83be-7b96a8cf817a tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.32 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 944 time: 0.2074251 Jul 09 19:53:14.163530 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-f60eff2d-635d-4db1-8bbb-8df991025d37 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Made reservation on behalf of 382be6ed01574db2b800f45c2ce85e9e for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:53:14.167350 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-f60eff2d-635d-4db1-8bbb-8df991025d37 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:14.215588 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:14.229325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a4730-1e9e-46db-8d4e-61666b10ad70 req-01252369-1e99-4764-88fa-81479e2588d7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:14.252832 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b3a4730-1e9e-46db-8d4e-61666b10ad70 req-01252369-1e99-4764-88fa-81479e2588d7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 944 time: 0.5750017 Jul 09 19:53:14.357848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-dd782359-5c81-4efe-ac76-da4f533a11a3 req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Deleting port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:14.358297 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-dd782359-5c81-4efe-ac76-da4f533a11a3 req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:14.369769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:14.389230 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:14.416786 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651d0591-d071-4a03-93f1-bac853da1f6d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:14.421141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b3a4730-1e9e-46db-8d4e-61666b10ad70 req-81774e6b-c882-4a62-b1dc-5698ea7a600a tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683261 Jul 09 19:53:14.429105 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device bdf2e0e1-07f9-472b-a12a-ba984174f50a has no active binding in host n-h2-800088-3 {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 19:53:14.465229 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:14.471500 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:14.498287 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:14.508014 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:14.570539 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=651d0591-d071-4a03-93f1-bac853da1f6d,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:14.600749 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:14.631770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe22f3a-35e0-4818-b444-e55b9a6e283c req-2a49acfc-ab43-483d-b771-9edaa0a739da tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:14.633384 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fe22f3a-35e0-4818-b444-e55b9a6e283c req-2a49acfc-ab43-483d-b771-9edaa0a739da tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=956567cf-1851-49d6-a965-a7c739e53002 HTTP/1.1" status: 200 len: 944 time: 0.2621651 Jul 09 19:53:14.635308 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-dd782359-5c81-4efe-ac76-da4f533a11a3 req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] For port 4e8f01c9-b154-4fac-8cec-549f96ad1e02, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=4e8f01c9-b154-4fac-8cec-549f96ad1e02,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:14.635686 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-dd782359-5c81-4efe-ac76-da4f533a11a3 req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:14.652310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3724bcb8-51a0-4d13-851f-c110c74904b9'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:14.656099 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ddbab1-8748-4b4b-8797-edf066d9ff91" -d '{"events": [{"server_uuid": "56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f", "name": "network-vif-plugged", "status": "completed", "tag": "3724bcb8-51a0-4d13-851f-c110c74904b9"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:14.681408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3724bcb8-51a0-4d13-851f-c110c74904b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3724bcb8-51a0-4d13-851f-c110c74904b9,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:14.682583 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-dd782359-5c81-4efe-ac76-da4f533a11a3 req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Calling delete_port for 4e8f01c9-b154-4fac-8cec-549f96ad1e02 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:14.688524 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:14.691284 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fe22f3a-35e0-4818-b444-e55b9a6e283c req-f9f75f5f-5a13-4f32-b6ed-74838843a052 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522828 Jul 09 19:53:14.772483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 4e8f01c9-b154-4fac-8cec-549f96ad1e02 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:14.802099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf2e0e1-07f9-472b-a12a-ba984174f50a,revision_number=7']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:14.841051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-f60eff2d-635d-4db1-8bbb-8df991025d37 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Allocated IP 172.20.0.14 (8894aba0-c40a-4dc6-b8c1-f53ea7016388/bdd5bce8-001b-47cc-8510-ced4334ba819/389cf84c-0442-42b1-a893-07c6ca8b32d2) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:53:14.851869 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3724bcb8-51a0-4d13-851f-c110c74904b9,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:14.868042 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-dd782359-5c81-4efe-ac76-da4f533a11a3 req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:14.871099 n-d-800088-3 neutron-server[100206]: INFO neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No ports have port_id starting with 4e8f01c9-b154-4fac-8cec-549f96ad1e02 Jul 09 19:53:14.918577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Pushing event deleted for resources: {'Port': ['ID=4e8f01c9-b154-4fac-8cec-549f96ad1e02,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:14.926530 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b5cfdc-7ac0-4171-9cc2-16b3e27a9917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf2e0e1-07f9-472b-a12a-ba984174f50a'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:14.929276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:14.929648 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48be8627-9349-4ed7-9414-193e2c71bdd6" -d '{"events": [{"server_uuid": "96b5cfdc-7ac0-4171-9cc2-16b3e27a9917", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf2e0e1-07f9-472b-a12a-ba984174f50a"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:14.930030 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:14.930568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:14.931069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:14.931575 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:14.932095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:14.932703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:14.933222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:14.933780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:14.934276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:14.934802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:14.935145 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:14.955315 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Attempting to bind port bdf2e0e1-07f9-472b-a12a-ba984174f50a on host n-h1-800088-3 for vnic_type normal with profile {"migrating_to": "n-h2-800088-3"} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:53:14.955660 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Attempting to bind port bdf2e0e1-07f9-472b-a12a-ba984174f50a by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:53:14.956006 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Attempting to bind port bdf2e0e1-07f9-472b-a12a-ba984174f50a on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:14.969907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['651d0591-d071-4a03-93f1-bac853da1f6d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:15.006772 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Port bdf2e0e1-07f9-472b-a12a-ba984174f50a on network cde8a11d-a413-4777-8c30-ae667fa77b73 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:53:15.007160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Attempting to bind port bdf2e0e1-07f9-472b-a12a-ba984174f50a on network cde8a11d-a413-4777-8c30-ae667fa77b73 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:15.019269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd782359-5c81-4efe-ac76-da4f533a11a3 req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] No DVR routers for this DVR port 4e8f01c9-b154-4fac-8cec-549f96ad1e02 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:15.023248 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-dd782359-5c81-4efe-ac76-da4f533a11a3 req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:15.025664 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd782359-5c81-4efe-ac76-da4f533a11a3 req-653bd55b-ee77-45b9-af8c-44556de88f13 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.32 "DELETE /v2.0/ports/4e8f01c9-b154-4fac-8cec-549f96ad1e02 HTTP/1.1" status: 204 len: 173 time: 0.9462395 Jul 09 19:53:15.026425 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956567cf-1851-49d6-a965-a7c739e53002', 'name': 'network-vif-deleted', 'tag': '4e8f01c9-b154-4fac-8cec-549f96ad1e02'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:15.029361 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656b5f0a-4f36-4d39-9a10-7d7c4287e209" -d '{"events": [{"server_uuid": "956567cf-1851-49d6-a965-a7c739e53002", "name": "network-vif-deleted", "tag": "4e8f01c9-b154-4fac-8cec-549f96ad1e02"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:15.042462 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397574a5-ea67-4617-85f3-1ea1cbf6f194 req-e720f23e-4db5-4242-84ba-ead4dfadca78 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:15.053344 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-397574a5-ea67-4617-85f3-1ea1cbf6f194 req-e720f23e-4db5-4242-84ba-ead4dfadca78 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 943 time: 0.4074442 Jul 09 19:53:15.054632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a60b2-1600-456c-9f82-1152548d0d9b req-1a7ad9c3-1457-4c78-85d9-3554cf79cd9b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:15.062318 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f88a60b2-1600-456c-9f82-1152548d0d9b req-1a7ad9c3-1457-4c78-85d9-3554cf79cd9b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 949 time: 0.2067311 Jul 09 19:53:15.077365 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:53:15.077791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Checking segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:53:15.078138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Bound using segment: {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:53:15.078621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Bound port: bdf2e0e1-07f9-472b-a12a-ba984174f50a, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160978f3-09b8-42de-8aca-45266f5af20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'cde8a11d-a413-4777-8c30-ae667fa77b73'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:53:15.078996 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:15.161315 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f88a60b2-1600-456c-9f82-1152548d0d9b req-918a0d9e-5621-4197-ae4c-53e7f16da499 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972905 Jul 09 19:53:15.322417 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e344119e-62a5-42da-b620-f7f23d49333f x-openstack-request-id: req-e344119e-62a5-42da-b620-f7f23d49333f {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:15.323070 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f", "name": "network-vif-plugged", "status": "completed", "tag": "3724bcb8-51a0-4d13-851f-c110c74904b9", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:15.323325 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e344119e-62a5-42da-b620-f7f23d49333f {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:15.323726 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3724bcb8-51a0-4d13-851f-c110c74904b9', 'code': 200} Jul 09 19:53:15.493495 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27c2bf94-f8df-4524-9a55-1cf4a030147f req-c508575a-2f4a-4059-bf42-952b5ff1cba2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 210 time: 0.0451047 Jul 09 19:53:15.550660 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2e1bbc-4343-4182-9cf9-a9fac12a36d8 x-openstack-request-id: req-2b2e1bbc-4343-4182-9cf9-a9fac12a36d8 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:15.550954 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b5cfdc-7ac0-4171-9cc2-16b3e27a9917", "name": "network-vif-unplugged", "status": "completed", "tag": "bdf2e0e1-07f9-472b-a12a-ba984174f50a", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:15.551208 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b2e1bbc-4343-4182-9cf9-a9fac12a36d8 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:15.551608 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b5cfdc-7ac0-4171-9cc2-16b3e27a9917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdf2e0e1-07f9-472b-a12a-ba984174f50a', 'code': 200} Jul 09 19:53:15.592880 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60814924-74de-4def-9082-19d7c65fa3c0 x-openstack-request-id: req-60814924-74de-4def-9082-19d7c65fa3c0 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:15.593176 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956567cf-1851-49d6-a965-a7c739e53002", "name": "network-vif-deleted", "tag": "4e8f01c9-b154-4fac-8cec-549f96ad1e02", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:15.593550 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60814924-74de-4def-9082-19d7c65fa3c0 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:15.594560 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956567cf-1851-49d6-a965-a7c739e53002', 'name': 'network-vif-deleted', 'tag': '4e8f01c9-b154-4fac-8cec-549f96ad1e02', 'status': 'completed', 'code': 200} Jul 09 19:53:15.623292 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-397574a5-ea67-4617-85f3-1ea1cbf6f194 req-1ef8f14e-9e58-44f3-a3a5-ef18a9d91762 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679622 Jul 09 19:53:15.628222 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-f60eff2d-635d-4db1-8bbb-8df991025d37 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:15.634505 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:15.642633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:53:15.661325 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:15.787169 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199eef98-b88d-457f-a40c-b93d8e032b1a req-13d32336-af95-4729-8cda-d25be1c25382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:15.788593 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-199eef98-b88d-457f-a40c-b93d8e032b1a req-13d32336-af95-4729-8cda-d25be1c25382 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 1096 time: 0.2911813 Jul 09 19:53:15.797878 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf2e0e1-07f9-472b-a12a-ba984174f50a,revision_number=8']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:15.842544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:15.843182 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:15.848563 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-0288e482-569f-46dc-a7a7-240879865807 service neutron] 10.222.0.32 "PUT /v2.0/ports/bdf2e0e1-07f9-472b-a12a-ba984174f50a HTTP/1.1" status: 200 len: 1121 time: 3.4900141 Jul 09 19:53:15.862642 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-f60eff2d-635d-4db1-8bbb-8df991025d37 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:15.925536 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60eff2d-635d-4db1-8bbb-8df991025d37 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Pushing event updated for resources: {'Port': ['ID=389cf84c-0442-42b1-a893-07c6ca8b32d2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:15.941600 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-199eef98-b88d-457f-a40c-b93d8e032b1a req-cb96d27a-c6ef-4bee-bb64-871a00789212 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389222 Jul 09 19:53:15.956005 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['bdf2e0e1-07f9-472b-a12a-ba984174f50a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:15.966338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-f60eff2d-635d-4db1-8bbb-8df991025d37 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:53:15.973102 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-f60eff2d-635d-4db1-8bbb-8df991025d37 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:53:15.979122 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-f60eff2d-635d-4db1-8bbb-8df991025d37 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:53:16.075809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-f60eff2d-635d-4db1-8bbb-8df991025d37 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:16.076456 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-f60eff2d-635d-4db1-8bbb-8df991025d37 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:16.128141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-f60eff2d-635d-4db1-8bbb-8df991025d37 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3131814 Jul 09 19:53:16.318528 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Request body: {'port': {'device_id': '1a227edd-1f49-41ce-af0d-1a403e7e748c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:16.328990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-9f324047-3780-4568-a9d2-02a5754827f2 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:16.330924 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-9f324047-3780-4568-a9d2-02a5754827f2 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.36 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259&tenant_id=85d911fbc81540608cc58c99a8dd9dfd&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 949 time: 0.2113199 Jul 09 19:53:16.344684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bdf2e0e1-07f9-472b-a12a-ba984174f50a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:16.444322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b8c4c-b878-4afa-b530-14619bc3ad82 req-588f6dcb-fd19-4677-b925-3ca6c2ea87b5 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:16.452020 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-403b8c4c-b878-4afa-b530-14619bc3ad82 req-588f6dcb-fd19-4677-b925-3ca6c2ea87b5 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 945 time: 0.1996326 Jul 09 19:53:16.603719 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-403b8c4c-b878-4afa-b530-14619bc3ad82 req-a6dc730c-f3f4-40eb-a533-ca05e3c0a23f tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461537 Jul 09 19:53:16.611601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8e29a-3a79-4737-a4c1-f4f3a6cab9e8 req-be9d65c9-b334-4a6a-b841-1f2338553da1 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:16.623195 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8c8e29a-3a79-4737-a4c1-f4f3a6cab9e8 req-be9d65c9-b334-4a6a-b841-1f2338553da1 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 949 time: 0.1245158 Jul 09 19:53:16.627733 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-c129d3d4-91c0-4242-8655-eab573fcca66 service neutron] 10.222.0.36 "GET /v2.0/ports/651d0591-d071-4a03-93f1-bac853da1f6d/bindings/n-h1-800088-3 HTTP/1.1" status: 200 len: 382 time: 0.2631381 Jul 09 19:53:16.631363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:16.673439 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8c8e29a-3a79-4737-a4c1-f4f3a6cab9e8 req-520a71bb-9dbf-4f7e-9f49-3e65b80b23da tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489702 Jul 09 19:53:16.823194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 651d0591-d071-4a03-93f1-bac853da1f6d up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:16.910987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 651d0591-d071-4a03-93f1-bac853da1f6d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:16.916382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 651d0591-d071-4a03-93f1-bac853da1f6d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:16.916792 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:16.992106 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-e6deccad-c15a-48a1-8bf4-19d8c1efb955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:16.993666 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-e6deccad-c15a-48a1-8bf4-19d8c1efb955 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 1100 time: 0.3244028 Jul 09 19:53:17.041104 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:17.116577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:17.138597 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:17.224150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=651d0591-d071-4a03-93f1-bac853da1f6d,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:17.294303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee5181-15bb-43dc-bb05-7eb0f723c81f req-9cd30a00-1b78-4782-97e4-ab9b6ba0ce93 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:17.309595 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-39ee5181-15bb-43dc-bb05-7eb0f723c81f req-9cd30a00-1b78-4782-97e4-ab9b6ba0ce93 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 932 time: 0.1299882 Jul 09 19:53:17.324864 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:17.327339 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b9acb8-8f0f-4095-bb75-bbebf6091fe9" -d '{"events": [{"server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "name": "network-vif-plugged", "status": "completed", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:17.383209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-39ee5181-15bb-43dc-bb05-7eb0f723c81f req-8df7aaa3-9047-404a-973d-5755d3a8dfc8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721903 Jul 09 19:53:17.421254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-aa22da59-70ef-44f6-b61a-c412e288e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:17.423138 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-aa22da59-70ef-44f6-b61a-c412e288e6a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.4127336 Jul 09 19:53:17.523633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ccee0a-c48d-41a7-9901-5c5cca9e8bb5 req-11b1a87c-f54b-46c4-be8f-da68f4f43665 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:17.526230 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c2ccee0a-c48d-41a7-9901-5c5cca9e8bb5 req-11b1a87c-f54b-46c4-be8f-da68f4f43665 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 943 time: 0.2375908 Jul 09 19:53:17.532193 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-73d135f7-c6af-400d-b3fe-dea089f60c5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=651d0591-d071-4a03-93f1-bac853da1f6d HTTP/1.1" status: 200 len: 217 time: 0.0976598 Jul 09 19:53:17.553173 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b5cfdc-7ac0-4171-9cc2-16b3e27a9917', 'tag': 'bdf2e0e1-07f9-472b-a12a-ba984174f50a'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:17.555612 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeda3281-6e3f-4dc9-ae05-2c865a5395d0" -d '{"events": [{"name": "network-changed", "server_uuid": "96b5cfdc-7ac0-4171-9cc2-16b3e27a9917", "tag": "bdf2e0e1-07f9-472b-a12a-ba984174f50a"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:17.676384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389cf84c-0442-42b1-a893-07c6ca8b32d2 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:17.684810 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:17.713914 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c2ccee0a-c48d-41a7-9901-5c5cca9e8bb5 req-71bd95c3-bfe5-499c-b6d5-1db7c24c9657 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780910 Jul 09 19:53:17.719094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Transition to ACTIVE for port object 389cf84c-0442-42b1-a893-07c6ca8b32d2 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:17.724874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-14b54890-f35b-47cf-9da8-ad763b9b1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:17.727072 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-14b54890-f35b-47cf-9da8-ad763b9b1097 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1747253 Jul 09 19:53:17.728980 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:17.760661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf72e95-a6b7-4a35-903f-262b22faa859 req-7be5653f-cd4b-42d0-ad6f-797f6fd24511 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:17.762898 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9bf72e95-a6b7-4a35-903f-262b22faa859 req-7be5653f-cd4b-42d0-ad6f-797f6fd24511 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 945 time: 0.1070232 Jul 09 19:53:17.843413 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9bf72e95-a6b7-4a35-903f-262b22faa859 req-4404a3e9-76b5-4bde-8127-4e4b21c1ae72 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746336 Jul 09 19:53:17.888638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Pushing event updated for resources: {'Port': ['ID=389cf84c-0442-42b1-a893-07c6ca8b32d2,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:17.925282 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2783eeb-9958-451a-92af-70ff0615a152 x-openstack-request-id: req-b2783eeb-9958-451a-92af-70ff0615a152 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:17.925803 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "name": "network-vif-plugged", "status": "completed", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:17.925803 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2783eeb-9958-451a-92af-70ff0615a152 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:17.926570 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d', 'code': 200} Jul 09 19:53:17.930758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682dd74c-5618-473e-af4c-4566d44e3fe5 req-d133c539-f38d-4262-b294-858401371e62 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:17.932282 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-682dd74c-5618-473e-af4c-4566d44e3fe5 req-d133c539-f38d-4262-b294-858401371e62 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 945 time: 0.3208497 Jul 09 19:53:18.072612 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c493fc-fc5f-4968-b98c-3bcce086d1bd x-openstack-request-id: req-93c493fc-fc5f-4968-b98c-3bcce086d1bd {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:18.073294 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b5cfdc-7ac0-4171-9cc2-16b3e27a9917", "tag": "bdf2e0e1-07f9-472b-a12a-ba984174f50a", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:18.073294 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93c493fc-fc5f-4968-b98c-3bcce086d1bd {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:18.074525 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b5cfdc-7ac0-4171-9cc2-16b3e27a9917', 'tag': 'bdf2e0e1-07f9-472b-a12a-ba984174f50a', 'status': 'completed', 'code': 200} Jul 09 19:53:18.148619 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-593111d2-e045-449f-aa0c-5950af3274dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:18.150219 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-593111d2-e045-449f-aa0c-5950af3274dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3799798 Jul 09 19:53:18.155608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Attempting to bind port 389cf84c-0442-42b1-a893-07c6ca8b32d2 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:53:18.155957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Attempting to bind port 389cf84c-0442-42b1-a893-07c6ca8b32d2 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:53:18.156944 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Attempting to bind port 389cf84c-0442-42b1-a893-07c6ca8b32d2 on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:18.170891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda3281-6e3f-4dc9-ae05-2c865a5395d0 req-3afcd1da-633f-490c-9c7c-88ecba1d4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:18.173219 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aeda3281-6e3f-4dc9-ae05-2c865a5395d0 req-3afcd1da-633f-490c-9c7c-88ecba1d4212 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 1124 time: 0.1606956 Jul 09 19:53:18.183443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6997e-723a-4957-b270-b58ec1b434c6 req-890485ae-e0b4-4c41-8c24-8586d2961527 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:18.191512 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-82c6997e-723a-4957-b270-b58ec1b434c6 req-890485ae-e0b4-4c41-8c24-8586d2961527 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 945 time: 0.1143138 Jul 09 19:53:18.220804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Port 389cf84c-0442-42b1-a893-07c6ca8b32d2 on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:53:18.221144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Attempting to bind port 389cf84c-0442-42b1-a893-07c6ca8b32d2 on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:18.269933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:53:18.270713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Checking segment: {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:53:18.270713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Bound using segment: {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:53:18.271131 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Bound port: 389cf84c-0442-42b1-a893-07c6ca8b32d2, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:53:18.271511 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:18.291501 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-82c6997e-723a-4957-b270-b58ec1b434c6 req-63293510-424e-4b1b-b0e0-ceadb31a81d9 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988371 Jul 09 19:53:18.313346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e1bba-6fe8-4e58-8085-a7f4f6a6e369 req-b24fc3f3-2aa1-4ba2-84e7-4a43029877f0 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:18.314887 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-467e1bba-6fe8-4e58-8085-a7f4f6a6e369 req-b24fc3f3-2aa1-4ba2-84e7-4a43029877f0 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=25b65882-4192-4af5-87aa-13717d46ec6b HTTP/1.1" status: 200 len: 950 time: 0.3796558 Jul 09 19:53:18.331821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda3281-6e3f-4dc9-ae05-2c865a5395d0 req-90acea17-f4f7-452c-a657-10e724818b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:18.334085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aeda3281-6e3f-4dc9-ae05-2c865a5395d0 req-90acea17-f4f7-452c-a657-10e724818b5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.1403689 Jul 09 19:53:18.361451 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-682dd74c-5618-473e-af4c-4566d44e3fe5 req-027c42cc-351d-46ac-9876-2d2f532b4405 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Deleting port eac01fcc-67c3-47a2-842d-ea10f80cc294 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:18.361801 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-682dd74c-5618-473e-af4c-4566d44e3fe5 req-027c42cc-351d-46ac-9876-2d2f532b4405 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:18.395402 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aeda3281-6e3f-4dc9-ae05-2c865a5395d0 req-80d0010a-c4d5-4098-b014-72768352b159 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a HTTP/1.1" status: 200 len: 217 time: 0.0454342 Jul 09 19:53:18.457245 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-e2667ef1-d323-4531-8d5b-b6e4a1d0d673 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931690 Jul 09 19:53:18.513924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda3281-6e3f-4dc9-ae05-2c865a5395d0 req-e6a4cea1-8405-4cf4-a1d9-15db15672274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:18.516350 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aeda3281-6e3f-4dc9-ae05-2c865a5395d0 req-e6a4cea1-8405-4cf4-a1d9-15db15672274 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.1059518 Jul 09 19:53:18.563112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aeda3281-6e3f-4dc9-ae05-2c865a5395d0 req-49d62503-b0a1-417a-a668-a1db6123088d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376685 Jul 09 19:53:18.577084 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7863f2-06ee-40b5-94c9-fc17bbf48b6f req-30365865-b258-47c2-9ef8-40948fd6a7b9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:18.585588 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1f7863f2-06ee-40b5-94c9-fc17bbf48b6f req-30365865-b258-47c2-9ef8-40948fd6a7b9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.1294048 Jul 09 19:53:18.680631 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1f7863f2-06ee-40b5-94c9-fc17bbf48b6f req-bf0728ad-e5ad-4045-a99f-eec3098df15d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935562 Jul 09 19:53:18.717262 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aeda3281-6e3f-4dc9-ae05-2c865a5395d0 req-4abdbbd4-7fcb-4608-bf7e-2608a53415a5 service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227541 Jul 09 19:53:18.829723 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-467e1bba-6fe8-4e58-8085-a7f4f6a6e369 req-fed11686-c66c-45b6-bead-ccf6a3a3fcff tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784434 Jul 09 19:53:18.834076 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aeda3281-6e3f-4dc9-ae05-2c865a5395d0 req-3bb1ab3d-48cb-448c-b9cb-5d8b2c38f9df service neutron] 10.222.0.36 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080806 Jul 09 19:53:18.869430 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee35b7-d3b3-4276-96e8-599f35fe6bf8 req-c8ec9466-eb16-4b06-99ee-267670b0b363 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:18.871006 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bcee35b7-d3b3-4276-96e8-599f35fe6bf8 req-c8ec9466-eb16-4b06-99ee-267670b0b363 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b65882-4192-4af5-87aa-13717d46ec6b HTTP/1.1" status: 200 len: 950 time: 0.6438167 Jul 09 19:53:18.874423 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] For port 389cf84c-0442-42b1-a893-07c6ca8b32d2, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:18.916306 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-5741134d-d911-4b00-9480-e394c9fa4718 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477379 Jul 09 19:53:18.940549 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] For port 389cf84c-0442-42b1-a893-07c6ca8b32d2, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=389cf84c-0442-42b1-a893-07c6ca8b32d2,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:53:18.980140 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:19.005869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-682dd74c-5618-473e-af4c-4566d44e3fe5 req-027c42cc-351d-46ac-9876-2d2f532b4405 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] For port eac01fcc-67c3-47a2-842d-ea10f80cc294, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=eac01fcc-67c3-47a2-842d-ea10f80cc294,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:19.006242 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-682dd74c-5618-473e-af4c-4566d44e3fe5 req-027c42cc-351d-46ac-9876-2d2f532b4405 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:19.075645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-682dd74c-5618-473e-af4c-4566d44e3fe5 req-027c42cc-351d-46ac-9876-2d2f532b4405 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Calling delete_port for eac01fcc-67c3-47a2-842d-ea10f80cc294 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:19.106906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:19.107546 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:19.109125 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] 10.222.0.32 "PUT /v2.0/ports/389cf84c-0442-42b1-a893-07c6ca8b32d2 HTTP/1.1" status: 200 len: 1092 time: 2.9109204 Jul 09 19:53:19.110692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bedad-917e-4a13-b755-8c86ba5fae45 req-3ece2e6f-42eb-46c4-bd09-62283e687e75 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:19.115144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-172bedad-917e-4a13-b755-8c86ba5fae45 req-3ece2e6f-42eb-46c4-bd09-62283e687e75 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.32 "GET /v2.0/ports?device_id=3362652e-ed16-47af-880d-6a56c74be60c HTTP/1.1" status: 200 len: 949 time: 0.1329756 Jul 09 19:53:19.234190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d046ec8-3d0b-43a0-bf30-a267becbd937 service neutron] Pushing event updated for resources: {'Port': ['ID=389cf84c-0442-42b1-a893-07c6ca8b32d2,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:19.303130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50301c44-1dba-4bdd-b686-380018cc2ed6 req-85e53df3-b18b-4bef-b40b-0019d2d09bba tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:19.309101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-172bedad-917e-4a13-b755-8c86ba5fae45 req-377db9df-d609-4b13-b76b-6fa9e724f6ad tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Deleting port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:19.311146 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-172bedad-917e-4a13-b755-8c86ba5fae45 req-377db9df-d609-4b13-b76b-6fa9e724f6ad tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:19.320005 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50301c44-1dba-4bdd-b686-380018cc2ed6 req-85e53df3-b18b-4bef-b40b-0019d2d09bba tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 944 time: 0.3231099 Jul 09 19:53:19.392191 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-bcee35b7-d3b3-4276-96e8-599f35fe6bf8 req-8d879ea0-a18a-4419-9873-9d03e82feca7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Deleting port 7e45ad69-f78c-4397-9749-d8dc2c675b71 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:19.392444 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bcee35b7-d3b3-4276-96e8-599f35fe6bf8 req-8d879ea0-a18a-4419-9873-9d03e82feca7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:19.459060 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-172bedad-917e-4a13-b755-8c86ba5fae45 req-377db9df-d609-4b13-b76b-6fa9e724f6ad tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] For port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=80bbbe61-c9b0-4fa8-8c53-62d40513b8da,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:19.459060 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-172bedad-917e-4a13-b755-8c86ba5fae45 req-377db9df-d609-4b13-b76b-6fa9e724f6ad tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:19.469764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-172bedad-917e-4a13-b755-8c86ba5fae45 req-377db9df-d609-4b13-b76b-6fa9e724f6ad tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Calling delete_port for 80bbbe61-c9b0-4fa8-8c53-62d40513b8da owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:19.567317 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50301c44-1dba-4bdd-b686-380018cc2ed6 req-95a18f28-f53f-4fc7-8f65-7cc6e83a0342 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468452 Jul 09 19:53:19.614010 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-b8cf53c5-0bac-4d4f-9339-2ab6e00b4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:19.633042 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-b8cf53c5-0bac-4d4f-9339-2ab6e00b4d79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 1095 time: 0.4382560 Jul 09 19:53:19.766901 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-172bedad-917e-4a13-b755-8c86ba5fae45 req-377db9df-d609-4b13-b76b-6fa9e724f6ad tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:19.779584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['80bbbe61-c9b0-4fa8-8c53-62d40513b8da'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:19.786864 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1878e0bf-a49a-467e-9f42-a24ed701e24d', '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'b6a7cc50-e031-4989-8b65-c43ed7030ff1', '7e45ad69-f78c-4397-9749-d8dc2c675b71'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:19.840827 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-6aa137ce-3363-4d8b-911b-29d2aa314089 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=389cf84c-0442-42b1-a893-07c6ca8b32d2 HTTP/1.1" status: 200 len: 217 time: 0.1785164 Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.877235 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:19.880978 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:19.912423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377db9df-d609-4b13-b76b-6fa9e724f6ad tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event deleted for resources: {'Port': ['ID=80bbbe61-c9b0-4fa8-8c53-62d40513b8da,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:19.978753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bcee35b7-d3b3-4276-96e8-599f35fe6bf8 req-8d879ea0-a18a-4419-9873-9d03e82feca7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] For port 7e45ad69-f78c-4397-9749-d8dc2c675b71, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7e45ad69-f78c-4397-9749-d8dc2c675b71,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:19.979134 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bcee35b7-d3b3-4276-96e8-599f35fe6bf8 req-8d879ea0-a18a-4419-9873-9d03e82feca7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:19.986652 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-682dd74c-5618-473e-af4c-4566d44e3fe5 req-027c42cc-351d-46ac-9876-2d2f532b4405 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:20.017229 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-bcee35b7-d3b3-4276-96e8-599f35fe6bf8 req-8d879ea0-a18a-4419-9873-9d03e82feca7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Calling delete_port for 7e45ad69-f78c-4397-9749-d8dc2c675b71 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:20.047839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-172bedad-917e-4a13-b755-8c86ba5fae45 req-377db9df-d609-4b13-b76b-6fa9e724f6ad tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] No DVR routers for this DVR port 80bbbe61-c9b0-4fa8-8c53-62d40513b8da on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:20.051743 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-172bedad-917e-4a13-b755-8c86ba5fae45 req-377db9df-d609-4b13-b76b-6fa9e724f6ad tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:20.054067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-172bedad-917e-4a13-b755-8c86ba5fae45 req-377db9df-d609-4b13-b76b-6fa9e724f6ad tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.32 "DELETE /v2.0/ports/80bbbe61-c9b0-4fa8-8c53-62d40513b8da HTTP/1.1" status: 204 len: 173 time: 0.9348221 Jul 09 19:53:20.054525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3362652e-ed16-47af-880d-6a56c74be60c', 'name': 'network-vif-deleted', 'tag': '80bbbe61-c9b0-4fa8-8c53-62d40513b8da'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:20.057096 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96b91a2-32ff-4744-9064-ad19c4b46bab" -d '{"events": [{"server_uuid": "3362652e-ed16-47af-880d-6a56c74be60c", "name": "network-vif-deleted", "tag": "80bbbe61-c9b0-4fa8-8c53-62d40513b8da"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:20.075189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a227edd-1f49-41ce-af0d-1a403e7e748c', 'tag': '389cf84c-0442-42b1-a893-07c6ca8b32d2'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:20.079977 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106b250-cf69-4e7d-b017-b07e66755778 req-9ee076ff-1c75-4b8f-a82e-265ec8944644 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:20.087279 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b106b250-cf69-4e7d-b017-b07e66755778 req-9ee076ff-1c75-4b8f-a82e-265ec8944644 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 943 time: 0.3460667 Jul 09 19:53:20.089979 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58f73b3-8ed8-4fc7-882f-54128263a798" -d '{"events": [{"name": "network-changed", "server_uuid": "1a227edd-1f49-41ce-af0d-1a403e7e748c", "tag": "389cf84c-0442-42b1-a893-07c6ca8b32d2"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:20.101724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c42cc-351d-46ac-9876-2d2f532b4405 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Pushing event deleted for resources: {'Port': ['ID=eac01fcc-67c3-47a2-842d-ea10f80cc294,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:20.158740 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b106b250-cf69-4e7d-b017-b07e66755778 req-729fdd82-b274-4a48-b3f3-840114a73407 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705748 Jul 09 19:53:20.197876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-61c4163b-eb51-4bd3-b864-67c804e77401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:20.199363 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-61c4163b-eb51-4bd3-b864-67c804e77401 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 200 len: 852 time: 0.3187387 Jul 09 19:53:20.275497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-682dd74c-5618-473e-af4c-4566d44e3fe5 req-027c42cc-351d-46ac-9876-2d2f532b4405 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] No DVR routers for this DVR port eac01fcc-67c3-47a2-842d-ea10f80cc294 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:20.318208 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-682dd74c-5618-473e-af4c-4566d44e3fe5 req-027c42cc-351d-46ac-9876-2d2f532b4405 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:20.320790 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-682dd74c-5618-473e-af4c-4566d44e3fe5 req-027c42cc-351d-46ac-9876-2d2f532b4405 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.32 "DELETE /v2.0/ports/eac01fcc-67c3-47a2-842d-ea10f80cc294 HTTP/1.1" status: 204 len: 173 time: 2.3726897 Jul 09 19:53:20.323083 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-b26ad6d2-dc21-4c32-b187-dbb976eabef0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8894aba0-c40a-4dc6-b8c1-f53ea7016388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986209 Jul 09 19:53:20.432967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c295ad4-f50b-4997-914d-9435f52bbab1 req-4a29178b-b9a3-417b-af82-adc5e67c1820 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:20.442079 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c295ad4-f50b-4997-914d-9435f52bbab1 req-4a29178b-b9a3-417b-af82-adc5e67c1820 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5e4386d-2333-4a76-b947-5294d794ac4d HTTP/1.1" status: 200 len: 866 time: 0.5750418 Jul 09 19:53:20.543451 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c295ad4-f50b-4997-914d-9435f52bbab1 req-fc8d5070-e67e-4da6-b90a-fdf0adc87cf6 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001413 Jul 09 19:53:20.696126 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-8dbfffed-749b-44b2-95e2-dfa242c85307 service neutron] 10.222.0.32 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599861 Jul 09 19:53:20.738877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a918f06-79f2-489b-b15e-a139e05599f5 req-851efb36-9c45-4d28-9a2e-0b8ad260c7b4 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:20.755662 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a918f06-79f2-489b-b15e-a139e05599f5 req-851efb36-9c45-4d28-9a2e-0b8ad260c7b4 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.1886661 Jul 09 19:53:20.801380 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 80bbbe61-c9b0-4fa8-8c53-62d40513b8da no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:20.835942 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 80bbbe61-c9b0-4fa8-8c53-62d40513b8da {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:20.841059 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a918f06-79f2-489b-b15e-a139e05599f5 req-60ab22eb-4029-4c4b-8de3-f8ff62c961d3 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844054 Jul 09 19:53:20.848438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 80bbbe61-c9b0-4fa8-8c53-62d40513b8da not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:20.849100 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device eac01fcc-67c3-47a2-842d-ea10f80cc294 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:20.879803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: eac01fcc-67c3-47a2-842d-ea10f80cc294 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:20.880465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device eac01fcc-67c3-47a2-842d-ea10f80cc294 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:20.916319 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bcee35b7-d3b3-4276-96e8-599f35fe6bf8 req-8d879ea0-a18a-4419-9873-9d03e82feca7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:20.965198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d879ea0-a18a-4419-9873-9d03e82feca7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event deleted for resources: {'Port': ['ID=7e45ad69-f78c-4397-9749-d8dc2c675b71,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:21.081858 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19ba608-cda4-408b-8b2b-e1ac91da489b x-openstack-request-id: req-e19ba608-cda4-408b-8b2b-e1ac91da489b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:21.082415 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3362652e-ed16-47af-880d-6a56c74be60c", "name": "network-vif-deleted", "tag": "80bbbe61-c9b0-4fa8-8c53-62d40513b8da", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:21.082696 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e19ba608-cda4-408b-8b2b-e1ac91da489b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:21.083203 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3362652e-ed16-47af-880d-6a56c74be60c', 'name': 'network-vif-deleted', 'tag': '80bbbe61-c9b0-4fa8-8c53-62d40513b8da', 'status': 'completed', 'code': 200} Jul 09 19:53:21.149741 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcee35b7-d3b3-4276-96e8-599f35fe6bf8 req-8d879ea0-a18a-4419-9873-9d03e82feca7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] No DVR routers for this DVR port 7e45ad69-f78c-4397-9749-d8dc2c675b71 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:21.157980 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bcee35b7-d3b3-4276-96e8-599f35fe6bf8 req-8d879ea0-a18a-4419-9873-9d03e82feca7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:21.161106 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bcee35b7-d3b3-4276-96e8-599f35fe6bf8 req-8d879ea0-a18a-4419-9873-9d03e82feca7 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "DELETE /v2.0/ports/7e45ad69-f78c-4397-9749-d8dc2c675b71 HTTP/1.1" status: 204 len: 173 time: 2.2438350 Jul 09 19:53:21.173372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2f525-1d68-4800-ae52-e447e46c6566 req-cbd5fa20-7990-4690-8b0d-f06de5f2b504 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:21.175215 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d1f2f525-1d68-4800-ae52-e447e46c6566 req-cbd5fa20-7990-4690-8b0d-f06de5f2b504 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=25b65882-4192-4af5-87aa-13717d46ec6b HTTP/1.1" status: 200 len: 867 time: 0.3367252 Jul 09 19:53:21.177550 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-583be33a-df65-46fe-8ab7-3fc00c85a702 req-724d8c3e-93eb-4b3a-8dbb-f6a444cfa08e service neutron] 10.222.0.32 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656537 Jul 09 19:53:21.198339 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab0399b-321c-4e2f-8e3c-250f5d1d9082 x-openstack-request-id: req-dab0399b-321c-4e2f-8e3c-250f5d1d9082 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:21.198779 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a227edd-1f49-41ce-af0d-1a403e7e748c", "tag": "389cf84c-0442-42b1-a893-07c6ca8b32d2", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:21.199612 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dab0399b-321c-4e2f-8e3c-250f5d1d9082 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:21.200109 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a227edd-1f49-41ce-af0d-1a403e7e748c', 'tag': '389cf84c-0442-42b1-a893-07c6ca8b32d2', 'status': 'completed', 'code': 200} Jul 09 19:53:21.303120 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d1f2f525-1d68-4800-ae52-e447e46c6566 req-a045ca46-a607-4f74-baa3-12638c61afa5 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164782 Jul 09 19:53:21.384491 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f73b3-8ed8-4fc7-882f-54128263a798 req-4fa75f0d-bf55-4d20-b96e-4875599efca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:21.393400 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f58f73b3-8ed8-4fc7-882f-54128263a798 req-4fa75f0d-bf55-4d20-b96e-4875599efca8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 1095 time: 0.1147203 Jul 09 19:53:21.690054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f73b3-8ed8-4fc7-882f-54128263a798 req-021cd00a-c1a4-4d9d-b416-e3d37c10bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:21.692237 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f58f73b3-8ed8-4fc7-882f-54128263a798 req-021cd00a-c1a4-4d9d-b416-e3d37c10bcbe service neutron] 10.222.0.32 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 913 time: 0.2887402 Jul 09 19:53:21.787866 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f58f73b3-8ed8-4fc7-882f-54128263a798 req-d4a1d122-563f-4ddf-be06-403f762e2f80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=389cf84c-0442-42b1-a893-07c6ca8b32d2 HTTP/1.1" status: 200 len: 217 time: 0.0848286 Jul 09 19:53:21.822417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5828b8-d211-4a3f-baac-8d9c2393b5b0 req-f0270a28-fefc-4fc4-a28d-306d42d99518 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:21.832765 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f5828b8-d211-4a3f-baac-8d9c2393b5b0 req-f0270a28-fefc-4fc4-a28d-306d42d99518 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 943 time: 0.1800046 Jul 09 19:53:21.881398 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef81295-21e9-4e3f-9f61-eeffdfc7373d req-ad2e46b2-fd62-481f-a0b6-6cb2cb536783 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:21.893196 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aef81295-21e9-4e3f-9f61-eeffdfc7373d req-ad2e46b2-fd62-481f-a0b6-6cb2cb536783 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 944 time: 0.3624167 Jul 09 19:53:21.918075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f73b3-8ed8-4fc7-882f-54128263a798 req-29887638-018e-43fc-a347-8885286ef83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:21.919656 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f58f73b3-8ed8-4fc7-882f-54128263a798 req-29887638-018e-43fc-a347-8885286ef83f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 200 len: 852 time: 0.1152332 Jul 09 19:53:21.935424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f5828b8-d211-4a3f-baac-8d9c2393b5b0 req-d73b4392-55e5-4d55-8b66-a3992c2ef691 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001568 Jul 09 19:53:21.952277 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1878e0bf-a49a-467e-9f42-a24ed701e24d', '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'b6a7cc50-e031-4989-8b65-c43ed7030ff1'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:21.986683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f58f73b3-8ed8-4fc7-882f-54128263a798 req-97a6b32d-ace4-4d4b-8b54-975378fa3ae5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8894aba0-c40a-4dc6-b8c1-f53ea7016388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590453 Jul 09 19:53:22.013755 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aef81295-21e9-4e3f-9f61-eeffdfc7373d req-78bd6467-bf37-4b8b-bfda-bc8b1bf0c1d8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195838 Jul 09 19:53:22.242588 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f58f73b3-8ed8-4fc7-882f-54128263a798 req-21fc569e-4395-4a53-971d-4eece95e62e5 service neutron] 10.222.0.32 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480893 Jul 09 19:53:22.591118 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab0562-f81f-47b2-b857-7829e3e50bcb req-add24d1d-33c0-4dad-8042-856d928d3b5e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:22.603432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4aab0562-f81f-47b2-b857-7829e3e50bcb req-add24d1d-33c0-4dad-8042-856d928d3b5e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.1161335 Jul 09 19:53:22.640667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-730c5ba2-c584-4b66-8126-b6782408f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:22.642502 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-730c5ba2-c584-4b66-8126-b6782408f477 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259&tenant_id=85d911fbc81540608cc58c99a8dd9dfd HTTP/1.1" status: 200 len: 1101 time: 0.2716243 Jul 09 19:53:22.661888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:22.701704 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4aab0562-f81f-47b2-b857-7829e3e50bcb req-ac17e258-b488-41ce-9608-9382fddcc5be tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969636 Jul 09 19:53:22.777368 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f58f73b3-8ed8-4fc7-882f-54128263a798 req-f75aa19f-dd14-4d5e-8c96-7bf99c100a5e service neutron] 10.222.0.32 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285878 Jul 09 19:53:22.840578 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 389cf84c-0442-42b1-a893-07c6ca8b32d2 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:53:22.865820 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3724bcb8-51a0-4d13-851f-c110c74904b9 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:53:22.868196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bdf2e0e1-07f9-472b-a12a-ba984174f50a no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:23.060667 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:23.074244 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113751e-1cf9-4246-b8d4-74008c9f482d req-00a5cefa-4d23-4a0c-8a35-2aa4711206a7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:23.076035 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0113751e-1cf9-4246-b8d4-74008c9f482d req-00a5cefa-4d23-4a0c-8a35-2aa4711206a7 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 945 time: 0.0953019 Jul 09 19:53:23.077761 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-55ff2140-d038-4c40-beea-90753ccd19a4 service neutron] 10.222.0.36 "GET /v2.0/ports/bdf2e0e1-07f9-472b-a12a-ba984174f50a/bindings/n-h2-800088-3 HTTP/1.1" status: 200 len: 384 time: 0.2674122 Jul 09 19:53:23.139439 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0113751e-1cf9-4246-b8d4-74008c9f482d req-e4066926-afa2-4497-86ec-7d0a40f770ee tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557103 Jul 09 19:53:23.203494 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e4386d-2333-4a76-b947-5294d794ac4d', 'name': 'network-vif-deleted', 'tag': 'eac01fcc-67c3-47a2-842d-ea10f80cc294'}, {'server_uuid': '25b65882-4192-4af5-87aa-13717d46ec6b', 'name': 'network-vif-deleted', 'tag': '7e45ad69-f78c-4397-9749-d8dc2c675b71'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:23.205858 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd319ea-a1bb-453e-83e3-b0e0a6b11d9a" -d '{"events": [{"server_uuid": "a5e4386d-2333-4a76-b947-5294d794ac4d", "name": "network-vif-deleted", "tag": "eac01fcc-67c3-47a2-842d-ea10f80cc294"}, {"server_uuid": "25b65882-4192-4af5-87aa-13717d46ec6b", "name": "network-vif-deleted", "tag": "7e45ad69-f78c-4397-9749-d8dc2c675b71"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:23.222506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 389cf84c-0442-42b1-a893-07c6ca8b32d2, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=389cf84c-0442-42b1-a893-07c6ca8b32d2,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:23.323068 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.resource_extend [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:53:23.369668 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '389cf84c-0442-42b1-a893-07c6ca8b32d2', 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'port_id': '389cf84c-0442-42b1-a893-07c6ca8b32d2', 'mac_address': 'fa:16:3e:5f:75:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd5bce8-001b-47cc-8510-ced4334ba819', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:53:23.404985 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7e45ad69-f78c-4397-9749-d8dc2c675b71 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:23.428378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 7e45ad69-f78c-4397-9749-d8dc2c675b71 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:23.429266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7e45ad69-f78c-4397-9749-d8dc2c675b71 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:23.442888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb1044-6481-4667-b738-5a1eff878a46 req-d636ce75-7365-4b53-af47-2fd0113b7408 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:23.450788 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0dfb1044-6481-4667-b738-5a1eff878a46 req-d636ce75-7365-4b53-af47-2fd0113b7408 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 945 time: 0.1362419 Jul 09 19:53:23.478723 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:23.496711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389cf84c-0442-42b1-a893-07c6ca8b32d2 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:23.509130 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0dfb1044-6481-4667-b738-5a1eff878a46 req-722594d6-43c6-4ae0-adb6-34934620b93d tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573993 Jul 09 19:53:23.550102 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 389cf84c-0442-42b1-a893-07c6ca8b32d2, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=389cf84c-0442-42b1-a893-07c6ca8b32d2,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:23.553380 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3724bcb8-51a0-4d13-851f-c110c74904b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3724bcb8-51a0-4d13-851f-c110c74904b9,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:23.557052 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:23.617974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=389cf84c-0442-42b1-a893-07c6ca8b32d2,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:23.623327 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '3724bcb8-51a0-4d13-851f-c110c74904b9', 'network_id': 'd0f8df36-e569-4c72-8f90-4a083d0d2491', 'port_id': '3724bcb8-51a0-4d13-851f-c110c74904b9', 'mac_address': 'fa:16:3e:78:41:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c7a8fa-d3e4-4a12-83ec-d4a84e27778e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:53:23.713077 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:23.747918 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3724bcb8-51a0-4d13-851f-c110c74904b9 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:23.778026 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3724bcb8-51a0-4d13-851f-c110c74904b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3724bcb8-51a0-4d13-851f-c110c74904b9,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:23.780041 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7712a-a148-46e0-9cf0-224eb8db651c req-dc9453d4-1a31-469f-b49d-d23115cf65b3 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:23.782340 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1b7712a-a148-46e0-9cf0-224eb8db651c req-dc9453d4-1a31-469f-b49d-d23115cf65b3 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 945 time: 0.1268437 Jul 09 19:53:23.790206 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:23.821674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['389cf84c-0442-42b1-a893-07c6ca8b32d2'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:23.849756 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1b7712a-a148-46e0-9cf0-224eb8db651c req-ce96207c-7f72-4da6-9c7f-0de32c841cd4 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550609 Jul 09 19:53:23.957212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a44bb-6b9a-4ade-bc6b-3320c2655ba6 req-fd9992f7-216b-44a0-9d7c-9bed4bd08e31 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:23.964351 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e33a44bb-6b9a-4ade-bc6b-3320c2655ba6 req-fd9992f7-216b-44a0-9d7c-9bed4bd08e31 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 943 time: 0.5308530 Jul 09 19:53:23.964491 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3724bcb8-51a0-4d13-851f-c110c74904b9,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:23.997305 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984b56e5-e55e-428b-b301-5a1b1d78daa6 x-openstack-request-id: req-984b56e5-e55e-428b-b301-5a1b1d78daa6 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:23.997643 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e4386d-2333-4a76-b947-5294d794ac4d", "name": "network-vif-deleted", "tag": "eac01fcc-67c3-47a2-842d-ea10f80cc294", "status": "completed", "code": 200}, {"server_uuid": "25b65882-4192-4af5-87aa-13717d46ec6b", "name": "network-vif-deleted", "tag": "7e45ad69-f78c-4397-9749-d8dc2c675b71", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:23.998014 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-984b56e5-e55e-428b-b301-5a1b1d78daa6 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:23.998515 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e4386d-2333-4a76-b947-5294d794ac4d', 'name': 'network-vif-deleted', 'tag': 'eac01fcc-67c3-47a2-842d-ea10f80cc294', 'status': 'completed', 'code': 200} Jul 09 19:53:23.998875 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b65882-4192-4af5-87aa-13717d46ec6b', 'name': 'network-vif-deleted', 'tag': '7e45ad69-f78c-4397-9749-d8dc2c675b71', 'status': 'completed', 'code': 200} Jul 09 19:53:24.017923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352a215-36b2-4dc4-bd38-09ecc4690004 req-8111e7dd-c9be-4262-a0ee-13e154e5689a tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:24.019629 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b352a215-36b2-4dc4-bd38-09ecc4690004 req-8111e7dd-c9be-4262-a0ee-13e154e5689a tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 945 time: 0.6359203 Jul 09 19:53:24.021658 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-b1b6ac0b-ac3d-4597-94b2-bbee4cb0e9c9 service neutron] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:24.094867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['3724bcb8-51a0-4d13-851f-c110c74904b9'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:24.117393 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e33a44bb-6b9a-4ade-bc6b-3320c2655ba6 req-8d6a644c-e956-400c-97fc-943da21a7d21 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518664 Jul 09 19:53:24.125943 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-b1b6ac0b-ac3d-4597-94b2-bbee4cb0e9c9 service neutron] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:24.197251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:24.218323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83485fd-edc1-44c3-9aab-7c5d8d16d882 req-a5234cb1-6240-4d99-bbd4-ce70e1e1187d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:24.233024 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b83485fd-edc1-44c3-9aab-7c5d8d16d882 req-a5234cb1-6240-4d99-bbd4-ce70e1e1187d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.1360502 Jul 09 19:53:24.284014 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-b1b6ac0b-ac3d-4597-94b2-bbee4cb0e9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf2e0e1-07f9-472b-a12a-ba984174f50a {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:24.306430 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b83485fd-edc1-44c3-9aab-7c5d8d16d882 req-85093a6a-ea5c-4058-9171-80c5b8b23c63 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722365 Jul 09 19:53:24.364651 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-b1b6ac0b-ac3d-4597-94b2-bbee4cb0e9c9 service neutron] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:24.390745 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:24.412823 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-b1b6ac0b-ac3d-4597-94b2-bbee4cb0e9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:24.524428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-b352a215-36b2-4dc4-bd38-09ecc4690004 req-6e0f9ab8-77fd-4984-9233-ef3f7d265b24 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Deleting port d899d718-e82e-40cf-be59-b0a9aff6d90a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:24.524695 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b352a215-36b2-4dc4-bd38-09ecc4690004 req-6e0f9ab8-77fd-4984-9233-ef3f7d265b24 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:24.532351 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:24.623826 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Transition to ACTIVE for port object 651d0591-d071-4a03-93f1-bac853da1f6d will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:24.637351 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:24.707922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aad325-ceb4-4dcb-8801-ca21e1b0ae24 req-adbdf846-301e-4272-93f0-59a13e428d79 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:24.709713 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-41aad325-ceb4-4dcb-8801-ca21e1b0ae24 req-adbdf846-301e-4272-93f0-59a13e428d79 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 944 time: 0.2898257 Jul 09 19:53:24.717700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-b1b6ac0b-ac3d-4597-94b2-bbee4cb0e9c9 service neutron] Transition to ACTIVE for port object bdf2e0e1-07f9-472b-a12a-ba984174f50a will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:24.761604 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-b1b6ac0b-ac3d-4597-94b2-bbee4cb0e9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:24.820127 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b352a215-36b2-4dc4-bd38-09ecc4690004 req-6e0f9ab8-77fd-4984-9233-ef3f7d265b24 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] For port d899d718-e82e-40cf-be59-b0a9aff6d90a, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d899d718-e82e-40cf-be59-b0a9aff6d90a,segment=NetworkSegment(f9dcba45-48e5-4d09-9f5b-a56568314071),segment_id=f9dcba45-48e5-4d09-9f5b-a56568314071)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:24.827035 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b352a215-36b2-4dc4-bd38-09ecc4690004 req-6e0f9ab8-77fd-4984-9233-ef3f7d265b24 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:24.831457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=651d0591-d071-4a03-93f1-bac853da1f6d,revision_number=10']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:24.836682 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] No DVR routers for this DVR port 651d0591-d071-4a03-93f1-bac853da1f6d on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:24.854048 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3724bcb8-51a0-4d13-851f-c110c74904b9 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:24.859353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 389cf84c-0442-42b1-a893-07c6ca8b32d2 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:24.884045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-b352a215-36b2-4dc4-bd38-09ecc4690004 req-6e0f9ab8-77fd-4984-9233-ef3f7d265b24 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Calling delete_port for d899d718-e82e-40cf-be59-b0a9aff6d90a owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:24.947192 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-41aad325-ceb4-4dcb-8801-ca21e1b0ae24 req-65eb3731-f152-4040-92a0-ba43326e838c tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200553 Jul 09 19:53:24.967474 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34d80c-59c2-4410-a56b-3d101ec4c8de req-b0901f7c-e5ae-4d9e-bde2-7b16e4c4093f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:24.970457 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da34d80c-59c2-4410-a56b-3d101ec4c8de req-b0901f7c-e5ae-4d9e-bde2-7b16e4c4093f tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 945 time: 0.1552708 Jul 09 19:53:25.061150 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da34d80c-59c2-4410-a56b-3d101ec4c8de req-eee16144-8e6b-432e-9980-735a3ac4586a tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/security-groups?id=7aa0b838-7676-4d2c-ae8b-2a026b3840ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898640 Jul 09 19:53:25.080752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-b1b6ac0b-ac3d-4597-94b2-bbee4cb0e9c9 service neutron] No DVR routers for this DVR port bdf2e0e1-07f9-472b-a12a-ba984174f50a on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:25.095580 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Attempting to bind port 651d0591-d071-4a03-93f1-bac853da1f6d on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:53:25.095897 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 3724bcb8-51a0-4d13-851f-c110c74904b9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:25.096024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Attempting to bind port 651d0591-d071-4a03-93f1-bac853da1f6d by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:53:25.096284 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.096491 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Attempting to bind port 651d0591-d071-4a03-93f1-bac853da1f6d on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:25.098236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 389cf84c-0442-42b1-a893-07c6ca8b32d2 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:25.131453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 389cf84c-0442-42b1-a893-07c6ca8b32d2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:25.131830 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.134789 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Port 651d0591-d071-4a03-93f1-bac853da1f6d on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:53:25.135135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Attempting to bind port 651d0591-d071-4a03-93f1-bac853da1f6d on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:25.151578 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6ac0b-ac3d-4597-94b2-bbee4cb0e9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf2e0e1-07f9-472b-a12a-ba984174f50a,revision_number=10']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:25.160776 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-b1b6ac0b-ac3d-4597-94b2-bbee4cb0e9c9 service neutron] 10.222.0.36 "PUT /v2.0/ports/bdf2e0e1-07f9-472b-a12a-ba984174f50a/bindings/n-h2-800088-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0749137 Jul 09 19:53:25.161776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:53:25.162190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:53:25.162642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:53:25.163105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Bound port: 651d0591-d071-4a03-93f1-bac853da1f6d, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:53:25.163476 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.350537 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.366614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-beb8dba5-43f5-4808-88ed-c79d975ce40c tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:25.368225 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-beb8dba5-43f5-4808-88ed-c79d975ce40c tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917&tenant_id=722a3672762841db8d6fcadff51c6f2f&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1095 time: 0.1323073 Jul 09 19:53:25.376263 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.409969 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:25.420057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a227edd-1f49-41ce-af0d-1a403e7e748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389cf84c-0442-42b1-a893-07c6ca8b32d2'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:25.420668 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:53:25.424160 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40779764-cd28-432c-b193-e5f643752dc2" -d '{"events": [{"server_uuid": "1a227edd-1f49-41ce-af0d-1a403e7e748c", "name": "network-vif-plugged", "status": "completed", "tag": "389cf84c-0442-42b1-a893-07c6ca8b32d2"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:25.429707 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39562f43-42e0-4a1b-9076-c03e8b6ac08e req-32990d79-44ef-48d9-b61a-da465d220d8d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:25.431295 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-39562f43-42e0-4a1b-9076-c03e8b6ac08e req-32990d79-44ef-48d9-b61a-da465d220d8d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 945 time: 0.1797376 Jul 09 19:53:25.446636 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.460735 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 389cf84c-0442-42b1-a893-07c6ca8b32d2, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=389cf84c-0442-42b1-a893-07c6ca8b32d2,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:25.463325 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3724bcb8-51a0-4d13-851f-c110c74904b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3724bcb8-51a0-4d13-851f-c110c74904b9,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:25.483123 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.488926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 651d0591-d071-4a03-93f1-bac853da1f6d no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:25.509120 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b352a215-36b2-4dc4-bd38-09ecc4690004 req-6e0f9ab8-77fd-4984-9233-ef3f7d265b24 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.517910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:25.518913 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.523399 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] 10.222.0.32 "PUT /v2.0/ports/651d0591-d071-4a03-93f1-bac853da1f6d HTTP/1.1" status: 200 len: 1097 time: 2.8723633 Jul 09 19:53:25.535065 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-39562f43-42e0-4a1b-9076-c03e8b6ac08e req-ac0ca09b-876f-449b-afd7-3fe69fc42347 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953877 Jul 09 19:53:25.551647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-d56b0614-bd7b-4799-8cb7-92bfb88fadf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:25.557074 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-d56b0614-bd7b-4799-8cb7-92bfb88fadf8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917&tenant_id=722a3672762841db8d6fcadff51c6f2f HTTP/1.1" status: 200 len: 1095 time: 0.1771104 Jul 09 19:53:25.567959 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.570985 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d899d718-e82e-40cf-be59-b0a9aff6d90a no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:25.607207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 651d0591-d071-4a03-93f1-bac853da1f6d not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:25.655325 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: d899d718-e82e-40cf-be59-b0a9aff6d90a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:25.655657 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d899d718-e82e-40cf-be59-b0a9aff6d90a not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:25.690887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b352a215-36b2-4dc4-bd38-09ecc4690004 req-6e0f9ab8-77fd-4984-9233-ef3f7d265b24 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] No DVR routers for this DVR port d899d718-e82e-40cf-be59-b0a9aff6d90a on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:25.711727 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-ad796c8c-d968-487b-9cbe-ac12b186e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:25.713201 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3724bcb8-51a0-4d13-851f-c110c74904b9,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:25.713873 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b352a215-36b2-4dc4-bd38-09ecc4690004 req-6e0f9ab8-77fd-4984-9233-ef3f7d265b24 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:25.715522 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b352a215-36b2-4dc4-bd38-09ecc4690004 req-6e0f9ab8-77fd-4984-9233-ef3f7d265b24 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.32 "DELETE /v2.0/ports/d899d718-e82e-40cf-be59-b0a9aff6d90a HTTP/1.1" status: 204 len: 173 time: 1.6760585 Jul 09 19:53:25.734076 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-ad796c8c-d968-487b-9cbe-ac12b186e92b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=722a3672762841db8d6fcadff51c6f2f&device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 1095 time: 0.1429033 Jul 09 19:53:25.764719 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb741c-fa4f-41e0-807a-a06e44f90fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=651d0591-d071-4a03-93f1-bac853da1f6d,revision_number=11']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:25.822961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f9ab8-77fd-4984-9233-ef3f7d265b24 tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] Pushing event deleted for resources: {'Port': ['ID=d899d718-e82e-40cf-be59-b0a9aff6d90a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:25.846220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-d074bf61-9175-407b-b873-0c2fa0051af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:25.846701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=389cf84c-0442-42b1-a893-07c6ca8b32d2,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:25.847738 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-d074bf61-9175-407b-b873-0c2fa0051af0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 1100 time: 0.2227001 Jul 09 19:53:25.855736 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8435c4-9f92-4a85-afbd-b72eecdbff8f req-61692479-c59e-49ef-aca1-23637688cf97 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:25.863410 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a8435c4-9f92-4a85-afbd-b72eecdbff8f req-61692479-c59e-49ef-aca1-23637688cf97 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 944 time: 0.1871893 Jul 09 19:53:26.012330 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a8435c4-9f92-4a85-afbd-b72eecdbff8f req-346d5eb5-ec97-410d-b6ed-91ffc31d90fd tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479285 Jul 09 19:53:26.018793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d'}, {'name': 'network-changed', 'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d'}, {'server_uuid': '5ac7d187-bb14-4748-b88b-5f0d6fee2824', 'name': 'network-vif-deleted', 'tag': 'd899d718-e82e-40cf-be59-b0a9aff6d90a'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:26.041037 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1259e97-7516-4c5a-bc08-389f91f65a6e" -d '{"events": [{"server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "name": "network-vif-unplugged", "status": "completed", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d"}, {"name": "network-changed", "server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d"}, {"server_uuid": "5ac7d187-bb14-4748-b88b-5f0d6fee2824", "name": "network-vif-deleted", "tag": "d899d718-e82e-40cf-be59-b0a9aff6d90a"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:26.045478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab958d8e-6521-448a-b378-2b84f905d65a req-7e3cffc8-b21a-4aca-a223-32f79f6cdca0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:26.054654 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab958d8e-6521-448a-b378-2b84f905d65a req-7e3cffc8-b21a-4aca-a223-32f79f6cdca0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 949 time: 0.1585872 Jul 09 19:53:26.063778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-a9488cfa-d59c-47d6-b71b-31c5634cde69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:26.065249 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-a9488cfa-d59c-47d6-b71b-31c5634cde69 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 200 len: 909 time: 0.3213053 Jul 09 19:53:26.122230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-8f860420-2cff-4c55-93d0-95f2fa29fa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:26.123892 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-8f860420-2cff-4c55-93d0-95f2fa29fa59 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2524872 Jul 09 19:53:26.149176 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-a9f23573-3e19-4548-9209-c32306c21950 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a HTTP/1.1" status: 200 len: 217 time: 0.0564954 Jul 09 19:53:26.210476 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-9e434e30-67ee-405d-bf9d-551fe9c71500 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=651d0591-d071-4a03-93f1-bac853da1f6d HTTP/1.1" status: 200 len: 217 time: 0.0763643 Jul 09 19:53:26.213085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab958d8e-6521-448a-b378-2b84f905d65a req-4e1f8f39-f617-42d8-806d-68721efe6da9 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574278 Jul 09 19:53:26.257755 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-9772b69d-ae0f-4174-8818-47da8a7210a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:26.257755 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-9772b69d-ae0f-4174-8818-47da8a7210a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 200 len: 848 time: 0.0727627 Jul 09 19:53:26.292433 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-c2ddaac8-e43a-44d8-8649-a76806ce116a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cde8a11d-a413-4777-8c30-ae667fa77b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458996 Jul 09 19:53:26.316483 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7346b17e-34d8-4b46-8ba6-629cf95c45e5 x-openstack-request-id: req-7346b17e-34d8-4b46-8ba6-629cf95c45e5 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:26.317096 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a227edd-1f49-41ce-af0d-1a403e7e748c", "name": "network-vif-plugged", "status": "completed", "tag": "389cf84c-0442-42b1-a893-07c6ca8b32d2", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:26.317096 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7346b17e-34d8-4b46-8ba6-629cf95c45e5 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:26.317400 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a227edd-1f49-41ce-af0d-1a403e7e748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389cf84c-0442-42b1-a893-07c6ca8b32d2', 'code': 200} Jul 09 19:53:26.335024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-037699be-53c2-4d4a-8ada-1738295d4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:26.336396 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-037699be-53c2-4d4a-8ada-1738295d4953 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1100910 Jul 09 19:53:26.373440 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665379bd-6826-49e1-8ff7-c014e81d6eed req-0d4ea172-d593-43bb-a4aa-406814857527 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:26.383368 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-665379bd-6826-49e1-8ff7-c014e81d6eed req-0d4ea172-d593-43bb-a4aa-406814857527 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7f10d5-00ad-476a-8f3d-6303e7a35883 HTTP/1.1" status: 200 len: 949 time: 0.1715577 Jul 09 19:53:26.508770 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-8a8d2362-f741-4798-b734-0be2b6ec013e service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092099 Jul 09 19:53:26.534384 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:26.557975 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-665379bd-6826-49e1-8ff7-c014e81d6eed req-65d80559-47ea-4f95-869e-c490e8d40b72 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735942 Jul 09 19:53:26.631783 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-f96b6816-cc8c-40f8-b162-a7b6911207fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:26.633622 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-f96b6816-cc8c-40f8-b162-a7b6911207fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2883625 Jul 09 19:53:26.670778 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d4f3eb-bfb8-4b6c-ad47-a27fc0ddaa14 x-openstack-request-id: req-a2d4f3eb-bfb8-4b6c-ad47-a27fc0ddaa14 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:26.671284 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "name": "network-vif-unplugged", "status": "completed", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d", "code": 200}, {"name": "network-changed", "server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d", "status": "completed", "code": 200}, {"server_uuid": "5ac7d187-bb14-4748-b88b-5f0d6fee2824", "name": "network-vif-deleted", "tag": "d899d718-e82e-40cf-be59-b0a9aff6d90a", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:26.671654 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2d4f3eb-bfb8-4b6c-ad47-a27fc0ddaa14 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:26.672712 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d', 'code': 200} Jul 09 19:53:26.673105 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d', 'status': 'completed', 'code': 200} Jul 09 19:53:26.673457 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac7d187-bb14-4748-b88b-5f0d6fee2824', 'name': 'network-vif-deleted', 'tag': 'd899d718-e82e-40cf-be59-b0a9aff6d90a', 'status': 'completed', 'code': 200} Jul 09 19:53:26.738860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9320b9-950d-438e-8724-d1705ec82dbd req-6fc69a47-718a-4194-95d2-8ff854cff7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:26.739159 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-7b9b2516-490b-45cb-a1e9-1500846107fc service neutron] 10.222.0.32 "GET /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163811 Jul 09 19:53:26.745422 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2e9320b9-950d-438e-8724-d1705ec82dbd req-6fc69a47-718a-4194-95d2-8ff854cff7fc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 1097 time: 0.3144176 Jul 09 19:53:26.793932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ba341-d796-403f-93df-234877d0c5f8 req-9dda04a5-1d63-4f81-94c9-228d6ca582a6 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:26.799045 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-364b01ea-96f6-4a3e-bbf3-ce23fb1aedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:26.803440 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f21ba341-d796-403f-93df-234877d0c5f8 req-9dda04a5-1d63-4f81-94c9-228d6ca582a6 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 945 time: 0.1727412 Jul 09 19:53:26.873002 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f21ba341-d796-403f-93df-234877d0c5f8 req-98bcb961-ea74-4b9d-8659-5056de05e380 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681214 Jul 09 19:53:26.883233 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2e9320b9-950d-438e-8724-d1705ec82dbd req-9aa720e9-353d-4a54-8cc6-5033f94bde22 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231782 Jul 09 19:53:26.921431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-2992554c-639a-4a95-8373-3c9ca44d8c5e service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779734 Jul 09 19:53:26.931440 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e9e0c-ffcf-4516-b977-ade02d954bc3 req-26caac7e-9899-466c-b916-1f6d7cbbf7bb tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:26.933053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e68e9e0c-ffcf-4516-b977-ade02d954bc3 req-26caac7e-9899-466c-b916-1f6d7cbbf7bb tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f7f10d5-00ad-476a-8f3d-6303e7a35883 HTTP/1.1" status: 200 len: 949 time: 0.2569165 Jul 09 19:53:27.059371 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7e60eb6b-7fc9-4951-b74c-7dc5c46cf132 req-bf843dc5-dfec-4c36-bd5c-83754a54ba8a tempest-LiveAutoBlockMigrationV225Test-497173353 tempest-LiveAutoBlockMigrationV225Test-497173353-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ac7d187-bb14-4748-b88b-5f0d6fee2824 HTTP/1.1" status: 200 len: 210 time: 0.1118455 Jul 09 19:53:27.071691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-7cf93b6a-7263-4159-9d4f-6159acb554e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:27.073527 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-7cf93b6a-7263-4159-9d4f-6159acb554e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 1100 time: 0.3238423 Jul 09 19:53:27.236634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ad820-9d21-43f9-848b-d644ee1f22c0 req-1bea8db8-1a66-4fb5-ac9a-3f7f20cebfdf tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:27.238216 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1e2ad820-9d21-43f9-848b-d644ee1f22c0 req-1bea8db8-1a66-4fb5-ac9a-3f7f20cebfdf tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 946 time: 0.1522048 Jul 09 19:53:27.240961 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225b1b76-11b9-4ad6-ab4c-45ec4f884c95 req-fe25afb3-6742-4a93-a0ff-33f4cf9ce33d service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033962 Jul 09 19:53:27.315665 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1e2ad820-9d21-43f9-848b-d644ee1f22c0 req-e73ed96b-0146-4250-a4c0-3b452b89ca21 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694509 Jul 09 19:53:27.369589 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-fd9b7431-e80b-4805-ab92-38798d58132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:27.371054 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-fd9b7431-e80b-4805-ab92-38798d58132c service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2902310 Jul 09 19:53:27.459416 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-b404858a-5dfb-4180-a44b-a9514d4418e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=651d0591-d071-4a03-93f1-bac853da1f6d HTTP/1.1" status: 200 len: 217 time: 0.0663271 Jul 09 19:53:27.462461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-e68e9e0c-ffcf-4516-b977-ade02d954bc3 req-3de2cc26-2ebe-4956-97ab-d5dd9cf16ef3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Deleting port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:27.462802 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e68e9e0c-ffcf-4516-b977-ade02d954bc3 req-3de2cc26-2ebe-4956-97ab-d5dd9cf16ef3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:27.543013 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e37a1-61aa-4c98-8f5f-74625d9cdff0 req-1d394a8f-7ec7-4b5f-a95c-7f00e5b5ba83 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:27.544424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-029e37a1-61aa-4c98-8f5f-74625d9cdff0 req-1d394a8f-7ec7-4b5f-a95c-7f00e5b5ba83 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "GET /v2.0/ports?device_id=4643f5c2-4019-4660-8748-c81eaa4bc525 HTTP/1.1" status: 200 len: 950 time: 0.1356645 Jul 09 19:53:27.590785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997300c1-c980-4ae8-a667-fffe3dd5aa71 req-07549c44-09d9-40fd-b153-e57206163e33 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:27.598587 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-997300c1-c980-4ae8-a667-fffe3dd5aa71 req-07549c44-09d9-40fd-b153-e57206163e33 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 949 time: 0.1478863 Jul 09 19:53:27.679580 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-997300c1-c980-4ae8-a667-fffe3dd5aa71 req-6bc8615c-c00f-4b73-9776-ba52a6fb5bc0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799787 Jul 09 19:53:27.804265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-029e37a1-61aa-4c98-8f5f-74625d9cdff0 req-ae831c86-5bab-45ad-a963-f763687b3e22 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Deleting port b6a7cc50-e031-4989-8b65-c43ed7030ff1 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:27.805005 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-029e37a1-61aa-4c98-8f5f-74625d9cdff0 req-ae831c86-5bab-45ad-a963-f763687b3e22 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:27.979802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-029e37a1-61aa-4c98-8f5f-74625d9cdff0 req-ae831c86-5bab-45ad-a963-f763687b3e22 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] For port b6a7cc50-e031-4989-8b65-c43ed7030ff1, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b6a7cc50-e031-4989-8b65-c43ed7030ff1,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:27.981980 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-029e37a1-61aa-4c98-8f5f-74625d9cdff0 req-ae831c86-5bab-45ad-a963-f763687b3e22 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:28.004363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-029e37a1-61aa-4c98-8f5f-74625d9cdff0 req-ae831c86-5bab-45ad-a963-f763687b3e22 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Calling delete_port for b6a7cc50-e031-4989-8b65-c43ed7030ff1 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:28.050723 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-e4fed3c0-9ffa-4ba5-b8a4-77257c548837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:28.054918 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-e4fed3c0-9ffa-4ba5-b8a4-77257c548837 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.5833900 Jul 09 19:53:28.067442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c198be-1851-4270-b128-553413e32a82 req-db9454ff-46e9-4699-83d8-217f8cbebe5b tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:28.074355 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3c198be-1851-4270-b128-553413e32a82 req-db9454ff-46e9-4699-83d8-217f8cbebe5b tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 944 time: 0.8093991 Jul 09 19:53:28.127539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-1d6a7227-138b-4938-8d9c-cbfd6f83c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:28.129079 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-1d6a7227-138b-4938-8d9c-cbfd6f83c999 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 1100 time: 0.8150957 Jul 09 19:53:28.159667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-e2ab62d0-7a85-41f3-a350-b7e30a3d4ace tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:28.161054 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-e2ab62d0-7a85-41f3-a350-b7e30a3d4ace tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917&tenant_id=722a3672762841db8d6fcadff51c6f2f&binding%3Ahost_id=n-h2-800088-3 HTTP/1.1" status: 200 len: 1095 time: 0.8284938 Jul 09 19:53:28.196257 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:53:28.223820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff6fe1-70dc-4889-a604-eda4201c2c00 req-017e308c-6239-4d8b-874a-e372d7f8f839 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:28.225899 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56ff6fe1-70dc-4889-a604-eda4201c2c00 req-017e308c-6239-4d8b-874a-e372d7f8f839 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7f10d5-00ad-476a-8f3d-6303e7a35883 HTTP/1.1" status: 200 len: 949 time: 0.1277111 Jul 09 19:53:28.254005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-e68e9e0c-ffcf-4516-b977-ade02d954bc3 req-3de2cc26-2ebe-4956-97ab-d5dd9cf16ef3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] For port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3c9e2815-0744-41ed-ba14-0f4a2a9ba815,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:28.254575 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e68e9e0c-ffcf-4516-b977-ade02d954bc3 req-3de2cc26-2ebe-4956-97ab-d5dd9cf16ef3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:28.274506 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3c198be-1851-4270-b128-553413e32a82 req-8c6d1c96-c3c0-4322-a61b-749da623ab5e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992130 Jul 09 19:53:28.299673 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-029e37a1-61aa-4c98-8f5f-74625d9cdff0 req-ae831c86-5bab-45ad-a963-f763687b3e22 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:28.306904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56ff6fe1-70dc-4889-a604-eda4201c2c00 req-0ac59a71-e53d-4001-9fc2-2ac2ef182f34 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663297 Jul 09 19:53:28.311405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1878e0bf-a49a-467e-9f42-a24ed701e24d', '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'b6a7cc50-e031-4989-8b65-c43ed7030ff1'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:28.318450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3724bcb8-51a0-4d13-851f-c110c74904b9'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:28.320754 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c153cda-4d2c-4a87-b84c-d202bded1be2" -d '{"events": [{"server_uuid": "56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f", "name": "network-vif-plugged", "status": "completed", "tag": "3724bcb8-51a0-4d13-851f-c110c74904b9"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:28.352805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae831c86-5bab-45ad-a963-f763687b3e22 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event deleted for resources: {'Port': ['ID=b6a7cc50-e031-4989-8b65-c43ed7030ff1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:28.360981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-e68e9e0c-ffcf-4516-b977-ade02d954bc3 req-3de2cc26-2ebe-4956-97ab-d5dd9cf16ef3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Calling delete_port for 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:28.383023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-31bb5309-b32d-4380-a315-f9fbbb04be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:28.384791 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-31bb5309-b32d-4380-a315-f9fbbb04be34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2432058 Jul 09 19:53:28.415793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-029e37a1-61aa-4c98-8f5f-74625d9cdff0 req-ae831c86-5bab-45ad-a963-f763687b3e22 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] No DVR routers for this DVR port b6a7cc50-e031-4989-8b65-c43ed7030ff1 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:28.422527 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-029e37a1-61aa-4c98-8f5f-74625d9cdff0 req-ae831c86-5bab-45ad-a963-f763687b3e22 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:28.431890 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-029e37a1-61aa-4c98-8f5f-74625d9cdff0 req-ae831c86-5bab-45ad-a963-f763687b3e22 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "DELETE /v2.0/ports/b6a7cc50-e031-4989-8b65-c43ed7030ff1 HTTP/1.1" status: 204 len: 173 time: 0.8812060 Jul 09 19:53:28.431890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4643f5c2-4019-4660-8748-c81eaa4bc525', 'name': 'network-vif-deleted', 'tag': 'b6a7cc50-e031-4989-8b65-c43ed7030ff1'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:28.434373 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2872d917-3c33-47b8-9445-819149b8da8f" -d '{"events": [{"server_uuid": "4643f5c2-4019-4660-8748-c81eaa4bc525", "name": "network-vif-deleted", "tag": "b6a7cc50-e031-4989-8b65-c43ed7030ff1"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:28.459538 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54306) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:28.568037 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-3def1551-7b87-4f48-a336-25be156d955b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=651d0591-d071-4a03-93f1-bac853da1f6d HTTP/1.1" status: 200 len: 217 time: 0.1732414 Jul 09 19:53:28.705872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-5cd4b595-0745-4975-b038-a33e0a9adc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:28.707611 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-5cd4b595-0745-4975-b038-a33e0a9adc8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6220319 Jul 09 19:53:28.717474 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc7519c-cc25-495b-a5a0-76182df5a802 admin admin] Deleting subnet e038d9a9-54b5-4f47-8017-9b651456fb61 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:53:28.725840 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cc7519c-cc25-495b-a5a0-76182df5a802 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:28.803037 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cc7519c-cc25-495b-a5a0-76182df5a802 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:28.854329 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 651d0591-d071-4a03-93f1-bac853da1f6d details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:53:28.896979 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-ff6e1cfc-f61b-40e7-af88-468a50b44087 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760998 Jul 09 19:53:28.998523 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:29.061851 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e68e9e0c-ffcf-4516-b977-ade02d954bc3 req-3de2cc26-2ebe-4956-97ab-d5dd9cf16ef3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:29.069110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-3a3e58b1-802f-4076-8c91-05f7aa97e198 service neutron] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:29.097510 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-3a3e58b1-802f-4076-8c91-05f7aa97e198 service neutron] Notify callbacks [] for binding, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:29.099087 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce236028-b6f8-48e0-9f57-a01c4b5992f4 req-3a3e58b1-802f-4076-8c91-05f7aa97e198 service neutron] 10.222.0.32 "DELETE /v2.0/ports/bdf2e0e1-07f9-472b-a12a-ba984174f50a/bindings/n-h1-800088-3 HTTP/1.1" status: 204 len: 173 time: 0.8920064 Jul 09 19:53:29.211833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:29.233555 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2cc26-2ebe-4956-97ab-d5dd9cf16ef3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event deleted for resources: {'Port': ['ID=3c9e2815-0744-41ed-ba14-0f4a2a9ba815,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:29.236767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-2b0d258e-e846-498b-b1b7-29b522d26ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:29.238421 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-2b0d258e-e846-498b-b1b7-29b522d26ae9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.5902581 Jul 09 19:53:29.251910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '651d0591-d071-4a03-93f1-bac853da1f6d', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '651d0591-d071-4a03-93f1-bac853da1f6d', 'mac_address': 'fa:16:3e:cb:0c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:53:29.307917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1878e0bf-a49a-467e-9f42-a24ed701e24d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:29.431894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68e9e0c-ffcf-4516-b977-ade02d954bc3 req-3de2cc26-2ebe-4956-97ab-d5dd9cf16ef3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] No DVR routers for this DVR port 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:29.435302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98e835-7b09-4a5a-bee8-30db048e3e2f req-dfe4dbc5-9d84-4807-893a-f31ac83661ab tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:29.448221 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a98e835-7b09-4a5a-bee8-30db048e3e2f req-dfe4dbc5-9d84-4807-893a-f31ac83661ab tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 946 time: 0.8406708 Jul 09 19:53:29.453743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e68e9e0c-ffcf-4516-b977-ade02d954bc3 req-3de2cc26-2ebe-4956-97ab-d5dd9cf16ef3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:29.458193 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cc7519c-cc25-495b-a5a0-76182df5a802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:29.460830 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e68e9e0c-ffcf-4516-b977-ade02d954bc3 req-3de2cc26-2ebe-4956-97ab-d5dd9cf16ef3 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "DELETE /v2.0/ports/3c9e2815-0744-41ed-ba14-0f4a2a9ba815 HTTP/1.1" status: 204 len: 173 time: 2.5026462 Jul 09 19:53:29.465896 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:29.473699 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7f10d5-00ad-476a-8f3d-6303e7a35883', 'name': 'network-vif-deleted', 'tag': '3c9e2815-0744-41ed-ba14-0f4a2a9ba815'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:29.476146 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad35fc6-fe72-442c-8a44-27e1b4b64641" -d '{"events": [{"server_uuid": "2f7f10d5-00ad-476a-8f3d-6303e7a35883", "name": "network-vif-deleted", "tag": "3c9e2815-0744-41ed-ba14-0f4a2a9ba815"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:29.490589 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a844a0c3-b117-41b0-a85b-9070ad2b67b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:29.499312 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651d0591-d071-4a03-93f1-bac853da1f6d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:29.528430 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e350e2-6745-4fd9-9d66-1e5c8c67ff93 req-e1776ffd-20b4-43e2-86e5-85ba3d0c07d0 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:29.537316 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c5e350e2-6745-4fd9-9d66-1e5c8c67ff93 req-e1776ffd-20b4-43e2-86e5-85ba3d0c07d0 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 945 time: 1.0845480 Jul 09 19:53:29.584465 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a98e835-7b09-4a5a-bee8-30db048e3e2f req-71827cf2-4e39-4a55-bb1b-b9735d23355b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350629 Jul 09 19:53:29.594152 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:29.627011 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cc7519c-cc25-495b-a5a0-76182df5a802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:29.630307 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-deb8e1ea-da31-4020-b8e8-d824cdfebe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:29.638376 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-deb8e1ea-da31-4020-b8e8-d824cdfebe6a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3201814 Jul 09 19:53:29.678011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7519c-cc25-495b-a5a0-76182df5a802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e038d9a9-54b5-4f47-8017-9b651456fb61,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:29.685746 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cc7519c-cc25-495b-a5a0-76182df5a802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:29.689717 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2cc7519c-cc25-495b-a5a0-76182df5a802 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e038d9a9-54b5-4f47-8017-9b651456fb61 HTTP/1.1" status: 204 len: 168 time: 1.2290678 Jul 09 19:53:29.691344 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:29.692185 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54324) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:29.729866 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c5e350e2-6745-4fd9-9d66-1e5c8c67ff93 req-6f586c11-a83b-4f1f-b498-20bf15f77c54 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886582 Jul 09 19:53:29.794556 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d699e13b-339d-47cb-8be2-7482f52da0ba x-openstack-request-id: req-d699e13b-339d-47cb-8be2-7482f52da0ba {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:29.794847 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4643f5c2-4019-4660-8748-c81eaa4bc525", "name": "network-vif-deleted", "tag": "b6a7cc50-e031-4989-8b65-c43ed7030ff1", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:29.795356 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d699e13b-339d-47cb-8be2-7482f52da0ba {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:29.795762 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4643f5c2-4019-4660-8748-c81eaa4bc525', 'name': 'network-vif-deleted', 'tag': 'b6a7cc50-e031-4989-8b65-c43ed7030ff1', 'status': 'completed', 'code': 200} Jul 09 19:53:29.827447 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed4b1452-3c03-4124-b016-f3819dfa7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:29.878535 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db7a7ef-692e-460b-b0fe-d123e9902207 x-openstack-request-id: req-6db7a7ef-692e-460b-b0fe-d123e9902207 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:29.885844 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f", "name": "network-vif-plugged", "status": "completed", "tag": "3724bcb8-51a0-4d13-851f-c110c74904b9", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:29.888891 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6db7a7ef-692e-460b-b0fe-d123e9902207 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:29.889967 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3724bcb8-51a0-4d13-851f-c110c74904b9', 'code': 200} Jul 09 19:53:29.910141 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:30.029331 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-fd90fad0-7b4e-4ebf-ad28-934068aa119d service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9826212 Jul 09 19:53:30.051695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['651d0591-d071-4a03-93f1-bac853da1f6d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:30.086456 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-e77a1d40-44d8-43a7-8357-7086aa1f3109 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125831 Jul 09 19:53:30.140293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=651d0591-d071-4a03-93f1-bac853da1f6d,revision_number=12']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:30.308518 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed4b1452-3c03-4124-b016-f3819dfa7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:30.346523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ed4b1452-3c03-4124-b016-f3819dfa7c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a232a31-8852-4c82-8ae1-8d8f984ad79c']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:30.349782 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:30.399646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ed4b1452-3c03-4124-b016-f3819dfa7c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9dcba45-48e5-4d09-9f5b-a56568314071') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:30.404442 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ed4b1452-3c03-4124-b016-f3819dfa7c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9dcba45-48e5-4d09-9f5b-a56568314071') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:30.422809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e80273-ae01-4beb-ad6e-5643e5be01b1 req-cb1a1839-1b64-4d72-8123-7c48f3c22946 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:30.425042 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f2e80273-ae01-4beb-ad6e-5643e5be01b1 req-cb1a1839-1b64-4d72-8123-7c48f3c22946 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.2771561 Jul 09 19:53:30.430525 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed4b1452-3c03-4124-b016-f3819dfa7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:30.433470 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1259e97-7516-4c5a-bc08-389f91f65a6e req-15c3709e-64b8-49da-be7b-62dd11dcff59 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401692 Jul 09 19:53:30.481616 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed4b1452-3c03-4124-b016-f3819dfa7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:30.505987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4b1452-3c03-4124-b016-f3819dfa7c7c admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:53:30.506514 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed4b1452-3c03-4124-b016-f3819dfa7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:53:30.509995 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:53:30.521783 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f2e80273-ae01-4beb-ad6e-5643e5be01b1 req-7f75db27-2a23-42a6-8421-5062bfdf265b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848105 Jul 09 19:53:30.630062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dc8a3-7556-47d9-b41d-576bb4dc2bc5 req-ccc56a5d-d2b9-4b5b-962d-7de3e6a002fa tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:30.631685 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e4dc8a3-7556-47d9-b41d-576bb4dc2bc5 req-ccc56a5d-d2b9-4b5b-962d-7de3e6a002fa tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 944 time: 0.5658367 Jul 09 19:53:30.632941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed4b1452-3c03-4124-b016-f3819dfa7c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:30.637871 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed4b1452-3c03-4124-b016-f3819dfa7c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:30.640096 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ed4b1452-3c03-4124-b016-f3819dfa7c7c admin admin] 10.222.0.30 "DELETE /v2.0/networks/8a232a31-8852-4c82-8ae1-8d8f984ad79c HTTP/1.1" status: 204 len: 168 time: 0.9464083 Jul 09 19:53:30.643048 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54336) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:30.666762 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b1452-3c03-4124-b016-f3819dfa7c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a232a31-8852-4c82-8ae1-8d8f984ad79c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:30.712864 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e4dc8a3-7556-47d9-b41d-576bb4dc2bc5 req-96a21af1-5722-4494-b2a1-ab32c19762fa tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659676 Jul 09 19:53:30.754050 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfea111-f4ca-42d7-94c4-aa9b8299a4bb admin admin] Deleting subnet b02f2ac7-0277-4c3b-b827-7ab7238810ab {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:53:30.760162 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cfea111-f4ca-42d7-94c4-aa9b8299a4bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:30.842599 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cfea111-f4ca-42d7-94c4-aa9b8299a4bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:30.867867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3724bcb8-51a0-4d13-851f-c110c74904b9 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:30.936853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cfea111-f4ca-42d7-94c4-aa9b8299a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:31.037201 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:31.065786 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed21bdc-6779-4bea-96d9-4dd8d69bf05b x-openstack-request-id: req-bed21bdc-6779-4bea-96d9-4dd8d69bf05b {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:31.067700 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7f10d5-00ad-476a-8f3d-6303e7a35883", "name": "network-vif-deleted", "tag": "3c9e2815-0744-41ed-ba14-0f4a2a9ba815", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:31.068500 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bed21bdc-6779-4bea-96d9-4dd8d69bf05b {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:31.073917 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7f10d5-00ad-476a-8f3d-6303e7a35883', 'name': 'network-vif-deleted', 'tag': '3c9e2815-0744-41ed-ba14-0f4a2a9ba815', 'status': 'completed', 'code': 200} Jul 09 19:53:31.077707 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cfea111-f4ca-42d7-94c4-aa9b8299a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:31.084588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3724bcb8-51a0-4d13-851f-c110c74904b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3724bcb8-51a0-4d13-851f-c110c74904b9,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:31.090618 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:31.091465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:31.143887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:31.144167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3c9e2815-0744-41ed-ba14-0f4a2a9ba815 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:31.144588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device b6a7cc50-e031-4989-8b65-c43ed7030ff1 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:31.176557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: b6a7cc50-e031-4989-8b65-c43ed7030ff1 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:31.176929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device b6a7cc50-e031-4989-8b65-c43ed7030ff1 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:31.192687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3724bcb8-51a0-4d13-851f-c110c74904b9,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:31.213153 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a91ed77c-a2bd-4b94-8be8-ae2e2a64b54c req-35a9e77d-22bc-4d30-9615-ee0220a8a0aa tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f7f10d5-00ad-476a-8f3d-6303e7a35883 HTTP/1.1" status: 200 len: 210 time: 0.1380105 Jul 09 19:53:31.216709 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cfea111-f4ca-42d7-94c4-aa9b8299a4bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:31.218655 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2cfea111-f4ca-42d7-94c4-aa9b8299a4bb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b02f2ac7-0277-4c3b-b827-7ab7238810ab HTTP/1.1" status: 204 len: 168 time: 0.5745294 Jul 09 19:53:31.219963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfea111-f4ca-42d7-94c4-aa9b8299a4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b02f2ac7-0277-4c3b-b827-7ab7238810ab,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:31.221790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54344) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:31.401837 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4c96223-505d-4783-8e48-00e2dfcb3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:31.417627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57a5ab-045b-4c3d-9028-4cac01013a5c req-c0fc9de9-9d9d-4c21-a9bb-2aa1e9c1a620 tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:31.419271 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb57a5ab-045b-4c3d-9028-4cac01013a5c req-c0fc9de9-9d9d-4c21-a9bb-2aa1e9c1a620 tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 1101 time: 0.1546018 Jul 09 19:53:31.553152 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4c96223-505d-4783-8e48-00e2dfcb3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:31.568132 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-d4c96223-505d-4783-8e48-00e2dfcb3b58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc697c3-4c1f-432b-8a8a-8c176260e215']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:31.584824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-d4c96223-505d-4783-8e48-00e2dfcb3b58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3639b5a-2af4-4344-b049-629b86b4a511') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:31.585486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-d4c96223-505d-4783-8e48-00e2dfcb3b58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3639b5a-2af4-4344-b049-629b86b4a511') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:31.600617 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb57a5ab-045b-4c3d-9028-4cac01013a5c req-7c56c38a-70c5-47a8-8ed5-f0f013e96564 tempest-MigrationsAdminTest-1676655896 tempest-MigrationsAdminTest-1676655896-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651199 Jul 09 19:53:31.609226 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4c96223-505d-4783-8e48-00e2dfcb3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:31.624515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bee58f-c5d4-476f-a872-c21d7e115251 req-09cc4a2a-9b8c-473a-83c7-118ece6b5720 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:31.632402 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85bee58f-c5d4-476f-a872-c21d7e115251 req-09cc4a2a-9b8c-473a-83c7-118ece6b5720 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 1095 time: 0.0780303 Jul 09 19:53:31.657207 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4c96223-505d-4783-8e48-00e2dfcb3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:31.672974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c96223-505d-4783-8e48-00e2dfcb3b58 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:53:31.677552 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4c96223-505d-4783-8e48-00e2dfcb3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:31.684714 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85bee58f-c5d4-476f-a872-c21d7e115251 req-7d1087de-5a0f-4445-8e59-aeda1df5bc02 tempest-LiveMigrationTest-410357656 tempest-LiveMigrationTest-410357656-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476203 Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:53:31.687102 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:53:31.865730 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4c96223-505d-4783-8e48-00e2dfcb3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:31.880942 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4c96223-505d-4783-8e48-00e2dfcb3b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:31.885078 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d4c96223-505d-4783-8e48-00e2dfcb3b58 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6fc697c3-4c1f-432b-8a8a-8c176260e215 HTTP/1.1" status: 204 len: 168 time: 0.6620822 Jul 09 19:53:31.891881 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3724bcb8-51a0-4d13-851f-c110c74904b9'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:31.896992 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea53e8c-e01e-4c44-aafa-a8afe215dfeb" -d '{"events": [{"server_uuid": "56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "3724bcb8-51a0-4d13-851f-c110c74904b9"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:31.910035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c96223-505d-4783-8e48-00e2dfcb3b58 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fc697c3-4c1f-432b-8a8a-8c176260e215,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:32.061806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54366) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:32.103004 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f68c7e-7528-438a-a95d-f75e16b1cf44 x-openstack-request-id: req-73f68c7e-7528-438a-a95d-f75e16b1cf44 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:32.103509 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f", "name": "network-vif-unplugged", "status": "completed", "tag": "3724bcb8-51a0-4d13-851f-c110c74904b9", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:32.103977 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73f68c7e-7528-438a-a95d-f75e16b1cf44 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:32.104457 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3724bcb8-51a0-4d13-851f-c110c74904b9', 'code': 200} Jul 09 19:53:32.158772 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1c43cfee-c3bd-429d-b402-1d3a9e496c9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1970a87c2e6404b89294d0e16829336&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0950720 Jul 09 19:53:32.161536 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54370) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:32.177310 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:32.250522 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55281e68-0282-4aa0-a8da-75dbe6b5a47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:32.299005 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55281e68-0282-4aa0-a8da-75dbe6b5a47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:32.345827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dd841-9474-4694-910e-f165af5d8f81 req-872a909d-4e82-45cb-bd88-4818dd4fa650 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:32.345827 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a36dd841-9474-4694-910e-f165af5d8f81 req-872a909d-4e82-45cb-bd88-4818dd4fa650 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 943 time: 0.1258664 Jul 09 19:53:32.372567 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55281e68-0282-4aa0-a8da-75dbe6b5a47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:32.373586 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55281e68-0282-4aa0-a8da-75dbe6b5a47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:32.377567 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-55281e68-0282-4aa0-a8da-75dbe6b5a47b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7aa0b838-7676-4d2c-ae8b-2a026b3840ce HTTP/1.1" status: 204 len: 168 time: 0.2119646 Jul 09 19:53:32.387993 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55281e68-0282-4aa0-a8da-75dbe6b5a47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa0b838-7676-4d2c-ae8b-2a026b3840ce,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:32.423880 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a36dd841-9474-4694-910e-f165af5d8f81 req-e7930605-a1ed-4a75-98ce-43c3e661e686 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669601 Jul 09 19:53:32.492840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c383d6-a038-4761-bd42-874b17f00e28 req-d495e032-e26c-4193-b800-270ea524c2d7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:32.494457 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-80c383d6-a038-4761-bd42-874b17f00e28 req-d495e032-e26c-4193-b800-270ea524c2d7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 950 time: 0.1172726 Jul 09 19:53:32.569590 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-80c383d6-a038-4761-bd42-874b17f00e28 req-ce577338-6af0-49ae-90f0-c6c5378a1851 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692866 Jul 09 19:53:32.776493 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f471b4-a290-4d87-8031-3192b839dfdb req-217f2f3c-348b-4933-9289-082a51f408b3 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:32.778390 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a5f471b4-a290-4d87-8031-3192b839dfdb req-217f2f3c-348b-4933-9289-082a51f408b3 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 944 time: 0.0898459 Jul 09 19:53:32.832071 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a5f471b4-a290-4d87-8031-3192b839dfdb req-3dcb53ab-dcf9-493b-8cfa-71291dd21914 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468929 Jul 09 19:53:32.888677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 651d0591-d071-4a03-93f1-bac853da1f6d up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:33.008757 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 651d0591-d071-4a03-93f1-bac853da1f6d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:33.013682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 651d0591-d071-4a03-93f1-bac853da1f6d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:33.014307 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:33.023394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54398) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:33.090337 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49699cf-489d-4584-99f0-edbcb644f96a req-d7f51eea-3861-4a1a-9ccd-44b66e26bad3 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:33.092396 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b49699cf-489d-4584-99f0-edbcb644f96a req-d7f51eea-3861-4a1a-9ccd-44b66e26bad3 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.32 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 944 time: 0.1488900 Jul 09 19:53:33.130406 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-402a0962-58ad-47c1-aa0b-f6a594a9d93f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f4b06aa0ea74fe2a612a1ec413faab7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1058557 Jul 09 19:53:33.136671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54400) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:33.271924 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:33.321899 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b7fff-a532-4440-8a53-ae27203de333 req-19c7e556-1137-4aed-b9a9-f051c5698935 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:33.334978 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-524b7fff-a532-4440-8a53-ae27203de333 req-19c7e556-1137-4aed-b9a9-f051c5698935 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.36 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 943 time: 0.1592972 Jul 09 19:53:33.350362 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-40c53a9e-1f87-4f73-b160-22568ab3348e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:33.408122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:33.418096 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:33.488598 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-b49699cf-489d-4584-99f0-edbcb644f96a req-4443aee6-2b60-401d-8eb3-37ec5e0ab940 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Deleting port bdf2e0e1-07f9-472b-a12a-ba984174f50a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:33.489038 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b49699cf-489d-4584-99f0-edbcb644f96a req-4443aee6-2b60-401d-8eb3-37ec5e0ab940 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:33.573495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=651d0591-d071-4a03-93f1-bac853da1f6d,revision_number=13']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:33.593303 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:33.594144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:33.594498 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:33.594847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:33.598848 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:33.599359 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:33.599715 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:33.600064 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:33.600406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:33.602922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:33.603291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:33.603644 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:53:33.621947 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-40c53a9e-1f87-4f73-b160-22568ab3348e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:33.694821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ad8d6-4d16-41f1-acd0-2703fb211b22 req-d96b6ec9-198e-4df6-ba89-eeca5b1ad3f4 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:33.696908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-601ad8d6-4d16-41f1-acd0-2703fb211b22 req-d96b6ec9-198e-4df6-ba89-eeca5b1ad3f4 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 950 time: 0.0899069 Jul 09 19:53:33.758158 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-601ad8d6-4d16-41f1-acd0-2703fb211b22 req-b56f4d64-a39e-4abd-93bb-c96077e50099 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554063 Jul 09 19:53:33.812839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b49699cf-489d-4584-99f0-edbcb644f96a req-4443aee6-2b60-401d-8eb3-37ec5e0ab940 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] For port bdf2e0e1-07f9-472b-a12a-ba984174f50a, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=bdf2e0e1-07f9-472b-a12a-ba984174f50a,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:33.813433 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b49699cf-489d-4584-99f0-edbcb644f96a req-4443aee6-2b60-401d-8eb3-37ec5e0ab940 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:33.847242 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-b49699cf-489d-4584-99f0-edbcb644f96a req-4443aee6-2b60-401d-8eb3-37ec5e0ab940 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Calling delete_port for bdf2e0e1-07f9-472b-a12a-ba984174f50a owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:33.858941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-524b7fff-a532-4440-8a53-ae27203de333 req-985fcda5-14d9-44e5-b1fa-fb7c4642e3b3 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Deleting port 3724bcb8-51a0-4d13-851f-c110c74904b9 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:33.859877 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-524b7fff-a532-4440-8a53-ae27203de333 req-985fcda5-14d9-44e5-b1fa-fb7c4642e3b3 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:33.945293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dc683-8a3b-433c-b128-aeec13ebc273 req-bfc2da5a-3f6c-4b6c-bc68-88962220b4b1 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:33.946830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-705dc683-8a3b-433c-b128-aeec13ebc273 req-bfc2da5a-3f6c-4b6c-bc68-88962220b4b1 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 951 time: 0.0673668 Jul 09 19:53:33.966163 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-40c53a9e-1f87-4f73-b160-22568ab3348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:33.968271 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-40c53a9e-1f87-4f73-b160-22568ab3348e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:33.972589 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-40c53a9e-1f87-4f73-b160-22568ab3348e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7506b3b0-a252-461f-ac85-fffcd4748e34 HTTP/1.1" status: 204 len: 168 time: 0.8323288 Jul 09 19:53:33.988047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-705dc683-8a3b-433c-b128-aeec13ebc273 req-f1091908-e1e2-4452-80f0-9c965f74825e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352829 Jul 09 19:53:34.006139 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8ce27-6fac-4010-8566-690ad5c4583f req-6e70e028-9149-4322-821e-b45222f8491e tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:34.007836 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2ae8ce27-6fac-4010-8566-690ad5c4583f req-6e70e028-9149-4322-821e-b45222f8491e tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 943 time: 0.3895082 Jul 09 19:53:34.049794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda7a02-ae50-4a58-ba89-0e7cf2587bbf req-0928cfac-afcd-4d87-b97e-78de50d9aabd tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:34.051706 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fcda7a02-ae50-4a58-ba89-0e7cf2587bbf req-0928cfac-afcd-4d87-b97e-78de50d9aabd tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.32 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 951 time: 0.4383028 Jul 09 19:53:34.077521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c53a9e-1f87-4f73-b160-22568ab3348e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7506b3b0-a252-461f-ac85-fffcd4748e34,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:34.107354 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:34.111577 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa20a37c-26bf-4e3f-b272-0e1d35485950" -d '{"events": [{"server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "name": "network-vif-plugged", "status": "completed", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:34.180547 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-524b7fff-a532-4440-8a53-ae27203de333 req-985fcda5-14d9-44e5-b1fa-fb7c4642e3b3 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] For port 3724bcb8-51a0-4d13-851f-c110c74904b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3724bcb8-51a0-4d13-851f-c110c74904b9,segment=NetworkSegment(b559cddf-03fd-419c-8c00-284214c86449),segment_id=b559cddf-03fd-419c-8c00-284214c86449)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:34.180938 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-524b7fff-a532-4440-8a53-ae27203de333 req-985fcda5-14d9-44e5-b1fa-fb7c4642e3b3 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:34.219399 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2ae8ce27-6fac-4010-8566-690ad5c4583f req-2ae83ee9-943e-4aef-bdcc-2dc50396ce0d tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3eaa8ef-5f63-4941-adbf-3305e59963a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026391 Jul 09 19:53:34.250019 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-524b7fff-a532-4440-8a53-ae27203de333 req-985fcda5-14d9-44e5-b1fa-fb7c4642e3b3 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Calling delete_port for 3724bcb8-51a0-4d13-851f-c110c74904b9 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:34.673259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-da30cee1-dcdb-422d-9a93-8a173a8891d8 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:34.674983 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-da30cee1-dcdb-422d-9a93-8a173a8891d8 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/networks?id=9c7e3fdd-a431-4c92-8263-75a923c96136 HTTP/1.1" status: 200 len: 815 time: 0.1335442 Jul 09 19:53:34.699823 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-31aef743-36a1-4685-b41f-dfcc95d493af tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/quotas/1d0c04cb61bc40118229988d630e8fdc HTTP/1.1" status: 200 len: 375 time: 0.0176821 Jul 09 19:53:34.815705 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-f28c96c5-dec6-4f4d-b7e8-2a47a6b10e70 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d0c04cb61bc40118229988d630e8fdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148286 Jul 09 19:53:34.855037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-fcda7a02-ae50-4a58-ba89-0e7cf2587bbf req-5712e8b4-d166-48ed-a1d4-36b288b3c86c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Deleting port 651d0591-d071-4a03-93f1-bac853da1f6d {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:34.855622 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fcda7a02-ae50-4a58-ba89-0e7cf2587bbf req-5712e8b4-d166-48ed-a1d4-36b288b3c86c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:34.882989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 651d0591-d071-4a03-93f1-bac853da1f6d no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:34.956903 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b49699cf-489d-4584-99f0-edbcb644f96a req-4443aee6-2b60-401d-8eb3-37ec5e0ab940 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:34.998101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['28888a29-2c11-462d-a422-09928b274d9c'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:35.043910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-fcda7a02-ae50-4a58-ba89-0e7cf2587bbf req-5712e8b4-d166-48ed-a1d4-36b288b3c86c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:35.044720 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fcda7a02-ae50-4a58-ba89-0e7cf2587bbf req-5712e8b4-d166-48ed-a1d4-36b288b3c86c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:35.065090 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-fcda7a02-ae50-4a58-ba89-0e7cf2587bbf req-5712e8b4-d166-48ed-a1d4-36b288b3c86c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Calling delete_port for 651d0591-d071-4a03-93f1-bac853da1f6d owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:35.129953 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:35.149363 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-488ab3e5-9d4c-4dee-886b-a2e77c518564 service neutron] 10.222.0.30 "GET /v2.0/networks/9c7e3fdd-a431-4c92-8263-75a923c96136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325927 Jul 09 19:53:35.207247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 651d0591-d071-4a03-93f1-bac853da1f6d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=651d0591-d071-4a03-93f1-bac853da1f6d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:35.220074 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:35.220809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device bdf2e0e1-07f9-472b-a12a-ba984174f50a no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:35.235175 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-524b7fff-a532-4440-8a53-ae27203de333 req-985fcda5-14d9-44e5-b1fa-fb7c4642e3b3 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:35.258456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: bdf2e0e1-07f9-472b-a12a-ba984174f50a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:35.259184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device bdf2e0e1-07f9-472b-a12a-ba984174f50a not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:35.289624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443aee6-2b60-401d-8eb3-37ec5e0ab940 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Pushing event deleted for resources: {'Port': ['ID=bdf2e0e1-07f9-472b-a12a-ba984174f50a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:35.328492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49699cf-489d-4584-99f0-edbcb644f96a req-4443aee6-2b60-401d-8eb3-37ec5e0ab940 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] No DVR routers for this DVR port bdf2e0e1-07f9-472b-a12a-ba984174f50a on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:35.338237 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-3fd30480-355a-444f-a8a2-4cd6ea482776 service neutron] 10.222.0.30 "GET /v2.0/networks/9c7e3fdd-a431-4c92-8263-75a923c96136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848152 Jul 09 19:53:35.349927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=651d0591-d071-4a03-93f1-bac853da1f6d,revision_number=14']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:35.367054 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b49699cf-489d-4584-99f0-edbcb644f96a req-4443aee6-2b60-401d-8eb3-37ec5e0ab940 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:35.369088 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b49699cf-489d-4584-99f0-edbcb644f96a req-4443aee6-2b60-401d-8eb3-37ec5e0ab940 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.32 "DELETE /v2.0/ports/bdf2e0e1-07f9-472b-a12a-ba984174f50a HTTP/1.1" status: 204 len: 173 time: 2.2708292 Jul 09 19:53:35.369594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b5cfdc-7ac0-4171-9cc2-16b3e27a9917', 'name': 'network-vif-deleted', 'tag': 'bdf2e0e1-07f9-472b-a12a-ba984174f50a'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:35.372168 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bad7a7-6425-409a-ab7d-28c160cbbdf0" -d '{"events": [{"server_uuid": "96b5cfdc-7ac0-4171-9cc2-16b3e27a9917", "name": "network-vif-deleted", "tag": "bdf2e0e1-07f9-472b-a12a-ba984174f50a"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:35.401092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d037d-1fde-46cb-a184-41aeea564b60 req-db954f27-f8ea-4a80-87bc-141b853c403b tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:35.404312 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-972d037d-1fde-46cb-a184-41aeea564b60 req-db954f27-f8ea-4a80-87bc-141b853c403b tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 866 time: 1.0056963 Jul 09 19:53:35.418147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985fcda5-14d9-44e5-b1fa-fb7c4642e3b3 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Pushing event deleted for resources: {'Port': ['ID=3724bcb8-51a0-4d13-851f-c110c74904b9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:35.526154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-524b7fff-a532-4440-8a53-ae27203de333 req-985fcda5-14d9-44e5-b1fa-fb7c4642e3b3 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] No DVR routers for this DVR port 3724bcb8-51a0-4d13-851f-c110c74904b9 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:35.554357 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-524b7fff-a532-4440-8a53-ae27203de333 req-985fcda5-14d9-44e5-b1fa-fb7c4642e3b3 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:35.556901 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-524b7fff-a532-4440-8a53-ae27203de333 req-985fcda5-14d9-44e5-b1fa-fb7c4642e3b3 tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.36 "DELETE /v2.0/ports/3724bcb8-51a0-4d13-851f-c110c74904b9 HTTP/1.1" status: 204 len: 173 time: 2.2126236 Jul 09 19:53:35.595639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff0c1f-129e-4030-982a-64df49ef3d20 req-91cb310d-bc66-4eee-a16b-72e8e6779455 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:35.597484 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2bff0c1f-129e-4030-982a-64df49ef3d20 req-91cb310d-bc66-4eee-a16b-72e8e6779455 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 950 time: 0.3902435 Jul 09 19:53:35.618826 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-972d037d-1fde-46cb-a184-41aeea564b60 req-ca989739-d6aa-4e3a-b70a-4d6446f33645 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981957 Jul 09 19:53:35.709947 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fcda7a02-ae50-4a58-ba89-0e7cf2587bbf req-5712e8b4-d166-48ed-a1d4-36b288b3c86c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:35.721777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bcc21e4f-8da4-483d-836d-c4863f1074d7', 'bfae3840-5278-494f-be7a-efcb13917e30', '2d9e01c2-dbed-4eff-a37f-fa60147eb347'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:35.822993 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec87f56b-6eb9-43df-8ee9-2cd5666ba156 x-openstack-request-id: req-ec87f56b-6eb9-43df-8ee9-2cd5666ba156 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:35.823291 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "name": "network-vif-plugged", "status": "completed", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:35.823551 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec87f56b-6eb9-43df-8ee9-2cd5666ba156 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:35.823949 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d', 'code': 200} Jul 09 19:53:35.847345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712e8b4-d166-48ed-a1d4-36b288b3c86c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Pushing event deleted for resources: {'Port': ['ID=651d0591-d071-4a03-93f1-bac853da1f6d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:36.029081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcda7a02-ae50-4a58-ba89-0e7cf2587bbf req-5712e8b4-d166-48ed-a1d4-36b288b3c86c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] No DVR routers for this DVR port 651d0591-d071-4a03-93f1-bac853da1f6d on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:36.038020 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fcda7a02-ae50-4a58-ba89-0e7cf2587bbf req-5712e8b4-d166-48ed-a1d4-36b288b3c86c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:36.040932 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fcda7a02-ae50-4a58-ba89-0e7cf2587bbf req-5712e8b4-d166-48ed-a1d4-36b288b3c86c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.32 "DELETE /v2.0/ports/651d0591-d071-4a03-93f1-bac853da1f6d HTTP/1.1" status: 204 len: 173 time: 1.9717298 Jul 09 19:53:36.069160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33eb3dcc-8742-43ca-916f-6883ce33a333 req-446b426a-c09c-45ea-a66f-efe0a14a58ab tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=43d37ce3-bb36-48f1-8c62-8c109d9e7259 HTTP/1.1" status: 200 len: 210 time: 0.0812297 Jul 09 19:53:36.210001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427689-f90e-4ce7-b71a-428fd706cd26 req-7cef32eb-f9e4-4806-b419-485917055a49 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:36.211607 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1427689-f90e-4ce7-b71a-428fd706cd26 req-7cef32eb-f9e4-4806-b419-485917055a49 tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 950 time: 0.4465036 Jul 09 19:53:36.265825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-2bff0c1f-129e-4030-982a-64df49ef3d20 req-d29e7d34-5a3b-454e-a585-1df9f160ffee tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Deleting port 1878e0bf-a49a-467e-9f42-a24ed701e24d {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:36.265825 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2bff0c1f-129e-4030-982a-64df49ef3d20 req-d29e7d34-5a3b-454e-a585-1df9f160ffee tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:36.372487 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1427689-f90e-4ce7-b71a-428fd706cd26 req-c6cfa350-09fd-4c1b-8b75-cc783176a76d tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/security-groups?id=898a6169-c3ef-41f7-8e52-789c5e2996fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493747 Jul 09 19:53:36.488218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-2bff0c1f-129e-4030-982a-64df49ef3d20 req-d29e7d34-5a3b-454e-a585-1df9f160ffee tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] For port 1878e0bf-a49a-467e-9f42-a24ed701e24d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1878e0bf-a49a-467e-9f42-a24ed701e24d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:36.488562 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2bff0c1f-129e-4030-982a-64df49ef3d20 req-d29e7d34-5a3b-454e-a585-1df9f160ffee tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:36.531539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-2bff0c1f-129e-4030-982a-64df49ef3d20 req-d29e7d34-5a3b-454e-a585-1df9f160ffee tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Calling delete_port for 1878e0bf-a49a-467e-9f42-a24ed701e24d owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:36.554467 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2dbfa6-0134-43b8-bfd9-09aa9676106e x-openstack-request-id: req-4e2dbfa6-0134-43b8-bfd9-09aa9676106e {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:36.554968 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b5cfdc-7ac0-4171-9cc2-16b3e27a9917", "name": "network-vif-deleted", "tag": "bdf2e0e1-07f9-472b-a12a-ba984174f50a", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:36.555252 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e2dbfa6-0134-43b8-bfd9-09aa9676106e {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:36.555660 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b5cfdc-7ac0-4171-9cc2-16b3e27a9917', 'name': 'network-vif-deleted', 'tag': 'bdf2e0e1-07f9-472b-a12a-ba984174f50a', 'status': 'completed', 'code': 200} Jul 09 19:53:36.603037 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0081a82b-fb87-4920-97bf-ac0a8be4ecab req-69cbb3d7-af37-4806-9739-50963de58d7c tempest-ImagesTestJSON-744787200 tempest-ImagesTestJSON-744787200-project] 10.222.0.30 "GET /v2.0/ports?device_id=56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f HTTP/1.1" status: 200 len: 210 time: 0.0387704 Jul 09 19:53:36.738185 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f44fa6e4-ed75-4357-8bfa-71cca44dcd22 req-804aef23-895e-49a1-9359-2ed6508c9ba4 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 210 time: 0.0474093 Jul 09 19:53:36.856285 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2bff0c1f-129e-4030-982a-64df49ef3d20 req-d29e7d34-5a3b-454e-a585-1df9f160ffee tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:36.916055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e7d34-5a3b-454e-a585-1df9f160ffee tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Pushing event deleted for resources: {'Port': ['ID=1878e0bf-a49a-467e-9f42-a24ed701e24d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:36.924328 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3724bcb8-51a0-4d13-851f-c110c74904b9 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:36.948817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 3724bcb8-51a0-4d13-851f-c110c74904b9 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:36.950039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3724bcb8-51a0-4d13-851f-c110c74904b9 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:36.950966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1878e0bf-a49a-467e-9f42-a24ed701e24d no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:36.973340 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 1878e0bf-a49a-467e-9f42-a24ed701e24d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:36.974039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1878e0bf-a49a-467e-9f42-a24ed701e24d not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:36.977223 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8d976a8-75d9-4049-a6f9-d643df3a6de5 req-5640504e-2139-483e-8ba2-558fc9e1fcca tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 210 time: 0.0654225 Jul 09 19:53:37.056102 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bff0c1f-129e-4030-982a-64df49ef3d20 req-d29e7d34-5a3b-454e-a585-1df9f160ffee tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] No DVR routers for this DVR port 1878e0bf-a49a-467e-9f42-a24ed701e24d on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:37.059059 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2bff0c1f-129e-4030-982a-64df49ef3d20 req-d29e7d34-5a3b-454e-a585-1df9f160ffee tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:37.061972 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2bff0c1f-129e-4030-982a-64df49ef3d20 req-d29e7d34-5a3b-454e-a585-1df9f160ffee tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.36 "DELETE /v2.0/ports/1878e0bf-a49a-467e-9f42-a24ed701e24d HTTP/1.1" status: 204 len: 173 time: 1.4567027 Jul 09 19:53:37.667995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-77c29375-8ee4-412d-bd63-e8861654b784 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:37.669799 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-77c29375-8ee4-412d-bd63-e8861654b784 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.36 "GET /v2.0/networks?id=9c7e3fdd-a431-4c92-8263-75a923c96136 HTTP/1.1" status: 200 len: 815 time: 0.2124929 Jul 09 19:53:37.692181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-20ff3848-045c-43df-842f-dfdb6dd3364c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Request body: {'port': {'device_id': '018655e6-e6b6-449a-8e57-f2b1cbdfc44e', 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136', 'admin_state_up': True, 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:37.826303 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:37.829219 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baae3f6-dc72-48a4-add8-290e8f7eca2a" -d '{"events": [{"server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "name": "network-vif-unplugged", "status": "completed", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:37.907975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-20ff3848-045c-43df-842f-dfdb6dd3364c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Made reservation on behalf of 1d0c04cb61bc40118229988d630e8fdc for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:53:37.912200 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-20ff3848-045c-43df-842f-dfdb6dd3364c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:38.022273 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-575ace66-461d-4bc8-bf5a-1c5dedbd3939 req-ea3e301e-ca65-4cf3-9562-83a039b89d9f tempest-ServersOnMultiNodesTest-131530866 tempest-ServersOnMultiNodesTest-131530866-project] 10.222.0.30 "GET /v2.0/ports?device_id=41933895-0492-4d5a-a4a0-4514b808effb HTTP/1.1" status: 200 len: 210 time: 0.0476558 Jul 09 19:53:38.228300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f9d86-e2a8-424d-9e54-413125bb1b2a req-e7b1a5c4-0c12-4d5c-b7b5-401dd9358a38 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:38.230777 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-807f9d86-e2a8-424d-9e54-413125bb1b2a req-e7b1a5c4-0c12-4d5c-b7b5-401dd9358a38 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 951 time: 0.2173395 Jul 09 19:53:38.299233 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-20ff3848-045c-43df-842f-dfdb6dd3364c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Allocated IP 172.20.0.4 (9c7e3fdd-a431-4c92-8263-75a923c96136/e1b827fd-f8c9-4875-aae6-fce7241ea6c4/ccef3ec6-1656-422d-a1ce-a407c5e37396) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:53:38.322209 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-807f9d86-e2a8-424d-9e54-413125bb1b2a req-a13c4691-f03d-4bcc-8ab9-358cc7d60d7d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617816 Jul 09 19:53:38.392176 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fdc03f26-47a7-4e95-96b6-b8e4f5c04586 req-53c99759-b9e3-4ced-ba41-d08c15a50dd9 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 210 time: 0.0652709 Jul 09 19:53:38.412307 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53cac9f-b071-4fca-99eb-e426278d20c9 x-openstack-request-id: req-f53cac9f-b071-4fca-99eb-e426278d20c9 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:38.412838 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "name": "network-vif-unplugged", "status": "completed", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:38.412838 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f53cac9f-b071-4fca-99eb-e426278d20c9 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:38.413243 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d', 'code': 200} Jul 09 19:53:38.560758 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-20ff3848-045c-43df-842f-dfdb6dd3364c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:38.596807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-20ff3848-045c-43df-842f-dfdb6dd3364c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Transition to ACTIVE for port object ccef3ec6-1656-422d-a1ce-a407c5e37396 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:38.636982 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f', 'name': 'network-vif-deleted', 'tag': '3724bcb8-51a0-4d13-851f-c110c74904b9'}, {'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'name': 'network-vif-deleted', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d'}, {'server_uuid': '41933895-0492-4d5a-a4a0-4514b808effb', 'name': 'network-vif-deleted', 'tag': '1878e0bf-a49a-467e-9f42-a24ed701e24d'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:38.640685 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f605a1fb-b739-4b03-9679-17652f6869ea" -d '{"events": [{"server_uuid": "56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f", "name": "network-vif-deleted", "tag": "3724bcb8-51a0-4d13-851f-c110c74904b9"}, {"server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "name": "network-vif-deleted", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d"}, {"server_uuid": "41933895-0492-4d5a-a4a0-4514b808effb", "name": "network-vif-deleted", "tag": "1878e0bf-a49a-467e-9f42-a24ed701e24d"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:38.645056 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-20ff3848-045c-43df-842f-dfdb6dd3364c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:38.667774 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a0e863b3-288d-44ea-8f6f-62868cb7c238 req-9cab9439-5e25-4749-9aeb-dfb4f06b1d54 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 210 time: 0.0833218 Jul 09 19:53:38.711464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-20ff3848-045c-43df-842f-dfdb6dd3364c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Network 9c7e3fdd-a431-4c92-8263-75a923c96136 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:53:38.717518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-20ff3848-045c-43df-842f-dfdb6dd3364c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:53:38.723898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-20ff3848-045c-43df-842f-dfdb6dd3364c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:53:38.769482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff3848-045c-43df-842f-dfdb6dd3364c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Pushing event updated for resources: {'Port': ['ID=ccef3ec6-1656-422d-a1ce-a407c5e37396,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:38.820049 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-20ff3848-045c-43df-842f-dfdb6dd3364c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:38.821148 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-20ff3848-045c-43df-842f-dfdb6dd3364c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:38.842820 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-20ff3848-045c-43df-842f-dfdb6dd3364c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1545017 Jul 09 19:53:38.893340 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef3746d-5423-4dac-b273-36597ae7a248 x-openstack-request-id: req-fef3746d-5423-4dac-b273-36597ae7a248 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:38.893730 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f", "name": "network-vif-deleted", "tag": "3724bcb8-51a0-4d13-851f-c110c74904b9", "status": "completed", "code": 200}, {"server_uuid": "43d37ce3-bb36-48f1-8c62-8c109d9e7259", "name": "network-vif-deleted", "tag": "651d0591-d071-4a03-93f1-bac853da1f6d", "status": "completed", "code": 200}, {"server_uuid": "41933895-0492-4d5a-a4a0-4514b808effb", "name": "network-vif-deleted", "tag": "1878e0bf-a49a-467e-9f42-a24ed701e24d", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:38.894372 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fef3746d-5423-4dac-b273-36597ae7a248 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:38.894917 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56fbe75e-4e76-4f9c-aa7b-e6ab47f39d1f', 'name': 'network-vif-deleted', 'tag': '3724bcb8-51a0-4d13-851f-c110c74904b9', 'status': 'completed', 'code': 200} Jul 09 19:53:38.895320 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d37ce3-bb36-48f1-8c62-8c109d9e7259', 'name': 'network-vif-deleted', 'tag': '651d0591-d071-4a03-93f1-bac853da1f6d', 'status': 'completed', 'code': 200} Jul 09 19:53:38.895705 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41933895-0492-4d5a-a4a0-4514b808effb', 'name': 'network-vif-deleted', 'tag': '1878e0bf-a49a-467e-9f42-a24ed701e24d', 'status': 'completed', 'code': 200} Jul 09 19:53:39.306056 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6f3a7517-51c7-4722-9cec-b23eb106f430 None None] Provisioning for port ccef3ec6-1656-422d-a1ce-a407c5e37396 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:39.317665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6f3a7517-51c7-4722-9cec-b23eb106f430 None None] Provisioning complete for port ccef3ec6-1656-422d-a1ce-a407c5e37396 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:39.318780 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6f3a7517-51c7-4722-9cec-b23eb106f430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:39.482189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Request body: {'port': {'device_id': '018655e6-e6b6-449a-8e57-f2b1cbdfc44e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:39.766811 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:39.799431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a7517-51c7-4722-9cec-b23eb106f430 None None] Port ccef3ec6-1656-422d-a1ce-a407c5e37396 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:53:39.821764 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84c52e-c63b-4385-ab39-80dd36e2e4e9 req-20a3527c-2b67-47d7-90d3-09694f7a0dc4 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:39.823891 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c84c52e-c63b-4385-ab39-80dd36e2e4e9 req-20a3527c-2b67-47d7-90d3-09694f7a0dc4 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 951 time: 0.1943848 Jul 09 19:53:39.895886 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d831f65-4f76-44ae-8c37-1d158bc347ce req-b0d06986-3909-4a85-96f5-4a7c210bc34e tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:39.906721 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d831f65-4f76-44ae-8c37-1d158bc347ce req-b0d06986-3909-4a85-96f5-4a7c210bc34e tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 931 time: 0.2050872 Jul 09 19:53:39.976105 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d831f65-4f76-44ae-8c37-1d158bc347ce req-6303e8f9-c43f-4860-9f79-0ab4900e947a tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665379 Jul 09 19:53:40.023517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54638) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:40.291585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9623f937-acfe-463e-9197-25bb5b0d4bba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e8dc31c587f41e9a0069ffbf510479d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667491 Jul 09 19:53:40.292183 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54646) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:40.361472 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c84c52e-c63b-4385-ab39-80dd36e2e4e9 req-c61faa2f-a49a-4743-8360-50aef4ee549d tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279026 Jul 09 19:53:40.417108 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-30d2c6ab-d972-4637-95c9-7da022f71b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:40.466667 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-30d2c6ab-d972-4637-95c9-7da022f71b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:40.511393 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989b36d-f2b7-41c9-8f54-3b349bf761d7 req-e8a43050-c41e-49a3-96df-c1cde91273db tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:40.513787 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5989b36d-f2b7-41c9-8f54-3b349bf761d7 req-e8a43050-c41e-49a3-96df-c1cde91273db tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 951 time: 0.4789295 Jul 09 19:53:40.615792 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-30d2c6ab-d972-4637-95c9-7da022f71b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:40.618598 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-30d2c6ab-d972-4637-95c9-7da022f71b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:40.619820 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-30d2c6ab-d972-4637-95c9-7da022f71b33 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/898a6169-c3ef-41f7-8e52-789c5e2996fa HTTP/1.1" status: 204 len: 168 time: 0.3265579 Jul 09 19:53:40.652961 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2c6ab-d972-4637-95c9-7da022f71b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898a6169-c3ef-41f7-8e52-789c5e2996fa,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:40.699547 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccef3ec6-1656-422d-a1ce-a407c5e37396 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:40.712765 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:40.739461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Transition to ACTIVE for port object ccef3ec6-1656-422d-a1ce-a407c5e37396 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:40.806173 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-055ab38a-aee3-431c-b720-d468cf8f72cd req-ea81c282-a26f-476f-b31e-06d784ccd7d8 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 210 time: 0.0642180 Jul 09 19:53:40.810088 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:40.956354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Pushing event updated for resources: {'Port': ['ID=ccef3ec6-1656-422d-a1ce-a407c5e37396,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:41.192839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-5989b36d-f2b7-41c9-8f54-3b349bf761d7 req-468e9da7-b110-4980-8d5f-206bccba5419 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Deleting port 2d9e01c2-dbed-4eff-a37f-fa60147eb347 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:41.192839 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5989b36d-f2b7-41c9-8f54-3b349bf761d7 req-468e9da7-b110-4980-8d5f-206bccba5419 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:41.322708 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54666) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:41.353116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Attempting to bind port ccef3ec6-1656-422d-a1ce-a407c5e37396 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:53:41.353445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Attempting to bind port ccef3ec6-1656-422d-a1ce-a407c5e37396 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '9a4117fb-3218-4ead-a442-09a4d46ef698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:53:41.353795 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Attempting to bind port ccef3ec6-1656-422d-a1ce-a407c5e37396 on network 9c7e3fdd-a431-4c92-8263-75a923c96136 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:41.364859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Port ccef3ec6-1656-422d-a1ce-a407c5e37396 on network 9c7e3fdd-a431-4c92-8263-75a923c96136 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:53:41.365198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Attempting to bind port ccef3ec6-1656-422d-a1ce-a407c5e37396 on network 9c7e3fdd-a431-4c92-8263-75a923c96136 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:41.395835 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:53:41.396181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Checking segment: {'id': '9a4117fb-3218-4ead-a442-09a4d46ef698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:53:41.396785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Bound using segment: {'id': '9a4117fb-3218-4ead-a442-09a4d46ef698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:53:41.401211 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Bound port: ccef3ec6-1656-422d-a1ce-a407c5e37396, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4117fb-3218-4ead-a442-09a4d46ef698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:53:41.401607 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:41.453430 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-09b53dee-0090-45b3-856e-82bd332b5fc5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8172a9d615224903a5f03ee86700cfb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1262267 Jul 09 19:53:41.455282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54670) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:41.575314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-5989b36d-f2b7-41c9-8f54-3b349bf761d7 req-468e9da7-b110-4980-8d5f-206bccba5419 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] For port 2d9e01c2-dbed-4eff-a37f-fa60147eb347, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2d9e01c2-dbed-4eff-a37f-fa60147eb347,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:41.575911 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5989b36d-f2b7-41c9-8f54-3b349bf761d7 req-468e9da7-b110-4980-8d5f-206bccba5419 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:41.603596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-5989b36d-f2b7-41c9-8f54-3b349bf761d7 req-468e9da7-b110-4980-8d5f-206bccba5419 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Calling delete_port for 2d9e01c2-dbed-4eff-a37f-fa60147eb347 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:41.675025 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-61f0b078-0bf3-4329-b013-d4984ceba862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:41.745246 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-61f0b078-0bf3-4329-b013-d4984ceba862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:41.760466 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5989b36d-f2b7-41c9-8f54-3b349bf761d7 req-468e9da7-b110-4980-8d5f-206bccba5419 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:41.773924 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bcc21e4f-8da4-483d-836d-c4863f1074d7', 'bfae3840-5278-494f-be7a-efcb13917e30', '2d9e01c2-dbed-4eff-a37f-fa60147eb347'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:41.797805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e9da7-b110-4980-8d5f-206bccba5419 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Pushing event deleted for resources: {'Port': ['ID=2d9e01c2-dbed-4eff-a37f-fa60147eb347,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:41.847010 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-61f0b078-0bf3-4329-b013-d4984ceba862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:41.858138 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-61f0b078-0bf3-4329-b013-d4984ceba862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:41.859902 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-61f0b078-0bf3-4329-b013-d4984ceba862 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f2d4727-7353-4fd7-a00f-14cb24101b0f HTTP/1.1" status: 204 len: 168 time: 0.4017696 Jul 09 19:53:41.870367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325c9b0-9112-46ee-931f-9183c62bc8bf req-77869a38-ccec-4a3a-b8c5-53a689f4bca7 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:41.879954 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2325c9b0-9112-46ee-931f-9183c62bc8bf req-77869a38-ccec-4a3a-b8c5-53a689f4bca7 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 943 time: 0.3750074 Jul 09 19:53:41.915746 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-5989b36d-f2b7-41c9-8f54-3b349bf761d7 req-468e9da7-b110-4980-8d5f-206bccba5419 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] No DVR routers for this DVR port 2d9e01c2-dbed-4eff-a37f-fa60147eb347 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:41.924986 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5989b36d-f2b7-41c9-8f54-3b349bf761d7 req-468e9da7-b110-4980-8d5f-206bccba5419 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:41.931450 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5989b36d-f2b7-41c9-8f54-3b349bf761d7 req-468e9da7-b110-4980-8d5f-206bccba5419 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.36 "DELETE /v2.0/ports/2d9e01c2-dbed-4eff-a37f-fa60147eb347 HTTP/1.1" status: 204 len: 173 time: 1.1878681 Jul 09 19:53:41.931940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'name': 'network-vif-deleted', 'tag': '2d9e01c2-dbed-4eff-a37f-fa60147eb347'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:41.936205 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c944e48-a3d4-4dc0-9a95-6589e60f4164" -d '{"events": [{"server_uuid": "d5792ca0-fb8c-4078-a51e-4d80eb669e33", "name": "network-vif-deleted", "tag": "2d9e01c2-dbed-4eff-a37f-fa60147eb347"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:41.952360 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] For port ccef3ec6-1656-422d-a1ce-a407c5e37396, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:41.980895 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] For port ccef3ec6-1656-422d-a1ce-a407c5e37396, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccef3ec6-1656-422d-a1ce-a407c5e37396,segment=NetworkSegment(9a4117fb-3218-4ead-a442-09a4d46ef698),segment_id=9a4117fb-3218-4ead-a442-09a4d46ef698)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:53:41.988011 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:42.081238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0b078-0bf3-4329-b013-d4984ceba862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2d4727-7353-4fd7-a00f-14cb24101b0f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:42.089278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:42.089955 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:42.091318 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] 10.222.0.36 "PUT /v2.0/ports/ccef3ec6-1656-422d-a1ce-a407c5e37396 HTTP/1.1" status: 200 len: 1091 time: 2.6145787 Jul 09 19:53:42.118847 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2325c9b0-9112-46ee-931f-9183c62bc8bf req-2a87e820-be4d-4002-9623-f922effecf94 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366455 Jul 09 19:53:42.285778 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-20dbb97c-441e-4dc9-9afc-54da931ff98f req-c2cf3068-b620-4a12-b9aa-3655a0a82b78 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 210 time: 0.1215520 Jul 09 19:53:42.286922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450225cc-8d9d-4321-b7c0-fa6a1b71cff0 service neutron] Pushing event updated for resources: {'Port': ['ID=ccef3ec6-1656-422d-a1ce-a407c5e37396,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:42.485261 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4befdc40-b669-465a-b215-feb0fa3739f0 x-openstack-request-id: req-4befdc40-b669-465a-b215-feb0fa3739f0 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:42.485626 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5792ca0-fb8c-4078-a51e-4d80eb669e33", "name": "network-vif-deleted", "tag": "2d9e01c2-dbed-4eff-a37f-fa60147eb347", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:42.485881 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4befdc40-b669-465a-b215-feb0fa3739f0 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:42.486337 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5792ca0-fb8c-4078-a51e-4d80eb669e33', 'name': 'network-vif-deleted', 'tag': '2d9e01c2-dbed-4eff-a37f-fa60147eb347', 'status': 'completed', 'code': 200} Jul 09 19:53:42.571389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-adfe6101-6892-4c34-9612-caf81da1c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:42.572965 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-adfe6101-6892-4c34-9612-caf81da1c4a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d0c04cb61bc40118229988d630e8fdc&device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 1094 time: 0.2059166 Jul 09 19:53:42.698991 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-3a67cf14-fd62-4ea6-a49c-e9416fb953ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccef3ec6-1656-422d-a1ce-a407c5e37396 HTTP/1.1" status: 200 len: 217 time: 0.1090412 Jul 09 19:53:42.731615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54698) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:42.816288 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c160fab-8b37-4f62-8dbe-694b52c8c26c admin admin] Deleting subnet 20c7a8fa-d3e4-4a12-83ec-d4a84e27778e {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:53:42.821235 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9c160fab-8b37-4f62-8dbe-694b52c8c26c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:42.828048 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e564d24a-1482-4341-a548-ffc3605a07c0 req-4e42c57c-970a-4ca7-8962-22611b890914 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 210 time: 0.1278844 Jul 09 19:53:42.892304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-9c8643cb-e748-46b7-a1d2-5288a3669351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:42.895283 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-9c8643cb-e748-46b7-a1d2-5288a3669351 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1b827fd-f8c9-4875-aae6-fce7241ea6c4 HTTP/1.1" status: 200 len: 854 time: 0.0859623 Jul 09 19:53:42.896954 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9c160fab-8b37-4f62-8dbe-694b52c8c26c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:42.971678 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9c160fab-8b37-4f62-8dbe-694b52c8c26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:43.101894 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9c160fab-8b37-4f62-8dbe-694b52c8c26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:43.135498 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9c160fab-8b37-4f62-8dbe-694b52c8c26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:43.137631 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9c160fab-8b37-4f62-8dbe-694b52c8c26c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/20c7a8fa-d3e4-4a12-83ec-d4a84e27778e HTTP/1.1" status: 204 len: 168 time: 0.4040182 Jul 09 19:53:43.142024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54712) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:43.160480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c160fab-8b37-4f62-8dbe-694b52c8c26c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c7a8fa-d3e4-4a12-83ec-d4a84e27778e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:43.326675 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-daeafa03-bc6b-420a-92ff-070a0765db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:43.625607 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-daeafa03-bc6b-420a-92ff-070a0765db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:43.639112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18b4e884-c860-4810-ae15-4dab904b1f88 req-fdf6d1b2-050d-4c38-ae70-e74e81d4f4a1 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 210 time: 0.0873137 Jul 09 19:53:43.672370 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-daeafa03-bc6b-420a-92ff-070a0765db56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f8df36-e569-4c72-8f90-4a083d0d2491']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:43.704469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-daeafa03-bc6b-420a-92ff-070a0765db56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b559cddf-03fd-419c-8c00-284214c86449') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:43.705170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-daeafa03-bc6b-420a-92ff-070a0765db56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b559cddf-03fd-419c-8c00-284214c86449') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:53:43.720146 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-daeafa03-bc6b-420a-92ff-070a0765db56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:43.735184 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-daeafa03-bc6b-420a-92ff-070a0765db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:43.742212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daeafa03-bc6b-420a-92ff-070a0765db56 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:53:43.742637 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-daeafa03-bc6b-420a-92ff-070a0765db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: timer() Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:53:43.818963 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:53:43.825872 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-daeafa03-bc6b-420a-92ff-070a0765db56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:43.838142 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-daeafa03-bc6b-420a-92ff-070a0765db56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:43.845128 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-daeafa03-bc6b-420a-92ff-070a0765db56 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d0f8df36-e569-4c72-8f90-4a083d0d2491 HTTP/1.1" status: 204 len: 168 time: 0.7019367 Jul 09 19:53:43.892587 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeafa03-bc6b-420a-92ff-070a0765db56 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f8df36-e569-4c72-8f90-4a083d0d2491,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:43.928762 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97bdf5-0552-43b5-8570-fe6c0452c3a9 req-a7424be7-23d1-41aa-bff7-ea9335f89d7d tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:43.930715 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4b97bdf5-0552-43b5-8570-fe6c0452c3a9 req-a7424be7-23d1-41aa-bff7-ea9335f89d7d tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 943 time: 0.5262055 Jul 09 19:53:44.016222 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4b97bdf5-0552-43b5-8570-fe6c0452c3a9 req-7550406e-d3c9-43e8-92e2-00af6cee176c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786300 Jul 09 19:53:44.355219 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54746) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:44.486472 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54752) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:44.494106 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c39ecf1f-4ffe-41c2-b49c-5bb89b5ea576 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b150e16940b14100ae55220bc4330aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1375997 Jul 09 19:53:44.494722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018655e6-e6b6-449a-8e57-f2b1cbdfc44e', 'tag': 'ccef3ec6-1656-422d-a1ce-a407c5e37396'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:44.511677 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a4c83e-5806-4126-94fc-12ef4f3826c5" -d '{"events": [{"name": "network-changed", "server_uuid": "018655e6-e6b6-449a-8e57-f2b1cbdfc44e", "tag": "ccef3ec6-1656-422d-a1ce-a407c5e37396"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:44.621312 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e5e5c7fc-7e58-4f56-a7d7-c35cdebc04e9 req-6210793b-e1f4-40e2-991b-b284f54badf6 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b5cfdc-7ac0-4171-9cc2-16b3e27a9917 HTTP/1.1" status: 200 len: 210 time: 0.0727401 Jul 09 19:53:44.653797 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8fcef4d-187a-4bd1-a477-03ca92ef7cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:44.704484 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8fcef4d-187a-4bd1-a477-03ca92ef7cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:44.719735 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62e5461-3703-48a0-9b65-323b61a61590 x-openstack-request-id: req-d62e5461-3703-48a0-9b65-323b61a61590 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:44.720251 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018655e6-e6b6-449a-8e57-f2b1cbdfc44e", "tag": "ccef3ec6-1656-422d-a1ce-a407c5e37396", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:44.720342 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d62e5461-3703-48a0-9b65-323b61a61590 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:44.720722 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018655e6-e6b6-449a-8e57-f2b1cbdfc44e', 'tag': 'ccef3ec6-1656-422d-a1ce-a407c5e37396', 'status': 'completed', 'code': 200} Jul 09 19:53:44.775509 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8fcef4d-187a-4bd1-a477-03ca92ef7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:44.780375 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8fcef4d-187a-4bd1-a477-03ca92ef7cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:44.782773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b8fcef4d-187a-4bd1-a477-03ca92ef7cdf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3eaa8ef-5f63-4941-adbf-3305e59963a2 HTTP/1.1" status: 204 len: 168 time: 0.2952282 Jul 09 19:53:44.800461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcef4d-187a-4bd1-a477-03ca92ef7cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eaa8ef-5f63-4941-adbf-3305e59963a2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:44.935363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2d9e01c2-dbed-4eff-a37f-fa60147eb347 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:44.976414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 2d9e01c2-dbed-4eff-a37f-fa60147eb347 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:44.978620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2d9e01c2-dbed-4eff-a37f-fa60147eb347 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:45.050426 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d61cb6e0-2ccd-46ff-b10b-7c7155d930c7 req-59e9b4cf-9f59-469f-b881-a44535971259 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5792ca0-fb8c-4078-a51e-4d80eb669e33 HTTP/1.1" status: 200 len: 210 time: 0.0516179 Jul 09 19:53:45.256702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-aaa8e427-910f-49c6-bb76-fa60d06bd8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:45.261779 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-aaa8e427-910f-49c6-bb76-fa60d06bd8e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c7e3fdd-a431-4c92-8263-75a923c96136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2096074 Jul 09 19:53:45.514258 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-2811fb7e-c9be-4890-a7a5-b07bb60deddc service neutron] 10.222.0.36 "GET /v2.0/networks/9c7e3fdd-a431-4c92-8263-75a923c96136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390814 Jul 09 19:53:45.888664 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eab1090b-1aeb-47d2-846d-d65eb3d77820 req-ced101dc-9748-41d1-a1e6-685404e127bd service neutron] 10.222.0.36 "GET /v2.0/networks/9c7e3fdd-a431-4c92-8263-75a923c96136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617876 Jul 09 19:53:46.177941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4c83e-5806-4126-94fc-12ef4f3826c5 req-460a63af-4d1b-420e-9fce-3c8fee924b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:46.182689 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22a4c83e-5806-4126-94fc-12ef4f3826c5 req-460a63af-4d1b-420e-9fce-3c8fee924b81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1d0c04cb61bc40118229988d630e8fdc&device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 1094 time: 0.1232731 Jul 09 19:53:46.322395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb9872-3874-453c-b91f-4b91f9a3ce6b req-c344d9f4-7958-4850-a727-df4af2b95d8d tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:46.331070 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ddb9872-3874-453c-b91f-4b91f9a3ce6b req-c344d9f4-7958-4850-a727-df4af2b95d8d tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 943 time: 0.1574035 Jul 09 19:53:46.416843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54804) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:46.451445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4c83e-5806-4126-94fc-12ef4f3826c5 req-330263c8-5d37-4e03-bf8f-68bc17bce6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:46.455591 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22a4c83e-5806-4126-94fc-12ef4f3826c5 req-330263c8-5d37-4e03-bf8f-68bc17bce6eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=9c7e3fdd-a431-4c92-8263-75a923c96136 HTTP/1.1" status: 200 len: 916 time: 0.2558324 Jul 09 19:53:46.495407 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ddb9872-3874-453c-b91f-4b91f9a3ce6b req-f6a7b16b-e7f1-4b7d-95c1-68c329bc1e63 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629255 Jul 09 19:53:46.798829 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe4e7e9f-615d-47c5-a56b-c113d6f55e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:47.140052 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe4e7e9f-615d-47c5-a56b-c113d6f55e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:47.148840 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe4e7e9f-615d-47c5-a56b-c113d6f55e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:47.228097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e7e9f-615d-47c5-a56b-c113d6f55e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912136ad-7fdb-4661-acec-d44cd46f1c89,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:47.284434 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fe4e7e9f-615d-47c5-a56b-c113d6f55e33 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=547bd52a71664308aeee28d57544086a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8634534 Jul 09 19:53:47.285458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54850) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:47.351494 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22a4c83e-5806-4126-94fc-12ef4f3826c5 req-c06093c2-8338-4ddf-b3a3-bb54a6731a22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccef3ec6-1656-422d-a1ce-a407c5e37396 HTTP/1.1" status: 200 len: 217 time: 0.8594670 Jul 09 19:53:47.391590 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ba170d7-9d57-41ab-bc7e-6117632eb7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:47.468022 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ba170d7-9d57-41ab-bc7e-6117632eb7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:47.474388 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4c83e-5806-4126-94fc-12ef4f3826c5 req-85ef8b2a-1f3e-41c5-bae9-73db8c09f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:47.476111 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22a4c83e-5806-4126-94fc-12ef4f3826c5 req-85ef8b2a-1f3e-41c5-bae9-73db8c09f237 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1b827fd-f8c9-4875-aae6-fce7241ea6c4 HTTP/1.1" status: 200 len: 854 time: 0.0991738 Jul 09 19:53:47.513667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34382b45-0f91-4564-b815-cd3c1212b51e req-ab0a950e-5c58-4c11-98b7-75183636ce20 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:47.516103 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-34382b45-0f91-4564-b815-cd3c1212b51e req-ab0a950e-5c58-4c11-98b7-75183636ce20 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.2087653 Jul 09 19:53:47.596020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4c83e-5806-4126-94fc-12ef4f3826c5 req-bf04a3d3-cf2e-42d0-ac72-c1a03a98f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:47.599737 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22a4c83e-5806-4126-94fc-12ef4f3826c5 req-bf04a3d3-cf2e-42d0-ac72-c1a03a98f4dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9c7e3fdd-a431-4c92-8263-75a923c96136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121371 Jul 09 19:53:47.643511 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-34382b45-0f91-4564-b815-cd3c1212b51e req-b088667d-a3bc-41f8-ad71-7a03f4523391 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120758 Jul 09 19:53:47.674880 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ba170d7-9d57-41ab-bc7e-6117632eb7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:47.682097 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ba170d7-9d57-41ab-bc7e-6117632eb7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:47.697912 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1ba170d7-9d57-41ab-bc7e-6117632eb7b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/912136ad-7fdb-4661-acec-d44cd46f1c89 HTTP/1.1" status: 204 len: 168 time: 0.4103460 Jul 09 19:53:47.710695 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba170d7-9d57-41ab-bc7e-6117632eb7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912136ad-7fdb-4661-acec-d44cd46f1c89,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:47.879423 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22a4c83e-5806-4126-94fc-12ef4f3826c5 req-d6559017-136a-4043-a408-60cfe135299e service neutron] 10.222.0.36 "GET /v2.0/networks/9c7e3fdd-a431-4c92-8263-75a923c96136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488983 Jul 09 19:53:48.253229 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d227f87-a0be-42f0-b1c4-8c1554177ffd req-7c73a5a7-5cf0-4c6c-97f7-4e56c13dac00 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:48.261808 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d227f87-a0be-42f0-b1c4-8c1554177ffd req-7c73a5a7-5cf0-4c6c-97f7-4e56c13dac00 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 943 time: 0.1904824 Jul 09 19:53:48.356648 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d227f87-a0be-42f0-b1c4-8c1554177ffd req-4ee44eb7-408a-442f-9927-6846fc3bda69 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936553 Jul 09 19:53:48.641113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54898) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:48.779917 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22a4c83e-5806-4126-94fc-12ef4f3826c5 req-dfbe31d6-2791-4598-8eec-5a8fcb7448d8 service neutron] 10.222.0.36 "GET /v2.0/networks/9c7e3fdd-a431-4c92-8263-75a923c96136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222602 Jul 09 19:53:48.898028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54912) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:48.928292 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85814666-9b72-449f-ae17-bb380670e828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:48.931589 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7718ce7e-b08d-4f57-80e5-38fdf59f1ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.112159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3443ec-94a7-41b1-9c75-89447432663f req-d4bc9710-311d-488f-ae8b-6e61eebd9577 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:49.125178 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef3443ec-94a7-41b1-9c75-89447432663f req-d4bc9710-311d-488f-ae8b-6e61eebd9577 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.1882892 Jul 09 19:53:49.156767 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85814666-9b72-449f-ae17-bb380670e828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.175324 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85814666-9b72-449f-ae17-bb380670e828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.260826 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85814666-9b72-449f-ae17-bb380670e828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65aaa6a9-99ef-4483-9f60-f3a738ba46fc,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:49.269528 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef3443ec-94a7-41b1-9c75-89447432663f req-9b71c8c8-4754-475f-8aa7-656e0708a26b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424437 Jul 09 19:53:49.310846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54918) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:49.343891 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-85814666-9b72-449f-ae17-bb380670e828 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68ac417cb1f54bd289b67dec9a0a186e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4318810 Jul 09 19:53:49.350755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54922) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:49.403235 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7718ce7e-b08d-4f57-80e5-38fdf59f1ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.414889 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7718ce7e-b08d-4f57-80e5-38fdf59f1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.469364 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7718ce7e-b08d-4f57-80e5-38fdf59f1ba0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d9d31d10e684ddca340d745f0aa41b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8262138 Jul 09 19:53:49.471778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54926) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:49.482124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718ce7e-b08d-4f57-80e5-38fdf59f1ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7087ea-5bdb-4f20-b5ac-b2f9c6f6eda7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:49.500097 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18e9157e-9da2-469c-804d-fddcfa02f059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.544874 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9401b354-c033-48ce-899a-ccc1944f1090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.566276 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18e9157e-9da2-469c-804d-fddcfa02f059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.573806 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9401b354-c033-48ce-899a-ccc1944f1090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.626672 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-13408a0d-e501-44f8-bc3f-b4895c60f24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.649820 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9401b354-c033-48ce-899a-ccc1944f1090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.653333 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9401b354-c033-48ce-899a-ccc1944f1090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.659141 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9401b354-c033-48ce-899a-ccc1944f1090 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb7087ea-5bdb-4f20-b5ac-b2f9c6f6eda7 HTTP/1.1" status: 204 len: 168 time: 0.1848941 Jul 09 19:53:49.669386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401b354-c033-48ce-899a-ccc1944f1090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7087ea-5bdb-4f20-b5ac-b2f9c6f6eda7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:49.770323 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18e9157e-9da2-469c-804d-fddcfa02f059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.775548 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18e9157e-9da2-469c-804d-fddcfa02f059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:49.777547 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-18e9157e-9da2-469c-804d-fddcfa02f059 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65aaa6a9-99ef-4483-9f60-f3a738ba46fc HTTP/1.1" status: 204 len: 168 time: 0.4231453 Jul 09 19:53:49.838742 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9157e-9da2-469c-804d-fddcfa02f059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65aaa6a9-99ef-4483-9f60-f3a738ba46fc,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:49.920620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652725a-d4a9-44c6-9d89-e8da508d6f56 req-f76fbbb4-09f8-4eae-b478-a479d66fb27c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:49.937740 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6652725a-d4a9-44c6-9d89-e8da508d6f56 req-f76fbbb4-09f8-4eae-b478-a479d66fb27c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 943 time: 0.2647464 Jul 09 19:53:50.076581 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6652725a-d4a9-44c6-9d89-e8da508d6f56 req-dffe7aab-c2f5-4182-b2db-92e777a2be71 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316981 Jul 09 19:53:50.132349 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-13408a0d-e501-44f8-bc3f-b4895c60f24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:50.147529 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-13408a0d-e501-44f8-bc3f-b4895c60f24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:50.356562 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-13408a0d-e501-44f8-bc3f-b4895c60f24b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d350afacdf341d69c90e7eacc709377&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0446563 Jul 09 19:53:50.359849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54948) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:50.373893 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13408a0d-e501-44f8-bc3f-b4895c60f24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d25cf7-a2fa-495b-8f88-a9a80ad97826,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:50.457178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54950) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:50.495487 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d13f1552-2a51-4e3f-bfbe-19f3dfe89195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:50.538489 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ad39e3df-9b7e-40ac-b430-eae953d395a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:50.588066 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ad39e3df-9b7e-40ac-b430-eae953d395a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:50.705119 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ad39e3df-9b7e-40ac-b430-eae953d395a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:50.707673 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ad39e3df-9b7e-40ac-b430-eae953d395a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:50.725432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ad39e3df-9b7e-40ac-b430-eae953d395a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71d25cf7-a2fa-495b-8f88-a9a80ad97826 HTTP/1.1" status: 204 len: 168 time: 0.3629472 Jul 09 19:53:50.758597 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39e3df-9b7e-40ac-b430-eae953d395a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d25cf7-a2fa-495b-8f88-a9a80ad97826,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:50.926961 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d13f1552-2a51-4e3f-bfbe-19f3dfe89195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:50.936962 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d13f1552-2a51-4e3f-bfbe-19f3dfe89195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:50.989329 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d13f1552-2a51-4e3f-bfbe-19f3dfe89195 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88bac2b0cf934bb7879270c2394d3798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5308192 Jul 09 19:53:50.991972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54966) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:51.004800 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2e45a-0136-4104-b175-82110e82f177 req-500050f5-c636-4cac-8160-c909ff564cda tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:51.012177 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fdc2e45a-0136-4104-b175-82110e82f177 req-500050f5-c636-4cac-8160-c909ff564cda tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.3150897 Jul 09 19:53:51.014924 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f1552-2a51-4e3f-bfbe-19f3dfe89195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bef996d-ebd9-46b9-85ee-71d903d474a8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:51.071831 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-429ae33a-3d75-4b8a-a884-75a870c376f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:51.098064 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-429ae33a-3d75-4b8a-a884-75a870c376f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:51.104214 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fdc2e45a-0136-4104-b175-82110e82f177 req-0b35e90b-aff9-43b0-9f57-22209fbaeb2b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909803 Jul 09 19:53:51.166128 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-429ae33a-3d75-4b8a-a884-75a870c376f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:51.168712 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-429ae33a-3d75-4b8a-a884-75a870c376f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:51.169873 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-429ae33a-3d75-4b8a-a884-75a870c376f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bef996d-ebd9-46b9-85ee-71d903d474a8 HTTP/1.1" status: 204 len: 168 time: 0.1767738 Jul 09 19:53:51.192956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ae33a-3d75-4b8a-a884-75a870c376f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bef996d-ebd9-46b9-85ee-71d903d474a8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:51.395706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816e4b3-deae-4be0-86a0-ea8f7c575496 req-0c4bdc80-4a71-4ff5-9f2f-7c8bd2ce60b6 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:51.400549 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7816e4b3-deae-4be0-86a0-ea8f7c575496 req-0c4bdc80-4a71-4ff5-9f2f-7c8bd2ce60b6 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 943 time: 0.1464024 Jul 09 19:53:51.465208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7816e4b3-deae-4be0-86a0-ea8f7c575496 req-c1faaf2c-b264-41b5-a8ec-17eb8ee991b7 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587156 Jul 09 19:53:52.388608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054c680-769e-4872-8510-3ab68910631f req-ab5df06f-2123-451d-adb5-ff8a60b9ff9e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:52.396822 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a054c680-769e-4872-8510-3ab68910631f req-ab5df06f-2123-451d-adb5-ff8a60b9ff9e tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.1007011 Jul 09 19:53:52.473021 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a054c680-769e-4872-8510-3ab68910631f req-71e7744f-99e2-46f9-a578-fda6c924d00a tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713568 Jul 09 19:53:52.818090 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81986-2078-44d0-88cb-37d6f02f3f2c req-989ad2a3-1b53-4f13-8c2d-dec9d588fb80 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:52.819347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-92e81986-2078-44d0-88cb-37d6f02f3f2c req-989ad2a3-1b53-4f13-8c2d-dec9d588fb80 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 943 time: 0.1174395 Jul 09 19:53:52.897926 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-92e81986-2078-44d0-88cb-37d6f02f3f2c req-f5dba1d0-3198-4843-8fbe-97092ad990ce tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728376 Jul 09 19:53:53.144603 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55062) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:53.512037 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0fc3ab37-c1b8-44fe-bdf4-88cef27de881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:53.541174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa8a10-0905-4e47-85b2-8f984a308b14 req-19570664-42e6-4539-8b46-62fdfeedc63b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:53.542843 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ffa8a10-0905-4e47-85b2-8f984a308b14 req-19570664-42e6-4539-8b46-62fdfeedc63b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.36 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.1720986 Jul 09 19:53:53.770020 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0fc3ab37-c1b8-44fe-bdf4-88cef27de881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:53.776234 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0fc3ab37-c1b8-44fe-bdf4-88cef27de881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:53.840380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3ab37-c1b8-44fe-bdf4-88cef27de881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e35e5dc-a4fc-454d-89e7-c4432a5c2519,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:53.847059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e816ddf-e87a-45c0-9dea-b76f61d54c10 req-95de9568-27e7-4bb0-af4b-49446ed283f6 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:53.849493 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0fc3ab37-c1b8-44fe-bdf4-88cef27de881 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2f561ea7a30948568a35cf4bc3c657d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7035580 Jul 09 19:53:53.851289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55086) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:53.853916 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e816ddf-e87a-45c0-9dea-b76f61d54c10 req-95de9568-27e7-4bb0-af4b-49446ed283f6 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=88017bf0-fe57-48af-ba46-bb30316fbb8f HTTP/1.1" status: 200 len: 950 time: 0.2011559 Jul 09 19:53:53.866247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-7ffa8a10-0905-4e47-85b2-8f984a308b14 req-a64673d5-aa1a-4e99-aa3b-1507dc71555c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Deleting port bfae3840-5278-494f-be7a-efcb13917e30 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:53.866602 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7ffa8a10-0905-4e47-85b2-8f984a308b14 req-a64673d5-aa1a-4e99-aa3b-1507dc71555c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:53.900433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4b4a-7370-47a8-a747-8659c0cd7ffb req-b9a1b21e-388c-4a85-a916-3ead758598b7 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:53.901928 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fcf4b4a-7370-47a8-a747-8659c0cd7ffb req-b9a1b21e-388c-4a85-a916-3ead758598b7 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 944 time: 0.3223951 Jul 09 19:53:53.942756 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-58cb14ad-2326-478f-b3a5-3bcd75860d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:53.996645 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-58cb14ad-2326-478f-b3a5-3bcd75860d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:54.029522 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fcf4b4a-7370-47a8-a747-8659c0cd7ffb req-cec1a17b-3cae-4f93-bd31-c61688ae6362 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205506 Jul 09 19:53:54.061563 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7ffa8a10-0905-4e47-85b2-8f984a308b14 req-a64673d5-aa1a-4e99-aa3b-1507dc71555c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] For port bfae3840-5278-494f-be7a-efcb13917e30, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bfae3840-5278-494f-be7a-efcb13917e30,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:54.063683 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7ffa8a10-0905-4e47-85b2-8f984a308b14 req-a64673d5-aa1a-4e99-aa3b-1507dc71555c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:54.090845 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-58cb14ad-2326-478f-b3a5-3bcd75860d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:54.094758 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-58cb14ad-2326-478f-b3a5-3bcd75860d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:54.098165 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-58cb14ad-2326-478f-b3a5-3bcd75860d56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e35e5dc-a4fc-454d-89e7-c4432a5c2519 HTTP/1.1" status: 204 len: 168 time: 0.2451007 Jul 09 19:53:54.128386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb14ad-2326-478f-b3a5-3bcd75860d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e35e5dc-a4fc-454d-89e7-c4432a5c2519,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:54.161103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-7ffa8a10-0905-4e47-85b2-8f984a308b14 req-a64673d5-aa1a-4e99-aa3b-1507dc71555c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Calling delete_port for bfae3840-5278-494f-be7a-efcb13917e30 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:54.187948 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e816ddf-e87a-45c0-9dea-b76f61d54c10 req-89d06ed8-d614-46b3-893f-55ff9b3dcf67 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330431 Jul 09 19:53:54.276289 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de581d22-c6b3-4e07-9021-e526c58e4b36 req-403cdb25-c699-4ef0-b8e9-b3e2cdbc5a2a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:54.277929 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de581d22-c6b3-4e07-9021-e526c58e4b36 req-403cdb25-c699-4ef0-b8e9-b3e2cdbc5a2a tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.32 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 944 time: 0.3171301 Jul 09 19:53:54.462502 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-de581d22-c6b3-4e07-9021-e526c58e4b36 req-2e852780-feb4-4ce8-b09d-d8af94d22493 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Deleting port 28888a29-2c11-462d-a422-09928b274d9c {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:54.462980 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-de581d22-c6b3-4e07-9021-e526c58e4b36 req-2e852780-feb4-4ce8-b09d-d8af94d22493 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:54.540486 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7ffa8a10-0905-4e47-85b2-8f984a308b14 req-a64673d5-aa1a-4e99-aa3b-1507dc71555c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:54.559949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bcc21e4f-8da4-483d-836d-c4863f1074d7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:54.580908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64673d5-aa1a-4e99-aa3b-1507dc71555c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Pushing event deleted for resources: {'Port': ['ID=bfae3840-5278-494f-be7a-efcb13917e30,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:54.685025 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffa8a10-0905-4e47-85b2-8f984a308b14 req-a64673d5-aa1a-4e99-aa3b-1507dc71555c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] No DVR routers for this DVR port bfae3840-5278-494f-be7a-efcb13917e30 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:54.692109 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4031f5a-f1da-465f-ba41-b63557e58390 req-ff4ec661-46b9-4544-8873-9bfaa8f8f9c9 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:54.692949 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7ffa8a10-0905-4e47-85b2-8f984a308b14 req-a64673d5-aa1a-4e99-aa3b-1507dc71555c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:54.695419 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ffa8a10-0905-4e47-85b2-8f984a308b14 req-a64673d5-aa1a-4e99-aa3b-1507dc71555c tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.36 "DELETE /v2.0/ports/bfae3840-5278-494f-be7a-efcb13917e30 HTTP/1.1" status: 204 len: 173 time: 1.1459811 Jul 09 19:53:54.695975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88017bf0-fe57-48af-ba46-bb30316fbb8f', 'name': 'network-vif-deleted', 'tag': 'bfae3840-5278-494f-be7a-efcb13917e30'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:54.698593 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b3020b-c815-4c89-a044-95e8a74ad1ec" -d '{"events": [{"server_uuid": "88017bf0-fe57-48af-ba46-bb30316fbb8f", "name": "network-vif-deleted", "tag": "bfae3840-5278-494f-be7a-efcb13917e30"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:54.701584 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e4031f5a-f1da-465f-ba41-b63557e58390 req-ff4ec661-46b9-4544-8873-9bfaa8f8f9c9 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 943 time: 0.1046143 Jul 09 19:53:54.709047 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-de581d22-c6b3-4e07-9021-e526c58e4b36 req-2e852780-feb4-4ce8-b09d-d8af94d22493 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] For port 28888a29-2c11-462d-a422-09928b274d9c, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=28888a29-2c11-462d-a422-09928b274d9c,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:54.709611 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-de581d22-c6b3-4e07-9021-e526c58e4b36 req-2e852780-feb4-4ce8-b09d-d8af94d22493 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:54.737021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-de581d22-c6b3-4e07-9021-e526c58e4b36 req-2e852780-feb4-4ce8-b09d-d8af94d22493 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Calling delete_port for 28888a29-2c11-462d-a422-09928b274d9c owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:54.754496 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e4031f5a-f1da-465f-ba41-b63557e58390 req-6f422caa-d138-4164-85b7-4de8bda1c911 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517414 Jul 09 19:53:54.975185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bfae3840-5278-494f-be7a-efcb13917e30 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:54.986851 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-de581d22-c6b3-4e07-9021-e526c58e4b36 req-2e852780-feb4-4ce8-b09d-d8af94d22493 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:55.009518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: bfae3840-5278-494f-be7a-efcb13917e30 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:55.010472 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bfae3840-5278-494f-be7a-efcb13917e30 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:55.060472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e852780-feb4-4ce8-b09d-d8af94d22493 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Pushing event deleted for resources: {'Port': ['ID=28888a29-2c11-462d-a422-09928b274d9c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:55.116765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-de581d22-c6b3-4e07-9021-e526c58e4b36 req-2e852780-feb4-4ce8-b09d-d8af94d22493 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] No DVR routers for this DVR port 28888a29-2c11-462d-a422-09928b274d9c on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:55.120222 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-de581d22-c6b3-4e07-9021-e526c58e4b36 req-2e852780-feb4-4ce8-b09d-d8af94d22493 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:55.122455 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de581d22-c6b3-4e07-9021-e526c58e4b36 req-2e852780-feb4-4ce8-b09d-d8af94d22493 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.32 "DELETE /v2.0/ports/28888a29-2c11-462d-a422-09928b274d9c HTTP/1.1" status: 204 len: 173 time: 0.8378656 Jul 09 19:53:55.189027 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-d23ca512-f7a4-4892-b00b-e6318997cee3 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1db8e5ecd70545e7943e26386c7c1150&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373480 Jul 09 19:53:55.204204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55142) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:55.233350 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450708ae-62bf-4822-9eec-43e6818666d6 x-openstack-request-id: req-450708ae-62bf-4822-9eec-43e6818666d6 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:55.234210 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88017bf0-fe57-48af-ba46-bb30316fbb8f", "name": "network-vif-deleted", "tag": "bfae3840-5278-494f-be7a-efcb13917e30", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:55.234562 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-450708ae-62bf-4822-9eec-43e6818666d6 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:55.235160 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88017bf0-fe57-48af-ba46-bb30316fbb8f', 'name': 'network-vif-deleted', 'tag': 'bfae3840-5278-494f-be7a-efcb13917e30', 'status': 'completed', 'code': 200} Jul 09 19:53:55.369009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-2fd451cf-1b71-4419-bcb3-d85fe5389eb1 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:55.370787 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-2fd451cf-1b71-4419-bcb3-d85fe5389eb1 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807537 Jul 09 19:53:55.390282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-624d3bce-761a-4083-aabd-c87630978140 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/quotas/1db8e5ecd70545e7943e26386c7c1150 HTTP/1.1" status: 200 len: 375 time: 0.0095458 Jul 09 19:53:55.413350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2027531948-network', 'tenant_id': 'bd737430fbed42b8908469dfa5658306'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:55.451658 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-c24ca5f3-d4e4-4e2a-a44d-480320cf7c7d tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1db8e5ecd70545e7943e26386c7c1150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542743 Jul 09 19:53:55.510811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] Made reservation on behalf of bd737430fbed42b8908469dfa5658306 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:53:55.514332 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:55.531880 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:55.743759 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:55.761198 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:55.804906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:53:55.845629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef1ac89-dd5b-45e6-98ef-377473e832a8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:55.856204 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:55.856860 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] Added segment 65405ed4-d356-4e06-8d5a-ee166c931814 of type vlan for network 518b946c-953a-428b-a5f3-6ded097fe597 Jul 09 19:53:55.871410 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e455b7ce-e3f6-41ff-9e85-a7f128c71e1d req-3ffd05aa-2970-4fda-85c0-6aca6157319e tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=e16dd617-2f5a-44f8-a651-dc62e6c8fc54 HTTP/1.1" status: 200 len: 210 time: 0.0494883 Jul 09 19:53:55.923004 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:55.939177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971f5ad-ef60-4aa9-8748-59e7c7caec71 req-aca98ce6-399a-4af8-a13b-6ae42ab59c83 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:55.940905 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2971f5ad-ef60-4aa9-8748-59e7c7caec71 req-aca98ce6-399a-4af8-a13b-6ae42ab59c83 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 946 time: 0.1375935 Jul 09 19:53:55.996428 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:55.997741 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:55.998661 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:56.018141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2971f5ad-ef60-4aa9-8748-59e7c7caec71 req-2f65280f-0f1e-4355-820e-b454fad1866a tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706477 Jul 09 19:53:56.032443 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8238990 Jul 09 19:53:56.033165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55174) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:56.046815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6b45fe3f-54bf-41de-98a9-24a584bbd40a admin admin] Request body: {'subnet': {'network_id': '518b946c-953a-428b-a5f3-6ded097fe597', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2027531948-subnet', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:56.075977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23805f-0e7b-4150-97f1-f3b8f2640c01 admin admin] Pushing event updated for resources: {'Network': ['ID=518b946c-953a-428b-a5f3-6ded097fe597,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:56.086832 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 518b946c-953a-428b-a5f3-6ded097fe597 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:53:56.115956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b45fe3f-54bf-41de-98a9-24a584bbd40a admin admin] Made reservation on behalf of bd737430fbed42b8908469dfa5658306 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:53:56.119448 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6b45fe3f-54bf-41de-98a9-24a584bbd40a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:56.145779 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-57d47fd2-d7a6-40e0-8dbf-758be9b55862 req-8e30fa5d-9ce0-4939-9616-de52afc53754 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 210 time: 0.0545065 Jul 09 19:53:56.366851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448f1af-d7f8-4b68-9b25-f1df95032a18 req-f00186c3-349a-43e0-839a-2055606faf3c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:56.368382 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6448f1af-d7f8-4b68-9b25-f1df95032a18 req-f00186c3-349a-43e0-839a-2055606faf3c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 943 time: 0.1365254 Jul 09 19:53:56.419331 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6b45fe3f-54bf-41de-98a9-24a584bbd40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:56.451098 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6448f1af-d7f8-4b68-9b25-f1df95032a18 req-7927eaf8-e1e1-493f-8d87-5483e086785d tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755911 Jul 09 19:53:56.482983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45fe3f-54bf-41de-98a9-24a584bbd40a admin admin] Pushing event updated for resources: {'Subnet': ['ID=686a98cb-dc38-463c-b14f-a9a7d78b4479,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:56.496064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b45fe3f-54bf-41de-98a9-24a584bbd40a admin admin] Checking segment: {'id': '65405ed4-d356-4e06-8d5a-ee166c931814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '518b946c-953a-428b-a5f3-6ded097fe597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:53:56.496443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b45fe3f-54bf-41de-98a9-24a584bbd40a admin admin] Network hostable DHCP agents. Network: 518b946c-953a-428b-a5f3-6ded097fe597, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:53:56.519463 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b45fe3f-54bf-41de-98a9-24a584bbd40a admin admin] Network 518b946c-953a-428b-a5f3-6ded097fe597 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:53:56.520347 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:56.537520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-6b45fe3f-54bf-41de-98a9-24a584bbd40a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 518b946c-953a-428b-a5f3-6ded097fe597) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:53:56.543262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b45fe3f-54bf-41de-98a9-24a584bbd40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:56.544121 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6b45fe3f-54bf-41de-98a9-24a584bbd40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:56.563966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3cabd7-4ff2-42b2-889e-3a8fed9a07c9 None None] Network 518b946c-953a-428b-a5f3-6ded097fe597 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:53:56.571484 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6b45fe3f-54bf-41de-98a9-24a584bbd40a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5364826 Jul 09 19:53:56.574412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55188) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:56.580014 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2027531948-router', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:56.622628 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:56.623810 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:56.761488 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:56.801955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-518b946c-953a-428b-a5f3-6ded097fe597', 'network_id': '518b946c-953a-428b-a5f3-6ded097fe597', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'fixed_ips': [{'subnet_id': '686a98cb-dc38-463c-b14f-a9a7d78b4479'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:53:56.803179 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:56.830964 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8b0874c-094e-4df3-b907-e0b2baf8001a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:56.844825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3d620-baa1-46ea-a7a5-2d9d8e9ed93e req-df065917-71da-4cef-812e-3733fa9148f2 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:56.851380 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5d3d620-baa1-46ea-a7a5-2d9d8e9ed93e req-df065917-71da-4cef-812e-3733fa9148f2 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 949 time: 0.1087687 Jul 09 19:53:56.916063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5d3d620-baa1-46ea-a7a5-2d9d8e9ed93e req-3d5be06a-cfeb-4583-891f-ff22aa1eec1b tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587409 Jul 09 19:53:56.971654 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 28888a29-2c11-462d-a422-09928b274d9c no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:56.973791 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ccef3ec6-1656-422d-a1ce-a407c5e37396 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:53:57.001369 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:57.009764 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 28888a29-2c11-462d-a422-09928b274d9c {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:53:57.010186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 28888a29-2c11-462d-a422-09928b274d9c not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:53:57.034600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Allocated IP 172.20.0.2 (518b946c-953a-428b-a5f3-6ded097fe597/686a98cb-dc38-463c-b14f-a9a7d78b4479/d44018cf-13ca-4e9f-a207-cdab6c7674ae) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:53:57.173231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44098ad-2cec-48a0-9b6b-5cc9914647f2 req-560dcde1-034e-4390-8cee-1004e6873d0a tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:57.176049 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b44098ad-2cec-48a0-9b6b-5cc9914647f2 req-560dcde1-034e-4390-8cee-1004e6873d0a tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 946 time: 0.2448561 Jul 09 19:53:57.260692 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ccef3ec6-1656-422d-a1ce-a407c5e37396, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccef3ec6-1656-422d-a1ce-a407c5e37396,segment=NetworkSegment(9a4117fb-3218-4ead-a442-09a4d46ef698),segment_id=9a4117fb-3218-4ead-a442-09a4d46ef698)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:57.269035 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16dd617-2f5a-44f8-a651-dc62e6c8fc54', 'name': 'network-vif-deleted', 'tag': '28888a29-2c11-462d-a422-09928b274d9c'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:57.272481 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52597d54-64eb-47d0-ab6b-754f732368f5" -d '{"events": [{"server_uuid": "e16dd617-2f5a-44f8-a651-dc62e6c8fc54", "name": "network-vif-deleted", "tag": "28888a29-2c11-462d-a422-09928b274d9c"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:57.282819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'ccef3ec6-1656-422d-a1ce-a407c5e37396', 'network_id': '9c7e3fdd-a431-4c92-8263-75a923c96136', 'port_id': 'ccef3ec6-1656-422d-a1ce-a407c5e37396', 'mac_address': 'fa:16:3e:db:d7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1b827fd-f8c9-4875-aae6-fce7241ea6c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:53:57.365911 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:57.391573 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccef3ec6-1656-422d-a1ce-a407c5e37396 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:53:57.406255 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:57.417710 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-9239db87-dde8-4147-92ac-5767a92a088d tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1db8e5ecd70545e7943e26386c7c1150&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1380713 Jul 09 19:53:57.422477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Transition to ACTIVE for port object d44018cf-13ca-4e9f-a207-cdab6c7674ae will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:57.425682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ccef3ec6-1656-422d-a1ce-a407c5e37396, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccef3ec6-1656-422d-a1ce-a407c5e37396,segment=NetworkSegment(9a4117fb-3218-4ead-a442-09a4d46ef698),segment_id=9a4117fb-3218-4ead-a442-09a4d46ef698)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:57.440693 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:57.509569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Transition to ACTIVE for port object d44018cf-13ca-4e9f-a207-cdab6c7674ae will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:53:57.525040 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:57.547908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Network 518b946c-953a-428b-a5f3-6ded097fe597 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:53:57.555962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:53:57.560023 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:53:57.570948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=ccef3ec6-1656-422d-a1ce-a407c5e37396,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:57.573059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-c0a51436-98ba-4c8f-b18b-2489aa3da423 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:57.575348 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-c0a51436-98ba-4c8f-b18b-2489aa3da423 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1320956 Jul 09 19:53:57.589835 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33f7b82e-974d-4a44-99a3-7543e19edf95 req-db034661-d91e-4fd9-bf3f-c0ea392db993 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 210 time: 0.0510733 Jul 09 19:53:57.590317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55216) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:57.612697 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Request body: {'port': {'device_id': '9581cc1f-5b33-4a64-9593-8c34c6ad4536', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '1db8e5ecd70545e7943e26386c7c1150'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:53:57.667414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Attempting to bind port d44018cf-13ca-4e9f-a207-cdab6c7674ae on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:53:57.667796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Attempting to bind port d44018cf-13ca-4e9f-a207-cdab6c7674ae by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '65405ed4-d356-4e06-8d5a-ee166c931814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '518b946c-953a-428b-a5f3-6ded097fe597'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:53:57.668170 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Attempting to bind port d44018cf-13ca-4e9f-a207-cdab6c7674ae on network 518b946c-953a-428b-a5f3-6ded097fe597 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:53:57.677382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:53:57.677382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Checking segment: {'id': '65405ed4-d356-4e06-8d5a-ee166c931814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '518b946c-953a-428b-a5f3-6ded097fe597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:53:57.677742 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:57.678030 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Bound using segment: {'id': '65405ed4-d356-4e06-8d5a-ee166c931814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '518b946c-953a-428b-a5f3-6ded097fe597'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:53:57.678509 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Bound port: d44018cf-13ca-4e9f-a207-cdab6c7674ae, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65405ed4-d356-4e06-8d5a-ee166c931814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '518b946c-953a-428b-a5f3-6ded097fe597'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:53:57.679865 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:57.706393 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Pushing event updated for resources: {'Port': ['ID=d44018cf-13ca-4e9f-a207-cdab6c7674ae,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:57.717850 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd87c42-da82-408a-bfba-78cb3d566247 req-640e09d2-1a84-4eb0-91bc-ec9ee01aa29d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:57.730349 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8bd87c42-da82-408a-bfba-78cb3d566247 req-640e09d2-1a84-4eb0-91bc-ec9ee01aa29d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 946 time: 0.4420221 Jul 09 19:53:57.753786 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-72efbadd-21c4-4661-9fdc-d1a458123c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:57.763275 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] For port d44018cf-13ca-4e9f-a207-cdab6c7674ae, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:53:57.766658 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] For port d44018cf-13ca-4e9f-a207-cdab6c7674ae, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d44018cf-13ca-4e9f-a207-cdab6c7674ae,segment=NetworkSegment(65405ed4-d356-4e06-8d5a-ee166c931814),segment_id=65405ed4-d356-4e06-8d5a-ee166c931814)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:53:57.771918 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:57.807193 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['ccef3ec6-1656-422d-a1ce-a407c5e37396'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:53:57.873753 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358ca5f-8105-4d07-bb1d-55a26dbeba71 None None] Pushing event updated for resources: {'Port': ['ID=d44018cf-13ca-4e9f-a207-cdab6c7674ae,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:57.908123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23256c-96cf-4a28-9bda-259395ca650a req-1e1ae758-1ab7-4635-ac7a-3d2cecfb0b77 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:57.915209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b23256c-96cf-4a28-9bda-259395ca650a req-1e1ae758-1ab7-4635-ac7a-3d2cecfb0b77 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 944 time: 0.1387768 Jul 09 19:53:57.955677 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-72efbadd-21c4-4661-9fdc-d1a458123c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:57.969793 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-72efbadd-21c4-4661-9fdc-d1a458123c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:57.987433 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b23256c-96cf-4a28-9bda-259395ca650a req-30f4a0da-f316-4e1d-970a-31ab189f61f8 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711236 Jul 09 19:53:58.043552 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-72efbadd-21c4-4661-9fdc-d1a458123c46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c70bd81ce0ad4cd39360a1ff428962de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4497647 Jul 09 19:53:58.043552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efbadd-21c4-4661-9fdc-d1a458123c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877613ff-1b1c-4bd6-96b1-1815d3a8d6e2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:58.044818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55222) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:58.153964 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3eb0040-45fc-46f7-a5e6-2795bfd4d9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:58.185821 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3eb0040-45fc-46f7-a5e6-2795bfd4d9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:58.227342 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0db18aa-fea3-4110-9c31-97b0c355280a x-openstack-request-id: req-b0db18aa-fea3-4110-9c31-97b0c355280a {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:58.227940 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e16dd617-2f5a-44f8-a651-dc62e6c8fc54", "name": "network-vif-deleted", "tag": "28888a29-2c11-462d-a422-09928b274d9c", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:58.227940 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0db18aa-fea3-4110-9c31-97b0c355280a {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:58.228274 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16dd617-2f5a-44f8-a651-dc62e6c8fc54', 'name': 'network-vif-deleted', 'tag': '28888a29-2c11-462d-a422-09928b274d9c', 'status': 'completed', 'code': 200} Jul 09 19:53:58.241267 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8bd87c42-da82-408a-bfba-78cb3d566247 req-c6c50e47-cd8a-473e-b910-23988ea3aefb tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5148294 Jul 09 19:53:58.248100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-b44098ad-2cec-48a0-9b6b-5cc9914647f2 req-c060f3fe-28b9-4173-b3cc-e3eaa868787c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Deleting port 389cf84c-0442-42b1-a893-07c6ca8b32d2 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:58.248453 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b44098ad-2cec-48a0-9b6b-5cc9914647f2 req-c060f3fe-28b9-4173-b3cc-e3eaa868787c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:58.290733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35fe84-2d60-435e-97d8-e478a20cec4c req-898de16b-1ab8-4a20-a601-8a63aa38dc91 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:58.292393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5d35fe84-2d60-435e-97d8-e478a20cec4c req-898de16b-1ab8-4a20-a601-8a63aa38dc91 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 944 time: 0.0981352 Jul 09 19:53:58.308649 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3eb0040-45fc-46f7-a5e6-2795bfd4d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:58.312161 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3eb0040-45fc-46f7-a5e6-2795bfd4d9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:58.316691 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c3eb0040-45fc-46f7-a5e6-2795bfd4d9bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/877613ff-1b1c-4bd6-96b1-1815d3a8d6e2 HTTP/1.1" status: 204 len: 168 time: 0.2586222 Jul 09 19:53:58.333709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb0040-45fc-46f7-a5e6-2795bfd4d9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877613ff-1b1c-4bd6-96b1-1815d3a8d6e2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:58.377296 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5d35fe84-2d60-435e-97d8-e478a20cec4c req-8d80227d-2cd9-4275-bfe6-c7dcaa5b00b0 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781832 Jul 09 19:53:58.471161 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Made reservation on behalf of 1db8e5ecd70545e7943e26386c7c1150 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:53:58.474734 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:58.481890 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:58.528600 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:58.539344 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:58.559313 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bb193-13cb-499e-ad78-dea6f713f7ec req-ce6b6ec9-8505-49ac-86b9-1bc5bf16ae86 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:58.560868 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9b3bb193-13cb-499e-ad78-dea6f713f7ec req-ce6b6ec9-8505-49ac-86b9-1bc5bf16ae86 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.32 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 944 time: 0.7860355 Jul 09 19:53:58.573139 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b44098ad-2cec-48a0-9b6b-5cc9914647f2 req-c060f3fe-28b9-4173-b3cc-e3eaa868787c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] For port 389cf84c-0442-42b1-a893-07c6ca8b32d2, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=389cf84c-0442-42b1-a893-07c6ca8b32d2,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:58.573506 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b44098ad-2cec-48a0-9b6b-5cc9914647f2 req-c060f3fe-28b9-4173-b3cc-e3eaa868787c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:58.641916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55232) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:58.655098 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-b44098ad-2cec-48a0-9b6b-5cc9914647f2 req-c060f3fe-28b9-4173-b3cc-e3eaa868787c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Calling delete_port for 389cf84c-0442-42b1-a893-07c6ca8b32d2 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:58.656784 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9696eb7a-3c58-45f4-a3a2-c84eea920b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:58.706692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e4215-cda0-4cb3-ba13-80f9cbcefa95 req-7ffd6f7b-89c1-49f4-88bb-5d54b67134c0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:58.708207 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d9e4215-cda0-4cb3-ba13-80f9cbcefa95 req-7ffd6f7b-89c1-49f4-88bb-5d54b67134c0 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 949 time: 0.4248672 Jul 09 19:53:58.775146 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4a3f6fd-139e-4a3a-b4a5-6b8ce534c414 req-36078f1a-353a-4018-9c51-ad14941e4ff9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 210 time: 0.0347667 Jul 09 19:53:58.801460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae356d6a-133c-4201-93fa-fc2c999d0cac req-8401831f-ab63-4564-9a4d-f8a5496e1145 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:58.803053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ae356d6a-133c-4201-93fa-fc2c999d0cac req-8401831f-ab63-4564-9a4d-f8a5496e1145 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 949 time: 0.3965371 Jul 09 19:53:58.948902 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:58.963829 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 389cf84c-0442-42b1-a893-07c6ca8b32d2 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:53:58.991516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ccef3ec6-1656-422d-a1ce-a407c5e37396 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:59.015993 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919ca122-98b0-4abd-9f63-7d7089ac6e3d None None] Network 518b946c-953a-428b-a5f3-6ded097fe597 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:53:59.024668 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Allocated IP 172.25.0.36 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/95389c06-31bd-4243-be04-d2873bc047a7) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:53:59.044486 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ae356d6a-133c-4201-93fa-fc2c999d0cac req-7d429696-18c0-4afe-8861-888d278fba23 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/security-groups?id=31c454fc-f711-40be-b944-44f572fc369b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188888 Jul 09 19:53:59.098931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9a44bd67-6926-4c0b-9668-99dd187de0ed None None] Provisioning for port d44018cf-13ca-4e9f-a207-cdab6c7674ae completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:59.172731 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-9b3bb193-13cb-499e-ad78-dea6f713f7ec req-98f1ef9a-9d50-4031-bd9b-79a73e931e59 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Deleting port 14632d28-f287-4723-a36c-20f6bcb4d3c2 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:59.173090 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9b3bb193-13cb-499e-ad78-dea6f713f7ec req-98f1ef9a-9d50-4031-bd9b-79a73e931e59 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.210124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180fda6-3093-478a-9ada-eb0c1bee84b2 req-f0f66111-e397-476b-9b56-85e9677e0b56 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:59.211678 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.215110 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c180fda6-3093-478a-9ada-eb0c1bee84b2 req-f0f66111-e397-476b-9b56-85e9677e0b56 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 944 time: 0.0840116 Jul 09 19:53:59.231138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port ccef3ec6-1656-422d-a1ce-a407c5e37396 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:59.247342 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port ccef3ec6-1656-422d-a1ce-a407c5e37396 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:59.247639 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.267640 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.311357 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c180fda6-3093-478a-9ada-eb0c1bee84b2 req-86b98a91-264e-4cd7-83ec-64e4be23c8fc tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851378 Jul 09 19:53:59.334878 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b44098ad-2cec-48a0-9b6b-5cc9914647f2 req-c060f3fe-28b9-4173-b3cc-e3eaa868787c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.377018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-0d9e4215-cda0-4cb3-ba13-80f9cbcefa95 req-be0bb62d-8048-4d9b-8ac6-ee51db4ed1a7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Deleting port bcc21e4f-8da4-483d-836d-c4863f1074d7 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:53:59.377374 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0d9e4215-cda0-4cb3-ba13-80f9cbcefa95 req-be0bb62d-8048-4d9b-8ac6-ee51db4ed1a7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.378848 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d44018cf-13ca-4e9f-a207-cdab6c7674ae up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:53:59.381655 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.437223 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9696eb7a-3c58-45f4-a3a2-c84eea920b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.443705 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9696eb7a-3c58-45f4-a3a2-c84eea920b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.480097 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9696eb7a-3c58-45f4-a3a2-c84eea920b59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=030a673d027c4b7697d51655b26bd2e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8350019 Jul 09 19:53:59.481565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55240) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:53:59.513264 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7a5b3019-fddc-456c-a670-e2b89cc84e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.542633 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696eb7a-3c58-45f4-a3a2-c84eea920b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b70bf6-733e-4ded-896b-3a867947207e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:59.557877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f14062-83dd-429d-ba8b-eb81e4452b49,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:59.565042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060f3fe-28b9-4173-b3cc-e3eaa868787c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Pushing event deleted for resources: {'Port': ['ID=389cf84c-0442-42b1-a893-07c6ca8b32d2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:59.618832 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5907644d-3720-4fda-a236-3e420364b941 req-c4e71308-5ef5-4f42-9e4e-b0757a94db80 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 210 time: 0.1503508 Jul 09 19:53:59.627078 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.627261 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5372d062-8609-48ea-8b4d-0388dbc6c52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.648023 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.670488 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5372d062-8609-48ea-8b4d-0388dbc6c52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.676225 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.699287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port d44018cf-13ca-4e9f-a207-cdab6c7674ae completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:53:59.699560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa72f8c-f83a-46c9-b4a2-8c47a7505be7 req-df3938e0-f64b-4434-91d6-92cf6dcc67c0 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:53:59.701975 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d44018cf-13ca-4e9f-a207-cdab6c7674ae triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:53:59.702963 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.705595 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bfa72f8c-f83a-46c9-b4a2-8c47a7505be7 req-df3938e0-f64b-4434-91d6-92cf6dcc67c0 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 944 time: 0.1501117 Jul 09 19:53:59.743461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44098ad-2cec-48a0-9b6b-5cc9914647f2 req-c060f3fe-28b9-4173-b3cc-e3eaa868787c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] No DVR routers for this DVR port 389cf84c-0442-42b1-a893-07c6ca8b32d2 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:53:59.770015 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018655e6-e6b6-449a-8e57-f2b1cbdfc44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccef3ec6-1656-422d-a1ce-a407c5e37396'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:53:59.772564 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a3ecbd-c420-4bd9-9811-345b10025e67" -d '{"events": [{"server_uuid": "018655e6-e6b6-449a-8e57-f2b1cbdfc44e", "name": "network-vif-plugged", "status": "completed", "tag": "ccef3ec6-1656-422d-a1ce-a407c5e37396"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:53:59.791601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ccef3ec6-1656-422d-a1ce-a407c5e37396, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccef3ec6-1656-422d-a1ce-a407c5e37396,segment=NetworkSegment(9a4117fb-3218-4ead-a442-09a4d46ef698),segment_id=9a4117fb-3218-4ead-a442-09a4d46ef698)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:59.793502 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bfa72f8c-f83a-46c9-b4a2-8c47a7505be7 req-95259550-96c6-4a70-8727-bc4cb3827ab0 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850787 Jul 09 19:53:59.813672 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.825455 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b44098ad-2cec-48a0-9b6b-5cc9914647f2 req-c060f3fe-28b9-4173-b3cc-e3eaa868787c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.828168 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b44098ad-2cec-48a0-9b6b-5cc9914647f2 req-c060f3fe-28b9-4173-b3cc-e3eaa868787c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.32 "DELETE /v2.0/ports/389cf84c-0442-42b1-a893-07c6ca8b32d2 HTTP/1.1" status: 204 len: 173 time: 2.6447370 Jul 09 19:53:59.834088 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5372d062-8609-48ea-8b4d-0388dbc6c52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.843601 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5372d062-8609-48ea-8b4d-0388dbc6c52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.849101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5372d062-8609-48ea-8b4d-0388dbc6c52a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55b70bf6-733e-4ded-896b-3a867947207e HTTP/1.1" status: 204 len: 168 time: 0.3629353 Jul 09 19:53:59.863005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9b3bb193-13cb-499e-ad78-dea6f713f7ec req-98f1ef9a-9d50-4031-bd9b-79a73e931e59 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] For port 14632d28-f287-4723-a36c-20f6bcb4d3c2, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=14632d28-f287-4723-a36c-20f6bcb4d3c2,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:53:59.863375 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9b3bb193-13cb-499e-ad78-dea6f713f7ec req-98f1ef9a-9d50-4031-bd9b-79a73e931e59 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:53:59.878349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372d062-8609-48ea-8b4d-0388dbc6c52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b70bf6-733e-4ded-896b-3a867947207e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:53:59.908904 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-9b3bb193-13cb-499e-ad78-dea6f713f7ec req-98f1ef9a-9d50-4031-bd9b-79a73e931e59 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Calling delete_port for 14632d28-f287-4723-a36c-20f6bcb4d3c2 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:53:59.938242 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2c9710-55fc-475d-876d-c7012d5ff1e4 x-openstack-request-id: req-de2c9710-55fc-475d-876d-c7012d5ff1e4 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:53:59.938444 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018655e6-e6b6-449a-8e57-f2b1cbdfc44e", "name": "network-vif-plugged", "status": "completed", "tag": "ccef3ec6-1656-422d-a1ce-a407c5e37396", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:53:59.940593 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de2c9710-55fc-475d-876d-c7012d5ff1e4 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:53:59.941074 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018655e6-e6b6-449a-8e57-f2b1cbdfc44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccef3ec6-1656-422d-a1ce-a407c5e37396', 'code': 200} Jul 09 19:53:59.942663 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=ccef3ec6-1656-422d-a1ce-a407c5e37396,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:00.006092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-0d9e4215-cda0-4cb3-ba13-80f9cbcefa95 req-be0bb62d-8048-4d9b-8ac6-ee51db4ed1a7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] For port bcc21e4f-8da4-483d-836d-c4863f1074d7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bcc21e4f-8da4-483d-836d-c4863f1074d7,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:00.007003 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0d9e4215-cda0-4cb3-ba13-80f9cbcefa95 req-be0bb62d-8048-4d9b-8ac6-ee51db4ed1a7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:00.029064 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-0d9e4215-cda0-4cb3-ba13-80f9cbcefa95 req-be0bb62d-8048-4d9b-8ac6-ee51db4ed1a7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Calling delete_port for bcc21e4f-8da4-483d-836d-c4863f1074d7 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:00.053791 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:00.144746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port d44018cf-13ca-4e9f-a207-cdab6c7674ae, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d44018cf-13ca-4e9f-a207-cdab6c7674ae,segment=NetworkSegment(65405ed4-d356-4e06-8d5a-ee166c931814),segment_id=65405ed4-d356-4e06-8d5a-ee166c931814)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:00.162362 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:00.229957 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-82bb3a9c-6f51-4b22-a1b5-528ba997d790 req-23d9b9f0-fa76-4b04-89a4-7fbad562fe50 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 210 time: 0.1092913 Jul 09 19:54:00.253340 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a227edd-1f49-41ce-af0d-1a403e7e748c', 'name': 'network-vif-deleted', 'tag': '389cf84c-0442-42b1-a893-07c6ca8b32d2'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:00.260953 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2446a18c-0f81-40f1-ba6d-11a265754cea" -d '{"events": [{"server_uuid": "1a227edd-1f49-41ce-af0d-1a403e7e748c", "name": "network-vif-deleted", "tag": "389cf84c-0442-42b1-a893-07c6ca8b32d2"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:00.264490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Allocated IP 192.168.233.183 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/13187efd-a036-4f2b-a93f-dcfd28005927) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:00.265499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae058ba-2f93-4148-a9a5-cebafabb2a84 req-7597b15b-fa04-42e1-9e84-399fa46bf3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:00.267959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cae058ba-2f93-4148-a9a5-cebafabb2a84 req-7597b15b-fa04-42e1-9e84-399fa46bf3a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 1096 time: 0.2142110 Jul 09 19:54:00.308179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=d44018cf-13ca-4e9f-a207-cdab6c7674ae,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:00.342381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fbad3437-9bbc-4d6d-ac41-6d1bc8eaf18f None None] Provisioning complete for port d44018cf-13ca-4e9f-a207-cdab6c7674ae triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:00.342716 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fbad3437-9bbc-4d6d-ac41-6d1bc8eaf18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:00.345300 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cae058ba-2f93-4148-a9a5-cebafabb2a84 req-e291bce0-6625-428b-8eba-974af5a230db service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702205 Jul 09 19:54:00.381905 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f47c76-e0b8-4303-9acd-2310d3cf5458 x-openstack-request-id: req-d2f47c76-e0b8-4303-9acd-2310d3cf5458 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:00.382454 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a227edd-1f49-41ce-af0d-1a403e7e748c", "name": "network-vif-deleted", "tag": "389cf84c-0442-42b1-a893-07c6ca8b32d2", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:00.382454 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2f47c76-e0b8-4303-9acd-2310d3cf5458 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:00.383101 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a227edd-1f49-41ce-af0d-1a403e7e748c', 'name': 'network-vif-deleted', 'tag': '389cf84c-0442-42b1-a893-07c6ca8b32d2', 'status': 'completed', 'code': 200} Jul 09 19:54:00.383727 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:00.440458 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:00.443252 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0d9e4215-cda0-4cb3-ba13-80f9cbcefa95 req-be0bb62d-8048-4d9b-8ac6-ee51db4ed1a7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:00.461203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bcc21e4f-8da4-483d-836d-c4863f1074d7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:00.482579 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b56cadd7-be42-42f6-bcd0-89ab15a30b20 req-090b12e2-becc-4931-a2e0-30fc376bf446 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 210 time: 0.2145669 Jul 09 19:54:00.552328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef503e73-9889-40df-b701-914013eaf20d req-a6f6f012-3703-4236-8515-0cc1376d3ea1 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:00.560525 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef503e73-9889-40df-b701-914013eaf20d req-a6f6f012-3703-4236-8515-0cc1376d3ea1 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 944 time: 0.1027694 Jul 09 19:54:00.606314 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef503e73-9889-40df-b701-914013eaf20d req-f2d82e7a-98e8-4189-bc5a-72ec99836509 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446389 Jul 09 19:54:00.715413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9e4215-cda0-4cb3-ba13-80f9cbcefa95 req-be0bb62d-8048-4d9b-8ac6-ee51db4ed1a7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] No DVR routers for this DVR port bcc21e4f-8da4-483d-836d-c4863f1074d7 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:00.736814 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0d9e4215-cda0-4cb3-ba13-80f9cbcefa95 req-be0bb62d-8048-4d9b-8ac6-ee51db4ed1a7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:00.739059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d9e4215-cda0-4cb3-ba13-80f9cbcefa95 req-be0bb62d-8048-4d9b-8ac6-ee51db4ed1a7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.36 "DELETE /v2.0/ports/bcc21e4f-8da4-483d-836d-c4863f1074d7 HTTP/1.1" status: 204 len: 173 time: 2.0208614 Jul 09 19:54:00.767361 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:00.785334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:00.794059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:00.823661 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Pushing event updated for resources: {'Port': ['ID=95389c06-31bd-4243-be04-d2873bc047a7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:00.889958 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c2a950db-5da3-457b-86d9-963c30f3c281 req-2581ce53-0d15-48d8-9836-992277b1a0d1 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 210 time: 0.0691895 Jul 09 19:54:00.898692 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:00.953804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bb62d-8048-4d9b-8ac6-ee51db4ed1a7 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] Pushing event deleted for resources: {'Port': ['ID=bcc21e4f-8da4-483d-836d-c4863f1074d7,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:00.976246 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Transition to ACTIVE for port object 13187efd-a036-4f2b-a93f-dcfd28005927 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:00.979371 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 14632d28-f287-4723-a36c-20f6bcb4d3c2 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:01.220867 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe92dd-85a3-4643-bd51-76448d8bb518 req-f14f6a34-37dc-4d8d-b06a-fc480b4b91f1 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:01.231090 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8dfe92dd-85a3-4643-bd51-76448d8bb518 req-f14f6a34-37dc-4d8d-b06a-fc480b4b91f1 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 945 time: 0.1919632 Jul 09 19:54:01.260037 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d44018cf-13ca-4e9f-a207-cdab6c7674ae up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:01.300421 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8dfe92dd-85a3-4643-bd51-76448d8bb518 req-0afa36c7-dd79-4241-bba4-addbb6efd042 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683494 Jul 09 19:54:01.338907 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9b3bb193-13cb-499e-ad78-dea6f713f7ec req-98f1ef9a-9d50-4031-bd9b-79a73e931e59 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:01.348001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d44018cf-13ca-4e9f-a207-cdab6c7674ae triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:01.348479 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:01.377676 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:01.454068 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1ef9a-9d50-4031-bd9b-79a73e931e59 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Pushing event deleted for resources: {'Port': ['ID=14632d28-f287-4723-a36c-20f6bcb4d3c2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:01.773557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf162bdf-05db-4af8-943d-4bb59d654268 req-ee39a60f-3cf1-4417-be84-19df4559d481 tempest-MigrationsAdminTest-650878362 tempest-MigrationsAdminTest-650878362-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb00547e-9bef-4901-9922-e40a471cf79f HTTP/1.1" status: 200 len: 210 time: 0.0423021 Jul 09 19:54:01.873308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:01.943553 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:01.967521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:01.974154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3bb193-13cb-499e-ad78-dea6f713f7ec req-98f1ef9a-9d50-4031-bd9b-79a73e931e59 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] No DVR routers for this DVR port 14632d28-f287-4723-a36c-20f6bcb4d3c2 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:01.986399 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ff7ee8c3-ba7b-4d10-afd9-cfcebc9e0224 req-c3a47e56-015d-45ad-a26a-335ba7d600ba tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=77be03c7-3391-4da2-b481-4005f5cae4db HTTP/1.1" status: 200 len: 210 time: 0.0531292 Jul 09 19:54:01.987444 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9b3bb193-13cb-499e-ad78-dea6f713f7ec req-98f1ef9a-9d50-4031-bd9b-79a73e931e59 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:01.989468 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9b3bb193-13cb-499e-ad78-dea6f713f7ec req-98f1ef9a-9d50-4031-bd9b-79a73e931e59 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.32 "DELETE /v2.0/ports/14632d28-f287-4723-a36c-20f6bcb4d3c2 HTTP/1.1" status: 204 len: 173 time: 3.4184783 Jul 09 19:54:02.069907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Pushing event updated for resources: {'Port': ['ID=13187efd-a036-4f2b-a93f-dcfd28005927,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:02.108644 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:02.119773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:02.120488 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:02.167807 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:02.219548 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44169aee-998c-4473-a33c-73ad0bfa470d req-f3e3f734-64db-473f-b449-fefa5ece39cc tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:02.226897 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44169aee-998c-4473-a33c-73ad0bfa470d req-f3e3f734-64db-473f-b449-fefa5ece39cc tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 936 time: 0.7796202 Jul 09 19:54:02.248115 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-513fd0b9-f55b-4a69-96e0-cba1ab7e02b9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6480186 Jul 09 19:54:02.250440 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da64345e-c6b3-401c-b47a-dd353cea373b req-6cc54ad4-2525-4fe9-b244-f6607baa66c1 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 210 time: 0.0652483 Jul 09 19:54:02.261733 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Request body: {'port': {'device_id': '9581cc1f-5b33-4a64-9593-8c34c6ad4536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:02.345687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-96fc1de8-8ddb-4715-ac9d-81ec8c216988 None None] Provisioning for port 13187efd-a036-4f2b-a93f-dcfd28005927 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:02.351795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-96fc1de8-8ddb-4715-ac9d-81ec8c216988 None None] Provisioning complete for port 13187efd-a036-4f2b-a93f-dcfd28005927 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:02.353040 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-96fc1de8-8ddb-4715-ac9d-81ec8c216988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:02.362013 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44169aee-998c-4473-a33c-73ad0bfa470d req-718b46d8-cebe-485e-bb93-6661ab08b6bf tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/security-groups?id=51f14062-83dd-429d-ba8b-eb81e4452b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341486 Jul 09 19:54:02.394216 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb00547e-9bef-4901-9922-e40a471cf79f', 'name': 'network-vif-deleted', 'tag': 'bcc21e4f-8da4-483d-836d-c4863f1074d7'}, {'server_uuid': '77be03c7-3391-4da2-b481-4005f5cae4db', 'name': 'network-vif-deleted', 'tag': '14632d28-f287-4723-a36c-20f6bcb4d3c2'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:02.396457 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079b8ad7-45f2-4626-b567-6fdd1a2b7ba1" -d '{"events": [{"server_uuid": "fb00547e-9bef-4901-9922-e40a471cf79f", "name": "network-vif-deleted", "tag": "bcc21e4f-8da4-483d-836d-c4863f1074d7"}, {"server_uuid": "77be03c7-3391-4da2-b481-4005f5cae4db", "name": "network-vif-deleted", "tag": "14632d28-f287-4723-a36c-20f6bcb4d3c2"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:02.427699 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-96fc1de8-8ddb-4715-ac9d-81ec8c216988 None None] Port 13187efd-a036-4f2b-a93f-dcfd28005927 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:54:02.462690 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:02.558952 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0521dc56-9467-47f8-9048-b00350163dd1 x-openstack-request-id: req-0521dc56-9467-47f8-9048-b00350163dd1 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:02.558952 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb00547e-9bef-4901-9922-e40a471cf79f", "name": "network-vif-deleted", "tag": "bcc21e4f-8da4-483d-836d-c4863f1074d7", "status": "completed", "code": 200}, {"server_uuid": "77be03c7-3391-4da2-b481-4005f5cae4db", "name": "network-vif-deleted", "tag": "14632d28-f287-4723-a36c-20f6bcb4d3c2", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:02.559182 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0521dc56-9467-47f8-9048-b00350163dd1 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:02.559539 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb00547e-9bef-4901-9922-e40a471cf79f', 'name': 'network-vif-deleted', 'tag': 'bcc21e4f-8da4-483d-836d-c4863f1074d7', 'status': 'completed', 'code': 200} Jul 09 19:54:02.559798 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77be03c7-3391-4da2-b481-4005f5cae4db', 'name': 'network-vif-deleted', 'tag': '14632d28-f287-4723-a36c-20f6bcb4d3c2', 'status': 'completed', 'code': 200} Jul 09 19:54:02.620625 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:02.706512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca89dc7-92b8-40d9-8062-d6a88ac951f6 req-4fae7dc1-a7ea-4acc-a24a-2cc3327ca270 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:02.708170 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ca89dc7-92b8-40d9-8062-d6a88ac951f6 req-4fae7dc1-a7ea-4acc-a24a-2cc3327ca270 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 945 time: 0.1064000 Jul 09 19:54:02.785804 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ca89dc7-92b8-40d9-8062-d6a88ac951f6 req-8074f4b5-d650-4d19-82cf-d4518e2dbabc tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720351 Jul 09 19:54:02.949764 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13187efd-a036-4f2b-a93f-dcfd28005927 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:02.957159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Router a9bd8f6d-9249-4784-82f6-634b0c29e709 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:54:02.960413 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:02.981761 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Transition to ACTIVE for port object 13187efd-a036-4f2b-a93f-dcfd28005927 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:02.990675 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:02.991644 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bcc21e4f-8da4-483d-836d-c4863f1074d7 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:03.046695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: bcc21e4f-8da4-483d-836d-c4863f1074d7 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:03.047104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bcc21e4f-8da4-483d-836d-c4863f1074d7 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:03.089737 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Pushing event updated for resources: {'Port': ['ID=13187efd-a036-4f2b-a93f-dcfd28005927,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:03.199341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:54:03.210035 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Sync routers for ids ['a9bd8f6d-9249-4784-82f6-634b0c29e709'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:54:03.227782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Routers {'a9bd8f6d-9249-4784-82f6-634b0c29e709'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:03.228455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:53:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a9bd8f6d-9249-4784-82f6-634b0c29e709'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:03.260011 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.268404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55354) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:03.285896 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fd94ac8b-d974-4c91-ba7b-3fb22ee2b837 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6893167 Jul 09 19:54:03.577657 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Attempting to bind port 13187efd-a036-4f2b-a93f-dcfd28005927 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:03.578321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Attempting to bind port 13187efd-a036-4f2b-a93f-dcfd28005927 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:03.579615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Attempting to bind port 13187efd-a036-4f2b-a93f-dcfd28005927 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:03.601625 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Port 13187efd-a036-4f2b-a93f-dcfd28005927 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:03.601964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Attempting to bind port 13187efd-a036-4f2b-a93f-dcfd28005927 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:03.617460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:03.617817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:03.618212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:03.618659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Bound port: 13187efd-a036-4f2b-a93f-dcfd28005927, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:03.619130 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.633760 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Set router a9bd8f6d-9249-4784-82f6-634b0c29e709 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:03.667647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55370) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:03.845451 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ba9c210-98eb-4187-9dfa-db177f4f1f46 req-2fd70969-856d-401f-9fbd-2df5f3ca6d97 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 210 time: 0.0614228 Jul 09 19:54:03.861853 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] For port 13187efd-a036-4f2b-a93f-dcfd28005927, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:03.877712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] For port 13187efd-a036-4f2b-a93f-dcfd28005927, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13187efd-a036-4f2b-a93f-dcfd28005927,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:03.890043 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.958284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:03.958912 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:03.960331 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] 10.222.0.36 "PUT /v2.0/ports/13187efd-a036-4f2b-a93f-dcfd28005927 HTTP/1.1" status: 200 len: 1096 time: 1.7031169 Jul 09 19:54:04.034067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd5683-0954-4ffe-868c-e48fd06365a4 service neutron] Pushing event updated for resources: {'Port': ['ID=13187efd-a036-4f2b-a93f-dcfd28005927,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:04.191410 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f0d73219-693b-4571-92cb-fa6da948017c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85d911fbc81540608cc58c99a8dd9dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5201802 Jul 09 19:54:04.194160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55380) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:04.241993 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55382) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:04.287746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'name': 'tempest-ServersTestMultiNic-2027531948-router', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '95389c06-31bd-4243-be04-d2873bc047a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:53:56Z', 'updated_at': '2021-07-09T19:54:01Z', 'revision_number': 3, 'project_id': 'bd737430fbed42b8908469dfa5658306', 'gw_port': {'id': '95389c06-31bd-4243-be04-d2873bc047a7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:53:58Z', 'updated_at': '2021-07-09T19:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:04.354539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-d1b8d396-bb84-4e7a-9506-b2ee27972833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:04.357598 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-d1b8d396-bb84-4e7a-9506-b2ee27972833 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1db8e5ecd70545e7943e26386c7c1150&device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 1099 time: 0.2920890 Jul 09 19:54:04.369527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Checking router: a9bd8f6d-9249-4784-82f6-634b0c29e709 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:54:04.370020 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Updating router a9bd8f6d-9249-4784-82f6-634b0c29e709 port 95389c06-31bd-4243-be04-d2873bc047a7 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:54:04.455990 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-981bf9ce-8f02-4fce-b08e-e3880b418c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.457588 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-1a9ac6ec-7a0b-4ba6-8cc4-83970ecc4288 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=13187efd-a036-4f2b-a93f-dcfd28005927 HTTP/1.1" status: 200 len: 217 time: 0.0611117 Jul 09 19:54:04.470957 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.526762 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdc6d3-60da-4044-bef4-1e4f2c711631 req-3b35290e-0b39-4ab6-99c8-eedee25760b1 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:04.537088 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d8bdc6d3-60da-4044-bef4-1e4f2c711631 req-3b35290e-0b39-4ab6-99c8-eedee25760b1 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 948 time: 0.3888853 Jul 09 19:54:04.575439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9581cc1f-5b33-4a64-9593-8c34c6ad4536', 'tag': '13187efd-a036-4f2b-a93f-dcfd28005927'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:04.577987 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdc36e2-60aa-4e6a-b0ed-b49a624299b2" -d '{"events": [{"name": "network-changed", "server_uuid": "9581cc1f-5b33-4a64-9593-8c34c6ad4536", "tag": "13187efd-a036-4f2b-a93f-dcfd28005927"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:04.585664 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e048541-a6b1-47dc-81ef-ae2c06415399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.670319 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e048541-a6b1-47dc-81ef-ae2c06415399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.742156 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca360ffe-f5df-4f99-a398-401d03b80d76 req-904542c5-508c-4978-9049-6472d1794b03 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:04.743945 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca360ffe-f5df-4f99-a398-401d03b80d76 req-904542c5-508c-4978-9049-6472d1794b03 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 945 time: 0.3944359 Jul 09 19:54:04.813717 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47654f7c-6e20-47aa-9fda-90a85ee3a156 req-038d7e93-564a-488c-a567-fc5a821500ec tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:04.821499 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47654f7c-6e20-47aa-9fda-90a85ee3a156 req-038d7e93-564a-488c-a567-fc5a821500ec tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 945 time: 0.3520255 Jul 09 19:54:04.828553 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-d255bd7a-ddbc-4f3d-9f86-47edfc1377a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:04.830226 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-d255bd7a-ddbc-4f3d-9f86-47edfc1377a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.3531678 Jul 09 19:54:04.866915 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e048541-a6b1-47dc-81ef-ae2c06415399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.870005 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e048541-a6b1-47dc-81ef-ae2c06415399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.873972 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9e048541-a6b1-47dc-81ef-ae2c06415399 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31c454fc-f711-40be-b944-44f572fc369b HTTP/1.1" status: 204 len: 168 time: 0.6786289 Jul 09 19:54:04.898236 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.912227 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Transition to ACTIVE for port object 95389c06-31bd-4243-be04-d2873bc047a7 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:04.923633 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:04.982959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e048541-a6b1-47dc-81ef-ae2c06415399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c454fc-f711-40be-b944-44f572fc369b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:05.030012 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2287ed-070b-44a7-bc04-4339396dab2f None None] Pushing event updated for resources: {'Port': ['ID=95389c06-31bd-4243-be04-d2873bc047a7,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:05.031492 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47654f7c-6e20-47aa-9fda-90a85ee3a156 req-65bcd18a-1c5f-451b-83bf-89e0d150ff57 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/security-groups?id=c806dbd6-78a2-44e2-ae30-a54a4a302cea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087207 Jul 09 19:54:05.045218 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Attempting to bind port 95389c06-31bd-4243-be04-d2873bc047a7 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:05.048060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Attempting to bind port 95389c06-31bd-4243-be04-d2873bc047a7 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:05.048576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Attempting to bind port 95389c06-31bd-4243-be04-d2873bc047a7 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:05.068494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:05.068921 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:05.069335 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.069836 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:05.070214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Bound port: 95389c06-31bd-4243-be04-d2873bc047a7, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:05.070606 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.082263 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d8bdc6d3-60da-4044-bef4-1e4f2c711631 req-957dcde2-5e94-4ea4-b432-eb113bedc7a0 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/security-groups?id=51f14062-83dd-429d-ba8b-eb81e4452b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364923 Jul 09 19:54:05.120250 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-f5bee797-fcbe-4602-a860-6fa096b178ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:05.126232 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-f5bee797-fcbe-4602-a860-6fa096b178ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2850654 Jul 09 19:54:05.132151 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac42030e-a0e5-458a-8cdf-9789607af079 x-openstack-request-id: req-ac42030e-a0e5-458a-8cdf-9789607af079 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:05.132458 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9581cc1f-5b33-4a64-9593-8c34c6ad4536", "tag": "13187efd-a036-4f2b-a93f-dcfd28005927", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:05.132947 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac42030e-a0e5-458a-8cdf-9789607af079 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:05.133342 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9581cc1f-5b33-4a64-9593-8c34c6ad4536', 'tag': '13187efd-a036-4f2b-a93f-dcfd28005927', 'status': 'completed', 'code': 200} Jul 09 19:54:05.196889 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:54:05.214105 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] For port 95389c06-31bd-4243-be04-d2873bc047a7, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:05.217430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] For port 95389c06-31bd-4243-be04-d2873bc047a7, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=95389c06-31bd-4243-be04-d2873bc047a7,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:05.219962 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-981bf9ce-8f02-4fce-b08e-e3880b418c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.230825 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.239429 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-981bf9ce-8f02-4fce-b08e-e3880b418c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.288062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-ca360ffe-f5df-4f99-a398-401d03b80d76 req-33d6cbae-6670-4b51-9bc0-174a4ada8796 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Deleting port f94568d3-61ea-4fac-8c5a-3946c3a9c036 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:05.288423 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ca360ffe-f5df-4f99-a398-401d03b80d76 req-33d6cbae-6670-4b51-9bc0-174a4ada8796 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.336515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2287ed-070b-44a7-bc04-4339396dab2f None None] Pushing event updated for resources: {'Port': ['ID=95389c06-31bd-4243-be04-d2873bc047a7,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:05.349087 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cc1a76fd-9852-4fe2-a1fd-97d8945cc6ce req-db9851eb-42d7-4d18-98e7-f23057212c5e tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a227edd-1f49-41ce-af0d-1a403e7e748c HTTP/1.1" status: 200 len: 210 time: 0.0622313 Jul 09 19:54:05.375777 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-981bf9ce-8f02-4fce-b08e-e3880b418c47 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4639c2a7a76345c2a9f62d0890911792&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1325946 Jul 09 19:54:05.378446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bf9ce-8f02-4fce-b08e-e3880b418c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f368d1f-793c-48d4-b36e-a3a0e8f43547,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:05.380932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55398) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:05.402453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Routers {'a9bd8f6d-9249-4784-82f6-634b0c29e709'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:05.404639 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:53:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a9bd8f6d-9249-4784-82f6-634b0c29e709'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:05.423391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55400) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:05.487376 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.491593 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c90c1f83-591b-4b96-b88f-b46eb548629f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.547981 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c90c1f83-591b-4b96-b88f-b46eb548629f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.552780 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-48d30bf2-296a-4478-8a91-0ce90a76d141 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160104 Jul 09 19:54:05.575027 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6882465e-dbb0-4425-94da-0b8aa46a72b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7be1e481a6d14197add745edb802dce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407039 Jul 09 19:54:05.576124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-ca360ffe-f5df-4f99-a398-401d03b80d76 req-33d6cbae-6670-4b51-9bc0-174a4ada8796 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] For port f94568d3-61ea-4fac-8c5a-3946c3a9c036, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=f94568d3-61ea-4fac-8c5a-3946c3a9c036,segment=NetworkSegment(160978f3-09b8-42de-8aca-45266f5af20c),segment_id=160978f3-09b8-42de-8aca-45266f5af20c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:05.576508 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ca360ffe-f5df-4f99-a398-401d03b80d76 req-33d6cbae-6670-4b51-9bc0-174a4ada8796 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.579490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55404) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:05.586404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] Set router a9bd8f6d-9249-4784-82f6-634b0c29e709 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:05.667293 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-ca360ffe-f5df-4f99-a398-401d03b80d76 req-33d6cbae-6670-4b51-9bc0-174a4ada8796 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Calling delete_port for f94568d3-61ea-4fac-8c5a-3946c3a9c036 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:05.748575 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c90c1f83-591b-4b96-b88f-b46eb548629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.762450 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c90c1f83-591b-4b96-b88f-b46eb548629f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.764114 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c90c1f83-591b-4b96-b88f-b46eb548629f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f368d1f-793c-48d4-b36e-a3a0e8f43547 HTTP/1.1" status: 204 len: 168 time: 0.3805251 Jul 09 19:54:05.782989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c1f83-591b-4b96-b88f-b46eb548629f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f368d1f-793c-48d4-b36e-a3a0e8f43547,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:05.837462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Allocated IP 172.20.0.1 (518b946c-953a-428b-a5f3-6ded097fe597/686a98cb-dc38-463c-b14f-a9a7d78b4479/24282b82-871a-408d-9224-e01a7cdf5923) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:05.842844 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7426a82e-f206-4587-a4e7-e234adbbe8e7 req-d0a569e0-ad8a-4db9-a995-096bd85dca75 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794423 Jul 09 19:54:05.844802 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87732fc8-ebda-4e01-867b-fd6548dfe566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:05.875482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87732fc8-ebda-4e01-867b-fd6548dfe566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.001562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'name': 'tempest-ServersTestMultiNic-2027531948-router', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '95389c06-31bd-4243-be04-d2873bc047a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:53:56Z', 'updated_at': '2021-07-09T19:54:01Z', 'revision_number': 3, 'project_id': 'bd737430fbed42b8908469dfa5658306', 'gw_port': {'id': '95389c06-31bd-4243-be04-d2873bc047a7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:53:58Z', 'updated_at': '2021-07-09T19:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:06.002195 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ca360ffe-f5df-4f99-a398-401d03b80d76 req-33d6cbae-6670-4b51-9bc0-174a4ada8796 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.056192 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87732fc8-ebda-4e01-867b-fd6548dfe566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.060144 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87732fc8-ebda-4e01-867b-fd6548dfe566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.062130 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-87732fc8-ebda-4e01-867b-fd6548dfe566 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b71c1eb-40bb-4595-a63d-26477d58a7dd HTTP/1.1" status: 204 len: 168 time: 0.4718380 Jul 09 19:54:06.081216 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6cbae-6670-4b51-9bc0-174a4ada8796 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Pushing event deleted for resources: {'Port': ['ID=f94568d3-61ea-4fac-8c5a-3946c3a9c036,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:06.083528 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c13a93-887f-40b6-a376-7d697180f8a4 None None] The sync data for ids ['a9bd8f6d-9249-4784-82f6-634b0c29e709'] in n-d-800088-3 is: [{'id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'name': 'tempest-ServersTestMultiNic-2027531948-router', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '95389c06-31bd-4243-be04-d2873bc047a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:53:56Z', 'updated_at': '2021-07-09T19:54:01Z', 'revision_number': 3, 'project_id': 'bd737430fbed42b8908469dfa5658306', 'gw_port': {'id': '95389c06-31bd-4243-be04-d2873bc047a7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:53:58Z', 'updated_at': '2021-07-09T19:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:54:06.116663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc36e2-60aa-4e6a-b0ed-b49a624299b2 req-e27151b5-498e-46b6-9167-b6778bb18af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:06.124486 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6bdc36e2-60aa-4e6a-b0ed-b49a624299b2 req-e27151b5-498e-46b6-9167-b6778bb18af1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1db8e5ecd70545e7943e26386c7c1150&device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 1099 time: 0.1949608 Jul 09 19:54:06.212039 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.256106 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87732fc8-ebda-4e01-867b-fd6548dfe566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b71c1eb-40bb-4595-a63d-26477d58a7dd,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:06.266712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Transition to ACTIVE for port object 24282b82-871a-408d-9224-e01a7cdf5923 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:06.392813 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.461265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Network 518b946c-953a-428b-a5f3-6ded097fe597 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:06.472837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:06.527966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:06.644837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55432) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:06.668467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Pushing event updated for resources: {'Port': ['ID=24282b82-871a-408d-9224-e01a7cdf5923,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:06.705322 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d9e981c-c086-4c9f-a050-253aee2242df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.755753 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:06.961812 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def73db-4831-4833-8428-1b829ae575bd req-e0784cac-8b5d-4928-9244-d5df33dede2f tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:06.963505 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2def73db-4831-4833-8428-1b829ae575bd req-e0784cac-8b5d-4928-9244-d5df33dede2f tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 948 time: 0.4920754 Jul 09 19:54:06.995345 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e7c64d34-4b7e-4115-8d04-54c80d10419c None None] Provisioning for port 24282b82-871a-408d-9224-e01a7cdf5923 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:07.000421 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e7c64d34-4b7e-4115-8d04-54c80d10419c None None] Provisioning complete for port 24282b82-871a-408d-9224-e01a7cdf5923 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:07.001045 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e7c64d34-4b7e-4115-8d04-54c80d10419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:07.037004 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca360ffe-f5df-4f99-a398-401d03b80d76 req-33d6cbae-6670-4b51-9bc0-174a4ada8796 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] No DVR routers for this DVR port f94568d3-61ea-4fac-8c5a-3946c3a9c036 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:07.038898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device f94568d3-61ea-4fac-8c5a-3946c3a9c036 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:07.041890 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ca360ffe-f5df-4f99-a398-401d03b80d76 req-33d6cbae-6670-4b51-9bc0-174a4ada8796 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:07.044800 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca360ffe-f5df-4f99-a398-401d03b80d76 req-33d6cbae-6670-4b51-9bc0-174a4ada8796 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.32 "DELETE /v2.0/ports/f94568d3-61ea-4fac-8c5a-3946c3a9c036 HTTP/1.1" status: 204 len: 173 time: 2.2844441 Jul 09 19:54:07.066102 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: f94568d3-61ea-4fac-8c5a-3946c3a9c036 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:07.066438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device f94568d3-61ea-4fac-8c5a-3946c3a9c036 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:07.084496 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-e7c64d34-4b7e-4115-8d04-54c80d10419c None None] Port 24282b82-871a-408d-9224-e01a7cdf5923 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:54:07.094785 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f7d32ee-67c2-449f-8fed-639d91997a0a req-25134d99-557a-4aba-b9d1-dbd0b8ff7179 tempest-LiveMigrationTest-39218882 tempest-LiveMigrationTest-39218882-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7c82933-3e39-407f-8d23-2b8b032f4819 HTTP/1.1" status: 200 len: 210 time: 0.0541987 Jul 09 19:54:07.135167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c82933-3e39-407f-8d23-2b8b032f4819', 'name': 'network-vif-deleted', 'tag': 'f94568d3-61ea-4fac-8c5a-3946c3a9c036'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:07.143197 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53adbcd6-a702-4123-9863-94e4f8a7035c" -d '{"events": [{"server_uuid": "d7c82933-3e39-407f-8d23-2b8b032f4819", "name": "network-vif-deleted", "tag": "f94568d3-61ea-4fac-8c5a-3946c3a9c036"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:07.147244 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2def73db-4831-4833-8428-1b829ae575bd req-a62f8ec6-1b23-45e0-a11c-fe7324ee0cf3 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/security-groups?id=51f14062-83dd-429d-ba8b-eb81e4452b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748037 Jul 09 19:54:07.196967 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:07.225972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc36e2-60aa-4e6a-b0ed-b49a624299b2 req-0e0cb007-0099-4af3-8cb9-38ed33309a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:07.235993 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6bdc36e2-60aa-4e6a-b0ed-b49a624299b2 req-0e0cb007-0099-4af3-8cb9-38ed33309a87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 1.0682509 Jul 09 19:54:07.307613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 95389c06-31bd-4243-be04-d2873bc047a7 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:07.411904 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d29a61-8e7e-4dea-adbc-fc473ce0dfb2 x-openstack-request-id: req-84d29a61-8e7e-4dea-adbc-fc473ce0dfb2 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:07.412205 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c82933-3e39-407f-8d23-2b8b032f4819", "name": "network-vif-deleted", "tag": "f94568d3-61ea-4fac-8c5a-3946c3a9c036", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:07.414949 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84d29a61-8e7e-4dea-adbc-fc473ce0dfb2 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:07.415762 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c82933-3e39-407f-8d23-2b8b032f4819', 'name': 'network-vif-deleted', 'tag': 'f94568d3-61ea-4fac-8c5a-3946c3a9c036', 'status': 'completed', 'code': 200} Jul 09 19:54:07.424924 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6bdc36e2-60aa-4e6a-b0ed-b49a624299b2 req-59855900-d7d7-4ab3-9c90-212915a303f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=13187efd-a036-4f2b-a93f-dcfd28005927 HTTP/1.1" status: 200 len: 217 time: 0.1824160 Jul 09 19:54:07.429700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 95389c06-31bd-4243-be04-d2873bc047a7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:07.435014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 95389c06-31bd-4243-be04-d2873bc047a7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:07.435609 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:07.552511 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d9e981c-c086-4c9f-a050-253aee2242df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:07.554951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc36e2-60aa-4e6a-b0ed-b49a624299b2 req-2e4a901f-b9f1-4bf7-b98a-5f2cb0dbab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:07.556904 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6bdc36e2-60aa-4e6a-b0ed-b49a624299b2 req-2e4a901f-b9f1-4bf7-b98a-5f2cb0dbab32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1258807 Jul 09 19:54:07.571366 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d9e981c-c086-4c9f-a050-253aee2242df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:07.646367 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:07.665242 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc36e2-60aa-4e6a-b0ed-b49a624299b2 req-c01f516f-72a1-417c-b69e-2a8499e11ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:07.667092 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6bdc36e2-60aa-4e6a-b0ed-b49a624299b2 req-c01f516f-72a1-417c-b69e-2a8499e11ee8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032388 Jul 09 19:54:07.688333 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 95389c06-31bd-4243-be04-d2873bc047a7, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=95389c06-31bd-4243-be04-d2873bc047a7,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:07.698505 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:07.834413 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4d9e981c-c086-4c9f-a050-253aee2242df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88c25b709bc94020bc1c4af58fa4b544&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1842387 Jul 09 19:54:07.841018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55462) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:07.894362 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:07.897965 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e981c-c086-4c9f-a050-253aee2242df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fd38b2-1cfe-4b51-8502-f392f6d1fe10,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:07.904359 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:07.907465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=95389c06-31bd-4243-be04-d2873bc047a7,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:07.982438 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6bdc36e2-60aa-4e6a-b0ed-b49a624299b2 req-070a0c07-6434-4a65-9805-5485ee2f5119 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072758 Jul 09 19:54:08.010405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Pushing event updated for resources: {'Port': ['ID=24282b82-871a-408d-9224-e01a7cdf5923,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:08.018310 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.031620 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dba4aa23-0c72-481b-a7c7-60251fd8b35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.152763 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dba4aa23-0c72-481b-a7c7-60251fd8b35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.174085 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Network 518b946c-953a-428b-a5f3-6ded097fe597 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:08.175696 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:08.297291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55484) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:08.357391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Router a9bd8f6d-9249-4784-82f6-634b0c29e709 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:54:08.366521 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6bdc36e2-60aa-4e6a-b0ed-b49a624299b2 req-028fa789-3bff-4ee8-87bb-acdf99e4d67f service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701494 Jul 09 19:54:08.426424 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dba4aa23-0c72-481b-a7c7-60251fd8b35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.429529 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dba4aa23-0c72-481b-a7c7-60251fd8b35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.430776 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dba4aa23-0c72-481b-a7c7-60251fd8b35b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48fd38b2-1cfe-4b51-8502-f392f6d1fe10 HTTP/1.1" status: 204 len: 168 time: 0.5861514 Jul 09 19:54:08.461172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4aa23-0c72-481b-a7c7-60251fd8b35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fd38b2-1cfe-4b51-8502-f392f6d1fe10,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:08.504283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-e8622774-1fd5-4ea2-abee-fed95986d5bf tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:08.512036 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-e8622774-1fd5-4ea2-abee-fed95986d5bf tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 812 time: 0.3446796 Jul 09 19:54:08.538587 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-3475aea8-d32a-45a2-a86a-47e68cd9df73 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/quotas/382be6ed01574db2b800f45c2ce85e9e HTTP/1.1" status: 200 len: 375 time: 0.0253410 Jul 09 19:54:08.582301 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:54:08.592585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6bcfd57b-55b6-436f-b162-7bfcf419ad23 admin admin] 10.222.0.30 "PUT /v2.0/routers/a9bd8f6d-9249-4784-82f6-634b0c29e709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3184774 Jul 09 19:54:08.613261 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-c5c6073d-2517-42b6-a9b3-baaccc5ab684 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737796 Jul 09 19:54:08.721769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-86897b8f-92a4-43f8-9784-c0b25563b9f9 admin admin] Deleting subnet 17547801-50dc-48f3-9bbc-7cabca72c457 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:54:08.736182 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86897b8f-92a4-43f8-9784-c0b25563b9f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.740584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-987db45d-8a09-4807-b34c-442e0ec3df6d None None] Provisioning complete for port 24282b82-871a-408d-9224-e01a7cdf5923 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:08.741478 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-987db45d-8a09-4807-b34c-442e0ec3df6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.790133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70429e38-3081-4297-b0eb-009b6e84aec8 req-0badf708-44b3-49f7-be8f-ca23d288fd70 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:08.790133 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-70429e38-3081-4297-b0eb-009b6e84aec8 req-0badf708-44b3-49f7-be8f-ca23d288fd70 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 948 time: 0.1935527 Jul 09 19:54:08.802042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55502) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:08.822103 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86897b8f-92a4-43f8-9784-c0b25563b9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.825004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-987db45d-8a09-4807-b34c-442e0ec3df6d None None] Port 24282b82-871a-408d-9224-e01a7cdf5923 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:54:08.881259 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-70429e38-3081-4297-b0eb-009b6e84aec8 req-b7cb546d-fa9d-4a14-979a-c273fbc33b72 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/security-groups?id=51f14062-83dd-429d-ba8b-eb81e4452b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837157 Jul 09 19:54:08.890633 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86897b8f-92a4-43f8-9784-c0b25563b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:08.993067 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Sync routers for ids ['a9bd8f6d-9249-4784-82f6-634b0c29e709'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:54:09.005828 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Routers {'a9bd8f6d-9249-4784-82f6-634b0c29e709'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:09.006462 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:53:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a9bd8f6d-9249-4784-82f6-634b0c29e709'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:09.019028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 13187efd-a036-4f2b-a93f-dcfd28005927 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:54:09.066144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86897b8f-92a4-43f8-9784-c0b25563b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.135662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86897b8f-92a4-43f8-9784-c0b25563b9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17547801-50dc-48f3-9bbc-7cabca72c457,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:09.169082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9ca2bfa3-63e3-40e6-a9cf-200842111f0f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1680162416'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:09.171565 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86897b8f-92a4-43f8-9784-c0b25563b9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.178595 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-86897b8f-92a4-43f8-9784-c0b25563b9f9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/17547801-50dc-48f3-9bbc-7cabca72c457 HTTP/1.1" status: 204 len: 168 time: 0.8799255 Jul 09 19:54:09.179789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55512) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:09.236810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 95389c06-31bd-4243-be04-d2873bc047a7 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:09.283201 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Set router a9bd8f6d-9249-4784-82f6-634b0c29e709 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:09.287079 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-6e3baaa8-39c4-49c8-a899-7bf9032933b0 service neutron] 10.222.0.30 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6664510 Jul 09 19:54:09.361695 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8f77fbd-21b4-4f2c-8099-997374c5f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.362908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 13187efd-a036-4f2b-a93f-dcfd28005927, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13187efd-a036-4f2b-a93f-dcfd28005927,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:09.412246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '13187efd-a036-4f2b-a93f-dcfd28005927', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '13187efd-a036-4f2b-a93f-dcfd28005927', 'mac_address': 'fa:16:3e:a4:1d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:54:09.435749 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca2bfa3-63e3-40e6-a9cf-200842111f0f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Made reservation on behalf of bd737430fbed42b8908469dfa5658306 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:09.439588 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bfa3-63e3-40e6-a9cf-200842111f0f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.503580 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca2bfa3-63e3-40e6-a9cf-200842111f0f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:54:09.513891 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bfa3-63e3-40e6-a9cf-200842111f0f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.514510 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-9ca2bfa3-63e3-40e6-a9cf-200842111f0f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Added segment 5d08024b-dc27-41ad-917b-f6b3315fbff2 of type vlan for network bde7f572-b8ae-4b83-9379-84a15ec47046 Jul 09 19:54:09.553868 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8f77fbd-21b4-4f2c-8099-997374c5f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.557745 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bfa3-63e3-40e6-a9cf-200842111f0f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.557906 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.580298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-b8f77fbd-21b4-4f2c-8099-997374c5f7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde8a11d-a413-4777-8c30-ae667fa77b73']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:09.591877 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bfa3-63e3-40e6-a9cf-200842111f0f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.598166 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca2bfa3-63e3-40e6-a9cf-200842111f0f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:09.598588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13187efd-a036-4f2b-a93f-dcfd28005927 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:09.599229 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bfa3-63e3-40e6-a9cf-200842111f0f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.611521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-b8f77fbd-21b4-4f2c-8099-997374c5f7f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160978f3-09b8-42de-8aca-45266f5af20c') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:09.612093 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-b8f77fbd-21b4-4f2c-8099-997374c5f7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160978f3-09b8-42de-8aca-45266f5af20c') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:09.639080 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8f77fbd-21b4-4f2c-8099-997374c5f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.668447 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8f77fbd-21b4-4f2c-8099-997374c5f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.681834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 13187efd-a036-4f2b-a93f-dcfd28005927, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13187efd-a036-4f2b-a93f-dcfd28005927,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:09.686081 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'name': 'tempest-ServersTestMultiNic-2027531948-router', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '95389c06-31bd-4243-be04-d2873bc047a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:53:56Z', 'updated_at': '2021-07-09T19:54:06Z', 'revision_number': 4, 'project_id': 'bd737430fbed42b8908469dfa5658306', 'gw_port': {'id': '95389c06-31bd-4243-be04-d2873bc047a7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:53:58Z', 'updated_at': '2021-07-09T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '24282b82-871a-408d-9224-e01a7cdf5923', 'name': '', 'network_id': '518b946c-953a-428b-a5f3-6ded097fe597', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'mac_address': 'fa:16:3e:1b:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '686a98cb-dc38-463c-b14f-a9a7d78b4479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:05Z', 'updated_at': '2021-07-09T19:54:07Z', 'revision_number': 2, 'project_id': 'bd737430fbed42b8908469dfa5658306', 'subnets': [{'id': '686a98cb-dc38-463c-b14f-a9a7d78b4479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:09.688829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f77fbd-21b4-4f2c-8099-997374c5f7f9 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:54:09.689402 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8f77fbd-21b4-4f2c-8099-997374c5f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:54:09.694006 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:54:09.721877 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9ca2bfa3-63e3-40e6-a9cf-200842111f0f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9186604 Jul 09 19:54:09.722785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55530) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:09.724763 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.751811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0d4083ec-45ee-4b23-a086-7be2b35dc01f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Request body: {'subnet': {'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:09.769218 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Checking router: a9bd8f6d-9249-4784-82f6-634b0c29e709 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:54:09.769577 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Updating router a9bd8f6d-9249-4784-82f6-634b0c29e709 port 24282b82-871a-408d-9224-e01a7cdf5923 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:54:09.837254 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8f77fbd-21b4-4f2c-8099-997374c5f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.840945 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.848086 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8f77fbd-21b4-4f2c-8099-997374c5f7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:09.852918 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b8f77fbd-21b4-4f2c-8099-997374c5f7f9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cde8a11d-a413-4777-8c30-ae667fa77b73 HTTP/1.1" status: 204 len: 168 time: 0.6687140 Jul 09 19:54:09.855290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55536) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:09.895630 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-56ae36e0-7b41-4fed-87a0-9b253ab5b203 service neutron] 10.222.0.30 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072645 Jul 09 19:54:09.902693 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2bfa3-63e3-40e6-a9cf-200842111f0f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event updated for resources: {'Network': ['ID=bde7f572-b8ae-4b83-9379-84a15ec47046,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:09.913930 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=13187efd-a036-4f2b-a93f-dcfd28005927,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:09.942048 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network bde7f572-b8ae-4b83-9379-84a15ec47046 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:54:09.953967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4083ec-45ee-4b23-a086-7be2b35dc01f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Made reservation on behalf of bd737430fbed42b8908469dfa5658306 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:09.971713 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d4083ec-45ee-4b23-a086-7be2b35dc01f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.020874 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-5386b143-450c-4071-b52d-94ae4031868c admin admin] Deleting subnet 8e0c845c-62b7-49e7-a1f4-3a7c393941cb {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:54:10.029256 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f77fbd-21b4-4f2c-8099-997374c5f7f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cde8a11d-a413-4777-8c30-ae667fa77b73,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:10.040130 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5386b143-450c-4071-b52d-94ae4031868c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.066383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 95389c06-31bd-4243-be04-d2873bc047a7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:10.066765 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.143845 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5386b143-450c-4071-b52d-94ae4031868c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.224211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['13187efd-a036-4f2b-a93f-dcfd28005927'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:10.332702 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5386b143-450c-4071-b52d-94ae4031868c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.366603 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.379449 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Transition to ACTIVE for port object 24282b82-871a-408d-9224-e01a7cdf5923 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:10.390457 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.431537 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669793d8-aa8b-4f8b-ab02-bc37941b43a2 req-462ccd63-ae5b-470d-9fc2-ed79bf5d799b tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:10.438570 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-669793d8-aa8b-4f8b-ab02-bc37941b43a2 req-462ccd63-ae5b-470d-9fc2-ed79bf5d799b tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 949 time: 0.2209365 Jul 09 19:54:10.454998 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa641fb-ca1c-4795-a836-d5ed93bc5b5d None None] Pushing event updated for resources: {'Port': ['ID=24282b82-871a-408d-9224-e01a7cdf5923,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:10.465044 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa641fb-ca1c-4795-a836-d5ed93bc5b5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:10.465401 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa641fb-ca1c-4795-a836-d5ed93bc5b5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:10.466454 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa641fb-ca1c-4795-a836-d5ed93bc5b5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:10.466810 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa641fb-ca1c-4795-a836-d5ed93bc5b5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:10.467149 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa641fb-ca1c-4795-a836-d5ed93bc5b5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:10.467564 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa641fb-ca1c-4795-a836-d5ed93bc5b5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:10.468422 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa641fb-ca1c-4795-a836-d5ed93bc5b5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:10.468844 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa641fb-ca1c-4795-a836-d5ed93bc5b5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:10.469187 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa641fb-ca1c-4795-a836-d5ed93bc5b5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:10.469513 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa641fb-ca1c-4795-a836-d5ed93bc5b5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:10.470299 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa641fb-ca1c-4795-a836-d5ed93bc5b5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:10.470658 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa641fb-ca1c-4795-a836-d5ed93bc5b5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:10.536124 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d4083ec-45ee-4b23-a086-7be2b35dc01f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.568905 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5386b143-450c-4071-b52d-94ae4031868c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.630493 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Attempting to bind port 24282b82-871a-408d-9224-e01a7cdf5923 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:10.630858 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Attempting to bind port 24282b82-871a-408d-9224-e01a7cdf5923 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '65405ed4-d356-4e06-8d5a-ee166c931814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '518b946c-953a-428b-a5f3-6ded097fe597'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:10.631229 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Attempting to bind port 24282b82-871a-408d-9224-e01a7cdf5923 on network 518b946c-953a-428b-a5f3-6ded097fe597 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:10.641794 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:10.642214 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Checking segment: {'id': '65405ed4-d356-4e06-8d5a-ee166c931814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '518b946c-953a-428b-a5f3-6ded097fe597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:10.642572 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.643588 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Bound using segment: {'id': '65405ed4-d356-4e06-8d5a-ee166c931814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '518b946c-953a-428b-a5f3-6ded097fe597'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:10.644704 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Bound port: 24282b82-871a-408d-9224-e01a7cdf5923, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65405ed4-d356-4e06-8d5a-ee166c931814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '518b946c-953a-428b-a5f3-6ded097fe597'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:10.645102 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.688742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386b143-450c-4071-b52d-94ae4031868c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0c845c-62b7-49e7-a1f4-3a7c393941cb,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:10.723871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-669793d8-aa8b-4f8b-ab02-bc37941b43a2 req-2b678b4f-389f-44ff-ad53-b8b50f3cc762 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/security-groups?id=51f14062-83dd-429d-ba8b-eb81e4452b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711539 Jul 09 19:54:10.738683 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5386b143-450c-4071-b52d-94ae4031868c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.748420 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5386b143-450c-4071-b52d-94ae4031868c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8e0c845c-62b7-49e7-a1f4-3a7c393941cb HTTP/1.1" status: 204 len: 168 time: 0.8685184 Jul 09 19:54:10.753202 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55570) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:10.817983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4083ec-45ee-4b23-a086-7be2b35dc01f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event updated for resources: {'Subnet': ['ID=2becbc1e-aba6-42d7-b4a5-9179c19cc8d7,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:10.847672 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] For port 24282b82-871a-408d-9224-e01a7cdf5923, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:10.861281 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] For port 24282b82-871a-408d-9224-e01a7cdf5923, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=24282b82-871a-408d-9224-e01a7cdf5923,segment=NetworkSegment(65405ed4-d356-4e06-8d5a-ee166c931814),segment_id=65405ed4-d356-4e06-8d5a-ee166c931814)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:10.871274 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-de0fa0c3-40ef-4b3f-9d55-c7710103f8e2 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f1998f527caa4659af63116948a35a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0995383 Jul 09 19:54:10.876901 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:10.973012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4083ec-45ee-4b23-a086-7be2b35dc01f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Checking segment: {'id': '5d08024b-dc27-41ad-917b-f6b3315fbff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:10.974650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4083ec-45ee-4b23-a086-7be2b35dc01f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Network hostable DHCP agents. Network: bde7f572-b8ae-4b83-9379-84a15ec47046, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:54:10.990770 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa641fb-ca1c-4795-a836-d5ed93bc5b5d None None] Pushing event updated for resources: {'Port': ['ID=24282b82-871a-408d-9224-e01a7cdf5923,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:10.992089 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cda932dc-7d02-44b4-b786-5876540293b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.010303 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Routers {'a9bd8f6d-9249-4784-82f6-634b0c29e709'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:11.011144 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:53:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a9bd8f6d-9249-4784-82f6-634b0c29e709'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:11.018789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 13187efd-a036-4f2b-a93f-dcfd28005927 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:11.103432 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4083ec-45ee-4b23-a086-7be2b35dc01f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Network bde7f572-b8ae-4b83-9379-84a15ec47046 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:54:11.146426 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0d4083ec-45ee-4b23-a086-7be2b35dc01f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, bde7f572-b8ae-4b83-9379-84a15ec47046) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:11.157449 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4083ec-45ee-4b23-a086-7be2b35dc01f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:11.158465 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d4083ec-45ee-4b23-a086-7be2b35dc01f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.179874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4cf68b-487a-448d-ae76-1f0d9b6aec68 None None] Network bde7f572-b8ae-4b83-9379-84a15ec47046 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:11.189696 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] Set router a9bd8f6d-9249-4784-82f6-634b0c29e709 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:11.248020 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0d4083ec-45ee-4b23-a086-7be2b35dc01f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5023494 Jul 09 19:54:11.248768 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55582) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:11.278524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-992309902'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:11.329501 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-67aa2236-63ba-4c79-a19f-d9a1137ff984 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:11.339654 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-67aa2236-63ba-4c79-a19f-d9a1137ff984 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4654541 Jul 09 19:54:11.360675 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cf6d6fd2-f9e7-4048-93d4-c227c1ec4cbd tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/quotas/f1998f527caa4659af63116948a35a2e HTTP/1.1" status: 200 len: 375 time: 0.0196526 Jul 09 19:54:11.362061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-de2e45f6-c9bb-406b-bd14-95ee8781e6bd tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7ea134ee214a4193ab1c71675d9b4877&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768263 Jul 09 19:54:11.422184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 13187efd-a036-4f2b-a93f-dcfd28005927 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:11.426475 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-906fe0e7-279d-48cc-b39a-dad5f9b385f4 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f1998f527caa4659af63116948a35a2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643044 Jul 09 19:54:11.427951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Made reservation on behalf of bd737430fbed42b8908469dfa5658306 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:11.435546 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.438431 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cda932dc-7d02-44b4-b786-5876540293b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.490484 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:54:11.499637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 13187efd-a036-4f2b-a93f-dcfd28005927 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:11.500230 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.525294 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.527928 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Added segment 67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4 of type vlan for network 2f28a20f-001d-4d34-b9f7-b2a0e6a26a59 Jul 09 19:54:11.559925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-cda932dc-7d02-44b4-b786-5876540293b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59997ccb-7de4-433d-8a7d-8c41db47c9a5']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:11.590447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-bde7f572-b8ae-4b83-9379-84a15ec47046', 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'fixed_ips': [{'subnet_id': '2becbc1e-aba6-42d7-b4a5-9179c19cc8d7'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:54:11.591383 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.606272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-cda932dc-7d02-44b4-b786-5876540293b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52ad0a4-097e-4a36-b289-337a71e7b1c9') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:11.607667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-cda932dc-7d02-44b4-b786-5876540293b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52ad0a4-097e-4a36-b289-337a71e7b1c9') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:11.640696 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cda932dc-7d02-44b4-b786-5876540293b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.668667 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.691446 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'name': 'tempest-ServersTestMultiNic-2027531948-router', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '95389c06-31bd-4243-be04-d2873bc047a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:53:56Z', 'updated_at': '2021-07-09T19:54:06Z', 'revision_number': 4, 'project_id': 'bd737430fbed42b8908469dfa5658306', 'gw_port': {'id': '95389c06-31bd-4243-be04-d2873bc047a7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:53:58Z', 'updated_at': '2021-07-09T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '24282b82-871a-408d-9224-e01a7cdf5923', 'name': '', 'network_id': '518b946c-953a-428b-a5f3-6ded097fe597', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'mac_address': 'fa:16:3e:1b:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '686a98cb-dc38-463c-b14f-a9a7d78b4479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:05Z', 'updated_at': '2021-07-09T19:54:10Z', 'revision_number': 4, 'project_id': 'bd737430fbed42b8908469dfa5658306', 'subnets': [{'id': '686a98cb-dc38-463c-b14f-a9a7d78b4479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:11.701386 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cda932dc-7d02-44b4-b786-5876540293b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.721506 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda932dc-7d02-44b4-b786-5876540293b7 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:54:11.722024 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cda932dc-7d02-44b4-b786-5876540293b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:54:11.724046 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:54:11.766822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.781505 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.787320 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fa3dca-73bb-4a54-a9bb-ac394bfaf77d None None] The sync data for ids ['a9bd8f6d-9249-4784-82f6-634b0c29e709'] in n-d-800088-3 is: [{'id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'name': 'tempest-ServersTestMultiNic-2027531948-router', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '95389c06-31bd-4243-be04-d2873bc047a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:53:56Z', 'updated_at': '2021-07-09T19:54:06Z', 'revision_number': 4, 'project_id': 'bd737430fbed42b8908469dfa5658306', 'gw_port': {'id': '95389c06-31bd-4243-be04-d2873bc047a7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:53:58Z', 'updated_at': '2021-07-09T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '24282b82-871a-408d-9224-e01a7cdf5923', 'name': '', 'network_id': '518b946c-953a-428b-a5f3-6ded097fe597', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'mac_address': 'fa:16:3e:1b:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '686a98cb-dc38-463c-b14f-a9a7d78b4479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:05Z', 'updated_at': '2021-07-09T19:54:10Z', 'revision_number': 4, 'project_id': 'bd737430fbed42b8908469dfa5658306', 'subnets': [{'id': '686a98cb-dc38-463c-b14f-a9a7d78b4479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:54:11.787868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:11.788515 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.815607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-d112b1bf-69d7-4adb-95e5-339ddd42c924 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:11.817453 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-d112b1bf-69d7-4adb-95e5-339ddd42c924 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4489598 Jul 09 19:54:11.841595 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-05855985-a879-462e-97f6-b95ca2fed128 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/quotas/7ea134ee214a4193ab1c71675d9b4877 HTTP/1.1" status: 200 len: 375 time: 0.0119760 Jul 09 19:54:11.861248 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Allocated IP 19.80.0.2 (bde7f572-b8ae-4b83-9379-84a15ec47046/2becbc1e-aba6-42d7-b4a5-9179c19cc8d7/383b96e4-9b66-4e22-a5ea-38aeaeeb0c12) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:11.871160 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6041939 Jul 09 19:54:11.880516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9581cc1f-5b33-4a64-9593-8c34c6ad4536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13187efd-a036-4f2b-a93f-dcfd28005927'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:11.887770 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba77a89-a901-4c23-97d5-14107fae1ceb" -d '{"events": [{"server_uuid": "9581cc1f-5b33-4a64-9593-8c34c6ad4536", "name": "network-vif-plugged", "status": "completed", "tag": "13187efd-a036-4f2b-a93f-dcfd28005927"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:11.903013 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55594) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:11.958167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-5884c35c-4545-4991-8568-1578f5e59f9c tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ea134ee214a4193ab1c71675d9b4877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023204 Jul 09 19:54:11.962387 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cda932dc-7d02-44b4-b786-5876540293b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.963514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 13187efd-a036-4f2b-a93f-dcfd28005927, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13187efd-a036-4f2b-a93f-dcfd28005927,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:11.976328 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cda932dc-7d02-44b4-b786-5876540293b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:11.984073 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cda932dc-7d02-44b4-b786-5876540293b7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/59997ccb-7de4-433d-8a7d-8c41db47c9a5 HTTP/1.1" status: 204 len: 168 time: 1.2291389 Jul 09 19:54:12.015082 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:12.049779 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1b70194f-fcec-4bdb-ba29-ebf6e4a16b63 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Request body: {'subnet': {'network_id': '2f28a20f-001d-4d34-b9f7-b2a0e6a26a59', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:12.054918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event updated for resources: {'Network': ['ID=2f28a20f-001d-4d34-b9f7-b2a0e6a26a59,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:12.084970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:12.085731 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:12.086867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:12.087393 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:12.088586 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:12.089136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:12.089637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:12.090306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:12.090848 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:12.091401 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:12.091949 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:12.092493 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b91d1ca-3f84-4f04-9034-86a6372642ef tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:12.109786 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda932dc-7d02-44b4-b786-5876540293b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=59997ccb-7de4-433d-8a7d-8c41db47c9a5,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:12.198345 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=13187efd-a036-4f2b-a93f-dcfd28005927,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:12.211221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 2f28a20f-001d-4d34-b9f7-b2a0e6a26a59 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:54:12.220693 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e62ba8ae-ae01-4b37-bd75-1fb03ee234ba req-feb47c35-9265-4eaf-b648-e01a12b29600 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 210 time: 0.0651836 Jul 09 19:54:12.331336 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b70194f-fcec-4bdb-ba29-ebf6e4a16b63 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Made reservation on behalf of bd737430fbed42b8908469dfa5658306 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:12.353505 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b70194f-fcec-4bdb-ba29-ebf6e4a16b63 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:12.555084 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d5d6ad2f-c97f-4ad2-a5a4-86cc4efff57b req-08bd6c0c-0a28-4d03-a52f-8c5d544d7c51 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/ports?device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 210 time: 0.1115272 Jul 09 19:54:12.616415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55614) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:12.715049 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1191be14-ed3f-4cec-88ae-f5d22bb95349 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=722a3672762841db8d6fcadff51c6f2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974019 Jul 09 19:54:12.715734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55616) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:12.845604 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:12.893019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Transition to ACTIVE for port object 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:12.900401 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6186ab44-4c38-4300-8e68-ff6071531196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:12.929434 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Transition to ACTIVE for port object 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:12.946210 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:13.001562 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6186ab44-4c38-4300-8e68-ff6071531196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:13.079930 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Network bde7f572-b8ae-4b83-9379-84a15ec47046 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:13.121413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:13.130378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-e2698261-2013-4e48-be1d-4c51acdcc08a tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:13.135680 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-e2698261-2013-4e48-be1d-4c51acdcc08a tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.32 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 812 time: 0.6135523 Jul 09 19:54:13.137478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:13.180193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-5dc57b97-10a3-44ed-948e-cadf0d3a2cf2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Request body: {'port': {'device_id': '58832482-9c7a-4063-b416-69d753b35557', 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'admin_state_up': True, 'tenant_id': '382be6ed01574db2b800f45c2ce85e9e'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:13.208725 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b04b1-b6d5-483a-830b-8acb066b1266 req-d8c6c74c-cce4-4954-abd1-96853bf4490c tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:13.214223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f150b-4afe-4abc-a141-de4455b0d7f0 req-20559d54-9b1b-46e4-9cfa-4594dafeb971 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:13.220497 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-954b04b1-b6d5-483a-830b-8acb066b1266 req-d8c6c74c-cce4-4954-abd1-96853bf4490c tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 946 time: 0.5318601 Jul 09 19:54:13.225694 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee3f150b-4afe-4abc-a141-de4455b0d7f0 req-20559d54-9b1b-46e4-9cfa-4594dafeb971 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 950 time: 0.3113070 Jul 09 19:54:13.260344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Pushing event updated for resources: {'Port': ['ID=383b96e4-9b66-4e22-a5ea-38aeaeeb0c12,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:13.302570 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6186ab44-4c38-4300-8e68-ff6071531196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:13.305749 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6186ab44-4c38-4300-8e68-ff6071531196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:13.314538 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6186ab44-4c38-4300-8e68-ff6071531196 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c806dbd6-78a2-44e2-ae30-a54a4a302cea HTTP/1.1" status: 204 len: 168 time: 0.5950799 Jul 09 19:54:13.329764 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee3f150b-4afe-4abc-a141-de4455b0d7f0 req-0516b104-6774-48ad-9b5f-8c32f6076e96 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/security-groups?id=51f14062-83dd-429d-ba8b-eb81e4452b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021175 Jul 09 19:54:13.355627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186ab44-4c38-4300-8e68-ff6071531196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c806dbd6-78a2-44e2-ae30-a54a4a302cea,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:13.470068 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8447e296-9ada-4e65-850f-d36089b382b2 x-openstack-request-id: req-8447e296-9ada-4e65-850f-d36089b382b2 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:13.471881 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9581cc1f-5b33-4a64-9593-8c34c6ad4536", "name": "network-vif-plugged", "status": "completed", "tag": "13187efd-a036-4f2b-a93f-dcfd28005927", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:13.472858 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8447e296-9ada-4e65-850f-d36089b382b2 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:13.473702 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9581cc1f-5b33-4a64-9593-8c34c6ad4536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13187efd-a036-4f2b-a93f-dcfd28005927', 'code': 200} Jul 09 19:54:13.474791 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Attempting to bind port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:13.476608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Attempting to bind port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '5d08024b-dc27-41ad-917b-f6b3315fbff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:13.477191 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Attempting to bind port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 on network bde7f572-b8ae-4b83-9379-84a15ec47046 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:13.485468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 24282b82-871a-408d-9224-e01a7cdf5923 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:13.547083 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-954b04b1-b6d5-483a-830b-8acb066b1266 req-c57ff2d2-1257-4623-bd62-fd5268dd19e4 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3239088 Jul 09 19:54:13.577430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:13.579189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Checking segment: {'id': '5d08024b-dc27-41ad-917b-f6b3315fbff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:13.585166 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:13.585588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Bound using segment: {'id': '5d08024b-dc27-41ad-917b-f6b3315fbff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:13.586101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Bound port: 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d08024b-dc27-41ad-917b-f6b3315fbff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:13.586502 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:13.717249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] For port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:13.720660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] For port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=383b96e4-9b66-4e22-a5ea-38aeaeeb0c12,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:13.738160 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:13.815438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 24282b82-871a-408d-9224-e01a7cdf5923 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:13.833455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 24282b82-871a-408d-9224-e01a7cdf5923 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:13.833830 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:13.856701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ac011-09e1-496b-8a12-0bd19d466ba4 None None] Pushing event updated for resources: {'Port': ['ID=383b96e4-9b66-4e22-a5ea-38aeaeeb0c12,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:13.887573 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b70194f-fcec-4bdb-ba29-ebf6e4a16b63 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:13.999227 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:14.056499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 24282b82-871a-408d-9224-e01a7cdf5923, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=24282b82-871a-408d-9224-e01a7cdf5923,segment=NetworkSegment(65405ed4-d356-4e06-8d5a-ee166c931814),segment_id=65405ed4-d356-4e06-8d5a-ee166c931814)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:14.064364 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:14.092333 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70194f-fcec-4bdb-ba29-ebf6e4a16b63 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event updated for resources: {'Subnet': ['ID=c0b8558b-1d51-43b2-98ca-a35c4755bca1,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:14.107823 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc1a35ea-60b8-4615-9607-d13f5f0f8d7b req-56a1a6db-3141-403d-a286-7b24cabdf706 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 210 time: 0.2716141 Jul 09 19:54:14.118505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55636) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:14.205554 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-5dc57b97-10a3-44ed-948e-cadf0d3a2cf2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Made reservation on behalf of 382be6ed01574db2b800f45c2ce85e9e for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:14.210485 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-5dc57b97-10a3-44ed-948e-cadf0d3a2cf2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:14.254778 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-29b3ffdc-ede9-45e7-ad6f-e31c391385cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be5ba16559fc4cb38def57bb6498748e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344683 Jul 09 19:54:14.257913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55640) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:14.302302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=24282b82-871a-408d-9224-e01a7cdf5923,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:14.333136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b70194f-fcec-4bdb-ba29-ebf6e4a16b63 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Checking segment: {'id': '67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2f28a20f-001d-4d34-b9f7-b2a0e6a26a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:14.335663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b70194f-fcec-4bdb-ba29-ebf6e4a16b63 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Network hostable DHCP agents. Network: 2f28a20f-001d-4d34-b9f7-b2a0e6a26a59, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:54:14.495178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a05f1-c969-41eb-84f5-528a9d71ef2c req-5b49d2e8-6c32-445a-8dcd-2e02896e81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:14.497926 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e04a05f1-c969-41eb-84f5-528a9d71ef2c req-5b49d2e8-6c32-445a-8dcd-2e02896e81a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 1101 time: 0.8345513 Jul 09 19:54:14.516277 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-6546dd15-ec7f-4e3b-9fc7-b0b34885be0c tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f1998f527caa4659af63116948a35a2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686169 Jul 09 19:54:14.522622 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e15d5054-71dc-4a62-8ced-e97606d0c003 req-75751728-b5db-4d57-86a7-273b51f0d1e5 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/ports?device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 210 time: 0.0486171 Jul 09 19:54:14.674357 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b70194f-fcec-4bdb-ba29-ebf6e4a16b63 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Network 2f28a20f-001d-4d34-b9f7-b2a0e6a26a59 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:54:14.678036 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1b9eb0b4-0aac-4b84-be38-9e77de2685e0 req-4e6153eb-b8d8-4b2f-8e59-de2833f51cc6 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 210 time: 0.1766777 Jul 09 19:54:14.708226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-1b70194f-fcec-4bdb-ba29-ebf6e4a16b63 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 2f28a20f-001d-4d34-b9f7-b2a0e6a26a59) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:14.720237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989af328-868a-4625-849f-e6cc560bf67a None None] Network 2f28a20f-001d-4d34-b9f7-b2a0e6a26a59 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:14.726937 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0cbadd92-2b56-4c95-9ac1-3b826784bd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:14.748122 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b70194f-fcec-4bdb-ba29-ebf6e4a16b63 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:14.749621 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b70194f-fcec-4bdb-ba29-ebf6e4a16b63 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:14.767200 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e04a05f1-c969-41eb-84f5-528a9d71ef2c req-e9aa2328-0538-4d27-b8b1-7bccc1bcc957 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=51f14062-83dd-429d-ba8b-eb81e4452b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604837 Jul 09 19:54:14.774234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-dd5d5ed6-21dc-43f0-9681-c6982af2525a tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:14.775763 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-dd5d5ed6-21dc-43f0-9681-c6982af2525a tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2331798 Jul 09 19:54:14.796905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Request body: {'port': {'device_id': '464b01d1-aec0-4d86-8845-082a79886b9f', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': 'f1998f527caa4659af63116948a35a2e'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:14.894530 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1b70194f-fcec-4bdb-ba29-ebf6e4a16b63 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9871180 Jul 09 19:54:14.911407 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0cbadd92-2b56-4c95-9ac1-3b826784bd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:14.945199 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-5dc57b97-10a3-44ed-948e-cadf0d3a2cf2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Allocated IP 172.20.0.8 (8894aba0-c40a-4dc6-b8c1-f53ea7016388/bdd5bce8-001b-47cc-8510-ced4334ba819/5de99c62-9650-455b-8982-7f9b4a8176bf) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:14.985499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-2f28a20f-001d-4d34-b9f7-b2a0e6a26a59', 'network_id': '2f28a20f-001d-4d34-b9f7-b2a0e6a26a59', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'fixed_ips': [{'subnet_id': 'c0b8558b-1d51-43b2-98ca-a35c4755bca1'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:54:14.986404 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:15.173538 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-81624f7a-e399-4709-b516-e62cc3793439 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7ea134ee214a4193ab1c71675d9b4877&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339255 Jul 09 19:54:15.262712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Allocated IP 19.86.0.2 (2f28a20f-001d-4d34-b9f7-b2a0e6a26a59/c0b8558b-1d51-43b2-98ca-a35c4755bca1/fa2ea17e-d06d-4d46-af3a-2bae87669dce) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:15.279702 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7b21e-1fd3-4320-8487-dbeba6d72b7c req-15c8b1a2-4ba6-4763-9121-8a8a259c8600 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:15.289061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-23e7b21e-1fd3-4320-8487-dbeba6d72b7c req-15c8b1a2-4ba6-4763-9121-8a8a259c8600 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 946 time: 0.2262900 Jul 09 19:54:15.337070 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0cbadd92-2b56-4c95-9ac1-3b826784bd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:15.346045 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0cbadd92-2b56-4c95-9ac1-3b826784bd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:15.349773 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0cbadd92-2b56-4c95-9ac1-3b826784bd7e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/387b53fa-b61e-482d-97b8-efedd00a34d0 HTTP/1.1" status: 204 len: 168 time: 1.0849471 Jul 09 19:54:15.379608 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-23e7b21e-1fd3-4320-8487-dbeba6d72b7c req-2d539cfe-90cd-4a75-9fa4-da2153ddc347 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890732 Jul 09 19:54:15.446117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 24282b82-871a-408d-9224-e01a7cdf5923 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:15.474011 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd61e8-87ff-4114-9d2a-836d3fa3f7f1 req-6d0c8b11-bc6c-4709-8314-2ad7890b04ac tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:15.488742 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddcd61e8-87ff-4114-9d2a-836d3fa3f7f1 req-6d0c8b11-bc6c-4709-8314-2ad7890b04ac tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 950 time: 0.5083957 Jul 09 19:54:15.559499 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:15.566070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-68717d22-5055-4b55-acba-a19b784d479d tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:15.570537 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Transition to ACTIVE for port object fa2ea17e-d06d-4d46-af3a-2bae87669dce will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:15.574376 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-68717d22-5055-4b55-acba-a19b784d479d tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3836374 Jul 09 19:54:15.599412 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Request body: {'port': {'device_id': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '7ea134ee214a4193ab1c71675d9b4877'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:15.618199 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Transition to ACTIVE for port object fa2ea17e-d06d-4d46-af3a-2bae87669dce will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:15.632467 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:15.668740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Network 2f28a20f-001d-4d34-b9f7-b2a0e6a26a59 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:15.674317 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 24282b82-871a-408d-9224-e01a7cdf5923 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:15.676300 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:15.751331 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f613709f-7c7a-4b73-aa4e-f409ddc7b861 None None] Network bde7f572-b8ae-4b83-9379-84a15ec47046 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:15.866555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:15.875267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Pushing event updated for resources: {'Port': ['ID=fa2ea17e-d06d-4d46-af3a-2bae87669dce,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:15.880819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:16.052723 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-2b5e92c1-d2d8-4cff-9831-555d104b0d16 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:16.069914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-2b5e92c1-d2d8-4cff-9831-555d104b0d16 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:16.075996 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-2b5e92c1-d2d8-4cff-9831-555d104b0d16 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/networks?id=bde7f572-b8ae-4b83-9379-84a15ec47046&id=2f28a20f-001d-4d34-b9f7-b2a0e6a26a59&id=bde7f572-b8ae-4b83-9379-84a15ec47046 HTTP/1.1" status: 200 len: 1391 time: 0.3174429 Jul 09 19:54:16.098660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Attempting to bind port fa2ea17e-d06d-4d46-af3a-2bae87669dce on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:16.099110 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Attempting to bind port fa2ea17e-d06d-4d46-af3a-2bae87669dce by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2f28a20f-001d-4d34-b9f7-b2a0e6a26a59'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:16.099282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Attempting to bind port fa2ea17e-d06d-4d46-af3a-2bae87669dce on network 2f28a20f-001d-4d34-b9f7-b2a0e6a26a59 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:16.104012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbadd92-2b56-4c95-9ac1-3b826784bd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387b53fa-b61e-482d-97b8-efedd00a34d0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:16.106321 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-7e68af56-5989-4401-a856-04175324418d tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/quotas/bd737430fbed42b8908469dfa5658306 HTTP/1.1" status: 200 len: 375 time: 0.0241146 Jul 09 19:54:16.116709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-568b0d44-743a-4639-ac18-d4cc504d94ff None None] Provisioning for port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:16.119531 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-5dc57b97-10a3-44ed-948e-cadf0d3a2cf2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:16.122429 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Made reservation on behalf of f1998f527caa4659af63116948a35a2e for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:16.126865 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:16.149336 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:16.150405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:16.150901 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Checking segment: {'id': '67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2f28a20f-001d-4d34-b9f7-b2a0e6a26a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:16.151349 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:16.152005 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Bound using segment: {'id': '67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2f28a20f-001d-4d34-b9f7-b2a0e6a26a59'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:16.152509 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Bound port: fa2ea17e-d06d-4d46-af3a-2bae87669dce, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2f28a20f-001d-4d34-b9f7-b2a0e6a26a59'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:16.152924 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:16.203596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Made reservation on behalf of 7ea134ee214a4193ab1c71675d9b4877 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:16.213422 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:16.228603 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddcd61e8-87ff-4114-9d2a-836d3fa3f7f1 req-885483ff-7c97-4bb1-8822-8bc8c1a554f0 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/security-groups?id=51f14062-83dd-429d-ba8b-eb81e4452b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7364094 Jul 09 19:54:16.231933 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:16.254339 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:16.330564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-7f45c56a-5123-4b77-b10a-6b8e06da78b1 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd737430fbed42b8908469dfa5658306&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2231224 Jul 09 19:54:16.349029 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-5dc57b97-10a3-44ed-948e-cadf0d3a2cf2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:16.354919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] For port fa2ea17e-d06d-4d46-af3a-2bae87669dce, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:16.357419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:16.361487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] For port fa2ea17e-d06d-4d46-af3a-2bae87669dce, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fa2ea17e-d06d-4d46-af3a-2bae87669dce,segment=NetworkSegment(67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4),segment_id=67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:16.364933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:16.365283 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:16.388323 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:16.447407 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-5dc57b97-10a3-44ed-948e-cadf0d3a2cf2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:16.484753 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8660c2-6243-44b0-bde7-68c4a6c88f76 None None] Pushing event updated for resources: {'Port': ['ID=fa2ea17e-d06d-4d46-af3a-2bae87669dce,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:16.489129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-5dc57b97-10a3-44ed-948e-cadf0d3a2cf2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:16.510337 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-5dc57b97-10a3-44ed-948e-cadf0d3a2cf2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:16.562033 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-b3fed882-17cf-4ea7-b3ec-19c448f7ce1c service neutron] 10.222.0.30 "GET /v2.0/networks/bde7f572-b8ae-4b83-9379-84a15ec47046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303009 Jul 09 19:54:16.568206 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:16.604521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-212bb2d3-3331-4220-8308-c311c719e471 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:16.606203 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-212bb2d3-3331-4220-8308-c311c719e471 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 946 time: 0.1925187 Jul 09 19:54:16.609186 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-66bb8e06-0ffc-4c2c-8f4f-7558f786d6eb req-5a88cbc7-b94f-4413-a023-1fc43b9a8586 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 210 time: 0.1573346 Jul 09 19:54:16.637766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=383b96e4-9b66-4e22-a5ea-38aeaeeb0c12,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:16.657823 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:16.670149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc57b97-10a3-44ed-948e-cadf0d3a2cf2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Pushing event updated for resources: {'Port': ['ID=5de99c62-9650-455b-8982-7f9b4a8176bf,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:16.745848 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:16.765352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-5dc57b97-10a3-44ed-948e-cadf0d3a2cf2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:16.766039 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-5dc57b97-10a3-44ed-948e-cadf0d3a2cf2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:16.770592 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:16.829340 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=383b96e4-9b66-4e22-a5ea-38aeaeeb0c12,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:16.847428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1465b5a7-ef44-401d-8a26-e02d59746eb1 None None] Provisioning complete for port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:16.848219 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1465b5a7-ef44-401d-8a26-e02d59746eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:17.015955 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5be7205f-3172-48bd-80d9-4a62b2cae326 req-a004a5ef-4b1e-4ca8-ad78-45d7e6e011c7 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/ports?device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 210 time: 0.1576011 Jul 09 19:54:17.028385 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e60add5-db23-47a3-b6d8-590f14ccc3fc,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:17.106388 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Allocated IP 192.168.233.30 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/d9d41426-28eb-4c70-821b-77a2f66afc03) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:17.200026 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:17.218122 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:17.251458 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-31a4a137-cecb-42a0-8842-5c021fe38af1 service neutron] 10.222.0.30 "GET /v2.0/networks/bde7f572-b8ae-4b83-9379-84a15ec47046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6887097 Jul 09 19:54:17.325689 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-5dc57b97-10a3-44ed-948e-cadf0d3a2cf2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1566200 Jul 09 19:54:17.330405 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:17.356394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Request body: {'port': {'device_id': '58832482-9c7a-4063-b416-69d753b35557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:17.373640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:17.398907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:17.399329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:17.400525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:17.401250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:17.401935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:17.402268 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Transition to ACTIVE for port object d9d41426-28eb-4c70-821b-77a2f66afc03 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:17.402515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:17.402924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:17.403500 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:17.404070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:17.404648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:17.405766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:17.406484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:17.429938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Deleting port 8ec7abcc-df51-47ce-bdc6-10ad830fee61 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:17.430566 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:17.432457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fa2ea17e-d06d-4d46-af3a-2bae87669dce up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:17.519424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-581fd49c-e125-4e10-8ea9-4ee4559d3e68 service neutron] 10.222.0.30 "GET /v2.0/networks/2f28a20f-001d-4d34-b9f7-b2a0e6a26a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666152 Jul 09 19:54:17.521589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port fa2ea17e-d06d-4d46-af3a-2bae87669dce completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:17.528165 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:17.529609 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bcdda-cd79-480e-b804-777147a50887 req-6b4a316c-2b51-4c66-b7c4-e5edcb75c53f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:17.538069 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-973bcdda-cd79-480e-b804-777147a50887 req-6b4a316c-2b51-4c66-b7c4-e5edcb75c53f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 931 time: 0.2250943 Jul 09 19:54:17.539837 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:17.621086 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:17.621485 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:17.646680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] For port 8ec7abcc-df51-47ce-bdc6-10ad830fee61, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8ec7abcc-df51-47ce-bdc6-10ad830fee61,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:17.647135 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:17.712401 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-b871f377-75f0-44bb-b8a7-1ac61b16fac7 service neutron] 10.222.0.30 "GET /v2.0/networks/2f28a20f-001d-4d34-b9f7-b2a0e6a26a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915710 Jul 09 19:54:17.736468 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-973bcdda-cd79-480e-b804-777147a50887 req-17c5e5e5-f4da-420b-855e-090926b27693 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974983 Jul 09 19:54:17.746199 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:17.919562 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Allocated IP 192.168.233.133 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/a2143bf4-3ecd-4478-994f-79aad9c438db) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:17.963588 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:17.983155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1db3615-3358-4d09-b581-c6790c6623c6 None None] Network 2f28a20f-001d-4d34-b9f7-b2a0e6a26a59 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:18.008756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:18.009397 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-161818ff-a339-4319-bbf8-dba1830cd687 service neutron] 10.222.0.30 "GET /v2.0/networks/bde7f572-b8ae-4b83-9379-84a15ec47046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826419 Jul 09 19:54:18.013790 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Pushing event updated for resources: {'Port': ['ID=d9d41426-28eb-4c70-821b-77a2f66afc03,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:18.027273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:18.039671 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.040060 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.040385 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Floating IP 07f1c650-3fd1-4f23-962b-153e03032d70 disassociated. External IP: 172.25.0.149, port: 8ec7abcc-df51-47ce-bdc6-10ad830fee61. Jul 09 19:54:18.040769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Calling delete_port for 8ec7abcc-df51-47ce-bdc6-10ad830fee61 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:18.089683 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c94d5709-1398-4787-9e2f-b89a3586db34 None None] Provisioning for port fa2ea17e-d06d-4d46-af3a-2bae87669dce completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:18.101740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c94d5709-1398-4787-9e2f-b89a3586db34 None None] Provisioning complete for port fa2ea17e-d06d-4d46-af3a-2bae87669dce triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:18.102604 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c94d5709-1398-4787-9e2f-b89a3586db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.129558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d44b6b-6ee7-408f-a221-ed238ec91a2a req-8b3e22c3-fe9b-4036-9045-19f8a03b464b tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:18.131175 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-77d44b6b-6ee7-408f-a221-ed238ec91a2a req-8b3e22c3-fe9b-4036-9045-19f8a03b464b tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b8387ef-3508-4398-8aa3-54335b240b63 HTTP/1.1" status: 200 len: 946 time: 0.2457550 Jul 09 19:54:18.141809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:18.142454 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.185319 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-26e2c42f-08d7-4c38-ac5c-0b0ff39803ab tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3968246 Jul 09 19:54:18.204116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Request body: {'port': {'device_id': '464b01d1-aec0-4d86-8845-082a79886b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:18.275487 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c2424d7e-a2db-406c-ae30-97421c576c86 service neutron] 10.222.0.30 "GET /v2.0/networks/bde7f572-b8ae-4b83-9379-84a15ec47046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472203 Jul 09 19:54:18.279208 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-77d44b6b-6ee7-408f-a221-ed238ec91a2a req-12a2a7aa-4613-4a26-8d6e-43a36845cdc0 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups?id=892a1a06-0420-4b11-937b-9a5752763640&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305876 Jul 09 19:54:18.304950 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c94d5709-1398-4787-9e2f-b89a3586db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.316625 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.348846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c94d5709-1398-4787-9e2f-b89a3586db34 None None] For port fa2ea17e-d06d-4d46-af3a-2bae87669dce, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fa2ea17e-d06d-4d46-af3a-2bae87669dce,segment=NetworkSegment(67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4),segment_id=67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:18.357979 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c94d5709-1398-4787-9e2f-b89a3586db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.389818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Transition to ACTIVE for port object a2143bf4-3ecd-4478-994f-79aad9c438db will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:18.423292 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d5709-1398-4787-9e2f-b89a3586db34 None None] Pushing event updated for resources: {'Port': ['ID=fa2ea17e-d06d-4d46-af3a-2bae87669dce,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:18.452767 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.485544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de99c62-9650-455b-8982-7f9b4a8176bf {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:18.493218 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cd479895-8386-4198-971e-47ac446aa3e1 None None] Provisioning for port d9d41426-28eb-4c70-821b-77a2f66afc03 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:18.502436 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.512469 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cd479895-8386-4198-971e-47ac446aa3e1 None None] Provisioning complete for port d9d41426-28eb-4c70-821b-77a2f66afc03 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:18.513069 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd479895-8386-4198-971e-47ac446aa3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.573372 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.594671 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-cd479895-8386-4198-971e-47ac446aa3e1 None None] Port d9d41426-28eb-4c70-821b-77a2f66afc03 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:54:18.606763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Transition to ACTIVE for port object 5de99c62-9650-455b-8982-7f9b4a8176bf will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:18.615415 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.630402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Pushing event deleted for resources: {'Port': ['ID=8ec7abcc-df51-47ce-bdc6-10ad830fee61,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:18.638472 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.668890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:18.675891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:18.718115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f233d106-2a88-4b6e-b635-9d3b1109acde None None] Provisioning complete for port fa2ea17e-d06d-4d46-af3a-2bae87669dce triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:18.719403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:18.719523 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f233d106-2a88-4b6e-b635-9d3b1109acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:18.737299 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Pushing event updated for resources: {'Port': ['ID=5de99c62-9650-455b-8982-7f9b4a8176bf,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:18.903174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dbb0b-cf62-464b-bc92-32a2ccbbc6d9 req-7710fc6f-2501-4ba4-bd09-96aadb8198b5 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:18.904855 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f63dbb0b-cf62-464b-bc92-32a2ccbbc6d9 req-7710fc6f-2501-4ba4-bd09-96aadb8198b5 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 950 time: 0.4104598 Jul 09 19:54:18.989529 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:18.990082 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.005408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Pushing event updated for resources: {'Port': ['ID=a2143bf4-3ecd-4478-994f-79aad9c438db,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:19.020342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95388a66-7beb-430d-b84d-e8356d6d740b req-68964c91-5d8e-40d8-aa39-32e0f96281ea tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:19.021930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-95388a66-7beb-430d-b84d-e8356d6d740b req-68964c91-5d8e-40d8-aa39-32e0f96281ea tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 936 time: 0.3478706 Jul 09 19:54:19.031070 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-7e37f93d-659d-4a8e-b44a-a013cae3b2e6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4517772 Jul 09 19:54:19.050993 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Request body: {'port': {'device_id': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:19.056124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Attempting to bind port 5de99c62-9650-455b-8982-7f9b4a8176bf on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:19.056583 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Attempting to bind port 5de99c62-9650-455b-8982-7f9b4a8176bf by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:19.058710 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Attempting to bind port 5de99c62-9650-455b-8982-7f9b4a8176bf on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:19.074842 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f63dbb0b-cf62-464b-bc92-32a2ccbbc6d9 req-bed570ec-9ecb-40d6-a2c4-a52cd3ea9f7d tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/security-groups?id=51f14062-83dd-429d-ba8b-eb81e4452b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598575 Jul 09 19:54:19.084608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Port 5de99c62-9650-455b-8982-7f9b4a8176bf on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:19.084929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Attempting to bind port 5de99c62-9650-455b-8982-7f9b4a8176bf on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:19.090264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8ec7abcc-df51-47ce-bdc6-10ad830fee61 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:19.113659 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Router 08cbb4b3-4b26-4067-b412-fab88be37c42 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:54:19.122264 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:19.124172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Checking segment: {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:19.125649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Bound using segment: {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:19.126195 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Bound port: 5de99c62-9650-455b-8982-7f9b4a8176bf, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:19.126644 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.138038 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-95388a66-7beb-430d-b84d-e8356d6d740b req-a1eb7370-9fee-4452-bbad-064ab283b6fa tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034880 Jul 09 19:54:19.196005 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 8ec7abcc-df51-47ce-bdc6-10ad830fee61 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:19.196356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8ec7abcc-df51-47ce-bdc6-10ad830fee61 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:19.214871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a1a368e6-8975-4fbb-9fbe-d74206087466 None None] Provisioning for port a2143bf4-3ecd-4478-994f-79aad9c438db completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:19.235997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a1a368e6-8975-4fbb-9fbe-d74206087466 None None] Provisioning complete for port a2143bf4-3ecd-4478-994f-79aad9c438db triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:19.236650 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a1a368e6-8975-4fbb-9fbe-d74206087466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.238500 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.320005 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fa2ea17e-d06d-4d46-af3a-2bae87669dce up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:19.331836 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a1a368e6-8975-4fbb-9fbe-d74206087466 None None] Port a2143bf4-3ecd-4478-994f-79aad9c438db cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:54:19.347267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] For port 5de99c62-9650-455b-8982-7f9b4a8176bf, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:19.359235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d41426-28eb-4c70-821b-77a2f66afc03 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:19.378715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.384082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] For port 5de99c62-9650-455b-8982-7f9b4a8176bf, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5de99c62-9650-455b-8982-7f9b4a8176bf,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:19.393045 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.421636 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port fa2ea17e-d06d-4d46-af3a-2bae87669dce triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:19.422025 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.428087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Transition to ACTIVE for port object d9d41426-28eb-4c70-821b-77a2f66afc03 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:19.450116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:19.450763 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.452373 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] 10.222.0.32 "PUT /v2.0/ports/5de99c62-9650-455b-8982-7f9b4a8176bf HTTP/1.1" status: 200 len: 1091 time: 2.1032145 Jul 09 19:54:19.466181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58832482-9c7a-4063-b416-69d753b35557', 'tag': '5de99c62-9650-455b-8982-7f9b4a8176bf'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:19.469020 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dcb1d1-4981-444e-8023-dfd662920c80" -d '{"events": [{"name": "network-changed", "server_uuid": "58832482-9c7a-4063-b416-69d753b35557", "tag": "5de99c62-9650-455b-8982-7f9b4a8176bf"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:19.475256 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.484586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:54:19.490227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-a79b2f0b-fb3b-46ea-8309-f0c235e9b2e1 req-e2bfa5ef-c60b-4364-b1bd-bfe0d0fa62e1 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1969550563', 'description': 'tempest-description-487051596'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:19.507692 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a460eb82-cc23-43fb-8570-0b282acc314d None None] Sync routers for ids ['08cbb4b3-4b26-4067-b412-fab88be37c42'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:54:19.540666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df879ca-9337-47e1-ace9-feaa3178ec5a service neutron] Pushing event updated for resources: {'Port': ['ID=5de99c62-9650-455b-8982-7f9b4a8176bf,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:19.558366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a460eb82-cc23-43fb-8570-0b282acc314d None None] Routers {'08cbb4b3-4b26-4067-b412-fab88be37c42'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:19.559257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a460eb82-cc23-43fb-8570-0b282acc314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:53:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['08cbb4b3-4b26-4067-b412-fab88be37c42'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:19.600576 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] No DVR routers for this DVR port 8ec7abcc-df51-47ce-bdc6-10ad830fee61 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:19.606161 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.608842 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.32 "DELETE /v2.0/ports/8ec7abcc-df51-47ce-bdc6-10ad830fee61 HTTP/1.1" status: 204 len: 173 time: 2.9887900 Jul 09 19:54:19.611944 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b8387ef-3508-4398-8aa3-54335b240b63', 'name': 'network-vif-deleted', 'tag': '8ec7abcc-df51-47ce-bdc6-10ad830fee61'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:19.617283 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a79b2f0b-fb3b-46ea-8309-f0c235e9b2e1 req-e2bfa5ef-c60b-4364-b1bd-bfe0d0fa62e1 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.619015 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56d0556-9e6f-4f4c-9e6e-5a2e60ea5af1" -d '{"events": [{"server_uuid": "9b8387ef-3508-4398-8aa3-54335b240b63", "name": "network-vif-deleted", "tag": "8ec7abcc-df51-47ce-bdc6-10ad830fee61"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:19.679596 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a79b2f0b-fb3b-46ea-8309-f0c235e9b2e1 req-e2bfa5ef-c60b-4364-b1bd-bfe0d0fa62e1 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.735228 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d41426-28eb-4c70-821b-77a2f66afc03,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:19.845962 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-3e01dcae-a8f9-4961-b4ec-b7374e04621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:19.845962 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-3e01dcae-a8f9-4961-b4ec-b7374e04621d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 1094 time: 0.3261056 Jul 09 19:54:19.848479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Attempting to bind port d9d41426-28eb-4c70-821b-77a2f66afc03 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:19.848867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Attempting to bind port d9d41426-28eb-4c70-821b-77a2f66afc03 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:19.849203 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Attempting to bind port d9d41426-28eb-4c70-821b-77a2f66afc03 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:19.849604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac50bd6-12f4-41a7-8c65-30aad842d4ec req-6a05bcc0-4371-40ab-bf98-445086d3cdd9 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:19.851315 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fac50bd6-12f4-41a7-8c65-30aad842d4ec req-6a05bcc0-4371-40ab-bf98-445086d3cdd9 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/ports?device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 947 time: 0.4229772 Jul 09 19:54:19.867014 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Port d9d41426-28eb-4c70-821b-77a2f66afc03 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:19.867014 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Attempting to bind port d9d41426-28eb-4c70-821b-77a2f66afc03 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:19.874810 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2143bf4-3ecd-4478-994f-79aad9c438db {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:19.888880 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.907014 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-f40f7730-6087-4bc7-acc9-4164181137df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5de99c62-9650-455b-8982-7f9b4a8176bf HTTP/1.1" status: 200 len: 217 time: 0.0505617 Jul 09 19:54:19.909634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:19.910262 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:19.910826 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:19.911615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Bound port: d9d41426-28eb-4c70-821b-77a2f66afc03, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:19.912030 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.921421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Transition to ACTIVE for port object a2143bf4-3ecd-4478-994f-79aad9c438db will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:19.942849 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fac50bd6-12f4-41a7-8c65-30aad842d4ec req-174d7ff2-00ce-45de-bf01-5652ef16fa83 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e60add5-db23-47a3-b6d8-590f14ccc3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786207 Jul 09 19:54:19.944011 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:19.952428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a460eb82-cc23-43fb-8570-0b282acc314d None None] Set router 08cbb4b3-4b26-4067-b412-fab88be37c42 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:20.036259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Pushing event updated for resources: {'Port': ['ID=a2143bf4-3ecd-4478-994f-79aad9c438db,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:20.051803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-c51e6327-c6ab-495e-a84b-9e15f083cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:20.053524 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-c51e6327-c6ab-495e-a84b-9e15f083cddd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 200 len: 852 time: 0.1372128 Jul 09 19:54:20.123745 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] For port d9d41426-28eb-4c70-821b-77a2f66afc03, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:20.127931 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-6d7274bf-c6f5-4750-b3e5-259d4d72e82a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8894aba0-c40a-4dc6-b8c1-f53ea7016388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535324 Jul 09 19:54:20.140400 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a79b2f0b-fb3b-46ea-8309-f0c235e9b2e1 req-e2bfa5ef-c60b-4364-b1bd-bfe0d0fa62e1 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:20.152015 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] For port d9d41426-28eb-4c70-821b-77a2f66afc03, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d9d41426-28eb-4c70-821b-77a2f66afc03,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:20.153300 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a79b2f0b-fb3b-46ea-8309-f0c235e9b2e1 req-e2bfa5ef-c60b-4364-b1bd-bfe0d0fa62e1 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:20.188660 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c0e16159-3e33-42e5-8fbc-d547adfe91ec req-b791408a-5930-4a2d-8c24-53db493c24a1 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 210 time: 0.0613070 Jul 09 19:54:20.208922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Attempting to bind port a2143bf4-3ecd-4478-994f-79aad9c438db on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:20.209189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Attempting to bind port a2143bf4-3ecd-4478-994f-79aad9c438db by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:20.209512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Attempting to bind port a2143bf4-3ecd-4478-994f-79aad9c438db on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:20.221166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Port a2143bf4-3ecd-4478-994f-79aad9c438db on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:20.221543 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Attempting to bind port a2143bf4-3ecd-4478-994f-79aad9c438db on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:20.252760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:20.254109 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:20.254520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:20.256129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Bound port: a2143bf4-3ecd-4478-994f-79aad9c438db, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:20.256520 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:20.317690 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a460eb82-cc23-43fb-8570-0b282acc314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:17Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96', 'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'mac_address': 'fa:16:3e:71:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:16Z', 'updated_at': '2021-07-09T19:49:24Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'subnets': [{'id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:20.320885 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a79b2f0b-fb3b-46ea-8309-f0c235e9b2e1 req-e2bfa5ef-c60b-4364-b1bd-bfe0d0fa62e1 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:20.322471 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:20.361115 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a79b2f0b-fb3b-46ea-8309-f0c235e9b2e1 req-e2bfa5ef-c60b-4364-b1bd-bfe0d0fa62e1 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:20.386428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a460eb82-cc23-43fb-8570-0b282acc314d None None] Checking router: 08cbb4b3-4b26-4067-b412-fab88be37c42 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:54:20.401667 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a79b2f0b-fb3b-46ea-8309-f0c235e9b2e1 req-e2bfa5ef-c60b-4364-b1bd-bfe0d0fa62e1 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:20.402587 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a460eb82-cc23-43fb-8570-0b282acc314d None None] Routers {'08cbb4b3-4b26-4067-b412-fab88be37c42'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:20.403466 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a460eb82-cc23-43fb-8570-0b282acc314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:53:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['08cbb4b3-4b26-4067-b412-fab88be37c42'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:20.412430 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a79b2f0b-fb3b-46ea-8309-f0c235e9b2e1 req-e2bfa5ef-c60b-4364-b1bd-bfe0d0fa62e1 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9380348 Jul 09 19:54:20.413561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfa5ef-c60b-4364-b1bd-bfe0d0fa62e1 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225a8f42-c0c2-4326-964f-274400328a5a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:20.450169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] For port a2143bf4-3ecd-4478-994f-79aad9c438db, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:20.459353 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] For port a2143bf4-3ecd-4478-994f-79aad9c438db, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a2143bf4-3ecd-4478-994f-79aad9c438db,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:20.490823 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:20.513162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:20.513884 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:20.517167 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] 10.222.0.32 "PUT /v2.0/ports/d9d41426-28eb-4c70-821b-77a2f66afc03 HTTP/1.1" status: 200 len: 1095 time: 2.3194647 Jul 09 19:54:20.594778 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-a71aff78-3b97-4e65-83d6-8f15ef32d528 service neutron] 10.222.0.32 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567068 Jul 09 19:54:20.602760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:20.603408 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:20.604804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfa5ef-c60b-4364-b1bd-bfe0d0fa62e1 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4785d673-c246-4662-9d98-7dc1da18bba2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:20.604962 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] 10.222.0.32 "PUT /v2.0/ports/a2143bf4-3ecd-4478-994f-79aad9c438db HTTP/1.1" status: 200 len: 1096 time: 1.5662627 Jul 09 19:54:20.635187 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a460eb82-cc23-43fb-8570-0b282acc314d None None] Set router 08cbb4b3-4b26-4067-b412-fab88be37c42 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:20.775050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc1ecd-30ff-414d-88c3-ccddbb3cf42b req-59593a29-b225-4bc6-956a-fe82b2a921d8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:20.776685 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-26dc1ecd-30ff-414d-88c3-ccddbb3cf42b req-59593a29-b225-4bc6-956a-fe82b2a921d8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 943 time: 0.3145986 Jul 09 19:54:20.778914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2b4e3-a3d0-4c3c-9b51-57c575bc4036 service neutron] Pushing event updated for resources: {'Port': ['ID=a2143bf4-3ecd-4478-994f-79aad9c438db,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:20.828377 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-26dc1ecd-30ff-414d-88c3-ccddbb3cf42b req-1e9e816f-2a82-46d8-8dd4-70427f97f8ca tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441558 Jul 09 19:54:20.876989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-95e987b5-275c-4f14-a344-c5f824c2fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:20.880377 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-95e987b5-275c-4f14-a344-c5f824c2fc73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1998f527caa4659af63116948a35a2e&device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 1098 time: 0.1982410 Jul 09 19:54:20.964920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-b5b1e884-a956-49e7-80c5-62b4814b4b2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=d9d41426-28eb-4c70-821b-77a2f66afc03 HTTP/1.1" status: 200 len: 217 time: 0.0774946 Jul 09 19:54:21.019269 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5d3267-116b-4dd9-b043-178dbad21edf x-openstack-request-id: req-0e5d3267-116b-4dd9-b043-178dbad21edf {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:21.019877 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b8387ef-3508-4398-8aa3-54335b240b63", "name": "network-vif-deleted", "tag": "8ec7abcc-df51-47ce-bdc6-10ad830fee61", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:21.020138 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e5d3267-116b-4dd9-b043-178dbad21edf {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:21.020569 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b8387ef-3508-4398-8aa3-54335b240b63', 'name': 'network-vif-deleted', 'tag': '8ec7abcc-df51-47ce-bdc6-10ad830fee61', 'status': 'completed', 'code': 200} Jul 09 19:54:21.039779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a460eb82-cc23-43fb-8570-0b282acc314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:17Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96', 'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'mac_address': 'fa:16:3e:71:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:16Z', 'updated_at': '2021-07-09T19:49:24Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'subnets': [{'id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:21.074418 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a460eb82-cc23-43fb-8570-0b282acc314d None None] The sync data for ids ['08cbb4b3-4b26-4067-b412-fab88be37c42'] in n-d-800088-3 is: [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:49:17Z', 'revision_number': 4, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96', 'name': '', 'network_id': '3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'mac_address': 'fa:16:3e:71:88:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:16Z', 'updated_at': '2021-07-09T19:49:24Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'subnets': [{'id': 'af1cf44f-f8a3-4725-a1ed-970ef7a6a778', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:54:21.078247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-10100ac7-6e8c-4618-9643-fa2bba2f2a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:21.079774 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-10100ac7-6e8c-4618-9643-fa2bba2f2a61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1084583 Jul 09 19:54:21.156548 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd09278-5379-4cf2-971a-32795a92d016 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d41426-28eb-4c70-821b-77a2f66afc03,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:21.167207 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b8e3a3-dcad-4699-9ca4-8da36dfc6c34 x-openstack-request-id: req-e0b8e3a3-dcad-4699-9ca4-8da36dfc6c34 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:21.167725 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58832482-9c7a-4063-b416-69d753b35557", "tag": "5de99c62-9650-455b-8982-7f9b4a8176bf", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:21.168282 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0b8e3a3-dcad-4699-9ca4-8da36dfc6c34 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:21.169019 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58832482-9c7a-4063-b416-69d753b35557', 'tag': '5de99c62-9650-455b-8982-7f9b4a8176bf', 'status': 'completed', 'code': 200} Jul 09 19:54:21.193336 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-96d348d0-4a54-41c3-bb64-2f14a4336047 req-4a66552c-4c4d-41a9-a267-feb8c38d08fc tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Request body: {'security_group': {'name': 'tempest-securitygroup-622782676', 'description': 'tempest-description-1970239151'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:21.240557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-3b9f8b85-a9ee-4edb-a700-1b81868b6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:21.241854 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-3b9f8b85-a9ee-4edb-a700-1b81868b6f28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1554897 Jul 09 19:54:21.256580 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-13fd3dc7-3f60-4323-a209-7e8f9c26a0f0 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:21.262586 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-13fd3dc7-3f60-4323-a209-7e8f9c26a0f0 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:21.264324 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-13fd3dc7-3f60-4323-a209-7e8f9c26a0f0 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.36 "GET /v2.0/networks?id=bde7f572-b8ae-4b83-9379-84a15ec47046&id=2f28a20f-001d-4d34-b9f7-b2a0e6a26a59&id=bde7f572-b8ae-4b83-9379-84a15ec47046 HTTP/1.1" status: 200 len: 1391 time: 0.8678255 Jul 09 19:54:21.279202 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-aeebb580-a28c-46d1-8bde-730972a630aa service neutron] 10.222.0.32 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670387 Jul 09 19:54:21.285578 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-e2e2f137-5133-484e-8f79-60e4583341d4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Request body: {'port': {'device_id': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046', 'admin_state_up': True, 'tenant_id': 'bd737430fbed42b8908469dfa5658306'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:21.293756 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-96d348d0-4a54-41c3-bb64-2f14a4336047 req-4a66552c-4c4d-41a9-a267-feb8c38d08fc tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:21.355441 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d3da1-0228-42db-9d0a-2d73332aa88d req-59297788-fe72-49b8-b85e-fb4716c3418d tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:21.361111 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-684d3da1-0228-42db-9d0a-2d73332aa88d req-59297788-fe72-49b8-b85e-fb4716c3418d tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 948 time: 0.1885481 Jul 09 19:54:21.398342 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-8ac66373-261e-4c4c-8a46-f95e0472fca8 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482143 Jul 09 19:54:21.408555 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855978c7-4515-470b-ab93-187773c64fcd None None] New status for floating IP 07f1c650-3fd1-4f23-962b-153e03032d70: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:54:21.430835 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-08c4838b-bce7-4a94-ae23-bdbebaf4bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:21.432367 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-08c4838b-bce7-4a94-ae23-bdbebaf4bc34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ea134ee214a4193ab1c71675d9b4877&device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 1099 time: 0.2694819 Jul 09 19:54:21.440153 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-684d3da1-0228-42db-9d0a-2d73332aa88d req-078ecbea-56cc-4826-a44a-c938ddda38b8 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754125 Jul 09 19:54:21.510335 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-239534ab-0222-493c-ac63-ffd18d2c7664 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=a2143bf4-3ecd-4478-994f-79aad9c438db HTTP/1.1" status: 200 len: 217 time: 0.0608745 Jul 09 19:54:21.533535 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-d2020346-fc6a-4286-a68c-ef367a0c85dc service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170051 Jul 09 19:54:21.572794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcb1d1-4981-444e-8023-dfd662920c80 req-7f4ca132-1a53-49b4-a30f-4a539a53283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:21.574338 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22dcb1d1-4981-444e-8023-dfd662920c80 req-7f4ca132-1a53-49b4-a30f-4a539a53283b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 1094 time: 0.2319012 Jul 09 19:54:21.664148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-8a5b11be-31e6-4bf1-8009-982cbaed935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:21.667471 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-8a5b11be-31e6-4bf1-8009-982cbaed935e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1415246 Jul 09 19:54:21.679804 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-96d348d0-4a54-41c3-bb64-2f14a4336047 req-4a66552c-4c4d-41a9-a267-feb8c38d08fc tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:21.721211 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-96d348d0-4a54-41c3-bb64-2f14a4336047 req-4a66552c-4c4d-41a9-a267-feb8c38d08fc tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:21.785545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-96d348d0-4a54-41c3-bb64-2f14a4336047 req-4a66552c-4c4d-41a9-a267-feb8c38d08fc tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:21.786788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-96d348d0-4a54-41c3-bb64-2f14a4336047 req-4a66552c-4c4d-41a9-a267-feb8c38d08fc tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6227500 Jul 09 19:54:21.787349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-e2e2f137-5133-484e-8f79-60e4583341d4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Made reservation on behalf of bd737430fbed42b8908469dfa5658306 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:21.791440 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-e2e2f137-5133-484e-8f79-60e4583341d4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:21.795477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66552c-4c4d-41a9-a267-feb8c38d08fc tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0ca7b6-0459-4724-97e5-01a4eb18cb3f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:21.816901 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcb1d1-4981-444e-8023-dfd662920c80 req-eb03537e-f4c8-4a11-86b9-c799bdca3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:21.818559 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22dcb1d1-4981-444e-8023-dfd662920c80 req-eb03537e-f4c8-4a11-86b9-c799bdca3de2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 913 time: 0.2374196 Jul 09 19:54:21.822278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42322a4c-ea8d-4e53-be2e-ca590be10ab2 req-7d34b92b-eec0-4406-98c2-a180fd89fbe5 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:21.823853 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-42322a4c-ea8d-4e53-be2e-ca590be10ab2 req-7d34b92b-eec0-4406-98c2-a180fd89fbe5 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/ports?device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 947 time: 0.0993390 Jul 09 19:54:21.869198 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-42322a4c-ea8d-4e53-be2e-ca590be10ab2 req-381fe8c0-421e-4b0b-8878-27858a224645 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e60add5-db23-47a3-b6d8-590f14ccc3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389819 Jul 09 19:54:21.915604 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22dcb1d1-4981-444e-8023-dfd662920c80 req-8b188b83-ad75-4795-9d9f-edc483feb845 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5de99c62-9650-455b-8982-7f9b4a8176bf HTTP/1.1" status: 200 len: 217 time: 0.0896287 Jul 09 19:54:21.925031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-4b1b23c6-463f-40e7-ba84-095cca33acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:21.926484 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-4b1b23c6-463f-40e7-ba84-095cca33acc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2497268 Jul 09 19:54:21.996943 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-14662331-40cf-4f05-a414-dd85c976018c req-fc6c3a9c-ec97-4d17-bed8-067c92aa45a8 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 210 time: 0.0774472 Jul 09 19:54:22.090897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcb1d1-4981-444e-8023-dfd662920c80 req-0981eba5-fb72-4482-971a-096f4ada20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:22.092365 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22dcb1d1-4981-444e-8023-dfd662920c80 req-0981eba5-fb72-4482-971a-096f4ada20f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 200 len: 852 time: 0.1609147 Jul 09 19:54:22.102598 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-f634a01c-d0d1-4f40-b0cd-eb7772d56f96 req-21fdffa6-d26b-4866-b28d-9f3dd8e6b585 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1372465836', 'description': 'tempest-description-1927481791'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:22.164845 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22dcb1d1-4981-444e-8023-dfd662920c80 req-8472b10a-1509-4d5c-87ef-b0955ce3820a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8894aba0-c40a-4dc6-b8c1-f53ea7016388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488482 Jul 09 19:54:22.165935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-e2e2f137-5133-484e-8f79-60e4583341d4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Allocated IP 19.80.0.237 (bde7f572-b8ae-4b83-9379-84a15ec47046/2becbc1e-aba6-42d7-b4a5-9179c19cc8d7/6b8b27ca-ae6e-4863-be5e-b5e4d134d703) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:22.232708 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8091b6e-6f17-4b07-8898-61f3b2e874de req-5c117c86-01da-4334-b646-ac87b6459504 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:22.234634 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8091b6e-6f17-4b07-8898-61f3b2e874de req-5c117c86-01da-4334-b646-ac87b6459504 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 943 time: 0.0771880 Jul 09 19:54:22.242213 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-d256d2aa-ac7c-4118-b54d-4afe0db56f4f service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993889 Jul 09 19:54:22.242914 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f634a01c-d0d1-4f40-b0cd-eb7772d56f96 req-21fdffa6-d26b-4866-b28d-9f3dd8e6b585 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:22.276234 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f634a01c-d0d1-4f40-b0cd-eb7772d56f96 req-21fdffa6-d26b-4866-b28d-9f3dd8e6b585 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:22.285095 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8091b6e-6f17-4b07-8898-61f3b2e874de req-6554f782-04df-43dd-86a6-eb9c06e156d4 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423865 Jul 09 19:54:22.447609 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22dcb1d1-4981-444e-8023-dfd662920c80 req-f6bf9b5f-f9bb-494f-b89c-8a4533b02108 service neutron] 10.222.0.32 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715690 Jul 09 19:54:22.499599 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-832b0f16-f4e1-4d77-9dda-8f6cdd55af53 req-b29c7d28-5d0e-4af3-821c-805312277e80 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460711 Jul 09 19:54:22.530603 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55784) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:22.598523 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-213ddc97-d810-4485-b2c8-356f5e42d981 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:22.618536 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-e2e2f137-5133-484e-8f79-60e4583341d4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:22.628866 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-213ddc97-d810-4485-b2c8-356f5e42d981 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:22.652283 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22dcb1d1-4981-444e-8023-dfd662920c80 req-def4883e-7b88-432f-a70a-92e937fb2da7 service neutron] 10.222.0.32 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900864 Jul 09 19:54:22.661333 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-e2e2f137-5133-484e-8f79-60e4583341d4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Transition to ACTIVE for port object 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:22.668342 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f634a01c-d0d1-4f40-b0cd-eb7772d56f96 req-21fdffa6-d26b-4866-b28d-9f3dd8e6b585 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:22.675875 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f634a01c-d0d1-4f40-b0cd-eb7772d56f96 req-21fdffa6-d26b-4866-b28d-9f3dd8e6b585 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:22.738367 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdffa6-d26b-4866-b28d-9f3dd8e6b585 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4b2225-8f2f-4393-821c-7d3604e65fef,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:22.752239 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-e2e2f137-5133-484e-8f79-60e4583341d4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:22.823250 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-e2e2f137-5133-484e-8f79-60e4583341d4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Network bde7f572-b8ae-4b83-9379-84a15ec47046 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:22.831351 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-e2e2f137-5133-484e-8f79-60e4583341d4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:22.838986 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-e2e2f137-5133-484e-8f79-60e4583341d4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:22.842804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2f137-5133-484e-8f79-60e4583341d4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event updated for resources: {'Port': ['ID=6b8b27ca-ae6e-4863-be5e-b5e4d134d703,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:22.874671 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f634a01c-d0d1-4f40-b0cd-eb7772d56f96 req-21fdffa6-d26b-4866-b28d-9f3dd8e6b585 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:22.881292 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f634a01c-d0d1-4f40-b0cd-eb7772d56f96 req-21fdffa6-d26b-4866-b28d-9f3dd8e6b585 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:22.930391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-e2e2f137-5133-484e-8f79-60e4583341d4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:22.931038 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-e2e2f137-5133-484e-8f79-60e4583341d4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:22.935557 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f634a01c-d0d1-4f40-b0cd-eb7772d56f96 req-21fdffa6-d26b-4866-b28d-9f3dd8e6b585 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:22.941904 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f634a01c-d0d1-4f40-b0cd-eb7772d56f96 req-21fdffa6-d26b-4866-b28d-9f3dd8e6b585 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8478968 Jul 09 19:54:22.942765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdffa6-d26b-4866-b28d-9f3dd8e6b585 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1298d448-a080-41a4-8dac-3f9de4206209,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:22.964435 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-e2e2f137-5133-484e-8f79-60e4583341d4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6893494 Jul 09 19:54:22.976753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-dede6c4a-b86c-416d-b86d-af00177db2bd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Request body: {'port': {'device_id': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'network_id': '2f28a20f-001d-4d34-b9f7-b2a0e6a26a59', 'admin_state_up': True, 'tenant_id': 'bd737430fbed42b8908469dfa5658306'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:23.032696 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'tag': 'a2143bf4-3ecd-4478-994f-79aad9c438db'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:23.035181 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fcfc60-c333-44c3-9899-46196d30b776" -d '{"events": [{"name": "network-changed", "server_uuid": "e432b692-f1fb-497d-a327-931b9fa479ac", "tag": "a2143bf4-3ecd-4478-994f-79aad9c438db"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:23.081597 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-213ddc97-d810-4485-b2c8-356f5e42d981 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.084512 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-213ddc97-d810-4485-b2c8-356f5e42d981 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.085753 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-213ddc97-d810-4485-b2c8-356f5e42d981 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "DELETE /v2.0/security-groups/892a1a06-0420-4b11-937b-9a5752763640 HTTP/1.1" status: 204 len: 168 time: 0.5537539 Jul 09 19:54:23.090133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55796) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:23.099099 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd86f02-66fe-499b-aa3d-88a862ac9fe5 req-9e2238df-63eb-4d78-ba7b-10a22e69fa0f tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:23.116585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2fd86f02-66fe-499b-aa3d-88a862ac9fe5 req-9e2238df-63eb-4d78-ba7b-10a22e69fa0f tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 948 time: 0.1211629 Jul 09 19:54:23.143771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ddc97-d810-4485-b2c8-356f5e42d981 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892a1a06-0420-4b11-937b-9a5752763640,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:23.154551 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-0b132308-7996-48a7-b5e8-3d8cb565b090 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] show failed (client error): The resource could not be found. Jul 09 19:54:23.156579 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0b132308-7996-48a7-b5e8-3d8cb565b090 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "GET /v2.0/security-groups/892a1a06-0420-4b11-937b-9a5752763640 HTTP/1.1" status: 404 len: 347 time: 0.0649331 Jul 09 19:54:23.159230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55798) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:23.170158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464b01d1-aec0-4d86-8845-082a79886b9f', 'tag': 'd9d41426-28eb-4c70-821b-77a2f66afc03'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:23.173031 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410e94ab-c913-453a-ba14-536ea0279588" -d '{"events": [{"name": "network-changed", "server_uuid": "464b01d1-aec0-4d86-8845-082a79886b9f", "tag": "d9d41426-28eb-4c70-821b-77a2f66afc03"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:23.207232 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb14c54-23e5-463f-8bd4-174618d9fea2 req-f5539426-2b64-46ae-8997-a5524ab1f4a5 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:23.208491 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1fb14c54-23e5-463f-8bd4-174618d9fea2 req-f5539426-2b64-46ae-8997-a5524ab1f4a5 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 950 time: 0.1171250 Jul 09 19:54:23.209082 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-045b1378-9b95-490b-bee4-36b9be2befb0 None None] Provisioning for port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:23.219696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-045b1378-9b95-490b-bee4-36b9be2befb0 None None] Provisioning complete for port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:23.224890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-dede6c4a-b86c-416d-b86d-af00177db2bd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Made reservation on behalf of bd737430fbed42b8908469dfa5658306 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:23.225364 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-045b1378-9b95-490b-bee4-36b9be2befb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.228714 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-dede6c4a-b86c-416d-b86d-af00177db2bd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.239996 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2fd86f02-66fe-499b-aa3d-88a862ac9fe5 req-78050cd2-dafd-4819-8fda-34ea76dfba6c tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222703 Jul 09 19:54:23.287000 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-045b1378-9b95-490b-bee4-36b9be2befb0 None None] Port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:54:23.345041 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1fb14c54-23e5-463f-8bd4-174618d9fea2 req-ab74ab0d-3549-4188-a3f6-cbffa01c304e tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/security-groups?id=51f14062-83dd-429d-ba8b-eb81e4452b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293123 Jul 09 19:54:23.387425 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-aa5e64d7-7ee2-4956-9b0e-1f2d347747e9 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Deleting port 322403f9-f7f7-4eea-ab35-2616ef264310 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:23.388209 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aa5e64d7-7ee2-4956-9b0e-1f2d347747e9 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.419166 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-dede6c4a-b86c-416d-b86d-af00177db2bd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Allocated IP 19.86.0.75 (2f28a20f-001d-4d34-b9f7-b2a0e6a26a59/c0b8558b-1d51-43b2-98ca-a35c4755bca1/01f0bab0-af72-4fb3-846c-a345046f5373) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:23.478166 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aa5e64d7-7ee2-4956-9b0e-1f2d347747e9 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.478648 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aa5e64d7-7ee2-4956-9b0e-1f2d347747e9 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.492342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-aa5e64d7-7ee2-4956-9b0e-1f2d347747e9 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Calling delete_port for 322403f9-f7f7-4eea-ab35-2616ef264310 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:23.563022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-38c7413a-1041-4c67-bbe2-a9c0b194b298 req-791ead06-be15-466a-8e2f-d9beb1d37384 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1170022660', 'description': 'tempest-description-1507697642'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:23.606866 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-38c7413a-1041-4c67-bbe2-a9c0b194b298 req-791ead06-be15-466a-8e2f-d9beb1d37384 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.624739 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c15682-4f28-4f50-a9d1-57f7b8907bdd req-f2a3780f-529e-482e-8661-3bb11931a4c3 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:23.626309 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44c15682-4f28-4f50-a9d1-57f7b8907bdd req-f2a3780f-529e-482e-8661-3bb11931a4c3 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/ports?device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 947 time: 0.1618404 Jul 09 19:54:23.694922 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-dede6c4a-b86c-416d-b86d-af00177db2bd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.701546 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44c15682-4f28-4f50-a9d1-57f7b8907bdd req-13091a83-edc2-4d40-b5f6-0e85db69093f tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e60add5-db23-47a3-b6d8-590f14ccc3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660465 Jul 09 19:54:23.715317 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-dede6c4a-b86c-416d-b86d-af00177db2bd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Transition to ACTIVE for port object 01f0bab0-af72-4fb3-846c-a345046f5373 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:23.716768 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aa5e64d7-7ee2-4956-9b0e-1f2d347747e9 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.746680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e64d7-7ee2-4956-9b0e-1f2d347747e9 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Pushing event deleted for resources: {'Port': ['ID=322403f9-f7f7-4eea-ab35-2616ef264310,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:23.769848 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-dede6c4a-b86c-416d-b86d-af00177db2bd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.809526 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-38c7413a-1041-4c67-bbe2-a9c0b194b298 req-791ead06-be15-466a-8e2f-d9beb1d37384 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.818031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-38c7413a-1041-4c67-bbe2-a9c0b194b298 req-791ead06-be15-466a-8e2f-d9beb1d37384 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.824900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-dede6c4a-b86c-416d-b86d-af00177db2bd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Network 2f28a20f-001d-4d34-b9f7-b2a0e6a26a59 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:23.828496 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-dede6c4a-b86c-416d-b86d-af00177db2bd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:23.833520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-dede6c4a-b86c-416d-b86d-af00177db2bd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:23.838327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede6c4a-b86c-416d-b86d-af00177db2bd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event updated for resources: {'Port': ['ID=01f0bab0-af72-4fb3-846c-a345046f5373,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:23.849365 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aa5e64d7-7ee2-4956-9b0e-1f2d347747e9 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.851738 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aa5e64d7-7ee2-4956-9b0e-1f2d347747e9 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.852916 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-aa5e64d7-7ee2-4956-9b0e-1f2d347747e9 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] 10.222.0.30 "DELETE /v2.0/floatingips/07f1c650-3fd1-4f23-962b-153e03032d70 HTTP/1.1" status: 204 len: 168 time: 0.6924353 Jul 09 19:54:23.856009 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-38c7413a-1041-4c67-bbe2-a9c0b194b298 req-791ead06-be15-466a-8e2f-d9beb1d37384 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:23.865216 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38c7413a-1041-4c67-bbe2-a9c0b194b298 req-791ead06-be15-466a-8e2f-d9beb1d37384 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3067126 Jul 09 19:54:23.867875 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ead06-be15-466a-8e2f-d9beb1d37384 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a5d8ec-5321-4a1d-b149-61b306d1eda3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:23.906141 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d826e5-ce7e-4c5a-b0f1-b748faef2f93 x-openstack-request-id: req-d7d826e5-ce7e-4c5a-b0f1-b748faef2f93 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:23.906748 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e432b692-f1fb-497d-a327-931b9fa479ac", "tag": "a2143bf4-3ecd-4478-994f-79aad9c438db", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:23.907124 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7d826e5-ce7e-4c5a-b0f1-b748faef2f93 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:23.908404 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'tag': 'a2143bf4-3ecd-4478-994f-79aad9c438db', 'status': 'completed', 'code': 200} Jul 09 19:54:23.942631 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd70cfe-de3f-403c-80bf-1265800108c5 x-openstack-request-id: req-1fd70cfe-de3f-403c-80bf-1265800108c5 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:23.943010 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464b01d1-aec0-4d86-8845-082a79886b9f", "tag": "d9d41426-28eb-4c70-821b-77a2f66afc03", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:23.943226 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1fd70cfe-de3f-403c-80bf-1265800108c5 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:23.943572 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464b01d1-aec0-4d86-8845-082a79886b9f', 'tag': 'd9d41426-28eb-4c70-821b-77a2f66afc03', 'status': 'completed', 'code': 200} Jul 09 19:54:23.972550 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-dede6c4a-b86c-416d-b86d-af00177db2bd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:23.973244 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-dede6c4a-b86c-416d-b86d-af00177db2bd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:24.039655 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-dede6c4a-b86c-416d-b86d-af00177db2bd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0680106 Jul 09 19:54:24.054768 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-67a24528-e97f-4b36-9f8b-84a93d0a86b6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Request body: {'port': {'device_id': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046', 'admin_state_up': True, 'tenant_id': 'bd737430fbed42b8908469dfa5658306'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:24.069454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea3f10-8fcd-4e55-8e9e-cec4d5a21cb2 req-10b5f443-dfe6-4098-9f96-0aab8740ccf2 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:24.075409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea3f10-8fcd-4e55-8e9e-cec4d5a21cb2 req-10b5f443-dfe6-4098-9f96-0aab8740ccf2 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:24.084334 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16ea3f10-8fcd-4e55-8e9e-cec4d5a21cb2 req-10b5f443-dfe6-4098-9f96-0aab8740ccf2 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 1654 time: 0.2152762 Jul 09 19:54:24.111140 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c79d46-62f0-4920-a9da-978b8edc466d req-bfac0fa1-2d67-44da-8474-9cd863ee6495 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:24.113041 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7c79d46-62f0-4920-a9da-978b8edc466d req-bfac0fa1-2d67-44da-8474-9cd863ee6495 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 943 time: 0.0742569 Jul 09 19:54:24.120693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bdd05254-77a8-46f9-8585-e1c2cac4a006 None None] Provisioning for port 01f0bab0-af72-4fb3-846c-a345046f5373 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:24.125099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bdd05254-77a8-46f9-8585-e1c2cac4a006 None None] Provisioning complete for port 01f0bab0-af72-4fb3-846c-a345046f5373 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:24.125784 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bdd05254-77a8-46f9-8585-e1c2cac4a006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:24.156642 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7c79d46-62f0-4920-a9da-978b8edc466d req-6a87ebd4-49e5-460b-b1fc-0ad13cb10f83 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376756 Jul 09 19:54:24.184051 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-bdd05254-77a8-46f9-8585-e1c2cac4a006 None None] Port 01f0bab0-af72-4fb3-846c-a345046f5373 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:54:24.230462 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcfc60-c333-44c3-9899-46196d30b776 req-22cf43b9-60b0-48bd-8024-83a2bd5d2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:24.231964 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2fcfc60-c333-44c3-9899-46196d30b776 req-22cf43b9-60b0-48bd-8024-83a2bd5d2752 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ea134ee214a4193ab1c71675d9b4877&device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 1099 time: 0.3045566 Jul 09 19:54:24.241017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e94ab-c913-453a-ba14-536ea0279588 req-b105a6d2-e2d3-4638-ae9b-d07e8b2bba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:24.242477 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-410e94ab-c913-453a-ba14-536ea0279588 req-b105a6d2-e2d3-4638-ae9b-d07e8b2bba09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1998f527caa4659af63116948a35a2e&device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 1098 time: 0.2653482 Jul 09 19:54:24.289462 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16ea3f10-8fcd-4e55-8e9e-cec4d5a21cb2 req-00a85e1a-70a1-408a-97fe-3d4b926ea7ab tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041707 Jul 09 19:54:24.501886 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-d6f5188c-6065-45a3-80df-8f651fa59d0d tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45130 time: 0.2895887 Jul 09 19:54:24.549570 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-6ce73fa6-06d0-459b-9f11-a0ef126455bd tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/0e60add5-db23-47a3-b6d8-590f14ccc3fc HTTP/1.1" status: 200 len: 2981 time: 0.0397444 Jul 09 19:54:24.595399 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-30f0630f-ed1e-4dfc-a128-cca526c0fe6c tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/0e60add5-db23-47a3-b6d8-590f14ccc3fc HTTP/1.1" status: 200 len: 2981 time: 0.0393322 Jul 09 19:54:24.653269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-45b0d3ea-0da6-4391-9d49-2459e7c89c76 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/225a8f42-c0c2-4326-964f-274400328a5a HTTP/1.1" status: 200 len: 2981 time: 0.0509546 Jul 09 19:54:24.706692 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-2ca8a6f4-ee54-424d-bc45-1d5cec4f7892 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/225a8f42-c0c2-4326-964f-274400328a5a HTTP/1.1" status: 200 len: 2981 time: 0.0524976 Jul 09 19:54:24.723344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-67a24528-e97f-4b36-9f8b-84a93d0a86b6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Made reservation on behalf of bd737430fbed42b8908469dfa5658306 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:24.729579 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-67a24528-e97f-4b36-9f8b-84a93d0a86b6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:24.755386 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-31f76e80-4b30-4fa2-8d0b-3b099e38d06a tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/2281f7e5-e6a6-4dda-aa83-45393f4c644a HTTP/1.1" status: 200 len: 2977 time: 0.0477347 Jul 09 19:54:24.804727 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-5a86e8d6-c36b-4aa2-b31b-e3d6035bc091 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/2281f7e5-e6a6-4dda-aa83-45393f4c644a HTTP/1.1" status: 200 len: 2977 time: 0.0441210 Jul 09 19:54:24.815379 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e94ab-c913-453a-ba14-536ea0279588 req-36005f90-1298-4c5c-9496-9554ba360387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:24.817010 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-410e94ab-c913-453a-ba14-536ea0279588 req-36005f90-1298-4c5c-9496-9554ba360387 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.5620265 Jul 09 19:54:24.818076 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcfc60-c333-44c3-9899-46196d30b776 req-06b3fff0-5afe-4503-a6bc-877749cd6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:24.819490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2fcfc60-c333-44c3-9899-46196d30b776 req-06b3fff0-5afe-4503-a6bc-877749cd6fc7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.5761695 Jul 09 19:54:24.851780 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-7744aff2-0719-4d6a-a746-db365b382cee tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/3ea23205-928a-4f45-aec3-c095460186e7 HTTP/1.1" status: 200 len: 2981 time: 0.0392206 Jul 09 19:54:24.880583 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bf84e-c1d4-4e0e-b9cb-db6eff937a1a req-b48174e3-9031-4bb8-a8aa-525331085669 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:24.882155 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-352bf84e-c1d4-4e0e-b9cb-db6eff937a1a req-b48174e3-9031-4bb8-a8aa-525331085669 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.36 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 950 time: 0.2876556 Jul 09 19:54:24.896215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2465831-5eba-47d7-93a0-53dbf318a7e2 req-33fe86c0-5c80-475e-af50-ca92f7567dfe tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:24.897668 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-9b32e6d6-ac58-4e28-a620-31b3ca1b7bd4 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/3ea23205-928a-4f45-aec3-c095460186e7 HTTP/1.1" status: 200 len: 2981 time: 0.0397990 Jul 09 19:54:24.897883 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2465831-5eba-47d7-93a0-53dbf318a7e2 req-33fe86c0-5c80-475e-af50-ca92f7567dfe tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 948 time: 0.3014581 Jul 09 19:54:24.949524 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-31cc5765-5567-439a-befe-c87870717ed8 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/51f14062-83dd-429d-ba8b-eb81e4452b49 HTTP/1.1" status: 200 len: 2981 time: 0.0390136 Jul 09 19:54:24.974221 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-410e94ab-c913-453a-ba14-536ea0279588 req-ecd93f78-2817-496a-8351-10ed0737e336 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=d9d41426-28eb-4c70-821b-77a2f66afc03 HTTP/1.1" status: 200 len: 217 time: 0.1141663 Jul 09 19:54:24.975508 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2fcfc60-c333-44c3-9899-46196d30b776 req-dc23107f-0642-4dc4-89a5-a838b69099dd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=a2143bf4-3ecd-4478-994f-79aad9c438db HTTP/1.1" status: 200 len: 217 time: 0.1174669 Jul 09 19:54:24.996449 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-f1a25def-f71f-4533-af22-82404519a26c tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/51f14062-83dd-429d-ba8b-eb81e4452b49 HTTP/1.1" status: 200 len: 2981 time: 0.0402582 Jul 09 19:54:25.043873 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-71c03e9c-8e68-4703-9ce4-55325b7586c7 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/56e2fb41-0c0c-4147-92dc-4ffd5055cfc3 HTTP/1.1" status: 200 len: 2981 time: 0.0404713 Jul 09 19:54:25.090970 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-6bb0ce03-b146-411f-a3a5-0648b9228e25 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/56e2fb41-0c0c-4147-92dc-4ffd5055cfc3 HTTP/1.1" status: 200 len: 2981 time: 0.0402353 Jul 09 19:54:25.120621 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d9d41426-28eb-4c70-821b-77a2f66afc03 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:54:25.161327 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-ea85fc21-c537-4dcc-9f35-9daa900e841e tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/85f5ce6e-bdec-416d-8e39-88f88a9de0ab HTTP/1.1" status: 200 len: 2981 time: 0.0635061 Jul 09 19:54:25.179668 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2465831-5eba-47d7-93a0-53dbf318a7e2 req-2064f65c-8280-4b7f-bb56-e81b6248eb9f tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214665 Jul 09 19:54:25.211394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e94ab-c913-453a-ba14-536ea0279588 req-c256be3d-1f2b-4275-b913-65220da30b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:25.214219 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-7d0082c5-c748-444b-b0c0-4decccc05412 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/85f5ce6e-bdec-416d-8e39-88f88a9de0ab HTTP/1.1" status: 200 len: 2981 time: 0.0516613 Jul 09 19:54:25.217278 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-410e94ab-c913-453a-ba14-536ea0279588 req-c256be3d-1f2b-4275-b913-65220da30b02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.2117186 Jul 09 19:54:25.224884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcfc60-c333-44c3-9899-46196d30b776 req-27088bb8-be4e-4127-a5e6-802ecc05226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:25.230148 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2fcfc60-c333-44c3-9899-46196d30b776 req-27088bb8-be4e-4127-a5e6-802ecc05226b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.2235048 Jul 09 19:54:25.244619 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port d9d41426-28eb-4c70-821b-77a2f66afc03, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d9d41426-28eb-4c70-821b-77a2f66afc03,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:25.259673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'd9d41426-28eb-4c70-821b-77a2f66afc03', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'd9d41426-28eb-4c70-821b-77a2f66afc03', 'mac_address': 'fa:16:3e:5e:48:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:54:25.293472 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-0ed22633-98da-47ff-9912-2c357c5f6336 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/8c0217ed-2200-4f08-85b3-7361077aa20e HTTP/1.1" status: 200 len: 2981 time: 0.0781395 Jul 09 19:54:25.320272 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:25.334523 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-67a24528-e97f-4b36-9f8b-84a93d0a86b6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Allocated IP 19.80.0.74 (bde7f572-b8ae-4b83-9379-84a15ec47046/2becbc1e-aba6-42d7-b4a5-9179c19cc8d7/cd334a25-bbed-497a-a604-fee456e91983) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:25.336239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d41426-28eb-4c70-821b-77a2f66afc03 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:25.363492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port d9d41426-28eb-4c70-821b-77a2f66afc03, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d9d41426-28eb-4c70-821b-77a2f66afc03,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:25.368050 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:25.368809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 5de99c62-9650-455b-8982-7f9b4a8176bf details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:54:25.381557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-c0cf8a17-0b51-461f-b296-c90338f7b1c5 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/8c0217ed-2200-4f08-85b3-7361077aa20e HTTP/1.1" status: 200 len: 2981 time: 0.0800490 Jul 09 19:54:25.428842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=d9d41426-28eb-4c70-821b-77a2f66afc03,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:25.434658 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-73d83b5a-c3b7-440e-afe7-51394c6f0f70 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/9b4b2225-8f2f-4393-821c-7d3604e65fef HTTP/1.1" status: 200 len: 2981 time: 0.0444045 Jul 09 19:54:25.484098 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-968aedf2-86d8-460d-a8e8-95c1618bf1b1 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/9b4b2225-8f2f-4393-821c-7d3604e65fef HTTP/1.1" status: 200 len: 2981 time: 0.0477843 Jul 09 19:54:25.543335 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-63b05c23-cd81-467c-8892-edfbada19eb5 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ba5de649-104e-42c5-8c6c-1b7be83445e9 HTTP/1.1" status: 200 len: 2973 time: 0.0536423 Jul 09 19:54:25.565044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 5de99c62-9650-455b-8982-7f9b4a8176bf, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5de99c62-9650-455b-8982-7f9b4a8176bf,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:25.584185 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-e047c147-807a-4102-bd67-58bd18846983 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ba5de649-104e-42c5-8c6c-1b7be83445e9 HTTP/1.1" status: 200 len: 2973 time: 0.0399940 Jul 09 19:54:25.588587 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '5de99c62-9650-455b-8982-7f9b4a8176bf', 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'port_id': '5de99c62-9650-455b-8982-7f9b4a8176bf', 'mac_address': 'fa:16:3e:b1:6f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd5bce8-001b-47cc-8510-ced4334ba819', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:54:25.639133 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-46da5d41-289e-40b9-a074-4bef3976a58b tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/bac172b3-e3b5-44a6-9016-69981c504b15 HTTP/1.1" status: 200 len: 2981 time: 0.0471828 Jul 09 19:54:25.642132 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:25.651463 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-67a24528-e97f-4b36-9f8b-84a93d0a86b6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:25.659221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de99c62-9650-455b-8982-7f9b4a8176bf {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:25.662872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-352bf84e-c1d4-4e0e-b9cb-db6eff937a1a req-7875948e-6573-4104-a176-e1c53edc9ee7 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Deleting port 13187efd-a036-4f2b-a93f-dcfd28005927 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:25.663308 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-352bf84e-c1d4-4e0e-b9cb-db6eff937a1a req-7875948e-6573-4104-a176-e1c53edc9ee7 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:25.679765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcfc60-c333-44c3-9899-46196d30b776 req-09971981-fb60-40ab-add5-22910fcbab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:25.681421 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2fcfc60-c333-44c3-9899-46196d30b776 req-09971981-fb60-40ab-add5-22910fcbab77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4096673 Jul 09 19:54:25.688468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 5de99c62-9650-455b-8982-7f9b4a8176bf, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5de99c62-9650-455b-8982-7f9b4a8176bf,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:25.691504 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-72731d3d-5cdc-4025-900c-937dd036aad6 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/bac172b3-e3b5-44a6-9016-69981c504b15 HTTP/1.1" status: 200 len: 2981 time: 0.0511425 Jul 09 19:54:25.705998 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:25.762025 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-7d83fb33-c7da-4b71-883c-9283f49a36be tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/c76345f4-e668-4852-af69-8dcb4e248067 HTTP/1.1" status: 200 len: 2981 time: 0.0688691 Jul 09 19:54:25.771567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e94ab-c913-453a-ba14-536ea0279588 req-fedefc90-4235-4e39-8d69-14894f17f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:25.777854 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-410e94ab-c913-453a-ba14-536ea0279588 req-fedefc90-4235-4e39-8d69-14894f17f52a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5429015 Jul 09 19:54:25.783210 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=5de99c62-9650-455b-8982-7f9b4a8176bf,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:25.811530 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-67a24528-e97f-4b36-9f8b-84a93d0a86b6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Transition to ACTIVE for port object cd334a25-bbed-497a-a604-fee456e91983 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:25.817331 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-4f863fd5-50c5-453d-8bcd-d8f70fe67ff2 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/c76345f4-e668-4852-af69-8dcb4e248067 HTTP/1.1" status: 200 len: 2981 time: 0.0541480 Jul 09 19:54:25.859043 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-ca20e9e7-d416-4c9f-bd41-6d9fa8e4ef57 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/cef1ac89-dd5b-45e6-98ef-377473e832a8 HTTP/1.1" status: 200 len: 2981 time: 0.0391412 Jul 09 19:54:25.873515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734af08b-b7af-49cf-bd86-bf385f9c34bb req-7e52b00d-5a31-4b1e-be89-130c5aa1c727 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:25.875331 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-734af08b-b7af-49cf-bd86-bf385f9c34bb req-7e52b00d-5a31-4b1e-be89-130c5aa1c727 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 950 time: 0.4874120 Jul 09 19:54:25.906708 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-dcf90f00-e68f-4015-a3f7-47ec5f269a84 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/cef1ac89-dd5b-45e6-98ef-377473e832a8 HTTP/1.1" status: 200 len: 2981 time: 0.0406258 Jul 09 19:54:25.932969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['d9d41426-28eb-4c70-821b-77a2f66afc03'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:25.950960 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-d0e466e0-f39c-42dc-a57d-2aae35ad11df tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/d9922f05-62da-48fd-84d4-ce7c720f4cea HTTP/1.1" status: 200 len: 2981 time: 0.0387516 Jul 09 19:54:25.970553 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-352bf84e-c1d4-4e0e-b9cb-db6eff937a1a req-7875948e-6573-4104-a176-e1c53edc9ee7 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] For port 13187efd-a036-4f2b-a93f-dcfd28005927, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13187efd-a036-4f2b-a93f-dcfd28005927,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:25.971221 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-352bf84e-c1d4-4e0e-b9cb-db6eff937a1a req-7875948e-6573-4104-a176-e1c53edc9ee7 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:25.993357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['5de99c62-9650-455b-8982-7f9b4a8176bf'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:26.007859 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841d55cc-bd4a-411b-b18f-3e2a1d17d05e req-baf96cd6-ed45-4335-979c-7860552c07fa tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/d9922f05-62da-48fd-84d4-ce7c720f4cea HTTP/1.1" status: 200 len: 2981 time: 0.0493622 Jul 09 19:54:26.026259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-352bf84e-c1d4-4e0e-b9cb-db6eff937a1a req-7875948e-6573-4104-a176-e1c53edc9ee7 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Calling delete_port for 13187efd-a036-4f2b-a93f-dcfd28005927 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:26.102887 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-734af08b-b7af-49cf-bd86-bf385f9c34bb req-ae409ebf-70fd-4917-b4de-d232fc8e6164 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/security-groups?id=51f14062-83dd-429d-ba8b-eb81e4452b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066674 Jul 09 19:54:26.168158 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2fcfc60-c333-44c3-9899-46196d30b776 req-11d5bb18-07a8-4dd5-8a7e-a73acf131ff2 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689527 Jul 09 19:54:26.183380 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-410e94ab-c913-453a-ba14-536ea0279588 req-97078453-298b-4aa9-a3ad-494bd43962f4 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687778 Jul 09 19:54:26.227551 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-67a24528-e97f-4b36-9f8b-84a93d0a86b6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:26.264368 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978d895-4197-45bc-98bc-73c1af453b9d req-22f2f99f-644b-4534-8a5b-1cbdbd830e6f tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:26.273173 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d978d895-4197-45bc-98bc-73c1af453b9d req-22f2f99f-644b-4534-8a5b-1cbdbd830e6f tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/ports?device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 948 time: 0.1068544 Jul 09 19:54:26.325188 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d978d895-4197-45bc-98bc-73c1af453b9d req-d342ab5d-c419-4f2a-af0c-262a1e38a3d2 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e60add5-db23-47a3-b6d8-590f14ccc3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489180 Jul 09 19:54:26.417240 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-67a24528-e97f-4b36-9f8b-84a93d0a86b6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Network bde7f572-b8ae-4b83-9379-84a15ec47046 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:26.431215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a24528-e97f-4b36-9f8b-84a93d0a86b6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event updated for resources: {'Port': ['ID=cd334a25-bbed-497a-a604-fee456e91983,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:26.433850 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-67a24528-e97f-4b36-9f8b-84a93d0a86b6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:26.447662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-67a24528-e97f-4b36-9f8b-84a93d0a86b6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:26.523442 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:26.550916 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-410e94ab-c913-453a-ba14-536ea0279588 req-2b4373d2-3c32-4558-b0c9-a38375b9b395 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594308 Jul 09 19:54:26.585515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2fcfc60-c333-44c3-9899-46196d30b776 req-a7e669f8-24a2-4192-81a7-d37dc02404de service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072349 Jul 09 19:54:26.606528 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-67a24528-e97f-4b36-9f8b-84a93d0a86b6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:26.607206 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-67a24528-e97f-4b36-9f8b-84a93d0a86b6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:26.620688 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0574f-1266-441b-aa25-977bb6dcb8b9 req-900b2518-2607-4711-bbbd-cccb7bc9a86f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:26.622467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3dd8e-1a7c-4ef5-aca0-762f2122b4fd req-b84df3a1-56dc-4787-80c4-29c6bc93daea tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:26.627792 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30f0574f-1266-441b-aa25-977bb6dcb8b9 req-900b2518-2607-4711-bbbd-cccb7bc9a86f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 944 time: 0.3345804 Jul 09 19:54:26.629342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3dd8e-1a7c-4ef5-aca0-762f2122b4fd req-b84df3a1-56dc-4787-80c4-29c6bc93daea tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:26.635703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3dd8e-1a7c-4ef5-aca0-762f2122b4fd req-b84df3a1-56dc-4787-80c4-29c6bc93daea tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:26.638053 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0f3dd8e-1a7c-4ef5-aca0-762f2122b4fd req-b84df3a1-56dc-4787-80c4-29c6bc93daea tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2375 time: 0.1096122 Jul 09 19:54:26.663918 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-352bf84e-c1d4-4e0e-b9cb-db6eff937a1a req-7875948e-6573-4104-a176-e1c53edc9ee7 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:26.676182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['13187efd-a036-4f2b-a93f-dcfd28005927'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:26.714813 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30f0574f-1266-441b-aa25-977bb6dcb8b9 req-7eb51417-9592-4665-85da-dcacfb6ac646 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860615 Jul 09 19:54:26.718141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-67a24528-e97f-4b36-9f8b-84a93d0a86b6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6677315 Jul 09 19:54:26.723674 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0f3dd8e-1a7c-4ef5-aca0-762f2122b4fd req-f085facd-3a52-4117-a37a-8ec2dc333822 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779893 Jul 09 19:54:26.755416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7b53c569-ead7-4c8b-96b2-b48fed6b1451 None None] Provisioning for port cd334a25-bbed-497a-a604-fee456e91983 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:26.762601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7b53c569-ead7-4c8b-96b2-b48fed6b1451 None None] Provisioning complete for port cd334a25-bbed-497a-a604-fee456e91983 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:26.763074 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7b53c569-ead7-4c8b-96b2-b48fed6b1451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:26.807262 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Request body: {'port': {'device_id': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:26.837279 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-130a85c5-d976-4627-96db-327d6506d6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:26.851157 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7b53c569-ead7-4c8b-96b2-b48fed6b1451 None None] Port cd334a25-bbed-497a-a604-fee456e91983 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:54:26.858593 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875948e-6573-4104-a176-e1c53edc9ee7 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Pushing event deleted for resources: {'Port': ['ID=13187efd-a036-4f2b-a93f-dcfd28005927,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:26.895878 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-352bf84e-c1d4-4e0e-b9cb-db6eff937a1a req-7875948e-6573-4104-a176-e1c53edc9ee7 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] No DVR routers for this DVR port 13187efd-a036-4f2b-a93f-dcfd28005927 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:26.900769 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-352bf84e-c1d4-4e0e-b9cb-db6eff937a1a req-7875948e-6573-4104-a176-e1c53edc9ee7 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:26.902752 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-352bf84e-c1d4-4e0e-b9cb-db6eff937a1a req-7875948e-6573-4104-a176-e1c53edc9ee7 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.36 "DELETE /v2.0/ports/13187efd-a036-4f2b-a93f-dcfd28005927 HTTP/1.1" status: 204 len: 173 time: 2.0039093 Jul 09 19:54:26.930007 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9581cc1f-5b33-4a64-9593-8c34c6ad4536', 'name': 'network-vif-deleted', 'tag': '13187efd-a036-4f2b-a93f-dcfd28005927'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:26.932954 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1298582-5dc2-4ad5-a82f-854141557826" -d '{"events": [{"server_uuid": "9581cc1f-5b33-4a64-9593-8c34c6ad4536", "name": "network-vif-deleted", "tag": "13187efd-a036-4f2b-a93f-dcfd28005927"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:26.997663 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f56e012-bc17-43e1-8eb0-de5affadc523 req-8acb41ab-e21f-4923-b76f-10f658343b90 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abaacf668f3549f8b60278ae654acf8f HTTP/1.1" status: 200 len: 6102 time: 0.1874397 Jul 09 19:54:27.034341 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6968e-9902-40f3-b806-0a2c00dac170 req-27ae5ef2-b5ca-42ff-b5f3-9fa49c407e25 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:27.036236 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4bf6968e-9902-40f3-b806-0a2c00dac170 req-27ae5ef2-b5ca-42ff-b5f3-9fa49c407e25 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 948 time: 0.1483030 Jul 09 19:54:27.047957 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:27.079474 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4bf6968e-9902-40f3-b806-0a2c00dac170 req-c8817099-1b89-4f37-b5ea-fb53dcc570b4 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370536 Jul 09 19:54:27.121181 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f56e012-bc17-43e1-8eb0-de5affadc523 req-d5032511-20df-419f-9586-88b4be14aa25 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] 10.222.0.30 "GET /v2.0/security-groups/225a8f42-c0c2-4326-964f-274400328a5a HTTP/1.1" status: 200 len: 2981 time: 0.1148827 Jul 09 19:54:27.134073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a2143bf4-3ecd-4478-994f-79aad9c438db details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:54:27.138962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d9d41426-28eb-4c70-821b-77a2f66afc03 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:27.224941 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9df22a3-cd70-4385-8f6e-92580c4b9e34 x-openstack-request-id: req-d9df22a3-cd70-4385-8f6e-92580c4b9e34 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:27.225243 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9581cc1f-5b33-4a64-9593-8c34c6ad4536", "name": "network-vif-deleted", "tag": "13187efd-a036-4f2b-a93f-dcfd28005927", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:27.225500 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9df22a3-cd70-4385-8f6e-92580c4b9e34 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:27.225911 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9581cc1f-5b33-4a64-9593-8c34c6ad4536', 'name': 'network-vif-deleted', 'tag': '13187efd-a036-4f2b-a93f-dcfd28005927', 'status': 'completed', 'code': 200} Jul 09 19:54:27.248583 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port d9d41426-28eb-4c70-821b-77a2f66afc03 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:27.278130 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f56e012-bc17-43e1-8eb0-de5affadc523 req-c4e1598b-fb78-4c14-bee0-e270b253ccfd tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] 10.222.0.30 "GET /v2.0/security-groups/225a8f42-c0c2-4326-964f-274400328a5a HTTP/1.1" status: 200 len: 2981 time: 0.1475854 Jul 09 19:54:27.280825 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port d9d41426-28eb-4c70-821b-77a2f66afc03 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:27.281027 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:27.365232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f133e6f1-754b-40df-9416-9e94bb970528 req-240ba678-03e0-482c-b8e7-5e6ae9c836e9 tempest-TenantUsagesTestJSON-148093607 tempest-TenantUsagesTestJSON-148093607-project] 10.222.0.30 "GET /v2.0/ports?device_id=9581cc1f-5b33-4a64-9593-8c34c6ad4536 HTTP/1.1" status: 200 len: 210 time: 0.0437441 Jul 09 19:54:27.417677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a2143bf4-3ecd-4478-994f-79aad9c438db, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a2143bf4-3ecd-4478-994f-79aad9c438db,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:27.419968 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:27.461331 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port d9d41426-28eb-4c70-821b-77a2f66afc03, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d9d41426-28eb-4c70-821b-77a2f66afc03,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:27.464002 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464b01d1-aec0-4d86-8845-082a79886b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d41426-28eb-4c70-821b-77a2f66afc03'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:27.466945 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2415b83e-170f-477d-934e-887fbb2a20f2" -d '{"events": [{"server_uuid": "464b01d1-aec0-4d86-8845-082a79886b9f", "name": "network-vif-plugged", "status": "completed", "tag": "d9d41426-28eb-4c70-821b-77a2f66afc03"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:27.472603 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:27.473675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 5de99c62-9650-455b-8982-7f9b4a8176bf up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:27.474239 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-582abe37-e92c-4dac-8501-d02cad53924d req-d3ebbaa5-0841-4576-aa08-17b21a67a19c tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/90a5d8ec-5321-4a1d-b149-61b306d1eda3 HTTP/1.1" status: 200 len: 1778 time: 0.0643508 Jul 09 19:54:27.529061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:27.537771 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:27.550795 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Transition to ACTIVE for port object 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:27.557833 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:27.558237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'a2143bf4-3ecd-4478-994f-79aad9c438db', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'a2143bf4-3ecd-4478-994f-79aad9c438db', 'mac_address': 'fa:16:3e:43:c7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:54:27.582083 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-582abe37-e92c-4dac-8501-d02cad53924d req-a5e46585-c762-445c-b24d-ea38e24f7ebc tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:27.609236 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-582abe37-e92c-4dac-8501-d02cad53924d req-a5e46585-c762-445c-b24d-ea38e24f7ebc tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:27.663628 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-582abe37-e92c-4dac-8501-d02cad53924d req-a5e46585-c762-445c-b24d-ea38e24f7ebc tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:27.666300 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-582abe37-e92c-4dac-8501-d02cad53924d req-a5e46585-c762-445c-b24d-ea38e24f7ebc tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:27.678447 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-582abe37-e92c-4dac-8501-d02cad53924d req-a5e46585-c762-445c-b24d-ea38e24f7ebc tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/90a5d8ec-5321-4a1d-b149-61b306d1eda3 HTTP/1.1" status: 204 len: 173 time: 0.1974466 Jul 09 19:54:27.695090 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=d9d41426-28eb-4c70-821b-77a2f66afc03,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:27.702130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e46585-c762-445c-b24d-ea38e24f7ebc tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a5d8ec-5321-4a1d-b149-61b306d1eda3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:27.734463 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:27.811283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2143bf4-3ecd-4478-994f-79aad9c438db {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:27.840569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a2143bf4-3ecd-4478-994f-79aad9c438db, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a2143bf4-3ecd-4478-994f-79aad9c438db,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:27.843857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 5de99c62-9650-455b-8982-7f9b4a8176bf completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:27.849995 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95304d2f-0fc9-431f-84c8-a8ccba4f6444 x-openstack-request-id: req-95304d2f-0fc9-431f-84c8-a8ccba4f6444 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:27.849995 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464b01d1-aec0-4d86-8845-082a79886b9f", "name": "network-vif-plugged", "status": "completed", "tag": "d9d41426-28eb-4c70-821b-77a2f66afc03", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:27.850378 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95304d2f-0fc9-431f-84c8-a8ccba4f6444 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:27.850628 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464b01d1-aec0-4d86-8845-082a79886b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d41426-28eb-4c70-821b-77a2f66afc03', 'code': 200} Jul 09 19:54:27.851433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 5de99c62-9650-455b-8982-7f9b4a8176bf triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:27.851958 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:27.930458 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:27.947934 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8b27ca-ae6e-4863-be5e-b5e4d134d703,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:27.965061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e25dc6c-2382-4eb8-bfd7-f21e3de8f390 req-4d50ce56-2a39-4bff-a3a0-71dc54ab9bfc tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "GET /v2.0/security-groups/1298d448-a080-41a4-8dac-3f9de4206209 HTTP/1.1" status: 200 len: 1778 time: 0.0841753 Jul 09 19:54:28.035544 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a2143bf4-3ecd-4478-994f-79aad9c438db,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:28.040272 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8e25dc6c-2382-4eb8-bfd7-f21e3de8f390 req-f5cdc381-192e-4dfb-acbf-8bf067170e55 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.069203 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8e25dc6c-2382-4eb8-bfd7-f21e3de8f390 req-f5cdc381-192e-4dfb-acbf-8bf067170e55 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.099628 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60b49f-b25b-4f42-a98e-64320527ba4a req-e104e1ca-c547-4136-83fd-b549e9083168 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:28.101490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e60b49f-b25b-4f42-a98e-64320527ba4a req-e104e1ca-c547-4136-83fd-b549e9083168 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/ports?device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 949 time: 0.2351134 Jul 09 19:54:28.129805 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.135850 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8e25dc6c-2382-4eb8-bfd7-f21e3de8f390 req-f5cdc381-192e-4dfb-acbf-8bf067170e55 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.138895 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8e25dc6c-2382-4eb8-bfd7-f21e3de8f390 req-f5cdc381-192e-4dfb-acbf-8bf067170e55 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.140999 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e25dc6c-2382-4eb8-bfd7-f21e3de8f390 req-f5cdc381-192e-4dfb-acbf-8bf067170e55 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/1298d448-a080-41a4-8dac-3f9de4206209 HTTP/1.1" status: 204 len: 173 time: 0.1751046 Jul 09 19:54:28.153441 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdc381-192e-4dfb-acbf-8bf067170e55 tempest-SecurityGroupsTestAdminJSON-1920655638 tempest-SecurityGroupsTestAdminJSON-1920655638-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1298d448-a080-41a4-8dac-3f9de4206209,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:28.171387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59f60d-1759-458c-9e5d-6522d27b790b req-4363bd9f-0cd8-4e18-b1fc-bef22785cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:28.174692 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f59f60d-1759-458c-9e5d-6522d27b790b req-4363bd9f-0cd8-4e18-b1fc-bef22785cb73 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 1100 time: 0.2458520 Jul 09 19:54:28.218309 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Attempting to bind port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:28.218705 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Attempting to bind port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '5d08024b-dc27-41ad-917b-f6b3315fbff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:28.219077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Attempting to bind port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 on network bde7f572-b8ae-4b83-9379-84a15ec47046 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:28.235067 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e60b49f-b25b-4f42-a98e-64320527ba4a req-a69ea545-3f9d-4e78-b937-049cc041ddbd tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e60add5-db23-47a3-b6d8-590f14ccc3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268814 Jul 09 19:54:28.237284 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f59f60d-1759-458c-9e5d-6522d27b790b req-22fdba04-a044-4087-bf09-3a26a643a119 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e60add5-db23-47a3-b6d8-590f14ccc3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530570 Jul 09 19:54:28.238194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 on network bde7f572-b8ae-4b83-9379-84a15ec47046 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:28.238346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Attempting to bind port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 on network bde7f572-b8ae-4b83-9379-84a15ec47046 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:28.244360 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:28.244752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Checking segment: {'id': '5d08024b-dc27-41ad-917b-f6b3315fbff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:28.245176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Bound using segment: {'id': '5d08024b-dc27-41ad-917b-f6b3315fbff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:28.245629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Bound port: 6b8b27ca-ae6e-4863-be5e-b5e4d134d703, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d08024b-dc27-41ad-917b-f6b3315fbff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:28.246007 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.341939 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] For port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:28.346870 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] For port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=6b8b27ca-ae6e-4863-be5e-b5e4d134d703,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:28.352734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['a2143bf4-3ecd-4478-994f-79aad9c438db'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:28.363453 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.402765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3022c-ae3d-4fbd-9b1a-9bbde10a149b req-b5a6c9ee-a6a0-4a2c-b10e-c004970a892b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:28.404466 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cff3022c-ae3d-4fbd-9b1a-9bbde10a149b req-b5a6c9ee-a6a0-4a2c-b10e-c004970a892b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 944 time: 0.1305184 Jul 09 19:54:28.450026 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 5de99c62-9650-455b-8982-7f9b4a8176bf, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5de99c62-9650-455b-8982-7f9b4a8176bf,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:28.455589 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:28.456291 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.457498 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cff3022c-ae3d-4fbd-9b1a-9bbde10a149b req-5aab7eb7-959b-4acb-b27f-1faa33186560 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469642 Jul 09 19:54:28.458804 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] 10.222.0.36 "PUT /v2.0/ports/6b8b27ca-ae6e-4863-be5e-b5e4d134d703 HTTP/1.1" status: 200 len: 1092 time: 1.6565387 Jul 09 19:54:28.481536 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.507595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Request body: {'port': {'device_id': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:28.538966 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d8939-fee9-4364-8b7e-62a7ea95a338 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8b27ca-ae6e-4863-be5e-b5e4d134d703,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:28.569842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55872) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:28.586087 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=5de99c62-9650-455b-8982-7f9b4a8176bf,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:28.590588 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61359bff-f3b3-4a9d-beaf-45870160a338 req-9ac2e253-029d-46e7-9204-f15f8f777503 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:28.606648 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61359bff-f3b3-4a9d-beaf-45870160a338 req-9ac2e253-029d-46e7-9204-f15f8f777503 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:28.613134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61359bff-f3b3-4a9d-beaf-45870160a338 req-9ac2e253-029d-46e7-9204-f15f8f777503 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:28.614893 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61359bff-f3b3-4a9d-beaf-45870160a338 req-9ac2e253-029d-46e7-9204-f15f8f777503 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2387 time: 0.2189379 Jul 09 19:54:28.671702 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.689654 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61359bff-f3b3-4a9d-beaf-45870160a338 req-931fa579-d675-4ebf-b47a-0d3901e9b8eb tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559187 Jul 09 19:54:28.738574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f58379f-792b-424f-88e6-1ec9509c1021 req-ca361afc-df4e-41f9-b3ef-797e22983acf tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:28.740397 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f58379f-792b-424f-88e6-1ec9509c1021 req-ca361afc-df4e-41f9-b3ef-797e22983acf tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 949 time: 0.0754986 Jul 09 19:54:28.792883 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f58379f-792b-424f-88e6-1ec9509c1021 req-27568048-35ab-4f9d-b5cd-53f1bd45404d tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461953 Jul 09 19:54:28.861653 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-32609692-b2a6-4ce1-b982-addf70a649f7 req-07b20e99-9bd0-4df2-ac8e-0ff2dd602e0c tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] 10.222.0.30 "GET /v2.0/security-groups/0c0ca7b6-0459-4724-97e5-01a4eb18cb3f HTTP/1.1" status: 200 len: 1777 time: 0.1089921 Jul 09 19:54:28.974651 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:28.981359 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-32609692-b2a6-4ce1-b982-addf70a649f7 req-4dc0332a-ff70-454c-b32a-e34fdffce19c tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.029335 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-32609692-b2a6-4ce1-b982-addf70a649f7 req-4dc0332a-ff70-454c-b32a-e34fdffce19c tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.095424 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 13187efd-a036-4f2b-a93f-dcfd28005927 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:29.125952 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-32609692-b2a6-4ce1-b982-addf70a649f7 req-4dc0332a-ff70-454c-b32a-e34fdffce19c tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.129680 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-32609692-b2a6-4ce1-b982-addf70a649f7 req-4dc0332a-ff70-454c-b32a-e34fdffce19c tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.130605 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 13187efd-a036-4f2b-a93f-dcfd28005927 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:29.130939 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 13187efd-a036-4f2b-a93f-dcfd28005927 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:29.133551 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-32609692-b2a6-4ce1-b982-addf70a649f7 req-4dc0332a-ff70-454c-b32a-e34fdffce19c tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] 10.222.0.30 "DELETE /v2.0/security-groups/0c0ca7b6-0459-4724-97e5-01a4eb18cb3f HTTP/1.1" status: 204 len: 173 time: 0.2571969 Jul 09 19:54:29.151380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f0bab0-af72-4fb3-846c-a345046f5373 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:29.153682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a2143bf4-3ecd-4478-994f-79aad9c438db up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:29.158114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0332a-ff70-454c-b32a-e34fdffce19c tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0ca7b6-0459-4724-97e5-01a4eb18cb3f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:29.170213 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.201081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Transition to ACTIVE for port object 01f0bab0-af72-4fb3-846c-a345046f5373 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:29.209844 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.237694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'tag': '6b8b27ca-ae6e-4863-be5e-b5e4d134d703'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:29.240046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port a2143bf4-3ecd-4478-994f-79aad9c438db completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:29.240190 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae041760-466b-4f8f-a942-b1f33a507ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "tag": "6b8b27ca-ae6e-4863-be5e-b5e4d134d703"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:29.243392 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55886) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:29.251944 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port a2143bf4-3ecd-4478-994f-79aad9c438db triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:29.252590 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.254294 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d1ac9a5a-c073-4c85-9c01-2846adbcdbf3 req-c7f4a877-9b8e-4527-985e-7f0a1db03ac1 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] 10.222.0.30 "GET /v2.0/security-groups/4785d673-c246-4662-9d98-7dc1da18bba2 HTTP/1.1" status: 200 len: 1777 time: 0.0974538 Jul 09 19:54:29.387819 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1ab86d2d-add1-403d-a94e-1f95c9fc37e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.414801 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6636-0969-406c-9402-79ff045c7fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.419883 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Pushing event updated for resources: {'Port': ['ID=01f0bab0-af72-4fb3-846c-a345046f5373,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:29.458257 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d2daa5-bd25-40dc-b029-d8399a880e3f x-openstack-request-id: req-63d2daa5-bd25-40dc-b029-d8399a880e3f {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:29.459100 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "tag": "6b8b27ca-ae6e-4863-be5e-b5e4d134d703", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:29.459462 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63d2daa5-bd25-40dc-b029-d8399a880e3f {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:29.460104 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'tag': '6b8b27ca-ae6e-4863-be5e-b5e4d134d703', 'status': 'completed', 'code': 200} Jul 09 19:54:29.479778 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.510779 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d1ac9a5a-c073-4c85-9c01-2846adbcdbf3 req-03255bb7-d382-45c0-9a69-0d4e8e5cb2a8 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.536527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a2143bf4-3ecd-4478-994f-79aad9c438db, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a2143bf4-3ecd-4478-994f-79aad9c438db,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:29.543917 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.588775 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.613453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a2143bf4-3ecd-4478-994f-79aad9c438db,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:29.613732 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d1ac9a5a-c073-4c85-9c01-2846adbcdbf3 req-03255bb7-d382-45c0-9a69-0d4e8e5cb2a8 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.653346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Attempting to bind port 01f0bab0-af72-4fb3-846c-a345046f5373 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:29.653696 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Attempting to bind port 01f0bab0-af72-4fb3-846c-a345046f5373 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2f28a20f-001d-4d34-b9f7-b2a0e6a26a59'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:29.654041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Attempting to bind port 01f0bab0-af72-4fb3-846c-a345046f5373 on network 2f28a20f-001d-4d34-b9f7-b2a0e6a26a59 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:29.661001 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7e1d54b4-20d9-4482-ac48-18d9ee015a84 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1db8e5ecd70545e7943e26386c7c1150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159403 Jul 09 19:54:29.665900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55902) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:29.672032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Port 01f0bab0-af72-4fb3-846c-a345046f5373 on network 2f28a20f-001d-4d34-b9f7-b2a0e6a26a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:29.672382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Attempting to bind port 01f0bab0-af72-4fb3-846c-a345046f5373 on network 2f28a20f-001d-4d34-b9f7-b2a0e6a26a59 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:29.682948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:29.683409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Checking segment: {'id': '67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2f28a20f-001d-4d34-b9f7-b2a0e6a26a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:29.684120 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Bound using segment: {'id': '67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2f28a20f-001d-4d34-b9f7-b2a0e6a26a59'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:29.684258 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Bound port: 01f0bab0-af72-4fb3-846c-a345046f5373, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2f28a20f-001d-4d34-b9f7-b2a0e6a26a59'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:29.684630 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.689102 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae041760-466b-4f8f-a942-b1f33a507ceb req-b6b3233c-6c5c-4c71-b503-d7c681ca930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:29.689594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae041760-466b-4f8f-a942-b1f33a507ceb req-b6b3233c-6c5c-4c71-b503-d7c681ca930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:29.690075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae041760-466b-4f8f-a942-b1f33a507ceb req-b6b3233c-6c5c-4c71-b503-d7c681ca930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:29.691732 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ae041760-466b-4f8f-a942-b1f33a507ceb req-b6b3233c-6c5c-4c71-b503-d7c681ca930d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd737430fbed42b8908469dfa5658306&device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2755 time: 0.2301865 Jul 09 19:54:29.720435 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d1ac9a5a-c073-4c85-9c01-2846adbcdbf3 req-03255bb7-d382-45c0-9a69-0d4e8e5cb2a8 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.723031 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d1ac9a5a-c073-4c85-9c01-2846adbcdbf3 req-03255bb7-d382-45c0-9a69-0d4e8e5cb2a8 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.724168 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d1ac9a5a-c073-4c85-9c01-2846adbcdbf3 req-03255bb7-d382-45c0-9a69-0d4e8e5cb2a8 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] 10.222.0.30 "DELETE /v2.0/security-groups/4785d673-c246-4662-9d98-7dc1da18bba2 HTTP/1.1" status: 204 len: 173 time: 0.4567513 Jul 09 19:54:29.823417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c9951-fb3e-4127-a296-8d9836ec8a1c req-9663ec76-b70b-40e7-9439-45e2db99289e tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:29.831311 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c66c9951-fb3e-4127-a296-8d9836ec8a1c req-9663ec76-b70b-40e7-9439-45e2db99289e tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/ports?device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 949 time: 0.2071424 Jul 09 19:54:29.836160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03255bb7-d382-45c0-9a69-0d4e8e5cb2a8 tempest-SecurityGroupsTestAdminJSON-1140914231 tempest-SecurityGroupsTestAdminJSON-1140914231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4785d673-c246-4662-9d98-7dc1da18bba2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:29.851940 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58832482-9c7a-4063-b416-69d753b35557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de99c62-9650-455b-8982-7f9b4a8176bf'}, {'server_uuid': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2143bf4-3ecd-4478-994f-79aad9c438db'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:29.853603 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3772e433-cf7b-4cd9-9f0d-06b8eca97a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.855599 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5045ca43-47dc-4c03-9fdf-437b8f9891f8" -d '{"events": [{"server_uuid": "58832482-9c7a-4063-b416-69d753b35557", "name": "network-vif-plugged", "status": "completed", "tag": "5de99c62-9650-455b-8982-7f9b4a8176bf"}, {"server_uuid": "e432b692-f1fb-497d-a327-931b9fa479ac", "name": "network-vif-plugged", "status": "completed", "tag": "a2143bf4-3ecd-4478-994f-79aad9c438db"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:29.895460 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c66c9951-fb3e-4127-a296-8d9836ec8a1c req-d660997e-b367-437f-be48-915de3680296 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e60add5-db23-47a3-b6d8-590f14ccc3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597844 Jul 09 19:54:29.911607 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3772e433-cf7b-4cd9-9f0d-06b8eca97a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:29.981908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] For port 01f0bab0-af72-4fb3-846c-a345046f5373, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:30.002024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae041760-466b-4f8f-a942-b1f33a507ceb req-6c21f46b-edb6-46fd-a335-499611975a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.002543 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae041760-466b-4f8f-a942-b1f33a507ceb req-6c21f46b-edb6-46fd-a335-499611975a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.003054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae041760-466b-4f8f-a942-b1f33a507ceb req-6c21f46b-edb6-46fd-a335-499611975a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.004826 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ae041760-466b-4f8f-a942-b1f33a507ceb req-6c21f46b-edb6-46fd-a335-499611975a2c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bd737430fbed42b8908469dfa5658306&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3051968 Jul 09 19:54:30.009345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] For port 01f0bab0-af72-4fb3-846c-a345046f5373, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=01f0bab0-af72-4fb3-846c-a345046f5373,segment=NetworkSegment(67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4),segment_id=67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:30.017427 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3772e433-cf7b-4cd9-9f0d-06b8eca97a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.020039 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3772e433-cf7b-4cd9-9f0d-06b8eca97a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.026483 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3772e433-cf7b-4cd9-9f0d-06b8eca97a96 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51f14062-83dd-429d-ba8b-eb81e4452b49 HTTP/1.1" status: 204 len: 168 time: 0.3477352 Jul 09 19:54:30.048310 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.062093 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772e433-cf7b-4cd9-9f0d-06b8eca97a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f14062-83dd-429d-ba8b-eb81e4452b49,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:30.064598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55918) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:30.101455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-9a3e6636-0969-406c-9402-79ff045c7fb9 admin admin] Deleting port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:30.101893 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6636-0969-406c-9402-79ff045c7fb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.154549 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.155901 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.157375 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] 10.222.0.36 "PUT /v2.0/ports/01f0bab0-af72-4fb3-846c-a345046f5373 HTTP/1.1" status: 200 len: 1091 time: 1.6567194 Jul 09 19:54:30.202495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Request body: {'port': {'device_id': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:30.236570 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-9a3e6636-0969-406c-9402-79ff045c7fb9 admin admin] For port f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:30.236992 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6636-0969-406c-9402-79ff045c7fb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.263435 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085b79a-4ca7-419c-a10f-10c9ce4f2cc3 req-dbd70fa5-6588-4d7d-8787-562807e8b3af tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.266271 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f085b79a-4ca7-419c-a10f-10c9ce4f2cc3 req-dbd70fa5-6588-4d7d-8787-562807e8b3af tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 945 time: 0.3768232 Jul 09 19:54:30.308330 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.315463 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-9a3e6636-0969-406c-9402-79ff045c7fb9 admin admin] Calling delete_port for f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:30.341461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e336cd-7080-45d1-96a9-932c9c16b372 service neutron] Pushing event updated for resources: {'Port': ['ID=01f0bab0-af72-4fb3-846c-a345046f5373,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:30.392198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae041760-466b-4f8f-a942-b1f33a507ceb req-55a99f1a-1963-4f8a-adb6-849b30be9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.393755 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ae041760-466b-4f8f-a942-b1f33a507ceb req-55a99f1a-1963-4f8a-adb6-849b30be9990 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3822067 Jul 09 19:54:30.426601 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9f6df0ea-4156-4d66-a944-13fe5fcdef9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abaacf668f3549f8b60278ae654acf8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599555 Jul 09 19:54:30.430369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55926) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:30.433791 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f085b79a-4ca7-419c-a10f-10c9ce4f2cc3 req-afb74c50-1995-487d-8444-ea99d1a1e19f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507330 Jul 09 19:54:30.439278 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.646421 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ddc719b3-e36a-4b5c-b1e4-fbf7c3643a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.661769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55928) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:30.672971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614cbdd-a30a-48ce-8685-08535aeb4f38 req-4da9aba0-4de9-4341-9582-110852849079 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.679018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614cbdd-a30a-48ce-8685-08535aeb4f38 req-4da9aba0-4de9-4341-9582-110852849079 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.685192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614cbdd-a30a-48ce-8685-08535aeb4f38 req-4da9aba0-4de9-4341-9582-110852849079 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.687094 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4614cbdd-a30a-48ce-8685-08535aeb4f38 req-4da9aba0-4de9-4341-9582-110852849079 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2399 time: 0.2260458 Jul 09 19:54:30.717867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e755b7d-a0c7-4a50-8c8a-e9fa4ad8cf53 req-bebbd4a0-66b7-4805-b58e-01545b0ae3b6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:30.719359 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e755b7d-a0c7-4a50-8c8a-e9fa4ad8cf53 req-bebbd4a0-66b7-4805-b58e-01545b0ae3b6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 950 time: 0.1302617 Jul 09 19:54:30.721243 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f848774-d59a-4341-91b6-0a8602b0da87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.724132 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ddc719b3-e36a-4b5c-b1e4-fbf7c3643a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.789754 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e755b7d-a0c7-4a50-8c8a-e9fa4ad8cf53 req-0aba687c-c312-48db-8ac7-7c50ee272729 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611749 Jul 09 19:54:30.823037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd334a25-bbed-497a-a604-fee456e91983 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:30.830920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4614cbdd-a30a-48ce-8685-08535aeb4f38 req-d24256cd-0e77-4293-ad85-e89bbef2e87a tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363294 Jul 09 19:54:30.832557 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.850188 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06690b04-485c-453b-8399-d52e656ab950 x-openstack-request-id: req-06690b04-485c-453b-8399-d52e656ab950 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:30.851109 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58832482-9c7a-4063-b416-69d753b35557", "name": "network-vif-plugged", "status": "completed", "tag": "5de99c62-9650-455b-8982-7f9b4a8176bf", "code": 200}, {"server_uuid": "e432b692-f1fb-497d-a327-931b9fa479ac", "name": "network-vif-plugged", "status": "completed", "tag": "a2143bf4-3ecd-4478-994f-79aad9c438db", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:30.851656 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06690b04-485c-453b-8399-d52e656ab950 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:30.852305 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58832482-9c7a-4063-b416-69d753b35557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de99c62-9650-455b-8982-7f9b4a8176bf', 'code': 200} Jul 09 19:54:30.852812 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2143bf4-3ecd-4478-994f-79aad9c438db', 'code': 200} Jul 09 19:54:30.857295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Transition to ACTIVE for port object cd334a25-bbed-497a-a604-fee456e91983 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:30.859288 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6636-0969-406c-9402-79ff045c7fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.884239 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.959859 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e6636-0969-406c-9402-79ff045c7fb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:30.962352 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ddc719b3-e36a-4b5c-b1e4-fbf7c3643a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.965264 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ddc719b3-e36a-4b5c-b1e4-fbf7c3643a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:30.966431 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ddc719b3-e36a-4b5c-b1e4-fbf7c3643a39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/225a8f42-c0c2-4326-964f-274400328a5a HTTP/1.1" status: 204 len: 168 time: 0.5337942 Jul 09 19:54:31.071590 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc719b3-e36a-4b5c-b1e4-fbf7c3643a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225a8f42-c0c2-4326-964f-274400328a5a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:31.363579 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f848774-d59a-4341-91b6-0a8602b0da87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:31.387348 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f848774-d59a-4341-91b6-0a8602b0da87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:31.511155 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7f848774-d59a-4341-91b6-0a8602b0da87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20c5a30a23ee4174ac71b888a2463da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8481977 Jul 09 19:54:31.521636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff32f58-b380-4d0e-a71b-b38ebcf32c73 req-8d063ff2-255e-403e-940c-fd42196080bd tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:31.529061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2ff32f58-b380-4d0e-a71b-b38ebcf32c73 req-8d063ff2-255e-403e-940c-fd42196080bd tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 945 time: 0.4488974 Jul 09 19:54:31.531386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f848774-d59a-4341-91b6-0a8602b0da87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab375e16-3bf7-4d10-b951-86697530418f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:31.536374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55940) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:31.563557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55942) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:31.567453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'tag': '01f0bab0-af72-4fb3-846c-a345046f5373'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:31.569874 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fb3a41-0c66-4930-8c2e-dba51ffa466e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "tag": "01f0bab0-af72-4fb3-846c-a345046f5373"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:31.576950 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9a3e6636-0969-406c-9402-79ff045c7fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:31.610320 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Pushing event updated for resources: {'Port': ['ID=cd334a25-bbed-497a-a604-fee456e91983,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:31.656709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Attempting to bind port cd334a25-bbed-497a-a604-fee456e91983 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:31.656945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Attempting to bind port cd334a25-bbed-497a-a604-fee456e91983 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '5d08024b-dc27-41ad-917b-f6b3315fbff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:31.657259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Attempting to bind port cd334a25-bbed-497a-a604-fee456e91983 on network bde7f572-b8ae-4b83-9379-84a15ec47046 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:31.674115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Port cd334a25-bbed-497a-a604-fee456e91983 on network bde7f572-b8ae-4b83-9379-84a15ec47046 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:31.674443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Attempting to bind port cd334a25-bbed-497a-a604-fee456e91983 on network bde7f572-b8ae-4b83-9379-84a15ec47046 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:31.678831 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2ff32f58-b380-4d0e-a71b-b38ebcf32c73 req-747a2d25-30b5-49f8-a350-b1acddd9b86f tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489100 Jul 09 19:54:31.689280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:31.689626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Checking segment: {'id': '5d08024b-dc27-41ad-917b-f6b3315fbff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:31.690025 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Bound using segment: {'id': '5d08024b-dc27-41ad-917b-f6b3315fbff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:31.690471 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Bound port: cd334a25-bbed-497a-a604-fee456e91983, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d08024b-dc27-41ad-917b-f6b3315fbff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:31.690836 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:31.705192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40980ad7-2d8b-4d14-b863-ad3b9e7ac811 req-0c29ea2e-c6a6-4ad2-b078-612063ba3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:31.705192 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40980ad7-2d8b-4d14-b863-ad3b9e7ac811 req-0c29ea2e-c6a6-4ad2-b078-612063ba3dd8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 1096 time: 0.7065296 Jul 09 19:54:31.707311 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2143a7e-d2ec-4cb1-adbe-e5ed8145f4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:31.736736 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa0c7e-00c3-4d5c-89a0-9d9a96b67817 req-d24b40eb-7ff3-4f0b-b38f-3fda81091904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:31.738269 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-edaa0c7e-00c3-4d5c-89a0-9d9a96b67817 req-d24b40eb-7ff3-4f0b-b38f-3fda81091904 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 1101 time: 0.7580309 Jul 09 19:54:31.742472 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c1a9b9a8-0d01-4d87-9879-6c42c415ad79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87acf6c8836342e1b2a5e65ad67fed2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752555 Jul 09 19:54:31.742658 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55946) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:31.776627 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2143a7e-d2ec-4cb1-adbe-e5ed8145f4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:31.832137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc4961-1d90-4987-aa8a-aba0bb9f9fed req-2e8e0c13-64e6-45ff-af78-808e03b99d60 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:31.833639 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53cc4961-1d90-4987-aa8a-aba0bb9f9fed req-2e8e0c13-64e6-45ff-af78-808e03b99d60 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 945 time: 0.2347288 Jul 09 19:54:31.880215 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40980ad7-2d8b-4d14-b863-ad3b9e7ac811 req-30627d91-6284-40e9-9ba9-41f7c973684c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706586 Jul 09 19:54:31.909416 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-edaa0c7e-00c3-4d5c-89a0-9d9a96b67817 req-12cb2d09-57df-4c35-ac27-35ad79ae5023 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267211 Jul 09 19:54:31.914793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] For port cd334a25-bbed-497a-a604-fee456e91983, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:31.925991 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] For port cd334a25-bbed-497a-a604-fee456e91983, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cd334a25-bbed-497a-a604-fee456e91983,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:31.940235 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53cc4961-1d90-4987-aa8a-aba0bb9f9fed req-c82a36ce-6c77-449a-af1f-377f04faad02 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945566 Jul 09 19:54:31.941360 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:31.971938 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e78ae78-6b11-40a7-a700-fd429a4d4b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:32.002064 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.002698 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:32.004130 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] 10.222.0.36 "PUT /v2.0/ports/cd334a25-bbed-497a-a604-fee456e91983 HTTP/1.1" status: 200 len: 1091 time: 1.8136592 Jul 09 19:54:32.011895 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4b04e6-800c-47b0-a3c4-eeb269774179 x-openstack-request-id: req-7f4b04e6-800c-47b0-a3c4-eeb269774179 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:32.012192 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "tag": "01f0bab0-af72-4fb3-846c-a345046f5373", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:32.012444 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f4b04e6-800c-47b0-a3c4-eeb269774179 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:32.012862 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'tag': '01f0bab0-af72-4fb3-846c-a345046f5373', 'status': 'completed', 'code': 200} Jul 09 19:54:32.026415 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e78ae78-6b11-40a7-a700-fd429a4d4b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:32.055355 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f30d10-298b-431f-84fd-703411f54b79 service neutron] Pushing event updated for resources: {'Port': ['ID=cd334a25-bbed-497a-a604-fee456e91983,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:32.162830 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:32.214044 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e78ae78-6b11-40a7-a700-fd429a4d4b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:32.216801 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e78ae78-6b11-40a7-a700-fd429a4d4b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:32.218581 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7e78ae78-6b11-40a7-a700-fd429a4d4b79 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b4b2225-8f2f-4393-821c-7d3604e65fef HTTP/1.1" status: 204 len: 168 time: 0.4751623 Jul 09 19:54:32.254640 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2143a7e-d2ec-4cb1-adbe-e5ed8145f4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:32.256212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78ae78-6b11-40a7-a700-fd429a4d4b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4b2225-8f2f-4393-821c-7d3604e65fef,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:32.256626 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2143a7e-d2ec-4cb1-adbe-e5ed8145f4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:32.258208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e2143a7e-d2ec-4cb1-adbe-e5ed8145f4ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab375e16-3bf7-4d10-b951-86697530418f HTTP/1.1" status: 204 len: 168 time: 0.7208576 Jul 09 19:54:32.286580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442fe06-79ac-4f53-a85f-eb166036c708 req-e93dd1a4-7966-4b6c-81a4-f1cbfc52f46c tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.295196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb3a41-0c66-4930-8c2e-dba51ffa466e req-30881714-d8c1-424e-b93c-a9812f8e4bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.295750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb3a41-0c66-4930-8c2e-dba51ffa466e req-30881714-d8c1-424e-b93c-a9812f8e4bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.296244 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb3a41-0c66-4930-8c2e-dba51ffa466e req-30881714-d8c1-424e-b93c-a9812f8e4bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.298158 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-07fb3a41-0c66-4930-8c2e-dba51ffa466e req-30881714-d8c1-424e-b93c-a9812f8e4bc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd737430fbed42b8908469dfa5658306&device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2864 time: 0.2623708 Jul 09 19:54:32.307397 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2442fe06-79ac-4f53-a85f-eb166036c708 req-e93dd1a4-7966-4b6c-81a4-f1cbfc52f46c tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/ports?device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 949 time: 0.5086551 Jul 09 19:54:32.316499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabbf88-98b5-49cd-a6de-e803df7b147c req-d9f80313-9a6c-46d3-b1c2-aba8a7d9c5d7 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.323332 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-edabbf88-98b5-49cd-a6de-e803df7b147c req-d9f80313-9a6c-46d3-b1c2-aba8a7d9c5d7 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 950 time: 0.1895819 Jul 09 19:54:32.349984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcb72a-93b7-454f-b3f7-4e6f33b3f0a9 req-695f67c7-45d2-4e54-84a4-15b89d452c8c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.351875 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e6bcb72a-93b7-454f-b3f7-4e6f33b3f0a9 req-695f67c7-45d2-4e54-84a4-15b89d452c8c tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.36 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 945 time: 0.2193019 Jul 09 19:54:32.371078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2143a7e-d2ec-4cb1-adbe-e5ed8145f4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab375e16-3bf7-4d10-b951-86697530418f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:32.391728 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2442fe06-79ac-4f53-a85f-eb166036c708 req-681163b8-90c0-4394-82eb-3f7e638f1216 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e60add5-db23-47a3-b6d8-590f14ccc3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834646 Jul 09 19:54:32.394005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3e6636-0969-406c-9402-79ff045c7fb9 admin admin] Router 08cbb4b3-4b26-4067-b412-fab88be37c42 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:54:32.502790 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-edabbf88-98b5-49cd-a6de-e803df7b147c req-eaec48a8-40dc-4d36-aa2a-d2982ddc47ca tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784570 Jul 09 19:54:32.539307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3e6636-0969-406c-9402-79ff045c7fb9 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:54:32.547060 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9a3e6636-0969-406c-9402-79ff045c7fb9 admin admin] 10.222.0.30 "PUT /v2.0/routers/08cbb4b3-4b26-4067-b412-fab88be37c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9738634 Jul 09 19:54:32.549866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55958) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:32.552199 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e6b854-e86c-4aff-8986-0fe37bb9e164 None None] Sync routers for ids ['08cbb4b3-4b26-4067-b412-fab88be37c42'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:54:32.570207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e6b854-e86c-4aff-8986-0fe37bb9e164 None None] Routers {'08cbb4b3-4b26-4067-b412-fab88be37c42'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:32.571150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-75e6b854-e86c-4aff-8986-0fe37bb9e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['08cbb4b3-4b26-4067-b412-fab88be37c42'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:32.658551 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb3a41-0c66-4930-8c2e-dba51ffa466e req-586bc904-0ec8-44d9-9b95-9b308917abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.659180 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb3a41-0c66-4930-8c2e-dba51ffa466e req-586bc904-0ec8-44d9-9b95-9b308917abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.659180 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb3a41-0c66-4930-8c2e-dba51ffa466e req-586bc904-0ec8-44d9-9b95-9b308917abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.660851 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-07fb3a41-0c66-4930-8c2e-dba51ffa466e req-586bc904-0ec8-44d9-9b95-9b308917abe6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bd737430fbed42b8908469dfa5658306&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3547978 Jul 09 19:54:32.697773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a3549-2936-4752-93fc-ce4070de7f62 req-e6c5bc91-56b2-4d37-b5f8-ae0b1390753c tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.699602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a3549-2936-4752-93fc-ce4070de7f62 req-e6c5bc91-56b2-4d37-b5f8-ae0b1390753c tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.707197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a3549-2936-4752-93fc-ce4070de7f62 req-e6c5bc91-56b2-4d37-b5f8-ae0b1390753c tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:32.718494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-75e6b854-e86c-4aff-8986-0fe37bb9e164 None None] Set router 08cbb4b3-4b26-4067-b412-fab88be37c42 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:32.718621 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fb2a3549-2936-4752-93fc-ce4070de7f62 req-e6c5bc91-56b2-4d37-b5f8-ae0b1390753c tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2411 time: 0.1633749 Jul 09 19:54:32.801796 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fb2a3549-2936-4752-93fc-ce4070de7f62 req-76916e64-43fa-46f2-8714-5f6d1903f6fc tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847557 Jul 09 19:54:32.842463 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:32.851559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-e6bcb72a-93b7-454f-b3f7-4e6f33b3f0a9 req-6aaa3950-c0a9-4f3f-a783-ad180fe469af tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Deleting port ccef3ec6-1656-422d-a1ce-a407c5e37396 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:32.852755 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e6bcb72a-93b7-454f-b3f7-4e6f33b3f0a9 req-6aaa3950-c0a9-4f3f-a783-ad180fe469af tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:33.031431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-75e6b854-e86c-4aff-8986-0fe37bb9e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:54:30Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:33.067734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e6b854-e86c-4aff-8986-0fe37bb9e164 None None] Checking router: 08cbb4b3-4b26-4067-b412-fab88be37c42 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:54:33.080552 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e6b854-e86c-4aff-8986-0fe37bb9e164 None None] Routers {'08cbb4b3-4b26-4067-b412-fab88be37c42'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:33.081469 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-75e6b854-e86c-4aff-8986-0fe37bb9e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['08cbb4b3-4b26-4067-b412-fab88be37c42'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:33.194609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e591fa1-9d22-47b4-9417-23de751bb345 req-928049cc-76f6-4298-a001-ac4911c7072d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:33.207971 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e591fa1-9d22-47b4-9417-23de751bb345 req-928049cc-76f6-4298-a001-ac4911c7072d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 945 time: 0.1038172 Jul 09 19:54:33.282822 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb3a41-0c66-4930-8c2e-dba51ffa466e req-fe814aaf-2416-4ada-b7a3-f5e3e0d05667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:33.284428 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-07fb3a41-0c66-4930-8c2e-dba51ffa466e req-fe814aaf-2416-4ada-b7a3-f5e3e0d05667 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6145310 Jul 09 19:54:33.293954 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e591fa1-9d22-47b4-9417-23de751bb345 req-be056601-a22d-47b5-9e96-a2cb2c3d2a29 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850074 Jul 09 19:54:33.319903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-75e6b854-e86c-4aff-8986-0fe37bb9e164 None None] Set router 08cbb4b3-4b26-4067-b412-fab88be37c42 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:33.383751 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-e6bcb72a-93b7-454f-b3f7-4e6f33b3f0a9 req-6aaa3950-c0a9-4f3f-a783-ad180fe469af tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] For port ccef3ec6-1656-422d-a1ce-a407c5e37396, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccef3ec6-1656-422d-a1ce-a407c5e37396,segment=NetworkSegment(9a4117fb-3218-4ead-a442-09a4d46ef698),segment_id=9a4117fb-3218-4ead-a442-09a4d46ef698)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:33.384134 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e6bcb72a-93b7-454f-b3f7-4e6f33b3f0a9 req-6aaa3950-c0a9-4f3f-a783-ad180fe469af tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:33.400345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-e6bcb72a-93b7-454f-b3f7-4e6f33b3f0a9 req-6aaa3950-c0a9-4f3f-a783-ad180fe469af tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Calling delete_port for ccef3ec6-1656-422d-a1ce-a407c5e37396 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:33.443728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99e5d1-38e0-41c4-a63e-bfc28a5ca3c6 req-df13190d-f26e-44e1-8de0-09ccee65c577 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:33.445803 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df99e5d1-38e0-41c4-a63e-bfc28a5ca3c6 req-df13190d-f26e-44e1-8de0-09ccee65c577 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.32 "GET /v2.0/ports?device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 949 time: 0.4055886 Jul 09 19:54:33.557728 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:33.563964 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-75e6b854-e86c-4aff-8986-0fe37bb9e164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:54:30Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:33.610282 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-a5f323be-76dd-4b56-94b6-baf037a0048b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:33.611807 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-a5f323be-76dd-4b56-94b6-baf037a0048b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.32 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 945 time: 0.4703720 Jul 09 19:54:33.625551 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e6b854-e86c-4aff-8986-0fe37bb9e164 None None] The sync data for ids ['08cbb4b3-4b26-4067-b412-fab88be37c42'] in n-d-800088-3 is: [{'id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-650363596-router', 'tenant_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '3012072b-a145-4a79-9119-d881fa075b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:11Z', 'updated_at': '2021-07-09T19:54:30Z', 'revision_number': 5, 'project_id': '8306300c2ca646b2a26aca1c6a0e4ce6', 'gw_port': {'id': '3012072b-a145-4a79-9119-d881fa075b34', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cbb4b3-4b26-4067-b412-fab88be37c42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:12Z', 'updated_at': '2021-07-09T19:49:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:54:33.641170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf5b59-7565-4fa1-9035-b36a701c5c06 req-4b3870dc-4083-4e8e-a4de-dbdebc6bffb7 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:33.642760 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4cbf5b59-7565-4fa1-9035-b36a701c5c06 req-4b3870dc-4083-4e8e-a4de-dbdebc6bffb7 tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/ports?device_id=018655e6-e6b6-449a-8e57-f2b1cbdfc44e HTTP/1.1" status: 200 len: 945 time: 0.6238804 Jul 09 19:54:33.705580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56004) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:33.720570 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdd1c1-401f-4c66-b7be-06cec06b67ee req-2f84aabd-65fc-4c98-af85-53e6dde3ac8a tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:33.722110 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06bdd1c1-401f-4c66-b7be-06cec06b67ee req-2f84aabd-65fc-4c98-af85-53e6dde3ac8a tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/ports?device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 949 time: 0.1304572 Jul 09 19:54:33.788332 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06bdd1c1-401f-4c66-b7be-06cec06b67ee req-48500e78-90b8-4786-8ca5-dfa1f5e38364 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e60add5-db23-47a3-b6d8-590f14ccc3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591004 Jul 09 19:54:33.831672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-2296b60b-52c1-46c5-925c-3d43fdabcd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:33.832193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-2296b60b-52c1-46c5-925c-3d43fdabcd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:33.832658 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-2296b60b-52c1-46c5-925c-3d43fdabcd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:33.834325 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-2296b60b-52c1-46c5-925c-3d43fdabcd63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd737430fbed42b8908469dfa5658306&device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2864 time: 0.4731593 Jul 09 19:54:33.840141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-network', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:33.869911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] Made reservation on behalf of 09559e1dc0d645d1b07bf7de18ef3ce1 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:33.872358 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:33.890570 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:33.949863 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4cbf5b59-7565-4fa1-9035-b36a701c5c06 req-c14c3b5b-36bf-4d25-9170-f73b353bbd6b tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.30 "GET /v2.0/security-groups?id=bac172b3-e3b5-44a6-9016-69981c504b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880611 Jul 09 19:54:33.954749 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-f5d9f047-7664-4ff1-894e-5c22b1453e94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.237&port_id=6b8b27ca-ae6e-4863-be5e-b5e4d134d703 HTTP/1.1" status: 200 len: 217 time: 0.1125205 Jul 09 19:54:34.053001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'tag': 'cd334a25-bbed-497a-a604-fee456e91983'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:34.055986 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650f0429-72c1-482b-ac64-ac6bc120063b" -d '{"events": [{"name": "network-changed", "server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "tag": "cd334a25-bbed-497a-a604-fee456e91983"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:34.059842 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-3bfbb8a6-12d4-40f5-903c-78c6d7cb0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:34.062231 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-3bfbb8a6-12d4-40f5-903c-78c6d7cb0d4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2becbc1e-aba6-42d7-b4a5-9179c19cc8d7 HTTP/1.1" status: 200 len: 801 time: 0.0982347 Jul 09 19:54:34.066734 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.085961 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.115144 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:54:34.134172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] Deleting port 3012072b-a145-4a79-9119-d881fa075b34 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:34.134403 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.142551 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a60dc5-3e0c-4c12-bf8f-a707a08a68ff req-d5e6fbe9-ce8a-4a61-bde7-1492bdf2b0df tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:34.149180 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-69a60dc5-3e0c-4c12-bf8f-a707a08a68ff req-d5e6fbe9-ce8a-4a61-bde7-1492bdf2b0df tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 950 time: 0.1862135 Jul 09 19:54:34.170102 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.171526 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] Added segment 6cd2888e-11c0-497b-8692-0fc955b78bed of type vlan for network cd27c0ec-0062-4b7b-8b93-c85f6699ca55 Jul 09 19:54:34.173045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b17122-2319-45c6-888f-25e4e268eb00,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:34.223051 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e6bcb72a-93b7-454f-b3f7-4e6f33b3f0a9 req-6aaa3950-c0a9-4f3f-a783-ad180fe469af tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.231251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-df99e5d1-38e0-41c4-a63e-bfc28a5ca3c6 req-c5373845-4fa7-4162-9f7d-01a499bf4907 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Deleting port d9d41426-28eb-4c70-821b-77a2f66afc03 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:34.231441 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-df99e5d1-38e0-41c4-a63e-bfc28a5ca3c6 req-c5373845-4fa7-4162-9f7d-01a499bf4907 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.254375 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.268826 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-3fcdd684-f6e0-4dfe-8a8c-d71c190b0441 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Deleting port 5de99c62-9650-455b-8982-7f9b4a8176bf {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:34.268826 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-3fcdd684-f6e0-4dfe-8a8c-d71c190b0441 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.289246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-69a60dc5-3e0c-4c12-bf8f-a707a08a68ff req-0420be64-bfb1-4569-b7b4-45fef05cffba tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389930 Jul 09 19:54:34.297128 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.298303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:34.299154 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.319662 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6129782 Jul 09 19:54:34.320271 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56026) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:34.366920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-59aac801-ec2f-4354-8c39-d7d13ed528a0 admin admin] Request body: {'subnet': {'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-subnet', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:34.399739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638bfe8-be01-4801-822f-717b0804ebf0 admin admin] Pushing event updated for resources: {'Network': ['ID=cd27c0ec-0062-4b7b-8b93-c85f6699ca55,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:34.412329 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network cd27c0ec-0062-4b7b-8b93-c85f6699ca55 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:54:34.412895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aac801-ec2f-4354-8c39-d7d13ed528a0 admin admin] Made reservation on behalf of 09559e1dc0d645d1b07bf7de18ef3ce1 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:34.423583 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59aac801-ec2f-4354-8c39-d7d13ed528a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.605447 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395a9264-bf2e-4a55-9df3-65579becb806 x-openstack-request-id: req-395a9264-bf2e-4a55-9df3-65579becb806 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:34.605742 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "tag": "cd334a25-bbed-497a-a604-fee456e91983", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:34.605997 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-395a9264-bf2e-4a55-9df3-65579becb806 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:34.606388 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'tag': 'cd334a25-bbed-497a-a604-fee456e91983', 'status': 'completed', 'code': 200} Jul 09 19:54:34.637136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85147e1c-2d5d-4dfb-9351-b1c1e9cfe703 req-60a4efd7-cb94-4edc-b9e7-3674207145b3 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:34.638626 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-85147e1c-2d5d-4dfb-9351-b1c1e9cfe703 req-60a4efd7-cb94-4edc-b9e7-3674207145b3 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 945 time: 0.1206760 Jul 09 19:54:34.676442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa3950-c0a9-4f3f-a783-ad180fe469af tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Pushing event deleted for resources: {'Port': ['ID=ccef3ec6-1656-422d-a1ce-a407c5e37396,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:34.715977 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-85147e1c-2d5d-4dfb-9351-b1c1e9cfe703 req-68348afc-9e9e-4eae-b427-82b71a3fc998 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713217 Jul 09 19:54:34.718944 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59aac801-ec2f-4354-8c39-d7d13ed528a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.788759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aac801-ec2f-4354-8c39-d7d13ed528a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7405ed2-c8d8-4800-8b01-9cf99fe6c576,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:34.799113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aac801-ec2f-4354-8c39-d7d13ed528a0 admin admin] Checking segment: {'id': '6cd2888e-11c0-497b-8692-0fc955b78bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:34.799553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aac801-ec2f-4354-8c39-d7d13ed528a0 admin admin] Network hostable DHCP agents. Network: cd27c0ec-0062-4b7b-8b93-c85f6699ca55, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:54:34.820025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aac801-ec2f-4354-8c39-d7d13ed528a0 admin admin] Network cd27c0ec-0062-4b7b-8b93-c85f6699ca55 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:54:34.831466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bcb72a-93b7-454f-b3f7-4e6f33b3f0a9 req-6aaa3950-c0a9-4f3f-a783-ad180fe469af tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] No DVR routers for this DVR port ccef3ec6-1656-422d-a1ce-a407c5e37396 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:34.834696 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-59aac801-ec2f-4354-8c39-d7d13ed528a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, cd27c0ec-0062-4b7b-8b93-c85f6699ca55) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:34.839038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aac801-ec2f-4354-8c39-d7d13ed528a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:34.839779 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59aac801-ec2f-4354-8c39-d7d13ed528a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.841389 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e6bcb72a-93b7-454f-b3f7-4e6f33b3f0a9 req-6aaa3950-c0a9-4f3f-a783-ad180fe469af tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.845014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af07bfd3-66f2-4fb7-b0b5-39b707807eae None None] Network cd27c0ec-0062-4b7b-8b93-c85f6699ca55 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:34.856287 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e6bcb72a-93b7-454f-b3f7-4e6f33b3f0a9 req-6aaa3950-c0a9-4f3f-a783-ad180fe469af tempest-AttachSCSIVolumeTestJSON-155595375 tempest-AttachSCSIVolumeTestJSON-155595375-project] 10.222.0.36 "DELETE /v2.0/ports/ccef3ec6-1656-422d-a1ce-a407c5e37396 HTTP/1.1" status: 204 len: 173 time: 2.4887524 Jul 09 19:54:34.876890 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-59aac801-ec2f-4354-8c39-d7d13ed528a0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5412638 Jul 09 19:54:34.880140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-2af40ab9-c749-40a2-a943-35b7533822cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:34.880437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56038) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:34.881752 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-2af40ab9-c749-40a2-a943-35b7533822cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bde7f572-b8ae-4b83-9379-84a15ec47046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7936554 Jul 09 19:54:34.890265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:34.912208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] For port 3012072b-a145-4a79-9119-d881fa075b34, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3012072b-a145-4a79-9119-d881fa075b34,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:34.914133 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.922639 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.924209 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:34.989445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e3f02-e8cd-4b6f-a3de-beac769f76f2 req-fedefea2-d77d-4333-ba6a-a17bac0c1014 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:34.995866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e3f02-e8cd-4b6f-a3de-beac769f76f2 req-fedefea2-d77d-4333-ba6a-a17bac0c1014 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:35.002415 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.004230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e3f02-e8cd-4b6f-a3de-beac769f76f2 req-fedefea2-d77d-4333-ba6a-a17bac0c1014 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:35.006036 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cd7e3f02-e8cd-4b6f-a3de-beac769f76f2 req-fedefea2-d77d-4333-ba6a-a17bac0c1014 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2411 time: 0.8751092 Jul 09 19:54:35.015602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-3fcdd684-f6e0-4dfe-8a8c-d71c190b0441 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] For port 5de99c62-9650-455b-8982-7f9b4a8176bf, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5de99c62-9650-455b-8982-7f9b4a8176bf,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:35.015848 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-3fcdd684-f6e0-4dfe-8a8c-d71c190b0441 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.025785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-df99e5d1-38e0-41c4-a63e-bfc28a5ca3c6 req-c5373845-4fa7-4162-9f7d-01a499bf4907 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] For port d9d41426-28eb-4c70-821b-77a2f66afc03, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d9d41426-28eb-4c70-821b-77a2f66afc03,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:35.026261 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-df99e5d1-38e0-41c4-a63e-bfc28a5ca3c6 req-c5373845-4fa7-4162-9f7d-01a499bf4907 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.043144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] Calling delete_port for 3012072b-a145-4a79-9119-d881fa075b34 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:35.070594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'fixed_ips': [{'subnet_id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:54:35.071864 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.115950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-3fcdd684-f6e0-4dfe-8a8c-d71c190b0441 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Calling delete_port for 5de99c62-9650-455b-8982-7f9b4a8176bf owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:35.118380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-df99e5d1-38e0-41c4-a63e-bfc28a5ca3c6 req-c5373845-4fa7-4162-9f7d-01a499bf4907 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Calling delete_port for d9d41426-28eb-4c70-821b-77a2f66afc03 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:35.160978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ccef3ec6-1656-422d-a1ce-a407c5e37396 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:35.167585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:35.194153 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.196375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:35.196945 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f3b5c8c8-6ec0-4111-a5aa-9ae69b563b96 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:35.232514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: ccef3ec6-1656-422d-a1ce-a407c5e37396 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:35.233208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ccef3ec6-1656-422d-a1ce-a407c5e37396 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:35.298186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Allocated IP 172.20.0.2 (cd27c0ec-0062-4b7b-8b93-c85f6699ca55/f7405ed2-c8d8-4800-8b01-9cf99fe6c576/330fe9a3-713a-4db3-a6ac-7ecee9179431) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:35.324013 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-b2b9e361-ef89-4cef-a4c7-d52e7e6db5ce service neutron] 10.222.0.36 "GET /v2.0/networks/bde7f572-b8ae-4b83-9379-84a15ec47046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757608 Jul 09 19:54:35.345831 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cd7e3f02-e8cd-4b6f-a3de-beac769f76f2 req-fe360b97-932e-4bbf-99a7-0492a6121ee7 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996082 Jul 09 19:54:35.546758 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.560584 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.573770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Transition to ACTIVE for port object 330fe9a3-713a-4db3-a6ac-7ecee9179431 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:35.593408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Transition to ACTIVE for port object 330fe9a3-713a-4db3-a6ac-7ecee9179431 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:35.602777 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.662421 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-f1b42313-0614-4df1-8ecf-a0a4be1967c9 service neutron] 10.222.0.36 "GET /v2.0/networks/bde7f572-b8ae-4b83-9379-84a15ec47046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141384 Jul 09 19:54:35.663728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Network cd27c0ec-0062-4b7b-8b93-c85f6699ca55 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:35.671094 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:35.673996 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:35.676430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Pushing event updated for resources: {'Port': ['ID=330fe9a3-713a-4db3-a6ac-7ecee9179431,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:35.676783 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.713088 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:35.713789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:35.714307 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:35.715528 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:35.715879 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:35.717785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:35.718736 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:35.719150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:35.719575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:35.719963 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:35.720410 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:35.720827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:54:35.767259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Attempting to bind port 330fe9a3-713a-4db3-a6ac-7ecee9179431 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:35.768253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Attempting to bind port 330fe9a3-713a-4db3-a6ac-7ecee9179431 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '6cd2888e-11c0-497b-8692-0fc955b78bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:35.768666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Attempting to bind port 330fe9a3-713a-4db3-a6ac-7ecee9179431 on network cd27c0ec-0062-4b7b-8b93-c85f6699ca55 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:35.775784 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:35.776175 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Checking segment: {'id': '6cd2888e-11c0-497b-8692-0fc955b78bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:35.776857 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.778226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Bound using segment: {'id': '6cd2888e-11c0-497b-8692-0fc955b78bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:35.778942 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Bound port: 330fe9a3-713a-4db3-a6ac-7ecee9179431, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd2888e-11c0-497b-8692-0fc955b78bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:35.779406 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:35.801723 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9257a-a46e-4fa3-b17b-4565e1411876 req-8d9336e0-23db-423b-8fb6-1c7dfb4deaed tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:35.809144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5fb9257a-a46e-4fa3-b17b-4565e1411876 req-8d9336e0-23db-423b-8fb6-1c7dfb4deaed tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/ports?device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 949 time: 0.2601976 Jul 09 19:54:35.845598 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-58628add-1c74-44d1-b715-0b7da3558206 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.75&port_id=01f0bab0-af72-4fb3-846c-a345046f5373 HTTP/1.1" status: 200 len: 217 time: 0.1421289 Jul 09 19:54:35.862986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] For port 330fe9a3-713a-4db3-a6ac-7ecee9179431, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:35.877874 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-dcfb1713-8f30-41ab-80fc-ae2924a27c59 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f63210713891440eaaf794e254f8b26f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1305680 Jul 09 19:54:35.882014 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5fb9257a-a46e-4fa3-b17b-4565e1411876 req-6e3f9042-20f0-4f89-901d-b9ab87f5b684 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/security-groups?id=0e60add5-db23-47a3-b6d8-590f14ccc3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714219 Jul 09 19:54:35.896994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Allocated IP 172.25.0.128 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/7d729f25-9732-45dc-962a-e149b8e95afe) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:35.945231 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-df99e5d1-38e0-41c4-a63e-bfc28a5ca3c6 req-c5373845-4fa7-4162-9f7d-01a499bf4907 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:36.000949 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-3fcdd684-f6e0-4dfe-8a8c-d71c190b0441 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:36.009013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] For port 330fe9a3-713a-4db3-a6ac-7ecee9179431, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=330fe9a3-713a-4db3-a6ac-7ecee9179431,segment=NetworkSegment(6cd2888e-11c0-497b-8692-0fc955b78bed),segment_id=6cd2888e-11c0-497b-8692-0fc955b78bed)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:36.012043 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['5de99c62-9650-455b-8982-7f9b4a8176bf'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:36.043346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5373845-4fa7-4162-9f7d-01a499bf4907 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Pushing event deleted for resources: {'Port': ['ID=d9d41426-28eb-4c70-821b-77a2f66afc03,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:36.056335 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:36.063824 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:36.090619 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcdd684-f6e0-4dfe-8a8c-d71c190b0441 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Pushing event deleted for resources: {'Port': ['ID=5de99c62-9650-455b-8982-7f9b4a8176bf,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:36.101841 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:36.126671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-ed2f0dcb-ce23-4b58-a515-ebdbadf43212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:36.128164 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-ed2f0dcb-ce23-4b58-a515-ebdbadf43212 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0b8558b-1d51-43b2-98ca-a35c4755bca1 HTTP/1.1" status: 200 len: 801 time: 0.2655439 Jul 09 19:54:36.155959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112751fd-295c-4e24-af4c-22712dc5ab4d None None] Pushing event updated for resources: {'Port': ['ID=330fe9a3-713a-4db3-a6ac-7ecee9179431,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:36.195729 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:36.238071 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-3fcdd684-f6e0-4dfe-8a8c-d71c190b0441 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] No DVR routers for this DVR port 5de99c62-9650-455b-8982-7f9b4a8176bf on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:36.244248 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-3fcdd684-f6e0-4dfe-8a8c-d71c190b0441 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:36.246330 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-3fcdd684-f6e0-4dfe-8a8c-d71c190b0441 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.32 "DELETE /v2.0/ports/5de99c62-9650-455b-8982-7f9b4a8176bf HTTP/1.1" status: 204 len: 173 time: 2.6205614 Jul 09 19:54:36.247119 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] Pushing event deleted for resources: {'Port': ['ID=3012072b-a145-4a79-9119-d881fa075b34,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:36.323814 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-81827b77-1e95-4b60-9ecf-7f9ca99016cb req-8ef8d4e2-55d3-4658-824b-937936dd83c1 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 210 time: 0.0943749 Jul 09 19:54:36.339267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:36.341920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:36.345851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:36.376700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-df99e5d1-38e0-41c4-a63e-bfc28a5ca3c6 req-c5373845-4fa7-4162-9f7d-01a499bf4907 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] No DVR routers for this DVR port d9d41426-28eb-4c70-821b-77a2f66afc03 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:36.410013 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-df99e5d1-38e0-41c4-a63e-bfc28a5ca3c6 req-c5373845-4fa7-4162-9f7d-01a499bf4907 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:36.412360 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df99e5d1-38e0-41c4-a63e-bfc28a5ca3c6 req-c5373845-4fa7-4162-9f7d-01a499bf4907 tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.32 "DELETE /v2.0/ports/d9d41426-28eb-4c70-821b-77a2f66afc03 HTTP/1.1" status: 204 len: 173 time: 2.9047754 Jul 09 19:54:36.507171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-b8c12c41-3a19-46d9-b9ae-e38562d0acc6 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:36.511000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Pushing event updated for resources: {'Port': ['ID=7d729f25-9732-45dc-962a-e149b8e95afe,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:36.515284 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-b8c12c41-3a19-46d9-b9ae-e38562d0acc6 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6099029 Jul 09 19:54:36.564275 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-9717cb21-7531-4314-b2c6-a9395567775e tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/quotas/f63210713891440eaaf794e254f8b26f HTTP/1.1" status: 200 len: 375 time: 0.0479188 Jul 09 19:54:36.674741 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018655e6-e6b6-449a-8e57-f2b1cbdfc44e', 'name': 'network-vif-deleted', 'tag': 'ccef3ec6-1656-422d-a1ce-a407c5e37396'}, {'server_uuid': '58832482-9c7a-4063-b416-69d753b35557', 'name': 'network-vif-deleted', 'tag': '5de99c62-9650-455b-8982-7f9b4a8176bf'}, {'server_uuid': '464b01d1-aec0-4d86-8845-082a79886b9f', 'name': 'network-vif-deleted', 'tag': 'd9d41426-28eb-4c70-821b-77a2f66afc03'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:36.680366 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4f297c-ba83-4493-803c-55e4a02bd3b7" -d '{"events": [{"server_uuid": "018655e6-e6b6-449a-8e57-f2b1cbdfc44e", "name": "network-vif-deleted", "tag": "ccef3ec6-1656-422d-a1ce-a407c5e37396"}, {"server_uuid": "58832482-9c7a-4063-b416-69d753b35557", "name": "network-vif-deleted", "tag": "5de99c62-9650-455b-8982-7f9b4a8176bf"}, {"server_uuid": "464b01d1-aec0-4d86-8845-082a79886b9f", "name": "network-vif-deleted", "tag": "d9d41426-28eb-4c70-821b-77a2f66afc03"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:36.694524 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-16283f93-03e6-4a0b-94be-3d3c6761dd76 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f63210713891440eaaf794e254f8b26f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1293335 Jul 09 19:54:36.703930 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:36.841678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-d178bf46-c049-4e85-b6c2-f532e6543b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:36.844062 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-d178bf46-c049-4e85-b6c2-f532e6543b98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f28a20f-001d-4d34-b9f7-b2a0e6a26a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6785467 Jul 09 19:54:36.911100 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3356d197-3bca-430a-af88-af651b85a6dd req-1f33f80e-80c7-45ef-9111-255541a9ce61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 210 time: 0.0660155 Jul 09 19:54:36.945354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a51747-9b8e-4c72-b6f7-0479bfb1bec3 req-f5a10f73-9419-43a6-b7d0-beb08a6d95cb tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:36.953401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a51747-9b8e-4c72-b6f7-0479bfb1bec3 req-f5a10f73-9419-43a6-b7d0-beb08a6d95cb tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:36.960215 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a51747-9b8e-4c72-b6f7-0479bfb1bec3 req-f5a10f73-9419-43a6-b7d0-beb08a6d95cb tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:36.967736 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-64a51747-9b8e-4c72-b6f7-0479bfb1bec3 req-f5a10f73-9419-43a6-b7d0-beb08a6d95cb tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2411 time: 0.3134775 Jul 09 19:54:37.025282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-64a51747-9b8e-4c72-b6f7-0479bfb1bec3 req-94b9fe42-60a5-4313-b6c6-ed164ead4e5e tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565693 Jul 09 19:54:37.030428 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.030812 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.034962 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.167898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d9d41426-28eb-4c70-821b-77a2f66afc03 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:37.210553 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8e6601-c526-4b97-94de-95bb3eaa0339 x-openstack-request-id: req-1c8e6601-c526-4b97-94de-95bb3eaa0339 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:37.211576 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018655e6-e6b6-449a-8e57-f2b1cbdfc44e", "name": "network-vif-deleted", "tag": "ccef3ec6-1656-422d-a1ce-a407c5e37396", "status": "completed", "code": 200}, {"server_uuid": "58832482-9c7a-4063-b416-69d753b35557", "name": "network-vif-deleted", "tag": "5de99c62-9650-455b-8982-7f9b4a8176bf", "status": "completed", "code": 200}, {"server_uuid": "464b01d1-aec0-4d86-8845-082a79886b9f", "name": "network-vif-deleted", "tag": "d9d41426-28eb-4c70-821b-77a2f66afc03", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:37.213107 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c8e6601-c526-4b97-94de-95bb3eaa0339 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:37.216982 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018655e6-e6b6-449a-8e57-f2b1cbdfc44e', 'name': 'network-vif-deleted', 'tag': 'ccef3ec6-1656-422d-a1ce-a407c5e37396', 'status': 'completed', 'code': 200} Jul 09 19:54:37.218100 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58832482-9c7a-4063-b416-69d753b35557', 'name': 'network-vif-deleted', 'tag': '5de99c62-9650-455b-8982-7f9b4a8176bf', 'status': 'completed', 'code': 200} Jul 09 19:54:37.218526 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464b01d1-aec0-4d86-8845-082a79886b9f', 'name': 'network-vif-deleted', 'tag': 'd9d41426-28eb-4c70-821b-77a2f66afc03', 'status': 'completed', 'code': 200} Jul 09 19:54:37.251731 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: d9d41426-28eb-4c70-821b-77a2f66afc03 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:37.267202 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d9d41426-28eb-4c70-821b-77a2f66afc03 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:37.499565 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e84264d0-0510-43a8-bc98-f8f29f190096 req-9fae8c29-5090-4543-9156-4862e9bdc153 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 210 time: 0.0665188 Jul 09 19:54:37.505198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 330fe9a3-713a-4db3-a6ac-7ecee9179431 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:37.536901 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8833fa7f-5f17-4f71-b162-b1ce39c09294 req-e782ce38-6659-49db-b1a1-fede9445627e tempest-ServerDiagnosticsNegativeTest-1889237413 tempest-ServerDiagnosticsNegativeTest-1889237413-project] 10.222.0.30 "GET /v2.0/ports?device_id=464b01d1-aec0-4d86-8845-082a79886b9f HTTP/1.1" status: 200 len: 210 time: 0.1179812 Jul 09 19:54:37.562422 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.574769 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.598080 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08cbb4b3-4b26-4067-b412-fab88be37c42 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:54:37.625653 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.631979 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-59b40fda-4ccb-4ceb-83a9-17fe51da838d admin admin] 10.222.0.30 "DELETE /v2.0/routers/08cbb4b3-4b26-4067-b412-fab88be37c42 HTTP/1.1" status: 204 len: 168 time: 5.0803821 Jul 09 19:54:37.637300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56142) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:37.714515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 330fe9a3-713a-4db3-a6ac-7ecee9179431 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:37.729677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356d197-3bca-430a-af88-af651b85a6dd req-d0174c60-e3c7-494e-a2e2-359bf4e909d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:37.731600 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3356d197-3bca-430a-af88-af651b85a6dd req-d0174c60-e3c7-494e-a2e2-359bf4e909d4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=382be6ed01574db2b800f45c2ce85e9e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8067830 Jul 09 19:54:37.879561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356d197-3bca-430a-af88-af651b85a6dd req-3229aa55-0595-42d3-bb31-1398fd724026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:37.881275 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3356d197-3bca-430a-af88-af651b85a6dd req-3229aa55-0595-42d3-bb31-1398fd724026 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1423254 Jul 09 19:54:37.895966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-2822ca65-f584-4df2-bf53-d97c67a0e251 admin admin] Deleting subnet af1cf44f-f8a3-4725-a1ed-970ef7a6a778 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:54:37.899950 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-9a4e1fde-951c-474a-8a35-787164a0ea83 service neutron] 10.222.0.36 "GET /v2.0/networks/2f28a20f-001d-4d34-b9f7-b2a0e6a26a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9878855 Jul 09 19:54:37.939736 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2822ca65-f584-4df2-bf53-d97c67a0e251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:37.947208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae61d48d-30dc-426c-ba94-2d8d7548cff6 req-3b515109-cd99-4c6a-9a7c-62986d20d6f8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 210 time: 0.1004608 Jul 09 19:54:37.967160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e9292a-4db2-49b7-aea3-f290d1e00426 None None] Network cd27c0ec-0062-4b7b-8b93-c85f6699ca55 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:38.021053 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2822ca65-f584-4df2-bf53-d97c67a0e251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:38.055929 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-5470d79e-a645-40fb-ae65-831fa208cc8f service neutron] 10.222.0.36 "GET /v2.0/networks/2f28a20f-001d-4d34-b9f7-b2a0e6a26a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486263 Jul 09 19:54:38.096830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Router aaa6fcbd-a569-43d5-8969-69ac256645db is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:54:38.427561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7d5837d2-6c93-4fb2-82a9-9c77f79de699 None None] Provisioning for port 330fe9a3-713a-4db3-a6ac-7ecee9179431 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:38.449845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7d5837d2-6c93-4fb2-82a9-9c77f79de699 None None] Provisioning complete for port 330fe9a3-713a-4db3-a6ac-7ecee9179431 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:38.450530 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7d5837d2-6c93-4fb2-82a9-9c77f79de699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:38.559220 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-b3426829-7fd9-4133-b94c-c1018c4fa177 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.74&port_id=cd334a25-bbed-497a-a604-fee456e91983 HTTP/1.1" status: 200 len: 217 time: 0.4960446 Jul 09 19:54:38.626033 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7d5837d2-6c93-4fb2-82a9-9c77f79de699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:38.710781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7d5837d2-6c93-4fb2-82a9-9c77f79de699 None None] For port 330fe9a3-713a-4db3-a6ac-7ecee9179431, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=330fe9a3-713a-4db3-a6ac-7ecee9179431,segment=NetworkSegment(6cd2888e-11c0-497b-8692-0fc955b78bed),segment_id=6cd2888e-11c0-497b-8692-0fc955b78bed)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:38.720195 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7d5837d2-6c93-4fb2-82a9-9c77f79de699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:38.729694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-4a8288dc-b0f2-4693-9a60-280c0a99042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:38.731497 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-4a8288dc-b0f2-4693-9a60-280c0a99042e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2becbc1e-aba6-42d7-b4a5-9179c19cc8d7 HTTP/1.1" status: 200 len: 801 time: 0.1143005 Jul 09 19:54:38.754208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c0a22-9048-4269-a370-d7d54acc30b0 req-ffa2e7f3-d782-4834-b9af-e6e434c8a032 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:38.761770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c0a22-9048-4269-a370-d7d54acc30b0 req-ffa2e7f3-d782-4834-b9af-e6e434c8a032 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:38.770473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c0a22-9048-4269-a370-d7d54acc30b0 req-ffa2e7f3-d782-4834-b9af-e6e434c8a032 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:38.772935 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ff3c0a22-9048-4269-a370-d7d54acc30b0 req-ffa2e7f3-d782-4834-b9af-e6e434c8a032 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2411 time: 0.2158315 Jul 09 19:54:38.829973 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5837d2-6c93-4fb2-82a9-9c77f79de699 None None] Pushing event updated for resources: {'Port': ['ID=330fe9a3-713a-4db3-a6ac-7ecee9179431,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:38.900563 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ff3c0a22-9048-4269-a370-d7d54acc30b0 req-45faaf4a-3732-4551-ad47-aaf7edf84426 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912540 Jul 09 19:54:38.914972 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-61ea792d-63e8-470e-bb58-945e387d7f2e tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f63210713891440eaaf794e254f8b26f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476444 Jul 09 19:54:39.014225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-a6f9f1f1-610d-405a-8f9c-53ab73386694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:39.016338 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-a6f9f1f1-610d-405a-8f9c-53ab73386694 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bde7f572-b8ae-4b83-9379-84a15ec47046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2745845 Jul 09 19:54:39.040184 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a2ab8d60-b250-4d86-9076-66747b601438 req-9fe9df77-d0bc-4a25-91e6-2f2a6afbbbcf tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 210 time: 0.1609595 Jul 09 19:54:39.063211 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2822ca65-f584-4df2-bf53-d97c67a0e251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.151607 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-389f86e0-6ef4-4493-851f-bd561309214b None None] Provisioning complete for port 330fe9a3-713a-4db3-a6ac-7ecee9179431 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:39.151740 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-389f86e0-6ef4-4493-851f-bd561309214b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.249757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:54:39.263012 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Sync routers for ids ['aaa6fcbd-a569-43d5-8969-69ac256645db'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:54:39.278878 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a2143bf4-3ecd-4478-994f-79aad9c438db details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:54:39.297299 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2822ca65-f584-4df2-bf53-d97c67a0e251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.299100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d465019b-f32f-4a79-96b8-7c5385b91b0d tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:39.306588 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Routers {'aaa6fcbd-a569-43d5-8969-69ac256645db'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:39.306854 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d465019b-f32f-4a79-96b8-7c5385b91b0d tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3847528 Jul 09 19:54:39.307360 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['aaa6fcbd-a569-43d5-8969-69ac256645db'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:39.317752 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.324759 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2d317907-eb90-4c72-8dcb-80b6524e4eae admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.4417288 Jul 09 19:54:39.326257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56180) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:39.350531 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Request body: {'port': {'device_id': 'b014a4ec-281e-461e-93fc-aa98b299c98b', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': 'f63210713891440eaaf794e254f8b26f'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:39.366539 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822ca65-f584-4df2-bf53-d97c67a0e251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af1cf44f-f8a3-4725-a1ed-970ef7a6a778,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:39.373133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2822ca65-f584-4df2-bf53-d97c67a0e251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.392804 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2822ca65-f584-4df2-bf53-d97c67a0e251 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/af1cf44f-f8a3-4725-a1ed-970ef7a6a778 HTTP/1.1" status: 204 len: 168 time: 1.7365394 Jul 09 19:54:39.395479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56184) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:39.543572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 330fe9a3-713a-4db3-a6ac-7ecee9179431 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:39.625779 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.637288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff98406f-0e6e-4731-91c9-885305bb62e6 None None] Network 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:39.663512 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Set router aaa6fcbd-a569-43d5-8969-69ac256645db gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:39.786524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] Deleting port 93477627-1161-48a7-8aed-a08eba0df1d4 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:39.787070 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:39.810082 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3356d197-3bca-430a-af88-af651b85a6dd req-e5949216-bbfb-4b8a-884a-9d0b07d859c8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.32 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 210 time: 0.2571981 Jul 09 19:54:39.877306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56198) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:39.924892 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-167a9142-4fbe-412a-82bb-33412818e095 req-74e46aee-cab7-4900-a536-3553de9fd83b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=58832482-9c7a-4063-b416-69d753b35557 HTTP/1.1" status: 200 len: 210 time: 0.4389298 Jul 09 19:54:39.961843 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a2143bf4-3ecd-4478-994f-79aad9c438db, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a2143bf4-3ecd-4478-994f-79aad9c438db,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:40.000960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'a2143bf4-3ecd-4478-994f-79aad9c438db', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'a2143bf4-3ecd-4478-994f-79aad9c438db', 'mac_address': 'fa:16:3e:43:c7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:54:40.079807 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 330fe9a3-713a-4db3-a6ac-7ecee9179431 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:40.080328 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.115483 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:34Z', 'updated_at': '2021-07-09T19:54:36Z', 'revision_number': 3, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'gw_port': {'id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:35Z', 'updated_at': '2021-07-09T19:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:40.117843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Made reservation on behalf of f63210713891440eaaf794e254f8b26f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:40.123099 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] For port 93477627-1161-48a7-8aed-a08eba0df1d4, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=93477627-1161-48a7-8aed-a08eba0df1d4,segment=NetworkSegment(088498f4-af81-4ef9-a42c-bf24cefe6c47),segment_id=088498f4-af81-4ef9-a42c-bf24cefe6c47)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:40.125005 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.133050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.183440 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-fe699a6a-91d7-4801-ac53-7b19472c0573 service neutron] 10.222.0.36 "GET /v2.0/networks/bde7f572-b8ae-4b83-9379-84a15ec47046?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1607332 Jul 09 19:54:40.184780 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Checking router: aaa6fcbd-a569-43d5-8969-69ac256645db for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:54:40.185369 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Updating router aaa6fcbd-a569-43d5-8969-69ac256645db port 7d729f25-9732-45dc-962a-e149b8e95afe binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:54:40.197917 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.225392 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] Calling delete_port for 93477627-1161-48a7-8aed-a08eba0df1d4 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:40.263846 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.309961 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.367708 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2143bf4-3ecd-4478-994f-79aad9c438db {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:40.466481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894a0591-672e-48f4-be55-1f961800e694 None None] DHCP port deletion for 3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:54:40.526811 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.560312 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] No DVR routers for this DVR port 93477627-1161-48a7-8aed-a08eba0df1d4 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:40.578875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a2143bf4-3ecd-4478-994f-79aad9c438db, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a2143bf4-3ecd-4478-994f-79aad9c438db,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:40.596568 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.677718 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.688710 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.735426 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a2143bf4-3ecd-4478-994f-79aad9c438db,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:40.767515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:40.796856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3012072b-a145-4a79-9119-d881fa075b34 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:40.800590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['a2143bf4-3ecd-4478-994f-79aad9c438db'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:40.827121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=93477627-1161-48a7-8aed-a08eba0df1d4,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:40.859221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 3012072b-a145-4a79-9119-d881fa075b34 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:40.859842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3012072b-a145-4a79-9119-d881fa075b34 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:40.863158 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.874973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9edc61-6c04-4e51-b021-6f4199e8260a req-e90716a7-cc19-470c-b757-d9d86c2ed51f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:40.881710 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Transition to ACTIVE for port object 7d729f25-9732-45dc-962a-e149b8e95afe will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:40.883930 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-894a0591-672e-48f4-be55-1f961800e694 None None] Deleting port 93477627-1161-48a7-8aed-a08eba0df1d4 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:40.884437 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-894a0591-672e-48f4-be55-1f961800e694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.891236 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.894300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9edc61-6c04-4e51-b021-6f4199e8260a req-e90716a7-cc19-470c-b757-d9d86c2ed51f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:40.910596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9edc61-6c04-4e51-b021-6f4199e8260a req-e90716a7-cc19-470c-b757-d9d86c2ed51f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:40.919826 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a9edc61-6c04-4e51-b021-6f4199e8260a req-e90716a7-cc19-470c-b757-d9d86c2ed51f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2411 time: 0.7547016 Jul 09 19:54:40.928418 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.953984 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe53d23-660c-40da-aa74-ddcb4c8031e9 None None] Pushing event updated for resources: {'Port': ['ID=7d729f25-9732-45dc-962a-e149b8e95afe,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:40.955569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-894a0591-672e-48f4-be55-1f961800e694 None None] For port 93477627-1161-48a7-8aed-a08eba0df1d4, host n-d-800088-3, got binding levels [] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:40.956123 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-894a0591-672e-48f4-be55-1f961800e694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.977581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:40.981492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-894a0591-672e-48f4-be55-1f961800e694 None None] Calling delete_port for 93477627-1161-48a7-8aed-a08eba0df1d4 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:40.981658 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Attempting to bind port 7d729f25-9732-45dc-962a-e149b8e95afe on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:40.981899 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Attempting to bind port 7d729f25-9732-45dc-962a-e149b8e95afe by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:40.982278 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Attempting to bind port 7d729f25-9732-45dc-962a-e149b8e95afe on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:40.985625 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.ipam_backend_mixin [None req-894a0591-672e-48f4-be55-1f961800e694 None None] Port 93477627-1161-48a7-8aed-a08eba0df1d4 was not found and therefore no delete operation was performed {{(pid=100206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 19:54:40.987229 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-894a0591-672e-48f4-be55-1f961800e694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:40.989069 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:40.989521 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:40.990021 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.002899 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:41.003492 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Bound port: 7d729f25-9732-45dc-962a-e149b8e95afe, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:41.003933 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.005969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894a0591-672e-48f4-be55-1f961800e694 None None] No DVR routers for this DVR port 93477627-1161-48a7-8aed-a08eba0df1d4 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:41.012104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088498f4-af81-4ef9-a42c-bf24cefe6c47') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:41.020339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088498f4-af81-4ef9-a42c-bf24cefe6c47') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:41.059078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a0591-672e-48f4-be55-1f961800e694 None None] Pushing event deleted for resources: {'Port': ['ID=93477627-1161-48a7-8aed-a08eba0df1d4,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:41.060701 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.102202 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a9edc61-6c04-4e51-b021-6f4199e8260a req-a563ac9b-c76c-4788-b42d-eb55602dca6d tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827426 Jul 09 19:54:41.133127 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.180648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:54:41.180883 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] For port 7d729f25-9732-45dc-962a-e149b8e95afe, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:41.185368 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] For port 7d729f25-9732-45dc-962a-e149b8e95afe, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7d729f25-9732-45dc-962a-e149b8e95afe,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:41.186268 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.191481 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:54:41.194993 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:54:41.249111 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Allocated IP 192.168.233.176 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/bb4627ba-8d0e-40cf-a123-86dafbadd14d) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:41.262765 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe53d23-660c-40da-aa74-ddcb4c8031e9 None None] Pushing event updated for resources: {'Port': ['ID=7d729f25-9732-45dc-962a-e149b8e95afe,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:41.296092 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Routers {'aaa6fcbd-a569-43d5-8969-69ac256645db'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:41.297477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 93477627-1161-48a7-8aed-a08eba0df1d4 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:41.297777 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['aaa6fcbd-a569-43d5-8969-69ac256645db'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:41.361197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 93477627-1161-48a7-8aed-a08eba0df1d4 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:41.361536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 93477627-1161-48a7-8aed-a08eba0df1d4 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:41.399633 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.405511 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.424348 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd HTTP/1.1" status: 204 len: 168 time: 2.0204227 Jul 09 19:54:41.436986 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56224) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:41.466587 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] Set router aaa6fcbd-a569-43d5-8969-69ac256645db gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:41.468356 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cced512-6755-4b58-9ee8-e5a991671ef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fec1e2a-b2e7-48dd-b7ad-2cc6dade78cd,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:41.701155 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-95319cfc-98bd-43cc-9622-2725e72bb020 req-49a56149-bf59-4641-b748-7e6b9194f3dd tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 210 time: 1.0202174 Jul 09 19:54:41.722295 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:34Z', 'updated_at': '2021-07-09T19:54:36Z', 'revision_number': 3, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'gw_port': {'id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:35Z', 'updated_at': '2021-07-09T19:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:41.818350 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b726d2-2d2a-4db3-8e4e-fed4c1cbb0ac None None] The sync data for ids ['aaa6fcbd-a569-43d5-8969-69ac256645db'] in n-d-800088-3 is: [{'id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:34Z', 'updated_at': '2021-07-09T19:54:36Z', 'revision_number': 3, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'gw_port': {'id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:35Z', 'updated_at': '2021-07-09T19:54:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:54:41.849713 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:41.856045 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-918f3bb9-5f0f-41f4-a337-d206ba6e0503 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1998f527caa4659af63116948a35a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9452386 Jul 09 19:54:41.867704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56236) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:41.982846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Transition to ACTIVE for port object bb4627ba-8d0e-40cf-a123-86dafbadd14d will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:42.033660 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1ef8650-0b7a-46ed-bb1c-3f413fdd1f9f req-42ef3dd7-f4d8-430d-9c8c-5f3150085c9f service neutron] 10.222.0.36 "GET /v2.0/networks/bde7f572-b8ae-4b83-9379-84a15ec47046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8234220 Jul 09 19:54:42.098175 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b69463b-d7e0-48bc-8dcd-dceabda06bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.181892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-d4199817-70d0-4508-875a-a547c8b644a3 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:42.189019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-d4199817-70d0-4508-875a-a547c8b644a3 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 812 time: 0.2524979 Jul 09 19:54:42.196604 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:54:42.220020 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-69db3e8f-b3ec-4f00-8758-b954e00b4efd tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/quotas/382be6ed01574db2b800f45c2ce85e9e HTTP/1.1" status: 200 len: 375 time: 0.0297296 Jul 09 19:54:42.309567 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b69463b-d7e0-48bc-8dcd-dceabda06bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.349429 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-d8f69b5a-7f4c-4255-a04d-f04e136fe435 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1276186 Jul 09 19:54:42.367853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.488360 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-367a4f2b-c6ef-4ecf-9daa-6f11cf96e90f service neutron] 10.222.0.30 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347008 Jul 09 19:54:42.535702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f0429-72c1-482b-ac64-ac6bc120063b req-0ba82ada-986e-4b19-a570-3d5a30ce705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:42.536110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f0429-72c1-482b-ac64-ac6bc120063b req-0ba82ada-986e-4b19-a570-3d5a30ce705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:42.536630 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f0429-72c1-482b-ac64-ac6bc120063b req-0ba82ada-986e-4b19-a570-3d5a30ce705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:42.538294 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-650f0429-72c1-482b-ac64-ac6bc120063b req-0ba82ada-986e-4b19-a570-3d5a30ce705f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd737430fbed42b8908469dfa5658306&device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2864 time: 0.4163663 Jul 09 19:54:42.548319 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:42.566502 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Pushing event updated for resources: {'Port': ['ID=bb4627ba-8d0e-40cf-a123-86dafbadd14d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:42.570014 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:42.572102 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:42.628180 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:42.628900 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.736184 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-0758ccdb-0304-42d4-a6cf-6ef5bed0cef6 service neutron] 10.222.0.30 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466941 Jul 09 19:54:42.762614 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b69463b-d7e0-48bc-8dcd-dceabda06bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.766959 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b69463b-d7e0-48bc-8dcd-dceabda06bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:42.771352 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1b69463b-d7e0-48bc-8dcd-dceabda06bab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e60add5-db23-47a3-b6d8-590f14ccc3fc HTTP/1.1" status: 204 len: 168 time: 0.9029326 Jul 09 19:54:42.957776 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ee85387-e9b7-4c91-bb79-07908f622a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:43.008311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-da53dba0-f380-489c-af8b-72787b9da7a0 None None] Provisioning for port bb4627ba-8d0e-40cf-a123-86dafbadd14d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:43.042985 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-da53dba0-f380-489c-af8b-72787b9da7a0 None None] Provisioning complete for port bb4627ba-8d0e-40cf-a123-86dafbadd14d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:43.044600 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-da53dba0-f380-489c-af8b-72787b9da7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:43.194490 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-da53dba0-f380-489c-af8b-72787b9da7a0 None None] Port bb4627ba-8d0e-40cf-a123-86dafbadd14d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:54:43.199922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a2143bf4-3ecd-4478-994f-79aad9c438db up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:43.379572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port a2143bf4-3ecd-4478-994f-79aad9c438db triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:43.380051 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:43.485577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7d729f25-9732-45dc-962a-e149b8e95afe up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:43.518177 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-1bd13785-adc5-4caa-8cd4-28cda98b37da tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2008147 Jul 09 19:54:43.649000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Request body: {'port': {'device_id': 'b014a4ec-281e-461e-93fc-aa98b299c98b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:43.719595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f0429-72c1-482b-ac64-ac6bc120063b req-354339f3-0e8a-44c1-bace-d0b651bdfe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.719889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56272) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:43.721148 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-650f0429-72c1-482b-ac64-ac6bc120063b req-354339f3-0e8a-44c1-bace-d0b651bdfe0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=bde7f572-b8ae-4b83-9379-84a15ec47046 HTTP/1.1" status: 200 len: 903 time: 1.1701801 Jul 09 19:54:43.740145 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee4cce-46cc-4dca-9bb0-f6d09203abbd req-4aa9d6c6-22ae-4efc-ba79-89be2efe7025 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:43.750290 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4aee4cce-46cc-4dca-9bb0-f6d09203abbd req-4aa9d6c6-22ae-4efc-ba79-89be2efe7025 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 936 time: 0.2896426 Jul 09 19:54:43.757771 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:43.760972 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 7d729f25-9732-45dc-962a-e149b8e95afe completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:43.764513 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69463b-d7e0-48bc-8dcd-dceabda06bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e60add5-db23-47a3-b6d8-590f14ccc3fc,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:43.819082 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 7d729f25-9732-45dc-962a-e149b8e95afe triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:43.819444 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:43.831992 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b27d0304-96aa-40db-bf07-f1eb01be322b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:43.901634 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2143bf4-3ecd-4478-994f-79aad9c438db'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:43.903999 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d564cb-acc0-4579-ac2e-f90a028772a9" -d '{"events": [{"server_uuid": "e432b692-f1fb-497d-a327-931b9fa479ac", "name": "network-vif-plugged", "status": "completed", "tag": "a2143bf4-3ecd-4478-994f-79aad9c438db"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:43.918791 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4aee4cce-46cc-4dca-9bb0-f6d09203abbd req-d6bc69b4-97dc-483f-b2f6-2510ec1692b7 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668947 Jul 09 19:54:43.924020 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a2143bf4-3ecd-4478-994f-79aad9c438db, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a2143bf4-3ecd-4478-994f-79aad9c438db,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:43.970581 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:43.993876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 7d729f25-9732-45dc-962a-e149b8e95afe, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7d729f25-9732-45dc-962a-e149b8e95afe,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:44.007067 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.008362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 5de99c62-9650-455b-8982-7f9b4a8176bf no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:44.019168 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.078967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed863a-5495-4ef1-b7c0-09f134507db7 req-15b00608-81bc-44a4-9d5f-1278c2615ad6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:44.085552 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed863a-5495-4ef1-b7c0-09f134507db7 req-15b00608-81bc-44a4-9d5f-1278c2615ad6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:44.106790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 5de99c62-9650-455b-8982-7f9b4a8176bf {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:44.107145 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 5de99c62-9650-455b-8982-7f9b4a8176bf not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:44.111384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed863a-5495-4ef1-b7c0-09f134507db7 req-15b00608-81bc-44a4-9d5f-1278c2615ad6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:44.116404 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38ed863a-5495-4ef1-b7c0-09f134507db7 req-15b00608-81bc-44a4-9d5f-1278c2615ad6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2411 time: 1.7016163 Jul 09 19:54:44.121222 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.140795 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-650f0429-72c1-482b-ac64-ac6bc120063b req-4077395a-f625-45c4-a714-8cbb5b899e57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.74&port_id=cd334a25-bbed-497a-a604-fee456e91983 HTTP/1.1" status: 200 len: 217 time: 0.3157818 Jul 09 19:54:44.149403 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a2143bf4-3ecd-4478-994f-79aad9c438db,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:44.241653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=7d729f25-9732-45dc-962a-e149b8e95afe,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:44.347441 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-1ee85387-e9b7-4c91-bb79-07908f622a41 admin admin] Deleting port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:44.347804 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ee85387-e9b7-4c91-bb79-07908f622a41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.392704 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38ed863a-5495-4ef1-b7c0-09f134507db7 req-71722cf2-7e0c-42c3-9520-aed6a43d3071 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504179 Jul 09 19:54:44.394383 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.450753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-1ee85387-e9b7-4c91-bb79-07908f622a41 admin admin] For port 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2a1ac61a-c69b-4ffc-829a-ab2eea6c9653,segment=NetworkSegment(d3e62940-ffc6-4ff0-b32a-394e8df60d52),segment_id=d3e62940-ffc6-4ff0-b32a-394e8df60d52)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:44.452050 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ee85387-e9b7-4c91-bb79-07908f622a41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.467194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-1ee85387-e9b7-4c91-bb79-07908f622a41 admin admin] Calling delete_port for 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:44.523129 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4fcd65-8b53-4f48-b4e3-8cf0e82f9da3 x-openstack-request-id: req-df4fcd65-8b53-4f48-b4e3-8cf0e82f9da3 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:44.523710 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e432b692-f1fb-497d-a327-931b9fa479ac", "name": "network-vif-plugged", "status": "completed", "tag": "a2143bf4-3ecd-4478-994f-79aad9c438db", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:44.524182 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df4fcd65-8b53-4f48-b4e3-8cf0e82f9da3 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:44.524861 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2143bf4-3ecd-4478-994f-79aad9c438db', 'code': 200} Jul 09 19:54:44.622564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cd8e0f16-66e4-47bb-8b40-0829debefde5 req-72e61f48-642a-41ed-af7f-4f3c90105d20 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 210 time: 0.0984359 Jul 09 19:54:44.644642 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b27d0304-96aa-40db-bf07-f1eb01be322b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.647452 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f0429-72c1-482b-ac64-ac6bc120063b req-667d70d5-400c-4079-b5ca-cdddad76f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:44.649080 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-650f0429-72c1-482b-ac64-ac6bc120063b req-667d70d5-400c-4079-b5ca-cdddad76f528 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2becbc1e-aba6-42d7-b4a5-9179c19cc8d7 HTTP/1.1" status: 200 len: 801 time: 0.4927568 Jul 09 19:54:44.658690 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b27d0304-96aa-40db-bf07-f1eb01be322b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:44.827236 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b27d0304-96aa-40db-bf07-f1eb01be322b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74959670d57645c0812afce2aecb75ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0729942 Jul 09 19:54:44.827916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56292) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:44.835416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d0304-96aa-40db-bf07-f1eb01be322b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b22af42-a17a-47c2-8128-62a240995e74,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:44.870998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Allocated IP 172.20.0.1 (cd27c0ec-0062-4b7b-8b93-c85f6699ca55/f7405ed2-c8d8-4800-8b01-9cf99fe6c576/46945758-50f1-4004-b949-b6f7188a03ce) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:44.872044 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56294) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:44.966208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f0429-72c1-482b-ac64-ac6bc120063b req-9fcb2d88-1e9c-4a97-b9d0-517420c9cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:44.968905 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-650f0429-72c1-482b-ac64-ac6bc120063b req-9fcb2d88-1e9c-4a97-b9d0-517420c9cf6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bde7f572-b8ae-4b83-9379-84a15ec47046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2649708 Jul 09 19:54:45.027458 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f676a1f4-8dd4-451d-8594-8c7437508f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.143750 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f676a1f4-8dd4-451d-8594-8c7437508f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.202026 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ee85387-e9b7-4c91-bb79-07908f622a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.221208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 01f0bab0-af72-4fb3-846c-a345046f5373 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:54:45.257895 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-650f0429-72c1-482b-ac64-ac6bc120063b req-0da58504-bea3-46bd-adfb-3d6384689321 service neutron] 10.222.0.36 "GET /v2.0/networks/bde7f572-b8ae-4b83-9379-84a15ec47046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622745 Jul 09 19:54:45.298063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee85387-e9b7-4c91-bb79-07908f622a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1ac61a-c69b-4ffc-829a-ab2eea6c9653,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:45.300343 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.469386 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 01f0bab0-af72-4fb3-846c-a345046f5373, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=01f0bab0-af72-4fb3-846c-a345046f5373,segment=NetworkSegment(67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4),segment_id=67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:45.508754 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '01f0bab0-af72-4fb3-846c-a345046f5373', 'network_id': '2f28a20f-001d-4d34-b9f7-b2a0e6a26a59', 'port_id': '01f0bab0-af72-4fb3-846c-a345046f5373', 'mac_address': 'fa:16:3e:e7:f0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0b8558b-1d51-43b2-98ca-a35c4755bca1', 'ip_address': '19.86.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:54:45.510956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7d729f25-9732-45dc-962a-e149b8e95afe up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:45.561240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f16300-9193-41d0-a0f2-e774112649bc req-4741d937-a96b-4d1d-8504-d2b0e8b46439 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:45.561947 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-650f0429-72c1-482b-ac64-ac6bc120063b req-571746fc-8c5e-4846-b3ac-acef821d77cc service neutron] 10.222.0.36 "GET /v2.0/networks/bde7f572-b8ae-4b83-9379-84a15ec47046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916884 Jul 09 19:54:45.568354 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-91f16300-9193-41d0-a0f2-e774112649bc req-4741d937-a96b-4d1d-8504-d2b0e8b46439 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 936 time: 0.4783516 Jul 09 19:54:45.578658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-5c02b602-0439-481b-8410-67956fb71270 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:45.580151 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-5c02b602-0439-481b-8410-67956fb71270 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.36 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 812 time: 0.4305956 Jul 09 19:54:45.593568 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4627ba-8d0e-40cf-a123-86dafbadd14d {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:45.616686 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.662450 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-08dd1fc8-e5d1-4de9-8839-2eded10b2d9b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Request body: {'port': {'device_id': '19b7a769-14e9-43c5-b196-37f5cd328589', 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'admin_state_up': True, 'tenant_id': '382be6ed01574db2b800f45c2ce85e9e'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:45.664676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Transition to ACTIVE for port object 46945758-50f1-4004-b949-b6f7188a03ce will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:45.681795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 7d729f25-9732-45dc-962a-e149b8e95afe triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:45.682474 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.729190 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.746360 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Transition to ACTIVE for port object bb4627ba-8d0e-40cf-a123-86dafbadd14d will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:45.749307 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f676a1f4-8dd4-451d-8594-8c7437508f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.754723 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f676a1f4-8dd4-451d-8594-8c7437508f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.757070 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f676a1f4-8dd4-451d-8594-8c7437508f27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2b22af42-a17a-47c2-8128-62a240995e74 HTTP/1.1" status: 204 len: 168 time: 0.9122057 Jul 09 19:54:45.768475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f0bab0-af72-4fb3-846c-a345046f5373 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:45.817310 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.820943 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.830439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 01f0bab0-af72-4fb3-846c-a345046f5373, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=01f0bab0-af72-4fb3-846c-a345046f5373,segment=NetworkSegment(67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4),segment_id=67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:45.836703 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676a1f4-8dd4-451d-8594-8c7437508f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b22af42-a17a-47c2-8128-62a240995e74,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:45.841005 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:45.842790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cd334a25-bbed-497a-a604-fee456e91983 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:54:45.917748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=01f0bab0-af72-4fb3-846c-a345046f5373,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:45.960417 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Network cd27c0ec-0062-4b7b-8b93-c85f6699ca55 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:46.036918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:46.064822 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:46.113468 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-91f16300-9193-41d0-a0f2-e774112649bc req-2fb52a10-3521-4d08-afbc-8b6bdb54b918 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440958 Jul 09 19:54:46.118060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cd334a25-bbed-497a-a604-fee456e91983, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cd334a25-bbed-497a-a604-fee456e91983,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:46.137405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Pushing event updated for resources: {'Port': ['ID=bb4627ba-8d0e-40cf-a123-86dafbadd14d,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:46.275765 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ee85387-e9b7-4c91-bb79-07908f622a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.457771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Pushing event updated for resources: {'Port': ['ID=46945758-50f1-4004-b949-b6f7188a03ce,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:46.488332 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8e395-28ee-41b1-9cbb-ca5cdefdd523 req-e5ac006e-23ed-452d-bd64-c5bb69589aa3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:46.500933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'cd334a25-bbed-497a-a604-fee456e91983', 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046', 'port_id': 'cd334a25-bbed-497a-a604-fee456e91983', 'mac_address': 'fa:16:3e:f9:9d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2becbc1e-aba6-42d7-b4a5-9179c19cc8d7', 'ip_address': '19.80.0.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:54:46.506808 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8e395-28ee-41b1-9cbb-ca5cdefdd523 req-e5ac006e-23ed-452d-bd64-c5bb69589aa3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:46.523794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8e395-28ee-41b1-9cbb-ca5cdefdd523 req-e5ac006e-23ed-452d-bd64-c5bb69589aa3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:46.536753 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f5a8e395-28ee-41b1-9cbb-ca5cdefdd523 req-e5ac006e-23ed-452d-bd64-c5bb69589aa3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2411 time: 0.7940671 Jul 09 19:54:46.551840 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fe075090-5c01-4d34-92ad-15364cba0266 None None] Provisioning for port 46945758-50f1-4004-b949-b6f7188a03ce completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:46.557242 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.560320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fe075090-5c01-4d34-92ad-15364cba0266 None None] Provisioning complete for port 46945758-50f1-4004-b949-b6f7188a03ce triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:46.561313 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fe075090-5c01-4d34-92ad-15364cba0266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.596785 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.639530 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fe075090-5c01-4d34-92ad-15364cba0266 None None] Port 46945758-50f1-4004-b949-b6f7188a03ce cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:54:46.653905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd334a25-bbed-497a-a604-fee456e91983 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:46.699392 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cd334a25-bbed-497a-a604-fee456e91983, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cd334a25-bbed-497a-a604-fee456e91983,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:46.714720 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.715564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:54:46.727256 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f5a8e395-28ee-41b1-9cbb-ca5cdefdd523 req-f4a56b95-2ba1-4b2f-abe7-8949a552db68 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895969 Jul 09 19:54:46.746286 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Attempting to bind port bb4627ba-8d0e-40cf-a123-86dafbadd14d on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:46.746994 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Attempting to bind port bb4627ba-8d0e-40cf-a123-86dafbadd14d by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:46.747348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Attempting to bind port bb4627ba-8d0e-40cf-a123-86dafbadd14d on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:46.788504 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Port bb4627ba-8d0e-40cf-a123-86dafbadd14d on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:46.788867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Attempting to bind port bb4627ba-8d0e-40cf-a123-86dafbadd14d on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:46.808005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:46.808356 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:46.808803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:46.809258 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Bound port: bb4627ba-8d0e-40cf-a123-86dafbadd14d, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:46.809630 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.829533 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=6b8b27ca-ae6e-4863-be5e-b5e4d134d703,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:46.832663 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=cd334a25-bbed-497a-a604-fee456e91983,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:46.845652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '6b8b27ca-ae6e-4863-be5e-b5e4d134d703', 'network_id': 'bde7f572-b8ae-4b83-9379-84a15ec47046', 'port_id': '6b8b27ca-ae6e-4863-be5e-b5e4d134d703', 'mac_address': 'fa:16:3e:7b:19:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2becbc1e-aba6-42d7-b4a5-9179c19cc8d7', 'ip_address': '19.80.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:54:46.891288 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.910049 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:46.939997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=6b8b27ca-ae6e-4863-be5e-b5e4d134d703,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:46.946428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] For port bb4627ba-8d0e-40cf-a123-86dafbadd14d, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:46.949148 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.949868 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:46.953101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] For port bb4627ba-8d0e-40cf-a123-86dafbadd14d, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bb4627ba-8d0e-40cf-a123-86dafbadd14d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:46.979725 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.008414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-08dd1fc8-e5d1-4de9-8839-2eded10b2d9b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Made reservation on behalf of 382be6ed01574db2b800f45c2ce85e9e for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:47.012444 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-08dd1fc8-e5d1-4de9-8839-2eded10b2d9b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.066421 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=6b8b27ca-ae6e-4863-be5e-b5e4d134d703,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:47.116287 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:47.116960 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.118557 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] 10.222.0.36 "PUT /v2.0/ports/bb4627ba-8d0e-40cf-a123-86dafbadd14d HTTP/1.1" status: 200 len: 1096 time: 3.4805303 Jul 09 19:54:47.119030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b014a4ec-281e-461e-93fc-aa98b299c98b', 'tag': 'bb4627ba-8d0e-40cf-a123-86dafbadd14d'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:47.133015 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd58765-24f9-48b4-ba7e-ca0d04733278" -d '{"events": [{"name": "network-changed", "server_uuid": "b014a4ec-281e-461e-93fc-aa98b299c98b", "tag": "bb4627ba-8d0e-40cf-a123-86dafbadd14d"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:47.237257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56338) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:47.245790 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7692b59d-9e9c-4d87-a614-b3b729c48ba1 x-openstack-request-id: req-7692b59d-9e9c-4d87-a614-b3b729c48ba1 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:47.246246 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b014a4ec-281e-461e-93fc-aa98b299c98b", "tag": "bb4627ba-8d0e-40cf-a123-86dafbadd14d", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:47.246463 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7692b59d-9e9c-4d87-a614-b3b729c48ba1 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:47.246893 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b014a4ec-281e-461e-93fc-aa98b299c98b', 'tag': 'bb4627ba-8d0e-40cf-a123-86dafbadd14d', 'status': 'completed', 'code': 200} Jul 09 19:54:47.281678 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-08dd1fc8-e5d1-4de9-8839-2eded10b2d9b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Allocated IP 172.20.0.2 (8894aba0-c40a-4dc6-b8c1-f53ea7016388/bdd5bce8-001b-47cc-8510-ced4334ba819/719ca0dd-6956-4392-95dc-21208372436d) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:47.283345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4735073-6189-4ad0-bf31-2c8d026bc28c service neutron] Pushing event updated for resources: {'Port': ['ID=bb4627ba-8d0e-40cf-a123-86dafbadd14d,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:47.322232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-916a876b-1205-493d-87ef-99ca75643cac req-6f2dd50f-908e-40dd-a18f-a8e917b95032 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 210 time: 0.2938049 Jul 09 19:54:47.441184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['01f0bab0-af72-4fb3-846c-a345046f5373'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:47.445794 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['cd334a25-bbed-497a-a604-fee456e91983'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:47.471178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee85387-e9b7-4c91-bb79-07908f622a41 admin admin] Router 6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:54:47.555253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['6b8b27ca-ae6e-4863-be5e-b5e4d134d703'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:47.593318 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-network', 'tenant_id': '6d316004028b45e090e96a698593ef06'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:47.627691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-f3b33ecb-84e8-4e5a-bc97-aae1c871560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:47.629411 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-f3b33ecb-84e8-4e5a-bc97-aae1c871560a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f63210713891440eaaf794e254f8b26f&device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 1099 time: 0.4406252 Jul 09 19:54:47.651931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee85387-e9b7-4c91-bb79-07908f622a41 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:54:47.658612 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1ee85387-e9b7-4c91-bb79-07908f622a41 admin admin] 10.222.0.30 "PUT /v2.0/routers/6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2204988 Jul 09 19:54:47.663688 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56352) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:47.693724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623b5b0-c601-4b84-b3f3-691ac4665a21 None None] Sync routers for ids ['6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:54:47.712922 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-99fb0690-b203-42f9-84fa-9c3ad47fffed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bb4627ba-8d0e-40cf-a123-86dafbadd14d HTTP/1.1" status: 200 len: 217 time: 0.0728705 Jul 09 19:54:47.724589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623b5b0-c601-4b84-b3f3-691ac4665a21 None None] Routers {'6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:47.732069 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d623b5b0-c601-4b84-b3f3-691ac4665a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:47.756241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] Made reservation on behalf of 6d316004028b45e090e96a698593ef06 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:47.759124 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.819375 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e09ba6cc-c911-4b4f-a3ea-f47d74722434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.875527 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-08dd1fc8-e5d1-4de9-8839-2eded10b2d9b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.876352 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:47.961789 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.013607 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b653a-8476-4549-8d4b-af56aae055e5 req-e57d0f94-3509-43e8-a162-25ae62b338e6 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:48.016256 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e0b653a-8476-4549-8d4b-af56aae055e5 req-e57d0f94-3509-43e8-a162-25ae62b338e6 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 948 time: 0.5389924 Jul 09 19:54:48.023145 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.068564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d623b5b0-c601-4b84-b3f3-691ac4665a21 None None] Set router 6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:48.069819 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-08dd1fc8-e5d1-4de9-8839-2eded10b2d9b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.110321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-b3d1274f-1010-45a5-b60d-f353c7cb1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:48.112555 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-b3d1274f-1010-45a5-b60d-f353c7cb1b7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.2939644 Jul 09 19:54:48.166356 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-08dd1fc8-e5d1-4de9-8839-2eded10b2d9b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:48.177845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-08dd1fc8-e5d1-4de9-8839-2eded10b2d9b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:48.180602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-08dd1fc8-e5d1-4de9-8839-2eded10b2d9b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:48.197823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4731a87-b8a1-4693-a34b-8dba1690b585 req-396cc228-40f9-4f51-8149-20de76bb11f8 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:48.205333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4731a87-b8a1-4693-a34b-8dba1690b585 req-396cc228-40f9-4f51-8149-20de76bb11f8 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:48.210085 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Pushing event updated for resources: {'Port': ['ID=46945758-50f1-4004-b949-b6f7188a03ce,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:48.211718 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4731a87-b8a1-4693-a34b-8dba1690b585 req-396cc228-40f9-4f51-8149-20de76bb11f8 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:48.214354 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4731a87-b8a1-4693-a34b-8dba1690b585 req-396cc228-40f9-4f51-8149-20de76bb11f8 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2414 time: 0.2639484 Jul 09 19:54:48.214801 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.215359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd1fc8-e5d1-4de9-8839-2eded10b2d9b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Pushing event updated for resources: {'Port': ['ID=719ca0dd-6956-4392-95dc-21208372436d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:48.223979 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.286845 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e0b653a-8476-4549-8d4b-af56aae055e5 req-fc9f9e94-18c6-42b2-8f7b-7bf744c9142b tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589796 Jul 09 19:54:48.324474 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-08dd1fc8-e5d1-4de9-8839-2eded10b2d9b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:48.325226 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-08dd1fc8-e5d1-4de9-8839-2eded10b2d9b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.333147 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4731a87-b8a1-4693-a34b-8dba1690b585 req-2aeef816-bd23-419a-9807-fb4677e0895a tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848997 Jul 09 19:54:48.453755 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e09ba6cc-c911-4b4f-a3ea-f47d74722434 admin admin] Deleting port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:48.454057 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e09ba6cc-c911-4b4f-a3ea-f47d74722434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.624180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-e09ba6cc-c911-4b4f-a3ea-f47d74722434 admin admin] For port 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a,segment=NetworkSegment(9a4117fb-3218-4ead-a442-09a4d46ef698),segment_id=9a4117fb-3218-4ead-a442-09a4d46ef698)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:48.624784 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e09ba6cc-c911-4b4f-a3ea-f47d74722434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.641573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e09ba6cc-c911-4b4f-a3ea-f47d74722434 admin admin] Calling delete_port for 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:48.678689 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d623b5b0-c601-4b84-b3f3-691ac4665a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031973649-router', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:25Z', 'updated_at': '2021-07-09T19:54:45Z', 'revision_number': 5, 'project_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'gw_port': {'id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:26Z', 'updated_at': '2021-07-09T19:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:48.710488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623b5b0-c601-4b84-b3f3-691ac4665a21 None None] Checking router: 6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:54:48.740180 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623b5b0-c601-4b84-b3f3-691ac4665a21 None None] Routers {'6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:48.740998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d623b5b0-c601-4b84-b3f3-691ac4665a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:48.885111 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.907031 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.912854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d623b5b0-c601-4b84-b3f3-691ac4665a21 None None] Set router 6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:48.914666 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:48.920968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-eb53661b-0146-42db-90ea-2d09dc3666fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:48.923064 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-eb53661b-0146-42db-90ea-2d09dc3666fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7829103 Jul 09 19:54:48.960961 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-08dd1fc8-e5d1-4de9-8839-2eded10b2d9b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3136656 Jul 09 19:54:48.988376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Request body: {'port': {'device_id': '19b7a769-14e9-43c5-b196-37f5cd328589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:48.998029 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e09ba6cc-c911-4b4f-a3ea-f47d74722434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:49.031054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:54:49.051481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Network cd27c0ec-0062-4b7b-8b93-c85f6699ca55 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:49.057975 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ba6cc-c911-4b4f-a3ea-f47d74722434 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:49.077077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0b0bac-f722-4516-ae7d-d6267a99b819,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:49.084391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:49.089024 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:49.089387 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] Added segment 58ec2b49-fe8b-422b-aab6-8f477e09b2de of type vlan for network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 Jul 09 19:54:49.126011 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11f73e-9ede-4023-8648-e965256d1081 req-a2c5244c-0595-471b-a32d-307b819c40a2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:49.132907 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce11f73e-9ede-4023-8648-e965256d1081 req-a2c5244c-0595-471b-a32d-307b819c40a2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 931 time: 0.4045458 Jul 09 19:54:49.168882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d623b5b0-c601-4b84-b3f3-691ac4665a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031973649-router', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:25Z', 'updated_at': '2021-07-09T19:54:45Z', 'revision_number': 5, 'project_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'gw_port': {'id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:26Z', 'updated_at': '2021-07-09T19:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:49.265119 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623b5b0-c601-4b84-b3f3-691ac4665a21 None None] The sync data for ids ['6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76'] in n-d-800088-3 is: [{'id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2031973649-router', 'tenant_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:49:25Z', 'updated_at': '2021-07-09T19:54:45Z', 'revision_number': 5, 'project_id': '9ee744f59cc64534a9bbe13c12a9cc06', 'gw_port': {'id': 'b643768c-385c-4f43-ae5c-92f766ea5ed2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a1:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:49:26Z', 'updated_at': '2021-07-09T19:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:54:49.362970 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:49.485899 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:49.493571 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-8ba9b5b7-74af-493b-8ea2-12af81a00277 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611830 Jul 09 19:54:49.558732 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce11f73e-9ede-4023-8648-e965256d1081 req-0e0b4a03-2edf-421d-b8a7-8e2f674f9b23 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249363 Jul 09 19:54:49.580285 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3154acdd-486d-449c-800e-d6f6ba6aa601 None None] Provisioning complete for port 46945758-50f1-4004-b949-b6f7188a03ce triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:49.580694 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3154acdd-486d-449c-800e-d6f6ba6aa601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:49.632524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] Deleting port b643768c-385c-4f43-ae5c-92f766ea5ed2 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:49.633049 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:49.661650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3154acdd-486d-449c-800e-d6f6ba6aa601 None None] Port 46945758-50f1-4004-b949-b6f7188a03ce cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:54:49.677691 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e09ba6cc-c911-4b4f-a3ea-f47d74722434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:49.745175 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:49.746322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:49.747034 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:49.781847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Router aaa6fcbd-a569-43d5-8969-69ac256645db has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:54:49.874099 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41e778-1093-4fdb-904d-13c1ca020197 req-ce21ff1b-1f4c-4ef0-85bd-3249b8eff546 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:49.881088 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1e41e778-1093-4fdb-904d-13c1ca020197 req-ce21ff1b-1f4c-4ef0-85bd-3249b8eff546 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 948 time: 0.3738415 Jul 09 19:54:49.940049 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6882579 Jul 09 19:54:49.950453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56378) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:49.962721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-08937e7e-a3f7-4f00-95b0-6b207f8832c6 admin admin] Request body: {'subnet': {'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-subnet', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:49.979882 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16c64b24-fa81-4a48-ae60-9e8ac58029b8 req-0ea70386-9714-4b3b-ab00-5ee66b40dc5e service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621115 Jul 09 19:54:49.991354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b340f-47ae-4d32-b2c4-65bf67f67d93 admin admin] Pushing event updated for resources: {'Network': ['ID=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:50.006426 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:54:50.089292 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] For port b643768c-385c-4f43-ae5c-92f766ea5ed2, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b643768c-385c-4f43-ae5c-92f766ea5ed2,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:50.089939 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:50.103709 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1e41e778-1093-4fdb-904d-13c1ca020197 req-31c1fae3-83c0-48f4-848a-373ab224522d tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214003 Jul 09 19:54:50.154316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08937e7e-a3f7-4f00-95b0-6b207f8832c6 admin admin] Made reservation on behalf of 6d316004028b45e090e96a698593ef06 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:50.157569 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08937e7e-a3f7-4f00-95b0-6b207f8832c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:50.195339 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] Calling delete_port for b643768c-385c-4f43-ae5c-92f766ea5ed2 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:50.265873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adfe90-0c9e-4fb1-908a-bf45a46665c7 req-f3906472-b112-4c69-825d-1f387c95ca42 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:50.272061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adfe90-0c9e-4fb1-908a-bf45a46665c7 req-f3906472-b112-4c69-825d-1f387c95ca42 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:50.278131 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adfe90-0c9e-4fb1-908a-bf45a46665c7 req-f3906472-b112-4c69-825d-1f387c95ca42 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:50.282060 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45adfe90-0c9e-4fb1-908a-bf45a46665c7 req-f3906472-b112-4c69-825d-1f387c95ca42 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2414 time: 0.5060580 Jul 09 19:54:50.361186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719ca0dd-6956-4392-95dc-21208372436d {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:50.374821 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:50.377468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:54:50.381590 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09ba6cc-c911-4b4f-a3ea-f47d74722434 admin admin] Router 62af934f-918a-4f25-8eb4-c89f41065f18 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:54:50.385386 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-179d52c0-919b-4819-a4f6-fd1289487547 admin admin] 10.222.0.30 "PUT /v2.0/routers/aaa6fcbd-a569-43d5-8969-69ac256645db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0149667 Jul 09 19:54:50.390680 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Sync routers for ids ['aaa6fcbd-a569-43d5-8969-69ac256645db'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:54:50.404899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Transition to ACTIVE for port object 719ca0dd-6956-4392-95dc-21208372436d will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:50.407315 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Routers {'aaa6fcbd-a569-43d5-8969-69ac256645db'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:50.408165 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['aaa6fcbd-a569-43d5-8969-69ac256645db'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:50.469715 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:50.515745 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45adfe90-0c9e-4fb1-908a-bf45a46665c7 req-2d212d43-3346-497a-9fff-fd2087476a9d tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260947 Jul 09 19:54:50.522692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Pushing event updated for resources: {'Port': ['ID=719ca0dd-6956-4392-95dc-21208372436d,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:50.579335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd58765-24f9-48b4-ba7e-ca0d04733278 req-f5241ef9-646c-4e1a-9358-341cc115ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:50.586853 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6cd58765-24f9-48b4-ba7e-ca0d04733278 req-f5241ef9-646c-4e1a-9358-341cc115ba7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f63210713891440eaaf794e254f8b26f&device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 1099 time: 0.4939628 Jul 09 19:54:50.646326 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Set router aaa6fcbd-a569-43d5-8969-69ac256645db gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:50.716517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09ba6cc-c911-4b4f-a3ea-f47d74722434 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:54:50.725297 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e09ba6cc-c911-4b4f-a3ea-f47d74722434 admin admin] 10.222.0.30 "PUT /v2.0/routers/62af934f-918a-4f25-8eb4-c89f41065f18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8517938 Jul 09 19:54:50.735581 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8202950d-c8a8-4bf2-99cf-60aed29d4e20 None None] Sync routers for ids ['62af934f-918a-4f25-8eb4-c89f41065f18'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:54:50.742781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56398) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:50.759525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8202950d-c8a8-4bf2-99cf-60aed29d4e20 None None] Routers {'62af934f-918a-4f25-8eb4-c89f41065f18'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:50.760403 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8202950d-c8a8-4bf2-99cf-60aed29d4e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['62af934f-918a-4f25-8eb4-c89f41065f18'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:50.766120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Attempting to bind port 719ca0dd-6956-4392-95dc-21208372436d on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:50.766473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Attempting to bind port 719ca0dd-6956-4392-95dc-21208372436d by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:50.766816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Attempting to bind port 719ca0dd-6956-4392-95dc-21208372436d on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:50.841116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd58765-24f9-48b4-ba7e-ca0d04733278 req-6bc6424b-0143-401f-96d4-b8dba0d973b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:50.846706 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6cd58765-24f9-48b4-ba7e-ca0d04733278 req-6bc6424b-0143-401f-96d4-b8dba0d973b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1942637 Jul 09 19:54:50.850589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Port 719ca0dd-6956-4392-95dc-21208372436d on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:54:50.851205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Attempting to bind port 719ca0dd-6956-4392-95dc-21208372436d on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:50.864855 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:50.865679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Checking segment: {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:50.866299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Bound using segment: {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:50.866963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Bound port: 719ca0dd-6956-4392-95dc-21208372436d, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:50.867543 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:50.952341 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.068982 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.108712 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:34Z', 'updated_at': '2021-07-09T19:54:46Z', 'revision_number': 4, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'gw_port': {'id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:35Z', 'updated_at': '2021-07-09T19:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '46945758-50f1-4004-b949-b6f7188a03ce', 'name': '', 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'mac_address': 'fa:16:3e:59:53:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:44Z', 'updated_at': '2021-07-09T19:54:47Z', 'revision_number': 2, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'subnets': [{'id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:51.124975 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6cd58765-24f9-48b4-ba7e-ca0d04733278 req-7767d2fd-725d-4714-97bf-44d833bf2a16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bb4627ba-8d0e-40cf-a123-86dafbadd14d HTTP/1.1" status: 200 len: 217 time: 0.1747179 Jul 09 19:54:51.129291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-8202950d-c8a8-4bf2-99cf-60aed29d4e20 None None] Set router 62af934f-918a-4f25-8eb4-c89f41065f18 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:51.146109 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Checking router: aaa6fcbd-a569-43d5-8969-69ac256645db for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:54:51.146484 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Updating router aaa6fcbd-a569-43d5-8969-69ac256645db port 46945758-50f1-4004-b949-b6f7188a03ce binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:54:51.233401 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.283801 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.406736 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.409328 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.533337 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd58765-24f9-48b4-ba7e-ca0d04733278 req-dbc033dd-456f-4a27-b322-03c55b8af4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:51.534160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:51.535201 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6cd58765-24f9-48b4-ba7e-ca0d04733278 req-dbc033dd-456f-4a27-b322-03c55b8af4d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.2622175 Jul 09 19:54:51.536416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=b643768c-385c-4f43-ae5c-92f766ea5ed2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:51.539441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 01f0bab0-af72-4fb3-846c-a345046f5373 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:51.546061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] For port 719ca0dd-6956-4392-95dc-21208372436d, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:51.555407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] For port 719ca0dd-6956-4392-95dc-21208372436d, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=719ca0dd-6956-4392-95dc-21208372436d,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:51.556170 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.556974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:54:51.570231 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.575004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a53b2a43-c88e-47af-bb89-9aa3273b8d6e admin admin] 10.222.0.30 "DELETE /v2.0/routers/6ebe0b93-fcf7-4b0d-882a-ae9ce5c02d76 HTTP/1.1" status: 204 len: 168 time: 3.9067996 Jul 09 19:54:51.584651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56414) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:51.594870 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.610258 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.610556 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:51.611310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2a1ac61a-c69b-4ffc-829a-ab2eea6c9653 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:51.645503 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08937e7e-a3f7-4f00-95b0-6b207f8832c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.723419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 01f0bab0-af72-4fb3-846c-a345046f5373 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:51.737035 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 01f0bab0-af72-4fb3-846c-a345046f5373 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:51.737715 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.744563 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08937e7e-a3f7-4f00-95b0-6b207f8832c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ff4449-d04b-47b2-9c44-3329683715c1,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:51.862102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:51.863652 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.865310 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/719ca0dd-6956-4392-95dc-21208372436d HTTP/1.1" status: 200 len: 1091 time: 2.8967493 Jul 09 19:54:51.867536 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b7a769-14e9-43c5-b196-37f5cd328589', 'tag': '719ca0dd-6956-4392-95dc-21208372436d'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:51.868094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-700114d8-65ef-4f45-b6ef-fc44ec6a24ca tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:51.870967 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526925b9-9c45-429a-b4d1-dd1f3f79fb7d" -d '{"events": [{"name": "network-changed", "server_uuid": "19b7a769-14e9-43c5-b196-37f5cd328589", "tag": "719ca0dd-6956-4392-95dc-21208372436d"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:51.875744 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-700114d8-65ef-4f45-b6ef-fc44ec6a24ca tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/networks?id=cd27c0ec-0062-4b7b-8b93-c85f6699ca55 HTTP/1.1" status: 200 len: 829 time: 0.8164015 Jul 09 19:54:51.907793 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-b7e49979-813d-4629-a9dc-f78d7cabe848 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/quotas/09559e1dc0d645d1b07bf7de18ef3ce1 HTTP/1.1" status: 200 len: 375 time: 0.0311937 Jul 09 19:54:51.911491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2e1c0-f8da-4f83-b1ec-8008bf576dd4 req-580bdb6e-04aa-4f7f-94ea-34c8196a73e9 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:51.911911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08937e7e-a3f7-4f00-95b0-6b207f8832c6 admin admin] Checking segment: {'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:51.912396 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08937e7e-a3f7-4f00-95b0-6b207f8832c6 admin admin] Network hostable DHCP agents. Network: e764e3dc-e7d6-45d3-a7ce-4b54299e87d5, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:54:51.913594 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.915225 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.922870 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-baa2e1c0-f8da-4f83-b1ec-8008bf576dd4 req-580bdb6e-04aa-4f7f-94ea-34c8196a73e9 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 943 time: 0.9318826 Jul 09 19:54:51.960166 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd58765-24f9-48b4-ba7e-ca0d04733278 req-c08351ba-0786-4d0c-ba26-7798125ecf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:51.962014 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6cd58765-24f9-48b4-ba7e-ca0d04733278 req-c08351ba-0786-4d0c-ba26-7798125ecf3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4078941 Jul 09 19:54:51.965847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f0bab0-af72-4fb3-846c-a345046f5373'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:51.969917 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e179807-ae62-424b-a8ce-2e775350e02f" -d '{"events": [{"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-plugged", "status": "completed", "tag": "01f0bab0-af72-4fb3-846c-a345046f5373"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:51.972741 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Transition to ACTIVE for port object 46945758-50f1-4004-b949-b6f7188a03ce will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:51.988456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8202950d-c8a8-4bf2-99cf-60aed29d4e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1130404370-router', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '1e759c55-ef9e-42e4-aa8a-a6e943987a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:35Z', 'updated_at': '2021-07-09T19:54:48Z', 'revision_number': 5, 'project_id': '1d0c04cb61bc40118229988d630e8fdc', 'gw_port': {'id': '1e759c55-ef9e-42e4-aa8a-a6e943987a7b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:36Z', 'updated_at': '2021-07-09T19:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:51.989031 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:51.997717 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9d501-1b28-4931-b390-d665da8919a6 service neutron] Pushing event updated for resources: {'Port': ['ID=719ca0dd-6956-4392-95dc-21208372436d,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:52.008608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-54781690-77bf-4793-9e8c-9a63daec1151 admin admin] Deleting subnet dcf9f96a-dfdd-426b-aa16-c6ad47869270 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:54:52.020493 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-54781690-77bf-4793-9e8c-9a63daec1151 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:52.045862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 01f0bab0-af72-4fb3-846c-a345046f5373, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=01f0bab0-af72-4fb3-846c-a345046f5373,segment=NetworkSegment(67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4),segment_id=67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:52.046534 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08937e7e-a3f7-4f00-95b0-6b207f8832c6 admin admin] Network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:54:52.047132 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8202950d-c8a8-4bf2-99cf-60aed29d4e20 None None] Checking router: 62af934f-918a-4f25-8eb4-c89f41065f18 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:54:52.055197 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:52.056028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:52.070649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-08937e7e-a3f7-4f00-95b0-6b207f8832c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, e764e3dc-e7d6-45d3-a7ce-4b54299e87d5) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:52.081011 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08937e7e-a3f7-4f00-95b0-6b207f8832c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:52.082117 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08937e7e-a3f7-4f00-95b0-6b207f8832c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:52.100666 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-54781690-77bf-4793-9e8c-9a63daec1151 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:52.120594 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-d0b09aab-aad4-47ed-91cb-43a12b513f66 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=09559e1dc0d645d1b07bf7de18ef3ce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2115583 Jul 09 19:54:52.140731 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2738c7-5a2f-4004-904a-66fd62696239 None None] Pushing event updated for resources: {'Port': ['ID=46945758-50f1-4004-b949-b6f7188a03ce,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:52.150714 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea37e3-e512-4f4b-979b-ee4b95c9917d None None] Network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:52.151262 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-08937e7e-a3f7-4f00-95b0-6b207f8832c6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1926982 Jul 09 19:54:52.202731 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56420) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:52.217973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:52.260167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8202950d-c8a8-4bf2-99cf-60aed29d4e20 None None] Routers {'62af934f-918a-4f25-8eb4-c89f41065f18'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:52.260878 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8202950d-c8a8-4bf2-99cf-60aed29d4e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['62af934f-918a-4f25-8eb4-c89f41065f18'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:52.277934 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Attempting to bind port 46945758-50f1-4004-b949-b6f7188a03ce on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:52.278318 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Attempting to bind port 46945758-50f1-4004-b949-b6f7188a03ce by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '6cd2888e-11c0-497b-8692-0fc955b78bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:52.279967 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Attempting to bind port 46945758-50f1-4004-b949-b6f7188a03ce on network cd27c0ec-0062-4b7b-8b93-c85f6699ca55 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:52.286600 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:52.287029 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Checking segment: {'id': '6cd2888e-11c0-497b-8692-0fc955b78bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:52.287449 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:52.287977 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Bound using segment: {'id': '6cd2888e-11c0-497b-8692-0fc955b78bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:52.288461 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Bound port: 46945758-50f1-4004-b949-b6f7188a03ce, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cd2888e-11c0-497b-8692-0fc955b78bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:52.288919 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:52.289500 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6cd58765-24f9-48b4-ba7e-ca0d04733278 req-c14b4b73-77c9-40f2-9c77-50882a8514b8 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199089 Jul 09 19:54:52.312297 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-54781690-77bf-4793-9e8c-9a63daec1151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:52.418336 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] For port 46945758-50f1-4004-b949-b6f7188a03ce, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:52.426409 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] For port 46945758-50f1-4004-b949-b6f7188a03ce, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=46945758-50f1-4004-b949-b6f7188a03ce,segment=NetworkSegment(6cd2888e-11c0-497b-8692-0fc955b78bed),segment_id=6cd2888e-11c0-497b-8692-0fc955b78bed)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:52.433503 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:52.460709 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-baa2e1c0-f8da-4f83-b1ec-8008bf576dd4 req-682381ea-470d-4434-8e03-562b0d203758 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5365088 Jul 09 19:54:52.463970 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-54781690-77bf-4793-9e8c-9a63daec1151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:52.553560 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-54781690-77bf-4793-9e8c-9a63daec1151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:52.573129 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-54781690-77bf-4793-9e8c-9a63daec1151 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dcf9f96a-dfdd-426b-aa16-c6ad47869270 HTTP/1.1" status: 204 len: 168 time: 0.9806707 Jul 09 19:54:52.578690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56422) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:52.579524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54781690-77bf-4793-9e8c-9a63daec1151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf9f96a-dfdd-426b-aa16-c6ad47869270,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:52.605719 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Routers {'aaa6fcbd-a569-43d5-8969-69ac256645db'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:54:52.606404 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['aaa6fcbd-a569-43d5-8969-69ac256645db'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:52.623812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3d6a00-c161-453a-bc1f-6d874c94e352 None None] Network b1201935-a65a-454b-90ac-0b175703d8f8 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:52.633847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=01f0bab0-af72-4fb3-846c-a345046f5373,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:52.732569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-8202950d-c8a8-4bf2-99cf-60aed29d4e20 None None] Set router 62af934f-918a-4f25-8eb4-c89f41065f18 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:52.771444 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2738c7-5a2f-4004-904a-66fd62696239 None None] Pushing event updated for resources: {'Port': ['ID=46945758-50f1-4004-b949-b6f7188a03ce,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:52.784892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-07e56df8-357d-4123-996a-12ae66fe1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:52.786723 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-07e56df8-357d-4123-996a-12ae66fe1b29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 1094 time: 0.8510923 Jul 09 19:54:52.795666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] Deleting port 1e759c55-ef9e-42e4-aa8a-a6e943987a7b {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:52.796378 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:52.873386 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8202950d-c8a8-4bf2-99cf-60aed29d4e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1130404370-router', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:35Z', 'updated_at': '2021-07-09T19:54:51Z', 'revision_number': 6, 'project_id': '1d0c04cb61bc40118229988d630e8fdc', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:52.918244 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] Set router aaa6fcbd-a569-43d5-8969-69ac256645db gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:54:52.924675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8202950d-c8a8-4bf2-99cf-60aed29d4e20 None None] The sync data for ids ['62af934f-918a-4f25-8eb4-c89f41065f18'] in n-d-800088-3 is: [{'id': '62af934f-918a-4f25-8eb4-c89f41065f18', 'name': 'tempest-AttachSCSIVolumeTestJSON-1130404370-router', 'tenant_id': '1d0c04cb61bc40118229988d630e8fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:35Z', 'updated_at': '2021-07-09T19:54:51Z', 'revision_number': 6, 'project_id': '1d0c04cb61bc40118229988d630e8fdc', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:54:52.947147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] For port 1e759c55-ef9e-42e4-aa8a-a6e943987a7b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1e759c55-ef9e-42e4-aa8a-a6e943987a7b,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:52.947867 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:52.962743 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] Calling delete_port for 1e759c55-ef9e-42e4-aa8a-a6e943987a7b owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:53.005665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:53.014809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:53.015192 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:53.166789 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:53.181125 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:53.182177 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:53.224365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=6b8b27ca-ae6e-4863-be5e-b5e4d134d703,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:53.228289 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-99f2a8aa-3c4a-4dcf-b9cb-28daf722122c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=719ca0dd-6956-4392-95dc-21208372436d HTTP/1.1" status: 200 len: 217 time: 0.0774002 Jul 09 19:54:53.229577 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:53.262926 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-c7ac09af-799b-4528-9c76-0a2011b95dc8 service neutron] 10.222.0.30 "GET /v2.0/networks/cd27c0ec-0062-4b7b-8b93-c85f6699ca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1412230 Jul 09 19:54:53.312974 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:53.314525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cd334a25-bbed-497a-a604-fee456e91983 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:53.315774 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e759c55-ef9e-42e4-aa8a-a6e943987a7b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:53.324777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-62058000-bb48-4077-aa06-8e1e9299b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:53.326873 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-62058000-bb48-4077-aa06-8e1e9299b996 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 200 len: 852 time: 0.0901999 Jul 09 19:54:53.393246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-ea9719aa-1c83-46fa-8c53-6b1a92703a85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8894aba0-c40a-4dc6-b8c1-f53ea7016388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476575 Jul 09 19:54:53.394442 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:34Z', 'updated_at': '2021-07-09T19:54:46Z', 'revision_number': 4, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'gw_port': {'id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:35Z', 'updated_at': '2021-07-09T19:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '46945758-50f1-4004-b949-b6f7188a03ce', 'name': '', 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'mac_address': 'fa:16:3e:59:53:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:44Z', 'updated_at': '2021-07-09T19:54:52Z', 'revision_number': 4, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'subnets': [{'id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:53.471638 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7d4506-10a6-45c1-89b7-250170eb7c16 None None] The sync data for ids ['aaa6fcbd-a569-43d5-8969-69ac256645db'] in n-d-800088-3 is: [{'id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:34Z', 'updated_at': '2021-07-09T19:54:46Z', 'revision_number': 4, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'gw_port': {'id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:35Z', 'updated_at': '2021-07-09T19:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '46945758-50f1-4004-b949-b6f7188a03ce', 'name': '', 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'mac_address': 'fa:16:3e:59:53:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:44Z', 'updated_at': '2021-07-09T19:54:52Z', 'revision_number': 4, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'subnets': [{'id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:54:53.487705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bb4627ba-8d0e-40cf-a123-86dafbadd14d details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:54:53.556340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d193bd-6d62-4623-9bb1-d60b359cb222 req-34599d2d-42c5-4c13-94f0-690b5631cfbb tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:53.561886 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-64d193bd-6d62-4623-9bb1-d60b359cb222 req-34599d2d-42c5-4c13-94f0-690b5631cfbb tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 948 time: 0.7724593 Jul 09 19:54:53.565350 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-0e1a4dc6-a7bf-4cef-9bd1-9cf0355621a0 service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469884 Jul 09 19:54:53.579624 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6cd58765-24f9-48b4-ba7e-ca0d04733278 req-23936faa-f0a5-4325-acaf-510b734ddc49 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2754486 Jul 09 19:54:53.588371 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:53.627258 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=6b8b27ca-ae6e-4863-be5e-b5e4d134d703,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:53.641565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b643768c-385c-4f43-ae5c-92f766ea5ed2 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:53.650673 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:53.711212 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: b643768c-385c-4f43-ae5c-92f766ea5ed2 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:53.711556 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b643768c-385c-4f43-ae5c-92f766ea5ed2 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:53.711981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:53.751428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:53.751783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7c3c1dd3-5707-4fb7-bba4-7a4dea205d1a not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:53.804510 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port bb4627ba-8d0e-40cf-a123-86dafbadd14d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bb4627ba-8d0e-40cf-a123-86dafbadd14d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:53.822776 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'bb4627ba-8d0e-40cf-a123-86dafbadd14d', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'bb4627ba-8d0e-40cf-a123-86dafbadd14d', 'mac_address': 'fa:16:3e:63:fc:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:54:53.827603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:54:53.829674 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:53.854386 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:53.883295 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-64d193bd-6d62-4623-9bb1-d60b359cb222 req-74367119-0b51-47d7-b4ae-69726b483118 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206356 Jul 09 19:54:53.934463 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-eee29872-bcf3-43d7-b3ef-56cf685aeef9 service neutron] 10.222.0.30 "GET /v2.0/networks/cd27c0ec-0062-4b7b-8b93-c85f6699ca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533329 Jul 09 19:54:53.945115 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:53.986709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port cd334a25-bbed-497a-a604-fee456e91983 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:54.063735 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port cd334a25-bbed-497a-a604-fee456e91983 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:54.064059 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.189614 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.275372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4627ba-8d0e-40cf-a123-86dafbadd14d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:54.315974 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.319818 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.330992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Allocated IP 172.20.0.2 (e764e3dc-e7d6-45d3-a7ce-4b54299e87d5/89ff4449-d04b-47b2-9c44-3329683715c1/0993604c-e35d-4ac8-b1be-a54aae105dd5) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:54.341138 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-115e85fd-9478-4402-8ba8-1cc8d1ffd928 req-8421fcc2-b298-4945-b24a-365980051daa service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6787159 Jul 09 19:54:54.364969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4903d48-2c5e-420f-ae27-52c6e2545bb8 None None] DHCP port deletion for b1201935-a65a-454b-90ac-0b175703d8f8 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:54:54.475598 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.476119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62af934f-918a-4f25-8eb4-c89f41065f18 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:54:54.489666 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.495714 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.499969 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3be42a87-690c-4f3e-beaa-cb769c1a4d61 admin admin] 10.222.0.30 "DELETE /v2.0/routers/62af934f-918a-4f25-8eb4-c89f41065f18 HTTP/1.1" status: 204 len: 168 time: 3.7531660 Jul 09 19:54:54.523119 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port bb4627ba-8d0e-40cf-a123-86dafbadd14d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bb4627ba-8d0e-40cf-a123-86dafbadd14d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:54.561447 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fae5ba7-6418-48a8-8d2c-bc3458a31f95 x-openstack-request-id: req-1fae5ba7-6418-48a8-8d2c-bc3458a31f95 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:54.562112 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b7a769-14e9-43c5-b196-37f5cd328589", "tag": "719ca0dd-6956-4392-95dc-21208372436d", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:54.562112 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1fae5ba7-6418-48a8-8d2c-bc3458a31f95 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:54.562549 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b7a769-14e9-43c5-b196-37f5cd328589', 'tag': '719ca0dd-6956-4392-95dc-21208372436d', 'status': 'completed', 'code': 200} Jul 09 19:54:54.564082 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56438) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:54.596744 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.671582 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.735781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] Deleting port 76a93531-ee31-45c1-9df8-12c11c3e51ee {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:54.740327 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.942021 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] For port 76a93531-ee31-45c1-9df8-12c11c3e51ee, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=76a93531-ee31-45c1-9df8-12c11c3e51ee,segment=NetworkSegment(d3e62940-ffc6-4ff0-b32a-394e8df60d52),segment_id=d3e62940-ffc6-4ff0-b32a-394e8df60d52)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:54.942501 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.954524 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:54.961849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] Calling delete_port for 76a93531-ee31-45c1-9df8-12c11c3e51ee owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:54.962125 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e46888e-92b5-4018-862b-011f1e299137 x-openstack-request-id: req-3e46888e-92b5-4018-862b-011f1e299137 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:54.962256 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-plugged", "status": "completed", "tag": "01f0bab0-af72-4fb3-846c-a345046f5373", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:54.962399 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e46888e-92b5-4018-862b-011f1e299137 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:54.964998 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f0bab0-af72-4fb3-846c-a345046f5373', 'code': 200} Jul 09 19:54:55.081005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-101c297f-65a4-4e74-9a4a-39f0668bebf1 admin admin] Deleting subnet e1b827fd-f8c9-4875-aae6-fce7241ea6c4 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:54:55.085029 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-101c297f-65a4-4e74-9a4a-39f0668bebf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.154933 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-101c297f-65a4-4e74-9a4a-39f0668bebf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.159548 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cd334a25-bbed-497a-a604-fee456e91983, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cd334a25-bbed-497a-a604-fee456e91983,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:55.165035 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Allocated IP 172.25.0.215 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/056996c3-c925-4af4-8962-996070dd2fdf) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:55.174984 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.208385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=bb4627ba-8d0e-40cf-a123-86dafbadd14d,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:55.280393 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c4903d48-2c5e-420f-ae27-52c6e2545bb8 None None] Deleting port 76a93531-ee31-45c1-9df8-12c11c3e51ee {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:55.280819 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c4903d48-2c5e-420f-ae27-52c6e2545bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.321220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340f942-a180-4960-845c-9915cb176510 req-a064540e-c175-439c-8080-3bc3e75e7e11 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:55.330031 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b340f942-a180-4960-845c-9915cb176510 req-a064540e-c175-439c-8080-3bc3e75e7e11 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 943 time: 0.4631474 Jul 09 19:54:55.412428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bb4627ba-8d0e-40cf-a123-86dafbadd14d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:55.418936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=cd334a25-bbed-497a-a604-fee456e91983,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:55.491612 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.495030 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 46945758-50f1-4004-b949-b6f7188a03ce up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:55.497332 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.554507 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b340f942-a180-4960-845c-9915cb176510 req-1650f2a4-58bf-4d65-87fb-ff45cfcf4035 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195930 Jul 09 19:54:55.556016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c4903d48-2c5e-420f-ae27-52c6e2545bb8 None None] For port 76a93531-ee31-45c1-9df8-12c11c3e51ee, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=76a93531-ee31-45c1-9df8-12c11c3e51ee,segment=NetworkSegment(d3e62940-ffc6-4ff0-b32a-394e8df60d52),segment_id=d3e62940-ffc6-4ff0-b32a-394e8df60d52)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:55.556639 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c4903d48-2c5e-420f-ae27-52c6e2545bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.558099 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-101c297f-65a4-4e74-9a4a-39f0668bebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.558927 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.565648 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.611034 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Transition to ACTIVE for port object 0993604c-e35d-4ac8-b1be-a54aae105dd5 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:55.618792 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c4903d48-2c5e-420f-ae27-52c6e2545bb8 None None] Calling delete_port for 76a93531-ee31-45c1-9df8-12c11c3e51ee owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:55.650936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Transition to ACTIVE for port object 0993604c-e35d-4ac8-b1be-a54aae105dd5 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:54:55.686085 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7946d4-a19f-4899-8d1d-d1dd7b556157 req-1e71a5bd-1ced-4981-9f0f-55995178bdd8 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:55.689714 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:55.692416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Pushing event updated for resources: {'Port': ['ID=056996c3-c925-4af4-8962-996070dd2fdf,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:55.694094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7946d4-a19f-4899-8d1d-d1dd7b556157 req-1e71a5bd-1ced-4981-9f0f-55995178bdd8 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:55.694408 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.703535 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7946d4-a19f-4899-8d1d-d1dd7b556157 req-1e71a5bd-1ced-4981-9f0f-55995178bdd8 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:55.708632 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:55.711739 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:55.722393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fc7946d4-a19f-4899-8d1d-d1dd7b556157 req-1e71a5bd-1ced-4981-9f0f-55995178bdd8 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2416 time: 1.2976077 Jul 09 19:54:55.731891 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-101c297f-65a4-4e74-9a4a-39f0668bebf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.753198 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] No DVR routers for this DVR port 76a93531-ee31-45c1-9df8-12c11c3e51ee on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:55.772694 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-101c297f-65a4-4e74-9a4a-39f0668bebf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.778903 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-101c297f-65a4-4e74-9a4a-39f0668bebf1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e1b827fd-f8c9-4875-aae6-fce7241ea6c4 HTTP/1.1" status: 204 len: 168 time: 1.2104938 Jul 09 19:54:55.779386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526925b9-9c45-429a-b4d1-dd1f3f79fb7d req-5fc58d8a-2ef1-4782-92d2-5692b6fcc8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:55.782980 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-526925b9-9c45-429a-b4d1-dd1f3f79fb7d req-5fc58d8a-2ef1-4782-92d2-5692b6fcc8ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 1094 time: 1.2191775 Jul 09 19:54:55.784047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=76a93531-ee31-45c1-9df8-12c11c3e51ee,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:55.787356 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56452) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:55.799807 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fda510-9106-4d7a-91a3-8a908bbca235 None None] Network 9c7e3fdd-a431-4c92-8263-75a923c96136 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:55.807528 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:54:55.814497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 46945758-50f1-4004-b949-b6f7188a03ce completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:55.863834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:54:55.922132 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 46945758-50f1-4004-b949-b6f7188a03ce triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:55.925372 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.929445 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:54:55.930736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c297f-65a4-4e74-9a4a-39f0668bebf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b827fd-f8c9-4875-aae6-fce7241ea6c4,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:55.958028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Pushing event updated for resources: {'Port': ['ID=0993604c-e35d-4ac8-b1be-a54aae105dd5,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:55.977154 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:55.999630 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e97c4ce2-b2dd-466c-889e-2ee00003b3f7 req-70900967-b84d-478e-b1af-2df0a42d52c0 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 210 time: 0.1900373 Jul 09 19:54:56.078465 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:56.086840 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c4903d48-2c5e-420f-ae27-52c6e2545bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:56.107962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1201935-a65a-454b-90ac-0b175703d8f8']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:56.124147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e62940-ffc6-4ff0-b32a-394e8df60d52') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:56.124635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e62940-ffc6-4ff0-b32a-394e8df60d52') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:56.140605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:56.163141 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:56.172443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:54:56.173084 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:56.251717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4903d48-2c5e-420f-ae27-52c6e2545bb8 None None] Pushing event deleted for resources: {'Port': ['ID=76a93531-ee31-45c1-9df8-12c11c3e51ee,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:56.264804 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4903d48-2c5e-420f-ae27-52c6e2545bb8 None None] No DVR routers for this DVR port 76a93531-ee31-45c1-9df8-12c11c3e51ee on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:54:56.296986 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:54:56.314799 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Attempting to bind port 0993604c-e35d-4ac8-b1be-a54aae105dd5 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:54:56.315375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Attempting to bind port 0993604c-e35d-4ac8-b1be-a54aae105dd5 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:54:56.315854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Attempting to bind port 0993604c-e35d-4ac8-b1be-a54aae105dd5 on network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:54:56.320786 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775ed19-f216-4baa-a5d2-347c3b895999 req-9466eb97-8ff3-4231-89d4-1c755ee2e418 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:56.331049 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7775ed19-f216-4baa-a5d2-347c3b895999 req-9466eb97-8ff3-4231-89d4-1c755ee2e418 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 949 time: 0.1241589 Jul 09 19:54:56.340719 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fc7946d4-a19f-4899-8d1d-d1dd7b556157 req-74ee65e4-1963-4782-a686-8216b313f7c5 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6168566 Jul 09 19:54:56.341319 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:56.350861 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:56.365720 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b1201935-a65a-454b-90ac-0b175703d8f8 HTTP/1.1" status: 204 len: 168 time: 3.7516139 Jul 09 19:54:56.440868 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:54:56.441441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Checking segment: {'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:54:56.442117 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:56.442594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Bound using segment: {'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:54:56.443212 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Bound port: 0993604c-e35d-4ac8-b1be-a54aae105dd5, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:54:56.443710 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:56.470416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d7214-cbc0-4b37-b8e3-0a93fd0a43f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1201935-a65a-454b-90ac-0b175703d8f8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:56.529337 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:56.619224 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526925b9-9c45-429a-b4d1-dd1f3f79fb7d req-a5de63be-41ae-4e23-9a25-e5b3b7411937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:56.632857 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-526925b9-9c45-429a-b4d1-dd1f3f79fb7d req-a5de63be-41ae-4e23-9a25-e5b3b7411937 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 913 time: 0.6687255 Jul 09 19:54:56.633470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56466) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:56.644414 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:56.645715 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] For port 0993604c-e35d-4ac8-b1be-a54aae105dd5, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:54:56.662398 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7775ed19-f216-4baa-a5d2-347c3b895999 req-19800f9d-d3fc-436a-ba7e-79950601df45 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295579 Jul 09 19:54:56.672699 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:56.690737 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] For port 0993604c-e35d-4ac8-b1be-a54aae105dd5, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0993604c-e35d-4ac8-b1be-a54aae105dd5,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:54:56.725797 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:56.731814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 46945758-50f1-4004-b949-b6f7188a03ce, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=46945758-50f1-4004-b949-b6f7188a03ce,segment=NetworkSegment(6cd2888e-11c0-497b-8692-0fc955b78bed),segment_id=6cd2888e-11c0-497b-8692-0fc955b78bed)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:56.758983 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:56.846168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7749d5c9-f519-4e3a-bd7a-1c3dc7f3348c None None] DHCP port deletion for 9c7e3fdd-a431-4c92-8263-75a923c96136 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:54:56.885883 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-526925b9-9c45-429a-b4d1-dd1f3f79fb7d req-0d20ba78-85e8-4a7b-8163-f539de00000c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=719ca0dd-6956-4392-95dc-21208372436d HTTP/1.1" status: 200 len: 217 time: 0.2259400 Jul 09 19:54:56.890846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 76a93531-ee31-45c1-9df8-12c11c3e51ee no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:56.908377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-c0a8f62d-e093-4fcd-97ab-670334b76aaf tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:56.916981 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-c0a8f62d-e093-4fcd-97ab-670334b76aaf tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.36 "GET /v2.0/networks?id=cd27c0ec-0062-4b7b-8b93-c85f6699ca55 HTTP/1.1" status: 200 len: 829 time: 0.5029681 Jul 09 19:54:56.954062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-804b127c-1ac5-4f1f-a0fa-7587da4c0f1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Request body: {'port': {'device_id': '5024ef53-c896-4df7-af22-ccbe5e11f9fb', 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'admin_state_up': True, 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:54:56.975574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8b27ca-ae6e-4863-be5e-b5e4d134d703'}, {'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd334a25-bbed-497a-a604-fee456e91983'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:56.977818 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2673e5b3-b2af-4a0d-b828-0d3e93bee886" -d '{"events": [{"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-plugged", "status": "completed", "tag": "6b8b27ca-ae6e-4863-be5e-b5e4d134d703"}, {"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-plugged", "status": "completed", "tag": "cd334a25-bbed-497a-a604-fee456e91983"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:56.980985 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cb674c80-dd6b-4669-80af-9e3854be7ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:56.987193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56470) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:56.993498 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ddf81b9a-ced4-4b8d-aafb-194c3df5c5bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8306300c2ca646b2a26aca1c6a0e4ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528016 Jul 09 19:54:57.004320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 76a93531-ee31-45c1-9df8-12c11c3e51ee {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:57.004712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 76a93531-ee31-45c1-9df8-12c11c3e51ee not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:57.005148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1e759c55-ef9e-42e4-aa8a-a6e943987a7b no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:57.006853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc9cc8-8b9c-43f3-af09-43393506ac43 None None] Pushing event updated for resources: {'Port': ['ID=0993604c-e35d-4ac8-b1be-a54aae105dd5,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:57.042565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 1e759c55-ef9e-42e4-aa8a-a6e943987a7b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:54:57.043224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1e759c55-ef9e-42e4-aa8a-a6e943987a7b not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:54:57.063506 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0405596f-aeed-46fe-9d59-74feceed2243 x-openstack-request-id: req-0405596f-aeed-46fe-9d59-74feceed2243 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:57.064092 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-plugged", "status": "completed", "tag": "6b8b27ca-ae6e-4863-be5e-b5e4d134d703", "code": 200}, {"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-plugged", "status": "completed", "tag": "cd334a25-bbed-497a-a604-fee456e91983", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:57.064223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] Deleting port 68ccbd62-3712-449a-ab8b-962266b7e7ab {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:57.064510 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.064973 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0405596f-aeed-46fe-9d59-74feceed2243 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:57.065599 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8b27ca-ae6e-4863-be5e-b5e4d134d703', 'code': 200} Jul 09 19:54:57.066072 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd334a25-bbed-497a-a604-fee456e91983', 'code': 200} Jul 09 19:54:57.222499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=46945758-50f1-4004-b949-b6f7188a03ce,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:57.247139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 68ccbd62-3712-449a-ab8b-962266b7e7ab no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:54:57.250833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7749d5c9-f519-4e3a-bd7a-1c3dc7f3348c None None] Deleting port 68ccbd62-3712-449a-ab8b-962266b7e7ab {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:54:57.251238 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7749d5c9-f519-4e3a-bd7a-1c3dc7f3348c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.278533 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526925b9-9c45-429a-b4d1-dd1f3f79fb7d req-ce8b7e12-0d0d-47c6-817e-7e9847dd0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:57.280232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-526925b9-9c45-429a-b4d1-dd1f3f79fb7d req-ce8b7e12-0d0d-47c6-817e-7e9847dd0517 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 200 len: 852 time: 0.3810885 Jul 09 19:54:57.389006 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] For port 68ccbd62-3712-449a-ab8b-962266b7e7ab, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=68ccbd62-3712-449a-ab8b-962266b7e7ab,segment=NetworkSegment(9a4117fb-3218-4ead-a442-09a4d46ef698),segment_id=9a4117fb-3218-4ead-a442-09a4d46ef698)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:57.389354 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.410343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] Calling delete_port for 68ccbd62-3712-449a-ab8b-962266b7e7ab owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:57.427036 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-526925b9-9c45-429a-b4d1-dd1f3f79fb7d req-3e0072dd-8914-4ce7-a6ad-33ac72069fd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8894aba0-c40a-4dc6-b8c1-f53ea7016388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373055 Jul 09 19:54:57.433682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bb4627ba-8d0e-40cf-a123-86dafbadd14d up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:57.489603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 719ca0dd-6956-4392-95dc-21208372436d details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:54:57.561950 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.565093 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d3f5326-a9a4-4605-ad46-115899e6e1c4 req-126735b9-954e-4c35-97e9-03cb60242df1 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 210 time: 0.3768902 Jul 09 19:54:57.592145 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port bb4627ba-8d0e-40cf-a123-86dafbadd14d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:57.600415 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port bb4627ba-8d0e-40cf-a123-86dafbadd14d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:57.600868 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.617386 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7749d5c9-f519-4e3a-bd7a-1c3dc7f3348c None None] For port 68ccbd62-3712-449a-ab8b-962266b7e7ab, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=68ccbd62-3712-449a-ab8b-962266b7e7ab,segment=NetworkSegment(9a4117fb-3218-4ead-a442-09a4d46ef698),segment_id=9a4117fb-3218-4ead-a442-09a4d46ef698)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:57.617848 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7749d5c9-f519-4e3a-bd7a-1c3dc7f3348c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.637035 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a70a7756-9b6d-401e-9e00-b6646f448c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.642902 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd91ebc3-d465-4a8f-80c7-8506e030d218 req-bf2275e9-f494-4a89-90cf-407bd159d564 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:57.646920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd91ebc3-d465-4a8f-80c7-8506e030d218 req-bf2275e9-f494-4a89-90cf-407bd159d564 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 943 time: 0.7199986 Jul 09 19:54:57.646920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-526925b9-9c45-429a-b4d1-dd1f3f79fb7d req-7c6f1945-7e81-42f9-a355-66c74beff34d service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379125 Jul 09 19:54:57.689690 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a70a7756-9b6d-401e-9e00-b6646f448c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.702915 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 68ccbd62-3712-449a-ab8b-962266b7e7ab, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=68ccbd62-3712-449a-ab8b-962266b7e7ab,segment=NetworkSegment(9a4117fb-3218-4ead-a442-09a4d46ef698),segment_id=9a4117fb-3218-4ead-a442-09a4d46ef698)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:57.713915 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.792975 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7749d5c9-f519-4e3a-bd7a-1c3dc7f3348c None None] Calling delete_port for 68ccbd62-3712-449a-ab8b-962266b7e7ab owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:54:57.799468 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a70a7756-9b6d-401e-9e00-b6646f448c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.802391 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a70a7756-9b6d-401e-9e00-b6646f448c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.803732 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a70a7756-9b6d-401e-9e00-b6646f448c68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85f5ce6e-bdec-416d-8e39-88f88a9de0ab HTTP/1.1" status: 204 len: 168 time: 0.8142815 Jul 09 19:54:57.819838 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=68ccbd62-3712-449a-ab8b-962266b7e7ab,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:57.821760 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.827875 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd91ebc3-d465-4a8f-80c7-8506e030d218 req-9ca9e3f4-63f9-4b6c-93bb-02d11c70e88e tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756117 Jul 09 19:54:57.836058 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.839062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-804b127c-1ac5-4f1f-a0fa-7587da4c0f1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Made reservation on behalf of 09559e1dc0d645d1b07bf7de18ef3ce1 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:54:57.848133 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-804b127c-1ac5-4f1f-a0fa-7587da4c0f1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:57.885991 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a7756-9b6d-401e-9e00-b6646f448c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f5ce6e-bdec-416d-8e39-88f88a9de0ab,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:57.928278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] Pushing event deleted for resources: {'Port': ['ID=68ccbd62-3712-449a-ab8b-962266b7e7ab,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:57.934415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] No DVR routers for this DVR port 68ccbd62-3712-449a-ab8b-962266b7e7ab on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:58.209398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 719ca0dd-6956-4392-95dc-21208372436d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=719ca0dd-6956-4392-95dc-21208372436d,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:58.228347 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c42af-5618-4161-95a1-7af5a974b4b4 req-28c6362c-5a29-4212-b00d-7beba01af89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:58.228964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c42af-5618-4161-95a1-7af5a974b4b4 req-28c6362c-5a29-4212-b00d-7beba01af89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:58.229358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c42af-5618-4161-95a1-7af5a974b4b4 req-28c6362c-5a29-4212-b00d-7beba01af89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:58.231117 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-325c42af-5618-4161-95a1-7af5a974b4b4 req-28c6362c-5a29-4212-b00d-7beba01af89e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2870 time: 1.0131266 Jul 09 19:54:58.252012 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '719ca0dd-6956-4392-95dc-21208372436d', 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'port_id': '719ca0dd-6956-4392-95dc-21208372436d', 'mac_address': 'fa:16:3e:e9:fd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd5bce8-001b-47cc-8510-ced4334ba819', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:54:58.289543 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.399986 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7749d5c9-f519-4e3a-bd7a-1c3dc7f3348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.562676 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-526925b9-9c45-429a-b4d1-dd1f3f79fb7d req-24b6bc05-efcb-4696-8a0e-a93e16ed3a92 service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9073911 Jul 09 19:54:58.572810 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56496) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:58.603880 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.605022 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.614157 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749d5c9-f519-4e3a-bd7a-1c3dc7f3348c None None] Pushing event deleted for resources: {'Port': ['ID=68ccbd62-3712-449a-ab8b-962266b7e7ab,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:58.640347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7e3fdd-a431-4c92-8263-75a923c96136']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:58.643133 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5646cd72-b8ed-4c05-bb84-853461300ab5 None None] Network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:54:58.648934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749d5c9-f519-4e3a-bd7a-1c3dc7f3348c None None] No DVR routers for this DVR port 68ccbd62-3712-449a-ab8b-962266b7e7ab on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:54:58.651612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port bb4627ba-8d0e-40cf-a123-86dafbadd14d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bb4627ba-8d0e-40cf-a123-86dafbadd14d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:58.657653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4117fb-3218-4ead-a442-09a4d46ef698') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:58.658100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4117fb-3218-4ead-a442-09a4d46ef698') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:54:58.663155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719ca0dd-6956-4392-95dc-21208372436d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:54:58.677021 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.700369 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.721492 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0758e8f7-1a82-42fc-8c8b-180c49c2b395 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ee744f59cc64534a9bbe13c12a9cc06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449361 Jul 09 19:54:58.721492 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.725460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56500) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:58.737115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:54:58.738542 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.768284 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 719ca0dd-6956-4392-95dc-21208372436d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=719ca0dd-6956-4392-95dc-21208372436d,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:54:58.772952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-835db3c5-902d-47ad-bd64-e8af515a9e76 None None] Provisioning for port 0993604c-e35d-4ac8-b1be-a54aae105dd5 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:58.805992 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.818189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=bb4627ba-8d0e-40cf-a123-86dafbadd14d,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:54:58.885389 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:54:58.910728 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:58.911868 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=719ca0dd-6956-4392-95dc-21208372436d,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:58.949440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63b67d-347e-45be-8e56-5ab64da5c192 req-f963ce00-8d62-4449-adaf-73a0e71e8d0e tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:58.962440 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb63b67d-347e-45be-8e56-5ab64da5c192 req-f963ce00-8d62-4449-adaf-73a0e71e8d0e tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 949 time: 0.8048394 Jul 09 19:54:58.998974 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.028097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a338f17-b516-4a15-bfd9-776d881ead54 req-46cd78b1-5a66-4eae-8878-0a081e430ccd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:59.031414 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.034068 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] 10.222.0.30 "DELETE /v2.0/networks/9c7e3fdd-a431-4c92-8263-75a923c96136 HTTP/1.1" status: 204 len: 168 time: 3.2123938 Jul 09 19:54:59.048678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a338f17-b516-4a15-bfd9-776d881ead54 req-46cd78b1-5a66-4eae-8878-0a081e430ccd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:59.049352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56506) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:54:59.063911 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb63b67d-347e-45be-8e56-5ab64da5c192 req-b11239fb-4ae5-401b-8897-8fad77b4807a tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002505 Jul 09 19:54:59.068829 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b014a4ec-281e-461e-93fc-aa98b299c98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4627ba-8d0e-40cf-a123-86dafbadd14d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:54:59.072411 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc11178-a1de-4686-bc21-facfc67a5362" -d '{"events": [{"server_uuid": "b014a4ec-281e-461e-93fc-aa98b299c98b", "name": "network-vif-plugged", "status": "completed", "tag": "bb4627ba-8d0e-40cf-a123-86dafbadd14d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:54:59.075364 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e4c46-59c7-46a1-a15f-69d65d87a8af admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7e3fdd-a431-4c92-8263-75a923c96136,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:59.084174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a338f17-b516-4a15-bfd9-776d881ead54 req-46cd78b1-5a66-4eae-8878-0a081e430ccd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:54:59.096482 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a338f17-b516-4a15-bfd9-776d881ead54 req-46cd78b1-5a66-4eae-8878-0a081e430ccd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2417 time: 1.2831287 Jul 09 19:54:59.142829 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6019e1b-9fbd-47f6-8b20-6fd220c10da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.205536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['719ca0dd-6956-4392-95dc-21208372436d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:54:59.262597 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6019e1b-9fbd-47f6-8b20-6fd220c10da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.278880 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-325c42af-5618-4161-95a1-7af5a974b4b4 req-cf47c5d6-e759-49d6-be2f-0b4444a153ff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0034852 Jul 09 19:54:59.290872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-804b127c-1ac5-4f1f-a0fa-7587da4c0f1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Allocated IP 172.20.0.5 (cd27c0ec-0062-4b7b-8b93-c85f6699ca55/f7405ed2-c8d8-4800-8b01-9cf99fe6c576/2f41182d-e558-429f-b277-1c9fc3b7daed) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:54:59.341061 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a338f17-b516-4a15-bfd9-776d881ead54 req-fe83696f-3591-4ad5-bf4e-4c1bca5c2d7f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403517 Jul 09 19:54:59.444942 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-819982ce-9bab-4ef9-88a5-50e45e9fc88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.485648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8866b6e3-bac3-4d73-b93e-01bc2a347e0b req-f3aac2f3-c22b-4663-b67f-312f4c4f82d2 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 210 time: 0.0848134 Jul 09 19:54:59.570509 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6019e1b-9fbd-47f6-8b20-6fd220c10da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.573001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0993604c-e35d-4ac8-b1be-a54aae105dd5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:54:59.573483 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6019e1b-9fbd-47f6-8b20-6fd220c10da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.577499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d6019e1b-9fbd-47f6-8b20-6fd220c10da6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ea23205-928a-4f45-aec3-c095460186e7 HTTP/1.1" status: 204 len: 168 time: 0.8481913 Jul 09 19:54:59.600478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6019e1b-9fbd-47f6-8b20-6fd220c10da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea23205-928a-4f45-aec3-c095460186e7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:54:59.651428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Router a3b04101-cd3a-4284-be0e-65698b163ae5 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:54:59.700275 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.722446 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 0993604c-e35d-4ac8-b1be-a54aae105dd5 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:54:59.768621 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0993604c-e35d-4ac8-b1be-a54aae105dd5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:54:59.769006 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.839209 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb15cd33-fc27-4e4e-a2fe-493f6e84d647 x-openstack-request-id: req-cb15cd33-fc27-4e4e-a2fe-493f6e84d647 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:54:59.840426 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b014a4ec-281e-461e-93fc-aa98b299c98b", "name": "network-vif-plugged", "status": "completed", "tag": "bb4627ba-8d0e-40cf-a123-86dafbadd14d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:54:59.840662 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb15cd33-fc27-4e4e-a2fe-493f6e84d647 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:54:59.841221 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b014a4ec-281e-461e-93fc-aa98b299c98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4627ba-8d0e-40cf-a123-86dafbadd14d', 'code': 200} Jul 09 19:54:59.910278 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-804b127c-1ac5-4f1f-a0fa-7587da4c0f1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:54:59.986220 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09fa437e-99c8-42e8-8e0e-9e3d1c7428e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.010789 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.030579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-804b127c-1ac5-4f1f-a0fa-7587da4c0f1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Transition to ACTIVE for port object 2f41182d-e558-429f-b277-1c9fc3b7daed will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:00.094321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ffc57-091b-468e-bc75-83ab43601945 req-38ce0c3b-fb72-4978-bfe8-edcbaee36d6d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:00.095888 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fd8ffc57-091b-468e-bc75-83ab43601945 req-38ce0c3b-fb72-4978-bfe8-edcbaee36d6d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 944 time: 0.4140017 Jul 09 19:55:00.105609 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:00.117259 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Sync routers for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:00.128259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 0993604c-e35d-4ac8-b1be-a54aae105dd5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0993604c-e35d-4ac8-b1be-a54aae105dd5,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:00.131871 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:00.134748 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:00.142059 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.142900 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 46945758-50f1-4004-b949-b6f7188a03ce up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:00.145740 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d51da0-dfe3-4546-9bbc-f02f908901b0 req-5cca4b41-cc69-4b5e-816b-cfba82f7050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:00.147769 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c5d51da0-dfe3-4546-9bbc-f02f908901b0 req-5cca4b41-cc69-4b5e-816b-cfba82f7050a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 1101 time: 0.2245655 Jul 09 19:55:00.196222 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.199954 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2a3a2971-5d46-4f76-b5c2-4ac7b6068501 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.9937093 Jul 09 19:55:00.209434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56524) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:00.236429 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-804b127c-1ac5-4f1f-a0fa-7587da4c0f1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.388170 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fd8ffc57-091b-468e-bc75-83ab43601945 req-60cf7247-99f2-4141-ba08-dc7944d85330 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845688 Jul 09 19:55:00.413713 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:00.416667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-804b127c-1ac5-4f1f-a0fa-7587da4c0f1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Network cd27c0ec-0062-4b7b-8b93-c85f6699ca55 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:00.421744 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c5d51da0-dfe3-4546-9bbc-f02f908901b0 req-ca970e84-7c2d-4738-a9e4-b5aae37fb859 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637348 Jul 09 19:55:00.444895 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-804b127c-1ac5-4f1f-a0fa-7587da4c0f1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:00.465438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-804b127c-1ac5-4f1f-a0fa-7587da4c0f1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:00.520185 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.577706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=0993604c-e35d-4ac8-b1be-a54aae105dd5,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:00.589223 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 46945758-50f1-4004-b949-b6f7188a03ce triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:00.589786 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.616904 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b127c-1ac5-4f1f-a0fa-7587da4c0f1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Pushing event updated for resources: {'Port': ['ID=2f41182d-e558-429f-b277-1c9fc3b7daed,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:00.700347 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-804b127c-1ac5-4f1f-a0fa-7587da4c0f1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:00.701089 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-804b127c-1ac5-4f1f-a0fa-7587da4c0f1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.756904 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-804b127c-1ac5-4f1f-a0fa-7587da4c0f1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8296483 Jul 09 19:55:00.769030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Request body: {'port': {'device_id': '5024ef53-c896-4df7-af22-ccbe5e11f9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:00.894459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4eeb2842-8467-49aa-81d7-26dc5d8630a9 None None] Provisioning for port 2f41182d-e558-429f-b277-1c9fc3b7daed completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:00.901299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4eeb2842-8467-49aa-81d7-26dc5d8630a9 None None] Provisioning complete for port 2f41182d-e558-429f-b277-1c9fc3b7daed triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:00.902417 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4eeb2842-8467-49aa-81d7-26dc5d8630a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:00.962305 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:54:55Z', 'revision_number': 3, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:00.988775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4eeb2842-8467-49aa-81d7-26dc5d8630a9 None None] Port 2f41182d-e558-429f-b277-1c9fc3b7daed cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:55:01.004443 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:01.007849 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Checking router: a3b04101-cd3a-4284-be0e-65698b163ae5 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:55:01.008215 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Updating router a3b04101-cd3a-4284-be0e-65698b163ae5 port 056996c3-c925-4af4-8962-996070dd2fdf binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:55:01.021422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dde63-16dd-4cd6-a9f5-6b5e94794dc7 req-9a559e0e-f7c2-44d4-9c3f-095b057da7f3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:01.028320 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dde63-16dd-4cd6-a9f5-6b5e94794dc7 req-9a559e0e-f7c2-44d4-9c3f-095b057da7f3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:01.033220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b857-8e06-4ba1-988b-7a0883662dea req-05c2e97d-c021-4d12-8a53-ff37350ef9fa tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:01.035664 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dde63-16dd-4cd6-a9f5-6b5e94794dc7 req-9a559e0e-f7c2-44d4-9c3f-095b057da7f3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:01.042017 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-15d8b857-8e06-4ba1-988b-7a0883662dea req-05c2e97d-c021-4d12-8a53-ff37350ef9fa tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 950 time: 0.5623577 Jul 09 19:55:01.042866 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cf5dde63-16dd-4cd6-a9f5-6b5e94794dc7 req-9a559e0e-f7c2-44d4-9c3f-095b057da7f3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2417 time: 0.2189248 Jul 09 19:55:01.044147 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:01.194098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-09fa437e-99c8-42e8-8e0e-9e3d1c7428e6 admin admin] Deleting port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:01.194458 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09fa437e-99c8-42e8-8e0e-9e3d1c7428e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:01.229992 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cf5dde63-16dd-4cd6-a9f5-6b5e94794dc7 req-6144431a-b39b-4faa-8137-d9d16fd065dd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861749 Jul 09 19:55:01.265822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0993604c-e35d-4ac8-b1be-a54aae105dd5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:01.365743 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-15d8b857-8e06-4ba1-988b-7a0883662dea req-dd36ac3d-7d29-4884-a18d-e1193b6ae8f9 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217564 Jul 09 19:55:01.384423 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 719ca0dd-6956-4392-95dc-21208372436d up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:01.579791 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0993604c-e35d-4ac8-b1be-a54aae105dd5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:01.579992 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:01.582514 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:01.586777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 719ca0dd-6956-4392-95dc-21208372436d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:01.602475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 719ca0dd-6956-4392-95dc-21208372436d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:01.602853 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:01.616440 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Transition to ACTIVE for port object 056996c3-c925-4af4-8962-996070dd2fdf will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:01.631751 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:01.802943 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55468c40-1bcc-4b83-9f32-5ec0aa8d3e5d None None] Pushing event updated for resources: {'Port': ['ID=056996c3-c925-4af4-8962-996070dd2fdf,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:01.852575 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-09fa437e-99c8-42e8-8e0e-9e3d1c7428e6 admin admin] For port 1f6a761c-90d3-45de-adf1-4376f0a0e8e9, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1f6a761c-90d3-45de-adf1-4376f0a0e8e9,segment=NetworkSegment(0042502f-dac4-4b37-86a4-6444d016b2b6),segment_id=0042502f-dac4-4b37-86a4-6444d016b2b6)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:01.853747 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09fa437e-99c8-42e8-8e0e-9e3d1c7428e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:01.859423 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Attempting to bind port 056996c3-c925-4af4-8962-996070dd2fdf on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:01.859807 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Attempting to bind port 056996c3-c925-4af4-8962-996070dd2fdf by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:01.863912 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Attempting to bind port 056996c3-c925-4af4-8962-996070dd2fdf on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:01.876452 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:01.878759 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:01.879266 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:01.879884 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:01.881439 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Bound port: 056996c3-c925-4af4-8962-996070dd2fdf, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:01.881862 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:01.911452 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-09fa437e-99c8-42e8-8e0e-9e3d1c7428e6 admin admin] Calling delete_port for 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:01.938637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f41182d-e558-429f-b277-1c9fc3b7daed {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:01.946484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6a16e-c6f9-415d-8cc9-0acb874133b0 req-cbd190ce-2b9c-4768-a940-889eaf8cbe7c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:01.956788 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3a6a16e-c6f9-415d-8cc9-0acb874133b0 req-cbd190ce-2b9c-4768-a940-889eaf8cbe7c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 944 time: 0.1898789 Jul 09 19:55:01.978579 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.004183 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.040681 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Transition to ACTIVE for port object 2f41182d-e558-429f-b277-1c9fc3b7daed will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:02.063562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b7a769-14e9-43c5-b196-37f5cd328589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ca0dd-6956-4392-95dc-21208372436d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:02.067506 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f1aca1-bff2-4bfe-99a1-6fffde0698f5" -d '{"events": [{"server_uuid": "19b7a769-14e9-43c5-b196-37f5cd328589", "name": "network-vif-plugged", "status": "completed", "tag": "719ca0dd-6956-4392-95dc-21208372436d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:02.082309 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] For port 056996c3-c925-4af4-8962-996070dd2fdf, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:55:02.085033 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3a6a16e-c6f9-415d-8cc9-0acb874133b0 req-147ccc16-aec3-4bb9-baec-415a5cf6919d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266067 Jul 09 19:55:02.086910 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] For port 056996c3-c925-4af4-8962-996070dd2fdf, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=056996c3-c925-4af4-8962-996070dd2fdf,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:55:02.093203 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.094558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 719ca0dd-6956-4392-95dc-21208372436d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=719ca0dd-6956-4392-95dc-21208372436d,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:02.099976 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.119997 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.184913 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831beaa5-0398-4cee-9430-8d16522c0dd7 x-openstack-request-id: req-831beaa5-0398-4cee-9430-8d16522c0dd7 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:02.185955 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b7a769-14e9-43c5-b196-37f5cd328589", "name": "network-vif-plugged", "status": "completed", "tag": "719ca0dd-6956-4392-95dc-21208372436d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:02.186839 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-831beaa5-0398-4cee-9430-8d16522c0dd7 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:02.187525 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b7a769-14e9-43c5-b196-37f5cd328589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719ca0dd-6956-4392-95dc-21208372436d', 'code': 200} Jul 09 19:55:02.200421 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.216055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Pushing event updated for resources: {'Port': ['ID=2f41182d-e558-429f-b277-1c9fc3b7daed,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:02.233579 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=719ca0dd-6956-4392-95dc-21208372436d,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:02.236561 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.299566 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55468c40-1bcc-4b83-9f32-5ec0aa8d3e5d None None] Pushing event updated for resources: {'Port': ['ID=056996c3-c925-4af4-8962-996070dd2fdf,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:02.350193 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:02.350858 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:02.460881 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eea6d-6dd4-4b27-8e8d-b0343e8013d5 req-622afec2-0019-429a-b9b7-9976fdda1c54 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:02.469526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b64eea6d-6dd4-4b27-8e8d-b0343e8013d5 req-622afec2-0019-429a-b9b7-9976fdda1c54 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 943 time: 0.4197278 Jul 09 19:55:02.522066 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b64eea6d-6dd4-4b27-8e8d-b0343e8013d5 req-fed271ef-dde0-4c36-a1d5-fd5efb95d3e1 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/security-groups?id=67b17122-2319-45c6-888f-25e4e268eb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519671 Jul 09 19:55:02.609976 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Attempting to bind port 2f41182d-e558-429f-b277-1c9fc3b7daed on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:02.610671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Attempting to bind port 2f41182d-e558-429f-b277-1c9fc3b7daed by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '6cd2888e-11c0-497b-8692-0fc955b78bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:02.611214 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Attempting to bind port 2f41182d-e558-429f-b277-1c9fc3b7daed on network cd27c0ec-0062-4b7b-8b93-c85f6699ca55 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:02.617898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Port 2f41182d-e558-429f-b277-1c9fc3b7daed on network cd27c0ec-0062-4b7b-8b93-c85f6699ca55 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:55:02.620444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Attempting to bind port 2f41182d-e558-429f-b277-1c9fc3b7daed on network cd27c0ec-0062-4b7b-8b93-c85f6699ca55 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:02.625555 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:02.645818 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:02.653758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Checking segment: {'id': '6cd2888e-11c0-497b-8692-0fc955b78bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:02.653758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Bound using segment: {'id': '6cd2888e-11c0-497b-8692-0fc955b78bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:02.653758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Bound port: 2f41182d-e558-429f-b277-1c9fc3b7daed, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cd2888e-11c0-497b-8692-0fc955b78bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:02.653758 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.695120 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a770c9-5554-430d-b59c-57febbf7155c req-7a33b0c5-d048-4833-ab64-f6ddeb60cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:02.703194 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27a770c9-5554-430d-b59c-57febbf7155c req-7a33b0c5-d048-4833-ab64-f6ddeb60cf0a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 1096 time: 0.3980427 Jul 09 19:55:02.851002 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09fa437e-99c8-42e8-8e0e-9e3d1c7428e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.873515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27a770c9-5554-430d-b59c-57febbf7155c req-34ee1d0e-b690-468b-b05e-e106005ec53c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245592 Jul 09 19:55:02.874777 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] For port 2f41182d-e558-429f-b277-1c9fc3b7daed, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:55:02.879756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] For port 2f41182d-e558-429f-b277-1c9fc3b7daed, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2f41182d-e558-429f-b277-1c9fc3b7daed,segment=NetworkSegment(6cd2888e-11c0-497b-8692-0fc955b78bed),segment_id=6cd2888e-11c0-497b-8692-0fc955b78bed)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:55:02.890192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d49a8-9e9b-4085-8a7a-19424130c187 req-1f0dcb87-2a85-4ac4-b7a7-c44b6d382b61 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:02.897647 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d63d49a8-9e9b-4085-8a7a-19424130c187 req-1f0dcb87-2a85-4ac4-b7a7-c44b6d382b61 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 950 time: 0.1400328 Jul 09 19:55:02.905024 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:02.941581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eccd84-8608-45c0-9df1-d85ebd5f7cf7 req-002c2ec8-058a-4858-8f96-d098617040fc tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:02.949972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eccd84-8608-45c0-9df1-d85ebd5f7cf7 req-002c2ec8-058a-4858-8f96-d098617040fc tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:02.957303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eccd84-8608-45c0-9df1-d85ebd5f7cf7 req-002c2ec8-058a-4858-8f96-d098617040fc tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:02.959293 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65eccd84-8608-45c0-9df1-d85ebd5f7cf7 req-002c2ec8-058a-4858-8f96-d098617040fc tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2417 time: 0.4338293 Jul 09 19:55:02.965827 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:54:55Z', 'revision_number': 3, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:02.994946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa437e-99c8-42e8-8e0e-9e3d1c7428e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6a761c-90d3-45de-adf1-4376f0a0e8e9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:03.010619 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f89c0f-3777-40c7-a326-fd2c681702fd None None] The sync data for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 is: [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:54:55Z', 'revision_number': 3, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:03.015811 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d63d49a8-9e9b-4085-8a7a-19424130c187 req-90797703-d3e4-4015-8b49-d1f4bb911b8f tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171379 Jul 09 19:55:03.089075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Pushing event updated for resources: {'Port': ['ID=2f41182d-e558-429f-b277-1c9fc3b7daed,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:03.114399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:03.115864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:03.119433 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-57b9bbdf-878f-443d-bc1d-c7817ab3dd9f service neutron] 10.222.0.36 "PUT /v2.0/ports/2f41182d-e558-429f-b277-1c9fc3b7daed HTTP/1.1" status: 200 len: 1091 time: 2.3546665 Jul 09 19:55:03.120149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5024ef53-c896-4df7-af22-ccbe5e11f9fb', 'tag': '2f41182d-e558-429f-b277-1c9fc3b7daed'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:03.157318 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6291eda-b86b-4580-bd69-866e47a5c3f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5024ef53-c896-4df7-af22-ccbe5e11f9fb", "tag": "2f41182d-e558-429f-b277-1c9fc3b7daed"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:03.362856 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Allocated IP 172.20.0.1 (e764e3dc-e7d6-45d3-a7ce-4b54299e87d5/89ff4449-d04b-47b2-9c44-3329683715c1/d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:03.428707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-6950579b-4e6b-409c-b8f0-a6a7dd08ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:03.428707 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-6950579b-4e6b-409c-b8f0-a6a7dd08ab64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09559e1dc0d645d1b07bf7de18ef3ce1&device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 1094 time: 0.2217658 Jul 09 19:55:03.434050 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65eccd84-8608-45c0-9df1-d85ebd5f7cf7 req-f5b900ee-8edf-4f2b-a5f5-6ae65511ce8e tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362528 Jul 09 19:55:03.596115 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-0fcd84d3-d510-41f3-abcc-7d1a96ef4ef3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f41182d-e558-429f-b277-1c9fc3b7daed HTTP/1.1" status: 200 len: 217 time: 0.1612127 Jul 09 19:55:03.746964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-aa63a7bb-4146-48ec-b802-7d94498b53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:03.753277 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-aa63a7bb-4146-48ec-b802-7d94498b53a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7405ed2-c8d8-4800-8b01-9cf99fe6c576 HTTP/1.1" status: 200 len: 868 time: 0.1464903 Jul 09 19:55:03.903314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-c9f4b44d-608f-4395-b3ba-5d645b9e93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:03.909939 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-c9f4b44d-608f-4395-b3ba-5d645b9e93d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd27c0ec-0062-4b7b-8b93-c85f6699ca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502974 Jul 09 19:55:03.981414 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e5971b-ae31-444d-9d7d-e55bd6d85e28 x-openstack-request-id: req-02e5971b-ae31-444d-9d7d-e55bd6d85e28 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:03.981713 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5024ef53-c896-4df7-af22-ccbe5e11f9fb", "tag": "2f41182d-e558-429f-b277-1c9fc3b7daed", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:03.981975 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02e5971b-ae31-444d-9d7d-e55bd6d85e28 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:03.982927 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5024ef53-c896-4df7-af22-ccbe5e11f9fb', 'tag': '2f41182d-e558-429f-b277-1c9fc3b7daed', 'status': 'completed', 'code': 200} Jul 09 19:55:04.227337 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-19bb3e10-e8d7-4d6e-b7cb-eb7e1b7b05fe service neutron] 10.222.0.36 "GET /v2.0/networks/cd27c0ec-0062-4b7b-8b93-c85f6699ca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084846 Jul 09 19:55:04.418346 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:04.491486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Transition to ACTIVE for port object d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:04.510735 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09fa437e-99c8-42e8-8e0e-9e3d1c7428e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:04.535041 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a50a537a-8665-429d-a1ad-1cec46adc1cb req-10554ba7-ac69-422e-9691-7f2d9645817a service neutron] 10.222.0.36 "GET /v2.0/networks/cd27c0ec-0062-4b7b-8b93-c85f6699ca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015862 Jul 09 19:55:04.540573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a0cbb-b2b1-489d-bc50-fef5cece84bf req-17967467-7cf3-49f8-8c16-4687755c0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:04.540573 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e03a0cbb-b2b1-489d-bc50-fef5cece84bf req-17967467-7cf3-49f8-8c16-4687755c0b7b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7ea134ee214a4193ab1c71675d9b4877&device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 1101 time: 0.2295525 Jul 09 19:55:04.624581 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2018e88-57e3-4656-90f2-e758a452671a req-4df8f446-66ee-4cc1-bb33-30c11d47afec tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:04.631539 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2018e88-57e3-4656-90f2-e758a452671a req-4df8f446-66ee-4cc1-bb33-30c11d47afec tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 943 time: 0.1793983 Jul 09 19:55:04.676098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cd190-6225-499b-a93f-3196582fe18e req-a88dedbc-896d-4bac-bf40-ae740326dec8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:04.678960 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b74cd190-6225-499b-a93f-3196582fe18e req-a88dedbc-896d-4bac-bf40-ae740326dec8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 945 time: 0.2737544 Jul 09 19:55:04.714450 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:04.744799 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2018e88-57e3-4656-90f2-e758a452671a req-4e371d68-128c-4780-a070-afb355afb85f tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/security-groups?id=67b17122-2319-45c6-888f-25e4e268eb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122510 Jul 09 19:55:04.820830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:04.827989 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6291eda-b86b-4580-bd69-866e47a5c3f3 req-3aa71332-5718-4187-a5c8-3634bb2237e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:04.829786 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6291eda-b86b-4580-bd69-866e47a5c3f3 req-3aa71332-5718-4187-a5c8-3634bb2237e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09559e1dc0d645d1b07bf7de18ef3ce1&device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 1094 time: 0.1885200 Jul 09 19:55:04.839481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:04.844423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:04.852147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:04.872419 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a0cbb-b2b1-489d-bc50-fef5cece84bf req-c040aec0-6dc2-4532-bd67-3fa3b06833ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:04.877776 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e03a0cbb-b2b1-489d-bc50-fef5cece84bf req-c040aec0-6dc2-4532-bd67-3fa3b06833ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.3075004 Jul 09 19:55:04.904173 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b74cd190-6225-499b-a93f-3196582fe18e req-6389cbf2-a801-48c7-aa11-a5c0b05823ce tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912019 Jul 09 19:55:04.987702 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.074185 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e03a0cbb-b2b1-489d-bc50-fef5cece84bf req-0879a2a4-7bd4-4639-8d06-ce82d87029b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=a2143bf4-3ecd-4478-994f-79aad9c438db HTTP/1.1" status: 200 len: 217 time: 0.1777537 Jul 09 19:55:05.215625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fa437e-99c8-42e8-8e0e-9e3d1c7428e6 admin admin] Router 071f8c3d-3497-409c-9a16-ebd14a412d6a has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:55:05.302905 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-af520b13-aeb7-4618-83be-b1d89bb6ef72 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f63210713891440eaaf794e254f8b26f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367258 Jul 09 19:55:05.326976 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a0cbb-b2b1-489d-bc50-fef5cece84bf req-855f835c-7458-4123-86fa-a9464a8a78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:05.332251 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e03a0cbb-b2b1-489d-bc50-fef5cece84bf req-855f835c-7458-4123-86fa-a9464a8a78ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.2368817 Jul 09 19:55:05.382358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f6ff0049-c082-4af1-95f1-5dcb46b74e9c None None] Provisioning for port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:05.395553 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6291eda-b86b-4580-bd69-866e47a5c3f3 req-acf1b870-6606-4528-b9d4-91c9fb479228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:05.396397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f6ff0049-c082-4af1-95f1-5dcb46b74e9c None None] Provisioning complete for port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:05.396806 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0049-c082-4af1-95f1-5dcb46b74e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.397367 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6291eda-b86b-4580-bd69-866e47a5c3f3 req-acf1b870-6606-4528-b9d4-91c9fb479228 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd27c0ec-0062-4b7b-8b93-c85f6699ca55 HTTP/1.1" status: 200 len: 930 time: 0.5609212 Jul 09 19:55:05.489539 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 056996c3-c925-4af4-8962-996070dd2fdf up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:05.489668 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6291eda-b86b-4580-bd69-866e47a5c3f3 req-63a6fa56-da8f-404f-9298-654380ffb4bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f41182d-e558-429f-b277-1c9fc3b7daed HTTP/1.1" status: 200 len: 217 time: 0.0529184 Jul 09 19:55:05.489775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f6ff0049-c082-4af1-95f1-5dcb46b74e9c None None] Port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:55:05.520393 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 056996c3-c925-4af4-8962-996070dd2fdf completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:05.534518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 056996c3-c925-4af4-8962-996070dd2fdf triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:05.534967 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.603337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fa437e-99c8-42e8-8e0e-9e3d1c7428e6 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:05.613482 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-09fa437e-99c8-42e8-8e0e-9e3d1c7428e6 admin admin] 10.222.0.30 "PUT /v2.0/routers/071f8c3d-3497-409c-9a16-ebd14a412d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5590386 Jul 09 19:55:05.614416 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.615406 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56642) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:05.651748 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6291eda-b86b-4580-bd69-866e47a5c3f3 req-27fcf0e6-0d1a-4206-a94b-409231919b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:05.653509 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6291eda-b86b-4580-bd69-866e47a5c3f3 req-27fcf0e6-0d1a-4206-a94b-409231919b3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7405ed2-c8d8-4800-8b01-9cf99fe6c576 HTTP/1.1" status: 200 len: 868 time: 0.1651669 Jul 09 19:55:05.663548 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.689483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 056996c3-c925-4af4-8962-996070dd2fdf, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=056996c3-c925-4af4-8962-996070dd2fdf,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:05.703779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1a68b1-03d2-46b5-9c75-1d00a3f1e209 None None] Sync routers for ids ['071f8c3d-3497-409c-9a16-ebd14a412d6a'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:05.707279 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.761091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a68b1-03d2-46b5-9c75-1d00a3f1e209 None None] Routers {'071f8c3d-3497-409c-9a16-ebd14a412d6a'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:05.762180 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-ac1a68b1-03d2-46b5-9c75-1d00a3f1e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['071f8c3d-3497-409c-9a16-ebd14a412d6a'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:05.802257 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.814853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-b4e5cc45-e202-455c-b4c5-5ba4ce86c26d tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:05.815456 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.823993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-b4e5cc45-e202-455c-b4c5-5ba4ce86c26d tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5051723 Jul 09 19:55:05.827767 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:05.899849 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-f43098e4-fb19-4e33-8ac6-b8fe4938d4e2 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/quotas/f63210713891440eaaf794e254f8b26f HTTP/1.1" status: 200 len: 375 time: 0.0745752 Jul 09 19:55:05.924640 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-ac1a68b1-03d2-46b5-9c75-1d00a3f1e209 None None] Set router 071f8c3d-3497-409c-9a16-ebd14a412d6a gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:05.983182 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Pushing event updated for resources: {'Port': ['ID=d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:05.989689 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:06.053091 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:06.069077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a0cbb-b2b1-489d-bc50-fef5cece84bf req-026ce21b-11b6-41b1-baea-587cc343ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:06.070768 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e03a0cbb-b2b1-489d-bc50-fef5cece84bf req-026ce21b-11b6-41b1-baea-587cc343ee62 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7109053 Jul 09 19:55:06.118192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:06.121852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:06.190655 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e03a0cbb-b2b1-489d-bc50-fef5cece84bf req-4c176e5f-55d7-4cf4-a33c-2d3b51a6f409 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048560 Jul 09 19:55:06.217895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=056996c3-c925-4af4-8962-996070dd2fdf,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:06.240277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e943084-7f14-4051-b4df-43aedcc8c34f req-faab1195-a9e3-4b7d-8fd2-0b3982809898 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:06.243018 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-ac1a68b1-03d2-46b5-9c75-1d00a3f1e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979846517-router', 'tenant_id': '86c57776f891453698dcc37278697b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'bbb335a3-241d-4cba-83c6-4da089465e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:55:02Z', 'revision_number': 5, 'project_id': '86c57776f891453698dcc37278697b21', 'gw_port': {'id': 'bbb335a3-241d-4cba-83c6-4da089465e5c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:15:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:52:51Z', 'updated_at': '2021-07-09T19:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:06.263332 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e943084-7f14-4051-b4df-43aedcc8c34f req-faab1195-a9e3-4b7d-8fd2-0b3982809898 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:06.267313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Router a3b04101-cd3a-4284-be0e-65698b163ae5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:55:06.271324 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e943084-7f14-4051-b4df-43aedcc8c34f req-faab1195-a9e3-4b7d-8fd2-0b3982809898 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:06.278036 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1a68b1-03d2-46b5-9c75-1d00a3f1e209 None None] Checking router: 071f8c3d-3497-409c-9a16-ebd14a412d6a for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:55:06.278440 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6e943084-7f14-4051-b4df-43aedcc8c34f req-faab1195-a9e3-4b7d-8fd2-0b3982809898 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2417 time: 0.7997489 Jul 09 19:55:06.300164 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a68b1-03d2-46b5-9c75-1d00a3f1e209 None None] Routers {'071f8c3d-3497-409c-9a16-ebd14a412d6a'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:06.300896 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-ac1a68b1-03d2-46b5-9c75-1d00a3f1e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['071f8c3d-3497-409c-9a16-ebd14a412d6a'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:06.303886 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-0ddab0b0-282a-4adb-a058-943547958efa tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f63210713891440eaaf794e254f8b26f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4028411 Jul 09 19:55:06.369935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6291eda-b86b-4580-bd69-866e47a5c3f3 req-68ef17fa-8c40-4688-97bd-c1e284cb69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:06.372729 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6291eda-b86b-4580-bd69-866e47a5c3f3 req-68ef17fa-8c40-4688-97bd-c1e284cb69d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd27c0ec-0062-4b7b-8b93-c85f6699ca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4011843 Jul 09 19:55:06.430184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-ac1a68b1-03d2-46b5-9c75-1d00a3f1e209 None None] Set router 071f8c3d-3497-409c-9a16-ebd14a412d6a gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:06.493264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:06.508984 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a74c3960-e55f-4a09-9205-2ed64522ba22 admin admin] 10.222.0.30 "PUT /v2.0/routers/a3b04101-cd3a-4284-be0e-65698b163ae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2930105 Jul 09 19:55:06.509251 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Sync routers for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:06.525107 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:06.526598 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:06.633387 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-ac1a68b1-03d2-46b5-9c75-1d00a3f1e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979846517-router', 'tenant_id': '86c57776f891453698dcc37278697b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:55:06Z', 'revision_number': 6, 'project_id': '86c57776f891453698dcc37278697b21', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:06.735233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1a68b1-03d2-46b5-9c75-1d00a3f1e209 None None] The sync data for ids ['071f8c3d-3497-409c-9a16-ebd14a412d6a'] in n-d-800088-3 is: [{'id': '071f8c3d-3497-409c-9a16-ebd14a412d6a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1979846517-router', 'tenant_id': '86c57776f891453698dcc37278697b21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:52:50Z', 'updated_at': '2021-07-09T19:55:06Z', 'revision_number': 6, 'project_id': '86c57776f891453698dcc37278697b21', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:06.765497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0a15a1f4-1572-42cc-aa5d-4267f7b0c39e None None] Provisioning complete for port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:06.766820 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0a15a1f4-1572-42cc-aa5d-4267f7b0c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:06.882432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0a15a1f4-1572-42cc-aa5d-4267f7b0c39e None None] Port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:55:06.901034 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:07.005643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb690d-6ade-4357-8063-0bea8dad6955 req-a9410eef-2e9e-4de3-b9d2-dcb6c050fce7 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:07.008901 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccbb690d-6ade-4357-8063-0bea8dad6955 req-a9410eef-2e9e-4de3-b9d2-dcb6c050fce7 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 943 time: 0.1287584 Jul 09 19:55:07.067095 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccbb690d-6ade-4357-8063-0bea8dad6955 req-aa1c763b-9664-4ee2-801c-09fb1c91df52 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/security-groups?id=67b17122-2319-45c6-888f-25e4e268eb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507412 Jul 09 19:55:07.068384 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6e943084-7f14-4051-b4df-43aedcc8c34f req-c7dd2c09-65de-4aac-8a3f-e68035fb563f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7889950 Jul 09 19:55:07.235234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] Deleting port bbb335a3-241d-4cba-83c6-4da089465e5c {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:07.235619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.275408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 056996c3-c925-4af4-8962-996070dd2fdf up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:07.299743 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 2, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:07.314565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60258fce-b3bd-43a3-b316-28efd51d9fa5 req-364e660f-bac9-46af-a805-9c18397169cf tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:07.322389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-60258fce-b3bd-43a3-b316-28efd51d9fa5 req-364e660f-bac9-46af-a805-9c18397169cf tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 945 time: 0.1127357 Jul 09 19:55:07.346490 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Checking router: a3b04101-cd3a-4284-be0e-65698b163ae5 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:55:07.347199 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Updating router a3b04101-cd3a-4284-be0e-65698b163ae5 port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:55:07.360789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2f41182d-e558-429f-b277-1c9fc3b7daed details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:55:07.396311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 056996c3-c925-4af4-8962-996070dd2fdf triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:07.396715 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.397914 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.430498 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-60258fce-b3bd-43a3-b316-28efd51d9fa5 req-796af9c1-a006-432f-ae39-ee39981e1f4a tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996559 Jul 09 19:55:07.453962 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-93574f2a-d863-4006-9ccc-58eb064e54cd req-72ee3191-373b-4524-a9ce-b5a61bebb437 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 210 time: 0.2055535 Jul 09 19:55:07.512524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] For port bbb335a3-241d-4cba-83c6-4da089465e5c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bbb335a3-241d-4cba-83c6-4da089465e5c,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:07.512838 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.531894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] Calling delete_port for bbb335a3-241d-4cba-83c6-4da089465e5c owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:07.622482 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2f41182d-e558-429f-b277-1c9fc3b7daed, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2f41182d-e558-429f-b277-1c9fc3b7daed,segment=NetworkSegment(6cd2888e-11c0-497b-8692-0fc955b78bed),segment_id=6cd2888e-11c0-497b-8692-0fc955b78bed)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:07.638579 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '2f41182d-e558-429f-b277-1c9fc3b7daed', 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'port_id': '2f41182d-e558-429f-b277-1c9fc3b7daed', 'mac_address': 'fa:16:3e:56:33:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:55:07.645790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:07.716189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:07.717094 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1f6a761c-90d3-45de-adf1-4376f0a0e8e9 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:07.768514 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.771077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6291eda-b86b-4580-bd69-866e47a5c3f3 req-2dc273a5-172b-49ec-abdd-48406eb764ea service neutron] 10.222.0.36 "GET /v2.0/networks/cd27c0ec-0062-4b7b-8b93-c85f6699ca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3861594 Jul 09 19:55:07.786687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f41182d-e558-429f-b277-1c9fc3b7daed {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:07.824761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2f41182d-e558-429f-b277-1c9fc3b7daed, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2f41182d-e558-429f-b277-1c9fc3b7daed,segment=NetworkSegment(6cd2888e-11c0-497b-8692-0fc955b78bed),segment_id=6cd2888e-11c0-497b-8692-0fc955b78bed)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:07.830641 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.905339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-14f6c094-53f8-4ee0-af0f-43c1a713afcf tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:07.913597 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e03a0cbb-b2b1-489d-bc50-fef5cece84bf req-a9985794-029e-4e44-a2d0-64009ce43d13 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6324191 Jul 09 19:55:07.931664 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-14f6c094-53f8-4ee0-af0f-43c1a713afcf tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 821 time: 0.2424231 Jul 09 19:55:07.952920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=2f41182d-e558-429f-b277-1c9fc3b7daed,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:07.975838 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:07.984080 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-b1083a13-dafd-4c63-b62e-c383460eb5c5 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/quotas/6d316004028b45e090e96a698593ef06 HTTP/1.1" status: 200 len: 375 time: 0.0511768 Jul 09 19:55:08.015399 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Transition to ACTIVE for port object d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:08.036874 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.050898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-8d2a71a0-dc65-4b87-aae1-f24dd3aede47 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:08.057701 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-8d2a71a0-dc65-4b87-aae1-f24dd3aede47 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:08.066346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-8d2a71a0-dc65-4b87-aae1-f24dd3aede47 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:08.070048 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-8d2a71a0-dc65-4b87-aae1-f24dd3aede47 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2417 time: 0.9941957 Jul 09 19:55:08.086101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-bc04e3c3-f11d-49d1-956f-38cd87886eb2 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007783 Jul 09 19:55:08.098428 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500ec53-0204-451f-86d5-7b4bea53d347 None None] Pushing event updated for resources: {'Port': ['ID=d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:08.178094 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['2f41182d-e558-429f-b277-1c9fc3b7daed'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:08.187518 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Attempting to bind port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:08.187922 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Attempting to bind port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:08.188769 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Attempting to bind port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d on network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:08.194937 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.200592 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:08.204410 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Checking segment: {'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:08.205039 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.205457 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Bound using segment: {'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:08.205962 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Bound port: d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:08.206378 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.233585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-3b3ae491-7307-4db5-bb9e-98e92022c2b3 service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456861 Jul 09 19:55:08.233922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb335a3-241d-4cba-83c6-4da089465e5c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:08.354951 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] For port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:55:08.361081 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.361468 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] For port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:55:08.366236 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.376962 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6291eda-b86b-4580-bd69-866e47a5c3f3 req-571ac845-2df0-49aa-b28d-372f50fd1c4e service neutron] 10.222.0.36 "GET /v2.0/networks/cd27c0ec-0062-4b7b-8b93-c85f6699ca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944257 Jul 09 19:55:08.446722 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-67a853e0-eada-46a7-9d8e-93bcff512e7c service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129092 Jul 09 19:55:08.486349 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500ec53-0204-451f-86d5-7b4bea53d347 None None] Pushing event updated for resources: {'Port': ['ID=d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:08.528128 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:08.528798 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:08.554721 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.558358 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.624885 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15052716-11f4-411b-a738-bfb5586e18c5 req-ddc1444f-f789-45a2-9e04-f8138b15b090 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:08.627132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15052716-11f4-411b-a738-bfb5586e18c5 req-ddc1444f-f789-45a2-9e04-f8138b15b090 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 950 time: 0.4764364 Jul 09 19:55:08.664974 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.665469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 071f8c3d-3497-409c-9a16-ebd14a412d6a {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:55:08.672675 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.673852 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e11faf22-7806-4ee4-a9ca-ee1a730247a3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/071f8c3d-3497-409c-9a16-ebd14a412d6a HTTP/1.1" status: 204 len: 168 time: 3.0474839 Jul 09 19:55:08.676472 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56722) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:08.690993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-bfb910e5-39a3-44a9-90b7-412a5ded966e tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Deleting port 01f0bab0-af72-4fb3-846c-a345046f5373 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:08.692258 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-bfb910e5-39a3-44a9-90b7-412a5ded966e tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.714085 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-0a2c034a-326a-4a81-b051-9af001ee3db6 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f63210713891440eaaf794e254f8b26f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753472 Jul 09 19:55:08.778924 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:08.786811 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-0592500c-f51e-463f-b8aa-4c6fd04f13f0 admin admin] Deleting subnet 04246d16-1623-4d4b-920e-119f49ccb86c {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:55:08.790135 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0592500c-f51e-463f-b8aa-4c6fd04f13f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.893606 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0592500c-f51e-463f-b8aa-4c6fd04f13f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:08.975392 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15052716-11f4-411b-a738-bfb5586e18c5 req-a1076b29-fe06-4763-bfcf-d9454ed7e1f2 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258302 Jul 09 19:55:09.098448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ede27-1744-4815-b6b2-238ece168370 req-6e680a55-d31c-45fa-9928-c7ae061b882a tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:09.100870 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-111ede27-1744-4815-b6b2-238ece168370 req-6e680a55-d31c-45fa-9928-c7ae061b882a tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 945 time: 0.2029207 Jul 09 19:55:09.121422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-bfb910e5-39a3-44a9-90b7-412a5ded966e tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] For port 01f0bab0-af72-4fb3-846c-a345046f5373, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=01f0bab0-af72-4fb3-846c-a345046f5373,segment=NetworkSegment(67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4),segment_id=67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:09.122266 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-bfb910e5-39a3-44a9-90b7-412a5ded966e tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.139159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-c61bd8f0-70b4-40a7-9bd8-7b36197476ee tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:09.141483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-c61bd8f0-70b4-40a7-9bd8-7b36197476ee tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3978896 Jul 09 19:55:09.145977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-bfb910e5-39a3-44a9-90b7-412a5ded966e tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Calling delete_port for 01f0bab0-af72-4fb3-846c-a345046f5373 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:09.157904 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-671b4292-57f7-493a-85f5-37ea96ed1abc tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Request body: {'port': {'device_id': '89dde419-aca8-40ab-a503-5bed2bc54f63', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': 'f63210713891440eaaf794e254f8b26f'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:09.190945 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-111ede27-1744-4815-b6b2-238ece168370 req-e34c4474-3180-4bd5-bd3d-dda63253dc7e tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715604 Jul 09 19:55:09.197351 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0592500c-f51e-463f-b8aa-4c6fd04f13f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.261160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bbb335a3-241d-4cba-83c6-4da089465e5c no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:09.308287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: bbb335a3-241d-4cba-83c6-4da089465e5c {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:09.311728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bbb335a3-241d-4cba-83c6-4da089465e5c not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:09.322556 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0592500c-f51e-463f-b8aa-4c6fd04f13f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.346658 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:08Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:09.359049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592500c-f51e-463f-b8aa-4c6fd04f13f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04246d16-1623-4d4b-920e-119f49ccb86c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:09.368701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2f41182d-e558-429f-b277-1c9fc3b7daed up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:09.372510 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9d4ec9-8ee3-414b-8c66-95ea8a1c0087 None None] Network d97478db-3a89-431b-8420-59475f6b09f6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:09.382794 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0592500c-f51e-463f-b8aa-4c6fd04f13f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.385640 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0592500c-f51e-463f-b8aa-4c6fd04f13f0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/04246d16-1623-4d4b-920e-119f49ccb86c HTTP/1.1" status: 204 len: 168 time: 0.7077801 Jul 09 19:55:09.392929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56740) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:09.477433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f569ec-caec-4643-aa76-c30c64003235 req-c6420b1d-1103-4f4f-9dcc-89c5a4476529 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:09.486623 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f569ec-caec-4643-aa76-c30c64003235 req-c6420b1d-1103-4f4f-9dcc-89c5a4476529 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:09.495643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f569ec-caec-4643-aa76-c30c64003235 req-c6420b1d-1103-4f4f-9dcc-89c5a4476529 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:09.500255 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d8e3eb-fc0c-48b9-a7a7-c52925e540c7 None None] The sync data for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 is: [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:08Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:09.516509 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a0f569ec-caec-4643-aa76-c30c64003235 req-c6420b1d-1103-4f4f-9dcc-89c5a4476529 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 2417 time: 0.1584492 Jul 09 19:55:09.610985 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a0f569ec-caec-4643-aa76-c30c64003235 req-52815d3b-6eb1-454b-bbe4-41688013bc3d tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923581 Jul 09 19:55:09.615302 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.641498 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 2f41182d-e558-429f-b277-1c9fc3b7daed completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:09.660702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 2f41182d-e558-429f-b277-1c9fc3b7daed triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:09.671716 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63666f82-6f42-4fb0-b9bb-45dc9edcce66 req-367d7c53-fb4a-4487-a66b-9e41171e7840 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:09.673003 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.673644 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-63666f82-6f42-4fb0-b9bb-45dc9edcce66 req-367d7c53-fb4a-4487-a66b-9e41171e7840 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 944 time: 0.3403847 Jul 09 19:55:09.692925 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-671b4292-57f7-493a-85f5-37ea96ed1abc tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Made reservation on behalf of f63210713891440eaaf794e254f8b26f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:09.696649 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-671b4292-57f7-493a-85f5-37ea96ed1abc tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.773085 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-bfb910e5-39a3-44a9-90b7-412a5ded966e tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.851269 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:09.854936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a108db7-5971-4977-9b4e-2501cf7b6ebb None None] DHCP port deletion for d97478db-3a89-431b-8420-59475f6b09f6 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:55:09.864616 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f6535df-f350-4d3d-9407-907a2158462c req-df03c36b-5339-425c-8c60-ba54e070379c tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 210 time: 0.0436749 Jul 09 19:55:09.900338 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-63666f82-6f42-4fb0-b9bb-45dc9edcce66 req-1307dd9d-8c96-40be-b0a6-fa3a3337f8a2 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/security-groups?id=67b17122-2319-45c6-888f-25e4e268eb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139332 Jul 09 19:55:09.949364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb910e5-39a3-44a9-90b7-412a5ded966e tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Port': ['ID=01f0bab0-af72-4fb3-846c-a345046f5373,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:09.979133 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5024ef53-c896-4df7-af22-ccbe5e11f9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f41182d-e558-429f-b277-1c9fc3b7daed'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:09.981558 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1c085e-1c09-4739-ab7d-cccf345bcd2a" -d '{"events": [{"server_uuid": "5024ef53-c896-4df7-af22-ccbe5e11f9fb", "name": "network-vif-plugged", "status": "completed", "tag": "2f41182d-e558-429f-b277-1c9fc3b7daed"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:10.021330 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2f41182d-e558-429f-b277-1c9fc3b7daed, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2f41182d-e558-429f-b277-1c9fc3b7daed,segment=NetworkSegment(6cd2888e-11c0-497b-8692-0fc955b78bed),segment_id=6cd2888e-11c0-497b-8692-0fc955b78bed)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:10.027269 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:10.028319 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 01f0bab0-af72-4fb3-846c-a345046f5373 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:10.102451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7a108db7-5971-4977-9b4e-2501cf7b6ebb None None] Deleting port a57ffaa7-0a57-406e-8723-5b705e69285f {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:10.102832 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7a108db7-5971-4977-9b4e-2501cf7b6ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:10.109893 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 01f0bab0-af72-4fb3-846c-a345046f5373 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:10.110806 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1576a36a-c237-48ba-9247-b3dc00e8e0bc req-4fe220b6-f9e9-462b-9ae7-18b10f5c4b2a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 210 time: 0.0913701 Jul 09 19:55:10.116160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 01f0bab0-af72-4fb3-846c-a345046f5373 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:10.149949 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-bfb910e5-39a3-44a9-90b7-412a5ded966e tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] No DVR routers for this DVR port 01f0bab0-af72-4fb3-846c-a345046f5373 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:10.156612 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-bfb910e5-39a3-44a9-90b7-412a5ded966e tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:10.158360 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-bfb910e5-39a3-44a9-90b7-412a5ded966e tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.36 "DELETE /v2.0/ports/01f0bab0-af72-4fb3-846c-a345046f5373 HTTP/1.1" status: 204 len: 173 time: 2.0791504 Jul 09 19:55:10.162486 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-deleted', 'tag': '01f0bab0-af72-4fb3-846c-a345046f5373'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:10.165629 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e43d1f-4497-4236-9a13-e54f5e9a7d85" -d '{"events": [{"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-deleted", "tag": "01f0bab0-af72-4fb3-846c-a345046f5373"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:10.196486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7a108db7-5971-4977-9b4e-2501cf7b6ebb None None] For port a57ffaa7-0a57-406e-8723-5b705e69285f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a57ffaa7-0a57-406e-8723-5b705e69285f,segment=NetworkSegment(0042502f-dac4-4b37-86a4-6444d016b2b6),segment_id=0042502f-dac4-4b37-86a4-6444d016b2b6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:10.197106 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7a108db7-5971-4977-9b4e-2501cf7b6ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:10.213811 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7a108db7-5971-4977-9b4e-2501cf7b6ebb None None] Calling delete_port for a57ffaa7-0a57-406e-8723-5b705e69285f owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:10.281108 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2611870-c440-4685-bc9c-8b0b64ee197a x-openstack-request-id: req-e2611870-c440-4685-bc9c-8b0b64ee197a {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:10.281828 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5024ef53-c896-4df7-af22-ccbe5e11f9fb", "name": "network-vif-plugged", "status": "completed", "tag": "2f41182d-e558-429f-b277-1c9fc3b7daed", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:10.281828 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2611870-c440-4685-bc9c-8b0b64ee197a {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:10.282011 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5024ef53-c896-4df7-af22-ccbe5e11f9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f41182d-e558-429f-b277-1c9fc3b7daed', 'code': 200} Jul 09 19:55:10.295658 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Deleting port a57ffaa7-0a57-406e-8723-5b705e69285f {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:10.296229 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:10.334612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=2f41182d-e558-429f-b277-1c9fc3b7daed,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:10.376178 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7a108db7-5971-4977-9b4e-2501cf7b6ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:10.401964 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a108db7-5971-4977-9b4e-2501cf7b6ebb None None] No DVR routers for this DVR port a57ffaa7-0a57-406e-8723-5b705e69285f on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:10.415207 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1003a1a-bc5b-4946-b3a1-29d3bb465d26 x-openstack-request-id: req-d1003a1a-bc5b-4946-b3a1-29d3bb465d26 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:10.415510 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-deleted", "tag": "01f0bab0-af72-4fb3-846c-a345046f5373", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:10.415770 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1003a1a-bc5b-4946-b3a1-29d3bb465d26 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:10.416196 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-deleted', 'tag': '01f0bab0-af72-4fb3-846c-a345046f5373', 'status': 'completed', 'code': 200} Jul 09 19:55:10.445847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a108db7-5971-4977-9b4e-2501cf7b6ebb None None] Pushing event deleted for resources: {'Port': ['ID=a57ffaa7-0a57-406e-8723-5b705e69285f,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:10.458707 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddcdb3-3a52-4ad3-87d7-0a6f044d0af8 req-4e43b18e-6bad-4216-843d-d94328e79b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:10.461506 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3fddcdb3-3a52-4ad3-87d7-0a6f044d0af8 req-4e43b18e-6bad-4216-843d-d94328e79b09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 1096 time: 0.1634293 Jul 09 19:55:10.516084 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-671b4292-57f7-493a-85f5-37ea96ed1abc tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Allocated IP 192.168.233.244 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/1073d919-e8b2-4e55-a7f4-ef3bc9365533) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:10.537200 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3fddcdb3-3a52-4ad3-87d7-0a6f044d0af8 req-7fdf8a00-a1a4-4034-ad08-79f3d75ac809 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=67b17122-2319-45c6-888f-25e4e268eb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662889 Jul 09 19:55:10.600684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] For port a57ffaa7-0a57-406e-8723-5b705e69285f, host n-d-800088-3, got binding levels [] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:10.601124 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:10.637801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Calling delete_port for a57ffaa7-0a57-406e-8723-5b705e69285f owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:10.643265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.ipam_backend_mixin [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Port a57ffaa7-0a57-406e-8723-5b705e69285f was not found and therefore no delete operation was performed {{(pid=100204) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 19:55:10.653585 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:10.713605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] No DVR routers for this DVR port a57ffaa7-0a57-406e-8723-5b705e69285f on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:10.718836 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Pushing event deleted for resources: {'Port': ['ID=a57ffaa7-0a57-406e-8723-5b705e69285f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:10.844589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-4100d51c-187b-45c7-b9d8-a20bee1baab9 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:10.846454 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-4100d51c-187b-45c7-b9d8-a20bee1baab9 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.36 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 821 time: 0.1871252 Jul 09 19:55:10.875880 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-455d6430-a166-498d-83af-915304dca59b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Request body: {'port': {'device_id': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'admin_state_up': True, 'tenant_id': '6d316004028b45e090e96a698593ef06'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:11.085641 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-455d6430-a166-498d-83af-915304dca59b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Made reservation on behalf of 6d316004028b45e090e96a698593ef06 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:11.089904 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-455d6430-a166-498d-83af-915304dca59b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.200409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Deleting port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:11.200825 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.293368 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.319670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:11.337663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-455d6430-a166-498d-83af-915304dca59b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Allocated IP 172.20.0.8 (e764e3dc-e7d6-45d3-a7ce-4b54299e87d5/89ff4449-d04b-47b2-9c44-3329683715c1/8dccef9f-874f-4309-ad10-4d22d5222a9c) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:11.358984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97478db-3a89-431b-8420-59475f6b09f6']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:11.369220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a2143bf4-3ecd-4478-994f-79aad9c438db no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:11.407261 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0042502f-dac4-4b37-86a4-6444d016b2b6') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:11.407577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0042502f-dac4-4b37-86a4-6444d016b2b6') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:11.412559 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:11.433210 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-671b4292-57f7-493a-85f5-37ea96ed1abc tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.436548 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.487823 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.490199 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-671b4292-57f7-493a-85f5-37ea96ed1abc tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Transition to ACTIVE for port object 1073d919-e8b2-4e55-a7f4-ef3bc9365533 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:11.493484 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] For port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=6b8b27ca-ae6e-4863-be5e-b5e4d134d703,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:11.493906 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.512961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc19eb1-053c-434d-a96d-87e2f361309e req-6a1b6d5b-cf46-4cb2-af7b-47de98154f3d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:11.521211 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bbc19eb1-053c-434d-a96d-87e2f361309e req-6a1b6d5b-cf46-4cb2-af7b-47de98154f3d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 945 time: 0.7420366 Jul 09 19:55:11.567586 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:11.569814 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:55:11.570248 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.572510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Calling delete_port for 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:11.573273 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-455d6430-a166-498d-83af-915304dca59b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.574650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:11.575029 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: timer() Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:55:11.575350 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:55:11.585825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.36', 64325) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:11.589537 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.621637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-455d6430-a166-498d-83af-915304dca59b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Transition to ACTIVE for port object 8dccef9f-874f-4309-ad10-4d22d5222a9c will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:11.622583 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.641825 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bbc19eb1-053c-434d-a96d-87e2f361309e req-495343bb-3f6a-42a6-bf8a-1e7b42c4cf27 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191084 Jul 09 19:55:11.688684 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47cb65-2c5e-49ee-9e88-7727c2414c6f req-073f1807-75ea-4824-aa2e-bc971ad2d1f1 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:11.694920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47cb65-2c5e-49ee-9e88-7727c2414c6f req-073f1807-75ea-4824-aa2e-bc971ad2d1f1 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:11.696708 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b47cb65-2c5e-49ee-9e88-7727c2414c6f req-073f1807-75ea-4824-aa2e-bc971ad2d1f1 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 1682 time: 0.1912735 Jul 09 19:55:11.716417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=6b8b27ca-ae6e-4863-be5e-b5e4d134d703,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:11.717953 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.718444 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3da58c53-7047-4c62-bd96-3c210b04b43f req-4b1de9cf-eddd-43e7-aafa-3a8fde3445fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1312807 Jul 09 19:55:11.745959 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.747279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cd334a25-bbed-497a-a604-fee456e91983 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:11.751290 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.753284 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] 10.222.0.30 "DELETE /v2.0/networks/d97478db-3a89-431b-8420-59475f6b09f6 HTTP/1.1" status: 204 len: 168 time: 2.3575974 Jul 09 19:55:11.758002 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-455d6430-a166-498d-83af-915304dca59b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.764804 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-671b4292-57f7-493a-85f5-37ea96ed1abc tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.766601 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321a4b5-f67e-463c-8b88-34b35b17d07b admin admin] Pushing event deleted for resources: {'Network': ['ID=d97478db-3a89-431b-8420-59475f6b09f6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:11.788270 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bb4627ba-8d0e-40cf-a123-86dafbadd14d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:11.844490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-455d6430-a166-498d-83af-915304dca59b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:11.860563 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b47cb65-2c5e-49ee-9e88-7727c2414c6f req-cba0bb94-e300-4ee8-afe7-b05f3acfcc31 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410921 Jul 09 19:55:11.898441 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-455d6430-a166-498d-83af-915304dca59b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:11.905446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b4292-57f7-493a-85f5-37ea96ed1abc tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Pushing event updated for resources: {'Port': ['ID=1073d919-e8b2-4e55-a7f4-ef3bc9365533,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:11.906794 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a2143bf4-3ecd-4478-994f-79aad9c438db, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a2143bf4-3ecd-4478-994f-79aad9c438db,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:11.907542 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-455d6430-a166-498d-83af-915304dca59b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:11.915442 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d6430-a166-498d-83af-915304dca59b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Pushing event updated for resources: {'Port': ['ID=8dccef9f-874f-4309-ad10-4d22d5222a9c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:11.941033 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:11.979666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-671b4292-57f7-493a-85f5-37ea96ed1abc tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:11.985820 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-671b4292-57f7-493a-85f5-37ea96ed1abc tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:11.986160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-455d6430-a166-498d-83af-915304dca59b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:11.986819 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-455d6430-a166-498d-83af-915304dca59b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.013809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-671b4292-57f7-493a-85f5-37ea96ed1abc tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:12.051129 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.054868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da58c53-7047-4c62-bd96-3c210b04b43f req-fc66ac04-543e-412d-9384-77a0ca21f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:12.056717 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3da58c53-7047-4c62-bd96-3c210b04b43f req-fc66ac04-543e-412d-9384-77a0ca21f4f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f63210713891440eaaf794e254f8b26f&device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 1101 time: 0.2187805 Jul 09 19:55:12.058029 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-455d6430-a166-498d-83af-915304dca59b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1916513 Jul 09 19:55:12.109789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:12.112347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Request body: {'port': {'device_id': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:12.117773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56816) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:12.132645 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.139657 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=6b8b27ca-ae6e-4863-be5e-b5e4d134d703,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:12.246479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-671b4292-57f7-493a-85f5-37ea96ed1abc tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:12.247321 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-671b4292-57f7-493a-85f5-37ea96ed1abc tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.250408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a57ffaa7-0a57-406e-8723-5b705e69285f no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:12.288894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e5132-5d33-4bfe-b928-d728b75cccda req-0f41aa08-b0f4-453c-933e-c286d54ad59a tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:12.290759 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-942e5132-5d33-4bfe-b928-d728b75cccda req-0f41aa08-b0f4-453c-933e-c286d54ad59a tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 936 time: 0.2998993 Jul 09 19:55:12.314546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8b27ca-ae6e-4863-be5e-b5e4d134d703'}, {'server_uuid': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2143bf4-3ecd-4478-994f-79aad9c438db'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:12.316920 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0280eabb-d9b8-4f84-afc5-2e70a9c5f806" -d '{"events": [{"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8b27ca-ae6e-4863-be5e-b5e4d134d703"}, {"server_uuid": "e432b692-f1fb-497d-a327-931b9fa479ac", "name": "network-vif-unplugged", "status": "completed", "tag": "a2143bf4-3ecd-4478-994f-79aad9c438db"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:12.327556 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-671b4292-57f7-493a-85f5-37ea96ed1abc tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1762965 Jul 09 19:55:12.328290 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.330810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: a57ffaa7-0a57-406e-8723-5b705e69285f {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:12.331353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a57ffaa7-0a57-406e-8723-5b705e69285f not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:12.335841 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a2143bf4-3ecd-4478-994f-79aad9c438db,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:12.355235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Request body: {'port': {'device_id': '89dde419-aca8-40ab-a503-5bed2bc54f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:12.389601 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.433718 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cd334a25-bbed-497a-a604-fee456e91983, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cd334a25-bbed-497a-a604-fee456e91983,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:12.456309 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Port': ['ID=6b8b27ca-ae6e-4863-be5e-b5e4d134d703,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:12.460862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] No DVR routers for this DVR port 6b8b27ca-ae6e-4863-be5e-b5e4d134d703 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:12.470406 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.471426 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-942e5132-5d33-4bfe-b928-d728b75cccda req-6245e0aa-4076-43b6-806b-379592d7bd7c tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729658 Jul 09 19:55:12.493924 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.496333 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.36 "DELETE /v2.0/ports/6b8b27ca-ae6e-4863-be5e-b5e4d134d703 HTTP/1.1" status: 204 len: 173 time: 2.3240862 Jul 09 19:55:12.499737 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:12.521951 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.558235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-deleted', 'tag': '6b8b27ca-ae6e-4863-be5e-b5e4d134d703'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:12.558869 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dc30bdc6-6542-464d-a683-c206c44811c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d0c04cb61bc40118229988d630e8fdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367015 Jul 09 19:55:12.561384 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed7cb1e-d222-4618-8de7-6fcb7ef83466" -d '{"events": [{"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-deleted", "tag": "6b8b27ca-ae6e-4863-be5e-b5e4d134d703"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:12.566779 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56822) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:12.567123 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.36', 64326) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:12.577750 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.605251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8020a1fb-ad55-4daa-a3d7-9faa3b5736c5 None None] Provisioning for port 1073d919-e8b2-4e55-a7f4-ef3bc9365533 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:12.618688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8020a1fb-ad55-4daa-a3d7-9faa3b5736c5 None None] Provisioning complete for port 1073d919-e8b2-4e55-a7f4-ef3bc9365533 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:12.618688 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8020a1fb-ad55-4daa-a3d7-9faa3b5736c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.621815 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:12.622191 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:12.622600 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:12.624280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:12.624701 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:12.625057 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:12.625412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:12.625923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:12.626280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:12.626675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:12.627026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:12.627368 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a72e18f-7a74-4682-8d53-e0b8424177e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:12.628824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da58c53-7047-4c62-bd96-3c210b04b43f req-e0db0ba9-3abc-4023-a3c7-163722c265a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:12.630965 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3da58c53-7047-4c62-bd96-3c210b04b43f req-e0db0ba9-3abc-4023-a3c7-163722c265a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.5095789 Jul 09 19:55:12.658863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=cd334a25-bbed-497a-a604-fee456e91983,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:12.663749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006336b-61bb-4017-aab7-4a1e0fc59b63 req-3ab62820-20d3-4901-8308-7e888eebb538 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:12.672285 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8020a1fb-ad55-4daa-a3d7-9faa3b5736c5 None None] Port 1073d919-e8b2-4e55-a7f4-ef3bc9365533 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:55:12.673468 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7006336b-61bb-4017-aab7-4a1e0fc59b63 req-3ab62820-20d3-4901-8308-7e888eebb538 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 945 time: 0.3598814 Jul 09 19:55:12.685991 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8020a1fb-ad55-4daa-a3d7-9faa3b5736c5 None None] Provisioning for port 8dccef9f-874f-4309-ad10-4d22d5222a9c completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:12.689917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8020a1fb-ad55-4daa-a3d7-9faa3b5736c5 None None] Provisioning complete for port 8dccef9f-874f-4309-ad10-4d22d5222a9c triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:12.690363 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8020a1fb-ad55-4daa-a3d7-9faa3b5736c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.735056 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8020a1fb-ad55-4daa-a3d7-9faa3b5736c5 None None] Port 8dccef9f-874f-4309-ad10-4d22d5222a9c cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:55:12.760498 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3da58c53-7047-4c62-bd96-3c210b04b43f req-a9fc8da2-d6c1-445d-8fae-4aa751be5cf5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=bb4627ba-8d0e-40cf-a123-86dafbadd14d HTTP/1.1" status: 200 len: 217 time: 0.1165528 Jul 09 19:55:12.858366 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7006336b-61bb-4017-aab7-4a1e0fc59b63 req-d3448c2c-d5f7-4ce0-a828-68575a099254 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/security-groups?id=67b17122-2319-45c6-888f-25e4e268eb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827621 Jul 09 19:55:12.967146 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-80c8ba4c-2d95-40a9-9b8b-11458fcd89b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:12.997531 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c727529a-8d9f-4edf-aad0-1bc8ed392f39 x-openstack-request-id: req-c727529a-8d9f-4edf-aad0-1bc8ed392f39 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:12.998093 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-unplugged", "status": "completed", "tag": "6b8b27ca-ae6e-4863-be5e-b5e4d134d703", "code": 200}, {"server_uuid": "e432b692-f1fb-497d-a327-931b9fa479ac", "name": "network-vif-unplugged", "status": "completed", "tag": "a2143bf4-3ecd-4478-994f-79aad9c438db", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:12.998559 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c727529a-8d9f-4edf-aad0-1bc8ed392f39 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:13.000315 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b8b27ca-ae6e-4863-be5e-b5e4d134d703', 'code': 200} Jul 09 19:55:13.001948 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2143bf4-3ecd-4478-994f-79aad9c438db', 'code': 200} Jul 09 19:55:13.009545 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3aa22-072a-460a-b2d2-0a1cc696d3a3 req-80c93f1c-75e4-4437-92fd-ea54391717bb tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:13.011074 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bbd3aa22-072a-460a-b2d2-0a1cc696d3a3 req-80c93f1c-75e4-4437-92fd-ea54391717bb tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.36 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 945 time: 0.4115043 Jul 09 19:55:13.042433 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d87c28-2392-4515-908d-f72646b22c42 x-openstack-request-id: req-c9d87c28-2392-4515-908d-f72646b22c42 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:13.042730 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-deleted", "tag": "6b8b27ca-ae6e-4863-be5e-b5e4d134d703", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:13.042990 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9d87c28-2392-4515-908d-f72646b22c42 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:13.043404 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-deleted', 'tag': '6b8b27ca-ae6e-4863-be5e-b5e4d134d703', 'status': 'completed', 'code': 200} Jul 09 19:55:13.098467 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-80c8ba4c-2d95-40a9-9b8b-11458fcd89b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:13.107694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab84400-7ba4-47b3-ab51-68c349fb6022 req-b9f2ff02-df8f-443d-b435-bbe9fa224429 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:13.109413 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bab84400-7ba4-47b3-ab51-68c349fb6022 req-b9f2ff02-df8f-443d-b435-bbe9fa224429 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 931 time: 0.3857782 Jul 09 19:55:13.124186 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-d5b970a4-bbef-45ff-94bf-5bcd716954cb tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Deleting port cd334a25-bbed-497a-a604-fee456e91983 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:13.124587 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-d5b970a4-bbef-45ff-94bf-5bcd716954cb tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:13.233320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:13.265823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da58c53-7047-4c62-bd96-3c210b04b43f req-b8608cae-956b-4cf6-93a1-7f2f57eaf150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:13.267302 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3da58c53-7047-4c62-bd96-3c210b04b43f req-b8608cae-956b-4cf6-93a1-7f2f57eaf150 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.4976614 Jul 09 19:55:13.286831 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:13.287212 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:13.382975 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3055750d-18a6-49d1-9778-40b9d4f3c467 req-10ea1410-074c-4365-b4be-78c31731f280 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:13.385105 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bab84400-7ba4-47b3-ab51-68c349fb6022 req-4a49554e-62de-4cf7-a532-100b094133b8 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638643 Jul 09 19:55:13.392195 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-80c8ba4c-2d95-40a9-9b8b-11458fcd89b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:13.393634 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3055750d-18a6-49d1-9778-40b9d4f3c467 req-10ea1410-074c-4365-b4be-78c31731f280 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 945 time: 0.1664939 Jul 09 19:55:13.404475 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-80c8ba4c-2d95-40a9-9b8b-11458fcd89b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:13.404475 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-80c8ba4c-2d95-40a9-9b8b-11458fcd89b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bac172b3-e3b5-44a6-9016-69981c504b15 HTTP/1.1" status: 204 len: 168 time: 0.8028414 Jul 09 19:55:13.427730 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-d5b970a4-bbef-45ff-94bf-5bcd716954cb tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] For port cd334a25-bbed-497a-a604-fee456e91983, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cd334a25-bbed-497a-a604-fee456e91983,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:13.428045 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-d5b970a4-bbef-45ff-94bf-5bcd716954cb tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:13.445175 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8ba4c-2d95-40a9-9b8b-11458fcd89b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac172b3-e3b5-44a6-9016-69981c504b15,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:13.464267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da58c53-7047-4c62-bd96-3c210b04b43f req-c43d4461-134f-495f-9223-061b8a7cade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:13.465816 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3da58c53-7047-4c62-bd96-3c210b04b43f req-c43d4461-134f-495f-9223-061b8a7cade8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1872001 Jul 09 19:55:13.473019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3055750d-18a6-49d1-9778-40b9d4f3c467 req-3a37558d-8e5c-4e16-9e30-8d99dbfda902 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785470 Jul 09 19:55:13.476028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dccef9f-874f-4309-ad10-4d22d5222a9c {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:13.489261 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-d5b970a4-bbef-45ff-94bf-5bcd716954cb tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Calling delete_port for cd334a25-bbed-497a-a604-fee456e91983 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:13.495159 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:13.559628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Transition to ACTIVE for port object 8dccef9f-874f-4309-ad10-4d22d5222a9c will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:13.565491 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:13.672657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Pushing event updated for resources: {'Port': ['ID=8dccef9f-874f-4309-ad10-4d22d5222a9c,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:13.680809 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3da58c53-7047-4c62-bd96-3c210b04b43f req-237c3a30-929c-4dfb-a035-94417d0c8967 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973429 Jul 09 19:55:13.753993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-bbd3aa22-072a-460a-b2d2-0a1cc696d3a3 req-9242aceb-3b5a-4579-8c0c-e99670c3aa93 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Deleting port 719ca0dd-6956-4392-95dc-21208372436d {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:13.753993 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bbd3aa22-072a-460a-b2d2-0a1cc696d3a3 req-9242aceb-3b5a-4579-8c0c-e99670c3aa93 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:13.764028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1073d919-e8b2-4e55-a7f4-ef3bc9365533 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:13.839320 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:13.855186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07f266-9626-43fc-8113-51fc2f4b57de req-f734a3fa-b839-4222-a56d-26889929b4f5 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:13.856826 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af07f266-9626-43fc-8113-51fc2f4b57de req-f734a3fa-b839-4222-a56d-26889929b4f5 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f93b5a5-26d6-4d85-8387-f67c317d6964 HTTP/1.1" status: 200 len: 943 time: 0.2545304 Jul 09 19:55:13.863947 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Attempting to bind port 8dccef9f-874f-4309-ad10-4d22d5222a9c on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:13.864290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Attempting to bind port 8dccef9f-874f-4309-ad10-4d22d5222a9c by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:13.864657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Attempting to bind port 8dccef9f-874f-4309-ad10-4d22d5222a9c on network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:13.877956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56846) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:13.887958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Port 8dccef9f-874f-4309-ad10-4d22d5222a9c on network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:55:13.888856 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Attempting to bind port 8dccef9f-874f-4309-ad10-4d22d5222a9c on network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:13.921220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:13.921568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Checking segment: {'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:13.921962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Bound using segment: {'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:13.922417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Bound port: 8dccef9f-874f-4309-ad10-4d22d5222a9c, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:13.922786 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:13.930645 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3da58c53-7047-4c62-bd96-3c210b04b43f req-7c767945-dfb5-4eac-a96b-df630d546e8f service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267964 Jul 09 19:55:13.963238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af07f266-9626-43fc-8113-51fc2f4b57de req-573887e1-d941-45e3-a4b3-7798e3d74ee5 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002817 Jul 09 19:55:13.966215 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-6457769c-3fbf-41e5-b33e-952d15bce32a tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 258 time: 0.5351367 Jul 09 19:55:13.973408 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:14.011699 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-64336caf-4b84-4d3d-b23c-a282618bbe8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86c57776f891453698dcc37278697b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323411 Jul 09 19:55:14.015224 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56848) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:14.022146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Transition to ACTIVE for port object 1073d919-e8b2-4e55-a7f4-ef3bc9365533 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:14.028441 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-d5b970a4-bbef-45ff-94bf-5bcd716954cb tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.048370 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.050349 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.068652 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] For port 8dccef9f-874f-4309-ad10-4d22d5222a9c, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:55:14.084511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] For port 8dccef9f-874f-4309-ad10-4d22d5222a9c, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:55:14.098124 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.102675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b970a4-bbef-45ff-94bf-5bcd716954cb tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Port': ['ID=cd334a25-bbed-497a-a604-fee456e91983,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:14.113858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bbd3aa22-072a-460a-b2d2-0a1cc696d3a3 req-9242aceb-3b5a-4579-8c0c-e99670c3aa93 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] For port 719ca0dd-6956-4392-95dc-21208372436d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=719ca0dd-6956-4392-95dc-21208372436d,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:14.114233 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bbd3aa22-072a-460a-b2d2-0a1cc696d3a3 req-9242aceb-3b5a-4579-8c0c-e99670c3aa93 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.130299 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd74c-01c5-43dc-a0ed-641e8f37d3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.177946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:14.184348 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.185952 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] 10.222.0.36 "PUT /v2.0/ports/8dccef9f-874f-4309-ad10-4d22d5222a9c HTTP/1.1" status: 200 len: 1091 time: 2.0973301 Jul 09 19:55:14.188837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'tag': '8dccef9f-874f-4309-ad10-4d22d5222a9c'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:14.191629 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463ba3de-cf6a-4ead-8d75-d9356a56f5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f", "tag": "8dccef9f-874f-4309-ad10-4d22d5222a9c"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:14.201929 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd74c-01c5-43dc-a0ed-641e8f37d3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.223551 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-bbd3aa22-072a-460a-b2d2-0a1cc696d3a3 req-9242aceb-3b5a-4579-8c0c-e99670c3aa93 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Calling delete_port for 719ca0dd-6956-4392-95dc-21208372436d owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:14.226990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-d5b970a4-bbef-45ff-94bf-5bcd716954cb tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] No DVR routers for this DVR port cd334a25-bbed-497a-a604-fee456e91983 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:14.229664 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-d5b970a4-bbef-45ff-94bf-5bcd716954cb tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.231955 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dddd2699-00bf-4cdb-be01-aac66c871346 req-d5b970a4-bbef-45ff-94bf-5bcd716954cb tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.36 "DELETE /v2.0/ports/cd334a25-bbed-497a-a604-fee456e91983 HTTP/1.1" status: 204 len: 173 time: 1.6639361 Jul 09 19:55:14.240363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a53b18-7739-4664-8757-90ccee684a8d service neutron] Pushing event updated for resources: {'Port': ['ID=8dccef9f-874f-4309-ad10-4d22d5222a9c,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:14.301208 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd74c-01c5-43dc-a0ed-641e8f37d3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.308602 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1a3dd74c-01c5-43dc-a0ed-641e8f37d3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:14.309980 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1a3dd74c-01c5-43dc-a0ed-641e8f37d3de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c76345f4-e668-4852-af69-8dcb4e248067 HTTP/1.1" status: 204 len: 168 time: 0.2934294 Jul 09 19:55:14.338101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1073d919-e8b2-4e55-a7f4-ef3bc9365533,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:14.349223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3dd74c-01c5-43dc-a0ed-641e8f37d3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76345f4-e668-4852-af69-8dcb4e248067,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:14.841494 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa757411-b005-47db-a26a-fc6f76789b40 req-726ea171-2844-48b3-a564-7544da2ecd20 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:14.844929 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa757411-b005-47db-a26a-fc6f76789b40 req-726ea171-2844-48b3-a564-7544da2ecd20 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 948 time: 0.0944886 Jul 09 19:55:14.919145 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa757411-b005-47db-a26a-fc6f76789b40 req-5778f8f5-2116-4308-8a8d-f141ac59a66e tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598226 Jul 09 19:55:14.981519 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-b9e70a1c-1c13-40ca-8661-333aeba5eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:14.982074 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be33526-28ca-4ba5-ae84-2bd31dca6fd7 x-openstack-request-id: req-2be33526-28ca-4ba5-ae84-2bd31dca6fd7 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:14.982074 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f", "tag": "8dccef9f-874f-4309-ad10-4d22d5222a9c", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:14.982306 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2be33526-28ca-4ba5-ae84-2bd31dca6fd7 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:14.983290 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'tag': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'status': 'completed', 'code': 200} Jul 09 19:55:14.983770 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-b9e70a1c-1c13-40ca-8661-333aeba5eb47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 1094 time: 0.7150791 Jul 09 19:55:14.992404 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Attempting to bind port 1073d919-e8b2-4e55-a7f4-ef3bc9365533 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:14.992792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Attempting to bind port 1073d919-e8b2-4e55-a7f4-ef3bc9365533 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:14.993140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Attempting to bind port 1073d919-e8b2-4e55-a7f4-ef3bc9365533 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:15.001277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Port 1073d919-e8b2-4e55-a7f4-ef3bc9365533 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:55:15.001619 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Attempting to bind port 1073d919-e8b2-4e55-a7f4-ef3bc9365533 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:15.004015 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd334a25-bbed-497a-a604-fee456e91983'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:15.009287 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2090b57b-f3c8-4839-a884-e5c85cfca064" -d '{"events": [{"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-unplugged", "status": "completed", "tag": "cd334a25-bbed-497a-a604-fee456e91983"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:15.075347 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-deleted', 'tag': 'cd334a25-bbed-497a-a604-fee456e91983'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:15.077823 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebe396e-866d-4854-a3ff-3ad1027a931f" -d '{"events": [{"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-deleted", "tag": "cd334a25-bbed-497a-a604-fee456e91983"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:15.085066 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:15.085570 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:15.086013 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:15.086339 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Bound port: 1073d919-e8b2-4e55-a7f4-ef3bc9365533, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:15.086677 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.092687 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-5ab7199d-a0b3-45b9-a04b-9b100de059f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c HTTP/1.1" status: 200 len: 217 time: 0.0869946 Jul 09 19:55:15.098481 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.188241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438507b4-9326-4010-b644-be043c704816 req-43faa053-68c8-4f02-a34b-7006e5a6d6ed tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:15.193471 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-438507b4-9326-4010-b644-be043c704816 req-43faa053-68c8-4f02-a34b-7006e5a6d6ed tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 943 time: 0.0809100 Jul 09 19:55:15.229467 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bbd3aa22-072a-460a-b2d2-0a1cc696d3a3 req-9242aceb-3b5a-4579-8c0c-e99670c3aa93 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.249630 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-438507b4-9326-4010-b644-be043c704816 req-5202f8c4-aad6-49da-8126-3c1c79086a5d tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520291 Jul 09 19:55:15.279957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-9f7a02a5-e044-4d03-bb5e-e92ade58453f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:15.281684 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-9f7a02a5-e044-4d03-bb5e-e92ade58453f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.1742213 Jul 09 19:55:15.289622 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242aceb-3b5a-4579-8c0c-e99670c3aa93 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Pushing event deleted for resources: {'Port': ['ID=719ca0dd-6956-4392-95dc-21208372436d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:15.386449 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00a3ae01-4f06-4366-ba67-65e1bf226297 req-3356bb44-1a54-42b5-aed8-0832427ff130 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=19b7a769-14e9-43c5-b196-37f5cd328589 HTTP/1.1" status: 200 len: 210 time: 0.0339365 Jul 09 19:55:15.392123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 719ca0dd-6956-4392-95dc-21208372436d no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:15.393596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] For port 1073d919-e8b2-4e55-a7f4-ef3bc9365533, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:55:15.416635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 719ca0dd-6956-4392-95dc-21208372436d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:15.417086 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 719ca0dd-6956-4392-95dc-21208372436d not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:15.419621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd3aa22-072a-460a-b2d2-0a1cc696d3a3 req-9242aceb-3b5a-4579-8c0c-e99670c3aa93 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] No DVR routers for this DVR port 719ca0dd-6956-4392-95dc-21208372436d on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:15.429572 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bbd3aa22-072a-460a-b2d2-0a1cc696d3a3 req-9242aceb-3b5a-4579-8c0c-e99670c3aa93 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.431855 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bbd3aa22-072a-460a-b2d2-0a1cc696d3a3 req-9242aceb-3b5a-4579-8c0c-e99670c3aa93 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.36 "DELETE /v2.0/ports/719ca0dd-6956-4392-95dc-21208372436d HTTP/1.1" status: 204 len: 173 time: 2.3848438 Jul 09 19:55:15.436366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] For port 1073d919-e8b2-4e55-a7f4-ef3bc9365533, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1073d919-e8b2-4e55-a7f4-ef3bc9365533,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:55:15.446706 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.464787 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Allocated IP 172.25.0.233 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/528bd670-13b4-4385-b0e4-6cb8dc54d08b) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:15.506094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:15.506696 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.508107 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] 10.222.0.36 "PUT /v2.0/ports/1073d919-e8b2-4e55-a7f4-ef3bc9365533 HTTP/1.1" status: 200 len: 1096 time: 3.1638446 Jul 09 19:55:15.587676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56906) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:15.624155 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b34502-b608-4950-afdb-5424efd0c6aa x-openstack-request-id: req-04b34502-b608-4950-afdb-5424efd0c6aa {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:15.624740 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-unplugged", "status": "completed", "tag": "cd334a25-bbed-497a-a604-fee456e91983", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:15.625183 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04b34502-b608-4950-afdb-5424efd0c6aa {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:15.625921 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd334a25-bbed-497a-a604-fee456e91983', 'code': 200} Jul 09 19:55:15.643423 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-a638a898-3c14-4a80-a6dc-dccc24acc0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:15.645328 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-a638a898-3c14-4a80-a6dc-dccc24acc0dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3534853 Jul 09 19:55:15.675610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ef2f4f-b9bf-4278-8203-4242cde87167 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Deleting subnet c0b8558b-1d51-43b2-98ca-a35c4755bca1 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:55:15.676102 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c7c298-b9a9-4114-85d8-7e925d8ff21f x-openstack-request-id: req-f5c7c298-b9a9-4114-85d8-7e925d8ff21f {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:15.676686 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f93b5a5-26d6-4d85-8387-f67c317d6964", "name": "network-vif-deleted", "tag": "cd334a25-bbed-497a-a604-fee456e91983", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:15.676949 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5c7c298-b9a9-4114-85d8-7e925d8ff21f {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:15.677659 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f93b5a5-26d6-4d85-8387-f67c317d6964', 'name': 'network-vif-deleted', 'tag': 'cd334a25-bbed-497a-a604-fee456e91983', 'status': 'completed', 'code': 200} Jul 09 19:55:15.680872 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2ef2f4f-b9bf-4278-8203-4242cde87167 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.681762 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2292c4d-b0b4-4c6b-948e-8abed6e8a9d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1073d919-e8b2-4e55-a7f4-ef3bc9365533,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:15.739528 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2ef2f4f-b9bf-4278-8203-4242cde87167 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.789178 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.804421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-fd007c1b-bb87-497a-8334-fe74bad171d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:15.806245 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-fd007c1b-bb87-497a-8334-fe74bad171d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f63210713891440eaaf794e254f8b26f&device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 1099 time: 0.2141514 Jul 09 19:55:15.874211 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2ef2f4f-b9bf-4278-8203-4242cde87167 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:15.894259 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-c513af92-22e9-418f-9ac6-6c69cd126e14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=1073d919-e8b2-4e55-a7f4-ef3bc9365533 HTTP/1.1" status: 200 len: 217 time: 0.0785706 Jul 09 19:55:15.947246 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-04750687-1826-4d6b-bbc9-0f50d3d1d108 service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616184 Jul 09 19:55:15.981946 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2ef2f4f-b9bf-4278-8203-4242cde87167 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.046432 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef2f4f-b9bf-4278-8203-4242cde87167 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b8558b-1d51-43b2-98ca-a35c4755bca1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:16.055858 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2ef2f4f-b9bf-4278-8203-4242cde87167 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.061232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e2ef2f4f-b9bf-4278-8203-4242cde87167 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "DELETE /v2.0/subnets/c0b8558b-1d51-43b2-98ca-a35c4755bca1 HTTP/1.1" status: 204 len: 168 time: 0.4717047 Jul 09 19:55:16.061861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56930) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:16.064061 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ba7a5b-3435-4517-b973-46145b44eba0 None None] Network 2f28a20f-001d-4d34-b9f7-b2a0e6a26a59 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:16.181140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-1113210a-034a-4b7e-bf96-bf12a37ec22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:16.182861 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-1113210a-034a-4b7e-bf96-bf12a37ec22c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.2801561 Jul 09 19:55:16.191591 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.231481 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.336930 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ee9b6347-74f7-426a-a36c-ffb869267ba8 req-76e0b800-cee7-45fb-8882-c2e1e58007a9 service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887622 Jul 09 19:55:16.338770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:16.349298 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:16.354024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:16.388936 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Pushing event updated for resources: {'Port': ['ID=528bd670-13b4-4385-b0e4-6cb8dc54d08b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:16.397649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Deleting port fa2ea17e-d06d-4d46-af3a-2bae87669dce {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:16.400636 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.438215 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dac93f3-f4a6-439b-91ea-4fc7df402e3d None None] DHCP port deletion for 2f28a20f-001d-4d34-b9f7-b2a0e6a26a59 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:55:16.460622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef6417-11a9-4b80-aabb-fb3ce5628e19 req-f39fa322-e94b-4878-b038-f2c9a3475b38 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:16.462174 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d1ef6417-11a9-4b80-aabb-fb3ce5628e19 req-f39fa322-e94b-4878-b038-f2c9a3475b38 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 948 time: 0.1686287 Jul 09 19:55:16.477139 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-6a6e613b-92ce-466a-a351-1c9dc03582f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:16.478711 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-6a6e613b-92ce-466a-a351-1c9dc03582f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2705181 Jul 09 19:55:16.513699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] For port fa2ea17e-d06d-4d46-af3a-2bae87669dce, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fa2ea17e-d06d-4d46-af3a-2bae87669dce,segment=NetworkSegment(67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4),segment_id=67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:16.514120 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.532798 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Calling delete_port for fa2ea17e-d06d-4d46-af3a-2bae87669dce owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:16.555561 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d1ef6417-11a9-4b80-aabb-fb3ce5628e19 req-09fd37b3-fdea-40c8-8469-dd696e776429 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807602 Jul 09 19:55:16.601304 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.616488 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ba3de-cf6a-4ead-8d75-d9356a56f5b5 req-fa96677d-71fe-435f-845b-de1245fee3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:16.618119 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-463ba3de-cf6a-4ead-8d75-d9356a56f5b5 req-fa96677d-71fe-435f-845b-de1245fee3b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 1094 time: 0.1994054 Jul 09 19:55:16.650548 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.682178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Port': ['ID=fa2ea17e-d06d-4d46-af3a-2bae87669dce,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:16.686473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] No DVR routers for this DVR port fa2ea17e-d06d-4d46-af3a-2bae87669dce on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:16.700198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8dac93f3-f4a6-439b-91ea-4fc7df402e3d None None] Deleting port fa2ea17e-d06d-4d46-af3a-2bae87669dce {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:16.700620 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8dac93f3-f4a6-439b-91ea-4fc7df402e3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.734712 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-e2ec553c-f78d-4367-a286-b45ed6de59b0 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273188 Jul 09 19:55:16.743609 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.779328 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8dac93f3-f4a6-439b-91ea-4fc7df402e3d None None] For port fa2ea17e-d06d-4d46-af3a-2bae87669dce, host n-d-800088-3, got binding levels [] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:16.779888 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8dac93f3-f4a6-439b-91ea-4fc7df402e3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.792129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8dac93f3-f4a6-439b-91ea-4fc7df402e3d None None] Calling delete_port for fa2ea17e-d06d-4d46-af3a-2bae87669dce owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:16.795260 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.ipam_backend_mixin [None req-8dac93f3-f4a6-439b-91ea-4fc7df402e3d None None] Port fa2ea17e-d06d-4d46-af3a-2bae87669dce was not found and therefore no delete operation was performed {{(pid=100206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 19:55:16.796512 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8dac93f3-f4a6-439b-91ea-4fc7df402e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.814629 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.826760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f28a20f-001d-4d34-b9f7-b2a0e6a26a59']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:16.828466 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac93f3-f4a6-439b-91ea-4fc7df402e3d None None] Pushing event deleted for resources: {'Port': ['ID=fa2ea17e-d06d-4d46-af3a-2bae87669dce,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:16.832459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dac93f3-f4a6-439b-91ea-4fc7df402e3d None None] No DVR routers for this DVR port fa2ea17e-d06d-4d46-af3a-2bae87669dce on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:16.841608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:16.841924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67efa4ab-fa16-4cb8-a434-11e3f5ea7ca4') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:16.855383 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.877717 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02047577-6d02-40b7-9bc2-1414e65b38bc req-9992f623-9d91-4479-9294-b21d2b0e336b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:16.879233 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-02047577-6d02-40b7-9bc2-1414e65b38bc req-9992f623-9d91-4479-9294-b21d2b0e336b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 943 time: 0.1374979 Jul 09 19:55:16.882781 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.895132 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:55:16.895541 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:55:16.898449 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:55:16.908935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ba3de-cf6a-4ead-8d75-d9356a56f5b5 req-c6769e02-2435-4011-b62e-a6792c25f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:16.910654 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-463ba3de-cf6a-4ead-8d75-d9356a56f5b5 req-c6769e02-2435-4011-b62e-a6792c25f8dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 922 time: 0.2852564 Jul 09 19:55:16.973726 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-02047577-6d02-40b7-9bc2-1414e65b38bc req-f9aed7db-c94e-48a9-9160-df98aaec9d3e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862315 Jul 09 19:55:16.979079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.995451 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:16.997500 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "DELETE /v2.0/networks/2f28a20f-001d-4d34-b9f7-b2a0e6a26a59 HTTP/1.1" status: 204 len: 168 time: 0.9347014 Jul 09 19:55:17.002851 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56956) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:17.010471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97d4a0-99dd-4e44-b007-e634beda1587 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Network': ['ID=2f28a20f-001d-4d34-b9f7-b2a0e6a26a59,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:17.016410 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d0ac634-bcaf-480d-9e65-34c165196532 req-c9664186-65ba-4a46-ac39-35b8dfb2d115 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675574 Jul 09 19:55:17.017675 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-463ba3de-cf6a-4ead-8d75-d9356a56f5b5 req-9498e9b2-7d44-4a0a-8cef-2f8e9772478a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c HTTP/1.1" status: 200 len: 217 time: 0.0933385 Jul 09 19:55:17.119193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4c8849-e525-4c49-8d0c-389f2706bcbf tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Deleting subnet 2becbc1e-aba6-42d7-b4a5-9179c19cc8d7 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:55:17.132037 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8849-e525-4c49-8d0c-389f2706bcbf tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:17.165170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ba3de-cf6a-4ead-8d75-d9356a56f5b5 req-cf9ae089-de5c-4aca-a4e2-cea2be01030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:17.166762 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-463ba3de-cf6a-4ead-8d75-d9356a56f5b5 req-cf9ae089-de5c-4aca-a4e2-cea2be01030c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.1264353 Jul 09 19:55:17.228040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fa2ea17e-d06d-4d46-af3a-2bae87669dce no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:17.230708 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8849-e525-4c49-8d0c-389f2706bcbf tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:17.245352 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c00a1184-fe4a-4118-9621-37875acf0af3 req-4ed762e7-234a-4735-baa8-fe6022d7d78b tempest-FlavorsV2NegativeTest-1466634547 tempest-FlavorsV2NegativeTest-1466634547-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d19931613a0e45d08b45dd257a193ae5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234225 Jul 09 19:55:17.250298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: fa2ea17e-d06d-4d46-af3a-2bae87669dce {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:17.250761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fa2ea17e-d06d-4d46-af3a-2bae87669dce not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:17.275441 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:17.289923 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:17.367259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a1184-fe4a-4118-9621-37875acf0af3 req-0ddbdd69-2eac-41f3-ad41-77b5270008ee tempest-FlavorsV2NegativeTest-1466634547 tempest-FlavorsV2NegativeTest-1466634547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:17.368871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c00a1184-fe4a-4118-9621-37875acf0af3 req-0ddbdd69-2eac-41f3-ad41-77b5270008ee tempest-FlavorsV2NegativeTest-1466634547 tempest-FlavorsV2NegativeTest-1466634547-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1168776 Jul 09 19:55:17.384226 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c00a1184-fe4a-4118-9621-37875acf0af3 req-5c63fef2-4389-432c-9771-41effac2204b tempest-FlavorsV2NegativeTest-1466634547 tempest-FlavorsV2NegativeTest-1466634547-project] 10.222.0.30 "GET /v2.0/quotas/d19931613a0e45d08b45dd257a193ae5 HTTP/1.1" status: 200 len: 375 time: 0.0095580 Jul 09 19:55:17.402726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ba3de-cf6a-4ead-8d75-d9356a56f5b5 req-14f833f8-da06-4871-b1af-b3f6a08b4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:17.404904 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-463ba3de-cf6a-4ead-8d75-d9356a56f5b5 req-14f833f8-da06-4871-b1af-b3f6a08b4005 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2259409 Jul 09 19:55:17.409190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Pushing event updated for resources: {'Port': ['ID=528bd670-13b4-4385-b0e4-6cb8dc54d08b,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:17.419097 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c00a1184-fe4a-4118-9621-37875acf0af3 req-82af3b3a-9cd0-4647-a165-b069215b0446 tempest-FlavorsV2NegativeTest-1466634547 tempest-FlavorsV2NegativeTest-1466634547-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d19931613a0e45d08b45dd257a193ae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294304 Jul 09 19:55:17.481169 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8849-e525-4c49-8d0c-389f2706bcbf tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:17.485218 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:17.662045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-091ac615-49c0-42e1-a29a-a8d032b0fbd0 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:17.663592 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-091ac615-49c0-42e1-a29a-a8d032b0fbd0 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 812 time: 0.1304071 Jul 09 19:55:17.680413 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-fd8ccd58-7364-4ddf-adb9-5c215f127a11 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/quotas/382be6ed01574db2b800f45c2ce85e9e HTTP/1.1" status: 200 len: 375 time: 0.0104885 Jul 09 19:55:17.721785 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-5c435bc2-ce3a-4c79-92b4-26ce3a12ad0b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348737 Jul 09 19:55:17.826063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b7a769-14e9-43c5-b196-37f5cd328589', 'name': 'network-vif-deleted', 'tag': '719ca0dd-6956-4392-95dc-21208372436d'}, {'name': 'network-changed', 'server_uuid': '89dde419-aca8-40ab-a503-5bed2bc54f63', 'tag': '1073d919-e8b2-4e55-a7f4-ef3bc9365533'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:17.828647 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4f83e5-bafe-4a58-8b55-f00421f12303" -d '{"events": [{"server_uuid": "19b7a769-14e9-43c5-b196-37f5cd328589", "name": "network-vif-deleted", "tag": "719ca0dd-6956-4392-95dc-21208372436d"}, {"name": "network-changed", "server_uuid": "89dde419-aca8-40ab-a503-5bed2bc54f63", "tag": "1073d919-e8b2-4e55-a7f4-ef3bc9365533"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:17.838049 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-e0d4c390-003e-4706-8848-80e9d9518ab9 service neutron] 10.222.0.30 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085010 Jul 09 19:55:17.865012 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:17.866347 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-191dcccc-1c51-42dd-9e07-d608e498ba2d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8986309 Jul 09 19:55:17.950419 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-de2aff2f-2a4c-4dc1-b3ed-868a53152805 service neutron] 10.222.0.30 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056938 Jul 09 19:55:17.980986 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-3d9d4915-78ce-41ff-9a3b-877e7629a79a tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.1069622 Jul 09 19:55:17.988898 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-463ba3de-cf6a-4ead-8d75-d9356a56f5b5 req-c618fd8a-3a6e-4408-ac0b-f78484c32ce6 service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720899 Jul 09 19:55:18.012372 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8849-e525-4c49-8d0c-389f2706bcbf tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:18.078760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57014) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:18.115031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c8849-e525-4c49-8d0c-389f2706bcbf tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Subnet': ['ID=2becbc1e-aba6-42d7-b4a5-9179c19cc8d7,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:18.133281 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8849-e525-4c49-8d0c-389f2706bcbf tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:18.135174 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ba4c8849-e525-4c49-8d0c-389f2706bcbf tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "DELETE /v2.0/subnets/2becbc1e-aba6-42d7-b4a5-9179c19cc8d7 HTTP/1.1" status: 204 len: 168 time: 1.1314337 Jul 09 19:55:18.140138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a66f9e4-ef77-4d0f-af7d-013a1a76b1e6 None None] Network bde7f572-b8ae-4b83-9379-84a15ec47046 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:18.145500 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57022) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:18.283853 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-27cf3886-d1d0-460d-b9b6-bfc59046180e tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:18.285984 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-27cf3886-d1d0-460d-b9b6-bfc59046180e tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.2961898 Jul 09 19:55:18.288301 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-463ba3de-cf6a-4ead-8d75-d9356a56f5b5 req-8214d241-65de-4b68-a357-9cfb425be57a service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877641 Jul 09 19:55:18.306829 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-651c5bc2-9d96-422d-8a92-9f5aaf68852e tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:55:18.307850 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0f2bb07-9109-4cb2-9b52-570c73bfab35 req-651c5bc2-9d96-422d-8a92-9f5aaf68852e tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063889 Jul 09 19:55:18.318762 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:18.367769 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a939da-2d99-4120-b67a-099aa266da6e x-openstack-request-id: req-99a939da-2d99-4120-b67a-099aa266da6e {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:18.368079 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b7a769-14e9-43c5-b196-37f5cd328589", "name": "network-vif-deleted", "tag": "719ca0dd-6956-4392-95dc-21208372436d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89dde419-aca8-40ab-a503-5bed2bc54f63", "tag": "1073d919-e8b2-4e55-a7f4-ef3bc9365533", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:18.368470 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99a939da-2d99-4120-b67a-099aa266da6e {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:18.368917 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b7a769-14e9-43c5-b196-37f5cd328589', 'name': 'network-vif-deleted', 'tag': '719ca0dd-6956-4392-95dc-21208372436d', 'status': 'completed', 'code': 200} Jul 09 19:55:18.369192 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89dde419-aca8-40ab-a503-5bed2bc54f63', 'tag': '1073d919-e8b2-4e55-a7f4-ef3bc9365533', 'status': 'completed', 'code': 200} Jul 09 19:55:18.412696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45815c65-f438-49d4-9cd4-7d423b8896ba None None] DHCP port deletion for bde7f572-b8ae-4b83-9379-84a15ec47046 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:55:18.439931 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:18.511617 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f83e5-bafe-4a58-8b55-f00421f12303 req-d61b65bc-bb81-4fba-b8cb-efed5225defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:18.514348 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ff4f83e5-bafe-4a58-8b55-f00421f12303 req-d61b65bc-bb81-4fba-b8cb-efed5225defd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f63210713891440eaaf794e254f8b26f&device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 1099 time: 0.1171327 Jul 09 19:55:18.546603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-45815c65-f438-49d4-9cd4-7d423b8896ba None None] Deleting port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:18.547469 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-45815c65-f438-49d4-9cd4-7d423b8896ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:18.578210 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4882d-d929-4920-bf6f-dee5cd444633 req-3ec0d311-57d7-4086-a5b7-2ebbec8380a3 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:18.579952 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1d4882d-d929-4920-bf6f-dee5cd444633 req-3ec0d311-57d7-4086-a5b7-2ebbec8380a3 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 948 time: 0.2262361 Jul 09 19:55:18.673480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Deleting port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:18.674452 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:18.697879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f83e5-bafe-4a58-8b55-f00421f12303 req-8e72dd96-13da-4acd-bc15-ae46ab16badb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:18.700252 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ff4f83e5-bafe-4a58-8b55-f00421f12303 req-8e72dd96-13da-4acd-bc15-ae46ab16badb service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1795635 Jul 09 19:55:18.706265 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-45815c65-f438-49d4-9cd4-7d423b8896ba None None] For port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=383b96e4-9b66-4e22-a5ea-38aeaeeb0c12,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:18.707219 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-45815c65-f438-49d4-9cd4-7d423b8896ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:18.708671 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1d4882d-d929-4920-bf6f-dee5cd444633 req-d55b68d2-8ccb-4f39-96ed-504fcfc70fa1 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193957 Jul 09 19:55:18.744972 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-45815c65-f438-49d4-9cd4-7d423b8896ba None None] Calling delete_port for 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:18.768191 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:18.784795 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:18.803869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be605822-48dc-4503-b986-c2c6bf6a0f22 req-e170c677-8057-40f6-b9fe-5179422050f7 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:18.806102 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be605822-48dc-4503-b986-c2c6bf6a0f22 req-e170c677-8057-40f6-b9fe-5179422050f7 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 943 time: 0.2046022 Jul 09 19:55:18.808088 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ff4f83e5-bafe-4a58-8b55-f00421f12303 req-748bdd88-c2be-4e89-ba77-cf3bd23c7d4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=1073d919-e8b2-4e55-a7f4-ef3bc9365533 HTTP/1.1" status: 200 len: 217 time: 0.0998566 Jul 09 19:55:18.885755 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] For port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=383b96e4-9b66-4e22-a5ea-38aeaeeb0c12,segment=NetworkSegment(5d08024b-dc27-41ad-917b-f6b3315fbff2),segment_id=5d08024b-dc27-41ad-917b-f6b3315fbff2)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:18.886220 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:18.888020 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be605822-48dc-4503-b986-c2c6bf6a0f22 req-51f16701-10fc-4dad-b34e-b370a518d62d tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740035 Jul 09 19:55:18.892337 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f83e5-bafe-4a58-8b55-f00421f12303 req-7baff407-bf39-485d-8f31-4f4aa91ef755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:18.893917 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ff4f83e5-bafe-4a58-8b55-f00421f12303 req-7baff407-bf39-485d-8f31-4f4aa91ef755 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0734358 Jul 09 19:55:18.900612 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d19931613a0e45d08b45dd257a193ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8206143 Jul 09 19:55:18.908979 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f0718eb4-e5bb-48fc-b795-279dbf3ebd6a req-dfd624f4-5f13-4d4d-8556-600b076f014f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 210 time: 0.1302457 Jul 09 19:55:18.922123 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57054) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:18.924724 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-45815c65-f438-49d4-9cd4-7d423b8896ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:18.958772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Calling delete_port for 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:18.965959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45815c65-f438-49d4-9cd4-7d423b8896ba None None] Pushing event deleted for resources: {'Port': ['ID=383b96e4-9b66-4e22-a5ea-38aeaeeb0c12,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:18.970596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5768dd3-c7bb-4880-9c3c-78b5870779a9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:18.977242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45815c65-f438-49d4-9cd4-7d423b8896ba None None] No DVR routers for this DVR port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:19.013959 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:19.014262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:19.014620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:19.014965 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:19.015311 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:19.015652 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:19.015995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:19.016334 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:19.016700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:19.017037 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:19.017379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:19.017705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a265c2-28e8-4f2e-9beb-495bfb25b6cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:19.073753 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5ce36f1f-7e1f-4ff5-800c-b023d4ed1a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.080911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f83e5-bafe-4a58-8b55-f00421f12303 req-7fa76c1f-86a8-49dc-9345-cd4f6711d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:19.082455 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ff4f83e5-bafe-4a58-8b55-f00421f12303 req-7fa76c1f-86a8-49dc-9345-cd4f6711d8ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1811299 Jul 09 19:55:19.172713 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5ce36f1f-7e1f-4ff5-800c-b023d4ed1a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.195672 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:55:19.209093 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.234212 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Port': ['ID=383b96e4-9b66-4e22-a5ea-38aeaeeb0c12,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:19.249939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] No DVR routers for this DVR port 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:19.288601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:19.330666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:19.330666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 383b96e4-9b66-4e22-a5ea-38aeaeeb0c12 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:19.367856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a2143bf4-3ecd-4478-994f-79aad9c438db details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:55:19.420919 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.440376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde7f572-b8ae-4b83-9379-84a15ec47046']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:19.461957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d08024b-dc27-41ad-917b-f6b3315fbff2') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:19.462806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d08024b-dc27-41ad-917b-f6b3315fbff2') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:19.476696 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.504664 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.512267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:55:19.513512 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:55:19.517806 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:55:19.525544 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ff4f83e5-bafe-4a58-8b55-f00421f12303 req-281bb1f0-077a-4dcf-9d43-43bb6539b30d service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348063 Jul 09 19:55:19.587077 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a2143bf4-3ecd-4478-994f-79aad9c438db, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a2143bf4-3ecd-4478-994f-79aad9c438db,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:19.614085 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.625404 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.630425 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "DELETE /v2.0/networks/bde7f572-b8ae-4b83-9379-84a15ec47046 HTTP/1.1" status: 204 len: 168 time: 1.4827442 Jul 09 19:55:19.641824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'a2143bf4-3ecd-4478-994f-79aad9c438db', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'a2143bf4-3ecd-4478-994f-79aad9c438db', 'mac_address': 'fa:16:3e:43:c7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:55:19.645285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5b5c7-c13b-4276-817a-65853f1df139 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Network': ['ID=bde7f572-b8ae-4b83-9379-84a15ec47046,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:19.647110 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57090) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:19.653551 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-56b4196c-9bac-4c63-87d7-a8d97e68fe52 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-234289612'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:19.657838 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1073d919-e8b2-4e55-a7f4-ef3bc9365533 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:55:19.708093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a1035-9963-4337-832a-6890be30cf01 req-a1ee94c4-668d-4b5b-91d2-9610e1fd41d7 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:19.717390 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225a1035-9963-4337-832a-6890be30cf01 req-a1ee94c4-668d-4b5b-91d2-9610e1fd41d7 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5937304 Jul 09 19:55:19.721276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b4196c-9bac-4c63-87d7-a8d97e68fe52 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Made reservation on behalf of bd737430fbed42b8908469dfa5658306 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:19.725954 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56b4196c-9bac-4c63-87d7-a8d97e68fe52 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.726171 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5ce36f1f-7e1f-4ff5-800c-b023d4ed1a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.734908 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5ce36f1f-7e1f-4ff5-800c-b023d4ed1a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.736081 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5ce36f1f-7e1f-4ff5-800c-b023d4ed1a11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5768dd3-c7bb-4880-9c3c-78b5870779a9 HTTP/1.1" status: 204 len: 168 time: 0.8117819 Jul 09 19:55:19.796866 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.807257 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225a1035-9963-4337-832a-6890be30cf01 req-ada848b2-330d-4f50-a782-30af214da922 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.0914080 Jul 09 19:55:19.812729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-225a1035-9963-4337-832a-6890be30cf01 req-da929c23-85d9-414a-b41b-82822b16f340 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Request body: {'floatingip': {'port_id': '2f41182d-e558-429f-b277-1c9fc3b7daed', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:19.822576 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b4196c-9bac-4c63-87d7-a8d97e68fe52 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:55:19.840090 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2143bf4-3ecd-4478-994f-79aad9c438db {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:19.841012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce36f1f-7e1f-4ff5-800c-b023d4ed1a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5768dd3-c7bb-4880-9c3c-78b5870779a9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:19.856884 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56b4196c-9bac-4c63-87d7-a8d97e68fe52 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.857257 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-56b4196c-9bac-4c63-87d7-a8d97e68fe52 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Added segment 8e487327-8f87-4c61-8f3d-c5f52d159a6d of type vlan for network f2c101a2-874d-4c28-9771-dd87cd87c899 Jul 09 19:55:19.909293 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-225a1035-9963-4337-832a-6890be30cf01 req-da929c23-85d9-414a-b41b-82822b16f340 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for floatingip, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:19.954274 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ff4f83e5-bafe-4a58-8b55-f00421f12303 req-4dc050bb-641a-45d7-9a3e-12554aaaaffe service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134631 Jul 09 19:55:19.984864 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a2143bf4-3ecd-4478-994f-79aad9c438db, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a2143bf4-3ecd-4478-994f-79aad9c438db,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:20.020563 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:20.051381 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56b4196c-9bac-4c63-87d7-a8d97e68fe52 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:20.195295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1073d919-e8b2-4e55-a7f4-ef3bc9365533, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1073d919-e8b2-4e55-a7f4-ef3bc9365533,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:20.249133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56b4196c-9bac-4c63-87d7-a8d97e68fe52 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:20.267914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b4196c-9bac-4c63-87d7-a8d97e68fe52 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:20.268934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56b4196c-9bac-4c63-87d7-a8d97e68fe52 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:20.309450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '1073d919-e8b2-4e55-a7f4-ef3bc9365533', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '1073d919-e8b2-4e55-a7f4-ef3bc9365533', 'mac_address': 'fa:16:3e:f3:82:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:55:20.313862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a2143bf4-3ecd-4478-994f-79aad9c438db,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:20.322597 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['a2143bf4-3ecd-4478-994f-79aad9c438db'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:20.395037 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5cf1f4-e85e-44b7-9580-b05ded93f77a req-6b27e66f-346f-4849-8b7f-907a740faebd tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:20.407879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-d2a7f883-190a-473f-b57b-aa6b74100fed tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:20.409686 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-d2a7f883-190a-473f-b57b-aa6b74100fed tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.36 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 812 time: 0.3862748 Jul 09 19:55:20.413871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ed5cf1f4-e85e-44b7-9580-b05ded93f77a req-6b27e66f-346f-4849-8b7f-907a740faebd tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 948 time: 0.4019578 Jul 09 19:55:20.439154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57118) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:20.441366 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-56b4196c-9bac-4c63-87d7-a8d97e68fe52 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7925518 Jul 09 19:55:20.445619 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-2e88ee66-95ba-40fc-a349-88857b21c2e3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Request body: {'subnet': {'network_id': 'f2c101a2-874d-4c28-9771-dd87cd87c899', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:20.499939 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:20.522301 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4196c-9bac-4c63-87d7-a8d97e68fe52 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event updated for resources: {'Network': ['ID=f2c101a2-874d-4c28-9771-dd87cd87c899,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:20.527328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-9a67b1e4-622b-4b23-88ee-d2f7128c2791 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Request body: {'port': {'device_id': '76850fc7-a6c7-4772-9745-04a272981243', 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'admin_state_up': True, 'tenant_id': '382be6ed01574db2b800f45c2ce85e9e'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:20.537673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network f2c101a2-874d-4c28-9771-dd87cd87c899 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:55:20.587761 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ed5cf1f4-e85e-44b7-9580-b05ded93f77a req-db7cea0f-6551-4a85-9930-d6cfc1eedef0 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718307 Jul 09 19:55:20.641329 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1073d919-e8b2-4e55-a7f4-ef3bc9365533 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:20.680405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1073d919-e8b2-4e55-a7f4-ef3bc9365533, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1073d919-e8b2-4e55-a7f4-ef3bc9365533,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:20.726380 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:20.727096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 8dccef9f-874f-4309-ad10-4d22d5222a9c details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:55:20.756231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e88ee66-95ba-40fc-a349-88857b21c2e3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Made reservation on behalf of bd737430fbed42b8908469dfa5658306 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:20.776212 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e88ee66-95ba-40fc-a349-88857b21c2e3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:20.871798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 8dccef9f-874f-4309-ad10-4d22d5222a9c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:20.901373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'port_id': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'mac_address': 'fa:16:3e:60:c0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:55:20.976186 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-9a67b1e4-622b-4b23-88ee-d2f7128c2791 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Made reservation on behalf of 382be6ed01574db2b800f45c2ce85e9e for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:20.978471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4966619-e7d4-482d-8c93-3e9affe6539c req-1b80df5e-58f8-43e6-b5a6-fc54d29e020e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:20.979975 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-9a67b1e4-622b-4b23-88ee-d2f7128c2791 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:20.996993 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.001603 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4966619-e7d4-482d-8c93-3e9affe6539c req-1b80df5e-58f8-43e6-b5a6-fc54d29e020e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 943 time: 0.1802747 Jul 09 19:55:21.053862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dccef9f-874f-4309-ad10-4d22d5222a9c {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:21.083546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 8dccef9f-874f-4309-ad10-4d22d5222a9c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:21.095477 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4966619-e7d4-482d-8c93-3e9affe6539c req-3adb0d42-7efb-4937-bac4-91e4c375f7ef tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709960 Jul 09 19:55:21.096150 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.098624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=1073d919-e8b2-4e55-a7f4-ef3bc9365533,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:21.200624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=8dccef9f-874f-4309-ad10-4d22d5222a9c,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:21.314083 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d57a386b-20dc-4fc2-b0ea-1edc2b36e762 req-ffbf2770-0424-4675-a04c-3e7813a44364 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 210 time: 0.0647271 Jul 09 19:55:21.381099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a2143bf4-3ecd-4478-994f-79aad9c438db up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:21.473520 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1073d919-e8b2-4e55-a7f4-ef3bc9365533'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:21.475670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['8dccef9f-874f-4309-ad10-4d22d5222a9c'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:21.563898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-9a67b1e4-622b-4b23-88ee-d2f7128c2791 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Allocated IP 172.20.0.9 (8894aba0-c40a-4dc6-b8c1-f53ea7016388/bdd5bce8-001b-47cc-8510-ced4334ba819/c9deddb0-c43e-47de-b1e8-88ea2d643392) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:21.582641 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port a2143bf4-3ecd-4478-994f-79aad9c438db triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:21.583030 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.786447 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.resource_extend [req-225a1035-9963-4337-832a-6890be30cf01 req-da929c23-85d9-414a-b41b-82822b16f340 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:55:21.798310 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.843549 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2143bf4-3ecd-4478-994f-79aad9c438db'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:21.846222 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31a8d5a-20ab-43ae-a39e-be9d1bc36f34" -d '{"events": [{"server_uuid": "e432b692-f1fb-497d-a327-931b9fa479ac", "name": "network-vif-plugged", "status": "completed", "tag": "a2143bf4-3ecd-4478-994f-79aad9c438db"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:21.859279 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-9131d60c-d2a5-4d99-bc7c-1315249ab091 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6fa135b511da4b3c95d7d501fb0d4acf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487044 Jul 09 19:55:21.890091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a2143bf4-3ecd-4478-994f-79aad9c438db, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a2143bf4-3ecd-4478-994f-79aad9c438db,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:21.921806 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.986197 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-225a1035-9963-4337-832a-6890be30cf01 req-da929c23-85d9-414a-b41b-82822b16f340 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:21.996228 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-225a1035-9963-4337-832a-6890be30cf01 req-da929c23-85d9-414a-b41b-82822b16f340 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:22.030761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-c748dbe6-a13e-43bc-8a9c-386dabf90548 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:22.037468 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-c748dbe6-a13e-43bc-8a9c-386dabf90548 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772509 Jul 09 19:55:22.054190 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-a0d464a8-050f-4ed5-9fe6-e2577a31c9e6 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/quotas/6fa135b511da4b3c95d7d501fb0d4acf HTTP/1.1" status: 200 len: 375 time: 0.0156529 Jul 09 19:55:22.059401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a2143bf4-3ecd-4478-994f-79aad9c438db,revision_number=10']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:22.094028 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-25a7640d-1cd0-4b73-ad02-e55de5f06ebd tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fa135b511da4b3c95d7d501fb0d4acf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387752 Jul 09 19:55:22.112097 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [req-225a1035-9963-4337-832a-6890be30cf01 req-da929c23-85d9-414a-b41b-82822b16f340 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Floating IP b0e07e16-0360-4709-863b-e6dc828b2b0b associated. External IP: 172.25.0.233, port: 2f41182d-e558-429f-b277-1c9fc3b7daed. Jul 09 19:55:22.114632 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e88ee66-95ba-40fc-a349-88857b21c2e3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:22.204156 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88ee66-95ba-40fc-a349-88857b21c2e3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event updated for resources: {'Subnet': ['ID=e19b2a10-88d9-4694-93e3-67fa4a29cfcc,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:22.341752 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-9a67b1e4-622b-4b23-88ee-d2f7128c2791 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:22.376607 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e88ee66-95ba-40fc-a349-88857b21c2e3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Checking segment: {'id': '8e487327-8f87-4c61-8f3d-c5f52d159a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f2c101a2-874d-4c28-9771-dd87cd87c899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:22.377059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e88ee66-95ba-40fc-a349-88857b21c2e3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Network hostable DHCP agents. Network: f2c101a2-874d-4c28-9771-dd87cd87c899, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:55:22.436718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e88ee66-95ba-40fc-a349-88857b21c2e3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Network f2c101a2-874d-4c28-9771-dd87cd87c899 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:55:22.508231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efc24f-aba1-4cc1-9a6b-c68db3750aa0 req-66a47ed9-78ba-41a7-8f33-156d0a05f7cf tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:22.517280 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93efc24f-aba1-4cc1-9a6b-c68db3750aa0 req-66a47ed9-78ba-41a7-8f33-156d0a05f7cf tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 949 time: 0.0993586 Jul 09 19:55:22.549406 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-2e88ee66-95ba-40fc-a349-88857b21c2e3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, f2c101a2-874d-4c28-9771-dd87cd87c899) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:22.557186 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e88ee66-95ba-40fc-a349-88857b21c2e3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:22.558235 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e88ee66-95ba-40fc-a349-88857b21c2e3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:22.569862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8c8e41-3d95-430c-8de3-a4170f0e95da None None] Network f2c101a2-874d-4c28-9771-dd87cd87c899 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:22.574683 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93efc24f-aba1-4cc1-9a6b-c68db3750aa0 req-cd0003b6-28b3-4a60-bc7d-792f60fe2272 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539598 Jul 09 19:55:22.587958 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-9a67b1e4-622b-4b23-88ee-d2f7128c2791 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:22.642675 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc868571-de01-404c-853f-9e70a4952b6b x-openstack-request-id: req-cc868571-de01-404c-853f-9e70a4952b6b {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:22.643080 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e432b692-f1fb-497d-a327-931b9fa479ac", "name": "network-vif-plugged", "status": "completed", "tag": "a2143bf4-3ecd-4478-994f-79aad9c438db", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:22.644142 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc868571-de01-404c-853f-9e70a4952b6b {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:22.644814 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2143bf4-3ecd-4478-994f-79aad9c438db', 'code': 200} Jul 09 19:55:22.647458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57174) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:22.647726 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2e88ee66-95ba-40fc-a349-88857b21c2e3 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2058234 Jul 09 19:55:22.656567 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c8ececd6-5ca1-4701-b3f9-f5c7492a73ca tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1671083393'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:22.697594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-9a67b1e4-622b-4b23-88ee-d2f7128c2791 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:22.700776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ececd6-5ca1-4701-b3f9-f5c7492a73ca tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Made reservation on behalf of bd737430fbed42b8908469dfa5658306 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:22.704518 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c8ececd6-5ca1-4701-b3f9-f5c7492a73ca tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:22.723717 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-9a67b1e4-622b-4b23-88ee-d2f7128c2791 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:22.739425 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-9a67b1e4-622b-4b23-88ee-d2f7128c2791 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:22.744059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67b1e4-622b-4b23-88ee-d2f7128c2791 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Pushing event updated for resources: {'Port': ['ID=c9deddb0-c43e-47de-b1e8-88ea2d643392,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:22.761408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ececd6-5ca1-4701-b3f9-f5c7492a73ca tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:55:22.783884 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c8ececd6-5ca1-4701-b3f9-f5c7492a73ca tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:22.784279 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-c8ececd6-5ca1-4701-b3f9-f5c7492a73ca tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Added segment 48144f16-380b-4338-865f-81c1ba20bfe8 of type vlan for network 1cbedb55-33a0-48b9-aa1d-dc8f2d232dde Jul 09 19:55:22.811594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-225a1035-9963-4337-832a-6890be30cf01 req-da929c23-85d9-414a-b41b-82822b16f340 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Router aaa6fcbd-a569-43d5-8969-69ac256645db has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:55:22.852490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-9a67b1e4-622b-4b23-88ee-d2f7128c2791 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:22.853189 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-9a67b1e4-622b-4b23-88ee-d2f7128c2791 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:22.886271 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7486af22-5882-446b-9b4e-322094027741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-f2c101a2-874d-4c28-9771-dd87cd87c899', 'network_id': 'f2c101a2-874d-4c28-9771-dd87cd87c899', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'fixed_ips': [{'subnet_id': 'e19b2a10-88d9-4694-93e3-67fa4a29cfcc'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:55:22.887468 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7486af22-5882-446b-9b4e-322094027741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:22.944078 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-9a67b1e4-622b-4b23-88ee-d2f7128c2791 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5032079 Jul 09 19:55:22.969077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Request body: {'port': {'device_id': '76850fc7-a6c7-4772-9745-04a272981243', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:23.028971 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c8ececd6-5ca1-4701-b3f9-f5c7492a73ca tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:23.097306 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee587d4-dcb8-4eeb-9e89-362298714b86 req-4cdcd4b7-775f-4bb2-99d7-04e59d1d4588 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:23.106535 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cee587d4-dcb8-4eeb-9e89-362298714b86 req-4cdcd4b7-775f-4bb2-99d7-04e59d1d4588 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 944 time: 0.2352145 Jul 09 19:55:23.116242 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-225a1035-9963-4337-832a-6890be30cf01 req-da929c23-85d9-414a-b41b-82822b16f340 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:23.125967 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-225a1035-9963-4337-832a-6890be30cf01 req-da929c23-85d9-414a-b41b-82822b16f340 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:23.134757 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974ac2c1-b435-405b-a48c-c421386ff718 None None] Sync routers for ids ['aaa6fcbd-a569-43d5-8969-69ac256645db'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:23.155305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ac2c1-b435-405b-a48c-c421386ff718 None None] Routers {'aaa6fcbd-a569-43d5-8969-69ac256645db'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:23.155846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-974ac2c1-b435-405b-a48c-c421386ff718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['aaa6fcbd-a569-43d5-8969-69ac256645db'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:23.156862 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:23.161948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-7486af22-5882-446b-9b4e-322094027741 None None] Allocated IP 19.80.0.2 (f2c101a2-874d-4c28-9771-dd87cd87c899/e19b2a10-88d9-4694-93e3-67fa4a29cfcc/36e8c7a3-2de7-480a-acc7-45e41237552b) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:23.195111 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cee587d4-dcb8-4eeb-9e89-362298714b86 req-7cf70fb0-c574-41e8-b061-84de970c9393 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865529 Jul 09 19:55:23.223894 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c8ececd6-5ca1-4701-b3f9-f5c7492a73ca tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:23.225683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225a1035-9963-4337-832a-6890be30cf01 req-da929c23-85d9-414a-b41b-82822b16f340 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "PUT /v2.0/floatingips/b0e07e16-0360-4709-863b-e6dc828b2b0b HTTP/1.1" status: 200 len: 996 time: 3.4159241 Jul 09 19:55:23.229898 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ececd6-5ca1-4701-b3f9-f5c7492a73ca tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:23.230619 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c8ececd6-5ca1-4701-b3f9-f5c7492a73ca tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:23.236747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5024ef53-c896-4df7-af22-ccbe5e11f9fb', 'tag': '2f41182d-e558-429f-b277-1c9fc3b7daed'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:23.238973 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ea429d-df82-4885-bcd7-9f3056e70d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "5024ef53-c896-4df7-af22-ccbe5e11f9fb", "tag": "2f41182d-e558-429f-b277-1c9fc3b7daed"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:23.384561 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c8ececd6-5ca1-4701-b3f9-f5c7492a73ca tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7319567 Jul 09 19:55:23.384869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57180) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:23.394554 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-99085c8d-7795-4296-b84c-07d0858bfba9 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Request body: {'subnet': {'network_id': '1cbedb55-33a0-48b9-aa1d-dc8f2d232dde', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:23.396769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ececd6-5ca1-4701-b3f9-f5c7492a73ca tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event updated for resources: {'Network': ['ID=1cbedb55-33a0-48b9-aa1d-dc8f2d232dde,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:23.525043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a1035-9963-4337-832a-6890be30cf01 req-9cc1fe9b-48cb-426f-a437-3e1a488781ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:23.543559 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225a1035-9963-4337-832a-6890be30cf01 req-9cc1fe9b-48cb-426f-a437-3e1a488781ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09559e1dc0d645d1b07bf7de18ef3ce1&device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 1096 time: 0.2928700 Jul 09 19:55:23.570266 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f698c90c-af0a-4a01-8e0d-921960b19c14 req-dfdb47f4-91fd-4d80-b748-b4eb076b376c tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 210 time: 0.0835390 Jul 09 19:55:23.591890 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 1cbedb55-33a0-48b9-aa1d-dc8f2d232dde details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:55:23.610703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1073d919-e8b2-4e55-a7f4-ef3bc9365533 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:23.913450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-974ac2c1-b435-405b-a48c-c421386ff718 None None] Set router aaa6fcbd-a569-43d5-8969-69ac256645db gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:23.937252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e833bb-47d4-48c7-9ed5-5ad2f5036bdd req-7540b040-5fce-4e68-a540-b2d4e77436d5 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:23.944701 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27e833bb-47d4-48c7-9ed5-5ad2f5036bdd req-7540b040-5fce-4e68-a540-b2d4e77436d5 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 931 time: 0.0979538 Jul 09 19:55:23.998131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 1073d919-e8b2-4e55-a7f4-ef3bc9365533 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:24.005178 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27e833bb-47d4-48c7-9ed5-5ad2f5036bdd req-80ba9922-2fa8-49c4-9ca2-7f9520453228 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558751 Jul 09 19:55:24.010186 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7486af22-5882-446b-9b4e-322094027741 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.010485 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9deddb0-c43e-47de-b1e8-88ea2d643392 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:24.019247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 1073d919-e8b2-4e55-a7f4-ef3bc9365533 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:24.020115 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.037869 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.071474 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Transition to ACTIVE for port object c9deddb0-c43e-47de-b1e8-88ea2d643392 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:24.072256 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99085c8d-7795-4296-b84c-07d0858bfba9 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Made reservation on behalf of bd737430fbed42b8908469dfa5658306 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:24.077927 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-99085c8d-7795-4296-b84c-07d0858bfba9 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.083835 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a1035-9963-4337-832a-6890be30cf01 req-05101541-1af6-48d8-b4a9-b3fdf469440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:24.085403 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225a1035-9963-4337-832a-6890be30cf01 req-05101541-1af6-48d8-b4a9-b3fdf469440e service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd27c0ec-0062-4b7b-8b93-c85f6699ca55 HTTP/1.1" status: 200 len: 930 time: 0.5410140 Jul 09 19:55:24.093494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7486af22-5882-446b-9b4e-322094027741 None None] Transition to ACTIVE for port object 36e8c7a3-2de7-480a-acc7-45e41237552b will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:24.098905 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.170301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7486af22-5882-446b-9b4e-322094027741 None None] Transition to ACTIVE for port object 36e8c7a3-2de7-480a-acc7-45e41237552b will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:24.227863 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7486af22-5882-446b-9b4e-322094027741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.313511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Pushing event updated for resources: {'Port': ['ID=c9deddb0-c43e-47de-b1e8-88ea2d643392,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:24.318420 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f138e3f9-5893-4a86-8cf1-678cffb53f0f x-openstack-request-id: req-f138e3f9-5893-4a86-8cf1-678cffb53f0f {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:24.319922 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5024ef53-c896-4df7-af22-ccbe5e11f9fb", "tag": "2f41182d-e558-429f-b277-1c9fc3b7daed", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:24.320446 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f138e3f9-5893-4a86-8cf1-678cffb53f0f {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:24.321113 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5024ef53-c896-4df7-af22-ccbe5e11f9fb', 'tag': '2f41182d-e558-429f-b277-1c9fc3b7daed', 'status': 'completed', 'code': 200} Jul 09 19:55:24.402274 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7486af22-5882-446b-9b4e-322094027741 None None] Network f2c101a2-874d-4c28-9771-dd87cd87c899 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:24.425815 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-7486af22-5882-446b-9b4e-322094027741 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:24.434311 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-cfb8f056-54e4-4142-956a-f43c599ccea7 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6fa135b511da4b3c95d7d501fb0d4acf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088734 Jul 09 19:55:24.437073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7486af22-5882-446b-9b4e-322094027741 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:24.445047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c77b0-5e3d-4f82-8b1c-1cea06f75252 req-99440a7b-2ec3-4daa-b75d-d727313cf2b6 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:24.448223 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486af22-5882-446b-9b4e-322094027741 None None] Pushing event updated for resources: {'Port': ['ID=36e8c7a3-2de7-480a-acc7-45e41237552b,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:24.458318 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f92c77b0-5e3d-4f82-8b1c-1cea06f75252 req-99440a7b-2ec3-4daa-b75d-d727313cf2b6 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 949 time: 0.1631305 Jul 09 19:55:24.461213 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.540450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f92c77b0-5e3d-4f82-8b1c-1cea06f75252 req-060e317e-76df-4575-84fd-dbe04e80ba66 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811653 Jul 09 19:55:24.556551 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7486af22-5882-446b-9b4e-322094027741 None None] Attempting to bind port 36e8c7a3-2de7-480a-acc7-45e41237552b on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:24.557165 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7486af22-5882-446b-9b4e-322094027741 None None] Attempting to bind port 36e8c7a3-2de7-480a-acc7-45e41237552b by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '8e487327-8f87-4c61-8f3d-c5f52d159a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f2c101a2-874d-4c28-9771-dd87cd87c899'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:24.557714 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7486af22-5882-446b-9b4e-322094027741 None None] Attempting to bind port 36e8c7a3-2de7-480a-acc7-45e41237552b on network f2c101a2-874d-4c28-9771-dd87cd87c899 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:24.591181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7486af22-5882-446b-9b4e-322094027741 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:24.592144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7486af22-5882-446b-9b4e-322094027741 None None] Checking segment: {'id': '8e487327-8f87-4c61-8f3d-c5f52d159a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f2c101a2-874d-4c28-9771-dd87cd87c899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:24.593017 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7486af22-5882-446b-9b4e-322094027741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.593845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7486af22-5882-446b-9b4e-322094027741 None None] Bound using segment: {'id': '8e487327-8f87-4c61-8f3d-c5f52d159a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f2c101a2-874d-4c28-9771-dd87cd87c899'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:24.594694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7486af22-5882-446b-9b4e-322094027741 None None] Bound port: 36e8c7a3-2de7-480a-acc7-45e41237552b, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e487327-8f87-4c61-8f3d-c5f52d159a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f2c101a2-874d-4c28-9771-dd87cd87c899'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:24.595338 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7486af22-5882-446b-9b4e-322094027741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.625945 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1073d919-e8b2-4e55-a7f4-ef3bc9365533, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1073d919-e8b2-4e55-a7f4-ef3bc9365533,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:24.640017 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.641196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 8dccef9f-874f-4309-ad10-4d22d5222a9c up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:24.658651 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225a1035-9963-4337-832a-6890be30cf01 req-030e0b8c-e7d5-47a6-95bb-ad241cf20380 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f41182d-e558-429f-b277-1c9fc3b7daed HTTP/1.1" status: 200 len: 999 time: 0.5188990 Jul 09 19:55:24.664179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89dde419-aca8-40ab-a503-5bed2bc54f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1073d919-e8b2-4e55-a7f4-ef3bc9365533'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:24.667134 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79ff8bc-875f-4d49-ab16-5376348b7516" -d '{"events": [{"server_uuid": "89dde419-aca8-40ab-a503-5bed2bc54f63", "name": "network-vif-plugged", "status": "completed", "tag": "1073d919-e8b2-4e55-a7f4-ef3bc9365533"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:24.778574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-974ac2c1-b435-405b-a48c-c421386ff718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:34Z', 'updated_at': '2021-07-09T19:54:46Z', 'revision_number': 4, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'gw_port': {'id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:35Z', 'updated_at': '2021-07-09T19:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'b0e07e16-0360-4709-863b-e6dc828b2b0b', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'port_id': '2f41182d-e558-429f-b277-1c9fc3b7daed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'mac_address': 'fa:16:3e:56:33:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5024ef53-c896-4df7-af22-ccbe5e11f9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:55:16Z', 'updated_at': '2021-07-09T19:55:21Z', 'revision_number': 1, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46945758-50f1-4004-b949-b6f7188a03ce', 'name': '', 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'mac_address': 'fa:16:3e:59:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:44Z', 'updated_at': '2021-07-09T19:54:56Z', 'revision_number': 5, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'subnets': [{'id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:24.790762 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b98b2-8664-4060-a1e6-d6337433189f req-fd55f8af-410c-4f03-a5c2-5a933a3c8db8 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:24.799763 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef8b98b2-8664-4060-a1e6-d6337433189f req-fd55f8af-410c-4f03-a5c2-5a933a3c8db8 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 944 time: 0.0997438 Jul 09 19:55:24.807860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a1035-9963-4337-832a-6890be30cf01 req-41b47614-31ed-45ab-947c-93d9a0ee806a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:24.809654 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225a1035-9963-4337-832a-6890be30cf01 req-41b47614-31ed-45ab-947c-93d9a0ee806a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7405ed2-c8d8-4800-8b01-9cf99fe6c576 HTTP/1.1" status: 200 len: 868 time: 0.0844052 Jul 09 19:55:24.834360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974ac2c1-b435-405b-a48c-c421386ff718 None None] Checking router: aaa6fcbd-a569-43d5-8969-69ac256645db for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:55:24.843077 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7486af22-5882-446b-9b4e-322094027741 None None] For port 36e8c7a3-2de7-480a-acc7-45e41237552b, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:55:24.848177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=1073d919-e8b2-4e55-a7f4-ef3bc9365533,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:24.865933 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef8b98b2-8664-4060-a1e6-d6337433189f req-fcba8326-b7ac-4f2f-a893-6c39f36b3f11 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649819 Jul 09 19:55:24.883213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7486af22-5882-446b-9b4e-322094027741 None None] For port 36e8c7a3-2de7-480a-acc7-45e41237552b, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=36e8c7a3-2de7-480a-acc7-45e41237552b,segment=NetworkSegment(8e487327-8f87-4c61-8f3d-c5f52d159a6d),segment_id=8e487327-8f87-4c61-8f3d-c5f52d159a6d)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:55:24.890725 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7486af22-5882-446b-9b4e-322094027741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:24.894509 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ac2c1-b435-405b-a48c-c421386ff718 None None] Routers {'aaa6fcbd-a569-43d5-8969-69ac256645db'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:24.895279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-974ac2c1-b435-405b-a48c-c421386ff718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:54:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['aaa6fcbd-a569-43d5-8969-69ac256645db'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:24.900931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea429d-df82-4885-bcd7-9f3056e70d1f req-97cc7a74-6265-4935-978d-b1f452b4af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:24.902606 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00ea429d-df82-4885-bcd7-9f3056e70d1f req-97cc7a74-6265-4935-978d-b1f452b4af2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09559e1dc0d645d1b07bf7de18ef3ce1&device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 1096 time: 0.5749404 Jul 09 19:55:25.003074 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486af22-5882-446b-9b4e-322094027741 None None] Pushing event updated for resources: {'Port': ['ID=36e8c7a3-2de7-480a-acc7-45e41237552b,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:25.029446 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 8dccef9f-874f-4309-ad10-4d22d5222a9c completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:25.039591 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 8dccef9f-874f-4309-ad10-4d22d5222a9c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:25.039591 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.119419 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b6b61e3-c511-4651-afb3-557f98fe534a req-62a7e981-5b9a-488e-ac96-19ba47824173 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 210 time: 0.1104119 Jul 09 19:55:25.188675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-974ac2c1-b435-405b-a48c-c421386ff718 None None] Set router aaa6fcbd-a569-43d5-8969-69ac256645db gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:25.234966 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81564d46-6fe2-4d23-942e-07da274ed686 x-openstack-request-id: req-81564d46-6fe2-4d23-942e-07da274ed686 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:25.235359 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89dde419-aca8-40ab-a503-5bed2bc54f63", "name": "network-vif-plugged", "status": "completed", "tag": "1073d919-e8b2-4e55-a7f4-ef3bc9365533", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:25.236259 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81564d46-6fe2-4d23-942e-07da274ed686 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:25.236785 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89dde419-aca8-40ab-a503-5bed2bc54f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1073d919-e8b2-4e55-a7f4-ef3bc9365533', 'code': 200} Jul 09 19:55:25.416570 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.531952 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Attempting to bind port c9deddb0-c43e-47de-b1e8-88ea2d643392 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:25.532514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Attempting to bind port c9deddb0-c43e-47de-b1e8-88ea2d643392 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:25.536862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Attempting to bind port c9deddb0-c43e-47de-b1e8-88ea2d643392 on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:25.595391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 8dccef9f-874f-4309-ad10-4d22d5222a9c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:25.603388 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.604164 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6be9f-652e-4e87-b80b-92b67c564b79 req-7b605ad5-3a6d-48b9-98fb-02a1a9bf11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:25.606450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6ec6be9f-652e-4e87-b80b-92b67c564b79 req-7b605ad5-3a6d-48b9-98fb-02a1a9bf11ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 1101 time: 0.2929447 Jul 09 19:55:25.623272 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-41f6a0c9-8c12-4b48-9936-0f2d4ad9fa62 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:25.624963 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-41f6a0c9-8c12-4b48-9936-0f2d4ad9fa62 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1799231 Jul 09 19:55:25.626428 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-99085c8d-7795-4296-b84c-07d0858bfba9 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.663974 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6ec6be9f-652e-4e87-b80b-92b67c564b79 req-f1d894b6-605f-447c-8bbb-c5c842f1122b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472348 Jul 09 19:55:25.677880 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c69fc-3d14-454f-8217-acb1038f6217 req-77fb2a20-da32-4706-aa4d-af80b14320ff tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:25.686490 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a22c69fc-3d14-454f-8217-acb1038f6217 req-77fb2a20-da32-4706-aa4d-af80b14320ff tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 943 time: 0.2138319 Jul 09 19:55:25.696120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=8dccef9f-874f-4309-ad10-4d22d5222a9c,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:25.697592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Port c9deddb0-c43e-47de-b1e8-88ea2d643392 on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:55:25.698109 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Attempting to bind port c9deddb0-c43e-47de-b1e8-88ea2d643392 on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:25.703747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Request body: {'port': {'device_id': 'a45ddd72-e3b3-41e6-b178-2a2535f17e4b', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '6fa135b511da4b3c95d7d501fb0d4acf'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:25.726876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-974ac2c1-b435-405b-a48c-c421386ff718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:34Z', 'updated_at': '2021-07-09T19:54:46Z', 'revision_number': 4, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'gw_port': {'id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:35Z', 'updated_at': '2021-07-09T19:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'b0e07e16-0360-4709-863b-e6dc828b2b0b', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'port_id': '2f41182d-e558-429f-b277-1c9fc3b7daed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'mac_address': 'fa:16:3e:56:33:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5024ef53-c896-4df7-af22-ccbe5e11f9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:55:16Z', 'updated_at': '2021-07-09T19:55:21Z', 'revision_number': 1, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46945758-50f1-4004-b949-b6f7188a03ce', 'name': '', 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'mac_address': 'fa:16:3e:59:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:44Z', 'updated_at': '2021-07-09T19:54:56Z', 'revision_number': 5, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'subnets': [{'id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:25.741670 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a22c69fc-3d14-454f-8217-acb1038f6217 req-bbf2cc4e-f91a-43c5-a40a-7f29540d2636 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540550 Jul 09 19:55:25.776627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974ac2c1-b435-405b-a48c-c421386ff718 None None] The sync data for ids ['aaa6fcbd-a569-43d5-8969-69ac256645db'] in n-d-800088-3 is: [{'id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:34Z', 'updated_at': '2021-07-09T19:54:46Z', 'revision_number': 4, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'gw_port': {'id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:35Z', 'updated_at': '2021-07-09T19:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'b0e07e16-0360-4709-863b-e6dc828b2b0b', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'port_id': '2f41182d-e558-429f-b277-1c9fc3b7daed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'mac_address': 'fa:16:3e:56:33:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5024ef53-c896-4df7-af22-ccbe5e11f9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:55:16Z', 'updated_at': '2021-07-09T19:55:21Z', 'revision_number': 1, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46945758-50f1-4004-b949-b6f7188a03ce', 'name': '', 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'mac_address': 'fa:16:3e:59:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:44Z', 'updated_at': '2021-07-09T19:54:56Z', 'revision_number': 5, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'subnets': [{'id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:25.848099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a1035-9963-4337-832a-6890be30cf01 req-1b8afe4d-0f8e-40f6-b070-4fb8a57fa76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:25.852174 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225a1035-9963-4337-832a-6890be30cf01 req-1b8afe4d-0f8e-40f6-b070-4fb8a57fa76b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd27c0ec-0062-4b7b-8b93-c85f6699ca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0277176 Jul 09 19:55:25.873521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:25.874344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Checking segment: {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:25.875035 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Bound using segment: {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:25.875704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Bound port: c9deddb0-c43e-47de-b1e8-88ea2d643392, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:25.876294 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:25.905914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-225a1035-9963-4337-832a-6890be30cf01 req-20980c97-93eb-4345-84e3-29546771359c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:55:25.907324 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225a1035-9963-4337-832a-6890be30cf01 req-20980c97-93eb-4345-84e3-29546771359c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174413 Jul 09 19:55:25.991339 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea429d-df82-4885-bcd7-9f3056e70d1f req-36e6966c-293b-476b-9bdc-b87938b2a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:25.993540 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00ea429d-df82-4885-bcd7-9f3056e70d1f req-36e6966c-293b-476b-9bdc-b87938b2a2e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd27c0ec-0062-4b7b-8b93-c85f6699ca55 HTTP/1.1" status: 200 len: 930 time: 1.0531445 Jul 09 19:55:26.008064 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99085c8d-7795-4296-b84c-07d0858bfba9 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event updated for resources: {'Subnet': ['ID=d9874f59-f5ee-4b9e-8ea6-afa843c31132,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:26.176709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99085c8d-7795-4296-b84c-07d0858bfba9 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Checking segment: {'id': '48144f16-380b-4338-865f-81c1ba20bfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1cbedb55-33a0-48b9-aa1d-dc8f2d232dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:26.176709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99085c8d-7795-4296-b84c-07d0858bfba9 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Network hostable DHCP agents. Network: 1cbedb55-33a0-48b9-aa1d-dc8f2d232dde, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:55:26.179955 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd9557d-5870-4a90-a5bb-f7a064e427eb None None] New status for floating IP b0e07e16-0360-4709-863b-e6dc828b2b0b: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:55:26.354857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406247ed-d7a8-4998-90a2-006f45bc217f req-51cbec85-2c75-43c0-b7d3-8b9d71c11c45 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:26.367550 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-406247ed-d7a8-4998-90a2-006f45bc217f req-51cbec85-2c75-43c0-b7d3-8b9d71c11c45 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 950 time: 0.1099317 Jul 09 19:55:26.425465 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00ea429d-df82-4885-bcd7-9f3056e70d1f req-b7f86b43-350f-49be-9094-1c3285be68b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f41182d-e558-429f-b277-1c9fc3b7daed HTTP/1.1" status: 200 len: 999 time: 0.3927472 Jul 09 19:55:26.436418 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-406247ed-d7a8-4998-90a2-006f45bc217f req-40879937-91ed-4552-be14-a0c966dbb6b5 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633380 Jul 09 19:55:26.451105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99085c8d-7795-4296-b84c-07d0858bfba9 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Network 1cbedb55-33a0-48b9-aa1d-dc8f2d232dde is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:55:26.556192 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:26.585006 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225a1035-9963-4337-832a-6890be30cf01 req-bada9164-da1a-49b0-a5df-fe5d8a93c23e service neutron] 10.222.0.30 "GET /v2.0/networks/cd27c0ec-0062-4b7b-8b93-c85f6699ca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6762860 Jul 09 19:55:26.588099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] For port c9deddb0-c43e-47de-b1e8-88ea2d643392, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:55:26.591850 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-99085c8d-7795-4296-b84c-07d0858bfba9 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 1cbedb55-33a0-48b9-aa1d-dc8f2d232dde) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:26.601073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ed06e3-7c7f-42a7-ad14-02b3d8476c26 None None] Network 1cbedb55-33a0-48b9-aa1d-dc8f2d232dde requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:26.606068 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] For port c9deddb0-c43e-47de-b1e8-88ea2d643392, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c9deddb0-c43e-47de-b1e8-88ea2d643392,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:55:26.613364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99085c8d-7795-4296-b84c-07d0858bfba9 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:26.614684 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-99085c8d-7795-4296-b84c-07d0858bfba9 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:26.660564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de463262-e33c-4b11-ba96-a72183aa41bc req-cf1e4998-531e-4c15-8799-4ba3aaf78e96 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:26.668891 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de463262-e33c-4b11-ba96-a72183aa41bc req-cf1e4998-531e-4c15-8799-4ba3aaf78e96 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 945 time: 0.1008129 Jul 09 19:55:26.678768 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:26.681326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Made reservation on behalf of 6fa135b511da4b3c95d7d501fb0d4acf for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:26.685092 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:26.721382 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de463262-e33c-4b11-ba96-a72183aa41bc req-e8d8ceba-6f39-47c7-809b-4632cdcc4642 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503483 Jul 09 19:55:26.773407 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea429d-df82-4885-bcd7-9f3056e70d1f req-e390dd4b-e918-4d9b-a7ad-89a335761cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:26.774941 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00ea429d-df82-4885-bcd7-9f3056e70d1f req-e390dd4b-e918-4d9b-a7ad-89a335761cc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7405ed2-c8d8-4800-8b01-9cf99fe6c576 HTTP/1.1" status: 200 len: 868 time: 0.3195825 Jul 09 19:55:26.782751 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:26.807899 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-99085c8d-7795-4296-b84c-07d0858bfba9 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.4127715 Jul 09 19:55:26.860179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e94c2de-fde6-4621-aacd-edc0f6d7e377 None None] Network f2c101a2-874d-4c28-9771-dd87cd87c899 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:26.870547 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:26.871287 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:26.873359 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] 10.222.0.36 "PUT /v2.0/ports/c9deddb0-c43e-47de-b1e8-88ea2d643392 HTTP/1.1" status: 200 len: 1091 time: 3.9156978 Jul 09 19:55:26.883422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76850fc7-a6c7-4772-9745-04a272981243', 'tag': 'c9deddb0-c43e-47de-b1e8-88ea2d643392'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:26.890157 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ca0550-5617-4596-93f2-059fed3cf9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "76850fc7-a6c7-4772-9745-04a272981243", "tag": "c9deddb0-c43e-47de-b1e8-88ea2d643392"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:26.993844 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b822842-658e-41fa-8a03-86a355d5d9f9 req-ce40f87a-9d0a-46e7-965c-d8459ba9cf2d tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 210 time: 0.0707595 Jul 09 19:55:27.065316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072119bb-5655-4df7-9355-75d587b2fb67 service neutron] Pushing event updated for resources: {'Port': ['ID=c9deddb0-c43e-47de-b1e8-88ea2d643392,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:27.081359 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225a1035-9963-4337-832a-6890be30cf01 req-e44f43d4-629e-4172-b465-3afcd889f80c service neutron] 10.222.0.30 "GET /v2.0/networks/cd27c0ec-0062-4b7b-8b93-c85f6699ca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841523 Jul 09 19:55:27.140322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea429d-df82-4885-bcd7-9f3056e70d1f req-672ab6eb-5770-4725-bca6-72b16588628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:27.142045 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00ea429d-df82-4885-bcd7-9f3056e70d1f req-672ab6eb-5770-4725-bca6-72b16588628d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd27c0ec-0062-4b7b-8b93-c85f6699ca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3453474 Jul 09 19:55:27.182412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-e308aa11-2a9b-48d2-abc7-f918edbc5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:27.184065 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-e308aa11-2a9b-48d2-abc7-f918edbc5a6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 1094 time: 0.2397907 Jul 09 19:55:27.211477 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d0de62d6-091d-475d-a855-c2acc2cbf0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.227617 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f917ba9-2287-4765-b543-33c39a75e1b6 req-5deedb28-bde1-48d2-98a3-cb32a39c4ed8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:27.238012 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dccef9f-874f-4309-ad10-4d22d5222a9c'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:27.238219 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f917ba9-2287-4765-b543-33c39a75e1b6 req-5deedb28-bde1-48d2-98a3-cb32a39c4ed8 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 943 time: 0.0863335 Jul 09 19:55:27.240878 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305b7868-668d-45a3-90e0-c208936a4052" -d '{"events": [{"server_uuid": "9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f", "name": "network-vif-plugged", "status": "completed", "tag": "8dccef9f-874f-4309-ad10-4d22d5222a9c"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:27.260236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2b570a76-6ed7-4be5-b56a-a1a1d0fb03a0 None None] Provisioning for port 36e8c7a3-2de7-480a-acc7-45e41237552b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:27.308741 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f917ba9-2287-4765-b543-33c39a75e1b6 req-de114bce-9f79-44a7-8e2f-1d7fa61ad544 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693822 Jul 09 19:55:27.312798 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-2bbccd44-7c71-48be-a7bc-7e7d6d1a56eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9deddb0-c43e-47de-b1e8-88ea2d643392 HTTP/1.1" status: 200 len: 217 time: 0.1146419 Jul 09 19:55:27.369119 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-1cbedb55-33a0-48b9-aa1d-dc8f2d232dde', 'network_id': '1cbedb55-33a0-48b9-aa1d-dc8f2d232dde', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'fixed_ips': [{'subnet_id': 'd9874f59-f5ee-4b9e-8ea6-afa843c31132'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:55:27.370106 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.380096 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8bd530-0b23-40ad-9ddd-b2b812044846 x-openstack-request-id: req-3a8bd530-0b23-40ad-9ddd-b2b812044846 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:27.380410 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76850fc7-a6c7-4772-9745-04a272981243", "tag": "c9deddb0-c43e-47de-b1e8-88ea2d643392", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:27.380705 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a8bd530-0b23-40ad-9ddd-b2b812044846 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:27.382022 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76850fc7-a6c7-4772-9745-04a272981243', 'tag': 'c9deddb0-c43e-47de-b1e8-88ea2d643392', 'status': 'completed', 'code': 200} Jul 09 19:55:27.437799 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.541826 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.568887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-e1805af9-cc6a-475e-9993-a466180948b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:27.571110 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-e1805af9-cc6a-475e-9993-a466180948b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 200 len: 852 time: 0.2510312 Jul 09 19:55:27.574327 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Allocated IP 19.86.0.2 (1cbedb55-33a0-48b9-aa1d-dc8f2d232dde/d9874f59-f5ee-4b9e-8ea6-afa843c31132/85ecf79e-5d01-4ee9-89aa-9e423fdf604b) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:27.588201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-becd94f2-7436-46f3-938e-842ea72c051a tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:27.589018 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00ea429d-df82-4885-bcd7-9f3056e70d1f req-bdcf1ea8-a0c0-4d51-b57a-25678c5f8f93 service neutron] 10.222.0.36 "GET /v2.0/networks/cd27c0ec-0062-4b7b-8b93-c85f6699ca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366140 Jul 09 19:55:27.597372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-becd94f2-7436-46f3-938e-842ea72c051a tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:27.600906 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-becd94f2-7436-46f3-938e-842ea72c051a tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/networks?id=f2c101a2-874d-4c28-9771-dd87cd87c899&id=1cbedb55-33a0-48b9-aa1d-dc8f2d232dde HTTP/1.1" status: 200 len: 1391 time: 0.1910596 Jul 09 19:55:27.643212 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-43963f1a-5c4e-4e78-a863-1331da57efa5 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/quotas/bd737430fbed42b8908469dfa5658306 HTTP/1.1" status: 200 len: 375 time: 0.0351167 Jul 09 19:55:27.650184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36e8c7a3-2de7-480a-acc7-45e41237552b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:27.684440 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-3612ba68-30ab-447f-be3e-a185e120e8cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8894aba0-c40a-4dc6-b8c1-f53ea7016388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897150 Jul 09 19:55:27.772397 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fe2f5d-5706-47ad-af74-e30e07b94c74,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:27.795631 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 36e8c7a3-2de7-480a-acc7-45e41237552b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:27.849630 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 36e8c7a3-2de7-480a-acc7-45e41237552b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:27.851452 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.918038 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:27.922259 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-37487cef-413c-4314-a697-c8a5573d7c8c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 258 time: 0.5278187 Jul 09 19:55:27.938138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Transition to ACTIVE for port object 85ecf79e-5d01-4ee9-89aa-9e423fdf604b will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:27.943040 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:27.966661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Transition to ACTIVE for port object 85ecf79e-5d01-4ee9-89aa-9e423fdf604b will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:28.029539 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:28.033066 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00ea429d-df82-4885-bcd7-9f3056e70d1f req-423c9018-d53b-419b-89ab-d54c4707dca0 service neutron] 10.222.0.36 "GET /v2.0/networks/cd27c0ec-0062-4b7b-8b93-c85f6699ca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214506 Jul 09 19:55:28.066932 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Allocated IP 192.168.233.46 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/1e3c19b9-2f07-42f2-9040-ea33d6714004) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:28.084258 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-1c357712-f6c6-4336-8212-5ea125b0e128 service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812962 Jul 09 19:55:28.094123 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:28.102382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 36e8c7a3-2de7-480a-acc7-45e41237552b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=36e8c7a3-2de7-480a-acc7-45e41237552b,segment=NetworkSegment(8e487327-8f87-4c61-8f3d-c5f52d159a6d),segment_id=8e487327-8f87-4c61-8f3d-c5f52d159a6d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:28.105449 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:28.119858 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:28.147926 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-9e9d4f4d-5366-467d-abfa-60ea72f5887c tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd737430fbed42b8908469dfa5658306&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5034258 Jul 09 19:55:28.178325 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Pushing event updated for resources: {'Port': ['ID=85ecf79e-5d01-4ee9-89aa-9e423fdf604b,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:28.212354 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Network 1cbedb55-33a0-48b9-aa1d-dc8f2d232dde is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:28.217740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:28.229755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:28.331750 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=36e8c7a3-2de7-480a-acc7-45e41237552b,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:28.349847 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:28.350643 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a6cb1fb5-6564-43ab-aab0-617cfbf7dcd7 None None] Provisioning complete for port 36e8c7a3-2de7-480a-acc7-45e41237552b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:28.351242 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a6cb1fb5-6564-43ab-aab0-617cfbf7dcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:28.354809 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5026d5fc-19fe-4bb7-b5f8-03a850ef38e6 service neutron] 10.222.0.30 "GET /v2.0/networks/f2c101a2-874d-4c28-9771-dd87cd87c899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053525 Jul 09 19:55:28.368581 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Transition to ACTIVE for port object 1e3c19b9-2f07-42f2-9040-ea33d6714004 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:28.401174 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Attempting to bind port 85ecf79e-5d01-4ee9-89aa-9e423fdf604b on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:28.401985 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Attempting to bind port 85ecf79e-5d01-4ee9-89aa-9e423fdf604b by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '48144f16-380b-4338-865f-81c1ba20bfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1cbedb55-33a0-48b9-aa1d-dc8f2d232dde'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:28.402603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Attempting to bind port 85ecf79e-5d01-4ee9-89aa-9e423fdf604b on network 1cbedb55-33a0-48b9-aa1d-dc8f2d232dde {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:28.410902 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:28.411576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Checking segment: {'id': '48144f16-380b-4338-865f-81c1ba20bfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1cbedb55-33a0-48b9-aa1d-dc8f2d232dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:28.412171 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:28.412891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Bound using segment: {'id': '48144f16-380b-4338-865f-81c1ba20bfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1cbedb55-33a0-48b9-aa1d-dc8f2d232dde'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:28.413373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Bound port: 85ecf79e-5d01-4ee9-89aa-9e423fdf604b, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48144f16-380b-4338-865f-81c1ba20bfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1cbedb55-33a0-48b9-aa1d-dc8f2d232dde'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:28.413891 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:28.483084 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-4ceee0e7-6cba-4f01-ac59-a276b99ea4fd service neutron] 10.222.0.30 "GET /v2.0/networks/f2c101a2-874d-4c28-9771-dd87cd87c899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262202 Jul 09 19:55:28.528518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] For port 85ecf79e-5d01-4ee9-89aa-9e423fdf604b, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:55:28.532215 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b678e265-4d09-45d9-8b9c-1ad8f71c1661 req-dee797a8-6488-45f3-9ff3-262cda61cabc service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402142 Jul 09 19:55:28.533053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] For port 85ecf79e-5d01-4ee9-89aa-9e423fdf604b, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=85ecf79e-5d01-4ee9-89aa-9e423fdf604b,segment=NetworkSegment(48144f16-380b-4338-865f-81c1ba20bfe8),segment_id=48144f16-380b-4338-865f-81c1ba20bfe8)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:55:28.533619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:28.558350 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:28.596620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:28.599697 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:28.601847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:28.654823 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-2752212d-1ba0-4466-bfcb-1f8202362e63 service neutron] 10.222.0.30 "GET /v2.0/networks/1cbedb55-33a0-48b9-aa1d-dc8f2d232dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698241 Jul 09 19:55:28.711126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b365b6e-471b-439f-a808-fdb4f523051c None None] Pushing event updated for resources: {'Port': ['ID=85ecf79e-5d01-4ee9-89aa-9e423fdf604b,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:28.828350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca0550-5617-4596-93f2-059fed3cf9a9 req-8c6ef676-53ce-4ab3-802f-5617fba1e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:28.831814 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-34ca0550-5617-4596-93f2-059fed3cf9a9 req-8c6ef676-53ce-4ab3-802f-5617fba1e0f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 1094 time: 0.1944251 Jul 09 19:55:28.839242 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-ce8ead97-f3c9-471e-a27a-46a44af4d58f service neutron] 10.222.0.30 "GET /v2.0/networks/1cbedb55-33a0-48b9-aa1d-dc8f2d232dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833222 Jul 09 19:55:28.841176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:28.842340 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:28.866048 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Pushing event updated for resources: {'Port': ['ID=1e3c19b9-2f07-42f2-9040-ea33d6714004,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:28.889351 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-56ffdb7b-eb92-4b5a-a9cd-35a1411d15dc tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1944573 Jul 09 19:55:28.909484 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Request body: {'port': {'device_id': 'a45ddd72-e3b3-41e6-b178-2a2535f17e4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:28.986655 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.070654 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a5241707-a530-4aa1-ad52-0e75d9a3f261 None None] Provisioning for port 1e3c19b9-2f07-42f2-9040-ea33d6714004 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:29.077892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a5241707-a530-4aa1-ad52-0e75d9a3f261 None None] Provisioning complete for port 1e3c19b9-2f07-42f2-9040-ea33d6714004 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:29.078365 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a5241707-a530-4aa1-ad52-0e75d9a3f261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.095845 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.198455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a5241707-a530-4aa1-ad52-0e75d9a3f261 None None] Port 1e3c19b9-2f07-42f2-9040-ea33d6714004 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:55:29.225849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca0550-5617-4596-93f2-059fed3cf9a9 req-022c4eb4-917d-4c6e-8094-e8828ad6bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:29.227597 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-34ca0550-5617-4596-93f2-059fed3cf9a9 req-022c4eb4-917d-4c6e-8094-e8828ad6bce4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 913 time: 0.3672845 Jul 09 19:55:29.240337 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.278677 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba5c381-2f23-4ce7-bebd-4a4a6349bfd7 x-openstack-request-id: req-5ba5c381-2f23-4ce7-bebd-4a4a6349bfd7 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:29.279038 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f", "name": "network-vif-plugged", "status": "completed", "tag": "8dccef9f-874f-4309-ad10-4d22d5222a9c", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:29.279303 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ba5c381-2f23-4ce7-bebd-4a4a6349bfd7 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:29.279727 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'code': 200} Jul 09 19:55:29.367554 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0c163169-bf17-4caa-aee6-197b9216776c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.445236 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-34ca0550-5617-4596-93f2-059fed3cf9a9 req-9206f354-1add-4364-b647-7d7d4a89b193 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9deddb0-c43e-47de-b1e8-88ea2d643392 HTTP/1.1" status: 200 len: 217 time: 0.2001412 Jul 09 19:55:29.515512 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36e8c7a3-2de7-480a-acc7-45e41237552b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:29.572727 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a101b-59e7-4bfd-aed5-4d02a9d244de req-f35d5c09-bd13-4f9f-9cbb-7f9006f06637 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:29.582756 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-158a101b-59e7-4bfd-aed5-4d02a9d244de req-f35d5c09-bd13-4f9f-9cbb-7f9006f06637 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 950 time: 0.1439087 Jul 09 19:55:29.618868 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.628884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 36e8c7a3-2de7-480a-acc7-45e41237552b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:29.629867 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:29.689713 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-158a101b-59e7-4bfd-aed5-4d02a9d244de req-592c87f3-cb71-46bf-872f-9a1cb274dd86 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029582 Jul 09 19:55:29.803239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 85ecf79e-5d01-4ee9-89aa-9e423fdf604b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:29.891270 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 85ecf79e-5d01-4ee9-89aa-9e423fdf604b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:29.913250 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca0550-5617-4596-93f2-059fed3cf9a9 req-d4bbbc81-392e-44ad-bb8a-de781d8be05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:29.915797 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-34ca0550-5617-4596-93f2-059fed3cf9a9 req-d4bbbc81-392e-44ad-bb8a-de781d8be05c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 200 len: 852 time: 0.4355993 Jul 09 19:55:30.005008 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-34ca0550-5617-4596-93f2-059fed3cf9a9 req-49115d03-0b38-4517-b825-9f6f9cea6789 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8894aba0-c40a-4dc6-b8c1-f53ea7016388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594907 Jul 09 19:55:30.039632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f649c4a-d89c-4822-ab70-0cc19ccf6d47 req-15aebbfb-7feb-44b4-a191-088ee1670450 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:30.049660 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f649c4a-d89c-4822-ab70-0cc19ccf6d47 req-15aebbfb-7feb-44b4-a191-088ee1670450 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 945 time: 0.1237829 Jul 09 19:55:30.139334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5578ce-2d47-4452-8c68-c48724e96051 req-b6a27901-c7f4-4847-80d2-341e5406c4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:30.141080 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f5578ce-2d47-4452-8c68-c48724e96051 req-b6a27901-c7f4-4847-80d2-341e5406c4f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 1096 time: 0.7123230 Jul 09 19:55:30.147461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f649c4a-d89c-4822-ab70-0cc19ccf6d47 req-3933a110-b7f7-4c00-b962-054ae962f9d6 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968235 Jul 09 19:55:30.163581 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Allocated IP 172.25.0.237 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/761057c4-be23-49b5-a566-9bf62a6b8e33) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:30.211162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57203cde-5c9e-4994-b165-8ddeae2e5e47 None None] Network 1cbedb55-33a0-48b9-aa1d-dc8f2d232dde requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:30.362043 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cba48978-6b19-463b-a3c8-2a52655e391e None None] Provisioning for port 85ecf79e-5d01-4ee9-89aa-9e423fdf604b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:30.378922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cba48978-6b19-463b-a3c8-2a52655e391e None None] Provisioning complete for port 85ecf79e-5d01-4ee9-89aa-9e423fdf604b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:30.379706 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cba48978-6b19-463b-a3c8-2a52655e391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:30.422541 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:30.493528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f73dc2-d629-43d1-be59-51687464cc99 req-5c600d75-07fc-4243-890f-f5319bc50913 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:30.501479 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8f73dc2-d629-43d1-be59-51687464cc99 req-5c600d75-07fc-4243-890f-f5319bc50913 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 935 time: 0.1550961 Jul 09 19:55:30.545160 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cba48978-6b19-463b-a3c8-2a52655e391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:30.569470 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8f73dc2-d629-43d1-be59-51687464cc99 req-5e55bc6f-51ab-4454-b4e2-482da7d1b53d tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fe2f5d-5706-47ad-af74-e30e07b94c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667408 Jul 09 19:55:30.617797 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-cba48978-6b19-463b-a3c8-2a52655e391e None None] For port 85ecf79e-5d01-4ee9-89aa-9e423fdf604b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=85ecf79e-5d01-4ee9-89aa-9e423fdf604b,segment=NetworkSegment(48144f16-380b-4338-865f-81c1ba20bfe8),segment_id=48144f16-380b-4338-865f-81c1ba20bfe8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:30.631699 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cba48978-6b19-463b-a3c8-2a52655e391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:30.713990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba48978-6b19-463b-a3c8-2a52655e391e None None] Pushing event updated for resources: {'Port': ['ID=85ecf79e-5d01-4ee9-89aa-9e423fdf604b,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:30.744295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e3c19b9-2f07-42f2-9040-ea33d6714004 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:30.764594 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:30.864686 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-34ca0550-5617-4596-93f2-059fed3cf9a9 req-ce8ab97a-3714-4a5d-8e11-e32d5e79d7e1 service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8464768 Jul 09 19:55:30.874453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Transition to ACTIVE for port object 1e3c19b9-2f07-42f2-9040-ea33d6714004 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:30.898432 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:30.901601 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f5578ce-2d47-4452-8c68-c48724e96051 req-63ea63f3-6296-4394-8daa-644e68528108 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7416863 Jul 09 19:55:30.955465 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2d95c-c37b-422a-95fa-df4684c23b5a req-97fa4ef4-7520-4122-acb9-c63539362664 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:30.957578 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52a2d95c-c37b-422a-95fa-df4684c23b5a req-97fa4ef4-7520-4122-acb9-c63539362664 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 943 time: 0.1316915 Jul 09 19:55:31.016073 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52a2d95c-c37b-422a-95fa-df4684c23b5a req-1c49c50f-04a1-468a-96e9-72b35f24342d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512187 Jul 09 19:55:31.034687 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.089602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a914724f-e9cb-44fa-9d9d-d6440f40e410 None None] Provisioning complete for port 85ecf79e-5d01-4ee9-89aa-9e423fdf604b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:31.090140 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a914724f-e9cb-44fa-9d9d-d6440f40e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.188465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3c19b9-2f07-42f2-9040-ea33d6714004,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:31.308401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 85ecf79e-5d01-4ee9-89aa-9e423fdf604b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:31.327577 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-34ca0550-5617-4596-93f2-059fed3cf9a9 req-31d46841-9dc5-46c3-b267-22fbc0fe67a0 service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519615 Jul 09 19:55:31.329544 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-85c49833-dab2-4157-927b-65e744faa871 req-35c8b2fc-dc91-4f0f-85de-0b56a7f7dfb4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 210 time: 0.0730560 Jul 09 19:55:31.381993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-8729fafd-2d4f-4571-bca5-a628073a9ccc tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:31.388573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-8729fafd-2d4f-4571-bca5-a628073a9ccc tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:31.390327 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-8729fafd-2d4f-4571-bca5-a628073a9ccc tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.36 "GET /v2.0/networks?id=f2c101a2-874d-4c28-9771-dd87cd87c899&id=1cbedb55-33a0-48b9-aa1d-dc8f2d232dde HTTP/1.1" status: 200 len: 1391 time: 0.3502607 Jul 09 19:55:31.393979 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.407274 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 85ecf79e-5d01-4ee9-89aa-9e423fdf604b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:31.408082 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.417648 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-dfb3d287-f011-4002-aef4-d233c028f822 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Request body: {'port': {'device_id': 'cd243c68-7481-42fe-ae65-743c350897d7', 'network_id': 'f2c101a2-874d-4c28-9771-dd87cd87c899', 'admin_state_up': True, 'tenant_id': 'bd737430fbed42b8908469dfa5658306'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:31.508283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c9deddb0-c43e-47de-b1e8-88ea2d643392 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:55:31.582124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:31.592698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:31.599122 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Attempting to bind port 1e3c19b9-2f07-42f2-9040-ea33d6714004 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:31.599734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Attempting to bind port 1e3c19b9-2f07-42f2-9040-ea33d6714004 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:31.600275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Attempting to bind port 1e3c19b9-2f07-42f2-9040-ea33d6714004 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:31.602846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:31.622362 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Pushing event updated for resources: {'Port': ['ID=761057c4-be23-49b5-a566-9bf62a6b8e33,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:31.667515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Port 1e3c19b9-2f07-42f2-9040-ea33d6714004 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:55:31.667865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Attempting to bind port 1e3c19b9-2f07-42f2-9040-ea33d6714004 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:31.695695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:31.696051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:31.696453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:31.700633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Bound port: 1e3c19b9-2f07-42f2-9040-ea33d6714004, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:31.702195 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.713012 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c9deddb0-c43e-47de-b1e8-88ea2d643392, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c9deddb0-c43e-47de-b1e8-88ea2d643392,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:31.744029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'c9deddb0-c43e-47de-b1e8-88ea2d643392', 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'port_id': 'c9deddb0-c43e-47de-b1e8-88ea2d643392', 'mac_address': 'fa:16:3e:a1:bd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd5bce8-001b-47cc-8510-ced4334ba819', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:55:31.827092 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.865385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9deddb0-c43e-47de-b1e8-88ea2d643392 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:31.894184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c9deddb0-c43e-47de-b1e8-88ea2d643392, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c9deddb0-c43e-47de-b1e8-88ea2d643392,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:31.906592 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.913846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-dfb3d287-f011-4002-aef4-d233c028f822 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Made reservation on behalf of bd737430fbed42b8908469dfa5658306 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:31.917878 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-dfb3d287-f011-4002-aef4-d233c028f822 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.955011 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] For port 1e3c19b9-2f07-42f2-9040-ea33d6714004, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:55:31.971718 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57308) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:31.986076 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:31.998830 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] For port 1e3c19b9-2f07-42f2-9040-ea33d6714004, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1e3c19b9-2f07-42f2-9040-ea33d6714004,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:55:32.007886 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=c9deddb0-c43e-47de-b1e8-88ea2d643392,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:32.064643 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.186561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a2ba9-a59e-4cd3-b051-2061791e8496 req-e1fa9477-d80e-4c10-80cc-69ef24966e56 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:32.186886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:32.187701 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.189779 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/1e3c19b9-2f07-42f2-9040-ea33d6714004 HTTP/1.1" status: 200 len: 1095 time: 3.2859368 Jul 09 19:55:32.190459 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45ddd72-e3b3-41e6-b178-2a2535f17e4b', 'tag': '1e3c19b9-2f07-42f2-9040-ea33d6714004'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:32.193359 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38886a2f-31ab-4ac5-848b-6cac1ac16f10" -d '{"events": [{"name": "network-changed", "server_uuid": "a45ddd72-e3b3-41e6-b178-2a2535f17e4b", "tag": "1e3c19b9-2f07-42f2-9040-ea33d6714004"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:32.196624 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.198264 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2a1a2ba9-a59e-4cd3-b051-2061791e8496 req-e1fa9477-d80e-4c10-80cc-69ef24966e56 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 945 time: 0.2755537 Jul 09 19:55:32.267531 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-061a33c2-87f5-446f-8ee1-f4b76f006701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.303838 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2a1a2ba9-a59e-4cd3-b051-2061791e8496 req-10c9f520-87cc-445a-99bc-e1d630f0bdf3 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045806 Jul 09 19:55:32.315446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-dfb3d287-f011-4002-aef4-d233c028f822 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Allocated IP 19.80.0.53 (f2c101a2-874d-4c28-9771-dd87cd87c899/e19b2a10-88d9-4694-93e3-67fa4a29cfcc/0c9c405d-a89b-4a7c-9b0d-d54499b4e494) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:32.405755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['c9deddb0-c43e-47de-b1e8-88ea2d643392'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:32.484079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-061a33c2-87f5-446f-8ee1-f4b76f006701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.494213 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-061a33c2-87f5-446f-8ee1-f4b76f006701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.497992 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585b3a1-bb4a-449e-9f50-bf83f1c6f2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e3c19b9-2f07-42f2-9040-ea33d6714004,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:32.516653 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-dfb3d287-f011-4002-aef4-d233c028f822 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.527916 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.587630 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-061a33c2-87f5-446f-8ee1-f4b76f006701 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c83bc27afaf4f3db05fcc5717182363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6130888 Jul 09 19:55:32.590363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a33c2-87f5-446f-8ee1-f4b76f006701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20eba1f-9ae7-4f33-8b96-61e52b5b7658,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:32.593153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57322) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:32.614306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-dfb3d287-f011-4002-aef4-d233c028f822 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Transition to ACTIVE for port object 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:32.668984 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39cc9a-86b4-4b5e-ad6a-4c9a0fc0b8a8 req-86d15564-1834-4277-b5ba-c2a749d4bc75 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:32.671136 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e39cc9a-86b4-4b5e-ad6a-4c9a0fc0b8a8 req-86d15564-1834-4277-b5ba-c2a749d4bc75 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 947 time: 0.1353135 Jul 09 19:55:32.699445 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3429ec6c-861a-4172-83f2-39b3c8d4fbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.723353 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3429ec6c-861a-4172-83f2-39b3c8d4fbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.802896 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3429ec6c-861a-4172-83f2-39b3c8d4fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.805758 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3429ec6c-861a-4172-83f2-39b3c8d4fbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.806972 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3429ec6c-861a-4172-83f2-39b3c8d4fbe2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b20eba1f-9ae7-4f33-8b96-61e52b5b7658 HTTP/1.1" status: 204 len: 168 time: 0.2109461 Jul 09 19:55:32.830930 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-12059356-f6f6-4a92-a89c-623e6057120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:32.832831 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-12059356-f6f6-4a92-a89c-623e6057120d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fa135b511da4b3c95d7d501fb0d4acf&device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 1098 time: 0.3089855 Jul 09 19:55:32.839001 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e39cc9a-86b4-4b5e-ad6a-4c9a0fc0b8a8 req-ac2d3aaa-804c-46c6-b5ac-c1cd20123e9e tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fe2f5d-5706-47ad-af74-e30e07b94c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568782 Jul 09 19:55:32.842406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3429ec6c-861a-4172-83f2-39b3c8d4fbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20eba1f-9ae7-4f33-8b96-61e52b5b7658,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:32.894616 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-dfb3d287-f011-4002-aef4-d233c028f822 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:32.992145 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-be878ccf-05f8-4da9-97d1-b8ac163cf854 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=1e3c19b9-2f07-42f2-9040-ea33d6714004 HTTP/1.1" status: 200 len: 217 time: 0.1468711 Jul 09 19:55:33.060311 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-dfb3d287-f011-4002-aef4-d233c028f822 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Network f2c101a2-874d-4c28-9771-dd87cd87c899 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:33.062858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-dfb3d287-f011-4002-aef4-d233c028f822 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:33.077008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-dfb3d287-f011-4002-aef4-d233c028f822 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:33.131566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d386f-0ad9-4eac-bb65-e4f9e552c951 req-60f63e9d-340c-4df3-835a-145e08bf50dc tempest-ServersAdminNegativeTestJSON-1853061209 tempest-ServersAdminNegativeTestJSON-1853061209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:33.146119 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f62d386f-0ad9-4eac-bb65-e4f9e552c951 req-60f63e9d-340c-4df3-835a-145e08bf50dc tempest-ServersAdminNegativeTestJSON-1853061209 tempest-ServersAdminNegativeTestJSON-1853061209-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 1101 time: 0.0835164 Jul 09 19:55:33.149902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3d287-f011-4002-aef4-d233c028f822 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event updated for resources: {'Port': ['ID=0c9c405d-a89b-4a7c-9b0d-d54499b4e494,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:33.174243 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f62d386f-0ad9-4eac-bb65-e4f9e552c951 req-b8a86888-a738-493a-8458-f0ffe3e535d8 tempest-ServersAdminNegativeTestJSON-1853061209 tempest-ServersAdminNegativeTestJSON-1853061209-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.204707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-e9727e18-1975-4535-9189-26ba37e55ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:33.208519 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-e9727e18-1975-4535-9189-26ba37e55ae6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.2055652 Jul 09 19:55:33.282923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57336) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:33.283189 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.291917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-dfb3d287-f011-4002-aef4-d233c028f822 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:33.292669 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-dfb3d287-f011-4002-aef4-d233c028f822 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.303724 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.314872 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-da4a2649-45fe-425e-91cc-f6f8d079b90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.354250 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f62d386f-0ad9-4eac-bb65-e4f9e552c951 req-b8a86888-a738-493a-8458-f0ffe3e535d8 tempest-ServersAdminNegativeTestJSON-1853061209 tempest-ServersAdminNegativeTestJSON-1853061209-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.362814 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f62d386f-0ad9-4eac-bb65-e4f9e552c951 req-b8a86888-a738-493a-8458-f0ffe3e535d8 tempest-ServersAdminNegativeTestJSON-1853061209 tempest-ServersAdminNegativeTestJSON-1853061209-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.401205 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f62d386f-0ad9-4eac-bb65-e4f9e552c951 req-b8a86888-a738-493a-8458-f0ffe3e535d8 tempest-ServersAdminNegativeTestJSON-1853061209 tempest-ServersAdminNegativeTestJSON-1853061209-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534893 Jul 09 19:55:33.402487 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-dfb3d287-f011-4002-aef4-d233c028f822 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9929755 Jul 09 19:55:33.435410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-7ffc4b52-5f48-4c6f-aa53-720dfb2f0add tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Request body: {'port': {'device_id': 'cd243c68-7481-42fe-ae65-743c350897d7', 'network_id': '1cbedb55-33a0-48b9-aa1d-dc8f2d232dde', 'admin_state_up': True, 'tenant_id': 'bd737430fbed42b8908469dfa5658306'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:33.453331 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6059cbee-3443-41bb-b413-a3215b93e195 None None] Provisioning for port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:33.459246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6059cbee-3443-41bb-b413-a3215b93e195 None None] Provisioning complete for port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:33.460444 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6059cbee-3443-41bb-b413-a3215b93e195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.507037 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-da4a2649-45fe-425e-91cc-f6f8d079b90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.522393 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-da4a2649-45fe-425e-91cc-f6f8d079b90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.547848 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-6059cbee-3443-41bb-b413-a3215b93e195 None None] Port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:55:33.563439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-d92f0a62-32ca-4c47-841e-b0ed5b357ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:33.565068 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-d92f0a62-32ca-4c47-841e-b0ed5b357ab6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3427134 Jul 09 19:55:33.570825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Pushing event updated for resources: {'Port': ['ID=761057c4-be23-49b5-a566-9bf62a6b8e33,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:33.583395 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-da4a2649-45fe-425e-91cc-f6f8d079b90f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2255c70ec2a845a899140035e55db31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989981 Jul 09 19:55:33.587010 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57342) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:33.592864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.627207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a86888-a738-493a-8458-f0ffe3e535d8 tempest-ServersAdminNegativeTestJSON-1853061209 tempest-ServersAdminNegativeTestJSON-1853061209-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e08560c-895c-4771-8a2e-252c5e7af7e8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:33.675544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-7ffc4b52-5f48-4c6f-aa53-720dfb2f0add tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Made reservation on behalf of bd737430fbed42b8908469dfa5658306 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:33.680143 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-7ffc4b52-5f48-4c6f-aa53-720dfb2f0add tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.693435 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.694762 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-8bdb7552-706a-423f-ad77-72f3f6a01a09 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.7638838 Jul 09 19:55:33.711386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a2649-45fe-425e-91cc-f6f8d079b90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d918c3-ac67-4d4e-b0bf-a640982c5c2f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:33.718584 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5925aee3-6ae3-4bcc-a98a-1c701fe1a393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.765323 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5925aee3-6ae3-4bcc-a98a-1c701fe1a393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.782272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced05b0-d0df-4c36-bb8c-01dab1f2554c req-2a331424-670a-477e-8a89-52a897c39631 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:33.783922 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aced05b0-d0df-4c36-bb8c-01dab1f2554c req-2a331424-670a-477e-8a89-52a897c39631 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 944 time: 0.1597857 Jul 09 19:55:33.788503 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-3644fbd7-a5f3-4db2-b64b-8d4b18a54831 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.237 HTTP/1.1" status: 200 len: 696 time: 0.0829988 Jul 09 19:55:33.792399 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-fbeb349a-0abe-4169-a2d2-8fdd47ffd849 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125976 Jul 09 19:55:33.867505 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aced05b0-d0df-4c36-bb8c-01dab1f2554c req-9421c261-5128-4da5-91a3-281fe28f7315 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628228 Jul 09 19:55:33.881273 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5925aee3-6ae3-4bcc-a98a-1c701fe1a393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.884807 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5925aee3-6ae3-4bcc-a98a-1c701fe1a393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:33.889168 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5925aee3-6ae3-4bcc-a98a-1c701fe1a393 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7d918c3-ac67-4d4e-b0bf-a640982c5c2f HTTP/1.1" status: 204 len: 168 time: 0.2999678 Jul 09 19:55:33.909693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925aee3-6ae3-4bcc-a98a-1c701fe1a393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d918c3-ac67-4d4e-b0bf-a640982c5c2f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:33.990548 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f650fdde-eb2e-43e8-a482-6eedbc8325e6 x-openstack-request-id: req-f650fdde-eb2e-43e8-a482-6eedbc8325e6 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:33.990548 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45ddd72-e3b3-41e6-b178-2a2535f17e4b", "tag": "1e3c19b9-2f07-42f2-9040-ea33d6714004", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:33.990964 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f650fdde-eb2e-43e8-a482-6eedbc8325e6 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:33.991159 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45ddd72-e3b3-41e6-b178-2a2535f17e4b', 'tag': '1e3c19b9-2f07-42f2-9040-ea33d6714004', 'status': 'completed', 'code': 200} Jul 09 19:55:34.137838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941b4d4-53c9-4c3a-a841-011fc506aeae req-d27b2592-d722-4486-b05c-41f8832692ee tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:34.145747 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b941b4d4-53c9-4c3a-a841-011fc506aeae req-d27b2592-d722-4486-b05c-41f8832692ee tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 931 time: 0.0864010 Jul 09 19:55:34.152587 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-4e640c90-f1ed-44bc-87bb-b85397f6a955 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:34.154581 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-56c38c55-7b41-4049-bfc7-832e962a3843 req-4e640c90-f1ed-44bc-87bb-b85397f6a955 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.3204923 Jul 09 19:55:34.172496 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6542ef1a-1bf6-4b41-8fd4-468d23c9cd83 req-b91c45b7-b036-4bda-8588-53810a28bb77 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264155 Jul 09 19:55:34.205463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-7ffc4b52-5f48-4c6f-aa53-720dfb2f0add tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Allocated IP 19.86.0.251 (1cbedb55-33a0-48b9-aa1d-dc8f2d232dde/d9874f59-f5ee-4b9e-8ea6-afa843c31132/61a5914b-a241-4158-942b-ba9ce8cc2801) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:34.205904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b941b4d4-53c9-4c3a-a841-011fc506aeae req-0296dd2c-8ff3-4952-8e3e-726087bb2729 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546100 Jul 09 19:55:34.434224 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38886a2f-31ab-4ac5-848b-6cac1ac16f10 req-285cc4e5-2a25-44b1-9399-5d62895dab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:34.436038 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38886a2f-31ab-4ac5-848b-6cac1ac16f10 req-285cc4e5-2a25-44b1-9399-5d62895dab95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6fa135b511da4b3c95d7d501fb0d4acf&device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 1098 time: 0.1959295 Jul 09 19:55:34.561329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2af698-958e-4938-942f-f546036b98dc req-a3cbc886-b0d7-4084-a60b-314d63847ce7 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:34.571743 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5e2af698-958e-4938-942f-f546036b98dc req-a3cbc886-b0d7-4084-a60b-314d63847ce7 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 947 time: 0.0858157 Jul 09 19:55:34.620753 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-7ffc4b52-5f48-4c6f-aa53-720dfb2f0add tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:34.633736 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995a518-cf97-484c-b5c5-1ea804ef120a req-5f1c385b-a323-4747-9f8e-db3a19bdf1c9 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:34.635189 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5e2af698-958e-4938-942f-f546036b98dc req-c36ccd6a-1103-4b53-ba9a-dc8bb6297096 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fe2f5d-5706-47ad-af74-e30e07b94c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604129 Jul 09 19:55:34.649106 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0995a518-cf97-484c-b5c5-1ea804ef120a req-5f1c385b-a323-4747-9f8e-db3a19bdf1c9 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 945 time: 0.2773800 Jul 09 19:55:34.659397 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38886a2f-31ab-4ac5-848b-6cac1ac16f10 req-adae6bde-795b-49d8-ada3-7402ec5f68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:34.661299 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38886a2f-31ab-4ac5-848b-6cac1ac16f10 req-adae6bde-795b-49d8-ada3-7402ec5f68bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2187321 Jul 09 19:55:34.714685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-7ffc4b52-5f48-4c6f-aa53-720dfb2f0add tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Transition to ACTIVE for port object 61a5914b-a241-4158-942b-ba9ce8cc2801 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:34.720500 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38886a2f-31ab-4ac5-848b-6cac1ac16f10 req-67f42bca-7302-414c-9d40-6488e9a5097a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=1e3c19b9-2f07-42f2-9040-ea33d6714004 HTTP/1.1" status: 200 len: 217 time: 0.0498583 Jul 09 19:55:34.797903 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0995a518-cf97-484c-b5c5-1ea804ef120a req-cb1aae0d-fffa-4d71-b814-4affeccf8256 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562903 Jul 09 19:55:34.873198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38886a2f-31ab-4ac5-848b-6cac1ac16f10 req-6d05ecb3-6936-48f5-98ed-8ad50dff04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:34.874496 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38886a2f-31ab-4ac5-848b-6cac1ac16f10 req-6d05ecb3-6936-48f5-98ed-8ad50dff04e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1371737 Jul 09 19:55:34.989143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904122f7-fffc-46b4-b14f-0a55627b1f5d req-addf71b2-bbe1-4b11-9777-2e9712059c72 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:34.996493 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-904122f7-fffc-46b4-b14f-0a55627b1f5d req-addf71b2-bbe1-4b11-9777-2e9712059c72 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1478992 Jul 09 19:55:35.024860 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-7ffc4b52-5f48-4c6f-aa53-720dfb2f0add tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:35.096820 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-904122f7-fffc-46b4-b14f-0a55627b1f5d req-79da9a04-09d9-4fc7-8051-187bda8cf682 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.237 HTTP/1.1" status: 200 len: 696 time: 0.0989532 Jul 09 19:55:35.119010 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-904122f7-fffc-46b4-b14f-0a55627b1f5d req-62c5ab58-9abb-4585-b63f-2e360e1f745d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Request body: {'floatingip': {'port_id': '2f41182d-e558-429f-b277-1c9fc3b7daed', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:35.184584 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-904122f7-fffc-46b4-b14f-0a55627b1f5d req-62c5ab58-9abb-4585-b63f-2e360e1f745d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:35.477873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-7ffc4b52-5f48-4c6f-aa53-720dfb2f0add tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Network 1cbedb55-33a0-48b9-aa1d-dc8f2d232dde is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:35.486546 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-7ffc4b52-5f48-4c6f-aa53-720dfb2f0add tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:35.501427 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c818c655-8594-47da-858c-e4a577d2df13 req-7755571e-458f-4344-9543-f2a76efed30f tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6409516 Jul 09 19:55:35.503531 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-7ffc4b52-5f48-4c6f-aa53-720dfb2f0add tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:35.515141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c9deddb0-c43e-47de-b1e8-88ea2d643392 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:35.557499 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-904122f7-fffc-46b4-b14f-0a55627b1f5d req-62c5ab58-9abb-4585-b63f-2e360e1f745d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 19:55:35.561381 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-904122f7-fffc-46b4-b14f-0a55627b1f5d req-62c5ab58-9abb-4585-b63f-2e360e1f745d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "PUT /v2.0/floatingips/d4ab2e18-43a5-4b16-b9b4-f5bdec9e3f2d HTTP/1.1" status: 409 len: 550 time: 0.4537532 Jul 09 19:55:35.574793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc4b52-5f48-4c6f-aa53-720dfb2f0add tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event updated for resources: {'Port': ['ID=61a5914b-a241-4158-942b-ba9ce8cc2801,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:35.587709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:35.616302 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38886a2f-31ab-4ac5-848b-6cac1ac16f10 req-470d8045-c7be-4b31-bae2-c96f2459f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:35.618044 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38886a2f-31ab-4ac5-848b-6cac1ac16f10 req-470d8045-c7be-4b31-bae2-c96f2459f789 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7332926 Jul 09 19:55:35.619855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port c9deddb0-c43e-47de-b1e8-88ea2d643392 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:35.624782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port c9deddb0-c43e-47de-b1e8-88ea2d643392 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:35.625403 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:35.767508 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38886a2f-31ab-4ac5-848b-6cac1ac16f10 req-baf511be-01ae-481c-a2e4-7c3e7c7e5773 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373174 Jul 09 19:55:35.812611 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:35.841621 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76850fc7-a6c7-4772-9745-04a272981243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9deddb0-c43e-47de-b1e8-88ea2d643392'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:35.844328 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef6f3ed-1dd0-42d6-808b-abe6f4ac2bb3" -d '{"events": [{"server_uuid": "76850fc7-a6c7-4772-9745-04a272981243", "name": "network-vif-plugged", "status": "completed", "tag": "c9deddb0-c43e-47de-b1e8-88ea2d643392"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:35.848445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-7ffc4b52-5f48-4c6f-aa53-720dfb2f0add tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:35.849206 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-7ffc4b52-5f48-4c6f-aa53-720dfb2f0add tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:35.879163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c9deddb0-c43e-47de-b1e8-88ea2d643392, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c9deddb0-c43e-47de-b1e8-88ea2d643392,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:35.889104 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:35.905821 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:35.970121 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-7ffc4b52-5f48-4c6f-aa53-720dfb2f0add tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5560176 Jul 09 19:55:35.987420 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Request body: {'port': {'device_id': 'cd243c68-7481-42fe-ae65-743c350897d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:35.987660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d0b65-d718-4258-ac05-957a604005d9 req-23180a57-0b87-447f-8cd7-f1a8b6009b28 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:36.005167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-577d0b65-d718-4258-ac05-957a604005d9 req-23180a57-0b87-447f-8cd7-f1a8b6009b28 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 944 time: 0.1527629 Jul 09 19:55:36.017527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=c9deddb0-c43e-47de-b1e8-88ea2d643392,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:36.033779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:36.034117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:36.036333 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:36.041900 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:36.042259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:36.048511 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:36.049129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:36.049670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:36.050183 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:36.050708 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:36.051217 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:36.051741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:55:36.066032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-716fb398-fd27-4ac7-93db-93425ea50878 None None] Provisioning for port 61a5914b-a241-4158-942b-ba9ce8cc2801 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:36.070928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-716fb398-fd27-4ac7-93db-93425ea50878 None None] Provisioning complete for port 61a5914b-a241-4158-942b-ba9ce8cc2801 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:36.071722 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-716fb398-fd27-4ac7-93db-93425ea50878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.074795 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-577d0b65-d718-4258-ac05-957a604005d9 req-299e7a19-cdc7-497b-90b3-5a6f07eaa1ec tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655606 Jul 09 19:55:36.128691 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38886a2f-31ab-4ac5-848b-6cac1ac16f10 req-506bf5b9-9104-4105-8764-49875c7b8bb2 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507288 Jul 09 19:55:36.145809 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.146810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-716fb398-fd27-4ac7-93db-93425ea50878 None None] Port 61a5914b-a241-4158-942b-ba9ce8cc2801 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:55:36.282412 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a544b6-301f-4c7c-bd59-7a8759fc79ca req-8eb1b151-258e-4835-9521-04b34dfaf8e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:36.288306 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a544b6-301f-4c7c-bd59-7a8759fc79ca req-8eb1b151-258e-4835-9521-04b34dfaf8e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:36.289922 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-12a544b6-301f-4c7c-bd59-7a8759fc79ca req-8eb1b151-258e-4835-9521-04b34dfaf8e4 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1654 time: 0.0987496 Jul 09 19:55:36.290167 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.338437 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-12a544b6-301f-4c7c-bd59-7a8759fc79ca req-df765dc2-6ce0-493c-a4f3-5e788c9751cd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408728 Jul 09 19:55:36.423992 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-ad762f8b-a1c3-44d4-9852-b5ca92deae81 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/floatingips/d4ab2e18-43a5-4b16-b9b4-f5bdec9e3f2d HTTP/1.1" status: 200 len: 693 time: 0.0458310 Jul 09 19:55:36.496241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Allocated IP 172.25.0.206 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/4b7f854d-2b60-40ee-869f-bb9c944bbec3) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:36.565395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-a579ae78-2fe9-4fdd-bb4d-8adf01620b44 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:36.572140 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-a579ae78-2fe9-4fdd-bb4d-8adf01620b44 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.1374981 Jul 09 19:55:36.578083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-a8f87c64-2768-45a5-87fd-b14d391b6d0b tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:55:36.579209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-a8f87c64-2768-45a5-87fd-b14d391b6d0b tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061281 Jul 09 19:55:36.642481 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-41312615-4776-4fb8-ad13-291867ad3812 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.237 HTTP/1.1" status: 200 len: 696 time: 0.0552096 Jul 09 19:55:36.697744 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-1e08ea9e-c388-4c33-b21f-e45698d2b272 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.237 HTTP/1.1" status: 200 len: 696 time: 0.0541964 Jul 09 19:55:36.718039 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.724319 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:36.735273 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.765181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Transition to ACTIVE for port object 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:36.784255 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.848944 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-407ced62-170c-4e27-a7f2-09d9c0480d07 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Deleting port 761057c4-be23-49b5-a566-9bf62a6b8e33 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:36.849408 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-407ced62-170c-4e27-a7f2-09d9c0480d07 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.850671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9c405d-a89b-4a7c-9b0d-d54499b4e494,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:36.854491 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.929800 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:36.947450 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-407ced62-170c-4e27-a7f2-09d9c0480d07 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.948112 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-407ced62-170c-4e27-a7f2-09d9c0480d07 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:36.964352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:36.971523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-407ced62-170c-4e27-a7f2-09d9c0480d07 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Calling delete_port for 761057c4-be23-49b5-a566-9bf62a6b8e33 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:36.974199 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:37.020990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Pushing event updated for resources: {'Port': ['ID=4b7f854d-2b60-40ee-869f-bb9c944bbec3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:37.066500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Attempting to bind port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:37.066998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Attempting to bind port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '8e487327-8f87-4c61-8f3d-c5f52d159a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f2c101a2-874d-4c28-9771-dd87cd87c899'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:37.067562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Attempting to bind port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 on network f2c101a2-874d-4c28-9771-dd87cd87c899 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:37.074230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 on network f2c101a2-874d-4c28-9771-dd87cd87c899 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:55:37.074675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Attempting to bind port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 on network f2c101a2-874d-4c28-9771-dd87cd87c899 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:37.102728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:37.103249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Checking segment: {'id': '8e487327-8f87-4c61-8f3d-c5f52d159a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f2c101a2-874d-4c28-9771-dd87cd87c899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:37.103715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Bound using segment: {'id': '8e487327-8f87-4c61-8f3d-c5f52d159a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f2c101a2-874d-4c28-9771-dd87cd87c899'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:37.104287 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Bound port: 0c9c405d-a89b-4a7c-9b0d-d54499b4e494, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e487327-8f87-4c61-8f3d-c5f52d159a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f2c101a2-874d-4c28-9771-dd87cd87c899'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:37.104813 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.148920 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.161251 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-407ced62-170c-4e27-a7f2-09d9c0480d07 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.191698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ced62-170c-4e27-a7f2-09d9c0480d07 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Pushing event deleted for resources: {'Port': ['ID=761057c4-be23-49b5-a566-9bf62a6b8e33,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:37.243811 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.264624 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-407ced62-170c-4e27-a7f2-09d9c0480d07 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.267294 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-407ced62-170c-4e27-a7f2-09d9c0480d07 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.280024 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-244e65ca-2ee8-4ce8-a056-2027b1f38a27 req-407ced62-170c-4e27-a7f2-09d9c0480d07 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "DELETE /v2.0/floatingips/d4ab2e18-43a5-4b16-b9b4-f5bdec9e3f2d HTTP/1.1" status: 204 len: 173 time: 0.5811732 Jul 09 19:55:37.322107 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] For port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:55:37.371237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] For port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0c9c405d-a89b-4a7c-9b0d-d54499b4e494,segment=NetworkSegment(8e487327-8f87-4c61-8f3d-c5f52d159a6d),segment_id=8e487327-8f87-4c61-8f3d-c5f52d159a6d)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:55:37.379391 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.446633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:37.446633 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.446633 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] 10.222.0.36 "PUT /v2.0/ports/0c9c405d-a89b-4a7c-9b0d-d54499b4e494 HTTP/1.1" status: 200 len: 1091 time: 1.4652801 Jul 09 19:55:37.446633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd243c68-7481-42fe-ae65-743c350897d7', 'tag': '0c9c405d-a89b-4a7c-9b0d-d54499b4e494'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:37.448944 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e0acf4-36ce-413f-8a58-f52367711e15" -d '{"events": [{"name": "network-changed", "server_uuid": "cd243c68-7481-42fe-ae65-743c350897d7", "tag": "0c9c405d-a89b-4a7c-9b0d-d54499b4e494"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:37.487867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ba1b0-5e18-4991-b10c-d06564c1a625 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9c405d-a89b-4a7c-9b0d-d54499b4e494,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:37.511711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36808a9f-9aba-48fc-8b0a-f479c7bc7c22 req-cc2c15f6-9028-4d2b-bf78-79f251ac300a tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:37.514627 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36808a9f-9aba-48fc-8b0a-f479c7bc7c22 req-cc2c15f6-9028-4d2b-bf78-79f251ac300a tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 947 time: 0.1320014 Jul 09 19:55:37.518085 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1e3c19b9-2f07-42f2-9040-ea33d6714004 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:55:37.537306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Request body: {'port': {'device_id': 'cd243c68-7481-42fe-ae65-743c350897d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:37.567306 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.581551 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.622847 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36808a9f-9aba-48fc-8b0a-f479c7bc7c22 req-707ef464-030b-46dc-b586-44b4feee448c tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fe2f5d-5706-47ad-af74-e30e07b94c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010175 Jul 09 19:55:37.713882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1e3c19b9-2f07-42f2-9040-ea33d6714004, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1e3c19b9-2f07-42f2-9040-ea33d6714004,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:37.730134 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '1e3c19b9-2f07-42f2-9040-ea33d6714004', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '1e3c19b9-2f07-42f2-9040-ea33d6714004', 'mac_address': 'fa:16:3e:ee:e2:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:55:37.768147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Pushing event updated for resources: {'Port': ['ID=4b7f854d-2b60-40ee-869f-bb9c944bbec3,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:37.787569 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.793025 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.802304 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a586b487-5093-4a9a-8c1e-4f4a7dfea29e x-openstack-request-id: req-a586b487-5093-4a9a-8c1e-4f4a7dfea29e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:37.802599 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76850fc7-a6c7-4772-9745-04a272981243", "name": "network-vif-plugged", "status": "completed", "tag": "c9deddb0-c43e-47de-b1e8-88ea2d643392", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:37.802857 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a586b487-5093-4a9a-8c1e-4f4a7dfea29e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:37.803381 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76850fc7-a6c7-4772-9745-04a272981243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9deddb0-c43e-47de-b1e8-88ea2d643392', 'code': 200} Jul 09 19:55:37.806497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e3c19b9-2f07-42f2-9040-ea33d6714004 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:37.813069 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.827051 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.840605 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c818c655-8594-47da-858c-e4a577d2df13 req-cf37471c-3e88-4c34-8b80-65d61c68b35a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3381629 Jul 09 19:55:37.845334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1e3c19b9-2f07-42f2-9040-ea33d6714004, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1e3c19b9-2f07-42f2-9040-ea33d6714004,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:37.853655 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:37.959757 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c818c655-8594-47da-858c-e4a577d2df13 req-1963073f-76d3-43e5-ae11-0c03b2015b58 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 696 time: 0.1058741 Jul 09 19:55:37.964903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=1e3c19b9-2f07-42f2-9040-ea33d6714004,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:38.192273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955d4e3-b66e-46f7-b1f1-fe09983a9831 req-0b19f616-bf73-47a6-84e0-646d23e9e19d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:38.204306 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e955d4e3-b66e-46f7-b1f1-fe09983a9831 req-0b19f616-bf73-47a6-84e0-646d23e9e19d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.1069849 Jul 09 19:55:38.223859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92665cc-275e-4af0-a746-505b29d8fcc2 req-279e5e9e-b1a2-463d-9ed1-4c819deabf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:38.225472 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d92665cc-275e-4af0-a746-505b29d8fcc2 req-279e5e9e-b1a2-463d-9ed1-4c819deabf47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 1096 time: 0.2965064 Jul 09 19:55:38.226604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1e3c19b9-2f07-42f2-9040-ea33d6714004'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:38.254559 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e955d4e3-b66e-46f7-b1f1-fe09983a9831 req-32a29392-2ddb-4aa7-9c66-55567e78dace tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485055 Jul 09 19:55:38.279419 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818c655-8594-47da-858c-e4a577d2df13 req-2b222770-9b6a-471c-ad10-43729efccaea tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:38.280849 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c818c655-8594-47da-858c-e4a577d2df13 req-2b222770-9b6a-471c-ad10-43729efccaea tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.2896459 Jul 09 19:55:38.316479 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d92665cc-275e-4af0-a746-505b29d8fcc2 req-90d67755-98fa-4c77-9861-c8d61eb993a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733383 Jul 09 19:55:38.449437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a5914b-a241-4158-942b-ba9ce8cc2801 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:38.469639 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:38.476278 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-f64de167-b52b-455f-9585-6708f0cb098d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 1001 time: 0.1939495 Jul 09 19:55:38.495793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Transition to ACTIVE for port object 61a5914b-a241-4158-942b-ba9ce8cc2801 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:38.501189 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:38.556857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-70ed4d1b-d214-44a3-916f-de430295cb1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:38.558765 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-70ed4d1b-d214-44a3-916f-de430295cb1c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports/2f41182d-e558-429f-b277-1c9fc3b7daed HTTP/1.1" status: 200 len: 942 time: 0.0757301 Jul 09 19:55:38.613575 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Pushing event updated for resources: {'Port': ['ID=61a5914b-a241-4158-942b-ba9ce8cc2801,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:38.851452 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Attempting to bind port 61a5914b-a241-4158-942b-ba9ce8cc2801 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:38.851802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Attempting to bind port 61a5914b-a241-4158-942b-ba9ce8cc2801 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '48144f16-380b-4338-865f-81c1ba20bfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1cbedb55-33a0-48b9-aa1d-dc8f2d232dde'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:38.852151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Attempting to bind port 61a5914b-a241-4158-942b-ba9ce8cc2801 on network 1cbedb55-33a0-48b9-aa1d-dc8f2d232dde {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:38.895222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Port 61a5914b-a241-4158-942b-ba9ce8cc2801 on network 1cbedb55-33a0-48b9-aa1d-dc8f2d232dde not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:55:38.895561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Attempting to bind port 61a5914b-a241-4158-942b-ba9ce8cc2801 on network 1cbedb55-33a0-48b9-aa1d-dc8f2d232dde {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:38.905165 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-718aedba-b488-418b-9443-d31a1578f2d1 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 1001 time: 0.1195490 Jul 09 19:55:38.917415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:38.918108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Checking segment: {'id': '48144f16-380b-4338-865f-81c1ba20bfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1cbedb55-33a0-48b9-aa1d-dc8f2d232dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:38.920184 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Bound using segment: {'id': '48144f16-380b-4338-865f-81c1ba20bfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1cbedb55-33a0-48b9-aa1d-dc8f2d232dde'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:38.920889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Bound port: 61a5914b-a241-4158-942b-ba9ce8cc2801, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48144f16-380b-4338-865f-81c1ba20bfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '1cbedb55-33a0-48b9-aa1d-dc8f2d232dde'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:38.922185 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:39.004294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ef6d0-1a0a-4a7f-a1f6-8398c707a7ee req-2f104839-d8c6-40ce-8e6e-b7e39cdc76b5 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:39.010824 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ef6d0-1a0a-4a7f-a1f6-8398c707a7ee req-2f104839-d8c6-40ce-8e6e-b7e39cdc76b5 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:39.013784 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e5ef6d0-1a0a-4a7f-a1f6-8398c707a7ee req-2f104839-d8c6-40ce-8e6e-b7e39cdc76b5 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1678 time: 0.1914105 Jul 09 19:55:39.056116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] For port 61a5914b-a241-4158-942b-ba9ce8cc2801, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:55:39.057424 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-1f7e11ce-56aa-466a-9423-7c6bd41143a0 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:39.065549 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-1f7e11ce-56aa-466a-9423-7c6bd41143a0 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.1593611 Jul 09 19:55:39.071544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-b84d926d-f35e-4fca-a84e-524e7ca8b98a tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:55:39.081807 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-b84d926d-f35e-4fca-a84e-524e7ca8b98a tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152233 Jul 09 19:55:39.082493 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] For port 61a5914b-a241-4158-942b-ba9ce8cc2801, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=61a5914b-a241-4158-942b-ba9ce8cc2801,segment=NetworkSegment(48144f16-380b-4338-865f-81c1ba20bfe8),segment_id=48144f16-380b-4338-865f-81c1ba20bfe8)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:55:39.089415 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e5ef6d0-1a0a-4a7f-a1f6-8398c707a7ee req-91565ac4-dcd5-4aa8-b8b2-b8a82462769a tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651877 Jul 09 19:55:39.094341 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:39.132388 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:39.133371 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:39.135551 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] 10.222.0.36 "PUT /v2.0/ports/61a5914b-a241-4158-942b-ba9ce8cc2801 HTTP/1.1" status: 200 len: 1092 time: 1.6097445 Jul 09 19:55:39.174634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f72cf6-beb6-43fd-a1b9-e68ad91872b5 service neutron] Pushing event updated for resources: {'Port': ['ID=61a5914b-a241-4158-942b-ba9ce8cc2801,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:39.197679 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-2228e610-b82b-4c6a-99a9-051c962460ea tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 1001 time: 0.1148279 Jul 09 19:55:39.206099 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-d6d556b9-dbb2-443b-843e-c350c45aa44c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:39.227950 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee2a0f5-5a34-455c-95eb-645550137cfc x-openstack-request-id: req-3ee2a0f5-5a34-455c-95eb-645550137cfc {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:39.228278 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd243c68-7481-42fe-ae65-743c350897d7", "tag": "0c9c405d-a89b-4a7c-9b0d-d54499b4e494", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:39.228499 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ee2a0f5-5a34-455c-95eb-645550137cfc {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:39.229275 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd243c68-7481-42fe-ae65-743c350897d7', 'tag': '0c9c405d-a89b-4a7c-9b0d-d54499b4e494', 'status': 'completed', 'code': 200} Jul 09 19:55:39.277475 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-d6d556b9-dbb2-443b-843e-c350c45aa44c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:39.333068 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-03d7b4a7-1a08-44db-b0e9-c59b28f4ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:39.333698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-03d7b4a7-1a08-44db-b0e9-c59b28f4ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:39.335479 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-03d7b4a7-1a08-44db-b0e9-c59b28f4ac04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd737430fbed42b8908469dfa5658306&device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1980 time: 0.1239810 Jul 09 19:55:39.416114 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-95b77d14-3891-4427-a6a1-79b49d88135e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.53&port_id=0c9c405d-a89b-4a7c-9b0d-d54499b4e494 HTTP/1.1" status: 200 len: 217 time: 0.0685589 Jul 09 19:55:39.500779 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-294d4799-4e0e-45d5-b63e-2d3d94b4f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:39.505048 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-294d4799-4e0e-45d5-b63e-2d3d94b4f1bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e19b2a10-88d9-4694-93e3-67fa4a29cfcc HTTP/1.1" status: 200 len: 801 time: 0.0621853 Jul 09 19:55:39.547707 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-d6d556b9-dbb2-443b-843e-c350c45aa44c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:39.553903 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-d6d556b9-dbb2-443b-843e-c350c45aa44c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:39.554902 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-d6d556b9-dbb2-443b-843e-c350c45aa44c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Floating IP b0e07e16-0360-4709-863b-e6dc828b2b0b disassociated. External IP: 172.25.0.233, port: 2f41182d-e558-429f-b277-1c9fc3b7daed. Jul 09 19:55:39.578626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-ad058ed2-b7cb-4612-8537-0977eef9b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:39.579086 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-ad058ed2-b7cb-4612-8537-0977eef9b7d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2c101a2-874d-4c28-9771-dd87cd87c899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0667953 Jul 09 19:55:39.772129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-86359827-980a-4640-b1eb-003db93588da tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:39.773695 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-86359827-980a-4640-b1eb-003db93588da tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 821 time: 0.1988397 Jul 09 19:55:39.776069 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-52371729-b2cd-44d8-977b-c92cc2c7a8fb service neutron] 10.222.0.36 "GET /v2.0/networks/f2c101a2-874d-4c28-9771-dd87cd87c899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766472 Jul 09 19:55:39.792053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-7bc7f800-a69b-4699-a77f-ca704ce5255d tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/quotas/6d316004028b45e090e96a698593ef06 HTTP/1.1" status: 200 len: 375 time: 0.0107710 Jul 09 19:55:39.924352 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-55c0219f-a2a9-4e2a-a26e-8bc7aaf1625a service neutron] 10.222.0.36 "GET /v2.0/networks/f2c101a2-874d-4c28-9771-dd87cd87c899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338539 Jul 09 19:55:39.938600 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-e41ab297-0730-4e58-9f63-104738f00f59 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1387560 Jul 09 19:55:39.985174 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-ed809024-279c-44ac-8042-5c93ac45f2c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.251&port_id=61a5914b-a241-4158-942b-ba9ce8cc2801 HTTP/1.1" status: 200 len: 217 time: 0.0455732 Jul 09 19:55:40.079838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-78fef231-086c-47d7-8726-531cd7d41020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:40.081259 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-78fef231-086c-47d7-8726-531cd7d41020 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9874f59-f5ee-4b9e-8ea6-afa843c31132 HTTP/1.1" status: 200 len: 801 time: 0.0853393 Jul 09 19:55:40.088106 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-d6d556b9-dbb2-443b-843e-c350c45aa44c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Router aaa6fcbd-a569-43d5-8969-69ac256645db has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:55:40.128377 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-835df6f7-60c2-4448-a85c-ec6b742cff96 service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818509 Jul 09 19:55:40.201740 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-d6d556b9-dbb2-443b-843e-c350c45aa44c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:40.203401 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-85c6e4a4-66b6-4d59-9d20-1bf6a59f92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:40.204944 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-85c6e4a4-66b6-4d59-9d20-1bf6a59f92df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cbedb55-33a0-48b9-aa1d-dc8f2d232dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1142259 Jul 09 19:55:40.206783 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-d6d556b9-dbb2-443b-843e-c350c45aa44c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:40.212818 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcb975-0dac-4e96-ab9c-67e9231f8ea3 None None] Sync routers for ids ['aaa6fcbd-a569-43d5-8969-69ac256645db'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:40.225722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedcb975-0dac-4e96-ab9c-67e9231f8ea3 None None] Routers {'aaa6fcbd-a569-43d5-8969-69ac256645db'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:40.226347 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-eedcb975-0dac-4e96-ab9c-67e9231f8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['aaa6fcbd-a569-43d5-8969-69ac256645db'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:40.245238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-d6d556b9-dbb2-443b-843e-c350c45aa44c tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "PUT /v2.0/floatingips/b0e07e16-0360-4709-863b-e6dc828b2b0b HTTP/1.1" status: 200 len: 695 time: 1.0463176 Jul 09 19:55:40.246327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5024ef53-c896-4df7-af22-ccbe5e11f9fb', 'tag': '2f41182d-e558-429f-b277-1c9fc3b7daed'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:40.248755 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af5076a-b992-47a0-91cc-7a2aef10f64c" -d '{"events": [{"name": "network-changed", "server_uuid": "5024ef53-c896-4df7-af22-ccbe5e11f9fb", "tag": "2f41182d-e558-429f-b277-1c9fc3b7daed"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:40.279950 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-05d857e0-e709-4e14-ac33-8a57fdda8c21 service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408091 Jul 09 19:55:40.330207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-57383ba7-f59e-410d-878a-5757216f9f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:40.331791 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-57383ba7-f59e-410d-878a-5757216f9f12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=09559e1dc0d645d1b07bf7de18ef3ce1&device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 1096 time: 0.0717020 Jul 09 19:55:40.336733 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-dbf091ee-c062-4983-aae0-d5e970fca04f service neutron] 10.222.0.36 "GET /v2.0/networks/1cbedb55-33a0-48b9-aa1d-dc8f2d232dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172497 Jul 09 19:55:40.349706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-eedcb975-0dac-4e96-ab9c-67e9231f8ea3 None None] Set router aaa6fcbd-a569-43d5-8969-69ac256645db gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:40.442923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-b8452d15-575e-4792-8301-3e2ff2b7c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:40.451349 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-b8452d15-575e-4792-8301-3e2ff2b7c4db service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd27c0ec-0062-4b7b-8b93-c85f6699ca55 HTTP/1.1" status: 200 len: 930 time: 0.1125760 Jul 09 19:55:40.494045 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-acabd17c-c38a-48da-8cfd-311eb7d0bbbd req-4afd1e1e-fa82-4963-9560-df4a4b043fe5 service neutron] 10.222.0.36 "GET /v2.0/networks/1cbedb55-33a0-48b9-aa1d-dc8f2d232dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503513 Jul 09 19:55:40.517897 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-bbf6c7c8-b699-4d29-ab70-95c67d39bf1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f41182d-e558-429f-b277-1c9fc3b7daed HTTP/1.1" status: 200 len: 217 time: 0.0654891 Jul 09 19:55:40.569681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-c0d36f3b-84e8-4a2c-a836-94c32e1ee0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:40.571354 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-c0d36f3b-84e8-4a2c-a836-94c32e1ee0c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7405ed2-c8d8-4800-8b01-9cf99fe6c576 HTTP/1.1" status: 200 len: 868 time: 0.0525951 Jul 09 19:55:40.639684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-eedcb975-0dac-4e96-ab9c-67e9231f8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:34Z', 'updated_at': '2021-07-09T19:54:46Z', 'revision_number': 4, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'gw_port': {'id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:35Z', 'updated_at': '2021-07-09T19:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '46945758-50f1-4004-b949-b6f7188a03ce', 'name': '', 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'mac_address': 'fa:16:3e:59:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:44Z', 'updated_at': '2021-07-09T19:54:56Z', 'revision_number': 5, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'subnets': [{'id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:40.651278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-9ae447ff-5c47-41b2-b0dc-dd0c0b3a273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:40.653086 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-9ae447ff-5c47-41b2-b0dc-dd0c0b3a273c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd27c0ec-0062-4b7b-8b93-c85f6699ca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751002 Jul 09 19:55:40.681855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcb975-0dac-4e96-ab9c-67e9231f8ea3 None None] Checking router: aaa6fcbd-a569-43d5-8969-69ac256645db for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:55:40.693051 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedcb975-0dac-4e96-ab9c-67e9231f8ea3 None None] Routers {'aaa6fcbd-a569-43d5-8969-69ac256645db'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:40.693716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-eedcb975-0dac-4e96-ab9c-67e9231f8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['aaa6fcbd-a569-43d5-8969-69ac256645db'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:40.731017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2408310-2ecf-4dfd-bc53-645f071ceccb req-2938efe7-a297-42fc-af0b-936441418ab7 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:40.733249 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2408310-2ecf-4dfd-bc53-645f071ceccb req-2938efe7-a297-42fc-af0b-936441418ab7 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 950 time: 0.1949785 Jul 09 19:55:40.736918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0acf4-36ce-413f-8a58-f52367711e15 req-fb874ae4-e80a-4fc1-8720-c226cbfb51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:40.737414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0acf4-36ce-413f-8a58-f52367711e15 req-fb874ae4-e80a-4fc1-8720-c226cbfb51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:40.738920 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3e0acf4-36ce-413f-8a58-f52367711e15 req-fb874ae4-e80a-4fc1-8720-c226cbfb51e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd737430fbed42b8908469dfa5658306&device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1980 time: 0.1755493 Jul 09 19:55:40.747849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63752bb4-3e96-47f8-b556-351bb094fd53 req-3b9173e7-f598-4c1d-92a6-2f83f0f6c323 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:40.749383 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-63752bb4-3e96-47f8-b556-351bb094fd53 req-3b9173e7-f598-4c1d-92a6-2f83f0f6c323 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.36 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 950 time: 0.1436253 Jul 09 19:55:40.777653 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-686dc39f-474c-4a03-93ea-50ac85be7940 service neutron] 10.222.0.30 "GET /v2.0/networks/cd27c0ec-0062-4b7b-8b93-c85f6699ca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158903 Jul 09 19:55:40.821234 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-eedcb975-0dac-4e96-ab9c-67e9231f8ea3 None None] Set router aaa6fcbd-a569-43d5-8969-69ac256645db gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:40.893143 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f16fe2f7-a5b6-4f22-82f9-78dd39701764 req-63127440-64a9-4046-905b-09c1c726a965 service neutron] 10.222.0.30 "GET /v2.0/networks/cd27c0ec-0062-4b7b-8b93-c85f6699ca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024671 Jul 09 19:55:41.074257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-eedcb975-0dac-4e96-ab9c-67e9231f8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:34Z', 'updated_at': '2021-07-09T19:54:46Z', 'revision_number': 4, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'gw_port': {'id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:35Z', 'updated_at': '2021-07-09T19:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '46945758-50f1-4004-b949-b6f7188a03ce', 'name': '', 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'mac_address': 'fa:16:3e:59:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:44Z', 'updated_at': '2021-07-09T19:54:56Z', 'revision_number': 5, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'subnets': [{'id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:41.104422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011afe62-8546-45da-94e1-3f756b1feb56 req-a08cd4e4-98d1-4695-b69b-f8fd707cbc97 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:41.108301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedcb975-0dac-4e96-ab9c-67e9231f8ea3 None None] The sync data for ids ['aaa6fcbd-a569-43d5-8969-69ac256645db'] in n-d-800088-3 is: [{'id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:34Z', 'updated_at': '2021-07-09T19:54:46Z', 'revision_number': 4, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'gw_port': {'id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:35Z', 'updated_at': '2021-07-09T19:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '46945758-50f1-4004-b949-b6f7188a03ce', 'name': '', 'network_id': 'cd27c0ec-0062-4b7b-8b93-c85f6699ca55', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'mac_address': 'fa:16:3e:59:53:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:44Z', 'updated_at': '2021-07-09T19:54:56Z', 'revision_number': 5, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'subnets': [{'id': 'f7405ed2-c8d8-4800-8b01-9cf99fe6c576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:41.112948 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-011afe62-8546-45da-94e1-3f756b1feb56 req-a08cd4e4-98d1-4695-b69b-f8fd707cbc97 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 948 time: 0.0959151 Jul 09 19:55:41.159402 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-011afe62-8546-45da-94e1-3f756b1feb56 req-f4c3b444-48e7-472d-b924-6c114ec6fcd4 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fe2f5d-5706-47ad-af74-e30e07b94c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453978 Jul 09 19:55:41.229610 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2408310-2ecf-4dfd-bc53-645f071ceccb req-301dbf8c-7ad2-47df-b6a0-e8433cde4a34 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790175 Jul 09 19:55:41.255285 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd243c68-7481-42fe-ae65-743c350897d7', 'tag': '61a5914b-a241-4158-942b-ba9ce8cc2801'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:41.257660 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcea795-8d0f-4803-87d7-694b2ab00aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "cd243c68-7481-42fe-ae65-743c350897d7", "tag": "61a5914b-a241-4158-942b-ba9ce8cc2801"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:41.303003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0acf4-36ce-413f-8a58-f52367711e15 req-2afcb139-3a1d-4f89-b911-cf84e058fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:41.304526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3e0acf4-36ce-413f-8a58-f52367711e15 req-2afcb139-3a1d-4f89-b911-cf84e058fbcc service neutron] 10.222.0.36 "GET /v2.0/networks?id=f2c101a2-874d-4c28-9771-dd87cd87c899 HTTP/1.1" status: 200 len: 902 time: 0.5531750 Jul 09 19:55:41.368515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3e0acf4-36ce-413f-8a58-f52367711e15 req-78cc013d-2a8c-45cf-b9bd-b6090f8461a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.53&port_id=0c9c405d-a89b-4a7c-9b0d-d54499b4e494 HTTP/1.1" status: 200 len: 217 time: 0.0511918 Jul 09 19:55:41.369827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-63752bb4-3e96-47f8-b556-351bb094fd53 req-ea180d6c-78c8-470d-8909-1c1adbc33765 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Deleting port 1073d919-e8b2-4e55-a7f4-ef3bc9365533 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:41.370281 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-63752bb4-3e96-47f8-b556-351bb094fd53 req-ea180d6c-78c8-470d-8909-1c1adbc33765 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:41.474541 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d828531e-f332-4359-9574-886e2960de27 None None] New status for floating IP b0e07e16-0360-4709-863b-e6dc828b2b0b: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:55:41.497355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8199c1f-8bea-40d9-aa50-5618517c49a9 req-749d8981-a6cc-40a1-9bdd-c8a88890f34b tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:41.504766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8199c1f-8bea-40d9-aa50-5618517c49a9 req-749d8981-a6cc-40a1-9bdd-c8a88890f34b tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:41.506840 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8199c1f-8bea-40d9-aa50-5618517c49a9 req-749d8981-a6cc-40a1-9bdd-c8a88890f34b tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1678 time: 0.0949662 Jul 09 19:55:41.524002 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0acf4-36ce-413f-8a58-f52367711e15 req-64fdd161-64f1-4b63-989b-1907fe50c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:41.525620 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3e0acf4-36ce-413f-8a58-f52367711e15 req-64fdd161-64f1-4b63-989b-1907fe50c66a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e19b2a10-88d9-4694-93e3-67fa4a29cfcc HTTP/1.1" status: 200 len: 801 time: 0.1500545 Jul 09 19:55:41.552910 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8199c1f-8bea-40d9-aa50-5618517c49a9 req-d515a9ed-5499-453f-8f82-3354b166aa03 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388160 Jul 09 19:55:41.565344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1e3c19b9-2f07-42f2-9040-ea33d6714004 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:41.596486 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-63752bb4-3e96-47f8-b556-351bb094fd53 req-ea180d6c-78c8-470d-8909-1c1adbc33765 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] For port 1073d919-e8b2-4e55-a7f4-ef3bc9365533, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1073d919-e8b2-4e55-a7f4-ef3bc9365533,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:41.598065 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-63752bb4-3e96-47f8-b556-351bb094fd53 req-ea180d6c-78c8-470d-8909-1c1adbc33765 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:41.625154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-63752bb4-3e96-47f8-b556-351bb094fd53 req-ea180d6c-78c8-470d-8909-1c1adbc33765 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Calling delete_port for 1073d919-e8b2-4e55-a7f4-ef3bc9365533 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:41.625786 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3407be66-fbb4-4b44-a6c6-66e48ade1731 x-openstack-request-id: req-3407be66-fbb4-4b44-a6c6-66e48ade1731 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:41.626081 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5024ef53-c896-4df7-af22-ccbe5e11f9fb", "tag": "2f41182d-e558-429f-b277-1c9fc3b7daed", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:41.626335 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3407be66-fbb4-4b44-a6c6-66e48ade1731 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:41.627050 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5024ef53-c896-4df7-af22-ccbe5e11f9fb', 'tag': '2f41182d-e558-429f-b277-1c9fc3b7daed', 'status': 'completed', 'code': 200} Jul 09 19:55:41.633081 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 1e3c19b9-2f07-42f2-9040-ea33d6714004 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:41.639314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 1e3c19b9-2f07-42f2-9040-ea33d6714004 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:41.639832 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:41.652051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41ac2a-d736-412c-a380-08a709d6f8f8 req-7e6ed763-9a20-4ecb-b1d8-663708758d2f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:41.661857 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4a41ac2a-d736-412c-a380-08a709d6f8f8 req-7e6ed763-9a20-4ecb-b1d8-663708758d2f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.2656007 Jul 09 19:55:41.743355 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:41.779640 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45ddd72-e3b3-41e6-b178-2a2535f17e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3c19b9-2f07-42f2-9040-ea33d6714004'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:41.782913 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3f5a5a-3487-464f-8a06-ec73a4cfb70f" -d '{"events": [{"server_uuid": "a45ddd72-e3b3-41e6-b178-2a2535f17e4b", "name": "network-vif-plugged", "status": "completed", "tag": "1e3c19b9-2f07-42f2-9040-ea33d6714004"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:41.791427 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c3011a00-0a11-4868-9572-c2f1c5ae2978 req-7a2f781e-47ab-49b6-9acc-83b8d1c2c435 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 210 time: 0.0378520 Jul 09 19:55:41.801920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1e3c19b9-2f07-42f2-9040-ea33d6714004, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1e3c19b9-2f07-42f2-9040-ea33d6714004,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:41.807462 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:41.818251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1073d919-e8b2-4e55-a7f4-ef3bc9365533 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:41.821508 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4a41ac2a-d736-412c-a380-08a709d6f8f8 req-c152bcc8-fd51-4bb8-acea-54a10015bb16 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583171 Jul 09 19:55:41.823766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0acf4-36ce-413f-8a58-f52367711e15 req-71a4c81e-ae51-46cb-95ad-a75c5e2a9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:41.825354 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3e0acf4-36ce-413f-8a58-f52367711e15 req-71a4c81e-ae51-46cb-95ad-a75c5e2a9615 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f2c101a2-874d-4c28-9771-dd87cd87c899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2869773 Jul 09 19:55:41.912687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=1e3c19b9-2f07-42f2-9040-ea33d6714004,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:41.912999 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8e8184-e38d-4447-ae3f-d1302bcda2ba x-openstack-request-id: req-fc8e8184-e38d-4447-ae3f-d1302bcda2ba {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:41.913155 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd243c68-7481-42fe-ae65-743c350897d7", "tag": "61a5914b-a241-4158-942b-ba9ce8cc2801", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:41.913451 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc8e8184-e38d-4447-ae3f-d1302bcda2ba {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:41.913769 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd243c68-7481-42fe-ae65-743c350897d7', 'tag': '61a5914b-a241-4158-942b-ba9ce8cc2801', 'status': 'completed', 'code': 200} Jul 09 19:55:41.926496 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aae35f9c-5673-4ea1-8841-3533c928e736 req-6680f7ea-edbd-4e65-b789-9bf46f3309b2 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/floatingips/b0e07e16-0360-4709-863b-e6dc828b2b0b HTTP/1.1" status: 200 len: 693 time: 0.1059327 Jul 09 19:55:41.940955 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5076a-b992-47a0-91cc-7a2aef10f64c req-4915a67b-1f03-495d-9690-f09198bc8f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:41.942770 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5af5076a-b992-47a0-91cc-7a2aef10f64c req-4915a67b-1f03-495d-9690-f09198bc8f26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=09559e1dc0d645d1b07bf7de18ef3ce1&device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 1096 time: 0.2768064 Jul 09 19:55:41.964461 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:42.051572 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83681220-5a46-4b25-9bf8-82bc788dc95c x-openstack-request-id: req-83681220-5a46-4b25-9bf8-82bc788dc95c {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:42.051862 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45ddd72-e3b3-41e6-b178-2a2535f17e4b", "name": "network-vif-plugged", "status": "completed", "tag": "1e3c19b9-2f07-42f2-9040-ea33d6714004", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:42.052293 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83681220-5a46-4b25-9bf8-82bc788dc95c {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:42.052728 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45ddd72-e3b3-41e6-b178-2a2535f17e4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e3c19b9-2f07-42f2-9040-ea33d6714004', 'code': 200} Jul 09 19:55:42.090373 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3e0acf4-36ce-413f-8a58-f52367711e15 req-a9aea7bf-5dc9-45c5-b8f9-f08c18434e1b service neutron] 10.222.0.36 "GET /v2.0/networks/f2c101a2-874d-4c28-9771-dd87cd87c899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536309 Jul 09 19:55:42.113751 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-63752bb4-3e96-47f8-b556-351bb094fd53 req-ea180d6c-78c8-470d-8909-1c1adbc33765 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:42.143491 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bb4627ba-8d0e-40cf-a123-86dafbadd14d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:42.179710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae35f9c-5673-4ea1-8841-3533c928e736 req-d2e86eb8-de0d-4739-bac1-486bafaa4c7d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:42.183318 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aae35f9c-5673-4ea1-8841-3533c928e736 req-d2e86eb8-de0d-4739-bac1-486bafaa4c7d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.2511919 Jul 09 19:55:42.192182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea180d6c-78c8-470d-8909-1c1adbc33765 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Pushing event deleted for resources: {'Port': ['ID=1073d919-e8b2-4e55-a7f4-ef3bc9365533,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:42.268332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-68b35d1a-6371-4200-84f6-fd727bb187e7 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:42.274147 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-68b35d1a-6371-4200-84f6-fd727bb187e7 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.36 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 821 time: 0.2575483 Jul 09 19:55:42.288931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5076a-b992-47a0-91cc-7a2aef10f64c req-75939984-aaf6-4457-9ce1-ecffa61c41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:42.290427 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5af5076a-b992-47a0-91cc-7a2aef10f64c req-75939984-aaf6-4457-9ce1-ecffa61c41a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd27c0ec-0062-4b7b-8b93-c85f6699ca55 HTTP/1.1" status: 200 len: 930 time: 0.3353953 Jul 09 19:55:42.297334 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-e6b02672-84dc-4042-94a7-dcf7c72b6245 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Request body: {'port': {'device_id': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'admin_state_up': True, 'tenant_id': '6d316004028b45e090e96a698593ef06'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:42.320053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-63752bb4-3e96-47f8-b556-351bb094fd53 req-ea180d6c-78c8-470d-8909-1c1adbc33765 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] No DVR routers for this DVR port 1073d919-e8b2-4e55-a7f4-ef3bc9365533 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:42.335198 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-63752bb4-3e96-47f8-b556-351bb094fd53 req-ea180d6c-78c8-470d-8909-1c1adbc33765 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:42.337256 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-63752bb4-3e96-47f8-b556-351bb094fd53 req-ea180d6c-78c8-470d-8909-1c1adbc33765 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.36 "DELETE /v2.0/ports/1073d919-e8b2-4e55-a7f4-ef3bc9365533 HTTP/1.1" status: 204 len: 173 time: 1.5778830 Jul 09 19:55:42.345388 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aae35f9c-5673-4ea1-8841-3533c928e736 req-ebfac249-a807-4db2-a8d4-07ba24d27921 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.1538975 Jul 09 19:55:42.404009 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5af5076a-b992-47a0-91cc-7a2aef10f64c req-51d06a2d-3169-4e64-b24e-0566f9ee6a77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f41182d-e558-429f-b277-1c9fc3b7daed HTTP/1.1" status: 200 len: 217 time: 0.0943065 Jul 09 19:55:42.406702 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3e0acf4-36ce-413f-8a58-f52367711e15 req-b65a94a1-d832-4566-92ab-544eaecf26ad service neutron] 10.222.0.36 "GET /v2.0/networks/f2c101a2-874d-4c28-9771-dd87cd87c899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045838 Jul 09 19:55:42.496871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aae35f9c-5673-4ea1-8841-3533c928e736 req-552a0765-314d-48b4-952c-2d9ba05377d5 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.233 HTTP/1.1" status: 200 len: 696 time: 0.1495287 Jul 09 19:55:42.536107 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5076a-b992-47a0-91cc-7a2aef10f64c req-3a75acaa-0ffe-40f5-ae39-35c937133e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:42.537672 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5af5076a-b992-47a0-91cc-7a2aef10f64c req-3a75acaa-0ffe-40f5-ae39-35c937133e6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7405ed2-c8d8-4800-8b01-9cf99fe6c576 HTTP/1.1" status: 200 len: 868 time: 0.1217771 Jul 09 19:55:42.582946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcea795-8d0f-4803-87d7-694b2ab00aa7 req-a4840740-cda4-41f6-acae-8a64d2ddcf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:42.583358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcea795-8d0f-4803-87d7-694b2ab00aa7 req-a4840740-cda4-41f6-acae-8a64d2ddcf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:42.586429 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7dcea795-8d0f-4803-87d7-694b2ab00aa7 req-a4840740-cda4-41f6-acae-8a64d2ddcf1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd737430fbed42b8908469dfa5658306&device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1980 time: 0.1076996 Jul 09 19:55:42.641324 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5076a-b992-47a0-91cc-7a2aef10f64c req-7d98e68c-3304-4df0-9b3c-e7becb9bb009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:42.642852 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5af5076a-b992-47a0-91cc-7a2aef10f64c req-7d98e68c-3304-4df0-9b3c-e7becb9bb009 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd27c0ec-0062-4b7b-8b93-c85f6699ca55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964663 Jul 09 19:55:42.666555 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da5365-312b-4d1c-8f52-2b867203a44f req-624a1d3c-6c3f-43b7-a9cf-9eb58c94d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:42.668108 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7da5365-312b-4d1c-8f52-2b867203a44f req-624a1d3c-6c3f-43b7-a9cf-9eb58c94d1e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 1100 time: 0.4102275 Jul 09 19:55:42.745864 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-e6b02672-84dc-4042-94a7-dcf7c72b6245 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Made reservation on behalf of 6d316004028b45e090e96a698593ef06 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:42.753252 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-e6b02672-84dc-4042-94a7-dcf7c72b6245 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:42.762195 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7da5365-312b-4d1c-8f52-2b867203a44f req-a1866bbb-ac21-4cf5-b2cf-cf91b25b2cf4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d6fe2f5d-5706-47ad-af74-e30e07b94c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795979 Jul 09 19:55:42.796110 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-aae35f9c-5673-4ea1-8841-3533c928e736 req-84f110c7-1aea-4a2c-8785-4064c6ebb4ec tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Deleting port 528bd670-13b4-4385-b0e4-6cb8dc54d08b {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:42.796477 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aae35f9c-5673-4ea1-8841-3533c928e736 req-84f110c7-1aea-4a2c-8785-4064c6ebb4ec tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:42.800486 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5af5076a-b992-47a0-91cc-7a2aef10f64c req-c73cb174-6fcc-491d-9de1-066fd000e58c service neutron] 10.222.0.36 "GET /v2.0/networks/cd27c0ec-0062-4b7b-8b93-c85f6699ca55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287491 Jul 09 19:55:42.801230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcea795-8d0f-4803-87d7-694b2ab00aa7 req-bd1ce353-af5a-4318-9b01-e03fe1af4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:42.802645 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7dcea795-8d0f-4803-87d7-694b2ab00aa7 req-bd1ce353-af5a-4318-9b01-e03fe1af4e7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=1cbedb55-33a0-48b9-aa1d-dc8f2d232dde HTTP/1.1" status: 200 len: 903 time: 0.1885774 Jul 09 19:55:42.886235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba172e-82b3-430b-9018-a3abef8d2d46 req-e5c44366-559f-4d59-9cd6-9df16e90ec7d tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:42.887799 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c5ba172e-82b3-430b-9018-a3abef8d2d46 req-e5c44366-559f-4d59-9cd6-9df16e90ec7d tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 951 time: 0.0641723 Jul 09 19:55:42.948893 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aae35f9c-5673-4ea1-8841-3533c928e736 req-84f110c7-1aea-4a2c-8785-4064c6ebb4ec tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:42.949146 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aae35f9c-5673-4ea1-8841-3533c928e736 req-84f110c7-1aea-4a2c-8785-4064c6ebb4ec tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:42.968356 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-aae35f9c-5673-4ea1-8841-3533c928e736 req-84f110c7-1aea-4a2c-8785-4064c6ebb4ec tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Calling delete_port for 528bd670-13b4-4385-b0e4-6cb8dc54d08b owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:42.974757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-e6b02672-84dc-4042-94a7-dcf7c72b6245 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Allocated IP 172.20.0.5 (e764e3dc-e7d6-45d3-a7ce-4b54299e87d5/89ff4449-d04b-47b2-9c44-3329683715c1/acbbccbf-9865-44b2-bc1f-661ff7289ad1) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:42.995963 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7dcea795-8d0f-4803-87d7-694b2ab00aa7 req-4882eefe-d517-4797-a963-98670c0f50b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.251&port_id=61a5914b-a241-4158-942b-ba9ce8cc2801 HTTP/1.1" status: 200 len: 217 time: 0.0845084 Jul 09 19:55:43.018412 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c5ba172e-82b3-430b-9018-a3abef8d2d46 req-34796f90-8b7f-4a4a-ba4c-164aa12dda6d tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247168 Jul 09 19:55:43.073347 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcea795-8d0f-4803-87d7-694b2ab00aa7 req-99794a36-5c10-45e2-a775-2045238c9593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:43.074722 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7dcea795-8d0f-4803-87d7-694b2ab00aa7 req-99794a36-5c10-45e2-a775-2045238c9593 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d9874f59-f5ee-4b9e-8ea6-afa843c31132 HTTP/1.1" status: 200 len: 801 time: 0.0676630 Jul 09 19:55:43.117726 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5af5076a-b992-47a0-91cc-7a2aef10f64c req-c1f41f2c-4567-4117-942c-e1db6aa8f60b service neutron] 10.222.0.36 "GET /v2.0/networks/cd27c0ec-0062-4b7b-8b93-c85f6699ca55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073531 Jul 09 19:55:43.142464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcea795-8d0f-4803-87d7-694b2ab00aa7 req-3fef9fbd-fd55-4522-9258-1b23f4631c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:43.143951 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7dcea795-8d0f-4803-87d7-694b2ab00aa7 req-3fef9fbd-fd55-4522-9258-1b23f4631c45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1cbedb55-33a0-48b9-aa1d-dc8f2d232dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575991 Jul 09 19:55:43.241768 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-e6b02672-84dc-4042-94a7-dcf7c72b6245 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.249591 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aae35f9c-5673-4ea1-8841-3533c928e736 req-84f110c7-1aea-4a2c-8785-4064c6ebb4ec tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.264601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-e6b02672-84dc-4042-94a7-dcf7c72b6245 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Transition to ACTIVE for port object acbbccbf-9865-44b2-bc1f-661ff7289ad1 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:43.289581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f110c7-1aea-4a2c-8785-4064c6ebb4ec tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Pushing event deleted for resources: {'Port': ['ID=528bd670-13b4-4385-b0e4-6cb8dc54d08b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:43.304321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01885fdb-4433-4526-bcef-0ff30053c70b req-f08e70cf-e9c5-4db8-bcb8-3f22eeb0caf4 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:43.309003 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-01885fdb-4433-4526-bcef-0ff30053c70b req-f08e70cf-e9c5-4db8-bcb8-3f22eeb0caf4 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 949 time: 0.1582131 Jul 09 19:55:43.311108 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7dcea795-8d0f-4803-87d7-694b2ab00aa7 req-4e9d1952-1c93-4c98-92e2-e3abc55a64dd service neutron] 10.222.0.36 "GET /v2.0/networks/1cbedb55-33a0-48b9-aa1d-dc8f2d232dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503398 Jul 09 19:55:43.371609 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aae35f9c-5673-4ea1-8841-3533c928e736 req-84f110c7-1aea-4a2c-8785-4064c6ebb4ec tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.375448 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aae35f9c-5673-4ea1-8841-3533c928e736 req-84f110c7-1aea-4a2c-8785-4064c6ebb4ec tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.376688 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aae35f9c-5673-4ea1-8841-3533c928e736 req-84f110c7-1aea-4a2c-8785-4064c6ebb4ec tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "DELETE /v2.0/floatingips/b0e07e16-0360-4709-863b-e6dc828b2b0b HTTP/1.1" status: 204 len: 173 time: 0.8795185 Jul 09 19:55:43.379942 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-e6b02672-84dc-4042-94a7-dcf7c72b6245 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.398022 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-01885fdb-4433-4526-bcef-0ff30053c70b req-f7b18645-6471-4702-9839-eac09042be5f tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fe2f5d-5706-47ad-af74-e30e07b94c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858753 Jul 09 19:55:43.401580 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['8dccef9f-874f-4309-ad10-4d22d5222a9c'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:43.441152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-e6b02672-84dc-4042-94a7-dcf7c72b6245 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:43.445423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-e6b02672-84dc-4042-94a7-dcf7c72b6245 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:43.450559 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-e6b02672-84dc-4042-94a7-dcf7c72b6245 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:43.454745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b02672-84dc-4042-94a7-dcf7c72b6245 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Pushing event updated for resources: {'Port': ['ID=acbbccbf-9865-44b2-bc1f-661ff7289ad1,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:43.488737 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7dcea795-8d0f-4803-87d7-694b2ab00aa7 req-19c6c2ae-a4b9-4b60-bfea-526479f29858 service neutron] 10.222.0.36 "GET /v2.0/networks/1cbedb55-33a0-48b9-aa1d-dc8f2d232dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618967 Jul 09 19:55:43.511923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-e6b02672-84dc-4042-94a7-dcf7c72b6245 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:43.512420 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-e6b02672-84dc-4042-94a7-dcf7c72b6245 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.551618 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-e6b02672-84dc-4042-94a7-dcf7c72b6245 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2663121 Jul 09 19:55:43.558237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 61a5914b-a241-4158-942b-ba9ce8cc2801 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:55:43.572474 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Request body: {'port': {'device_id': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:43.701319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88f961ef-c2db-4201-849e-ee004d2a8f1d req-bc96f264-fa30-4b02-81ff-4584eaa70e50 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=89dde419-aca8-40ab-a503-5bed2bc54f63 HTTP/1.1" status: 200 len: 210 time: 0.0393267 Jul 09 19:55:43.702850 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 61a5914b-a241-4158-942b-ba9ce8cc2801, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=61a5914b-a241-4158-942b-ba9ce8cc2801,segment=NetworkSegment(48144f16-380b-4338-865f-81c1ba20bfe8),segment_id=48144f16-380b-4338-865f-81c1ba20bfe8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:43.717871 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.718237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50848b53-344e-4d85-960f-83eea2a9dd88 req-47d81b05-3b7e-47cf-92e6-71246559b04c tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:43.722932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '61a5914b-a241-4158-942b-ba9ce8cc2801', 'network_id': '1cbedb55-33a0-48b9-aa1d-dc8f2d232dde', 'port_id': '61a5914b-a241-4158-942b-ba9ce8cc2801', 'mac_address': 'fa:16:3e:4e:ab:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9874f59-f5ee-4b9e-8ea6-afa843c31132', 'ip_address': '19.86.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:55:43.731362 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50848b53-344e-4d85-960f-83eea2a9dd88 req-47d81b05-3b7e-47cf-92e6-71246559b04c tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:43.731362 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50848b53-344e-4d85-960f-83eea2a9dd88 req-47d81b05-3b7e-47cf-92e6-71246559b04c tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1678 time: 0.1197143 Jul 09 19:55:43.789918 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50848b53-344e-4d85-960f-83eea2a9dd88 req-96303fd1-a954-427d-bed8-9c3c59a9715a tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536826 Jul 09 19:55:43.790134 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.813713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3a267ae0-a482-440e-abca-1b80b48aeb53 None None] Provisioning for port acbbccbf-9865-44b2-bc1f-661ff7289ad1 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:43.819797 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a5914b-a241-4158-942b-ba9ce8cc2801 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:43.823917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3a267ae0-a482-440e-abca-1b80b48aeb53 None None] Provisioning complete for port acbbccbf-9865-44b2-bc1f-661ff7289ad1 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:43.824216 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3a267ae0-a482-440e-abca-1b80b48aeb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.870816 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 61a5914b-a241-4158-942b-ba9ce8cc2801, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=61a5914b-a241-4158-942b-ba9ce8cc2801,segment=NetworkSegment(48144f16-380b-4338-865f-81c1ba20bfe8),segment_id=48144f16-380b-4338-865f-81c1ba20bfe8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:43.875626 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3a267ae0-a482-440e-abca-1b80b48aeb53 None None] Port acbbccbf-9865-44b2-bc1f-661ff7289ad1 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:55:43.877563 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:43.878418 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:55:43.932452 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89dde419-aca8-40ab-a503-5bed2bc54f63', 'name': 'network-vif-deleted', 'tag': '1073d919-e8b2-4e55-a7f4-ef3bc9365533'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:43.935051 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1e7398-7b9f-43f4-bcbf-b852238d2f0f" -d '{"events": [{"server_uuid": "89dde419-aca8-40ab-a503-5bed2bc54f63", "name": "network-vif-deleted", "tag": "1073d919-e8b2-4e55-a7f4-ef3bc9365533"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:43.974555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=61a5914b-a241-4158-942b-ba9ce8cc2801,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:43.980059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6f1ad-fbbf-4eca-a968-b4591693d0a1 req-7ca33871-5724-4aff-9399-996aaa4a1900 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:43.982716 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45a6f1ad-fbbf-4eca-a968-b4591693d0a1 req-7ca33871-5724-4aff-9399-996aaa4a1900 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 931 time: 0.0827110 Jul 09 19:55:43.998614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17032797-a7b7-4742-9d42-05515f0ef9a0 req-b0ba2414-b202-4aa4-92c0-2f4ffe7e2fda tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:44.000289 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17032797-a7b7-4742-9d42-05515f0ef9a0 req-b0ba2414-b202-4aa4-92c0-2f4ffe7e2fda tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.1384974 Jul 09 19:55:44.022453 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45a6f1ad-fbbf-4eca-a968-b4591693d0a1 req-183794c8-06ac-4eb6-9d77-39107ef9e5c8 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334034 Jul 09 19:55:44.030962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0c9c405d-a89b-4a7c-9b0d-d54499b4e494,segment=NetworkSegment(8e487327-8f87-4c61-8f3d-c5f52d159a6d),segment_id=8e487327-8f87-4c61-8f3d-c5f52d159a6d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:44.047763 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '0c9c405d-a89b-4a7c-9b0d-d54499b4e494', 'network_id': 'f2c101a2-874d-4c28-9771-dd87cd87c899', 'port_id': '0c9c405d-a89b-4a7c-9b0d-d54499b4e494', 'mac_address': 'fa:16:3e:ab:31:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e19b2a10-88d9-4694-93e3-67fa4a29cfcc', 'ip_address': '19.80.0.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:55:44.070019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17032797-a7b7-4742-9d42-05515f0ef9a0 req-a4934f1b-fc02-45a2-8eb5-2a797337b200 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584278 Jul 09 19:55:44.130969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbbccbf-9865-44b2-bc1f-661ff7289ad1 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:44.140399 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.159855 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Transition to ACTIVE for port object acbbccbf-9865-44b2-bc1f-661ff7289ad1 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:44.171150 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.202901 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e73298-94e0-4151-99ff-769c62367592 x-openstack-request-id: req-30e73298-94e0-4151-99ff-769c62367592 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:44.203499 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89dde419-aca8-40ab-a503-5bed2bc54f63", "name": "network-vif-deleted", "tag": "1073d919-e8b2-4e55-a7f4-ef3bc9365533", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:44.203851 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30e73298-94e0-4151-99ff-769c62367592 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:44.204349 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89dde419-aca8-40ab-a503-5bed2bc54f63', 'name': 'network-vif-deleted', 'tag': '1073d919-e8b2-4e55-a7f4-ef3bc9365533', 'status': 'completed', 'code': 200} Jul 09 19:55:44.290371 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.306447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:44.314931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Pushing event updated for resources: {'Port': ['ID=acbbccbf-9865-44b2-bc1f-661ff7289ad1,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:44.342771 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0c9c405d-a89b-4a7c-9b0d-d54499b4e494,segment=NetworkSegment(8e487327-8f87-4c61-8f3d-c5f52d159a6d),segment_id=8e487327-8f87-4c61-8f3d-c5f52d159a6d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:44.349203 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.413064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Attempting to bind port acbbccbf-9865-44b2-bc1f-661ff7289ad1 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:44.413414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Attempting to bind port acbbccbf-9865-44b2-bc1f-661ff7289ad1 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:44.413753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Attempting to bind port acbbccbf-9865-44b2-bc1f-661ff7289ad1 on network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:44.421735 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=0c9c405d-a89b-4a7c-9b0d-d54499b4e494,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:44.423583 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Port acbbccbf-9865-44b2-bc1f-661ff7289ad1 on network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:55:44.423836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Attempting to bind port acbbccbf-9865-44b2-bc1f-661ff7289ad1 on network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:44.433666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:44.434011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Checking segment: {'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:44.434400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Bound using segment: {'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:44.434879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Bound port: acbbccbf-9865-44b2-bc1f-661ff7289ad1, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ec2b49-fe8b-422b-aab6-8f477e09b2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:44.435246 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.492889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfa59d-f67e-4897-9d3d-3fb34e7249e1 req-01ccfbb8-e620-409d-9a99-873442b53c4d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:44.501088 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a0cfa59d-f67e-4897-9d3d-3fb34e7249e1 req-01ccfbb8-e620-409d-9a99-873442b53c4d tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1200266 Jul 09 19:55:44.550222 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a0cfa59d-f67e-4897-9d3d-3fb34e7249e1 req-08e87fc6-cf44-4000-9e06-63167135e9fe tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0487504 Jul 09 19:55:44.567654 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] For port acbbccbf-9865-44b2-bc1f-661ff7289ad1, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:55:44.571471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] For port acbbccbf-9865-44b2-bc1f-661ff7289ad1, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=acbbccbf-9865-44b2-bc1f-661ff7289ad1,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:55:44.580249 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.630876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:44.631633 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:44.633255 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] 10.222.0.36 "PUT /v2.0/ports/acbbccbf-9865-44b2-bc1f-661ff7289ad1 HTTP/1.1" status: 200 len: 1091 time: 1.0664124 Jul 09 19:55:44.633763 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'tag': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:44.636317 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5670d504-ec80-4df1-98ec-fef388e948ab" -d '{"events": [{"name": "network-changed", "server_uuid": "42c41d9d-7b18-4613-b650-ea9de1f709bb", "tag": "acbbccbf-9865-44b2-bc1f-661ff7289ad1"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:44.665323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1007f-aa59-4810-984b-f56b88b23b66 service neutron] Pushing event updated for resources: {'Port': ['ID=acbbccbf-9865-44b2-bc1f-661ff7289ad1,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:44.737583 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['61a5914b-a241-4158-942b-ba9ce8cc2801'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:44.820152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-6aced0ee-623c-449e-b3bb-3a7077836b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:44.821742 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-6aced0ee-623c-449e-b3bb-3a7077836b6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 1094 time: 0.1332827 Jul 09 19:55:44.844967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9243ce-5d0a-467a-a704-7f5547373878 req-62fdba2a-5cbe-4d3d-8830-8b53d0f57abe tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:44.847132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b9243ce-5d0a-467a-a704-7f5547373878 req-62fdba2a-5cbe-4d3d-8830-8b53d0f57abe tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 949 time: 0.1259198 Jul 09 19:55:44.892058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-9d3451c8-e468-4c79-899c-08148f269869 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbbccbf-9865-44b2-bc1f-661ff7289ad1 HTTP/1.1" status: 200 len: 217 time: 0.0437818 Jul 09 19:55:44.904261 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-71450e34-ce6d-46f8-8595-7fb22eda9942 req-879afff6-57b3-4e05-b7d3-1f2c195f5f89 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0593624 Jul 09 19:55:44.947209 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012d952d-c8e5-4902-b83c-0db93ecf3a0d x-openstack-request-id: req-012d952d-c8e5-4902-b83c-0db93ecf3a0d {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:44.947500 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c41d9d-7b18-4613-b650-ea9de1f709bb", "tag": "acbbccbf-9865-44b2-bc1f-661ff7289ad1", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:44.947757 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-012d952d-c8e5-4902-b83c-0db93ecf3a0d {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:44.948153 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'tag': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1', 'status': 'completed', 'code': 200} Jul 09 19:55:44.960908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b9243ce-5d0a-467a-a704-7f5547373878 req-dd524b3b-7623-49ad-a44c-b09237a073cd tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fe2f5d-5706-47ad-af74-e30e07b94c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057642 Jul 09 19:55:44.968899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-86cbf3bf-7d0c-4fbc-8dc3-f1e17dd055bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:44.970333 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-86cbf3bf-7d0c-4fbc-8dc3-f1e17dd055bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.0702949 Jul 09 19:55:45.032570 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-706500cb-0d8e-437f-836d-d0525647ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:45.034230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-706500cb-0d8e-437f-836d-d0525647ad24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569203 Jul 09 19:55:45.168441 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-c8f6e610-c6d9-49dc-9693-0a7cb328661d service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273971 Jul 09 19:55:45.192439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc674e-4377-4650-ae9b-9475dad8d916 req-4e399924-1edc-4c0a-98c5-d9c1cf77e9aa tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:45.198573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc674e-4377-4650-ae9b-9475dad8d916 req-4e399924-1edc-4c0a-98c5-d9c1cf77e9aa tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:45.200173 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbbc674e-4377-4650-ae9b-9475dad8d916 req-4e399924-1edc-4c0a-98c5-d9c1cf77e9aa tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1680 time: 0.1158454 Jul 09 19:55:45.290791 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbbc674e-4377-4650-ae9b-9475dad8d916 req-8ce9a370-b896-423a-a999-c39c93654ed6 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807829 Jul 09 19:55:45.320258 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5def2545-fbf6-4dd1-9e05-e09d54a796a2 req-8b3ec386-c501-4918-89df-29a200c2308e service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441669 Jul 09 19:55:45.439340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670d504-ec80-4df1-98ec-fef388e948ab req-81357531-1f02-481b-b9e3-11dc51d1b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:45.441097 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5670d504-ec80-4df1-98ec-fef388e948ab req-81357531-1f02-481b-b9e3-11dc51d1b082 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 1094 time: 0.0611050 Jul 09 19:55:45.487610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a2143bf4-3ecd-4478-994f-79aad9c438db no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:45.576921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670d504-ec80-4df1-98ec-fef388e948ab req-00548b8f-a4fc-4eeb-bd2f-7727eaeba0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:45.578408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5670d504-ec80-4df1-98ec-fef388e948ab req-00548b8f-a4fc-4eeb-bd2f-7727eaeba0c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 922 time: 0.1145151 Jul 09 19:55:45.588526 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.612769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2143bf4-3ecd-4478-994f-79aad9c438db'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:45.616203 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaafdc52-1daf-429c-88a2-8f6b0e4a96ea" -d '{"events": [{"server_uuid": "e432b692-f1fb-497d-a327-931b9fa479ac", "name": "network-vif-unplugged", "status": "completed", "tag": "a2143bf4-3ecd-4478-994f-79aad9c438db"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:45.635388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a2143bf4-3ecd-4478-994f-79aad9c438db, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a2143bf4-3ecd-4478-994f-79aad9c438db,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:45.642073 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5670d504-ec80-4df1-98ec-fef388e948ab req-6c5ed599-6a26-4788-bc24-12a4e281adb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbbccbf-9865-44b2-bc1f-661ff7289ad1 HTTP/1.1" status: 200 len: 217 time: 0.0461724 Jul 09 19:55:45.645940 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:45.700250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a2143bf4-3ecd-4478-994f-79aad9c438db,revision_number=11']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:45.705103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670d504-ec80-4df1-98ec-fef388e948ab req-b902cacf-0111-4acf-b26a-d891e79b2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:45.707352 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5670d504-ec80-4df1-98ec-fef388e948ab req-b902cacf-0111-4acf-b26a-d891e79b2b34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.0572438 Jul 09 19:55:45.775601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670d504-ec80-4df1-98ec-fef388e948ab req-56e68c10-af2a-448f-8f7f-c6047647bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:45.777208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5670d504-ec80-4df1-98ec-fef388e948ab req-56e68c10-af2a-448f-8f7f-c6047647bf0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625451 Jul 09 19:55:45.858694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35d10b-2c1b-49bd-b0a1-4700039daf8d req-1394cb01-cc8c-43b9-8451-37290444e19d tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:45.860758 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a35d10b-2c1b-49bd-b0a1-4700039daf8d req-1394cb01-cc8c-43b9-8451-37290444e19d tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 943 time: 0.0750406 Jul 09 19:55:45.900362 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a35d10b-2c1b-49bd-b0a1-4700039daf8d req-f44df546-bf25-4b8c-bb46-7e0d30df02ed tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340502 Jul 09 19:55:46.063605 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['0c9c405d-a89b-4a7c-9b0d-d54499b4e494'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:46.070650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c535a3b-0a39-4906-9ad5-ae22dd78bcc6 req-b2a8cef1-f1ed-4ba8-a574-b5a38104f1c3 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:46.072207 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c535a3b-0a39-4906-9ad5-ae22dd78bcc6 req-b2a8cef1-f1ed-4ba8-a574-b5a38104f1c3 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 945 time: 0.0666442 Jul 09 19:55:46.120453 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c535a3b-0a39-4906-9ad5-ae22dd78bcc6 req-05ffe7ca-3317-4b9c-8770-af0b784dfb53 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/security-groups?id=67b17122-2319-45c6-888f-25e4e268eb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 Jul 09 19:55:46.233375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daedf9-2ce9-411e-8147-9530e2d95a49 req-62b032c5-4ad4-4dc9-b876-65aaee47a446 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:46.234880 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6daedf9-2ce9-411e-8147-9530e2d95a49 req-62b032c5-4ad4-4dc9-b876-65aaee47a446 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.1027212 Jul 09 19:55:46.240411 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5670d504-ec80-4df1-98ec-fef388e948ab req-d188f1ba-4d13-451d-a352-a5f021d53fa6 service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501843 Jul 09 19:55:46.323097 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6daedf9-2ce9-411e-8147-9530e2d95a49 req-4abde7fc-7a56-42df-be07-47a95e83ba7a tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815172 Jul 09 19:55:46.329164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1892e-0696-4873-9e60-4dd0484862df req-2b26594a-aaef-4bbe-941e-c8c9c2922f5f tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:46.331544 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4bb1892e-0696-4873-9e60-4dd0484862df req-2b26594a-aaef-4bbe-941e-c8c9c2922f5f tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 950 time: 0.0716915 Jul 09 19:55:46.360144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5670d504-ec80-4df1-98ec-fef388e948ab req-99ec8bec-7436-4869-8a7a-3fb0f2b0126a service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109321 Jul 09 19:55:46.374111 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4bb1892e-0696-4873-9e60-4dd0484862df req-7b248b65-9449-4b2e-8095-17016c63a077 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361896 Jul 09 19:55:46.380611 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229b0d7f-97c6-449a-ad50-865bec6094cc x-openstack-request-id: req-229b0d7f-97c6-449a-ad50-865bec6094cc {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:46.380912 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e432b692-f1fb-497d-a327-931b9fa479ac", "name": "network-vif-unplugged", "status": "completed", "tag": "a2143bf4-3ecd-4478-994f-79aad9c438db", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:46.381169 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-229b0d7f-97c6-449a-ad50-865bec6094cc {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:46.381586 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2143bf4-3ecd-4478-994f-79aad9c438db', 'code': 200} Jul 09 19:55:46.534953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd70ff0-7c67-485d-9fc2-cf954f473f04 req-aebf3ae2-e65f-483f-a936-a4d75d29031b tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:46.537985 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6dd70ff0-7c67-485d-9fc2-cf954f473f04 req-aebf3ae2-e65f-483f-a936-a4d75d29031b tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 949 time: 0.0653715 Jul 09 19:55:46.543170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d896c7d-8caf-405b-aa00-efe3b8d97c79 req-875e4db5-2acd-4225-a4d7-f779e6d051d3 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:46.544999 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8d896c7d-8caf-405b-aa00-efe3b8d97c79 req-875e4db5-2acd-4225-a4d7-f779e6d051d3 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 949 time: 0.0627673 Jul 09 19:55:46.576447 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6dd70ff0-7c67-485d-9fc2-cf954f473f04 req-2eab1f9d-6f57-4825-bc7e-3e83c0e7654a tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fe2f5d-5706-47ad-af74-e30e07b94c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328510 Jul 09 19:55:46.584069 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8d896c7d-8caf-405b-aa00-efe3b8d97c79 req-06b83c48-cd65-4ca4-b252-c2f035d31a08 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333467 Jul 09 19:55:46.755598 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2783ab5-3017-4331-ae0c-fafd1ce83456 req-a785bf5f-6805-4dca-a77b-6a3104478233 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:46.761681 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2783ab5-3017-4331-ae0c-fafd1ce83456 req-a785bf5f-6805-4dca-a77b-6a3104478233 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:46.763860 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e2783ab5-3017-4331-ae0c-fafd1ce83456 req-a785bf5f-6805-4dca-a77b-6a3104478233 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1680 time: 0.0807443 Jul 09 19:55:46.803149 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e2783ab5-3017-4331-ae0c-fafd1ce83456 req-a6937fdc-303e-4cdc-b6da-9d012f4400d7 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333998 Jul 09 19:55:46.873607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57642) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:46.976079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1f213792-863f-47ba-afa1-612dfa229a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.115206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07c443-99ff-418b-b67a-0015dab34c5a req-1431f3e2-ed03-41c1-8884-898903e2f321 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:47.116717 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3d07c443-99ff-418b-b67a-0015dab34c5a req-1431f3e2-ed03-41c1-8884-898903e2f321 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 943 time: 0.1021149 Jul 09 19:55:47.121332 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1f213792-863f-47ba-afa1-612dfa229a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.130925 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1f213792-863f-47ba-afa1-612dfa229a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.183285 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1f213792-863f-47ba-afa1-612dfa229a9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66d78db95bda4f14aacfbc41d9212637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085966 Jul 09 19:55:47.186374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57650) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:47.193861 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3d07c443-99ff-418b-b67a-0015dab34c5a req-4ef4b333-b720-4d5c-9229-65e73b4adcc6 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701942 Jul 09 19:55:47.196946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f213792-863f-47ba-afa1-612dfa229a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4084fc-a97b-4d16-a943-fd47956cd6b1,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:47.293320 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18e57b19-9c14-42d8-90b0-4bf60642fce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.322285 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18e57b19-9c14-42d8-90b0-4bf60642fce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.362536 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1cffe-d2de-46ff-8505-df3b76be4f94 req-ad20d1f4-fb64-4599-a693-27ba9c156a46 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:47.364074 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1e1cffe-d2de-46ff-8505-df3b76be4f94 req-ad20d1f4-fb64-4599-a693-27ba9c156a46 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 945 time: 0.1097605 Jul 09 19:55:47.406685 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18e57b19-9c14-42d8-90b0-4bf60642fce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.409138 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18e57b19-9c14-42d8-90b0-4bf60642fce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.412570 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-18e57b19-9c14-42d8-90b0-4bf60642fce4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f4084fc-a97b-4d16-a943-fd47956cd6b1 HTTP/1.1" status: 204 len: 168 time: 0.2197208 Jul 09 19:55:47.422735 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1e1cffe-d2de-46ff-8505-df3b76be4f94 req-89aa9513-8e12-4581-a0c6-ed9bf07ae402 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/security-groups?id=67b17122-2319-45c6-888f-25e4e268eb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521216 Jul 09 19:55:47.423842 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e57b19-9c14-42d8-90b0-4bf60642fce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4084fc-a97b-4d16-a943-fd47956cd6b1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:47.488187 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d6afd-3a3a-4e91-b88e-b8658d803701 req-7897d1c3-c906-410e-9298-94780ec0239f tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:47.489934 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c2d6afd-3a3a-4e91-b88e-b8658d803701 req-7897d1c3-c906-410e-9298-94780ec0239f tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.36 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 945 time: 0.0934160 Jul 09 19:55:47.578491 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 61a5914b-a241-4158-942b-ba9ce8cc2801 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:47.635240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d0e1e-56b7-42f0-8ab0-b1444957e834 req-e79b01b3-c65b-420f-b0c7-0ed06c72a588 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:47.647012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a93d0e1e-56b7-42f0-8ab0-b1444957e834 req-e79b01b3-c65b-420f-b0c7-0ed06c72a588 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.1557903 Jul 09 19:55:47.660821 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 61a5914b-a241-4158-942b-ba9ce8cc2801 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:47.663092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef86a6e-10bf-499d-97fb-768c175cb6f2 req-32de1568-3675-4dfc-bc55-093fc2d5a643 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:47.664766 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6ef86a6e-10bf-499d-97fb-768c175cb6f2 req-32de1568-3675-4dfc-bc55-093fc2d5a643 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.32 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 949 time: 0.1061795 Jul 09 19:55:47.664952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 61a5914b-a241-4158-942b-ba9ce8cc2801 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:47.665217 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.702330 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a93d0e1e-56b7-42f0-8ab0-b1444957e834 req-a2e1655c-4b9c-4b5c-be1f-0f6eb9cbe167 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534685 Jul 09 19:55:47.712627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-8c2d6afd-3a3a-4e91-b88e-b8658d803701 req-e732fa24-e883-4c2d-89c7-e911da0286a0 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Deleting port 2f41182d-e558-429f-b277-1c9fc3b7daed {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:47.713794 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8c2d6afd-3a3a-4e91-b88e-b8658d803701 req-e732fa24-e883-4c2d-89c7-e911da0286a0 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.725023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc859d-787c-4dd3-9645-87f7e0ca4ff0 req-3a7f2449-f0d4-4475-86c6-534612d78fc1 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:47.743407 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1fc859d-787c-4dd3-9645-87f7e0ca4ff0 req-3a7f2449-f0d4-4475-86c6-534612d78fc1 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 950 time: 0.1764157 Jul 09 19:55:47.804755 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.850773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57666) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:47.854206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 61a5914b-a241-4158-942b-ba9ce8cc2801, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=61a5914b-a241-4158-942b-ba9ce8cc2801,segment=NetworkSegment(48144f16-380b-4338-865f-81c1ba20bfe8),segment_id=48144f16-380b-4338-865f-81c1ba20bfe8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:47.860376 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.861719 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:47.864940 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1fc859d-787c-4dd3-9645-87f7e0ca4ff0 req-2d623f20-426e-48db-9d1e-8f4dd0d28a9c tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180081 Jul 09 19:55:47.879266 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-278c0a9b-34e9-48d7-b156-ac5c8ea921b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.909890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-8c2d6afd-3a3a-4e91-b88e-b8658d803701 req-e732fa24-e883-4c2d-89c7-e911da0286a0 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] For port 2f41182d-e558-429f-b277-1c9fc3b7daed, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2f41182d-e558-429f-b277-1c9fc3b7daed,segment=NetworkSegment(6cd2888e-11c0-497b-8692-0fc955b78bed),segment_id=6cd2888e-11c0-497b-8692-0fc955b78bed)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:47.910562 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8c2d6afd-3a3a-4e91-b88e-b8658d803701 req-e732fa24-e883-4c2d-89c7-e911da0286a0 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.927276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-8c2d6afd-3a3a-4e91-b88e-b8658d803701 req-e732fa24-e883-4c2d-89c7-e911da0286a0 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Calling delete_port for 2f41182d-e558-429f-b277-1c9fc3b7daed owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:47.936982 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-6ef86a6e-10bf-499d-97fb-768c175cb6f2 req-7521b792-bb73-44d8-b03c-d625c1b0453c tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Deleting port a2143bf4-3ecd-4478-994f-79aad9c438db {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:47.937394 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6ef86a6e-10bf-499d-97fb-768c175cb6f2 req-7521b792-bb73-44d8-b03c-d625c1b0453c tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:47.957087 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=61a5914b-a241-4158-942b-ba9ce8cc2801,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:47.973262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:47.978009 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:47.978755 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.005131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d8428-64f2-419b-acda-4357d04bce77 req-010af9e6-050e-4d6e-9443-9e40920f0efa tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:48.006607 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b16d8428-64f2-419b-acda-4357d04bce77 req-010af9e6-050e-4d6e-9443-9e40920f0efa tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 949 time: 0.1525908 Jul 09 19:55:48.064831 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.070687 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b16d8428-64f2-419b-acda-4357d04bce77 req-3529e842-eec5-47c6-b59c-965d139dbfe5 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fe2f5d-5706-47ad-af74-e30e07b94c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538836 Jul 09 19:55:48.112755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0c9c405d-a89b-4a7c-9b0d-d54499b4e494,segment=NetworkSegment(8e487327-8f87-4c61-8f3d-c5f52d159a6d),segment_id=8e487327-8f87-4c61-8f3d-c5f52d159a6d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:48.121433 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.160477 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8c2d6afd-3a3a-4e91-b88e-b8658d803701 req-e732fa24-e883-4c2d-89c7-e911da0286a0 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.172109 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['2f41182d-e558-429f-b277-1c9fc3b7daed'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:48.189637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577b9d7-fefe-48b3-b512-b42779cbd9f2 req-c4dfd386-a34e-4d3a-8c43-6b171678035d tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:48.191484 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c577b9d7-fefe-48b3-b512-b42779cbd9f2 req-c4dfd386-a34e-4d3a-8c43-6b171678035d tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.36 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 949 time: 0.3100171 Jul 09 19:55:48.209134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-6ef86a6e-10bf-499d-97fb-768c175cb6f2 req-7521b792-bb73-44d8-b03c-d625c1b0453c tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] For port a2143bf4-3ecd-4478-994f-79aad9c438db, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a2143bf4-3ecd-4478-994f-79aad9c438db,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:48.209786 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6ef86a6e-10bf-499d-97fb-768c175cb6f2 req-7521b792-bb73-44d8-b03c-d625c1b0453c tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.217034 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=0c9c405d-a89b-4a7c-9b0d-d54499b4e494,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:48.232581 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-6ef86a6e-10bf-499d-97fb-768c175cb6f2 req-7521b792-bb73-44d8-b03c-d625c1b0453c tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Calling delete_port for a2143bf4-3ecd-4478-994f-79aad9c438db owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:48.233211 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732fa24-e883-4c2d-89c7-e911da0286a0 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Pushing event deleted for resources: {'Port': ['ID=2f41182d-e558-429f-b277-1c9fc3b7daed,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:48.306797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2d6afd-3a3a-4e91-b88e-b8658d803701 req-e732fa24-e883-4c2d-89c7-e911da0286a0 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] No DVR routers for this DVR port 2f41182d-e558-429f-b277-1c9fc3b7daed on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:48.310396 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8c2d6afd-3a3a-4e91-b88e-b8658d803701 req-e732fa24-e883-4c2d-89c7-e911da0286a0 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.312490 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c2d6afd-3a3a-4e91-b88e-b8658d803701 req-e732fa24-e883-4c2d-89c7-e911da0286a0 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.36 "DELETE /v2.0/ports/2f41182d-e558-429f-b277-1c9fc3b7daed HTTP/1.1" status: 204 len: 173 time: 0.8109891 Jul 09 19:55:48.313036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5024ef53-c896-4df7-af22-ccbe5e11f9fb', 'name': 'network-vif-deleted', 'tag': '2f41182d-e558-429f-b277-1c9fc3b7daed'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:48.315389 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e425a47-0f1b-4898-a0a2-2a820e4e0813" -d '{"events": [{"server_uuid": "5024ef53-c896-4df7-af22-ccbe5e11f9fb", "name": "network-vif-deleted", "tag": "2f41182d-e558-429f-b277-1c9fc3b7daed"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:48.360290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094f44-41b4-43cd-82ef-5065c2e6dab6 req-7ac4ddae-9b49-4c8e-8ac7-2ddb3b0fa44d tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:48.370526 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6094f44-41b4-43cd-82ef-5065c2e6dab6 req-7ac4ddae-9b49-4c8e-8ac7-2ddb3b0fa44d tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:48.372374 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c6094f44-41b4-43cd-82ef-5065c2e6dab6 req-7ac4ddae-9b49-4c8e-8ac7-2ddb3b0fa44d tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1682 time: 0.1436293 Jul 09 19:55:48.382465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd243c68-7481-42fe-ae65-743c350897d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a5914b-a241-4158-942b-ba9ce8cc2801'}, {'server_uuid': 'cd243c68-7481-42fe-ae65-743c350897d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9c405d-a89b-4a7c-9b0d-d54499b4e494'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:48.384865 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06a05d0-1057-4256-b938-b0e8d9fc9672" -d '{"events": [{"server_uuid": "cd243c68-7481-42fe-ae65-743c350897d7", "name": "network-vif-plugged", "status": "completed", "tag": "61a5914b-a241-4158-942b-ba9ce8cc2801"}, {"server_uuid": "cd243c68-7481-42fe-ae65-743c350897d7", "name": "network-vif-plugged", "status": "completed", "tag": "0c9c405d-a89b-4a7c-9b0d-d54499b4e494"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:48.421808 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c6094f44-41b4-43cd-82ef-5065c2e6dab6 req-2585b5b7-d892-42ea-963b-bee21518b274 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422513 Jul 09 19:55:48.603246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def2337-a016-480a-9217-0534feb4b205 req-c3a761ab-37c5-4ba7-9125-125351c5dbfb tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:48.604914 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9def2337-a016-480a-9217-0534feb4b205 req-c3a761ab-37c5-4ba7-9125-125351c5dbfb tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 943 time: 0.0656731 Jul 09 19:55:48.650328 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9def2337-a016-480a-9217-0534feb4b205 req-69039155-6502-4e78-9504-652050027a5c tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381887 Jul 09 19:55:48.671770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320f222-8a9d-4116-9a7d-1dd2b8b6ed7b req-bb5af54b-b32e-4028-a7f9-376b658baef6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:48.673296 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0320f222-8a9d-4116-9a7d-1dd2b8b6ed7b req-bb5af54b-b32e-4028-a7f9-376b658baef6 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 949 time: 0.6673212 Jul 09 19:55:48.703630 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6bfbe8-932b-4779-a9db-20e7325d0a15 x-openstack-request-id: req-7f6bfbe8-932b-4779-a9db-20e7325d0a15 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:48.703891 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5024ef53-c896-4df7-af22-ccbe5e11f9fb", "name": "network-vif-deleted", "tag": "2f41182d-e558-429f-b277-1c9fc3b7daed", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:48.704216 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f6bfbe8-932b-4779-a9db-20e7325d0a15 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:48.705739 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5024ef53-c896-4df7-af22-ccbe5e11f9fb', 'name': 'network-vif-deleted', 'tag': '2f41182d-e558-429f-b277-1c9fc3b7daed', 'status': 'completed', 'code': 200} Jul 09 19:55:48.738527 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345530b9-1a87-4696-a398-f318725504ae x-openstack-request-id: req-345530b9-1a87-4696-a398-f318725504ae {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:48.739025 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd243c68-7481-42fe-ae65-743c350897d7", "name": "network-vif-plugged", "status": "completed", "tag": "61a5914b-a241-4158-942b-ba9ce8cc2801", "code": 200}, {"server_uuid": "cd243c68-7481-42fe-ae65-743c350897d7", "name": "network-vif-plugged", "status": "completed", "tag": "0c9c405d-a89b-4a7c-9b0d-d54499b4e494", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:48.739131 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-345530b9-1a87-4696-a398-f318725504ae {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:48.739474 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd243c68-7481-42fe-ae65-743c350897d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a5914b-a241-4158-942b-ba9ce8cc2801', 'code': 200} Jul 09 19:55:48.739735 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd243c68-7481-42fe-ae65-743c350897d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9c405d-a89b-4a7c-9b0d-d54499b4e494', 'code': 200} Jul 09 19:55:48.765402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe79d8-bc7e-41c7-94b2-83a6ae071c99 req-efeae4ea-4627-44fe-9233-8ffcfe7c1181 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:48.766917 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-75fe79d8-bc7e-41c7-94b2-83a6ae071c99 req-efeae4ea-4627-44fe-9233-8ffcfe7c1181 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.36 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 950 time: 0.7124302 Jul 09 19:55:48.810703 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-278c0a9b-34e9-48d7-b156-ac5c8ea921b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.839494 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-278c0a9b-34e9-48d7-b156-ac5c8ea921b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:48.860264 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0320f222-8a9d-4116-9a7d-1dd2b8b6ed7b req-932f1dba-7d36-424b-89e5-b46bfb69ba56 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/security-groups?id=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757872 Jul 09 19:55:48.920916 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccff7ba5-c116-465a-b1d7-6d515ed9442e req-1fa9ffeb-26b0-4c7c-babc-1fbca2bf3e34 tempest-FloatingIPsAssociationNegativeTestJSON-198320605 tempest-FloatingIPsAssociationNegativeTestJSON-198320605-project] 10.222.0.30 "GET /v2.0/ports?device_id=5024ef53-c896-4df7-af22-ccbe5e11f9fb HTTP/1.1" status: 200 len: 210 time: 0.0538607 Jul 09 19:55:48.943921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b8d35-6bfe-4a8b-88ed-90c8199fca06 req-c9910259-86d1-4c24-b93a-ea11744d9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:48.944429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b8d35-6bfe-4a8b-88ed-90c8199fca06 req-c9910259-86d1-4c24-b93a-ea11744d9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:48.946405 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c0b8d35-6bfe-4a8b-88ed-90c8199fca06 req-c9910259-86d1-4c24-b93a-ea11744d9b13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1984 time: 0.1189001 Jul 09 19:55:48.990448 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c0b8d35-6bfe-4a8b-88ed-90c8199fca06 req-4d0fd79e-9668-4ce4-b812-23eeefcf1c8f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370765 Jul 09 19:55:49.016804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c0a9b-34e9-48d7-b156-ac5c8ea921b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d271ab3-21f6-44e8-b294-96ccaa6f666c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:49.023994 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-278c0a9b-34e9-48d7-b156-ac5c8ea921b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1706b8ade10464092fd9988eaaa24a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1720352 Jul 09 19:55:49.024630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57680) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:49.070778 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-c577b9d7-fefe-48b3-b512-b42779cbd9f2 req-f835e76e-798e-44de-8482-e178cef52867 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Deleting port 1e3c19b9-2f07-42f2-9040-ea33d6714004 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:49.071207 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c577b9d7-fefe-48b3-b512-b42779cbd9f2 req-f835e76e-798e-44de-8482-e178cef52867 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.124764 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b2e589b-daf3-4dc9-88b4-3b8e16051118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.137407 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6ef86a6e-10bf-499d-97fb-768c175cb6f2 req-7521b792-bb73-44d8-b03c-d625c1b0453c tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.158375 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b2e589b-daf3-4dc9-88b4-3b8e16051118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.189200 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521b792-bb73-44d8-b03c-d625c1b0453c tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Pushing event deleted for resources: {'Port': ['ID=a2143bf4-3ecd-4478-994f-79aad9c438db,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:49.206458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a7d58-2f1f-4ebf-adad-cc5f14363d70 req-d5210663-fb55-4940-8a92-e39b3942b1bf tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:49.208055 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a6a7d58-2f1f-4ebf-adad-cc5f14363d70 req-d5210663-fb55-4940-8a92-e39b3942b1bf tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 950 time: 0.1319597 Jul 09 19:55:49.238281 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b2e589b-daf3-4dc9-88b4-3b8e16051118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.240887 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b2e589b-daf3-4dc9-88b4-3b8e16051118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.242016 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4b2e589b-daf3-4dc9-88b4-3b8e16051118 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d271ab3-21f6-44e8-b294-96ccaa6f666c HTTP/1.1" status: 204 len: 168 time: 0.2163253 Jul 09 19:55:49.259135 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e589b-daf3-4dc9-88b4-3b8e16051118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d271ab3-21f6-44e8-b294-96ccaa6f666c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:49.268886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-75fe79d8-bc7e-41c7-94b2-83a6ae071c99 req-f6f1d13c-31a8-4e3b-86c1-bbce4da64f01 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Deleting port bb4627ba-8d0e-40cf-a123-86dafbadd14d {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:49.269350 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-75fe79d8-bc7e-41c7-94b2-83a6ae071c99 req-f6f1d13c-31a8-4e3b-86c1-bbce4da64f01 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.275528 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef86a6e-10bf-499d-97fb-768c175cb6f2 req-7521b792-bb73-44d8-b03c-d625c1b0453c tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] No DVR routers for this DVR port a2143bf4-3ecd-4478-994f-79aad9c438db on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:49.289971 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6ef86a6e-10bf-499d-97fb-768c175cb6f2 req-7521b792-bb73-44d8-b03c-d625c1b0453c tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.292269 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6ef86a6e-10bf-499d-97fb-768c175cb6f2 req-7521b792-bb73-44d8-b03c-d625c1b0453c tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.32 "DELETE /v2.0/ports/a2143bf4-3ecd-4478-994f-79aad9c438db HTTP/1.1" status: 204 len: 173 time: 1.6215267 Jul 09 19:55:49.292394 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a6a7d58-2f1f-4ebf-adad-cc5f14363d70 req-b1474a74-9107-4c95-bdd1-5874cbc380d3 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/security-groups?id=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718336 Jul 09 19:55:49.295633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'name': 'network-vif-deleted', 'tag': 'a2143bf4-3ecd-4478-994f-79aad9c438db'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:49.298319 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6080761a-e3a2-4582-be62-b5ad2af2fc60" -d '{"events": [{"server_uuid": "e432b692-f1fb-497d-a327-931b9fa479ac", "name": "network-vif-deleted", "tag": "a2143bf4-3ecd-4478-994f-79aad9c438db"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:49.366183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5900ad-b59f-4879-b26a-627563b42e5e req-091a48ee-3fb5-4bf3-b1de-0978037d4adf tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:49.367743 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d5900ad-b59f-4879-b26a-627563b42e5e req-091a48ee-3fb5-4bf3-b1de-0978037d4adf tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.3275199 Jul 09 19:55:49.381774 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-c577b9d7-fefe-48b3-b512-b42779cbd9f2 req-f835e76e-798e-44de-8482-e178cef52867 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] For port 1e3c19b9-2f07-42f2-9040-ea33d6714004, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1e3c19b9-2f07-42f2-9040-ea33d6714004,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:49.382141 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c577b9d7-fefe-48b3-b512-b42779cbd9f2 req-f835e76e-798e-44de-8482-e178cef52867 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.422633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-c577b9d7-fefe-48b3-b512-b42779cbd9f2 req-f835e76e-798e-44de-8482-e178cef52867 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Calling delete_port for 1e3c19b9-2f07-42f2-9040-ea33d6714004 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:49.504356 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347eb25-36a2-439e-8ada-bdcb77f6c720 req-ea608b33-d8ee-4a70-87c3-51437b93ab0c tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:49.506082 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4347eb25-36a2-439e-8ada-bdcb77f6c720 req-ea608b33-d8ee-4a70-87c3-51437b93ab0c tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 949 time: 0.0910985 Jul 09 19:55:49.515010 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d5900ad-b59f-4879-b26a-627563b42e5e req-6a7d5dc3-f7fc-4539-9b1b-9ed7d086c100 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368303 Jul 09 19:55:49.517949 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-75fe79d8-bc7e-41c7-94b2-83a6ae071c99 req-f6f1d13c-31a8-4e3b-86c1-bbce4da64f01 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] For port bb4627ba-8d0e-40cf-a123-86dafbadd14d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bb4627ba-8d0e-40cf-a123-86dafbadd14d,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:49.518688 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-75fe79d8-bc7e-41c7-94b2-83a6ae071c99 req-f6f1d13c-31a8-4e3b-86c1-bbce4da64f01 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.547370 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-75fe79d8-bc7e-41c7-94b2-83a6ae071c99 req-f6f1d13c-31a8-4e3b-86c1-bbce4da64f01 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Calling delete_port for bb4627ba-8d0e-40cf-a123-86dafbadd14d owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:49.557318 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4347eb25-36a2-439e-8ada-bdcb77f6c720 req-aa5dbc2c-a368-48c2-9d9d-9cddd9cc330d tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6fe2f5d-5706-47ad-af74-e30e07b94c74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Jul 09 19:55:49.586391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device acbbccbf-9865-44b2-bc1f-661ff7289ad1 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:55:49.592025 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5ddbb6-9d06-4fe7-8815-fb7b977ae854 x-openstack-request-id: req-ff5ddbb6-9d06-4fe7-8815-fb7b977ae854 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:49.592490 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e432b692-f1fb-497d-a327-931b9fa479ac", "name": "network-vif-deleted", "tag": "a2143bf4-3ecd-4478-994f-79aad9c438db", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:49.594165 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff5ddbb6-9d06-4fe7-8815-fb7b977ae854 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:49.594779 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e432b692-f1fb-497d-a327-931b9fa479ac', 'name': 'network-vif-deleted', 'tag': 'a2143bf4-3ecd-4478-994f-79aad9c438db', 'status': 'completed', 'code': 200} Jul 09 19:55:49.801277 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port acbbccbf-9865-44b2-bc1f-661ff7289ad1, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=acbbccbf-9865-44b2-bc1f-661ff7289ad1,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:49.821646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'port_id': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1', 'mac_address': 'fa:16:3e:be:ec:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:55:49.875093 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.882496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839b551-1c00-4a7a-85df-9af1aa661937 req-a5da70c4-c967-4b51-bfe0-b2e968526dcf tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:49.891008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839b551-1c00-4a7a-85df-9af1aa661937 req-a5da70c4-c967-4b51-bfe0-b2e968526dcf tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:49.896874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbbccbf-9865-44b2-bc1f-661ff7289ad1 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:55:49.898269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8839b551-1c00-4a7a-85df-9af1aa661937 req-a5da70c4-c967-4b51-bfe0-b2e968526dcf tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1682 time: 0.1571572 Jul 09 19:55:49.915651 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-75fe79d8-bc7e-41c7-94b2-83a6ae071c99 req-f6f1d13c-31a8-4e3b-86c1-bbce4da64f01 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.917659 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c577b9d7-fefe-48b3-b512-b42779cbd9f2 req-f835e76e-798e-44de-8482-e178cef52867 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.926243 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port acbbccbf-9865-44b2-bc1f-661ff7289ad1, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=acbbccbf-9865-44b2-bc1f-661ff7289ad1,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:49.929723 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bb4627ba-8d0e-40cf-a123-86dafbadd14d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:49.943340 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8839b551-1c00-4a7a-85df-9af1aa661937 req-41bff78d-5792-4b3f-b0d5-f9af5ce4722d tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441151 Jul 09 19:55:49.960922 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:49.986973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1d13c-31a8-4e3b-86c1-bbce4da64f01 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Pushing event deleted for resources: {'Port': ['ID=bb4627ba-8d0e-40cf-a123-86dafbadd14d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:49.995457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1e3c19b9-2f07-42f2-9040-ea33d6714004'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:50.031248 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835e76e-798e-44de-8482-e178cef52867 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Pushing event deleted for resources: {'Port': ['ID=1e3c19b9-2f07-42f2-9040-ea33d6714004,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:50.076991 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=acbbccbf-9865-44b2-bc1f-661ff7289ad1,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:50.110230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e4a67ed5-0d1c-4903-a83a-af83596ebd7d req-9ee61176-992a-4a57-94a5-94b913cb1169 tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] 10.222.0.30 "GET /v2.0/ports?device_id=e432b692-f1fb-497d-a327-931b9fa479ac HTTP/1.1" status: 200 len: 210 time: 0.0334256 Jul 09 19:55:50.112896 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fe79d8-bc7e-41c7-94b2-83a6ae071c99 req-f6f1d13c-31a8-4e3b-86c1-bbce4da64f01 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] No DVR routers for this DVR port bb4627ba-8d0e-40cf-a123-86dafbadd14d on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:50.162189 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-75fe79d8-bc7e-41c7-94b2-83a6ae071c99 req-f6f1d13c-31a8-4e3b-86c1-bbce4da64f01 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.164169 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-75fe79d8-bc7e-41c7-94b2-83a6ae071c99 req-f6f1d13c-31a8-4e3b-86c1-bbce4da64f01 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.36 "DELETE /v2.0/ports/bb4627ba-8d0e-40cf-a123-86dafbadd14d HTTP/1.1" status: 204 len: 173 time: 1.3781278 Jul 09 19:55:50.213328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-c577b9d7-fefe-48b3-b512-b42779cbd9f2 req-f835e76e-798e-44de-8482-e178cef52867 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] No DVR routers for this DVR port 1e3c19b9-2f07-42f2-9040-ea33d6714004 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:50.214164 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57710) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:50.228402 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c577b9d7-fefe-48b3-b512-b42779cbd9f2 req-f835e76e-798e-44de-8482-e178cef52867 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:50.231072 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c577b9d7-fefe-48b3-b512-b42779cbd9f2 req-f835e76e-798e-44de-8482-e178cef52867 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.36 "DELETE /v2.0/ports/1e3c19b9-2f07-42f2-9040-ea33d6714004 HTTP/1.1" status: 204 len: 173 time: 2.0293157 Jul 09 19:55:50.253843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da997c-3321-4c3b-bced-f7c5ccf5883c req-3a5a4864-519e-4fc1-ba57-1bb263505037 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:50.262533 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22da997c-3321-4c3b-bced-f7c5ccf5883c req-3a5a4864-519e-4fc1-ba57-1bb263505037 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 943 time: 0.3812149 Jul 09 19:55:50.320402 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22da997c-3321-4c3b-bced-f7c5ccf5883c req-e2064dd3-1599-44cb-9028-f5928de96961 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550916 Jul 09 19:55:50.381063 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['acbbccbf-9865-44b2-bc1f-661ff7289ad1'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:50.560358 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bb092db-d346-4c50-b3a4-3122c5a143a4 req-0c3903d9-7a45-4ac0-9992-2d6109a4c213 tempest-ServersAdminNegativeTestJSON-1798971684 tempest-ServersAdminNegativeTestJSON-1798971684-project] 10.222.0.30 "GET /v2.0/ports?device_id=b014a4ec-281e-461e-93fc-aa98b299c98b HTTP/1.1" status: 200 len: 210 time: 0.0845292 Jul 09 19:55:50.786831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750416e-b2b7-4251-a323-e6ac0708d309 req-63b03165-cc25-4deb-9499-c07ba5e928ec tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:50.788727 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0750416e-b2b7-4251-a323-e6ac0708d309 req-63b03165-cc25-4deb-9499-c07ba5e928ec tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.0939507 Jul 09 19:55:50.821242 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17d30336-272a-4dfe-a0d2-5401b2460393 req-5a60f53c-6d6c-4114-af98-87be038eea30 tempest-ImagesNegativeTestJSON-69953021 tempest-ImagesNegativeTestJSON-69953021-project] 10.222.0.30 "GET /v2.0/ports?device_id=a45ddd72-e3b3-41e6-b178-2a2535f17e4b HTTP/1.1" status: 200 len: 210 time: 0.0527861 Jul 09 19:55:50.845217 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0750416e-b2b7-4251-a323-e6ac0708d309 req-25df4a1d-965a-42b5-993f-82d283b78701 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488207 Jul 09 19:55:50.926822 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-67e8d263-429e-40f8-a599-f175d6d7c69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.189708 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce2447-b1d6-4ddc-a556-1f0c68e522e6 req-3fae508e-e74e-4f20-bcdc-d48082d71e6d tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:51.195817 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce2447-b1d6-4ddc-a556-1f0c68e522e6 req-3fae508e-e74e-4f20-bcdc-d48082d71e6d tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:51.197534 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-78ce2447-b1d6-4ddc-a556-1f0c68e522e6 req-3fae508e-e74e-4f20-bcdc-d48082d71e6d tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1682 time: 0.1207952 Jul 09 19:55:51.292506 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-78ce2447-b1d6-4ddc-a556-1f0c68e522e6 req-de799904-22d0-40d9-8d9e-18b49aba6845 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864475 Jul 09 19:55:51.333586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-67e8d263-429e-40f8-a599-f175d6d7c69f admin admin] Deleting port 46945758-50f1-4004-b949-b6f7188a03ce {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:51.333586 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-67e8d263-429e-40f8-a599-f175d6d7c69f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.421727 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-67e8d263-429e-40f8-a599-f175d6d7c69f admin admin] For port 46945758-50f1-4004-b949-b6f7188a03ce, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=46945758-50f1-4004-b949-b6f7188a03ce,segment=NetworkSegment(6cd2888e-11c0-497b-8692-0fc955b78bed),segment_id=6cd2888e-11c0-497b-8692-0fc955b78bed)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:51.422267 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-67e8d263-429e-40f8-a599-f175d6d7c69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.443226 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-67e8d263-429e-40f8-a599-f175d6d7c69f admin admin] Calling delete_port for 46945758-50f1-4004-b949-b6f7188a03ce owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:51.523877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a2143bf4-3ecd-4478-994f-79aad9c438db no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:51.533189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57754) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:51.567309 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: a2143bf4-3ecd-4478-994f-79aad9c438db {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:51.567673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a2143bf4-3ecd-4478-994f-79aad9c438db not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:51.587512 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device acbbccbf-9865-44b2-bc1f-661ff7289ad1 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:55:51.596103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b014a4ec-281e-461e-93fc-aa98b299c98b', 'name': 'network-vif-deleted', 'tag': 'bb4627ba-8d0e-40cf-a123-86dafbadd14d'}, {'server_uuid': 'a45ddd72-e3b3-41e6-b178-2a2535f17e4b', 'name': 'network-vif-deleted', 'tag': '1e3c19b9-2f07-42f2-9040-ea33d6714004'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:51.598454 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f244e1dd-0c03-4a93-b0dc-b4cf3bd06e48" -d '{"events": [{"server_uuid": "b014a4ec-281e-461e-93fc-aa98b299c98b", "name": "network-vif-deleted", "tag": "bb4627ba-8d0e-40cf-a123-86dafbadd14d"}, {"server_uuid": "a45ddd72-e3b3-41e6-b178-2a2535f17e4b", "name": "network-vif-deleted", "tag": "1e3c19b9-2f07-42f2-9040-ea33d6714004"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:51.681813 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port acbbccbf-9865-44b2-bc1f-661ff7289ad1 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:55:51.687371 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port acbbccbf-9865-44b2-bc1f-661ff7289ad1 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:55:51.688015 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.702085 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-263b014b-9208-4473-a6ed-2768b3b7e8dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ea134ee214a4193ab1c71675d9b4877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672869 Jul 09 19:55:51.704334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57762) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:51.753585 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-67e8d263-429e-40f8-a599-f175d6d7c69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.775406 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24811cd7-5b03-464d-85a6-d7b0c7d826b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.797576 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8d263-429e-40f8-a599-f175d6d7c69f admin admin] Pushing event deleted for resources: {'Port': ['ID=46945758-50f1-4004-b949-b6f7188a03ce,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:51.807275 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.812644 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24811cd7-5b03-464d-85a6-d7b0c7d826b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.843821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659c461-5e07-4a2b-b697-68d25d7d30a3 req-b63c5f6d-35a9-4fce-8207-0eadb8fc8c9f tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:51.844074 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:51.845669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c659c461-5e07-4a2b-b697-68d25d7d30a3 req-b63c5f6d-35a9-4fce-8207-0eadb8fc8c9f tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 944 time: 0.1955423 Jul 09 19:55:51.853745 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e083580e-2022-48eb-aaae-8360ec31448d" -d '{"events": [{"server_uuid": "42c41d9d-7b18-4613-b650-ea9de1f709bb", "name": "network-vif-plugged", "status": "completed", "tag": "acbbccbf-9865-44b2-bc1f-661ff7289ad1"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:51.883264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24811cd7-5b03-464d-85a6-d7b0c7d826b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.883654 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port acbbccbf-9865-44b2-bc1f-661ff7289ad1, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=acbbccbf-9865-44b2-bc1f-661ff7289ad1,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:51.887596 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24811cd7-5b03-464d-85a6-d7b0c7d826b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.888060 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:51.889133 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1e3c19b9-2f07-42f2-9040-ea33d6714004 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:51.891365 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-24811cd7-5b03-464d-85a6-d7b0c7d826b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56e2fb41-0c0c-4147-92dc-4ffd5055cfc3 HTTP/1.1" status: 204 len: 168 time: 0.1854415 Jul 09 19:55:51.905584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24811cd7-5b03-464d-85a6-d7b0c7d826b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e2fb41-0c0c-4147-92dc-4ffd5055cfc3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:51.972607 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=acbbccbf-9865-44b2-bc1f-661ff7289ad1,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:51.978788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 1e3c19b9-2f07-42f2-9040-ea33d6714004 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:51.978788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1e3c19b9-2f07-42f2-9040-ea33d6714004 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:51.979236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bb4627ba-8d0e-40cf-a123-86dafbadd14d no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:52.010750 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: bb4627ba-8d0e-40cf-a123-86dafbadd14d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:52.011106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bb4627ba-8d0e-40cf-a123-86dafbadd14d not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:52.011545 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2f41182d-e558-429f-b277-1c9fc3b7daed no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:52.036882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 2f41182d-e558-429f-b277-1c9fc3b7daed {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:52.037242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2f41182d-e558-429f-b277-1c9fc3b7daed not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:52.077766 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c659c461-5e07-4a2b-b697-68d25d7d30a3 req-c0572814-2b85-4986-b25b-a26c12109ee5 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009008 Jul 09 19:55:52.136902 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449fed1d-98b8-469b-aff2-8210b9c1d757 x-openstack-request-id: req-449fed1d-98b8-469b-aff2-8210b9c1d757 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:52.137207 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b014a4ec-281e-461e-93fc-aa98b299c98b", "name": "network-vif-deleted", "tag": "bb4627ba-8d0e-40cf-a123-86dafbadd14d", "status": "completed", "code": 200}, {"server_uuid": "a45ddd72-e3b3-41e6-b178-2a2535f17e4b", "name": "network-vif-deleted", "tag": "1e3c19b9-2f07-42f2-9040-ea33d6714004", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:52.137784 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-449fed1d-98b8-469b-aff2-8210b9c1d757 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:52.138265 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b014a4ec-281e-461e-93fc-aa98b299c98b', 'name': 'network-vif-deleted', 'tag': 'bb4627ba-8d0e-40cf-a123-86dafbadd14d', 'status': 'completed', 'code': 200} Jul 09 19:55:52.138536 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45ddd72-e3b3-41e6-b178-2a2535f17e4b', 'name': 'network-vif-deleted', 'tag': '1e3c19b9-2f07-42f2-9040-ea33d6714004', 'status': 'completed', 'code': 200} Jul 09 19:55:52.188204 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-67e8d263-429e-40f8-a599-f175d6d7c69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.286311 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2777f7-bb9b-4468-8107-36114d7f54b0 x-openstack-request-id: req-2d2777f7-bb9b-4468-8107-36114d7f54b0 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:52.286863 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c41d9d-7b18-4613-b650-ea9de1f709bb", "name": "network-vif-plugged", "status": "completed", "tag": "acbbccbf-9865-44b2-bc1f-661ff7289ad1", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:52.287613 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d2777f7-bb9b-4468-8107-36114d7f54b0 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:52.288189 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1', 'code': 200} Jul 09 19:55:52.476973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57792) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:52.518838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ba53c-05b2-47e3-9378-ac1ead17ddff req-e1153455-3a65-4934-8b48-ef9070d42144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:52.520375 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9f2ba53c-05b2-47e3-9378-ac1ead17ddff req-e1153455-3a65-4934-8b48-ef9070d42144 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 1096 time: 0.1466565 Jul 09 19:55:52.530367 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd51bab-2160-4df8-837b-6326f2a1c826 req-221152a7-c005-40f8-98f1-2769cb686f7f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:52.531912 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9bd51bab-2160-4df8-837b-6326f2a1c826 req-221152a7-c005-40f8-98f1-2769cb686f7f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.1200402 Jul 09 19:55:52.539319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e8d263-429e-40f8-a599-f175d6d7c69f admin admin] Router aaa6fcbd-a569-43d5-8969-69ac256645db has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:55:52.570324 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b206ae-883c-4f9e-bade-b28bfbc54186 req-efe9a523-983d-41e9-8036-543544cc0331 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:52.576475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b206ae-883c-4f9e-bade-b28bfbc54186 req-efe9a523-983d-41e9-8036-543544cc0331 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:52.578085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-79b206ae-883c-4f9e-bade-b28bfbc54186 req-efe9a523-983d-41e9-8036-543544cc0331 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1682 time: 0.1065881 Jul 09 19:55:52.597035 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9f2ba53c-05b2-47e3-9378-ac1ead17ddff req-6d84a597-0fa6-48e9-882b-ba4925faed7f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641031 Jul 09 19:55:52.602236 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9bd51bab-2160-4df8-837b-6326f2a1c826 req-5f9d685b-7c60-4f9a-a054-b5cd5ed07b3f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626295 Jul 09 19:55:52.702557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-79b206ae-883c-4f9e-bade-b28bfbc54186 req-746d81b1-edb0-45e3-80ed-efb3f1ec48c5 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855870 Jul 09 19:55:52.708762 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b8962b7c-ee95-4ac2-a2d4-c8b4204fe4e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f63210713891440eaaf794e254f8b26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272718 Jul 09 19:55:52.708762 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57802) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:52.755917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e8d263-429e-40f8-a599-f175d6d7c69f admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:52.764666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b853776-7767-4350-8c87-fb2496a1b6b7 None None] Sync routers for ids ['aaa6fcbd-a569-43d5-8969-69ac256645db'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:52.775312 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-67e8d263-429e-40f8-a599-f175d6d7c69f admin admin] 10.222.0.30 "PUT /v2.0/routers/aaa6fcbd-a569-43d5-8969-69ac256645db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5597308 Jul 09 19:55:52.779955 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57808) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:52.782575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b853776-7767-4350-8c87-fb2496a1b6b7 None None] Routers {'aaa6fcbd-a569-43d5-8969-69ac256645db'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:52.784084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9b853776-7767-4350-8c87-fb2496a1b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['aaa6fcbd-a569-43d5-8969-69ac256645db'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:52.824837 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbbc90b9-fb5a-4cd4-ad22-518fb7957471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.893527 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbbc90b9-fb5a-4cd4-ad22-518fb7957471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:52.943634 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-9b853776-7767-4350-8c87-fb2496a1b6b7 None None] Set router aaa6fcbd-a569-43d5-8969-69ac256645db gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:52.944702 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.039905 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbbc90b9-fb5a-4cd4-ad22-518fb7957471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.039905 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbbc90b9-fb5a-4cd4-ad22-518fb7957471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.044702 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bbbc90b9-fb5a-4cd4-ad22-518fb7957471 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d1c6e1f-3a7a-4d87-9ad3-273798c715b2 HTTP/1.1" status: 204 len: 168 time: 0.3352134 Jul 09 19:55:53.063370 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc90b9-fb5a-4cd4-ad22-518fb7957471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1c6e1f-3a7a-4d87-9ad3-273798c715b2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:53.084904 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.170637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] Deleting port 7d729f25-9732-45dc-962a-e149b8e95afe {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:53.170989 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.309913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9b853776-7767-4350-8c87-fb2496a1b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:34Z', 'updated_at': '2021-07-09T19:55:51Z', 'revision_number': 5, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'gw_port': {'id': '7d729f25-9732-45dc-962a-e149b8e95afe', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:82:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:35Z', 'updated_at': '2021-07-09T19:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:53.354005 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b853776-7767-4350-8c87-fb2496a1b6b7 None None] Checking router: aaa6fcbd-a569-43d5-8969-69ac256645db for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:55:53.375280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] For port 7d729f25-9732-45dc-962a-e149b8e95afe, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7d729f25-9732-45dc-962a-e149b8e95afe,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:53.375645 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.394961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] Calling delete_port for 7d729f25-9732-45dc-962a-e149b8e95afe owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:53.408915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aedcad-da5a-44da-9fd3-b418da8c55b7 req-e093d263-b8af-4c5f-a18a-fe7ec71f83a5 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:53.410459 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67aedcad-da5a-44da-9fd3-b418da8c55b7 req-e093d263-b8af-4c5f-a18a-fe7ec71f83a5 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 945 time: 0.1378553 Jul 09 19:55:53.427912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b853776-7767-4350-8c87-fb2496a1b6b7 None None] Routers {'aaa6fcbd-a569-43d5-8969-69ac256645db'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:53.429376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9b853776-7767-4350-8c87-fb2496a1b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['aaa6fcbd-a569-43d5-8969-69ac256645db'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:53.455092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57840) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:53.489647 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67aedcad-da5a-44da-9fd3-b418da8c55b7 req-dbab6d05-f307-4510-a8fa-fd85ace44701 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716419 Jul 09 19:55:53.642288 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.646699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57846) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:53.677025 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] Pushing event deleted for resources: {'Port': ['ID=7d729f25-9732-45dc-962a-e149b8e95afe,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:53.698957 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-9b853776-7767-4350-8c87-fb2496a1b6b7 None None] Set router aaa6fcbd-a569-43d5-8969-69ac256645db gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:53.780709 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d48fba6c-57cf-4d39-b88a-0d47e58013da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=338a1eb99df04aa7b1a8229e912e74bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325827 Jul 09 19:55:53.783211 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57852) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:53.798333 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9b853776-7767-4350-8c87-fb2496a1b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:34Z', 'updated_at': '2021-07-09T19:55:53Z', 'revision_number': 6, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:53.830959 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:53.881219 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b853776-7767-4350-8c87-fb2496a1b6b7 None None] The sync data for ids ['aaa6fcbd-a569-43d5-8969-69ac256645db'] in n-d-800088-3 is: [{'id': 'aaa6fcbd-a569-43d5-8969-69ac256645db', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1783719196-router', 'tenant_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:34Z', 'updated_at': '2021-07-09T19:55:53Z', 'revision_number': 6, 'project_id': '09559e1dc0d645d1b07bf7de18ef3ce1', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:53.938862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57854) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:53.986853 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c545bf7a-a7b5-4d8c-85fa-b5fd8247fea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.031990 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c545bf7a-a7b5-4d8c-85fa-b5fd8247fea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.040574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee584e35-2220-40af-96f8-4c4c8cff3ff7 req-e2b9701c-a951-49fd-af11-f8e5b8e62353 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:54.042091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee584e35-2220-40af-96f8-4c4c8cff3ff7 req-e2b9701c-a951-49fd-af11-f8e5b8e62353 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.1893294 Jul 09 19:55:54.056618 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d12c8ecd-1e57-44b1-99be-55a3d1f7391c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.075382 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.079821 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.146546 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.147003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaa6fcbd-a569-43d5-8969-69ac256645db {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:55:54.154659 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.155810 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ee477d1a-ace8-46f1-bd73-24e5460abfcf admin admin] 10.222.0.30 "DELETE /v2.0/routers/aaa6fcbd-a569-43d5-8969-69ac256645db HTTP/1.1" status: 204 len: 168 time: 1.3750021 Jul 09 19:55:54.159859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57858) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:54.162373 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee584e35-2220-40af-96f8-4c4c8cff3ff7 req-0838880a-ef8a-4bec-9d32-bc5726c593a7 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070759 Jul 09 19:55:54.166509 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-25b53bef-2c4d-4d17-b794-a22b9b265b7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6fa135b511da4b3c95d7d501fb0d4acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265916 Jul 09 19:55:54.170347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57860) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:54.188316 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c545bf7a-a7b5-4d8c-85fa-b5fd8247fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.190906 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c545bf7a-a7b5-4d8c-85fa-b5fd8247fea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.193034 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c545bf7a-a7b5-4d8c-85fa-b5fd8247fea2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e08560c-895c-4771-8a2e-252c5e7af7e8 HTTP/1.1" status: 204 len: 168 time: 0.4088128 Jul 09 19:55:54.210158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-d9c5628a-411f-44cb-8a31-dca3e4dc5f49 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:54.216762 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-d9c5628a-411f-44cb-8a31-dca3e4dc5f49 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:54.218399 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-d9c5628a-411f-44cb-8a31-dca3e4dc5f49 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1682 time: 0.2326958 Jul 09 19:55:54.222080 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545bf7a-a7b5-4d8c-85fa-b5fd8247fea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e08560c-895c-4771-8a2e-252c5e7af7e8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:54.227099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9979b-48e8-40a7-8c92-0fd67cbd2265 req-74c53f45-5a69-4aec-9a72-90753e8f5b73 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:54.233388 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9979b-48e8-40a7-8c92-0fd67cbd2265 req-74c53f45-5a69-4aec-9a72-90753e8f5b73 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:54.235000 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9df9979b-48e8-40a7-8c92-0fd67cbd2265 req-74c53f45-5a69-4aec-9a72-90753e8f5b73 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 1682 time: 0.2481680 Jul 09 19:55:54.268884 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43a0393f-bca4-4f11-825b-fbb0033fa900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.304849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5bd9199-0015-45d6-9033-2a71a13c1d29 admin admin] Deleting subnet f7405ed2-c8d8-4800-8b01-9cf99fe6c576 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:55:54.311007 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43a0393f-bca4-4f11-825b-fbb0033fa900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.314368 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9199-0015-45d6-9033-2a71a13c1d29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.388926 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d12c8ecd-1e57-44b1-99be-55a3d1f7391c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.394774 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d12c8ecd-1e57-44b1-99be-55a3d1f7391c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.408991 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9df9979b-48e8-40a7-8c92-0fd67cbd2265 req-76d119fd-f745-43b6-8b8b-178fad340af2 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275983 Jul 09 19:55:54.412527 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9199-0015-45d6-9033-2a71a13c1d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.418509 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43a0393f-bca4-4f11-825b-fbb0033fa900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.421784 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43a0393f-bca4-4f11-825b-fbb0033fa900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.422932 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-43a0393f-bca4-4f11-825b-fbb0033fa900 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6fe2f5d-5706-47ad-af74-e30e07b94c74 HTTP/1.1" status: 204 len: 168 time: 0.2514362 Jul 09 19:55:54.448713 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d12c8ecd-1e57-44b1-99be-55a3d1f7391c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3cc09f805d724bb9a84b6a11ddb79a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9906826 Jul 09 19:55:54.453022 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57872) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:54.453175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c8ecd-1e57-44b1-99be-55a3d1f7391c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce8c26b-6308-4c44-b92b-f484c1c95a38,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:54.469010 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0393f-bca4-4f11-825b-fbb0033fa900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fe2f5d-5706-47ad-af74-e30e07b94c74,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:54.540255 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-5d5152de-4383-43ab-b75b-942eaec51e85 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Deleting port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:54.540640 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-5d5152de-4383-43ab-b75b-942eaec51e85 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.617542 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60ef1564-0dd8-46a4-8a05-53b6da616e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.639568 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9199-0015-45d6-9033-2a71a13c1d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.678922 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60ef1564-0dd8-46a4-8a05-53b6da616e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.707110 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b278760-4132-4ca4-86fe-d5710f4bf666 req-f11468e8-8716-4842-98bf-905cca7ff021 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:54.715163 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b278760-4132-4ca4-86fe-d5710f4bf666 req-f11468e8-8716-4842-98bf-905cca7ff021 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 945 time: 0.0892251 Jul 09 19:55:54.777829 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-5d5152de-4383-43ab-b75b-942eaec51e85 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] For port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0c9c405d-a89b-4a7c-9b0d-d54499b4e494,segment=NetworkSegment(8e487327-8f87-4c61-8f3d-c5f52d159a6d),segment_id=8e487327-8f87-4c61-8f3d-c5f52d159a6d)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:54.778288 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-5d5152de-4383-43ab-b75b-942eaec51e85 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.788745 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b278760-4132-4ca4-86fe-d5710f4bf666 req-09913e33-f630-40f3-a075-550f52ff168a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719881 Jul 09 19:55:54.799116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-5d5152de-4383-43ab-b75b-942eaec51e85 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Calling delete_port for 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:54.822448 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9199-0015-45d6-9033-2a71a13c1d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.892971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd9199-0015-45d6-9033-2a71a13c1d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7405ed2-c8d8-4800-8b01-9cf99fe6c576,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:54.895052 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5bd9199-0015-45d6-9033-2a71a13c1d29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.899574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57890) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:54.899731 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b5bd9199-0015-45d6-9033-2a71a13c1d29 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f7405ed2-c8d8-4800-8b01-9cf99fe6c576 HTTP/1.1" status: 204 len: 168 time: 0.7381022 Jul 09 19:55:54.901481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961e9308-aa49-4220-9b2b-fff1eafd95f1 None None] Network cd27c0ec-0062-4b7b-8b93-c85f6699ca55 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:54.903017 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60ef1564-0dd8-46a4-8a05-53b6da616e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.906775 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60ef1564-0dd8-46a4-8a05-53b6da616e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:54.910245 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-60ef1564-0dd8-46a4-8a05-53b6da616e3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ce8c26b-6308-4c44-b92b-f484c1c95a38 HTTP/1.1" status: 204 len: 168 time: 0.4538004 Jul 09 19:55:54.937863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef1564-0dd8-46a4-8a05-53b6da616e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce8c26b-6308-4c44-b92b-f484c1c95a38,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:55.056302 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.146312 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-5d5152de-4383-43ab-b75b-942eaec51e85 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.164698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] Deleting port 330fe9a3-713a-4db3-a6ac-7ecee9179431 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:55.165078 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.174639 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['61a5914b-a241-4158-942b-ba9ce8cc2801', '0c9c405d-a89b-4a7c-9b0d-d54499b4e494'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:55:55.248097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5152de-4383-43ab-b75b-942eaec51e85 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Port': ['ID=0c9c405d-a89b-4a7c-9b0d-d54499b4e494,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:55.329714 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7d729f25-9732-45dc-962a-e149b8e95afe no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:55.421524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-5d5152de-4383-43ab-b75b-942eaec51e85 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] No DVR routers for this DVR port 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:55.425208 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-5d5152de-4383-43ab-b75b-942eaec51e85 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.434051 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-5d5152de-4383-43ab-b75b-942eaec51e85 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.36 "DELETE /v2.0/ports/0c9c405d-a89b-4a7c-9b0d-d54499b4e494 HTTP/1.1" status: 204 len: 173 time: 1.1902246 Jul 09 19:55:55.434756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] For port 330fe9a3-713a-4db3-a6ac-7ecee9179431, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=330fe9a3-713a-4db3-a6ac-7ecee9179431,segment=NetworkSegment(6cd2888e-11c0-497b-8692-0fc955b78bed),segment_id=6cd2888e-11c0-497b-8692-0fc955b78bed)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:55.435326 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.456756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd243c68-7481-42fe-ae65-743c350897d7', 'name': 'network-vif-deleted', 'tag': '0c9c405d-a89b-4a7c-9b0d-d54499b4e494'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:55.459301 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ca9d96-de6b-4c62-934e-49a3cfef0065" -d '{"events": [{"server_uuid": "cd243c68-7481-42fe-ae65-743c350897d7", "name": "network-vif-deleted", "tag": "0c9c405d-a89b-4a7c-9b0d-d54499b4e494"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:55.464460 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8a8ed8-0ab0-4694-9895-cd5bee1c5661 None None] DHCP port deletion for cd27c0ec-0062-4b7b-8b93-c85f6699ca55 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:55:55.474747 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 7d729f25-9732-45dc-962a-e149b8e95afe {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:55.475382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7d729f25-9732-45dc-962a-e149b8e95afe not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:55.485002 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 46945758-50f1-4004-b949-b6f7188a03ce no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:55.491875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57916) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:55.516169 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8d231c7-3956-48cb-a8af-3f77f7c3dbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.530729 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] Calling delete_port for 330fe9a3-713a-4db3-a6ac-7ecee9179431 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:55.534029 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-e7c15711-961b-4d5e-b463-ef9fee6f1f30 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:55.535654 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-e7c15711-961b-4d5e-b463-ef9fee6f1f30 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4721491 Jul 09 19:55:55.611803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 46945758-50f1-4004-b949-b6f7188a03ce {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:55.612813 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 46945758-50f1-4004-b949-b6f7188a03ce not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:55.689651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324f5cc-359b-46e8-ab48-020c9844814d req-148a0638-5411-4939-b98c-64ac34f8ffa3 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:55.691365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a8ed8-0ab0-4694-9895-cd5bee1c5661 None None] Deleting port 330fe9a3-713a-4db3-a6ac-7ecee9179431 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:55.692016 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8ed8-0ab0-4694-9895-cd5bee1c5661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.696301 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e324f5cc-359b-46e8-ab48-020c9844814d req-148a0638-5411-4939-b98c-64ac34f8ffa3 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.2262530 Jul 09 19:55:55.760460 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-4e4f3ec9-5dce-4002-9be9-b03bddb721fa tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 696 time: 0.2135825 Jul 09 19:55:55.770277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-dde73afe-a0a5-484f-96a4-c59929bd0cdf tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Request body: {'floatingip': {'port_id': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:55.801384 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e324f5cc-359b-46e8-ab48-020c9844814d req-b93917c0-5312-4bd2-a567-9647de9e61db tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941670 Jul 09 19:55:55.807463 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.811175 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-fd8a8ed8-0ab0-4694-9895-cd5bee1c5661 None None] For port 330fe9a3-713a-4db3-a6ac-7ecee9179431, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=330fe9a3-713a-4db3-a6ac-7ecee9179431,segment=NetworkSegment(6cd2888e-11c0-497b-8692-0fc955b78bed),segment_id=6cd2888e-11c0-497b-8692-0fc955b78bed)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:55.813749 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8ed8-0ab0-4694-9895-cd5bee1c5661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:55.834517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a8ed8-0ab0-4694-9895-cd5bee1c5661 None None] Calling delete_port for 330fe9a3-713a-4db3-a6ac-7ecee9179431 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:55.876980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=330fe9a3-713a-4db3-a6ac-7ecee9179431,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:55.890876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] No DVR routers for this DVR port 330fe9a3-713a-4db3-a6ac-7ecee9179431 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:55.999467 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8ed8-0ab0-4694-9895-cd5bee1c5661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.026038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a8ed8-0ab0-4694-9895-cd5bee1c5661 None None] Pushing event deleted for resources: {'Port': ['ID=330fe9a3-713a-4db3-a6ac-7ecee9179431,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:56.038735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57944) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:56.043431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a8ed8-0ab0-4694-9895-cd5bee1c5661 None None] No DVR routers for this DVR port 330fe9a3-713a-4db3-a6ac-7ecee9179431 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:56.098015 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.112131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd27c0ec-0062-4b7b-8b93-c85f6699ca55']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:56.135250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd2888e-11c0-497b-8692-0fc955b78bed') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:56.135768 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd2888e-11c0-497b-8692-0fc955b78bed') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:56.148074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.165488 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.185837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1593863828-network', 'tenant_id': '948ba623a31b4f9897891e764abfff22'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:56.190011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:55:56.190839 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:55:56.192464 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:55:56.200551 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:55:56.229303 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-dde73afe-a0a5-484f-96a4-c59929bd0cdf tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for floatingip, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.259685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4f096-e31e-4e36-9ce9-59c1c632c951 req-563accc9-ff75-4ee4-b1af-f1d87fe325dd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:56.261252 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c2d4f096-e31e-4e36-9ce9-59c1c632c951 req-563accc9-ff75-4ee4-b1af-f1d87fe325dd tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 946 time: 0.2043731 Jul 09 19:55:56.266891 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.272773 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.274851 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cd27c0ec-0062-4b7b-8b93-c85f6699ca55 HTTP/1.1" status: 204 len: 168 time: 1.3741357 Jul 09 19:55:56.295709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f0fdb-2e7e-4d09-975e-21bbf33ad2d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd27c0ec-0062-4b7b-8b93-c85f6699ca55,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:56.326491 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c2d4f096-e31e-4e36-9ce9-59c1c632c951 req-d0cedf4b-8d11-40bb-bc12-e156f7ca2d7b tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/security-groups?id=cef1ac89-dd5b-45e6-98ef-377473e832a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503030 Jul 09 19:55:56.327438 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57956) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:56.363286 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-67a957af-ffbd-4937-bc27-dc5bcb0f1038 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Deleting port 61a5914b-a241-4158-942b-ba9ce8cc2801 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:55:56.363286 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-67a957af-ffbd-4937-bc27-dc5bcb0f1038 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.431682 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ae2bfe-9773-45fa-9fcc-a3d5b0827433 x-openstack-request-id: req-f4ae2bfe-9773-45fa-9fcc-a3d5b0827433 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:56.432135 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd243c68-7481-42fe-ae65-743c350897d7", "name": "network-vif-deleted", "tag": "0c9c405d-a89b-4a7c-9b0d-d54499b4e494", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:56.432414 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4ae2bfe-9773-45fa-9fcc-a3d5b0827433 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:56.432838 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd243c68-7481-42fe-ae65-743c350897d7', 'name': 'network-vif-deleted', 'tag': '0c9c405d-a89b-4a7c-9b0d-d54499b4e494', 'status': 'completed', 'code': 200} Jul 09 19:55:56.547341 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.552488 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8d231c7-3956-48cb-a8af-3f77f7c3dbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.559172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57972) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:56.567260 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8d231c7-3956-48cb-a8af-3f77f7c3dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.596396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2112110834-network', 'tenant_id': '8462646f4467450bbe9aca8cc6a1e788'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:56.615159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] Made reservation on behalf of 948ba623a31b4f9897891e764abfff22 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:56.617510 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.636506 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.640355 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-67a957af-ffbd-4937-bc27-dc5bcb0f1038 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] For port 61a5914b-a241-4158-942b-ba9ce8cc2801, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=61a5914b-a241-4158-942b-ba9ce8cc2801,segment=NetworkSegment(48144f16-380b-4338-865f-81c1ba20bfe8),segment_id=48144f16-380b-4338-865f-81c1ba20bfe8)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:55:56.640765 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-67a957af-ffbd-4937-bc27-dc5bcb0f1038 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.657542 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c32fd3ac-3d5a-4f8a-b655-edaa3b93f72e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=09559e1dc0d645d1b07bf7de18ef3ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970140 Jul 09 19:55:56.659958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] Made reservation on behalf of 8462646f4467450bbe9aca8cc6a1e788 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:56.661859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57974) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:56.662214 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.674188 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.686623 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f8d231c7-3956-48cb-a8af-3f77f7c3dbf3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e45fd9ee46204fcd8d7c35f3090eedd6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1926866 Jul 09 19:55:56.689966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57976) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:56.691329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-67a957af-ffbd-4937-bc27-dc5bcb0f1038 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Calling delete_port for 61a5914b-a241-4158-942b-ba9ce8cc2801 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:55:56.694855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d231c7-3956-48cb-a8af-3f77f7c3dbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68b0507-97a2-444a-9a43-b77222018ad1,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:56.774930 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2f933b6-5a8b-4ca5-910a-33d09212ca7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.803098 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bea77e98-2381-492d-8aa7-c769554bf55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.812568 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2f933b6-5a8b-4ca5-910a-33d09212ca7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.854699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.863817 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.887094 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98b4c18d-5235-4f6f-ad80-94db8fcdb91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.895825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:55:56.923447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec07be0-4c85-44a9-9b70-7caf44714d9e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:56.936558 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2f933b6-5a8b-4ca5-910a-33d09212ca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.940427 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2f933b6-5a8b-4ca5-910a-33d09212ca7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.944293 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e2f933b6-5a8b-4ca5-910a-33d09212ca7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a68b0507-97a2-444a-9a43-b77222018ad1 HTTP/1.1" status: 204 len: 168 time: 0.2501509 Jul 09 19:55:56.956833 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.957191 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] Added segment 4561bc40-7b99-4f50-ac64-35cf35c7eb9f of type vlan for network 08eb91ee-b34f-496f-882d-6f1a1ed4e460 Jul 09 19:55:56.962231 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98b4c18d-5235-4f6f-ad80-94db8fcdb91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:56.977127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f933b6-5a8b-4ca5-910a-33d09212ca7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68b0507-97a2-444a-9a43-b77222018ad1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:57.052954 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.124360 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.124648 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-67a957af-ffbd-4937-bc27-dc5bcb0f1038 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.128185 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98b4c18d-5235-4f6f-ad80-94db8fcdb91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.130931 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98b4c18d-5235-4f6f-ad80-94db8fcdb91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.134345 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-98b4c18d-5235-4f6f-ad80-94db8fcdb91f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67b17122-2319-45c6-888f-25e4e268eb00 HTTP/1.1" status: 204 len: 168 time: 0.4645476 Jul 09 19:55:57.134522 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.157202 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.158293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:57.158925 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.176500 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cb665-1555-41d7-94c5-0f4bbbac8393 req-bbbe55c7-5a93-41b3-8960-87d48e4cc0f3 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:57.177864 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1c7cb665-1555-41d7-94c5-0f4bbbac8393 req-bbbe55c7-5a93-41b3-8960-87d48e4cc0f3 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.2128859 Jul 09 19:55:57.178342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4c18d-5235-4f6f-ad80-94db8fcdb91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b17122-2319-45c6-888f-25e4e268eb00,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:57.185077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a957af-ffbd-4937-bc27-dc5bcb0f1038 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Port': ['ID=61a5914b-a241-4158-942b-ba9ce8cc2801,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:57.191172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:55:57.197289 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-dde73afe-a0a5-484f-96a4-c59929bd0cdf tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.225238 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-dde73afe-a0a5-484f-96a4-c59929bd0cdf tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.251399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61a6c22-98e3-419b-b77b-5ba3cf85f264,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:57.269655 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2272317 Jul 09 19:55:57.276147 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.276972 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] Added segment 78f18445-27db-4cd0-a28c-506262770f58 of type vlan for network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 Jul 09 19:55:57.278159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57986) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:57.285573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-67a957af-ffbd-4937-bc27-dc5bcb0f1038 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] No DVR routers for this DVR port 61a5914b-a241-4158-942b-ba9ce8cc2801 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:55:57.289487 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-67a957af-ffbd-4937-bc27-dc5bcb0f1038 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.291732 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2cfd7fb7-7976-4a66-b15a-7188faf539b0 req-67a957af-ffbd-4937-bc27-dc5bcb0f1038 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.36 "DELETE /v2.0/ports/61a5914b-a241-4158-942b-ba9ce8cc2801 HTTP/1.1" status: 204 len: 173 time: 1.8554368 Jul 09 19:55:57.299719 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5eedb552-0008-4011-9742-cac6ed8feb27 admin admin] Request body: {'subnet': {'network_id': '08eb91ee-b34f-496f-882d-6f1a1ed4e460', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1593863828-subnet', 'tenant_id': '948ba623a31b4f9897891e764abfff22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:57.344696 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaaaabd-719d-4544-a868-48807c3e0d11 admin admin] Pushing event updated for resources: {'Network': ['ID=08eb91ee-b34f-496f-882d-6f1a1ed4e460,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:57.387403 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1c7cb665-1555-41d7-94c5-0f4bbbac8393 req-a14966d3-f1dc-4361-ac57-5e5cb7ea7ee6 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466756 Jul 09 19:55:57.390115 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-dde73afe-a0a5-484f-96a4-c59929bd0cdf tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Floating IP 1722d97e-3778-4140-af5c-9dc893115d57 associated. External IP: 172.25.0.206, port: 8dccef9f-874f-4309-ad10-4d22d5222a9c. Jul 09 19:55:57.391724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 08eb91ee-b34f-496f-882d-6f1a1ed4e460 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:55:57.397253 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.421028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eedb552-0008-4011-9742-cac6ed8feb27 admin admin] Made reservation on behalf of 948ba623a31b4f9897891e764abfff22 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:57.429404 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5eedb552-0008-4011-9742-cac6ed8feb27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:57.511167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 330fe9a3-713a-4db3-a6ac-7ecee9179431 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:57.627718 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 61a5914b-a241-4158-942b-ba9ce8cc2801 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:57.636521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 330fe9a3-713a-4db3-a6ac-7ecee9179431 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:57.638314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 330fe9a3-713a-4db3-a6ac-7ecee9179431 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:57.676223 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 61a5914b-a241-4158-942b-ba9ce8cc2801 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:57.676905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 61a5914b-a241-4158-942b-ba9ce8cc2801 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:57.677517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:55:57.728182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:55:57.728940 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0c9c405d-a89b-4a7c-9b0d-d54499b4e494 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:55:57.853705 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-dde73afe-a0a5-484f-96a4-c59929bd0cdf tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Router a3b04101-cd3a-4284-be0e-65698b163ae5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:55:57.962469 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.db.resource_extend [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:55:58.006724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-dde73afe-a0a5-484f-96a4-c59929bd0cdf tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:55:58.014916 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-dde73afe-a0a5-484f-96a4-c59929bd0cdf tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.022978 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb866e45-d0e9-4f37-8ae6-bd24652c5f1b None None] Sync routers for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:55:58.041758 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb866e45-d0e9-4f37-8ae6-bd24652c5f1b None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:58.042721 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bb866e45-d0e9-4f37-8ae6-bd24652c5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:58.067600 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7ec6dd4a-bf05-455f-893b-5416bd9609da req-bf5ef87e-8e57-436e-b100-6ba49ea52ced tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd243c68-7481-42fe-ae65-743c350897d7 HTTP/1.1" status: 200 len: 210 time: 0.0861223 Jul 09 19:55:58.072978 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.074043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:58.074640 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.076284 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-dde73afe-a0a5-484f-96a4-c59929bd0cdf tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "PUT /v2.0/floatingips/1722d97e-3778-4140-af5c-9dc893115d57 HTTP/1.1" status: 200 len: 996 time: 2.3129952 Jul 09 19:55:58.150653 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8222930 Jul 09 19:55:58.157103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58020) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:58.161598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90442d-ccd6-4cbc-a3f8-e7d500777825 admin admin] Pushing event updated for resources: {'Network': ['ID=55f0dd5b-d300-4fd2-84cd-11cf63d6d091,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:58.164597 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-271ebbb9-808c-4064-8f16-5148bd80a294 admin admin] Request body: {'subnet': {'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2112110834-subnet', 'tenant_id': '8462646f4467450bbe9aca8cc6a1e788', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:58.174328 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:55:58.222696 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271ebbb9-808c-4064-8f16-5148bd80a294 admin admin] Made reservation on behalf of 8462646f4467450bbe9aca8cc6a1e788 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:58.232582 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-271ebbb9-808c-4064-8f16-5148bd80a294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.310170 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-bb866e45-d0e9-4f37-8ae6-bd24652c5f1b None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:58.320975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5eedb552-0008-4011-9742-cac6ed8feb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.393304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-026cbe3b-f1ab-42c6-ad52-5be327d6ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:58.397532 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-026cbe3b-f1ab-42c6-ad52-5be327d6ee50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 1096 time: 0.2962091 Jul 09 19:55:58.449044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd243c68-7481-42fe-ae65-743c350897d7', 'name': 'network-vif-deleted', 'tag': '61a5914b-a241-4158-942b-ba9ce8cc2801'}, {'name': 'network-changed', 'server_uuid': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'tag': '8dccef9f-874f-4309-ad10-4d22d5222a9c'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:55:58.452007 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6858fc4-85eb-49d9-8047-0da9c13943b3" -d '{"events": [{"server_uuid": "cd243c68-7481-42fe-ae65-743c350897d7", "name": "network-vif-deleted", "tag": "61a5914b-a241-4158-942b-ba9ce8cc2801"}, {"name": "network-changed", "server_uuid": "9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f", "tag": "8dccef9f-874f-4309-ad10-4d22d5222a9c"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:55:58.460822 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedb552-0008-4011-9742-cac6ed8feb27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6decb435-ad1a-4376-9680-bc0881cbb5a0,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:58.521698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eedb552-0008-4011-9742-cac6ed8feb27 admin admin] Checking segment: {'id': '4561bc40-7b99-4f50-ac64-35cf35c7eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08eb91ee-b34f-496f-882d-6f1a1ed4e460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:58.522055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eedb552-0008-4011-9742-cac6ed8feb27 admin admin] Network hostable DHCP agents. Network: 08eb91ee-b34f-496f-882d-6f1a1ed4e460, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:55:58.559929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eedb552-0008-4011-9742-cac6ed8feb27 admin admin] Network 08eb91ee-b34f-496f-882d-6f1a1ed4e460 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:55:58.578146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-5eedb552-0008-4011-9742-cac6ed8feb27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 08eb91ee-b34f-496f-882d-6f1a1ed4e460) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:58.581804 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eedb552-0008-4011-9742-cac6ed8feb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:58.582493 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5eedb552-0008-4011-9742-cac6ed8feb27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.591307 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86abed9-d570-48ef-99b6-cb6d10b4d3cc None None] Network 08eb91ee-b34f-496f-882d-6f1a1ed4e460 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:55:58.656415 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5eedb552-0008-4011-9742-cac6ed8feb27 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3743415 Jul 09 19:55:58.664926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58048) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:58.672592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1593863828-router', 'tenant_id': '948ba623a31b4f9897891e764abfff22', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:58.714855 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08679aa3-7752-4cc3-b386-ff61f3e8a075 req-4009d219-f8cd-4619-aad9-41205b555276 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:58.723022 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-08679aa3-7752-4cc3-b386-ff61f3e8a075 req-4009d219-f8cd-4619-aad9-41205b555276 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.1226797 Jul 09 19:55:58.776147 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-08679aa3-7752-4cc3-b386-ff61f3e8a075 req-ef7a82a4-31a5-4dae-be57-9bc917364cba tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496881 Jul 09 19:55:58.802197 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.803560 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.816973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-38c93453-e223-4ea8-b1ec-6d65c230bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:58.818791 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-38c93453-e223-4ea8-b1ec-6d65c230bef3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 922 time: 0.4124398 Jul 09 19:55:58.822119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58052) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:58.832850 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bb866e45-d0e9-4f37-8ae6-bd24652c5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1722d97e-3778-4140-af5c-9dc893115d57', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'port_id': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'mac_address': 'fa:16:3e:60:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:55:37Z', 'updated_at': '2021-07-09T19:55:57Z', 'revision_number': 1, 'project_id': '6d316004028b45e090e96a698593ef06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:58.865763 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb866e45-d0e9-4f37-8ae6-bd24652c5f1b None None] Checking router: a3b04101-cd3a-4284-be0e-65698b163ae5 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:55:58.876661 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb866e45-d0e9-4f37-8ae6-bd24652c5f1b None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:55:58.877429 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bb866e45-d0e9-4f37-8ae6-bd24652c5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:58.882191 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 19:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec7ab74-1bda-40a8-87f3-7a142a2e402d x-openstack-request-id: req-5ec7ab74-1bda-40a8-87f3-7a142a2e402d {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:55:58.883279 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd243c68-7481-42fe-ae65-743c350897d7", "name": "network-vif-deleted", "tag": "61a5914b-a241-4158-942b-ba9ce8cc2801", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f", "tag": "8dccef9f-874f-4309-ad10-4d22d5222a9c", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:55:58.883605 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ec7ab74-1bda-40a8-87f3-7a142a2e402d {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:55:58.884072 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd243c68-7481-42fe-ae65-743c350897d7', 'name': 'network-vif-deleted', 'tag': '61a5914b-a241-4158-942b-ba9ce8cc2801', 'status': 'completed', 'code': 200} Jul 09 19:55:58.884351 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'tag': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'status': 'completed', 'code': 200} Jul 09 19:55:58.923205 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-271ebbb9-808c-4064-8f16-5148bd80a294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.959916 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-08eb91ee-b34f-496f-882d-6f1a1ed4e460', 'network_id': '08eb91ee-b34f-496f-882d-6f1a1ed4e460', 'tenant_id': '948ba623a31b4f9897891e764abfff22', 'fixed_ips': [{'subnet_id': '6decb435-ad1a-4376-9680-bc0881cbb5a0'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:55:58.960929 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:58.974320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1172450588-network', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:59.013768 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] Made reservation on behalf of 9e80752bf66e428aa38d16b4d88f1950 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:59.017257 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.045530 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.097581 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-bb866e45-d0e9-4f37-8ae6-bd24652c5f1b None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:55:59.115334 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.128167 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-c0f35dfd-011e-4409-ab4b-989efd2c7406 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c HTTP/1.1" status: 200 len: 999 time: 0.2870333 Jul 09 19:55:59.254606 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.255565 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.265181 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.265663 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Allocated IP 172.20.0.2 (08eb91ee-b34f-496f-882d-6f1a1ed4e460/6decb435-ad1a-4376-9680-bc0881cbb5a0/bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:55:59.268969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58086) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:59.279584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-b03d36b5-6233-48f2-ae6c-00a4178886d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:59.281761 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-b03d36b5-6233-48f2-ae6c-00a4178886d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.1257603 Jul 09 19:55:59.326939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:55:59.398008 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.398389 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] Added segment 354b6829-22e0-4cc0-a4af-ccfb2f5c91c0 of type vlan for network 6e693890-ec80-4876-9b0b-2c81deb9824a Jul 09 19:55:59.399748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af38b87a-8340-4cca-9224-a2460823b067,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:59.421642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ebbb9-808c-4064-8f16-5148bd80a294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:59.426700 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bb866e45-d0e9-4f37-8ae6-bd24652c5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1722d97e-3778-4140-af5c-9dc893115d57', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'port_id': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'mac_address': 'fa:16:3e:60:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:55:37Z', 'updated_at': '2021-07-09T19:55:57Z', 'revision_number': 1, 'project_id': '6d316004028b45e090e96a698593ef06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:55:59.431765 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-19427a8f-d08e-4ffb-bbfc-01d41dbc0b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.461619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12632ec-fbec-41f5-a7ea-0d830c9eb600 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Deleting subnet d9874f59-f5ee-4b9e-8ea6-afa843c31132 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:55:59.465050 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c12632ec-fbec-41f5-a7ea-0d830c9eb600 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.480103 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb866e45-d0e9-4f37-8ae6-bd24652c5f1b None None] The sync data for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 is: [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1722d97e-3778-4140-af5c-9dc893115d57', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'port_id': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'mac_address': 'fa:16:3e:60:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:55:37Z', 'updated_at': '2021-07-09T19:55:57Z', 'revision_number': 1, 'project_id': '6d316004028b45e090e96a698593ef06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:55:59.501104 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.518516 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c12632ec-fbec-41f5-a7ea-0d830c9eb600 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.520342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858fc4-85eb-49d9-8047-0da9c13943b3 req-09ec76b5-4ebc-4424-b01c-85030206a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:59.522020 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6858fc4-85eb-49d9-8047-0da9c13943b3 req-09ec76b5-4ebc-4424-b01c-85030206a943 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 1096 time: 0.6021609 Jul 09 19:55:59.525630 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271ebbb9-808c-4064-8f16-5148bd80a294 admin admin] Checking segment: {'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:59.525997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271ebbb9-808c-4064-8f16-5148bd80a294 admin admin] Network hostable DHCP agents. Network: 55f0dd5b-d300-4fd2-84cd-11cf63d6d091, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:55:59.598551 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.604067 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.617406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Transition to ACTIVE for port object bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:59.625981 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.652253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Transition to ACTIVE for port object bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:55:59.662627 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.663577 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.664369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:55:59.665231 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.694416 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8705873 Jul 09 19:55:59.710211 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58094) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:55:59.710648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Network 08eb91ee-b34f-496f-882d-6f1a1ed4e460 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:55:59.714162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:55:59.717371 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:55:59.718366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-21820818-f249-4b67-88a0-6305c9a8160a admin admin] Request body: {'subnet': {'network_id': '6e693890-ec80-4876-9b0b-2c81deb9824a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172450588-subnet', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:55:59.795980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21820818-f249-4b67-88a0-6305c9a8160a admin admin] Made reservation on behalf of 9e80752bf66e428aa38d16b4d88f1950 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:55:59.799756 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21820818-f249-4b67-88a0-6305c9a8160a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.820254 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c12632ec-fbec-41f5-a7ea-0d830c9eb600 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.826600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Pushing event updated for resources: {'Port': ['ID=bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:59.844904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Attempting to bind port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:55:59.845529 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Attempting to bind port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '4561bc40-7b99-4f50-ac64-35cf35c7eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08eb91ee-b34f-496f-882d-6f1a1ed4e460'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:55:59.845994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Attempting to bind port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 on network 08eb91ee-b34f-496f-882d-6f1a1ed4e460 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:55:59.860011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:55:59.860406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Checking segment: {'id': '4561bc40-7b99-4f50-ac64-35cf35c7eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08eb91ee-b34f-496f-882d-6f1a1ed4e460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:55:59.860851 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.861260 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Bound using segment: {'id': '4561bc40-7b99-4f50-ac64-35cf35c7eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08eb91ee-b34f-496f-882d-6f1a1ed4e460'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:55:59.861750 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Bound port: bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561bc40-7b99-4f50-ac64-35cf35c7eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08eb91ee-b34f-496f-882d-6f1a1ed4e460'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:55:59.862157 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:55:59.894381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c49f80e-b5ee-4c35-bed3-f1ebc2eeafa6 None None] New status for floating IP 1722d97e-3778-4140-af5c-9dc893115d57: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:55:59.915800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32583160-c4a4-4117-8967-89623b39d076 admin admin] Pushing event updated for resources: {'Network': ['ID=6e693890-ec80-4876-9b0b-2c81deb9824a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:55:59.964178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 6e693890-ec80-4876-9b0b-2c81deb9824a details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:55:59.984890 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c12632ec-fbec-41f5-a7ea-0d830c9eb600 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.037425 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c12632ec-fbec-41f5-a7ea-0d830c9eb600 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.039395 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c12632ec-fbec-41f5-a7ea-0d830c9eb600 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "DELETE /v2.0/subnets/d9874f59-f5ee-4b9e-8ea6-afa843c31132 HTTP/1.1" status: 204 len: 168 time: 0.7618988 Jul 09 19:56:00.042710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12632ec-fbec-41f5-a7ea-0d830c9eb600 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Subnet': ['ID=d9874f59-f5ee-4b9e-8ea6-afa843c31132,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:00.049674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58100) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:00.100160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a683c3f-2312-41a4-b1b8-3a873f2647ad None None] Network 1cbedb55-33a0-48b9-aa1d-dc8f2d232dde requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:00.139317 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271ebbb9-808c-4064-8f16-5148bd80a294 admin admin] Network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:00.155006 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-0f143c3f-c3e2-460d-b93a-823300414800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:00.162815 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-0f143c3f-c3e2-460d-b93a-823300414800 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8108213 Jul 09 19:56:00.216146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f62ba4-b738-4a57-aa9e-e46ccfe12027 req-4f974367-00d3-4651-9f9d-755f7189be9b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:00.224318 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1f62ba4-b738-4a57-aa9e-e46ccfe12027 req-4f974367-00d3-4651-9f9d-755f7189be9b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.2594578 Jul 09 19:56:00.262932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58108) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:00.267291 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-da96c29b-a7df-45b4-bf02-d99dccc6e088 service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033049 Jul 09 19:56:00.273605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.298812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-271ebbb9-808c-4064-8f16-5148bd80a294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 55f0dd5b-d300-4fd2-84cd-11cf63d6d091) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:00.338658 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb84ac37-b25d-47c4-aee4-f5a8716cedba None None] Network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:00.362342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271ebbb9-808c-4064-8f16-5148bd80a294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:00.362342 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-271ebbb9-808c-4064-8f16-5148bd80a294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.404830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1f62ba4-b738-4a57-aa9e-e46ccfe12027 req-45e43eb1-ee04-4cc8-93ec-69a1f5a4079b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793704 Jul 09 19:56:00.406147 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21820818-f249-4b67-88a0-6305c9a8160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.464822 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-271ebbb9-808c-4064-8f16-5148bd80a294 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3058071 Jul 09 19:56:00.469647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858fc4-85eb-49d9-8047-0da9c13943b3 req-27b29c1c-2aae-400c-a1a6-aeb82397fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:00.471553 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6858fc4-85eb-49d9-8047-0da9c13943b3 req-27b29c1c-2aae-400c-a1a6-aeb82397fb64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 922 time: 0.9304159 Jul 09 19:56:00.492767 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c8161408-59e2-436e-8846-76e9874e0529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.507313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21820818-f249-4b67-88a0-6305c9a8160a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a8896f5-5e19-421d-9e76-bb7e30117c83,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:00.545448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Deleting port 85ecf79e-5d01-4ee9-89aa-9e423fdf604b {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:00.545805 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.605413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21820818-f249-4b67-88a0-6305c9a8160a admin admin] Checking segment: {'id': '354b6829-22e0-4cc0-a4af-ccfb2f5c91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e693890-ec80-4876-9b0b-2c81deb9824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:00.605772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21820818-f249-4b67-88a0-6305c9a8160a admin admin] Network hostable DHCP agents. Network: 6e693890-ec80-4876-9b0b-2c81deb9824a, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:56:00.618952 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53e4ffd9-43a9-43bd-b049-d91183df1d79 req-32939d18-0643-4860-bb7f-ae202f2f1ad8 service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507979 Jul 09 19:56:00.656847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] For port 85ecf79e-5d01-4ee9-89aa-9e423fdf604b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=85ecf79e-5d01-4ee9-89aa-9e423fdf604b,segment=NetworkSegment(48144f16-380b-4338-865f-81c1ba20bfe8),segment_id=48144f16-380b-4338-865f-81c1ba20bfe8)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:00.657611 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.693162 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6858fc4-85eb-49d9-8047-0da9c13943b3 req-ee61c4c9-ece3-4579-8969-29982d06112f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c HTTP/1.1" status: 200 len: 999 time: 0.2088463 Jul 09 19:56:00.693875 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Calling delete_port for 85ecf79e-5d01-4ee9-89aa-9e423fdf604b owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:00.704133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21820818-f249-4b67-88a0-6305c9a8160a admin admin] Network 6e693890-ec80-4876-9b0b-2c81deb9824a is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:00.806128 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.844241 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.854193 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c8161408-59e2-436e-8846-76e9874e0529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.865292 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858fc4-85eb-49d9-8047-0da9c13943b3 req-115dd035-4fbd-4504-8ea4-261fcb96c82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:00.867694 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6858fc4-85eb-49d9-8047-0da9c13943b3 req-115dd035-4fbd-4504-8ea4-261fcb96c82f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.1534998 Jul 09 19:56:00.907960 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-21820818-f249-4b67-88a0-6305c9a8160a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 6e693890-ec80-4876-9b0b-2c81deb9824a) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:00.918035 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.932962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21820818-f249-4b67-88a0-6305c9a8160a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:00.934364 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355fe0a9-4217-470e-a00d-c23e0719c7af None None] Network 6e693890-ec80-4876-9b0b-2c81deb9824a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:00.934604 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21820818-f249-4b67-88a0-6305c9a8160a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.971045 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c8161408-59e2-436e-8846-76e9874e0529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:00.981153 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] For port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:00.985947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5780f319-c1c8-493a-866d-3a08da2902df None None] Network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:01.021236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] For port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31,segment=NetworkSegment(4561bc40-7b99-4f50-ac64-35cf35c7eb9f),segment_id=4561bc40-7b99-4f50-ac64-35cf35c7eb9f)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:01.034323 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Allocated IP 172.25.0.100 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/2082c84b-d7b5-4d6b-a21c-76a345c948fa) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:01.041240 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858fc4-85eb-49d9-8047-0da9c13943b3 req-3b930c78-6cc5-4290-83fc-6be949667424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:01.042906 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6858fc4-85eb-49d9-8047-0da9c13943b3 req-3b930c78-6cc5-4290-83fc-6be949667424 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477494 Jul 09 19:56:01.057982 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.076933 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c8161408-59e2-436e-8846-76e9874e0529 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4cec640996145b99062bf5b267af4d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8114946 Jul 09 19:56:01.082698 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-21820818-f249-4b67-88a0-6305c9a8160a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3709230 Jul 09 19:56:01.083988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58140) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:01.084142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58144) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:01.103538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1172450588-router', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:01.159775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d49a68-f3ed-4e0d-bf05-6c68edbcbdde None None] Pushing event updated for resources: {'Port': ['ID=bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:01.162176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8161408-59e2-436e-8846-76e9874e0529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b476aa7-1e8a-436a-922e-d1ee140c1d3d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:01.183415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-e282be07-79e1-4822-92fb-8b760c76efec tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:01.185994 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-e282be07-79e1-4822-92fb-8b760c76efec tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3639863 Jul 09 19:56:01.260923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc911d8a-9b7d-411f-9636-897a6b891054 None None] DHCP port deletion for 1cbedb55-33a0-48b9-aa1d-dc8f2d232dde request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:56:01.264886 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.290489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] No DVR routers for this DVR port 85ecf79e-5d01-4ee9-89aa-9e423fdf604b on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:01.348994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Port': ['ID=85ecf79e-5d01-4ee9-89aa-9e423fdf604b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:01.397114 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.398181 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.419232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-6e693890-ec80-4876-9b0b-2c81deb9824a', 'network_id': '6e693890-ec80-4876-9b0b-2c81deb9824a', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950', 'fixed_ips': [{'subnet_id': '5a8896f5-5e19-421d-9e76-bb7e30117c83'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:56:01.430305 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.430557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-bf451ee1-dcdd-4dac-8758-52f95370871b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 1001 time: 0.2273023 Jul 09 19:56:01.431605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.445319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbedb55-33a0-48b9-aa1d-dc8f2d232dde']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:01.461035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-59fc2f33-9a44-43b8-9cf2-e4275d93a07e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Request body: {'floatingip': {'port_id': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:01.509095 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d153b563-0be6-4f7b-b7ee-0dc6d3ae3a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.541462 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d153b563-0be6-4f7b-b7ee-0dc6d3ae3a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.542052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48144f16-380b-4338-865f-81c1ba20bfe8') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:01.542361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48144f16-380b-4338-865f-81c1ba20bfe8') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:01.572115 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.613086 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.614838 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6858fc4-85eb-49d9-8047-0da9c13943b3 req-5e710b68-79f6-41ef-aecc-4a857e016d5a service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640550 Jul 09 19:56:01.625544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:56:01.625982 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.633163 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-59fc2f33-9a44-43b8-9cf2-e4275d93a07e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:56:01.635088 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:56:01.655217 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Allocated IP 172.20.0.2 (6e693890-ec80-4876-9b0b-2c81deb9824a/5a8896f5-5e19-421d-9e76-bb7e30117c83/3eb9bf7a-b9e8-4ced-8866-fd25404a798e) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:01.735877 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.752877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-89b05704-d2b4-416f-b109-e99d3b7d0ee6 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:01.754865 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-89b05704-d2b4-416f-b109-e99d3b7d0ee6 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/networks?id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091 HTTP/1.1" status: 200 len: 813 time: 0.5282390 Jul 09 19:56:01.763652 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.777645 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.827213 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.829219 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "DELETE /v2.0/networks/1cbedb55-33a0-48b9-aa1d-dc8f2d232dde HTTP/1.1" status: 204 len: 168 time: 1.7744606 Jul 09 19:56:01.838636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58150) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:01.852935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c2476-b85b-4e48-8738-fc6347f67522 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Network': ['ID=1cbedb55-33a0-48b9-aa1d-dc8f2d232dde,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:01.864362 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-9615f854-fb20-4ddc-bd6a-433b2cb482bb tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/quotas/8462646f4467450bbe9aca8cc6a1e788 HTTP/1.1" status: 200 len: 375 time: 0.0925870 Jul 09 19:56:01.882336 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.957789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a25123b-1b03-43cc-845d-99976bb06e99 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Deleting subnet e19b2a10-88d9-4694-93e3-67fa4a29cfcc {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:56:01.965951 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Transition to ACTIVE for port object 3eb9bf7a-b9e8-4ced-8866-fd25404a798e will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:01.968189 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9a25123b-1b03-43cc-845d-99976bb06e99 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.983764 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Transition to ACTIVE for port object 3eb9bf7a-b9e8-4ced-8866-fd25404a798e will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:01.991440 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:01.997621 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-43aef21f-2ccb-49bc-bd1f-2404e1cffec1 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8462646f4467450bbe9aca8cc6a1e788&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1170297 Jul 09 19:56:02.009231 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d153b563-0be6-4f7b-b7ee-0dc6d3ae3a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.011781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d153b563-0be6-4f7b-b7ee-0dc6d3ae3a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.012959 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d153b563-0be6-4f7b-b7ee-0dc6d3ae3a86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b476aa7-1e8a-436a-922e-d1ee140c1d3d HTTP/1.1" status: 204 len: 168 time: 0.9260294 Jul 09 19:56:02.025506 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6858fc4-85eb-49d9-8047-0da9c13943b3 req-f49a2710-ba72-4066-8410-8514d27edcd6 service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587661 Jul 09 19:56:02.028839 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.063966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9a25123b-1b03-43cc-845d-99976bb06e99 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.072216 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Pushing event updated for resources: {'Port': ['ID=3eb9bf7a-b9e8-4ced-8866-fd25404a798e,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:02.087137 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Network 6e693890-ec80-4876-9b0b-2c81deb9824a is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:02.089755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:02.094473 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:02.109104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153b563-0be6-4f7b-b7ee-0dc6d3ae3a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b476aa7-1e8a-436a-922e-d1ee140c1d3d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:02.163902 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.198182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Attempting to bind port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:02.198612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Attempting to bind port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '354b6829-22e0-4cc0-a4af-ccfb2f5c91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e693890-ec80-4876-9b0b-2c81deb9824a'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:02.199098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Attempting to bind port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e on network 6e693890-ec80-4876-9b0b-2c81deb9824a {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:02.205830 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.207417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:02.207417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Checking segment: {'id': '354b6829-22e0-4cc0-a4af-ccfb2f5c91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e693890-ec80-4876-9b0b-2c81deb9824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:02.207704 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.208086 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Bound using segment: {'id': '354b6829-22e0-4cc0-a4af-ccfb2f5c91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e693890-ec80-4876-9b0b-2c81deb9824a'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:02.209836 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Bound port: 3eb9bf7a-b9e8-4ced-8866-fd25404a798e, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354b6829-22e0-4cc0-a4af-ccfb2f5c91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e693890-ec80-4876-9b0b-2c81deb9824a'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:02.209836 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.314820 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] For port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:02.318892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] For port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3eb9bf7a-b9e8-4ced-8866-fd25404a798e,segment=NetworkSegment(354b6829-22e0-4cc0-a4af-ccfb2f5c91c0),segment_id=354b6829-22e0-4cc0-a4af-ccfb2f5c91c0)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:02.322839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:02.325945 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.348115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:02.355777 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:02.360259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Pushing event updated for resources: {'Port': ['ID=2082c84b-d7b5-4d6b-a21c-76a345c948fa,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:02.411728 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-10b50a1c-28d6-42ec-a772-6e016c3c7ca4 service neutron] 10.222.0.30 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051230 Jul 09 19:56:02.436871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055671c-5c5b-4c30-83e5-cf32a5e8f901 None None] Pushing event updated for resources: {'Port': ['ID=3eb9bf7a-b9e8-4ced-8866-fd25404a798e,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:02.558523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58156) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:02.582096 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-59fc2f33-9a44-43b8-9cf2-e4275d93a07e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.583304 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-99a67075-5565-47f5-a8ae-5d8d8775fa4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.597123 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-59fc2f33-9a44-43b8-9cf2-e4275d93a07e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.664203 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9a25123b-1b03-43cc-845d-99976bb06e99 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.677849 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b6d12440-6252-4dfc-8133-d7752f2a5b52 service neutron] 10.222.0.30 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517202 Jul 09 19:56:02.811857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e3530c-f1fb-4e8d-a5c9-8aaf3e086007 None None] Network 08eb91ee-b34f-496f-882d-6f1a1ed4e460 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:02.901232 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-59fc2f33-9a44-43b8-9cf2-e4275d93a07e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Floating IP 1722d97e-3778-4140-af5c-9dc893115d57 associated. External IP: 172.25.0.206, port: 8dccef9f-874f-4309-ad10-4d22d5222a9c. Jul 09 19:56:02.934829 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:02.939750 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-292d8cc5-0400-4849-a041-e61ab716c38d None None] Provisioning for port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:02.994978 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.019501 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.029205 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9a25123b-1b03-43cc-845d-99976bb06e99 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.122674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9a25123b-1b03-43cc-845d-99976bb06e99 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.122957 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c79665a-7bb9-4e4b-be01-57d0945fb1e3 None None] Network f2c101a2-874d-4c28-9771-dd87cd87c899 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:03.128358 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9a25123b-1b03-43cc-845d-99976bb06e99 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "DELETE /v2.0/subnets/e19b2a10-88d9-4694-93e3-67fa4a29cfcc HTTP/1.1" status: 204 len: 168 time: 1.2888331 Jul 09 19:56:03.131088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58172) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:03.134421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25123b-1b03-43cc-845d-99976bb06e99 tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Subnet': ['ID=e19b2a10-88d9-4694-93e3-67fa4a29cfcc,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:03.182635 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-99a67075-5565-47f5-a8ae-5d8d8775fa4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.199257 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-99a67075-5565-47f5-a8ae-5d8d8775fa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.304130 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-99a67075-5565-47f5-a8ae-5d8d8775fa4c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2d0be9ffad2446c8a98943787e10a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7387834 Jul 09 19:56:03.312779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58178) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:03.440694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a67075-5565-47f5-a8ae-5d8d8775fa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1bb4c0-6e86-42da-9e37-19433ea94b96,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:03.513495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb0a040-acbc-4c78-a861-dc6a42ba371f None None] DHCP port deletion for f2c101a2-874d-4c28-9771-dd87cd87c899 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:56:03.565701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3eb9bf7a-b9e8-4ced-8866-fd25404a798e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:03.695459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:03.704854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:03.744368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-edb0a040-acbc-4c78-a861-dc6a42ba371f None None] Deleting port 36e8c7a3-2de7-480a-acc7-45e41237552b {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:03.745070 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-edb0a040-acbc-4c78-a861-dc6a42ba371f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.923272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-edb0a040-acbc-4c78-a861-dc6a42ba371f None None] For port 36e8c7a3-2de7-480a-acc7-45e41237552b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=36e8c7a3-2de7-480a-acc7-45e41237552b,segment=NetworkSegment(8e487327-8f87-4c61-8f3d-c5f52d159a6d),segment_id=8e487327-8f87-4c61-8f3d-c5f52d159a6d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:03.923691 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-edb0a040-acbc-4c78-a861-dc6a42ba371f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.938528 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-edb0a040-acbc-4c78-a861-dc6a42ba371f None None] Calling delete_port for 36e8c7a3-2de7-480a-acc7-45e41237552b owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:03.954703 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Allocated IP 172.25.0.58 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/93234e95-ec1d-437e-98e7-f59740538c16) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:03.979290 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-80a61abd-9214-41a0-9644-8abf28add20f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:03.995173 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f5648c-5623-4e17-b3c5-bdcd5d523101 None None] Network 6e693890-ec80-4876-9b0b-2c81deb9824a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:04.048970 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:04.056135 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:04.056689 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.078941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-59fc2f33-9a44-43b8-9cf2-e4275d93a07e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Router a3b04101-cd3a-4284-be0e-65698b163ae5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:04.092232 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c6b86b86-8f89-4934-9185-18a684c40148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.131174 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c6b86b86-8f89-4934-9185-18a684c40148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.138325 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3a452638-e48a-476f-98ad-2468f475b3fc None None] Provisioning for port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:04.147466 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3a452638-e48a-476f-98ad-2468f475b3fc None None] Provisioning complete for port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:04.147976 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3a452638-e48a-476f-98ad-2468f475b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.219621 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.221607 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c6b86b86-8f89-4934-9185-18a684c40148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.224173 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c6b86b86-8f89-4934-9185-18a684c40148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.234652 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-edb0a040-acbc-4c78-a861-dc6a42ba371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.238108 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c6b86b86-8f89-4934-9185-18a684c40148 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc1bb4c0-6e86-42da-9e37-19433ea94b96 HTTP/1.1" status: 204 len: 168 time: 0.9142652 Jul 09 19:56:04.256239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b86b86-8f89-4934-9185-18a684c40148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1bb4c0-6e86-42da-9e37-19433ea94b96,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:04.290646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0a040-acbc-4c78-a861-dc6a42ba371f None None] No DVR routers for this DVR port 36e8c7a3-2de7-480a-acc7-45e41237552b on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:04.296347 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.341144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0a040-acbc-4c78-a861-dc6a42ba371f None None] Pushing event deleted for resources: {'Port': ['ID=36e8c7a3-2de7-480a-acc7-45e41237552b,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:04.367072 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.385046 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.410504 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Pushing event updated for resources: {'Port': ['ID=93234e95-ec1d-437e-98e7-f59740538c16,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:04.430317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-59fc2f33-9a44-43b8-9cf2-e4275d93a07e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:04.440738 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0583a-b444-49a9-b2dd-53bee6df6101 req-ac924c28-8258-4c70-9d59-8b92a7c40d41 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:04.441190 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c46cf82-1efa-4599-99a8-6987cfb08fc4 None None] Sync routers for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:04.450459 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0eb0583a-b444-49a9-b2dd-53bee6df6101 req-ac924c28-8258-4c70-9d59-8b92a7c40d41 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.7446554 Jul 09 19:56:04.453947 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c46cf82-1efa-4599-99a8-6987cfb08fc4 None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:04.454619 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2c46cf82-1efa-4599-99a8-6987cfb08fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:04.475782 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-80a61abd-9214-41a0-9644-8abf28add20f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] The port '36e8c7a3-2de7-480a-acc7-45e41237552b' was deleted {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 09 19:56:04.641920 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-80a61abd-9214-41a0-9644-8abf28add20f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.676851 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-80a61abd-9214-41a0-9644-8abf28add20f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c101a2-874d-4c28-9771-dd87cd87c899']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:04.694325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-80a61abd-9214-41a0-9644-8abf28add20f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e487327-8f87-4c61-8f3d-c5f52d159a6d') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:04.695105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-80a61abd-9214-41a0-9644-8abf28add20f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e487327-8f87-4c61-8f3d-c5f52d159a6d') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:04.708479 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-80a61abd-9214-41a0-9644-8abf28add20f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.723662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31,segment=NetworkSegment(4561bc40-7b99-4f50-ac64-35cf35c7eb9f),segment_id=4561bc40-7b99-4f50-ac64-35cf35c7eb9f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:04.724825 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-80a61abd-9214-41a0-9644-8abf28add20f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.742376 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.751600 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0eb0583a-b444-49a9-b2dd-53bee6df6101 req-ee4f1f73-f696-42ac-bb27-6b20a8d382bd tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924750 Jul 09 19:56:04.753115 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3a452638-e48a-476f-98ad-2468f475b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.776698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:04.787224 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a61abd-9214-41a0-9644-8abf28add20f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:56:04.790827 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-80a61abd-9214-41a0-9644-8abf28add20f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: timer() Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:56:04.801574 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:56:04.874048 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 85ecf79e-5d01-4ee9-89aa-9e423fdf604b no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:04.880107 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:04.890998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-59fc2f33-9a44-43b8-9cf2-e4275d93a07e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Router a3b04101-cd3a-4284-be0e-65698b163ae5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:04.929122 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:04.956470 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-2c46cf82-1efa-4599-99a8-6987cfb08fc4 None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:04.980868 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 85ecf79e-5d01-4ee9-89aa-9e423fdf604b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:04.981855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 85ecf79e-5d01-4ee9-89aa-9e423fdf604b not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:05.032209 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3a452638-e48a-476f-98ad-2468f475b3fc None None] For port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3eb9bf7a-b9e8-4ced-8866-fd25404a798e,segment=NetworkSegment(354b6829-22e0-4cc0-a4af-ccfb2f5c91c0),segment_id=354b6829-22e0-4cc0-a4af-ccfb2f5c91c0)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:05.050692 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:05.056090 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3a452638-e48a-476f-98ad-2468f475b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:05.136185 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-80a61abd-9214-41a0-9644-8abf28add20f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:05.150201 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-80a61abd-9214-41a0-9644-8abf28add20f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:05.160791 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-80a61abd-9214-41a0-9644-8abf28add20f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] 10.222.0.30 "DELETE /v2.0/networks/f2c101a2-874d-4c28-9771-dd87cd87c899 HTTP/1.1" status: 204 len: 168 time: 2.0235462 Jul 09 19:56:05.187839 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a452638-e48a-476f-98ad-2468f475b3fc None None] Pushing event updated for resources: {'Port': ['ID=3eb9bf7a-b9e8-4ced-8866-fd25404a798e,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:05.230355 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a61abd-9214-41a0-9644-8abf28add20f tempest-ServersTestMultiNic-1973529176 tempest-ServersTestMultiNic-1973529176-project] Pushing event deleted for resources: {'Network': ['ID=f2c101a2-874d-4c28-9771-dd87cd87c899,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:05.277625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-59fc2f33-9a44-43b8-9cf2-e4275d93a07e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:05.292350 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-59fc2f33-9a44-43b8-9cf2-e4275d93a07e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:05.385308 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:05.422319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'tag': '8dccef9f-874f-4309-ad10-4d22d5222a9c'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:05.430384 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7392144-1b69-4c9a-8524-dd0a2288520e" -d '{"events": [{"name": "network-changed", "server_uuid": "9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f", "tag": "8dccef9f-874f-4309-ad10-4d22d5222a9c"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:05.535215 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-59fc2f33-9a44-43b8-9cf2-e4275d93a07e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "PUT /v2.0/floatingips/1722d97e-3778-4140-af5c-9dc893115d57 HTTP/1.1" status: 200 len: 998 time: 4.0870173 Jul 09 19:56:05.552958 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-55e85444-9371-4476-9d3d-32c3654f874e None None] Provisioning complete for port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:05.555930 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-55e85444-9371-4476-9d3d-32c3654f874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:05.561765 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2c46cf82-1efa-4599-99a8-6987cfb08fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1722d97e-3778-4140-af5c-9dc893115d57', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'port_id': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'mac_address': 'fa:16:3e:be:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:55:37Z', 'updated_at': '2021-07-09T19:56:02Z', 'revision_number': 3, 'project_id': '6d316004028b45e090e96a698593ef06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:05.612141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Router 0150f78f-6869-429b-97bb-5f967ee9fdb6 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:56:05.615297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-3e4c9f92-fc6c-436d-b54c-7f9e6dac1723 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:05.621104 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c46cf82-1efa-4599-99a8-6987cfb08fc4 None None] Checking router: a3b04101-cd3a-4284-be0e-65698b163ae5 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:05.629889 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-3e4c9f92-fc6c-436d-b54c-7f9e6dac1723 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports/8dccef9f-874f-4309-ad10-4d22d5222a9c HTTP/1.1" status: 200 len: 942 time: 0.0920918 Jul 09 19:56:05.641819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:05.642202 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:05.645547 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c46cf82-1efa-4599-99a8-6987cfb08fc4 None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:05.646624 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2c46cf82-1efa-4599-99a8-6987cfb08fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:05.685320 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d65e442a-3bb9-446b-bd1e-79cd882a1c72 req-80ebcc2d-fd14-4608-931f-6e0e10d3c74a tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c733e9f-5142-439d-9a74-d0a0237526e4 HTTP/1.1" status: 200 len: 210 time: 0.1463404 Jul 09 19:56:05.800153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-a3e0824c-dd81-47e3-9579-779b7e19f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:05.804293 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-a3e0824c-dd81-47e3-9579-779b7e19f14e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 1096 time: 0.1092417 Jul 09 19:56:05.855406 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-2c46cf82-1efa-4599-99a8-6987cfb08fc4 None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:05.999418 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:06.052713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-bf069095-5cab-49d4-892e-71d24ab637b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:06.064821 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-bf069095-5cab-49d4-892e-71d24ab637b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 922 time: 0.2518566 Jul 09 19:56:06.124167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-2a86a487-4a05-4a53-bca2-d0a620cacdbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c HTTP/1.1" status: 200 len: 217 time: 0.0574021 Jul 09 19:56:06.210413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36e8c7a3-2de7-480a-acc7-45e41237552b no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:06.222528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-36b69c0b-689a-4d45-b43e-697920e87694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:06.234405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:06.240278 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-36b69c0b-689a-4d45-b43e-697920e87694 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.1150246 Jul 09 19:56:06.261181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Sync routers for ids ['0150f78f-6869-429b-97bb-5f967ee9fdb6'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:06.278733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 36e8c7a3-2de7-480a-acc7-45e41237552b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:06.280287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36e8c7a3-2de7-480a-acc7-45e41237552b not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:06.290647 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-b791f2d7-171a-442e-8964-2bf6991fb953 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c51829226d684668b8aeeac47dc05e9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052182 Jul 09 19:56:06.299341 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Routers {'0150f78f-6869-429b-97bb-5f967ee9fdb6'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:06.299907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0150f78f-6869-429b-97bb-5f967ee9fdb6'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:06.311324 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2c46cf82-1efa-4599-99a8-6987cfb08fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1722d97e-3778-4140-af5c-9dc893115d57', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'port_id': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'mac_address': 'fa:16:3e:be:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:55:37Z', 'updated_at': '2021-07-09T19:56:02Z', 'revision_number': 3, 'project_id': '6d316004028b45e090e96a698593ef06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:06.371877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-d0773793-0e55-4c42-b42f-5148bdbc415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:06.381393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-d0773793-0e55-4c42-b42f-5148bdbc415b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1398659 Jul 09 19:56:06.381711 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c46cf82-1efa-4599-99a8-6987cfb08fc4 None None] The sync data for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 is: [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1722d97e-3778-4140-af5c-9dc893115d57', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'port_id': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'mac_address': 'fa:16:3e:be:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:55:37Z', 'updated_at': '2021-07-09T19:56:02Z', 'revision_number': 3, 'project_id': '6d316004028b45e090e96a698593ef06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:06.503730 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:06.511840 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4cf3e965-de0f-47fc-a9bc-c1d83e356766 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8431649 Jul 09 19:56:06.517734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58252) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:06.578775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Set router 0150f78f-6869-429b-97bb-5f967ee9fdb6 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:06.629331 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-fac15970-8b72-4ede-b5e8-7885e9069d89 service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466543 Jul 09 19:56:06.664112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-9758e983-b247-40c3-8adf-0f175d096b15 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:06.676149 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-9758e983-b247-40c3-8adf-0f175d096b15 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "GET /v2.0/networks?id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091 HTTP/1.1" status: 200 len: 813 time: 0.6726995 Jul 09 19:56:06.776506 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-1b3f5337-3ea2-4673-8f94-ceeb314bb4d5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Request body: {'port': {'device_id': '2c733e9f-5142-439d-9a74-d0a0237526e4', 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091', 'admin_state_up': True, 'tenant_id': '8462646f4467450bbe9aca8cc6a1e788'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:06.776817 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d507cdfe-b497-4f66-b966-927863acf3e4 None None] New status for floating IP 1722d97e-3778-4140-af5c-9dc893115d57: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:56:06.822435 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-b4407f92-db11-4348-9443-b11725dfcc74 service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907058 Jul 09 19:56:06.964736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-e117b6e0-5ba3-4893-ade5-8d1cf0d70898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:06.975067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-e117b6e0-5ba3-4893-ade5-8d1cf0d70898 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 1096 time: 0.0874164 Jul 09 19:56:07.005215 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'name': 'tempest-FloatingIPsTestJSON-1593863828-router', 'tenant_id': '948ba623a31b4f9897891e764abfff22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:55:58Z', 'updated_at': '2021-07-09T19:56:02Z', 'revision_number': 3, 'project_id': '948ba623a31b4f9897891e764abfff22', 'gw_port': {'id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:00Z', 'updated_at': '2021-07-09T19:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:07.047835 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-abd3c82c-9ce1-4539-b1ea-3ea4e95a47ec tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:07.054514 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-abd3c82c-9ce1-4539-b1ea-3ea4e95a47ec tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7618763 Jul 09 19:56:07.074101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Checking router: 0150f78f-6869-429b-97bb-5f967ee9fdb6 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:07.074467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Updating router 0150f78f-6869-429b-97bb-5f967ee9fdb6 port 2082c84b-d7b5-4d6b-a21c-76a345c948fa binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:56:07.118847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-3c586dc8-f2ec-4fe1-adaa-9a8667ad4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:07.130639 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-3c586dc8-f2ec-4fe1-adaa-9a8667ad4ad1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 922 time: 0.1541085 Jul 09 19:56:07.154770 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:07.173734 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-2a7d1c2a-384c-4b2e-af99-d3582d0ff2b5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/quotas/c51829226d684668b8aeeac47dc05e9e HTTP/1.1" status: 200 len: 375 time: 0.1182740 Jul 09 19:56:07.244769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d535ab-8282-40fb-b7a5-3445beefb3a0 None None] Sync routers for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:07.267430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d535ab-8282-40fb-b7a5-3445beefb3a0 None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:07.268358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-64d535ab-8282-40fb-b7a5-3445beefb3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:07.274200 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-1f0af339-a3cc-4a90-a9a7-e5e65cc8f564 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbbccbf-9865-44b2-bc1f-661ff7289ad1 HTTP/1.1" status: 200 len: 1001 time: 0.1421165 Jul 09 19:56:07.287876 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-c6c08f48-bf87-40a8-8a4a-59e14e3e3546 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c51829226d684668b8aeeac47dc05e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131597 Jul 09 19:56:07.337123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-9c3fe829-eb3f-4202-a1d9-2f7344c1dbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:07.344037 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3eb9bf7a-b9e8-4ced-8866-fd25404a798e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:07.351592 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-9c3fe829-eb3f-4202-a1d9-2f7344c1dbfd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.0761478 Jul 09 19:56:07.374097 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:07.438939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-4e1b7ce6-39f2-41a6-a3ae-2d1205d0b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:07.450942 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-4e1b7ce6-39f2-41a6-a3ae-2d1205d0b82b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971808 Jul 09 19:56:07.494714 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-161cc115-575c-4818-9e03-0818efcdc369 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:07.496562 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-161cc115-575c-4818-9e03-0818efcdc369 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "GET /v2.0/networks?id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091 HTTP/1.1" status: 200 len: 813 time: 0.5893741 Jul 09 19:56:07.565543 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:07.566168 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:07.620092 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf17ded1-8988-4091-be56-ad5a314f9216 x-openstack-request-id: req-cf17ded1-8988-4091-be56-ad5a314f9216 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:07.620387 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f", "tag": "8dccef9f-874f-4309-ad10-4d22d5222a9c", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:07.620673 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf17ded1-8988-4091-be56-ad5a314f9216 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:07.621082 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'tag': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'status': 'completed', 'code': 200} Jul 09 19:56:07.706514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-64d535ab-8282-40fb-b7a5-3445beefb3a0 None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:07.720919 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-a6bbee04-b66c-400a-982c-cb5cae54ce20 service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685459 Jul 09 19:56:07.928118 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7392144-1b69-4c9a-8524-dd0a2288520e req-98a7a482-899d-412d-a1ea-4912cd4802ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:07.929698 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c7392144-1b69-4c9a-8524-dd0a2288520e req-98a7a482-899d-412d-a1ea-4912cd4802ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 1096 time: 0.2863660 Jul 09 19:56:08.020948 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.037649 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Transition to ACTIVE for port object 2082c84b-d7b5-4d6b-a21c-76a345c948fa will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:08.052973 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1e5633-a63a-477c-a54c-69de1877b1b9 req-fcf65a9b-9121-4d8f-8322-d62ab94f1f40 service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303530 Jul 09 19:56:08.079834 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.126279 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7392144-1b69-4c9a-8524-dd0a2288520e req-96f9164f-a05e-412b-b997-5fc30a029339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:08.129529 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c7392144-1b69-4c9a-8524-dd0a2288520e req-96f9164f-a05e-412b-b997-5fc30a029339 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 922 time: 0.1743910 Jul 09 19:56:08.207708 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642f8ed-4ad0-4c03-8b89-60335924abb9 None None] Pushing event updated for resources: {'Port': ['ID=2082c84b-d7b5-4d6b-a21c-76a345c948fa,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:08.224511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-0ba941f4-230e-4bf6-88a5-2806002f5277 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Request body: {'port': {'device_id': 'ed325f1b-7966-45b7-bafe-a81c2af1db48', 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091', 'admin_state_up': True, 'tenant_id': '8462646f4467450bbe9aca8cc6a1e788'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:08.245144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c7392144-1b69-4c9a-8524-dd0a2288520e req-0a99956c-204f-46b0-a975-714c6a2bbd40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c HTTP/1.1" status: 200 len: 217 time: 0.1036656 Jul 09 19:56:08.312409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-1b3f5337-3ea2-4673-8f94-ceeb314bb4d5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Made reservation on behalf of 8462646f4467450bbe9aca8cc6a1e788 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:08.317965 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-1b3f5337-3ea2-4673-8f94-ceeb314bb4d5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.337176 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Attempting to bind port 2082c84b-d7b5-4d6b-a21c-76a345c948fa on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:08.337816 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Attempting to bind port 2082c84b-d7b5-4d6b-a21c-76a345c948fa by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:08.340099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Attempting to bind port 2082c84b-d7b5-4d6b-a21c-76a345c948fa on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:08.349061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7392144-1b69-4c9a-8524-dd0a2288520e req-b9c3a692-67e8-46c1-81d4-c69255974e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:08.351269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c7392144-1b69-4c9a-8524-dd0a2288520e req-b9c3a692-67e8-46c1-81d4-c69255974e7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.0981832 Jul 09 19:56:08.421982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:08.422965 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:08.423548 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.424406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:08.436760 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Bound port: 2082c84b-d7b5-4d6b-a21c-76a345c948fa, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:08.437511 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.490069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7392144-1b69-4c9a-8524-dd0a2288520e req-bf5cc12e-a2a4-4d62-914c-3376aedbc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:08.491781 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c7392144-1b69-4c9a-8524-dd0a2288520e req-bf5cc12e-a2a4-4d62-914c-3376aedbc623 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265955 Jul 09 19:56:08.550098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] For port 2082c84b-d7b5-4d6b-a21c-76a345c948fa, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:08.554638 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] For port 2082c84b-d7b5-4d6b-a21c-76a345c948fa, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2082c84b-d7b5-4d6b-a21c-76a345c948fa,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:08.558963 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-64d535ab-8282-40fb-b7a5-3445beefb3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1722d97e-3778-4140-af5c-9dc893115d57', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'port_id': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'mac_address': 'fa:16:3e:be:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:55:37Z', 'updated_at': '2021-07-09T19:56:06Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:08.650299 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c7392144-1b69-4c9a-8524-dd0a2288520e req-3cf1144f-3585-422d-9dfd-a6d0f5214c4e service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356270 Jul 09 19:56:08.684201 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-becf6098-e60b-4b3e-b80b-be5c1771d4a8 req-d11b0991-8a7e-4ea6-9431-abc8ad389588 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c733e9f-5142-439d-9a74-d0a0237526e4 HTTP/1.1" status: 200 len: 210 time: 0.0315058 Jul 09 19:56:08.767276 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.780208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d535ab-8282-40fb-b7a5-3445beefb3a0 None None] Checking router: a3b04101-cd3a-4284-be0e-65698b163ae5 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:08.801812 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c7392144-1b69-4c9a-8524-dd0a2288520e req-ec50293b-7b70-4fb4-b885-ac14323f069c service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156156 Jul 09 19:56:08.859256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d535ab-8282-40fb-b7a5-3445beefb3a0 None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:08.860011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-64d535ab-8282-40fb-b7a5-3445beefb3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:08.876095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-1b3f5337-3ea2-4673-8f94-ceeb314bb4d5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Allocated IP 172.20.0.14 (55f0dd5b-d300-4fd2-84cd-11cf63d6d091/fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6/be53e076-3ae9-42ca-8ec0-c59ba92574b5) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:08.878497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-0ba941f4-230e-4bf6-88a5-2806002f5277 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Made reservation on behalf of 8462646f4467450bbe9aca8cc6a1e788 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:08.881975 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-0ba941f4-230e-4bf6-88a5-2806002f5277 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:08.931616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Routers {'0150f78f-6869-429b-97bb-5f967ee9fdb6'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:08.932272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0150f78f-6869-429b-97bb-5f967ee9fdb6'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:08.950659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd7e01-2a7c-47df-9597-8724e66149b8 req-73876495-1a48-478e-a3e4-365ab331f82e tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:08.952487 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c5bd7e01-2a7c-47df-9597-8724e66149b8 req-73876495-1a48-478e-a3e4-365ab331f82e tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.7457583 Jul 09 19:56:08.994702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642f8ed-4ad0-4c03-8b89-60335924abb9 None None] Pushing event updated for resources: {'Port': ['ID=2082c84b-d7b5-4d6b-a21c-76a345c948fa,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:09.061724 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-ba915420-c6d2-4163-b5d0-bbf8e20a63e5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c51829226d684668b8aeeac47dc05e9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293756 Jul 09 19:56:09.112875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] Set router 0150f78f-6869-429b-97bb-5f967ee9fdb6 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:09.204474 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c5bd7e01-2a7c-47df-9597-8724e66149b8 req-694fd48b-19cc-44cd-8012-4a19e870fea6 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426455 Jul 09 19:56:09.269286 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Router c8fcaecf-9c58-4943-8e1a-cfd5af886667 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:56:09.278636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-ef9a3259-2186-484c-95b7-8d03794c2093 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:09.280632 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-ef9a3259-2186-484c-95b7-8d03794c2093 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128127 Jul 09 19:56:09.292073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-64d535ab-8282-40fb-b7a5-3445beefb3a0 None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:09.297959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-88e60815-e2f8-4a28-8702-e682baaa46de tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/quotas/c51829226d684668b8aeeac47dc05e9e HTTP/1.1" status: 200 len: 375 time: 0.0111074 Jul 09 19:56:09.335254 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e2b7031c-e931-4042-92c6-7142cdc52fe8 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c51829226d684668b8aeeac47dc05e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304489 Jul 09 19:56:09.449883 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'name': 'tempest-FloatingIPsTestJSON-1593863828-router', 'tenant_id': '948ba623a31b4f9897891e764abfff22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:55:58Z', 'updated_at': '2021-07-09T19:56:02Z', 'revision_number': 3, 'project_id': '948ba623a31b4f9897891e764abfff22', 'gw_port': {'id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:00Z', 'updated_at': '2021-07-09T19:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:09.499286 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd03bee3-e6d4-46ab-8cab-df645f50755d req-ee893f18-945b-4b00-bef0-1f6756449af8 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 1001 time: 0.2259233 Jul 09 19:56:09.509183 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cccb0d6-e52f-49a1-82b6-190a7fff83f1 None None] The sync data for ids ['0150f78f-6869-429b-97bb-5f967ee9fdb6'] in n-d-800088-3 is: [{'id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'name': 'tempest-FloatingIPsTestJSON-1593863828-router', 'tenant_id': '948ba623a31b4f9897891e764abfff22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:55:58Z', 'updated_at': '2021-07-09T19:56:02Z', 'revision_number': 3, 'project_id': '948ba623a31b4f9897891e764abfff22', 'gw_port': {'id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:00Z', 'updated_at': '2021-07-09T19:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:09.519150 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:09.623198 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-1b3f5337-3ea2-4673-8f94-ceeb314bb4d5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:09.665123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-64d535ab-8282-40fb-b7a5-3445beefb3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1722d97e-3778-4140-af5c-9dc893115d57', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'port_id': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'mac_address': 'fa:16:3e:be:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:55:37Z', 'updated_at': '2021-07-09T19:56:06Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:09.672434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'tag': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:09.674803 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1b459a-2958-41eb-bf46-605625f9de70" -d '{"events": [{"name": "network-changed", "server_uuid": "42c41d9d-7b18-4613-b650-ea9de1f709bb", "tag": "acbbccbf-9865-44b2-bc1f-661ff7289ad1"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:09.683692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58298) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:09.689222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:09.698583 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-99e9463a-f59d-4b21-9238-e44e2d2600b6 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c51829226d684668b8aeeac47dc05e9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892093 Jul 09 19:56:09.706719 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03bee3-e6d4-46ab-8cab-df645f50755d req-e91b0106-c5aa-439c-ba9b-306c7a9fec65 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:09.707630 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Sync routers for ids ['c8fcaecf-9c58-4943-8e1a-cfd5af886667'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:09.708217 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd03bee3-e6d4-46ab-8cab-df645f50755d req-e91b0106-c5aa-439c-ba9b-306c7a9fec65 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports/acbbccbf-9865-44b2-bc1f-661ff7289ad1 HTTP/1.1" status: 200 len: 942 time: 0.1963282 Jul 09 19:56:09.732258 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Routers {'c8fcaecf-9c58-4943-8e1a-cfd5af886667'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:09.732258 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-63291696-13f5-485b-91cc-912d204ebabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c8fcaecf-9c58-4943-8e1a-cfd5af886667'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:09.762513 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d535ab-8282-40fb-b7a5-3445beefb3a0 None None] The sync data for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 is: [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1722d97e-3778-4140-af5c-9dc893115d57', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'port_id': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'mac_address': 'fa:16:3e:be:ec:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:55:37Z', 'updated_at': '2021-07-09T19:56:06Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:09.841009 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:09.845056 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0a6c374e-ebb5-4688-9e33-500fc8070d5c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.7539430 Jul 09 19:56:09.848115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58308) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:09.935144 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-1b3f5337-3ea2-4673-8f94-ceeb314bb4d5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:10.170686 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Set router c8fcaecf-9c58-4943-8e1a-cfd5af886667 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:10.280801 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-45007165-5657-4896-9d80-108541c87b9f req-5f646bad-3bbe-45c2-87a4-69bb225f1902 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 210 time: 0.1650324 Jul 09 19:56:10.317254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-1b3f5337-3ea2-4673-8f94-ceeb314bb4d5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:10.345060 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-1b3f5337-3ea2-4673-8f94-ceeb314bb4d5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:10.347960 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-1b3f5337-3ea2-4673-8f94-ceeb314bb4d5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:10.381866 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf4effd-5885-41a8-b977-e18cd2d63d24 x-openstack-request-id: req-bdf4effd-5885-41a8-b977-e18cd2d63d24 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:10.382156 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c41d9d-7b18-4613-b650-ea9de1f709bb", "tag": "acbbccbf-9865-44b2-bc1f-661ff7289ad1", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:10.382416 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdf4effd-5885-41a8-b977-e18cd2d63d24 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:10.382848 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'tag': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1', 'status': 'completed', 'code': 200} Jul 09 19:56:10.419287 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-1b3f5337-3ea2-4673-8f94-ceeb314bb4d5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:10.420214 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-1b3f5337-3ea2-4673-8f94-ceeb314bb4d5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:10.424008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f5337-3ea2-4673-8f94-ceeb314bb4d5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Pushing event updated for resources: {'Port': ['ID=be53e076-3ae9-42ca-8ec0-c59ba92574b5,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:10.445443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-0ba941f4-230e-4bf6-88a5-2806002f5277 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Allocated IP 172.20.0.6 (55f0dd5b-d300-4fd2-84cd-11cf63d6d091/fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6/28a493d4-716d-458c-8ec2-cf8af4ca0dd8) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:10.447822 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Allocated IP 172.20.0.1 (08eb91ee-b34f-496f-882d-6f1a1ed4e460/6decb435-ad1a-4376-9680-bc0881cbb5a0/838131ad-a06a-47c2-89e9-5cdda07b262c) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:10.475818 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd03bee3-e6d4-46ab-8cab-df645f50755d req-ff8e43cb-fc24-4e61-8e82-cd93ea00b0c8 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 1001 time: 0.4480679 Jul 09 19:56:10.539467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-a9052154-7b82-4847-8793-d360c4e0282f tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:10.541542 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-a9052154-7b82-4847-8793-d360c4e0282f tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8142142 Jul 09 19:56:10.601792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Request body: {'port': {'device_id': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': 'c51829226d684668b8aeeac47dc05e9e'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:10.644026 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-63291696-13f5-485b-91cc-912d204ebabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172450588-router', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '93234e95-ec1d-437e-98e7-f59740538c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:01Z', 'updated_at': '2021-07-09T19:56:05Z', 'revision_number': 3, 'project_id': '9e80752bf66e428aa38d16b4d88f1950', 'gw_port': {'id': '93234e95-ec1d-437e-98e7-f59740538c16', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:03Z', 'updated_at': '2021-07-09T19:56:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:10.651454 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-1b3f5337-3ea2-4673-8f94-ceeb314bb4d5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9587040 Jul 09 19:56:10.674960 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Request body: {'port': {'device_id': '2c733e9f-5142-439d-9a74-d0a0237526e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:10.680615 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Checking router: c8fcaecf-9c58-4943-8e1a-cfd5af886667 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:10.681355 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Updating router c8fcaecf-9c58-4943-8e1a-cfd5af886667 port 93234e95-ec1d-437e-98e7-f59740538c16 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:56:10.760511 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:10.844593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b459a-2958-41eb-bf46-605625f9de70 req-c0d72d0c-fce6-46e5-8b9b-97e78acd1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:10.846226 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c1b459a-2958-41eb-bf46-605625f9de70 req-c0d72d0c-fce6-46e5-8b9b-97e78acd1624 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 1096 time: 0.4350812 Jul 09 19:56:10.847911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Made reservation on behalf of c51829226d684668b8aeeac47dc05e9e for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:10.853513 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:10.868950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03bee3-e6d4-46ab-8cab-df645f50755d req-334aa984-795b-4d75-a740-4aaed42be1aa tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:10.882967 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd03bee3-e6d4-46ab-8cab-df645f50755d req-334aa984-795b-4d75-a740-4aaed42be1aa tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.3924000 Jul 09 19:56:10.884706 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.101521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b459a-2958-41eb-bf46-605625f9de70 req-deff46a0-9944-48a2-921a-edd08d039020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:11.103087 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c1b459a-2958-41eb-bf46-605625f9de70 req-deff46a0-9944-48a2-921a-edd08d039020 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 922 time: 0.2023461 Jul 09 19:56:11.266421 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.275389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c1b459a-2958-41eb-bf46-605625f9de70 req-ff6bc408-c3b6-4e41-b4bb-bfc86b7b8584 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbbccbf-9865-44b2-bc1f-661ff7289ad1 HTTP/1.1" status: 200 len: 1001 time: 0.1270390 Jul 09 19:56:11.277274 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Transition to ACTIVE for port object 93234e95-ec1d-437e-98e7-f59740538c16 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:11.286448 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.287762 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6349f7-6acc-4f97-81ad-a61492f56ac0 req-7297d60d-df81-41e2-9655-57c3e1477859 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:11.295676 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c6349f7-6acc-4f97-81ad-a61492f56ac0 req-7297d60d-df81-41e2-9655-57c3e1477859 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c733e9f-5142-439d-9a74-d0a0237526e4 HTTP/1.1" status: 200 len: 932 time: 0.7002013 Jul 09 19:56:11.367699 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee334e0-6ee7-4bcc-a13b-2431d35197af None None] Pushing event updated for resources: {'Port': ['ID=93234e95-ec1d-437e-98e7-f59740538c16,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:11.380197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2082c84b-d7b5-4d6b-a21c-76a345c948fa up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:11.383388 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Attempting to bind port 93234e95-ec1d-437e-98e7-f59740538c16 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:11.383767 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Attempting to bind port 93234e95-ec1d-437e-98e7-f59740538c16 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:11.384227 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Attempting to bind port 93234e95-ec1d-437e-98e7-f59740538c16 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:11.391237 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:11.391639 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:11.392025 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.392444 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:11.392930 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Bound port: 93234e95-ec1d-437e-98e7-f59740538c16, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:11.393332 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.421508 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee334e0-6ee7-4bcc-a13b-2431d35197af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:11.421887 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee334e0-6ee7-4bcc-a13b-2431d35197af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:11.422198 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee334e0-6ee7-4bcc-a13b-2431d35197af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:11.422541 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee334e0-6ee7-4bcc-a13b-2431d35197af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:11.422877 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee334e0-6ee7-4bcc-a13b-2431d35197af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:11.423343 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee334e0-6ee7-4bcc-a13b-2431d35197af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:11.423543 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee334e0-6ee7-4bcc-a13b-2431d35197af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:11.423864 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee334e0-6ee7-4bcc-a13b-2431d35197af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:11.424195 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee334e0-6ee7-4bcc-a13b-2431d35197af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:11.424520 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee334e0-6ee7-4bcc-a13b-2431d35197af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:11.425342 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee334e0-6ee7-4bcc-a13b-2431d35197af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:11.425342 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee334e0-6ee7-4bcc-a13b-2431d35197af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:11.441046 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c6349f7-6acc-4f97-81ad-a61492f56ac0 req-c83832e6-96ed-4c6b-bcc1-d83d2ce243dc tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397305 Jul 09 19:56:11.498689 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 2082c84b-d7b5-4d6b-a21c-76a345c948fa completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:11.503671 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 2082c84b-d7b5-4d6b-a21c-76a345c948fa triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:11.504389 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.505643 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-63291696-13f5-485b-91cc-912d204ebabb None None] For port 93234e95-ec1d-437e-98e7-f59740538c16, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:11.509967 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-63291696-13f5-485b-91cc-912d204ebabb None None] For port 93234e95-ec1d-437e-98e7-f59740538c16, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=93234e95-ec1d-437e-98e7-f59740538c16,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:11.520230 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.523544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b459a-2958-41eb-bf46-605625f9de70 req-9a8bc778-d588-4e11-8d5f-bbabc3296ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:11.533314 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c1b459a-2958-41eb-bf46-605625f9de70 req-9a8bc778-d588-4e11-8d5f-bbabc3296ae0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.2299981 Jul 09 19:56:11.596615 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.614691 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee334e0-6ee7-4bcc-a13b-2431d35197af None None] Pushing event updated for resources: {'Port': ['ID=93234e95-ec1d-437e-98e7-f59740538c16,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:11.624088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.36', 64354) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:11.644013 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Routers {'c8fcaecf-9c58-4943-8e1a-cfd5af886667'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:11.645345 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-63291696-13f5-485b-91cc-912d204ebabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c8fcaecf-9c58-4943-8e1a-cfd5af886667'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:11.655774 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 2082c84b-d7b5-4d6b-a21c-76a345c948fa, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2082c84b-d7b5-4d6b-a21c-76a345c948fa,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:11.666473 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.718391 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.743589 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25b4c250-499a-411e-af79-c8528e238099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.767730 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.776383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=2082c84b-d7b5-4d6b-a21c-76a345c948fa,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:11.798498 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-63291696-13f5-485b-91cc-912d204ebabb None None] Set router c8fcaecf-9c58-4943-8e1a-cfd5af886667 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:11.818456 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-c12a5fb3-35fb-4943-b8cf-217b95246d62 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c51829226d684668b8aeeac47dc05e9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1891601 Jul 09 19:56:11.831659 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.851051 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-866342cc-7965-4a99-a65e-65ed235fb4ed tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 1001 time: 0.3608854 Jul 09 19:56:11.862445 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:11.979412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Transition to ACTIVE for port object 838131ad-a06a-47c2-89e9-5cdda07b262c will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:12.049851 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-0ba941f4-230e-4bf6-88a5-2806002f5277 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.085313 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-63291696-13f5-485b-91cc-912d204ebabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172450588-router', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '93234e95-ec1d-437e-98e7-f59740538c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:01Z', 'updated_at': '2021-07-09T19:56:05Z', 'revision_number': 3, 'project_id': '9e80752bf66e428aa38d16b4d88f1950', 'gw_port': {'id': '93234e95-ec1d-437e-98e7-f59740538c16', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:03Z', 'updated_at': '2021-07-09T19:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:12.119378 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63291696-13f5-485b-91cc-912d204ebabb None None] The sync data for ids ['c8fcaecf-9c58-4943-8e1a-cfd5af886667'] in n-d-800088-3 is: [{'id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172450588-router', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '93234e95-ec1d-437e-98e7-f59740538c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:01Z', 'updated_at': '2021-07-09T19:56:05Z', 'revision_number': 3, 'project_id': '9e80752bf66e428aa38d16b4d88f1950', 'gw_port': {'id': '93234e95-ec1d-437e-98e7-f59740538c16', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:03Z', 'updated_at': '2021-07-09T19:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:12.196865 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c240fa66-90a9-4e06-b9f1-ffe258756c3e req-9eead5af-8ed1-4866-bbbe-be39e90dad46 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5760496 Jul 09 19:56:12.292624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af83c3-c05c-4519-a576-284dda45ea2f req-696fd314-f533-4153-8642-14545f92a4d2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:12.295055 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-23af83c3-c05c-4519-a576-284dda45ea2f req-696fd314-f533-4153-8642-14545f92a4d2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.6780689 Jul 09 19:56:12.335424 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.344645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-26603bb0-b178-4d62-973a-6059e43e43db tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:12.346223 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-26603bb0-b178-4d62-973a-6059e43e43db tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4800894 Jul 09 19:56:12.378659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-09caab9f-694e-4f02-8029-d5eb3a9b0b70 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Request body: {'port': {'device_id': '4b524040-3fb1-4ba0-af73-0751aa697821', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': 'c51829226d684668b8aeeac47dc05e9e'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:12.491676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a2aea7-86e7-489c-af78-bb2a1b4485c2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:12.552702 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b459a-2958-41eb-bf46-605625f9de70 req-c5103a9e-1179-4034-9519-4c5d5bdf9faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:12.554479 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c1b459a-2958-41eb-bf46-605625f9de70 req-c5103a9e-1179-4034-9519-4c5d5bdf9faa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9563415 Jul 09 19:56:12.567141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-3f3e8f86-5f36-42a1-9292-df96da86ea64 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:12.576967 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-3f3e8f86-5f36-42a1-9292-df96da86ea64 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports/acbbccbf-9865-44b2-bc1f-661ff7289ad1 HTTP/1.1" status: 200 len: 942 time: 0.7248774 Jul 09 19:56:12.577197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Network 08eb91ee-b34f-496f-882d-6f1a1ed4e460 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:12.604725 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:12.608305 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:12.638973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Pushing event updated for resources: {'Port': ['ID=838131ad-a06a-47c2-89e9-5cdda07b262c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:12.643044 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-0ba941f4-230e-4bf6-88a5-2806002f5277 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:12.734300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-23af83c3-c05c-4519-a576-284dda45ea2f req-a45fc99e-cb37-42e5-b4fa-8fce9274c7b6 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784959 Jul 09 19:56:12.735964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:12.736701 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:12.738005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:12.738935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:12.739477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:12.740186 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:12.740713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:12.741269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:12.741815 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:12.742947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:12.743480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:12.743996 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:12.786213 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-fabb6628-65d9-479e-addb-b8176c73e406 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 1001 time: 0.0911765 Jul 09 19:56:12.911787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Allocated IP 192.168.233.176 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/87f3dcda-e978-4294-9e83-93abaa1a0394) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:12.933073 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-0ba941f4-230e-4bf6-88a5-2806002f5277 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:12.967349 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8c4a9296-64ae-41a5-8a8f-9d932c0d7868 None None] Provisioning for port 838131ad-a06a-47c2-89e9-5cdda07b262c completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:12.973508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8c4a9296-64ae-41a5-8a8f-9d932c0d7868 None None] Provisioning complete for port 838131ad-a06a-47c2-89e9-5cdda07b262c triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:12.974162 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8c4a9296-64ae-41a5-8a8f-9d932c0d7868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.030113 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-0ba941f4-230e-4bf6-88a5-2806002f5277 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:13.035100 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47ca0937-ee12-42db-a07b-0118e2a34129 req-ecb589ac-4ab8-4bf2-a461-c8712fdc55e9 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 210 time: 0.0434687 Jul 09 19:56:13.035853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.038586 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-0ba941f4-230e-4bf6-88a5-2806002f5277 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:13.068084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8c4a9296-64ae-41a5-8a8f-9d932c0d7868 None None] Port 838131ad-a06a-47c2-89e9-5cdda07b262c cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:13.070686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-ee4a04ad-c669-4717-8514-6eb18751e7e3 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:13.072472 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-ee4a04ad-c669-4717-8514-6eb18751e7e3 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.2853816 Jul 09 19:56:13.075414 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c1b459a-2958-41eb-bf46-605625f9de70 req-3ffae402-dd4e-457e-842b-6a11c151ec42 service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909406 Jul 09 19:56:13.151131 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-0ba941f4-230e-4bf6-88a5-2806002f5277 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:13.151821 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-0ba941f4-230e-4bf6-88a5-2806002f5277 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.222342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240fa66-90a9-4e06-b9f1-ffe258756c3e req-4003b1b6-162c-4f58-bd03-a3e70f9b8956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:13.223892 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c240fa66-90a9-4e06-b9f1-ffe258756c3e req-4003b1b6-162c-4f58-bd03-a3e70f9b8956 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 1096 time: 0.9553559 Jul 09 19:56:13.273422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba941f4-230e-4bf6-88a5-2806002f5277 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Pushing event updated for resources: {'Port': ['ID=28a493d4-716d-458c-8ec2-cf8af4ca0dd8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:13.277127 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.384054 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58340) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:13.403518 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-a4dcc9b2-839f-4699-9c79-612d8f41ddf8 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 1001 time: 0.2935655 Jul 09 19:56:13.423601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 93234e95-ec1d-437e-98e7-f59740538c16 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:13.441545 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-59031491-93e2-46f0-aa5d-69c23b336d96 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:13.453710 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-0ba941f4-230e-4bf6-88a5-2806002f5277 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2541726 Jul 09 19:56:13.478699 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Request body: {'port': {'device_id': 'ed325f1b-7966-45b7-bafe-a81c2af1db48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:13.495636 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c1b459a-2958-41eb-bf46-605625f9de70 req-0478ffdf-1d9b-4feb-a2f6-4e2fe849e50a service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103022 Jul 09 19:56:13.497631 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240fa66-90a9-4e06-b9f1-ffe258756c3e req-753542a3-a490-4464-b2c4-8b7a3dd8f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:13.499136 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c240fa66-90a9-4e06-b9f1-ffe258756c3e req-753542a3-a490-4464-b2c4-8b7a3dd8f525 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 922 time: 0.2158539 Jul 09 19:56:13.547659 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 93234e95-ec1d-437e-98e7-f59740538c16 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:13.553706 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.566917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 93234e95-ec1d-437e-98e7-f59740538c16 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:13.567536 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.600888 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3f458969-e63b-454a-9d91-e50d97149bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.605392 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Transition to ACTIVE for port object 87f3dcda-e978-4294-9e83-93abaa1a0394 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:13.615081 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-59031491-93e2-46f0-aa5d-69c23b336d96 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.620264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-25b4c250-499a-411e-af79-c8528e238099 admin admin] Deleting port 24282b82-871a-408d-9224-e01a7cdf5923 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:13.620616 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25b4c250-499a-411e-af79-c8528e238099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.663713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-09caab9f-694e-4f02-8029-d5eb3a9b0b70 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Made reservation on behalf of c51829226d684668b8aeeac47dc05e9e for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:13.667487 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-09caab9f-694e-4f02-8029-d5eb3a9b0b70 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.672179 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.685446 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c240fa66-90a9-4e06-b9f1-ffe258756c3e req-3037cc7d-9fbd-4071-b55c-ad97348dee89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c HTTP/1.1" status: 200 len: 217 time: 0.1554062 Jul 09 19:56:13.694776 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 93234e95-ec1d-437e-98e7-f59740538c16, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=93234e95-ec1d-437e-98e7-f59740538c16,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:13.700344 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.701723 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2082c84b-d7b5-4d6b-a21c-76a345c948fa up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:13.794998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 2082c84b-d7b5-4d6b-a21c-76a345c948fa triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:13.795380 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.797741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=93234e95-ec1d-437e-98e7-f59740538c16,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:13.880380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42afec-672f-4be9-86ea-b42a71f65b89 req-cf276022-e04f-4df0-830f-bb70520aff56 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:13.881973 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b42afec-672f-4be9-86ea-b42a71f65b89 req-cf276022-e04f-4df0-830f-bb70520aff56 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c733e9f-5142-439d-9a74-d0a0237526e4 HTTP/1.1" status: 200 len: 932 time: 0.6541376 Jul 09 19:56:13.912384 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.931350 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-59031491-93e2-46f0-aa5d-69c23b336d96 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.948450 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-25b4c250-499a-411e-af79-c8528e238099 admin admin] For port 24282b82-871a-408d-9224-e01a7cdf5923, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=24282b82-871a-408d-9224-e01a7cdf5923,segment=NetworkSegment(65405ed4-d356-4e06-8d5a-ee166c931814),segment_id=65405ed4-d356-4e06-8d5a-ee166c931814)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:13.948896 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25b4c250-499a-411e-af79-c8528e238099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.958208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be53e076-3ae9-42ca-8ec0-c59ba92574b5 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:13.981031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240fa66-90a9-4e06-b9f1-ffe258756c3e req-58be6d17-d6a0-4b4c-9f1d-8cdcab015bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:13.982422 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c240fa66-90a9-4e06-b9f1-ffe258756c3e req-58be6d17-d6a0-4b4c-9f1d-8cdcab015bb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.2707036 Jul 09 19:56:13.984353 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-59031491-93e2-46f0-aa5d-69c23b336d96 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:13.984716 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-59031491-93e2-46f0-aa5d-69c23b336d96 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Floating IP 1722d97e-3778-4140-af5c-9dc893115d57 disassociated. External IP: 172.25.0.206, port: acbbccbf-9865-44b2-bc1f-661ff7289ad1. Jul 09 19:56:13.994651 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.000402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-25b4c250-499a-411e-af79-c8528e238099 admin admin] Calling delete_port for 24282b82-871a-408d-9224-e01a7cdf5923 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:14.038136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:14.056124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:14.061661 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.067032 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:14.094524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Transition to ACTIVE for port object be53e076-3ae9-42ca-8ec0-c59ba92574b5 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:14.113694 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.117088 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Pushing event updated for resources: {'Port': ['ID=87f3dcda-e978-4294-9e83-93abaa1a0394,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:14.155026 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.183666 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b42afec-672f-4be9-86ea-b42a71f65b89 req-aecfe2fb-02b0-4362-99c7-d8e3d4383328 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626231 Jul 09 19:56:14.227368 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3f458969-e63b-454a-9d91-e50d97149bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.252436 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3f458969-e63b-454a-9d91-e50d97149bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.262964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:14.263510 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.341067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-9afce0f2-c074-4b92-9846-7ff990a3efb5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7502058 Jul 09 19:56:14.358550 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3f458969-e63b-454a-9d91-e50d97149bb6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7476cc5e8ad14ec2bf5cc2ee0ce2c02b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9707797 Jul 09 19:56:14.364686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f458969-e63b-454a-9d91-e50d97149bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4402842-4ca5-448a-b11d-735b54c5cca8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:14.370684 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Request body: {'port': {'device_id': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:14.408139 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58348) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:14.496721 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-13880b60-cc12-40d7-9c45-ffcd8c905b81 None None] Provisioning for port 87f3dcda-e978-4294-9e83-93abaa1a0394 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:14.500848 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-13880b60-cc12-40d7-9c45-ffcd8c905b81 None None] Provisioning complete for port 87f3dcda-e978-4294-9e83-93abaa1a0394 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:14.501286 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-13880b60-cc12-40d7-9c45-ffcd8c905b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.546378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-13880b60-cc12-40d7-9c45-ffcd8c905b81 None None] Port 87f3dcda-e978-4294-9e83-93abaa1a0394 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:14.635192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Allocated IP 172.20.0.1 (6e693890-ec80-4876-9b0b-2c81deb9824a/5a8896f5-5e19-421d-9e76-bb7e30117c83/907d5ec0-94e7-4231-a044-ed059ecc8f1a) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:14.649263 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.655494 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-baa15859-70dd-421f-abcb-7eccd8b8ca58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.684254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-59031491-93e2-46f0-aa5d-69c23b336d96 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Router a3b04101-cd3a-4284-be0e-65698b163ae5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:14.721353 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-baa15859-70dd-421f-abcb-7eccd8b8ca58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.758836 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-09caab9f-694e-4f02-8029-d5eb3a9b0b70 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Allocated IP 192.168.233.124 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:14.777639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Pushing event updated for resources: {'Port': ['ID=be53e076-3ae9-42ca-8ec0-c59ba92574b5,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:14.814008 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25b4c250-499a-411e-af79-c8528e238099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:14.867352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4c250-499a-411e-af79-c8528e238099 admin admin] Pushing event deleted for resources: {'Port': ['ID=24282b82-871a-408d-9224-e01a7cdf5923,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:15.008888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240fa66-90a9-4e06-b9f1-ffe258756c3e req-098ecebe-7b0e-45d5-af36-9b99bfae07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:15.010231 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c240fa66-90a9-4e06-b9f1-ffe258756c3e req-098ecebe-7b0e-45d5-af36-9b99bfae07a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0045874 Jul 09 19:56:15.018071 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-baa15859-70dd-421f-abcb-7eccd8b8ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.020663 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-baa15859-70dd-421f-abcb-7eccd8b8ca58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.024039 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-baa15859-70dd-421f-abcb-7eccd8b8ca58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4402842-4ca5-448a-b11d-735b54c5cca8 HTTP/1.1" status: 204 len: 168 time: 0.6128337 Jul 09 19:56:15.058267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-59031491-93e2-46f0-aa5d-69c23b336d96 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:15.061876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa15859-70dd-421f-abcb-7eccd8b8ca58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4402842-4ca5-448a-b11d-735b54c5cca8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:15.067767 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-59031491-93e2-46f0-aa5d-69c23b336d96 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.085134 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e238837-69e9-446d-a3f6-c73f50739da7 None None] Sync routers for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:15.114126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e238837-69e9-446d-a3f6-c73f50739da7 None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:15.115028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-2e238837-69e9-446d-a3f6-c73f50739da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:15.161291 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-59031491-93e2-46f0-aa5d-69c23b336d96 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "PUT /v2.0/floatingips/1722d97e-3778-4140-af5c-9dc893115d57 HTTP/1.1" status: 200 len: 695 time: 1.7457466 Jul 09 19:56:15.163573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'tag': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:15.165800 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234a9066-66e9-44bc-a12b-1e5aa5f0cf82" -d '{"events": [{"name": "network-changed", "server_uuid": "42c41d9d-7b18-4613-b650-ea9de1f709bb", "tag": "acbbccbf-9865-44b2-bc1f-661ff7289ad1"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:15.264801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b895de-832d-47da-a5b2-4440280147da req-371d1611-86c1-4ec9-bb10-34426ad87915 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:15.266415 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26b895de-832d-47da-a5b2-4440280147da req-371d1611-86c1-4ec9-bb10-34426ad87915 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.6609328 Jul 09 19:56:15.316975 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-2e238837-69e9-446d-a3f6-c73f50739da7 None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:15.388773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Attempting to bind port be53e076-3ae9-42ca-8ec0-c59ba92574b5 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:15.389061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Attempting to bind port be53e076-3ae9-42ca-8ec0-c59ba92574b5 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:15.389441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Attempting to bind port be53e076-3ae9-42ca-8ec0-c59ba92574b5 on network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:15.404481 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.446844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 93234e95-ec1d-437e-98e7-f59740538c16 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:15.504993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58358) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:15.535111 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Port be53e076-3ae9-42ca-8ec0-c59ba92574b5 on network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:56:15.535438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Attempting to bind port be53e076-3ae9-42ca-8ec0-c59ba92574b5 on network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:15.539461 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.553679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 93234e95-ec1d-437e-98e7-f59740538c16 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:15.554306 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.585454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Transition to ACTIVE for port object 907d5ec0-94e7-4231-a044-ed059ecc8f1a will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:15.592609 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63bdac8f-0e16-41dd-91d3-ad074d603792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.594796 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.607684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:15.608571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Checking segment: {'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:15.608571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Bound using segment: {'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:15.609126 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Bound port: be53e076-3ae9-42ca-8ec0-c59ba92574b5, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:15.609564 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.614072 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26b895de-832d-47da-a5b2-4440280147da req-4046a6f0-171e-48fb-9090-3d47dc79a197 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950613 Jul 09 19:56:15.675848 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25b4c250-499a-411e-af79-c8528e238099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.698734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-2e238837-69e9-446d-a3f6-c73f50739da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:15.699028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Pushing event updated for resources: {'Port': ['ID=838131ad-a06a-47c2-89e9-5cdda07b262c,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:15.721533 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c240fa66-90a9-4e06-b9f1-ffe258756c3e req-d9dc95e4-757b-4618-8fef-1bd1bb8f4a87 service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6866071 Jul 09 19:56:15.727449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e238837-69e9-446d-a3f6-c73f50739da7 None None] Checking router: a3b04101-cd3a-4284-be0e-65698b163ae5 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:15.736257 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-09caab9f-694e-4f02-8029-d5eb3a9b0b70 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.737531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e238837-69e9-446d-a3f6-c73f50739da7 None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:15.738396 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-2e238837-69e9-446d-a3f6-c73f50739da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:15.801150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-1cc9ca37-4d06-43eb-b7e7-27f8c02097a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:15.802598 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-1cc9ca37-4d06-43eb-b7e7-27f8c02097a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 1096 time: 0.6023159 Jul 09 19:56:15.854421 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-2e238837-69e9-446d-a3f6-c73f50739da7 None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:15.872667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-09caab9f-694e-4f02-8029-d5eb3a9b0b70 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Transition to ACTIVE for port object b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:15.938997 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ebc1695f-a39e-4af4-935f-bf07c2ffa068 req-11f19e9d-b35c-4933-a7f3-322f932ee7f9 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 210 time: 0.1184506 Jul 09 19:56:15.952611 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:15.966665 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:15.991400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-fc03c7b1-8383-419b-8c74-022477bee210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:15.992982 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-fc03c7b1-8383-419b-8c74-022477bee210 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 922 time: 0.1818156 Jul 09 19:56:16.008400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b4c250-499a-411e-af79-c8528e238099 admin admin] Router a9bd8f6d-9249-4784-82f6-634b0c29e709 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:16.036282 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.048404 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba58241-942d-446d-af02-377352628bea x-openstack-request-id: req-4ba58241-942d-446d-af02-377352628bea {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:16.049038 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c41d9d-7b18-4613-b650-ea9de1f709bb", "tag": "acbbccbf-9865-44b2-bc1f-661ff7289ad1", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:16.050244 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ba58241-942d-446d-af02-377352628bea {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:16.050769 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'tag': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1', 'status': 'completed', 'code': 200} Jul 09 19:56:16.146938 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-ce016cb6-abae-4433-a9f4-26c044e9a493 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbbccbf-9865-44b2-bc1f-661ff7289ad1 HTTP/1.1" status: 200 len: 217 time: 0.1372080 Jul 09 19:56:16.201880 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Transition to ACTIVE for port object 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:16.213983 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.218875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] For port be53e076-3ae9-42ca-8ec0-c59ba92574b5, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:16.240708 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c240fa66-90a9-4e06-b9f1-ffe258756c3e req-e5eed5ad-7835-4c3a-921b-589e1b639374 service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944723 Jul 09 19:56:16.241318 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.259563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-2e238837-69e9-446d-a3f6-c73f50739da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:16.294185 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-099b34a9-07e9-4d65-916f-8e77386147e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:16.295262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e238837-69e9-446d-a3f6-c73f50739da7 None None] The sync data for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 is: [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:16.295998 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-099b34a9-07e9-4d65-916f-8e77386147e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.1397552 Jul 09 19:56:16.304146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] For port be53e076-3ae9-42ca-8ec0-c59ba92574b5, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=be53e076-3ae9-42ca-8ec0-c59ba92574b5,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:16.308323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a9066-66e9-44bc-a12b-1e5aa5f0cf82 req-9badadf9-7e81-449c-9098-d65eb2f845fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:16.311146 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-234a9066-66e9-44bc-a12b-1e5aa5f0cf82 req-9badadf9-7e81-449c-9098-d65eb2f845fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 1096 time: 0.2101548 Jul 09 19:56:16.337065 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-09caab9f-694e-4f02-8029-d5eb3a9b0b70 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.339059 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.368263 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Network 6e693890-ec80-4876-9b0b-2c81deb9824a is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:16.396753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:16.404393 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=907d5ec0-94e7-4231-a044-ed059ecc8f1a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:16.408103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:16.451042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b4c250-499a-411e-af79-c8528e238099 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:16.459523 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-25b4c250-499a-411e-af79-c8528e238099 admin admin] 10.222.0.30 "PUT /v2.0/routers/a9bd8f6d-9249-4784-82f6-634b0c29e709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7699833 Jul 09 19:56:16.461902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:16.461902 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.463309 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] 10.222.0.36 "PUT /v2.0/ports/be53e076-3ae9-42ca-8ec0-c59ba92574b5 HTTP/1.1" status: 200 len: 1092 time: 5.7960620 Jul 09 19:56:16.464978 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40363336-554b-4b3d-9c58-283be88b702a None None] Sync routers for ids ['a9bd8f6d-9249-4784-82f6-634b0c29e709'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:16.466059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58362) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:16.480596 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40363336-554b-4b3d-9c58-283be88b702a None None] Routers {'a9bd8f6d-9249-4784-82f6-634b0c29e709'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:16.482627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c733e9f-5142-439d-9a74-d0a0237526e4', 'tag': 'be53e076-3ae9-42ca-8ec0-c59ba92574b5'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:16.483094 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-40363336-554b-4b3d-9c58-283be88b702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a9bd8f6d-9249-4784-82f6-634b0c29e709'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:16.485103 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994b2414-b5c0-4d6c-8779-549ab51c2558" -d '{"events": [{"name": "network-changed", "server_uuid": "2c733e9f-5142-439d-9a74-d0a0237526e4", "tag": "be53e076-3ae9-42ca-8ec0-c59ba92574b5"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:16.489009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-09caab9f-694e-4f02-8029-d5eb3a9b0b70 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:16.492692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Network 08eb91ee-b34f-496f-882d-6f1a1ed4e460 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:16.519969 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-09caab9f-694e-4f02-8029-d5eb3a9b0b70 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:16.522027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:16.529340 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-09caab9f-694e-4f02-8029-d5eb3a9b0b70 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:16.551078 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63bdac8f-0e16-41dd-91d3-ad074d603792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.565186 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2629b84-c531-466a-8bf2-0dd4769cfcb1 req-b58d6ddc-a177-48f0-98fd-581365a826c9 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:16.577184 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f2629b84-c531-466a-8bf2-0dd4769cfcb1 req-b58d6ddc-a177-48f0-98fd-581365a826c9 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c733e9f-5142-439d-9a74-d0a0237526e4 HTTP/1.1" status: 200 len: 944 time: 0.4608953 Jul 09 19:56:16.697102 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-09caab9f-694e-4f02-8029-d5eb3a9b0b70 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:16.698109 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-09caab9f-694e-4f02-8029-d5eb3a9b0b70 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.706405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Pushing event updated for resources: {'Port': ['ID=28a493d4-716d-458c-8ec2-cf8af4ca0dd8,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:16.714181 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-40363336-554b-4b3d-9c58-283be88b702a None None] Set router a9bd8f6d-9249-4784-82f6-634b0c29e709 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:16.780520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a9066-66e9-44bc-a12b-1e5aa5f0cf82 req-f187ec09-6811-43fb-a1d9-8ca3f9ce63cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:16.782301 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-234a9066-66e9-44bc-a12b-1e5aa5f0cf82 req-f187ec09-6811-43fb-a1d9-8ca3f9ce63cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 922 time: 0.4566700 Jul 09 19:56:16.784520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-987ff205-a7b6-4974-8c37-75b94f32a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:16.786211 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-987ff205-a7b6-4974-8c37-75b94f32a40a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4619281 Jul 09 19:56:16.786374 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63bdac8f-0e16-41dd-91d3-ad074d603792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.788482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.838319 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e93eb7-612e-4dac-a261-ff4f69913003 None None] New status for floating IP 1722d97e-3778-4140-af5c-9dc893115d57: DOWN {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:56:16.915113 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:16.925908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334bcfc-7d77-4a6d-8e2b-d0604ca601e2 service neutron] Pushing event updated for resources: {'Port': ['ID=be53e076-3ae9-42ca-8ec0-c59ba92574b5,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:16.941269 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-63bdac8f-0e16-41dd-91d3-ad074d603792 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6617e3cfff2d4b87b22dd5c146d56285&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4070857 Jul 09 19:56:16.993755 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58368) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:17.017670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-51bd8481-7818-4c7a-a794-15671b2968cb None None] Provisioning for port 907d5ec0-94e7-4231-a044-ed059ecc8f1a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:17.026026 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-234a9066-66e9-44bc-a12b-1e5aa5f0cf82 req-36b17cbd-b65f-4236-b2c4-a0f241faabca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbbccbf-9865-44b2-bc1f-661ff7289ad1 HTTP/1.1" status: 200 len: 217 time: 0.2330554 Jul 09 19:56:17.029542 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-40363336-554b-4b3d-9c58-283be88b702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'name': 'tempest-ServersTestMultiNic-2027531948-router', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '95389c06-31bd-4243-be04-d2873bc047a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:53:56Z', 'updated_at': '2021-07-09T19:56:14Z', 'revision_number': 5, 'project_id': 'bd737430fbed42b8908469dfa5658306', 'gw_port': {'id': '95389c06-31bd-4243-be04-d2873bc047a7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:53:58Z', 'updated_at': '2021-07-09T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:17.030037 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-51bd8481-7818-4c7a-a794-15671b2968cb None None] Provisioning complete for port 907d5ec0-94e7-4231-a044-ed059ecc8f1a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:17.030582 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-51bd8481-7818-4c7a-a794-15671b2968cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.060356 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-09caab9f-694e-4f02-8029-d5eb3a9b0b70 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6985650 Jul 09 19:56:17.064111 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40363336-554b-4b3d-9c58-283be88b702a None None] Checking router: a9bd8f6d-9249-4784-82f6-634b0c29e709 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:17.072894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f3dcda-e978-4294-9e83-93abaa1a0394 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:17.074135 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40363336-554b-4b3d-9c58-283be88b702a None None] Routers {'a9bd8f6d-9249-4784-82f6-634b0c29e709'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:17.075076 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-40363336-554b-4b3d-9c58-283be88b702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a9bd8f6d-9249-4784-82f6-634b0c29e709'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:17.112550 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.128356 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09caab9f-694e-4f02-8029-d5eb3a9b0b70 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Pushing event updated for resources: {'Port': ['ID=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:17.176438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-51bd8481-7818-4c7a-a794-15671b2968cb None None] Port 907d5ec0-94e7-4231-a044-ed059ecc8f1a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:17.183208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Request body: {'port': {'device_id': '4b524040-3fb1-4ba0-af73-0751aa697821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:17.195575 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdac8f-0e16-41dd-91d3-ad074d603792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29270f70-8a18-4534-8651-e684dfbe2d96,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:17.201059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f2629b84-c531-466a-8bf2-0dd4769cfcb1 req-0b71f24d-4e21-4a23-9552-9f8da8a43cab tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227071 Jul 09 19:56:17.202962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Transition to ACTIVE for port object 87f3dcda-e978-4294-9e83-93abaa1a0394 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:17.225032 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a9066-66e9-44bc-a12b-1e5aa5f0cf82 req-cc4dce6c-b35b-4956-9d5e-1eeeac3db4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:17.226441 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-234a9066-66e9-44bc-a12b-1e5aa5f0cf82 req-cc4dce6c-b35b-4956-9d5e-1eeeac3db4fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.1793237 Jul 09 19:56:17.232703 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.251657 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-52c7f9c9-6853-4d60-8305-886a41522e81 service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200010 Jul 09 19:56:17.275237 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-40363336-554b-4b3d-9c58-283be88b702a None None] Set router a9bd8f6d-9249-4784-82f6-634b0c29e709 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:17.302575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-962b25a0-3ac1-4bc8-80b0-a1af9a9d5243 None None] Provisioning complete for port 838131ad-a06a-47c2-89e9-5cdda07b262c triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:17.303259 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-962b25a0-3ac1-4bc8-80b0-a1af9a9d5243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.317823 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6e43d4-ce42-4d62-a725-c8038cfb1f5d x-openstack-request-id: req-7f6e43d4-ce42-4d62-a725-c8038cfb1f5d {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:17.318122 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c733e9f-5142-439d-9a74-d0a0237526e4", "tag": "be53e076-3ae9-42ca-8ec0-c59ba92574b5", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:17.318384 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f6e43d4-ce42-4d62-a725-c8038cfb1f5d {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:17.318792 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c733e9f-5142-439d-9a74-d0a0237526e4', 'tag': 'be53e076-3ae9-42ca-8ec0-c59ba92574b5', 'status': 'completed', 'code': 200} Jul 09 19:56:17.339707 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4493843-3619-40c0-9bee-65a0860e1a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.361618 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Attempting to bind port 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:17.362055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Attempting to bind port 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:17.362411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Attempting to bind port 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 on network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:17.375134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-57e04ecb-c907-4391-b581-6fffa026cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:17.377101 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-57e04ecb-c907-4391-b581-6fffa026cbfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8462646f4467450bbe9aca8cc6a1e788&device_id=2c733e9f-5142-439d-9a74-d0a0237526e4 HTTP/1.1" status: 200 len: 1095 time: 0.8402865 Jul 09 19:56:17.378267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-962b25a0-3ac1-4bc8-80b0-a1af9a9d5243 None None] Port 838131ad-a06a-47c2-89e9-5cdda07b262c cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:17.397926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-962b25a0-3ac1-4bc8-80b0-a1af9a9d5243 None None] Provisioning for port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:17.409027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-962b25a0-3ac1-4bc8-80b0-a1af9a9d5243 None None] Provisioning complete for port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:17.410145 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-962b25a0-3ac1-4bc8-80b0-a1af9a9d5243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.442561 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.486483 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Pushing event updated for resources: {'Port': ['ID=87f3dcda-e978-4294-9e83-93abaa1a0394,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:17.492757 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4493843-3619-40c0-9bee-65a0860e1a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.494500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-962b25a0-3ac1-4bc8-80b0-a1af9a9d5243 None None] Port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:17.604743 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-40363336-554b-4b3d-9c58-283be88b702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'name': 'tempest-ServersTestMultiNic-2027531948-router', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '95389c06-31bd-4243-be04-d2873bc047a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:53:56Z', 'updated_at': '2021-07-09T19:56:14Z', 'revision_number': 5, 'project_id': 'bd737430fbed42b8908469dfa5658306', 'gw_port': {'id': '95389c06-31bd-4243-be04-d2873bc047a7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:53:58Z', 'updated_at': '2021-07-09T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:17.653805 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a31b3837-b753-4063-ae1e-db3ea24f4fcf req-ae01d924-9dff-4ed5-ab59-b0062fc843ba service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704104 Jul 09 19:56:17.663900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a9066-66e9-44bc-a12b-1e5aa5f0cf82 req-12bdba11-139d-46ed-bdf7-aaa33cde0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:17.665682 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-234a9066-66e9-44bc-a12b-1e5aa5f0cf82 req-12bdba11-139d-46ed-bdf7-aaa33cde0dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4264004 Jul 09 19:56:17.669106 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40363336-554b-4b3d-9c58-283be88b702a None None] The sync data for ids ['a9bd8f6d-9249-4784-82f6-634b0c29e709'] in n-d-800088-3 is: [{'id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'name': 'tempest-ServersTestMultiNic-2027531948-router', 'tenant_id': 'bd737430fbed42b8908469dfa5658306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '95389c06-31bd-4243-be04-d2873bc047a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:53:56Z', 'updated_at': '2021-07-09T19:56:14Z', 'revision_number': 5, 'project_id': 'bd737430fbed42b8908469dfa5658306', 'gw_port': {'id': '95389c06-31bd-4243-be04-d2873bc047a7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bd8f6d-9249-4784-82f6-634b0c29e709', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:53:58Z', 'updated_at': '2021-07-09T19:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:17.733053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Attempting to bind port 87f3dcda-e978-4294-9e83-93abaa1a0394 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:17.733680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Attempting to bind port 87f3dcda-e978-4294-9e83-93abaa1a0394 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:17.734248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Attempting to bind port 87f3dcda-e978-4294-9e83-93abaa1a0394 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:17.736575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c9deddb0-c43e-47de-b1e8-88ea2d643392 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:56:17.743706 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4493843-3619-40c0-9bee-65a0860e1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.746276 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4493843-3619-40c0-9bee-65a0860e1a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.750355 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d4493843-3619-40c0-9bee-65a0860e1a58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29270f70-8a18-4534-8651-e684dfbe2d96 HTTP/1.1" status: 204 len: 168 time: 0.7210803 Jul 09 19:56:17.755458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Port 87f3dcda-e978-4294-9e83-93abaa1a0394 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:56:17.755993 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Attempting to bind port 87f3dcda-e978-4294-9e83-93abaa1a0394 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:17.775588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] Deleting port 95389c06-31bd-4243-be04-d2873bc047a7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:17.776133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.778803 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:17.779383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:17.779971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:17.780641 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Bound port: 87f3dcda-e978-4294-9e83-93abaa1a0394, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:17.781239 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.783446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4493843-3619-40c0-9bee-65a0860e1a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29270f70-8a18-4534-8651-e684dfbe2d96,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:17.901074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Port 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 on network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:56:17.901422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Attempting to bind port 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 on network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:17.939480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c9deddb0-c43e-47de-b1e8-88ea2d643392, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c9deddb0-c43e-47de-b1e8-88ea2d643392,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:17.948364 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-234a9066-66e9-44bc-a12b-1e5aa5f0cf82 req-6ef61b92-96f6-457e-91fb-89a8040c3c59 service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682300 Jul 09 19:56:17.953527 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:17.953887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Checking segment: {'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:17.954296 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Bound using segment: {'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:17.954839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Bound port: 28a493d4-716d-458c-8ec2-cf8af4ca0dd8, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:17.955532 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:17.966480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'c9deddb0-c43e-47de-b1e8-88ea2d643392', 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'port_id': 'c9deddb0-c43e-47de-b1e8-88ea2d643392', 'mac_address': 'fa:16:3e:a1:bd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd5bce8-001b-47cc-8510-ced4334ba819', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:56:18.015208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Router 0150f78f-6869-429b-97bb-5f967ee9fdb6 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:18.030895 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-b25357af-bc61-47db-a1c9-d9fb9e343813 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be53e076-3ae9-42ca-8ec0-c59ba92574b5 HTTP/1.1" status: 200 len: 217 time: 0.1458561 Jul 09 19:56:18.031745 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.045990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9deddb0-c43e-47de-b1e8-88ea2d643392 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:18.070238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c9deddb0-c43e-47de-b1e8-88ea2d643392, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c9deddb0-c43e-47de-b1e8-88ea2d643392,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:18.076521 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.101685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] For port 95389c06-31bd-4243-be04-d2873bc047a7, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=95389c06-31bd-4243-be04-d2873bc047a7,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:18.102328 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.115927 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] For port 87f3dcda-e978-4294-9e83-93abaa1a0394, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:18.153650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=c9deddb0-c43e-47de-b1e8-88ea2d643392,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:18.160405 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.175476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] Calling delete_port for 95389c06-31bd-4243-be04-d2873bc047a7 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:18.186992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['c9deddb0-c43e-47de-b1e8-88ea2d643392'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:18.191133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] For port 87f3dcda-e978-4294-9e83-93abaa1a0394, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=87f3dcda-e978-4294-9e83-93abaa1a0394,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:18.197464 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-234a9066-66e9-44bc-a12b-1e5aa5f0cf82 req-c3ad15e3-e6f6-4cb8-bf60-545b08fbf0b3 service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381244 Jul 09 19:56:18.208284 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.493729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159902b7-21b5-4183-9ac6-c68ac9119fe7 req-df28efc7-5e19-4583-b221-471203e6a154 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:18.495316 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-159902b7-21b5-4183-9ac6-c68ac9119fe7 req-df28efc7-5e19-4583-b221-471203e6a154 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.6118684 Jul 09 19:56:18.581350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-891460e4-e20a-47c7-bd77-5903fd17fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:18.582915 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-891460e4-e20a-47c7-bd77-5903fd17fb0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6 HTTP/1.1" status: 200 len: 853 time: 0.5241644 Jul 09 19:56:18.599651 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.609599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a379c6-1f16-4bf6-8c17-b27715a06b00 req-516f1993-0b9b-48e3-bc0d-09dbe1536db7 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:18.611192 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55a379c6-1f16-4bf6-8c17-b27715a06b00 req-516f1993-0b9b-48e3-bc0d-09dbe1536db7 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 936 time: 0.7355909 Jul 09 19:56:18.650256 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] For port 28a493d4-716d-458c-8ec2-cf8af4ca0dd8, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:18.663204 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:18.663837 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.665317 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] 10.222.0.36 "PUT /v2.0/ports/87f3dcda-e978-4294-9e83-93abaa1a0394 HTTP/1.1" status: 200 len: 1096 time: 4.3056290 Jul 09 19:56:18.671496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'tag': '87f3dcda-e978-4294-9e83-93abaa1a0394'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:18.673896 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab86c251-e4f5-4fd3-8e0b-4a52f8f63913" -d '{"events": [{"name": "network-changed", "server_uuid": "33ec9a5e-05e7-478f-83f1-fa5a73eae3bf", "tag": "87f3dcda-e978-4294-9e83-93abaa1a0394"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:18.711818 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-f998573a-8ce1-484b-a401-d2146e93320b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169686 Jul 09 19:56:18.729008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc38b0-f89a-48c8-a7ab-0077a3f47528 service neutron] Pushing event updated for resources: {'Port': ['ID=87f3dcda-e978-4294-9e83-93abaa1a0394,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:18.738274 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55a379c6-1f16-4bf6-8c17-b27715a06b00 req-b1fec478-c9b1-4e2a-a619-835b8dfd016e tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187136 Jul 09 19:56:18.862179 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] For port 28a493d4-716d-458c-8ec2-cf8af4ca0dd8, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=28a493d4-716d-458c-8ec2-cf8af4ca0dd8,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:18.915844 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.922275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-4eda5056-86f5-40b4-b7b9-7d9279eb6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:18.923949 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-4eda5056-86f5-40b4-b7b9-7d9279eb6c77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c51829226d684668b8aeeac47dc05e9e&device_id=33ec9a5e-05e7-478f-83f1-fa5a73eae3bf HTTP/1.1" status: 200 len: 1099 time: 0.1101789 Jul 09 19:56:18.926948 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:18.958117 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] Pushing event deleted for resources: {'Port': ['ID=95389c06-31bd-4243-be04-d2873bc047a7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:18.999961 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-2c907e01-19c3-4cd1-904d-ef04d0604f63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=87f3dcda-e978-4294-9e83-93abaa1a0394 HTTP/1.1" status: 200 len: 217 time: 0.0495760 Jul 09 19:56:19.011517 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Pushing event updated for resources: {'Port': ['ID=28a493d4-716d-458c-8ec2-cf8af4ca0dd8,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:19.025731 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-159902b7-21b5-4183-9ac6-c68ac9119fe7 req-b66e2a64-d633-46f3-a5d0-b32aba0016b5 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174038 Jul 09 19:56:19.075742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-85ec7fe6-48e1-4b10-bb1a-9b47f2e75924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:19.077202 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-85ec7fe6-48e1-4b10-bb1a-9b47f2e75924 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0573559 Jul 09 19:56:19.081974 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc33d5e-402a-4df9-b14d-64e4ef774341 x-openstack-request-id: req-5fc33d5e-402a-4df9-b14d-64e4ef774341 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:19.082334 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ec9a5e-05e7-478f-83f1-fa5a73eae3bf", "tag": "87f3dcda-e978-4294-9e83-93abaa1a0394", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:19.082656 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fc33d5e-402a-4df9-b14d-64e4ef774341 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:19.083259 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'tag': '87f3dcda-e978-4294-9e83-93abaa1a0394', 'status': 'completed', 'code': 200} Jul 09 19:56:19.091275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:19.102596 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Sync routers for ids ['0150f78f-6869-429b-97bb-5f967ee9fdb6'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:19.118009 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Routers {'0150f78f-6869-429b-97bb-5f967ee9fdb6'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:19.118653 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0150f78f-6869-429b-97bb-5f967ee9fdb6'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:19.137869 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fc7a4d77-aa59-4661-bc13-df390fbd42d7 admin admin] 10.222.0.30 "PUT /v2.0/routers/0150f78f-6869-429b-97bb-5f967ee9fdb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6118584 Jul 09 19:56:19.199467 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.240105 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Set router 0150f78f-6869-429b-97bb-5f967ee9fdb6 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:19.257843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:19.258937 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.261849 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-c9bb0845-65ed-46f2-bcd9-94c081261314 service neutron] 10.222.0.36 "PUT /v2.0/ports/28a493d4-716d-458c-8ec2-cf8af4ca0dd8 HTTP/1.1" status: 200 len: 1091 time: 5.7874298 Jul 09 19:56:19.299258 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.302001 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.333904 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed325f1b-7966-45b7-bafe-a81c2af1db48', 'tag': '28a493d4-716d-458c-8ec2-cf8af4ca0dd8'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:19.336336 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b9e218-ddb3-47e5-b3f1-80a126519d07" -d '{"events": [{"name": "network-changed", "server_uuid": "ed325f1b-7966-45b7-bafe-a81c2af1db48", "tag": "28a493d4-716d-458c-8ec2-cf8af4ca0dd8"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:19.362176 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 24282b82-871a-408d-9224-e01a7cdf5923 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:19.363363 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.363989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9bd8f6d-9249-4784-82f6-634b0c29e709 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:56:19.376545 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.380235 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5901b0ec-55a1-4bcc-a6fa-a6142afcfb17 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a9bd8f6d-9249-4784-82f6-634b0c29e709 HTTP/1.1" status: 204 len: 168 time: 2.9093862 Jul 09 19:56:19.381157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58410) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:19.409492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 24282b82-871a-408d-9224-e01a7cdf5923 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:19.410143 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 24282b82-871a-408d-9224-e01a7cdf5923 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:19.443151 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-98cf5f01-f2ed-452e-9f93-954ae252baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:19.445207 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-98cf5f01-f2ed-452e-9f93-954ae252baed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3427196 Jul 09 19:56:19.466531 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:19.491990 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-d451095e-df47-4661-868e-2fd1836a9805 service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6393912 Jul 09 19:56:19.494195 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.546343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f3537-7e71-4228-9af5-59d5abc81bb4 req-787b057a-5f39-48a1-ab27-30f68ed46ca5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:19.547860 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a42f3537-7e71-4228-9af5-59d5abc81bb4 req-787b057a-5f39-48a1-ab27-30f68ed46ca5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c733e9f-5142-439d-9a74-d0a0237526e4 HTTP/1.1" status: 200 len: 944 time: 0.4020796 Jul 09 19:56:19.550950 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Deleting subnet 686a98cb-dc38-463c-b14f-a9a7d78b4479 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:56:19.559123 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.598322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Transition to ACTIVE for port object b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:19.605554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.620137 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.622545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.634878 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.680459 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a42f3537-7e71-4228-9af5-59d5abc81bb4 req-d539927d-f6fd-4c38-8db1-cb65779094f0 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992250 Jul 09 19:56:19.689333 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-ce0bc341-b7be-441b-8e3b-e23da450b2b7 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285118 Jul 09 19:56:19.690575 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'name': 'tempest-FloatingIPsTestJSON-1593863828-router', 'tenant_id': '948ba623a31b4f9897891e764abfff22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:55:58Z', 'updated_at': '2021-07-09T19:56:13Z', 'revision_number': 4, 'project_id': '948ba623a31b4f9897891e764abfff22', 'gw_port': {'id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:00Z', 'updated_at': '2021-07-09T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '838131ad-a06a-47c2-89e9-5cdda07b262c', 'name': '', 'network_id': '08eb91ee-b34f-496f-882d-6f1a1ed4e460', 'tenant_id': '948ba623a31b4f9897891e764abfff22', 'mac_address': 'fa:16:3e:ed:7b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '6decb435-ad1a-4376-9680-bc0881cbb5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:09Z', 'updated_at': '2021-07-09T19:56:14Z', 'revision_number': 2, 'project_id': '948ba623a31b4f9897891e764abfff22', 'subnets': [{'id': '6decb435-ad1a-4376-9680-bc0881cbb5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:19.750886 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c9deddb0-c43e-47de-b1e8-88ea2d643392 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:19.762879 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Checking router: 0150f78f-6869-429b-97bb-5f967ee9fdb6 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:19.764395 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Updating router 0150f78f-6869-429b-97bb-5f967ee9fdb6 port 838131ad-a06a-47c2-89e9-5cdda07b262c binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:56:19.768070 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-1465909a-827f-4139-8f78-79ea6b43786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:19.769947 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-1465909a-827f-4139-8f78-79ea6b43786f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8462646f4467450bbe9aca8cc6a1e788&device_id=ed325f1b-7966-45b7-bafe-a81c2af1db48 HTTP/1.1" status: 200 len: 1094 time: 0.3881474 Jul 09 19:56:19.778738 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.793250 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=907d5ec0-94e7-4231-a044-ed059ecc8f1a,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:19.812650 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-87b39d2a-ceb0-4de5-820c-a9fa4c883dd0 service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055968 Jul 09 19:56:19.854413 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.870387 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port c9deddb0-c43e-47de-b1e8-88ea2d643392 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:19.870788 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:19.881617 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade13bcd-c982-4310-9526-7619f14fd21c x-openstack-request-id: req-ade13bcd-c982-4310-9526-7619f14fd21c {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:19.882217 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed325f1b-7966-45b7-bafe-a81c2af1db48", "tag": "28a493d4-716d-458c-8ec2-cf8af4ca0dd8", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:19.882654 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ade13bcd-c982-4310-9526-7619f14fd21c {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:19.883222 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed325f1b-7966-45b7-bafe-a81c2af1db48', 'tag': '28a493d4-716d-458c-8ec2-cf8af4ca0dd8', 'status': 'completed', 'code': 200} Jul 09 19:56:19.906378 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-1774dc60-18d2-4969-8092-1fd4b48856ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28a493d4-716d-458c-8ec2-cf8af4ca0dd8 HTTP/1.1" status: 200 len: 217 time: 0.1248889 Jul 09 19:56:19.910566 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2c7302a-4c97-4225-8562-e748dd3586b8 req-90f03734-e571-456e-9287-56a730c847a0 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104795 Jul 09 19:56:19.930646 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-b97261b0-f288-43c9-b348-04e3c283b426 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:19.934575 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-b97261b0-f288-43c9-b348-04e3c283b426 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4312153 Jul 09 19:56:19.956093 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.074731 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.102089 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Pushing event updated for resources: {'Port': ['ID=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:20.112872 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c9deddb0-c43e-47de-b1e8-88ea2d643392, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c9deddb0-c43e-47de-b1e8-88ea2d643392,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:20.113904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76850fc7-a6c7-4772-9745-04a272981243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9deddb0-c43e-47de-b1e8-88ea2d643392'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:20.116662 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16ff2da-4806-4400-90c6-276271973f74" -d '{"events": [{"server_uuid": "76850fc7-a6c7-4772-9745-04a272981243", "name": "network-vif-plugged", "status": "completed", "tag": "c9deddb0-c43e-47de-b1e8-88ea2d643392"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:20.127904 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.195937 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=c9deddb0-c43e-47de-b1e8-88ea2d643392,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:20.196180 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-63ad911d-afad-4f30-819c-d679033ebce6 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 696 time: 0.1725523 Jul 09 19:56:20.230424 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-6ce15585-2668-463c-83b2-6f1dc489d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:20.232496 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-6ce15585-2668-463c-83b2-6f1dc489d104 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6 HTTP/1.1" status: 200 len: 853 time: 0.2606106 Jul 09 19:56:20.236980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-74327a84-e3de-4672-b233-c260554fd8de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Request body: {'floatingip': {'port_id': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:20.284490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Attempting to bind port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:20.285325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Attempting to bind port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:20.285325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Attempting to bind port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:20.318191 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.327667 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.333399 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Transition to ACTIVE for port object 838131ad-a06a-47c2-89e9-5cdda07b262c will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:20.336805 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-33386e3f-2130-48f7-828e-958c155d326e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893762 Jul 09 19:56:20.339185 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-74327a84-e3de-4672-b233-c260554fd8de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for floatingip, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.343346 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.346026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:56:20.346371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Attempting to bind port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:20.356693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86c251-e4f5-4fd3-8e0b-4a52f8f63913 req-6609ea9f-7d0a-4fc2-a5a9-b2cbe7748961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:20.358640 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab86c251-e4f5-4fd3-8e0b-4a52f8f63913 req-6609ea9f-7d0a-4fc2-a5a9-b2cbe7748961 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c51829226d684668b8aeeac47dc05e9e&device_id=33ec9a5e-05e7-478f-83f1-fa5a73eae3bf HTTP/1.1" status: 200 len: 1099 time: 0.3419907 Jul 09 19:56:20.410790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=686a98cb-dc38-463c-b14f-a9a7d78b4479,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:20.419148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88af7d1d-b4e8-4230-b04b-ee8ca9f0c647 None None] Network 518b946c-953a-428b-a5f3-6ded097fe597 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:20.464203 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Attempting to bind port 838131ad-a06a-47c2-89e9-5cdda07b262c on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:20.464645 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Attempting to bind port 838131ad-a06a-47c2-89e9-5cdda07b262c by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '4561bc40-7b99-4f50-ac64-35cf35c7eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08eb91ee-b34f-496f-882d-6f1a1ed4e460'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:20.465382 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Attempting to bind port 838131ad-a06a-47c2-89e9-5cdda07b262c on network 08eb91ee-b34f-496f-882d-6f1a1ed4e460 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:20.474995 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:20.475298 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Checking segment: {'id': '4561bc40-7b99-4f50-ac64-35cf35c7eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08eb91ee-b34f-496f-882d-6f1a1ed4e460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:20.475570 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.475967 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Bound using segment: {'id': '4561bc40-7b99-4f50-ac64-35cf35c7eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08eb91ee-b34f-496f-882d-6f1a1ed4e460'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:20.476454 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Bound port: 838131ad-a06a-47c2-89e9-5cdda07b262c, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561bc40-7b99-4f50-ac64-35cf35c7eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08eb91ee-b34f-496f-882d-6f1a1ed4e460'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:20.476867 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.484124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b2414-b5c0-4d6c-8779-549ab51c2558 req-e4a11fc8-503f-4e1a-a99a-535d855b7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:20.485696 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-994b2414-b5c0-4d6c-8779-549ab51c2558 req-e4a11fc8-503f-4e1a-a99a-535d855b7523 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8462646f4467450bbe9aca8cc6a1e788&device_id=2c733e9f-5142-439d-9a74-d0a0237526e4 HTTP/1.1" status: 200 len: 1095 time: 0.5725145 Jul 09 19:56:20.487726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Network 6e693890-ec80-4876-9b0b-2c81deb9824a is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:20.491806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:20.492505 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:20.492505 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:20.493000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Bound port: b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:20.493367 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.510432 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:20.565199 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] For port 838131ad-a06a-47c2-89e9-5cdda07b262c, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:20.568774 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] For port 838131ad-a06a-47c2-89e9-5cdda07b262c, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=838131ad-a06a-47c2-89e9-5cdda07b262c,segment=NetworkSegment(4561bc40-7b99-4f50-ac64-35cf35c7eb9f),segment_id=4561bc40-7b99-4f50-ac64-35cf35c7eb9f)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:20.580021 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.581958 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.584426 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/686a98cb-dc38-463c-b14f-a9a7d78b4479 HTTP/1.1" status: 204 len: 168 time: 1.2012930 Jul 09 19:56:20.585900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86c251-e4f5-4fd3-8e0b-4a52f8f63913 req-5663065c-9c89-42a8-be15-8607a7c3a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:20.587606 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab86c251-e4f5-4fd3-8e0b-4a52f8f63913 req-5663065c-9c89-42a8-be15-8607a7c3a30d service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2012911 Jul 09 19:56:20.598681 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617106e8-9882-47f9-961f-52159246264a None None] Pushing event updated for resources: {'Port': ['ID=838131ad-a06a-47c2-89e9-5cdda07b262c,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:20.602805 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-5e4e4f6e-b291-45cd-80fe-1f9001781339 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5640638 Jul 09 19:56:20.609912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:20.622589 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58424) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:20.657724 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.695721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:20.696274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:20.696819 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:20.697402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:20.697916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:20.698431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:20.698932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:20.700001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:20.700581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:20.701160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:20.702406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:20.702933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080aa145-84b7-4423-84d4-6f6ba3a06619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:20.718417 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Routers {'0150f78f-6869-429b-97bb-5f967ee9fdb6'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:20.719338 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0150f78f-6869-429b-97bb-5f967ee9fdb6'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:20.722348 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab86c251-e4f5-4fd3-8e0b-4a52f8f63913 req-88695cff-46e2-4aaa-be72-c887dba813d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=87f3dcda-e978-4294-9e83-93abaa1a0394 HTTP/1.1" status: 200 len: 217 time: 0.0793686 Jul 09 19:56:20.725530 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617106e8-9882-47f9-961f-52159246264a None None] Pushing event updated for resources: {'Port': ['ID=838131ad-a06a-47c2-89e9-5cdda07b262c,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:20.817148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5850df5e-bb75-4081-a173-c5a2ef1ea04b None None] DHCP port deletion for 518b946c-953a-428b-a5f3-6ded097fe597 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:56:20.845263 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86c251-e4f5-4fd3-8e0b-4a52f8f63913 req-b20bfce3-d125-430c-a43d-986c49db1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:20.846671 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab86c251-e4f5-4fd3-8e0b-4a52f8f63913 req-b20bfce3-d125-430c-a43d-986c49db1207 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0877657 Jul 09 19:56:20.867332 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] Set router 0150f78f-6869-429b-97bb-5f967ee9fdb6 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:20.927185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-5850df5e-bb75-4081-a173-c5a2ef1ea04b None None] Deleting port d44018cf-13ca-4e9f-a207-cdab6c7674ae {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:20.928002 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5850df5e-bb75-4081-a173-c5a2ef1ea04b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:20.971781 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.055125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86c251-e4f5-4fd3-8e0b-4a52f8f63913 req-1e06b844-a58d-404a-9d12-bc21d564d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:21.057191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab86c251-e4f5-4fd3-8e0b-4a52f8f63913 req-1e06b844-a58d-404a-9d12-bc21d564d8ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1754987 Jul 09 19:56:21.084399 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bae1ae77-0df1-454b-aa90-86bf8976ce5d None None] Provisioning complete for port 907d5ec0-94e7-4231-a044-ed059ecc8f1a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:21.085392 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bae1ae77-0df1-454b-aa90-86bf8976ce5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.089344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5850df5e-bb75-4081-a173-c5a2ef1ea04b None None] For port d44018cf-13ca-4e9f-a207-cdab6c7674ae, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d44018cf-13ca-4e9f-a207-cdab6c7674ae,segment=NetworkSegment(65405ed4-d356-4e06-8d5a-ee166c931814),segment_id=65405ed4-d356-4e06-8d5a-ee166c931814)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:21.089909 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5850df5e-bb75-4081-a173-c5a2ef1ea04b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.167689 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-5850df5e-bb75-4081-a173-c5a2ef1ea04b None None] Calling delete_port for d44018cf-13ca-4e9f-a207-cdab6c7674ae owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:21.192214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-bae1ae77-0df1-454b-aa90-86bf8976ce5d None None] Port 907d5ec0-94e7-4231-a044-ed059ecc8f1a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:21.244044 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'name': 'tempest-FloatingIPsTestJSON-1593863828-router', 'tenant_id': '948ba623a31b4f9897891e764abfff22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:55:58Z', 'updated_at': '2021-07-09T19:56:13Z', 'revision_number': 4, 'project_id': '948ba623a31b4f9897891e764abfff22', 'gw_port': {'id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:00Z', 'updated_at': '2021-07-09T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '838131ad-a06a-47c2-89e9-5cdda07b262c', 'name': '', 'network_id': '08eb91ee-b34f-496f-882d-6f1a1ed4e460', 'tenant_id': '948ba623a31b4f9897891e764abfff22', 'mac_address': 'fa:16:3e:ed:7b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '6decb435-ad1a-4376-9680-bc0881cbb5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:09Z', 'updated_at': '2021-07-09T19:56:20Z', 'revision_number': 4, 'project_id': '948ba623a31b4f9897891e764abfff22', 'subnets': [{'id': '6decb435-ad1a-4376-9680-bc0881cbb5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:21.275378 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6e4317-1dc6-4877-b897-709e5bffccdf None None] The sync data for ids ['0150f78f-6869-429b-97bb-5f967ee9fdb6'] in n-d-800088-3 is: [{'id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'name': 'tempest-FloatingIPsTestJSON-1593863828-router', 'tenant_id': '948ba623a31b4f9897891e764abfff22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:55:58Z', 'updated_at': '2021-07-09T19:56:13Z', 'revision_number': 4, 'project_id': '948ba623a31b4f9897891e764abfff22', 'gw_port': {'id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:00Z', 'updated_at': '2021-07-09T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '838131ad-a06a-47c2-89e9-5cdda07b262c', 'name': '', 'network_id': '08eb91ee-b34f-496f-882d-6f1a1ed4e460', 'tenant_id': '948ba623a31b4f9897891e764abfff22', 'mac_address': 'fa:16:3e:ed:7b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '6decb435-ad1a-4376-9680-bc0881cbb5a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:09Z', 'updated_at': '2021-07-09T19:56:20Z', 'revision_number': 4, 'project_id': '948ba623a31b4f9897891e764abfff22', 'subnets': [{'id': '6decb435-ad1a-4376-9680-bc0881cbb5a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:21.286387 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5850df5e-bb75-4081-a173-c5a2ef1ea04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.326683 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850df5e-bb75-4081-a173-c5a2ef1ea04b None None] Pushing event deleted for resources: {'Port': ['ID=d44018cf-13ca-4e9f-a207-cdab6c7674ae,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:21.331654 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850df5e-bb75-4081-a173-c5a2ef1ea04b None None] No DVR routers for this DVR port d44018cf-13ca-4e9f-a207-cdab6c7674ae on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:21.339756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 95389c06-31bd-4243-be04-d2873bc047a7 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:21.364940 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 95389c06-31bd-4243-be04-d2873bc047a7 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:21.365245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 95389c06-31bd-4243-be04-d2873bc047a7 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:21.365684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d44018cf-13ca-4e9f-a207-cdab6c7674ae no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:21.384589 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab86c251-e4f5-4fd3-8e0b-4a52f8f63913 req-fdac8a77-b1bf-4dde-b022-e60e67fc5038 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977288 Jul 09 19:56:21.411450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: d44018cf-13ca-4e9f-a207-cdab6c7674ae {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:21.411814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d44018cf-13ca-4e9f-a207-cdab6c7674ae not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:21.475083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Allocated IP 172.25.0.91 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/8d95adfd-3f4b-4ca2-bf46-3f04973088ee) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:21.531436 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b2414-b5c0-4d6c-8779-549ab51c2558 req-4e1fcb42-684b-4aac-a9e1-9b689da6a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:21.533007 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-994b2414-b5c0-4d6c-8779-549ab51c2558 req-4e1fcb42-684b-4aac-a9e1-9b689da6a671 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091 HTTP/1.1" status: 200 len: 914 time: 1.0304089 Jul 09 19:56:21.551110 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97139b01-d1f3-464f-a924-fc3e3bae1827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.669673 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.752602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc27ed8-9411-4f82-83f7-f66b1e113a6e req-aca331da-4af9-438d-ba8a-985c9ff5ae64 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:21.754396 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0bc27ed8-9411-4f82-83f7-f66b1e113a6e req-aca331da-4af9-438d-ba8a-985c9ff5ae64 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.36 "GET /v2.0/ports?device_id=42c41d9d-7b18-4613-b650-ea9de1f709bb HTTP/1.1" status: 200 len: 945 time: 0.4469638 Jul 09 19:56:21.762708 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab86c251-e4f5-4fd3-8e0b-4a52f8f63913 req-ad4dbfe4-baa9-48aa-8a6b-7769719ac3f5 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308043 Jul 09 19:56:21.794892 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-994b2414-b5c0-4d6c-8779-549ab51c2558 req-03bbf09c-712d-4dea-8800-a742f60e0ddc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be53e076-3ae9-42ca-8ec0-c59ba92574b5 HTTP/1.1" status: 200 len: 217 time: 0.2481313 Jul 09 19:56:21.821366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Router c8fcaecf-9c58-4943-8e1a-cfd5af886667 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:21.838214 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] For port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:21.843019 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-9b8b70fb-e6af-4a33-9887-052e40c7b6cf service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4598796 Jul 09 19:56:21.847491 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:21.937330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:21.942297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:21.945176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:22.004400 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] For port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:22.006688 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Pushing event updated for resources: {'Port': ['ID=8d95adfd-3f4b-4ca2-bf46-3f04973088ee,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:22.072789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-0bc27ed8-9411-4f82-83f7-f66b1e113a6e req-5e008de7-8bfc-4061-b9a3-42cf01fe2a3b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Deleting port acbbccbf-9865-44b2-bc1f-661ff7289ad1 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:22.073527 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0bc27ed8-9411-4f82-83f7-f66b1e113a6e req-5e008de7-8bfc-4061-b9a3-42cf01fe2a3b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.099119 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.163825 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97139b01-d1f3-464f-a924-fc3e3bae1827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.177541 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-0bc27ed8-9411-4f82-83f7-f66b1e113a6e req-5e008de7-8bfc-4061-b9a3-42cf01fe2a3b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] For port acbbccbf-9865-44b2-bc1f-661ff7289ad1, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=acbbccbf-9865-44b2-bc1f-661ff7289ad1,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:22.177903 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0bc27ed8-9411-4f82-83f7-f66b1e113a6e req-5e008de7-8bfc-4061-b9a3-42cf01fe2a3b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.193364 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-0bc27ed8-9411-4f82-83f7-f66b1e113a6e req-5e008de7-8bfc-4061-b9a3-42cf01fe2a3b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Calling delete_port for acbbccbf-9865-44b2-bc1f-661ff7289ad1 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:22.202971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b2414-b5c0-4d6c-8779-549ab51c2558 req-da143fd9-0502-4861-935e-7a85f2007d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:22.204628 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-994b2414-b5c0-4d6c-8779-549ab51c2558 req-da143fd9-0502-4861-935e-7a85f2007d1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6 HTTP/1.1" status: 200 len: 853 time: 0.3904212 Jul 09 19:56:22.217988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-97139b01-d1f3-464f-a924-fc3e3bae1827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518b946c-953a-428b-a5f3-6ded097fe597']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:22.275624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:22.276490 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.278602 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] 10.222.0.36 "PUT /v2.0/ports/b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf HTTP/1.1" status: 200 len: 1096 time: 5.1015382 Jul 09 19:56:22.281978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-97139b01-d1f3-464f-a924-fc3e3bae1827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65405ed4-d356-4e06-8d5a-ee166c931814') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:22.282465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-97139b01-d1f3-464f-a924-fc3e3bae1827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65405ed4-d356-4e06-8d5a-ee166c931814') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:22.310630 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.362759 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b524040-3fb1-4ba0-af73-0751aa697821', 'tag': 'b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:22.365064 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5a9f9f-d52e-484b-8c7b-80718ec7b19a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b524040-3fb1-4ba0-af73-0751aa697821", "tag": "b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:22.439983 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.502994 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-994b2414-b5c0-4d6c-8779-549ab51c2558 req-e31a86e3-b8b9-4f06-a2c4-f2bb5e722dd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2732022 Jul 09 19:56:22.528385 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0bc27ed8-9411-4f82-83f7-f66b1e113a6e req-5e008de7-8bfc-4061-b9a3-42cf01fe2a3b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.542458 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['8dccef9f-874f-4309-ad10-4d22d5222a9c'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:22.599430 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97139b01-d1f3-464f-a924-fc3e3bae1827 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.604096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e008de7-8bfc-4061-b9a3-42cf01fe2a3b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Pushing event deleted for resources: {'Port': ['ID=acbbccbf-9865-44b2-bc1f-661ff7289ad1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:22.653045 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97139b01-d1f3-464f-a924-fc3e3bae1827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.688197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc27ed8-9411-4f82-83f7-f66b1e113a6e req-5e008de7-8bfc-4061-b9a3-42cf01fe2a3b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] No DVR routers for this DVR port acbbccbf-9865-44b2-bc1f-661ff7289ad1 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:22.691257 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0bc27ed8-9411-4f82-83f7-f66b1e113a6e req-5e008de7-8bfc-4061-b9a3-42cf01fe2a3b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.693962 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0bc27ed8-9411-4f82-83f7-f66b1e113a6e req-5e008de7-8bfc-4061-b9a3-42cf01fe2a3b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.36 "DELETE /v2.0/ports/acbbccbf-9865-44b2-bc1f-661ff7289ad1 HTTP/1.1" status: 204 len: 173 time: 0.9284303 Jul 09 19:56:22.696670 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'name': 'network-vif-deleted', 'tag': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:22.708125 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c89e9a-3ab5-47da-bd38-e734b062a792" -d '{"events": [{"server_uuid": "42c41d9d-7b18-4613-b650-ea9de1f709bb", "name": "network-vif-deleted", "tag": "acbbccbf-9865-44b2-bc1f-661ff7289ad1"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:22.865589 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.876250 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.892218 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d675af0c-f268-415e-b527-e9bd41ea0800 req-dc003f8a-6dd7-45da-a325-e27efec7c848 service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9749265 Jul 09 19:56:22.949918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:22.956363 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97139b01-d1f3-464f-a924-fc3e3bae1827 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:56:22.956945 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97139b01-d1f3-464f-a924-fc3e3bae1827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: timer() Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:56:22.959660 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:56:22.970093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Sync routers for ids ['c8fcaecf-9c58-4943-8e1a-cfd5af886667'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:23.008050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Routers {'c8fcaecf-9c58-4943-8e1a-cfd5af886667'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:23.009188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c8fcaecf-9c58-4943-8e1a-cfd5af886667'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:23.024779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Pushing event updated for resources: {'Port': ['ID=8d95adfd-3f4b-4ca2-bf46-3f04973088ee,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:23.029004 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.056712 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ee145433-b0b2-485f-a092-77f12b97c2b9 admin admin] 10.222.0.30 "PUT /v2.0/routers/c8fcaecf-9c58-4943-8e1a-cfd5af886667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2062786 Jul 09 19:56:23.057120 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.065330 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-61ac66c1-35b8-4624-b3b8-265932c10b7f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4607937 Jul 09 19:56:23.066558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1707562-6e6a-4eb5-b6c4-eacf79c6dd6f service neutron] Pushing event updated for resources: {'Port': ['ID=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:23.134627 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-b66f4f8e-4a12-43cd-8d18-72ad004dca29 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.91 HTTP/1.1" status: 200 len: 695 time: 0.0680435 Jul 09 19:56:23.250238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Set router c8fcaecf-9c58-4943-8e1a-cfd5af886667 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:23.310426 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97139b01-d1f3-464f-a924-fc3e3bae1827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.366316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-26079a8d-b14c-44a1-8d92-1fec3e6af996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:23.368017 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-26079a8d-b14c-44a1-8d92-1fec3e6af996 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c51829226d684668b8aeeac47dc05e9e&device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 1099 time: 0.9661546 Jul 09 19:56:23.384086 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97139b01-d1f3-464f-a924-fc3e3bae1827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.390725 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-97139b01-d1f3-464f-a924-fc3e3bae1827 admin admin] 10.222.0.30 "DELETE /v2.0/networks/518b946c-953a-428b-a5f3-6ded097fe597 HTTP/1.1" status: 204 len: 168 time: 2.7606356 Jul 09 19:56:23.475687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9e218-ddb3-47e5-b3f1-80a126519d07 req-43d14573-3837-4d1f-9a7b-20759eca4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:23.479429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-89eae1f0-bbfe-41b6-b544-c16b79949df0 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:23.480156 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8b9e218-ddb3-47e5-b3f1-80a126519d07 req-43d14573-3837-4d1f-9a7b-20759eca4209 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8462646f4467450bbe9aca8cc6a1e788&device_id=ed325f1b-7966-45b7-bafe-a81c2af1db48 HTTP/1.1" status: 200 len: 1094 time: 0.3061461 Jul 09 19:56:23.485477 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-89eae1f0-bbfe-41b6-b544-c16b79949df0 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.3495977 Jul 09 19:56:23.504514 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-0a1d9176-84c2-4d35-8879-33edcf034bb0 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:56:23.505748 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccc6fe3a-9c25-42d3-9c6b-914912de1ab3 req-0a1d9176-84c2-4d35-8879-33edcf034bb0 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066020 Jul 09 19:56:23.542879 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-fe28fd02-75a5-4943-9c48-989ab49c85ca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf HTTP/1.1" status: 200 len: 217 time: 0.1345186 Jul 09 19:56:23.557468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97139b01-d1f3-464f-a924-fc3e3bae1827 admin admin] Pushing event deleted for resources: {'Network': ['ID=518b946c-953a-428b-a5f3-6ded097fe597,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:23.587856 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.resource_extend [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-74327a84-e3de-4672-b233-c260554fd8de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:56:23.619319 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-994b2414-b5c0-4d6c-8779-549ab51c2558 req-3638f6ab-8aec-40fa-a343-cae27af869e7 service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7684343 Jul 09 19:56:23.634978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 838131ad-a06a-47c2-89e9-5cdda07b262c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:23.754835 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172450588-router', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '93234e95-ec1d-437e-98e7-f59740538c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:01Z', 'updated_at': '2021-07-09T19:56:18Z', 'revision_number': 4, 'project_id': '9e80752bf66e428aa38d16b4d88f1950', 'gw_port': {'id': '93234e95-ec1d-437e-98e7-f59740538c16', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:03Z', 'updated_at': '2021-07-09T19:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '907d5ec0-94e7-4231-a044-ed059ecc8f1a', 'name': '', 'network_id': '6e693890-ec80-4876-9b0b-2c81deb9824a', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950', 'mac_address': 'fa:16:3e:6f:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '5a8896f5-5e19-421d-9e76-bb7e30117c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:13Z', 'updated_at': '2021-07-09T19:56:18Z', 'revision_number': 2, 'project_id': '9e80752bf66e428aa38d16b4d88f1950', 'subnets': [{'id': '5a8896f5-5e19-421d-9e76-bb7e30117c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:23.791601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58462) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:23.812241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 838131ad-a06a-47c2-89e9-5cdda07b262c completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:23.817503 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-994b2414-b5c0-4d6c-8779-549ab51c2558 req-ccbca92f-c7ad-49d5-9788-d8d36913587a service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305997 Jul 09 19:56:23.818524 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 838131ad-a06a-47c2-89e9-5cdda07b262c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:23.819139 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.821365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device acbbccbf-9865-44b2-bc1f-661ff7289ad1 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:23.859422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: acbbccbf-9865-44b2-bc1f-661ff7289ad1 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:23.860082 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device acbbccbf-9865-44b2-bc1f-661ff7289ad1 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:23.861933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Checking router: c8fcaecf-9c58-4943-8e1a-cfd5af886667 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:23.862513 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Updating router c8fcaecf-9c58-4943-8e1a-cfd5af886667 port 907d5ec0-94e7-4231-a044-ed059ecc8f1a binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:56:23.879560 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-74327a84-e3de-4672-b233-c260554fd8de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.882309 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-0ac2e46c-9f79-4590-a3dd-895d466a0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:23.884291 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-0ac2e46c-9f79-4590-a3dd-895d466a0c20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.3237994 Jul 09 19:56:23.943708 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:23.954772 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-74327a84-e3de-4672-b233-c260554fd8de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.067276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9e218-ddb3-47e5-b3f1-80a126519d07 req-e442e360-5d05-4310-8b5f-a12a7edf13da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:24.073140 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8b9e218-ddb3-47e5-b3f1-80a126519d07 req-e442e360-5d05-4310-8b5f-a12a7edf13da service neutron] 10.222.0.36 "GET /v2.0/networks?id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091 HTTP/1.1" status: 200 len: 914 time: 0.5282781 Jul 09 19:56:24.231070 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8b9e218-ddb3-47e5-b3f1-80a126519d07 req-89b32d38-5cdc-472a-baf2-8f3f985e76ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28a493d4-716d-458c-8ec2-cf8af4ca0dd8 HTTP/1.1" status: 200 len: 217 time: 0.1145971 Jul 09 19:56:24.243945 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.369971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 838131ad-a06a-47c2-89e9-5cdda07b262c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=838131ad-a06a-47c2-89e9-5cdda07b262c,segment=NetworkSegment(4561bc40-7b99-4f50-ac64-35cf35c7eb9f),segment_id=4561bc40-7b99-4f50-ac64-35cf35c7eb9f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:24.382848 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e9d67ccb-e9de-40fc-965e-2e8454a87fae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd737430fbed42b8908469dfa5658306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5875323 Jul 09 19:56:24.383091 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58464) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:24.413192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a6453-1653-4118-bc15-00f349b7f0ad req-501f4f6d-fcd2-4d16-8ab8-d3b3e8c497fe tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:24.421586 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-400a6453-1653-4118-bc15-00f349b7f0ad req-501f4f6d-fcd2-4d16-8ab8-d3b3e8c497fe tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 948 time: 0.6447501 Jul 09 19:56:24.485156 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-1201a704-7c9a-49b3-8c46-b43aaf6fe25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:24.487252 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-1201a704-7c9a-49b3-8c46-b43aaf6fe25a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5406642 Jul 09 19:56:24.494658 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9e218-ddb3-47e5-b3f1-80a126519d07 req-f214c736-a0ca-4784-8b3b-bc1f36a7d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:24.498144 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8b9e218-ddb3-47e5-b3f1-80a126519d07 req-f214c736-a0ca-4784-8b3b-bc1f36a7d4c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6 HTTP/1.1" status: 200 len: 853 time: 0.2479560 Jul 09 19:56:24.498308 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-74327a84-e3de-4672-b233-c260554fd8de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Floating IP 1722d97e-3778-4140-af5c-9dc893115d57 associated. External IP: 172.25.0.206, port: 8dccef9f-874f-4309-ad10-4d22d5222a9c. Jul 09 19:56:24.504754 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-400a6453-1653-4118-bc15-00f349b7f0ad req-8d53de08-ea49-4003-b3ea-8877660b4835 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799565 Jul 09 19:56:24.513690 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13dfb515-5a75-4b64-b810-bbd723217921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.572556 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13dfb515-5a75-4b64-b810-bbd723217921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.583027 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.593747 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Transition to ACTIVE for port object 907d5ec0-94e7-4231-a044-ed059ecc8f1a will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:24.598658 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.613941 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.677692 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13dfb515-5a75-4b64-b810-bbd723217921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.680459 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13dfb515-5a75-4b64-b810-bbd723217921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.684718 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-13dfb515-5a75-4b64-b810-bbd723217921 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cef1ac89-dd5b-45e6-98ef-377473e832a8 HTTP/1.1" status: 204 len: 168 time: 0.2979765 Jul 09 19:56:24.702257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfb515-5a75-4b64-b810-bbd723217921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef1ac89-dd5b-45e6-98ef-377473e832a8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:24.776247 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-9d5d36ab-9ac9-4862-9786-5ad0ff60482b service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487143 Jul 09 19:56:24.847057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Attempting to bind port 907d5ec0-94e7-4231-a044-ed059ecc8f1a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:24.848280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Attempting to bind port 907d5ec0-94e7-4231-a044-ed059ecc8f1a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '354b6829-22e0-4cc0-a4af-ccfb2f5c91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e693890-ec80-4876-9b0b-2c81deb9824a'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:24.849173 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Attempting to bind port 907d5ec0-94e7-4231-a044-ed059ecc8f1a on network 6e693890-ec80-4876-9b0b-2c81deb9824a {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:24.859206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:24.860015 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Checking segment: {'id': '354b6829-22e0-4cc0-a4af-ccfb2f5c91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e693890-ec80-4876-9b0b-2c81deb9824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:24.860719 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.861600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Bound using segment: {'id': '354b6829-22e0-4cc0-a4af-ccfb2f5c91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e693890-ec80-4876-9b0b-2c81deb9824a'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:24.863438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Bound port: 907d5ec0-94e7-4231-a044-ed059ecc8f1a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354b6829-22e0-4cc0-a4af-ccfb2f5c91c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6e693890-ec80-4876-9b0b-2c81deb9824a'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:24.864098 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:24.872682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5be9b-99d1-4fc6-8e0b-3ad2039be5b9 req-91af039e-17ca-4e87-b7f2-fc8013c7eaaa tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:24.879471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=838131ad-a06a-47c2-89e9-5cdda07b262c,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:24.880508 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90a5be9b-99d1-4fc6-8e0b-3ad2039be5b9 req-91af039e-17ca-4e87-b7f2-fc8013c7eaaa tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.1213572 Jul 09 19:56:24.948336 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaafbd9-9a15-44a4-8deb-fc35356846e5 None None] Pushing event updated for resources: {'Port': ['ID=907d5ec0-94e7-4231-a044-ed059ecc8f1a,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:24.950988 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90a5be9b-99d1-4fc6-8e0b-3ad2039be5b9 req-30de6e32-1785-4401-9ae3-d095a6089b2e tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692210 Jul 09 19:56:24.951447 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1881d2a-2aab-441f-9657-848cf89858a8 req-f8cac5ff-d7f5-436e-bd07-e58ec8d0fe04 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188779 Jul 09 19:56:24.953686 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8b9e218-ddb3-47e5-b3f1-80a126519d07 req-fa9ecfb6-a60c-4725-b308-1405124175e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1903212 Jul 09 19:56:25.035670 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3371a8-9daf-4280-b589-910eb5c0db05 x-openstack-request-id: req-7e3371a8-9daf-4280-b589-910eb5c0db05 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:25.039353 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76850fc7-a6c7-4772-9745-04a272981243", "name": "network-vif-plugged", "status": "completed", "tag": "c9deddb0-c43e-47de-b1e8-88ea2d643392", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:25.039721 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e3371a8-9daf-4280-b589-910eb5c0db05 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:25.040233 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76850fc7-a6c7-4772-9745-04a272981243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9deddb0-c43e-47de-b1e8-88ea2d643392', 'code': 200} Jul 09 19:56:25.076155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] For port 907d5ec0-94e7-4231-a044-ed059ecc8f1a, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:25.079487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] For port 907d5ec0-94e7-4231-a044-ed059ecc8f1a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=907d5ec0-94e7-4231-a044-ed059ecc8f1a,segment=NetworkSegment(354b6829-22e0-4cc0-a4af-ccfb2f5c91c0),segment_id=354b6829-22e0-4cc0-a4af-ccfb2f5c91c0)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:25.088206 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:25.231646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Routers {'c8fcaecf-9c58-4943-8e1a-cfd5af886667'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:25.232396 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c8fcaecf-9c58-4943-8e1a-cfd5af886667'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:25.234279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaafbd9-9a15-44a4-8deb-fc35356846e5 None None] Pushing event updated for resources: {'Port': ['ID=907d5ec0-94e7-4231-a044-ed059ecc8f1a,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:25.337324 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8f044-5559-421b-9048-118059aaffdb req-609f75f0-c300-4889-a32f-57d41b2a58d6 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:25.338920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d4d8f044-5559-421b-9048-118059aaffdb req-609f75f0-c300-4889-a32f-57d41b2a58d6 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c733e9f-5142-439d-9a74-d0a0237526e4 HTTP/1.1" status: 200 len: 944 time: 0.1438041 Jul 09 19:56:25.420428 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d4d8f044-5559-421b-9048-118059aaffdb req-e1f45ab2-4204-4536-9b7b-a3d50e81433a tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740573 Jul 09 19:56:25.437710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 838131ad-a06a-47c2-89e9-5cdda07b262c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:25.491449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] Set router c8fcaecf-9c58-4943-8e1a-cfd5af886667 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:25.626999 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd2566a-2b2e-4f08-95e8-45607c6a4a73 x-openstack-request-id: req-edd2566a-2b2e-4f08-95e8-45607c6a4a73 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:25.627508 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c41d9d-7b18-4613-b650-ea9de1f709bb", "name": "network-vif-deleted", "tag": "acbbccbf-9865-44b2-bc1f-661ff7289ad1", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:25.627926 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-edd2566a-2b2e-4f08-95e8-45607c6a4a73 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:25.628361 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42c41d9d-7b18-4613-b650-ea9de1f709bb', 'name': 'network-vif-deleted', 'tag': 'acbbccbf-9865-44b2-bc1f-661ff7289ad1', 'status': 'completed', 'code': 200} Jul 09 19:56:25.688515 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9638509b-7341-46f6-9cbb-d5f9e87e4156 x-openstack-request-id: req-9638509b-7341-46f6-9cbb-d5f9e87e4156 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:25.688974 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b524040-3fb1-4ba0-af73-0751aa697821", "tag": "b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:25.689334 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9638509b-7341-46f6-9cbb-d5f9e87e4156 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:25.690223 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b524040-3fb1-4ba0-af73-0751aa697821', 'tag': 'b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf', 'status': 'completed', 'code': 200} Jul 09 19:56:25.708068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 838131ad-a06a-47c2-89e9-5cdda07b262c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:25.708353 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:25.784436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device be53e076-3ae9-42ca-8ec0-c59ba92574b5 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:56:25.924641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-74327a84-e3de-4672-b233-c260554fd8de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Router a3b04101-cd3a-4284-be0e-65698b163ae5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:25.928516 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8b9e218-ddb3-47e5-b3f1-80a126519d07 req-58a3b272-bcb7-4aec-a417-89183c20bea5 service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8952951 Jul 09 19:56:25.982718 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77b9d373-ec55-466e-beb9-8d0a4072faf9 req-fcc93825-0ba6-4d82-afaf-69079e712995 tempest-FloatingIPsNegativeTestJSON-696110485 tempest-FloatingIPsNegativeTestJSON-696110485-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=9e80752bf66e428aa38d16b4d88f1950 HTTP/1.1" status: 200 len: 217 time: 0.1003656 Jul 09 19:56:25.989173 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a9f9f-d52e-484b-8c7b-80718ec7b19a req-73a5c682-bc4c-47b9-8451-12d1a941087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:25.990704 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cf5a9f9f-d52e-484b-8c7b-80718ec7b19a req-73a5c682-bc4c-47b9-8451-12d1a941087d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c51829226d684668b8aeeac47dc05e9e&device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 1099 time: 0.3102834 Jul 09 19:56:26.041929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port be53e076-3ae9-42ca-8ec0-c59ba92574b5, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=be53e076-3ae9-42ca-8ec0-c59ba92574b5,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:26.046796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172450588-router', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '93234e95-ec1d-437e-98e7-f59740538c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:01Z', 'updated_at': '2021-07-09T19:56:18Z', 'revision_number': 4, 'project_id': '9e80752bf66e428aa38d16b4d88f1950', 'gw_port': {'id': '93234e95-ec1d-437e-98e7-f59740538c16', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:03Z', 'updated_at': '2021-07-09T19:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '907d5ec0-94e7-4231-a044-ed059ecc8f1a', 'name': '', 'network_id': '6e693890-ec80-4876-9b0b-2c81deb9824a', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950', 'mac_address': 'fa:16:3e:6f:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '5a8896f5-5e19-421d-9e76-bb7e30117c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:13Z', 'updated_at': '2021-07-09T19:56:25Z', 'revision_number': 4, 'project_id': '9e80752bf66e428aa38d16b4d88f1950', 'subnets': [{'id': '5a8896f5-5e19-421d-9e76-bb7e30117c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:26.078214 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50886885-e779-4211-a987-c481d9f8c9ba req-57cdae63-0a84-408d-9652-474b5e3dc538 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/floatingips/d5c5f377-e56d-4d7c-b6f2-1ac9ebea24b1 HTTP/1.1" status: 200 len: 692 time: 0.0794051 Jul 09 19:56:26.127194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24aee40-de57-4b14-9273-4101694d6de6 None None] The sync data for ids ['c8fcaecf-9c58-4943-8e1a-cfd5af886667'] in n-d-800088-3 is: [{'id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172450588-router', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '93234e95-ec1d-437e-98e7-f59740538c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:01Z', 'updated_at': '2021-07-09T19:56:18Z', 'revision_number': 4, 'project_id': '9e80752bf66e428aa38d16b4d88f1950', 'gw_port': {'id': '93234e95-ec1d-437e-98e7-f59740538c16', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:03Z', 'updated_at': '2021-07-09T19:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '907d5ec0-94e7-4231-a044-ed059ecc8f1a', 'name': '', 'network_id': '6e693890-ec80-4876-9b0b-2c81deb9824a', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950', 'mac_address': 'fa:16:3e:6f:ff:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '5a8896f5-5e19-421d-9e76-bb7e30117c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:13Z', 'updated_at': '2021-07-09T19:56:25Z', 'revision_number': 4, 'project_id': '9e80752bf66e428aa38d16b4d88f1950', 'subnets': [{'id': '5a8896f5-5e19-421d-9e76-bb7e30117c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:26.139162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'be53e076-3ae9-42ca-8ec0-c59ba92574b5', 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091', 'port_id': 'be53e076-3ae9-42ca-8ec0-c59ba92574b5', 'mac_address': 'fa:16:3e:2e:05:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:56:26.247279 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.275880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be53e076-3ae9-42ca-8ec0-c59ba92574b5 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:26.282845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58498) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:26.301017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port be53e076-3ae9-42ca-8ec0-c59ba92574b5, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=be53e076-3ae9-42ca-8ec0-c59ba92574b5,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:26.311813 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.312516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 87f3dcda-e978-4294-9e83-93abaa1a0394 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:56:26.322083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50886885-e779-4211-a987-c481d9f8c9ba req-d520bfd1-e4ea-4c35-8a0d-42b2ebe3ba2a tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:26.331501 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50886885-e779-4211-a987-c481d9f8c9ba req-d520bfd1-e4ea-4c35-8a0d-42b2ebe3ba2a tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.2523589 Jul 09 19:56:26.338769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-50886885-e779-4211-a987-c481d9f8c9ba req-ed7b3363-a3b8-4af0-9d88-9af71d70025d tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:56:26.353094 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50886885-e779-4211-a987-c481d9f8c9ba req-ed7b3363-a3b8-4af0-9d88-9af71d70025d tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186603 Jul 09 19:56:26.365873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a9f9f-d52e-484b-8c7b-80718ec7b19a req-cbd5d760-f866-4f62-84d8-331aa1e0e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:26.367429 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cf5a9f9f-d52e-484b-8c7b-80718ec7b19a req-cbd5d760-f866-4f62-84d8-331aa1e0e79b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.3446202 Jul 09 19:56:26.470070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-network', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:26.519430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] Made reservation on behalf of 6f22af0e34994cab9327fe435cc5d495 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:26.522119 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.536438 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.551022 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-74327a84-e3de-4672-b233-c260554fd8de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:26.556952 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cf5a9f9f-d52e-484b-8c7b-80718ec7b19a req-22792dac-2d36-4560-beef-97ba26d337af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf HTTP/1.1" status: 200 len: 217 time: 0.1813278 Jul 09 19:56:26.562796 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf16035-fb5a-4c27-9d6c-d2eec92e9b60 None None] Sync routers for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:26.576280 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-74327a84-e3de-4672-b233-c260554fd8de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.576909 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf16035-fb5a-4c27-9d6c-d2eec92e9b60 None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:26.577711 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3bf16035-fb5a-4c27-9d6c-d2eec92e9b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:26.812183 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8b9e218-ddb3-47e5-b3f1-80a126519d07 req-d4f352a7-78fc-4d73-8fc7-f40d0c3c9331 service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8414261 Jul 09 19:56:26.815901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217be20f-f1bc-4988-b73a-f30f38b1d3cc req-cac465d4-769b-469a-9bcd-ca1bd4f6c67b tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:26.818214 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-217be20f-f1bc-4988-b73a-f30f38b1d3cc req-cac465d4-769b-469a-9bcd-ca1bd4f6c67b tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 948 time: 0.1576204 Jul 09 19:56:26.843055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a9f9f-d52e-484b-8c7b-80718ec7b19a req-8643302b-5853-41b1-84ab-80105303575e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:26.847214 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cf5a9f9f-d52e-484b-8c7b-80718ec7b19a req-8643302b-5853-41b1-84ab-80105303575e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.2651198 Jul 09 19:56:26.849332 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-3bf16035-fb5a-4c27-9d6c-d2eec92e9b60 None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:26.853586 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-74327a84-e3de-4672-b233-c260554fd8de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "PUT /v2.0/floatingips/1722d97e-3778-4140-af5c-9dc893115d57 HTTP/1.1" status: 200 len: 996 time: 6.6366091 Jul 09 19:56:26.877127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 87f3dcda-e978-4294-9e83-93abaa1a0394, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=87f3dcda-e978-4294-9e83-93abaa1a0394,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:26.893435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '87f3dcda-e978-4294-9e83-93abaa1a0394', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '87f3dcda-e978-4294-9e83-93abaa1a0394', 'mac_address': 'fa:16:3e:2b:6a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:56:26.909422 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.917908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=be53e076-3ae9-42ca-8ec0-c59ba92574b5,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:26.922905 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-217be20f-f1bc-4988-b73a-f30f38b1d3cc req-663dd858-8a63-4338-a7d8-a1067879b7b7 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952547 Jul 09 19:56:26.924516 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.960455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:56:26.982267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ae4faa-eea9-44d8-9d64-c07f45cc6e05,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:26.988321 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:26.988557 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] Added segment 426b3431-097f-49b5-95b9-633084f5ddae of type vlan for network d28118c5-8f22-4ad0-84bb-78bd4d8999cf Jul 09 19:56:27.034377 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.065429 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d53fa903-39c0-4acd-a42d-ccd08635858a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.074460 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f3dcda-e978-4294-9e83-93abaa1a0394 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:27.090794 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.098264 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.133570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 87f3dcda-e978-4294-9e83-93abaa1a0394, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=87f3dcda-e978-4294-9e83-93abaa1a0394,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:27.137212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a9f9f-d52e-484b-8c7b-80718ec7b19a req-e471aa78-f243-435a-b9fb-12c7a0873743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:27.139145 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cf5a9f9f-d52e-484b-8c7b-80718ec7b19a req-e471aa78-f243-435a-b9fb-12c7a0873743 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2815440 Jul 09 19:56:27.144280 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.192552 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.195997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:27.196961 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.248693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=87f3dcda-e978-4294-9e83-93abaa1a0394,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:27.309314 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cf5a9f9f-d52e-484b-8c7b-80718ec7b19a req-0cf555d0-904a-4668-ab95-4b401ecba4a9 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580200 Jul 09 19:56:27.311363 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-9b6311bd-563c-4c72-8fbf-6dd1e06c9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:27.312837 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-9b6311bd-563c-4c72-8fbf-6dd1e06c9161 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 1096 time: 0.4370518 Jul 09 19:56:27.397109 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3bf16035-fb5a-4c27-9d6c-d2eec92e9b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1722d97e-3778-4140-af5c-9dc893115d57', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'port_id': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'mac_address': 'fa:16:3e:60:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:55:37Z', 'updated_at': '2021-07-09T19:56:23Z', 'revision_number': 8, 'project_id': '6d316004028b45e090e96a698593ef06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:27.413744 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1284091 Jul 09 19:56:27.421912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 907d5ec0-94e7-4231-a044-ed059ecc8f1a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:27.436196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58508) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:27.437331 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf16035-fb5a-4c27-9d6c-d2eec92e9b60 None None] Checking router: a3b04101-cd3a-4284-be0e-65698b163ae5 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:27.446942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c8be78df-88a9-40e4-b753-38b8fa2bfb73 admin admin] Request body: {'subnet': {'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-subnet', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:27.450394 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf16035-fb5a-4c27-9d6c-d2eec92e9b60 None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:27.450801 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3bf16035-fb5a-4c27-9d6c-d2eec92e9b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:27.518587 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cf5a9f9f-d52e-484b-8c7b-80718ec7b19a req-6956cc9d-0095-4a41-9779-c1664c4038a8 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028470 Jul 09 19:56:27.524452 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41812ed2-fe83-4c56-bc4a-c012f379be62 admin admin] Pushing event updated for resources: {'Network': ['ID=d28118c5-8f22-4ad0-84bb-78bd4d8999cf,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:27.554422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['be53e076-3ae9-42ca-8ec0-c59ba92574b5'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:27.571123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce493e01-dae4-4c44-a0db-fddc4b9635a7 req-362bb560-6c52-4124-9ce4-47cf1b5adb56 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:27.578267 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce493e01-dae4-4c44-a0db-fddc4b9635a7 req-362bb560-6c52-4124-9ce4-47cf1b5adb56 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.3876269 Jul 09 19:56:27.597604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['87f3dcda-e978-4294-9e83-93abaa1a0394'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:27.599775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network d28118c5-8f22-4ad0-84bb-78bd4d8999cf details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:56:27.602741 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8be78df-88a9-40e4-b753-38b8fa2bfb73 admin admin] Made reservation on behalf of 6f22af0e34994cab9327fe435cc5d495 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:27.609011 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c8be78df-88a9-40e4-b753-38b8fa2bfb73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.640938 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-3bf16035-fb5a-4c27-9d6c-d2eec92e9b60 None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:27.693695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'tag': '8dccef9f-874f-4309-ad10-4d22d5222a9c'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:27.699788 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6015ec-a58d-4ea5-8aba-63810d98c878" -d '{"events": [{"name": "network-changed", "server_uuid": "9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f", "tag": "8dccef9f-874f-4309-ad10-4d22d5222a9c"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:27.700226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 907d5ec0-94e7-4231-a044-ed059ecc8f1a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:27.758351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 907d5ec0-94e7-4231-a044-ed059ecc8f1a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:27.758764 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:27.798988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-b4b7311d-a16c-4ede-b5c3-ad185cb460fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:27.800564 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-b4b7311d-a16c-4ede-b5c3-ad185cb460fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 922 time: 0.2809932 Jul 09 19:56:27.876733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:56:27.936105 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce493e01-dae4-4c44-a0db-fddc4b9635a7 req-f12afc01-6f29-40ea-a052-b66bd4de1dfd tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568201 Jul 09 19:56:27.951789 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-c80a861e-f0a7-45e3-b48d-af67e1edab09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c HTTP/1.1" status: 200 len: 999 time: 0.1422384 Jul 09 19:56:28.048835 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90ff7fe8-98f4-4454-8e98-ab74d5be59ed req-e58d69fa-3b3e-4bec-b3d3-1b790e0bb2fa tempest-FloatingIPsNegativeTestJSON-696110485 tempest-FloatingIPsNegativeTestJSON-696110485-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0444493 Jul 09 19:56:28.081454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-fea4b979-e771-4915-977b-4c150c6fe456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:28.083164 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-fea4b979-e771-4915-977b-4c150c6fe456 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.1113780 Jul 09 19:56:28.128373 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e329a85c-081d-4ae2-ac21-cd232bd8d64a req-634e8054-5538-4f9a-9137-7de1979f62fa tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=948ba623a31b4f9897891e764abfff22 HTTP/1.1" status: 200 len: 695 time: 0.0704420 Jul 09 19:56:28.141801 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c8be78df-88a9-40e4-b753-38b8fa2bfb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.150323 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.156213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-73b02a0e-8b75-4d44-bf88-21e2e7d503fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:28.158914 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-73b02a0e-8b75-4d44-bf88-21e2e7d503fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682764 Jul 09 19:56:28.274112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be78df-88a9-40e4-b753-38b8fa2bfb73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73b0c9d0-82f4-4376-a92d-35f98e89b332,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:28.284242 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be78df-88a9-40e4-b753-38b8fa2bfb73 admin admin] Checking segment: {'id': '426b3431-097f-49b5-95b9-633084f5ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:28.284636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be78df-88a9-40e4-b753-38b8fa2bfb73 admin admin] Network hostable DHCP agents. Network: d28118c5-8f22-4ad0-84bb-78bd4d8999cf, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:56:28.317014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329a85c-081d-4ae2-ac21-cd232bd8d64a req-b391ba15-150b-4ebb-87a5-dceb89f93086 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:28.324038 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e329a85c-081d-4ae2-ac21-cd232bd8d64a req-b391ba15-150b-4ebb-87a5-dceb89f93086 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/networks?id=7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 787 time: 0.1945560 Jul 09 19:56:28.324835 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 907d5ec0-94e7-4231-a044-ed059ecc8f1a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=907d5ec0-94e7-4231-a044-ed059ecc8f1a,segment=NetworkSegment(354b6829-22e0-4cc0-a4af-ccfb2f5c91c0),segment_id=354b6829-22e0-4cc0-a4af-ccfb2f5c91c0)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:28.326375 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-dc83a82a-e19f-4b12-bc2c-8ae8e59c4fda service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543024 Jul 09 19:56:28.330053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-e329a85c-081d-4ae2-ac21-cd232bd8d64a req-6c9a8716-d1bd-43fd-90ad-7e9baec460a2 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:56:28.353502 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e329a85c-081d-4ae2-ac21-cd232bd8d64a req-6c9a8716-d1bd-43fd-90ad-7e9baec460a2 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0281308 Jul 09 19:56:28.360585 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3bf16035-fb5a-4c27-9d6c-d2eec92e9b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1722d97e-3778-4140-af5c-9dc893115d57', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'port_id': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'mac_address': 'fa:16:3e:60:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:55:37Z', 'updated_at': '2021-07-09T19:56:23Z', 'revision_number': 8, 'project_id': '6d316004028b45e090e96a698593ef06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:28.362171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be78df-88a9-40e4-b753-38b8fa2bfb73 admin admin] Network d28118c5-8f22-4ad0-84bb-78bd4d8999cf is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:28.385062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-c8be78df-88a9-40e4-b753-38b8fa2bfb73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, d28118c5-8f22-4ad0-84bb-78bd4d8999cf) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:28.390661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be78df-88a9-40e4-b753-38b8fa2bfb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:28.391591 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c8be78df-88a9-40e4-b753-38b8fa2bfb73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.420884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553a5221-68fd-40d7-a15c-ffa2204c6543 None None] Network d28118c5-8f22-4ad0-84bb-78bd4d8999cf requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:28.426583 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c8be78df-88a9-40e4-b753-38b8fa2bfb73 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9890816 Jul 09 19:56:28.429258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58520) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:28.434478 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.436322 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:28.442013 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf16035-fb5a-4c27-9d6c-d2eec92e9b60 None None] The sync data for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 is: [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1722d97e-3778-4140-af5c-9dc893115d57', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'port_id': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'mac_address': 'fa:16:3e:60:c0:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:55:37Z', 'updated_at': '2021-07-09T19:56:23Z', 'revision_number': 8, 'project_id': '6d316004028b45e090e96a698593ef06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:28.488079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.490095 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.570550 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bfc140d2-28e5-40fd-b539-b690cf6236d9 req-7c668349-a855-4882-b623-178b381c316a service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384872 Jul 09 19:56:28.593120 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.601409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 28a493d4-716d-458c-8ec2-cf8af4ca0dd8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=28a493d4-716d-458c-8ec2-cf8af4ca0dd8,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:28.644328 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=907d5ec0-94e7-4231-a044-ed059ecc8f1a,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:28.655669 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '28a493d4-716d-458c-8ec2-cf8af4ca0dd8', 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091', 'port_id': '28a493d4-716d-458c-8ec2-cf8af4ca0dd8', 'mac_address': 'fa:16:3e:e6:cc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:56:28.672829 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9221be32-a6f6-4b5d-a4c6-02332aec14ca x-openstack-request-id: req-9221be32-a6f6-4b5d-a4c6-02332aec14ca {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:28.673437 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f", "tag": "8dccef9f-874f-4309-ad10-4d22d5222a9c", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:28.673881 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9221be32-a6f6-4b5d-a4c6-02332aec14ca {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:28.675494 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'tag': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'status': 'completed', 'code': 200} Jul 09 19:56:28.810929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6015ec-a58d-4ea5-8aba-63810d98c878 req-b6072a12-072e-4fb5-b6a0-bdc00e6a265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:28.815166 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af6015ec-a58d-4ea5-8aba-63810d98c878 req-b6072a12-072e-4fb5-b6a0-bdc00e6a265f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 1096 time: 0.1160965 Jul 09 19:56:28.843538 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.848597 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ae37bd-9707-49ec-9946-d3ffa6cdc7ba None None] Network d28118c5-8f22-4ad0-84bb-78bd4d8999cf requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:28.907392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:28.908636 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:28.958861 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 28a493d4-716d-458c-8ec2-cf8af4ca0dd8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=28a493d4-716d-458c-8ec2-cf8af4ca0dd8,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:28.976844 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:29.055458 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:29.062413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6015ec-a58d-4ea5-8aba-63810d98c878 req-06afa8ea-f8c3-4b10-9400-3405715ee147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:29.067475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b0692-7b50-47c3-add6-eb33587f8d83 req-77be3c18-27ef-4eb3-ba92-6d50f22d8988 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:29.071225 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af6015ec-a58d-4ea5-8aba-63810d98c878 req-06afa8ea-f8c3-4b10-9400-3405715ee147 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 922 time: 0.2511868 Jul 09 19:56:29.075862 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a04b0692-7b50-47c3-add6-eb33587f8d83 req-77be3c18-27ef-4eb3-ba92-6d50f22d8988 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c733e9f-5142-439d-9a74-d0a0237526e4 HTTP/1.1" status: 200 len: 945 time: 0.4152427 Jul 09 19:56:29.114389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f098ab-8098-4a09-b8df-00570d2f5045 req-7b611ed2-85fa-4f18-8be8-69a4a926984c tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:29.122229 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e0742c-cd76-4e2a-967f-8ab7cbfb6c44 None None] New status for floating IP 1722d97e-3778-4140-af5c-9dc893115d57: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:56:29.126105 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2f098ab-8098-4a09-b8df-00570d2f5045 req-7b611ed2-85fa-4f18-8be8-69a4a926984c tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 948 time: 0.2587912 Jul 09 19:56:29.127711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=28a493d4-716d-458c-8ec2-cf8af4ca0dd8,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:29.175796 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a04b0692-7b50-47c3-add6-eb33587f8d83 req-525a1e63-a1f0-4ca1-8218-34c893d6cf62 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989327 Jul 09 19:56:29.224209 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af6015ec-a58d-4ea5-8aba-63810d98c878 req-7b8e8af1-3b6e-49a4-a2e9-4c8c48e043c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c HTTP/1.1" status: 200 len: 999 time: 0.1428280 Jul 09 19:56:29.230208 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2f098ab-8098-4a09-b8df-00570d2f5045 req-e5bf36f7-1924-40fb-bd49-e21aaa53ffac tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715339 Jul 09 19:56:29.295608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6015ec-a58d-4ea5-8aba-63810d98c878 req-aef92e1a-396f-44ae-83bd-4c01faff3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:29.297313 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af6015ec-a58d-4ea5-8aba-63810d98c878 req-aef92e1a-396f-44ae-83bd-4c01faff3a3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.0648880 Jul 09 19:56:29.314139 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-e68433e1-60d2-423d-872f-f06f304c9215 req-7ae45e12-9c0b-41d3-8a57-8b91714b5e87 tempest-FloatingIPsNegativeTestJSON-696110485 tempest-FloatingIPsNegativeTestJSON-696110485-project] show failed (client error): The resource could not be found. Jul 09 19:56:29.329239 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e68433e1-60d2-423d-872f-f06f304c9215 req-7ae45e12-9c0b-41d3-8a57-8b91714b5e87 tempest-FloatingIPsNegativeTestJSON-696110485 tempest-FloatingIPsNegativeTestJSON-696110485-project] 10.222.0.30 "GET /v2.0/floatingips/691dfb35-355e-4175-b465-708a1dae63e9 HTTP/1.1" status: 404 len: 350 time: 0.1068420 Jul 09 19:56:29.332355 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58526) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:29.426484 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-afe6a6bb-6acf-41f5-a3bd-e0201bb5b329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:29.492837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 907d5ec0-94e7-4231-a044-ed059ecc8f1a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:29.495362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['28a493d4-716d-458c-8ec2-cf8af4ca0dd8'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:29.524722 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-578eb486-b057-4a77-a209-8fa7bf16c3a5 req-7a7dbc11-b3b3-443f-b1d5-6af181509691 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips/1722d97e-3778-4140-af5c-9dc893115d57 HTTP/1.1" status: 200 len: 996 time: 0.1154890 Jul 09 19:56:29.539900 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:29.565082 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-4d8e114c-9f53-47f9-af39-14ceb739cfa1 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/floatingips/d5c5f377-e56d-4d7c-b6f2-1ac9ebea24b1 HTTP/1.1" status: 200 len: 692 time: 0.2313807 Jul 09 19:56:29.597497 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:29.626282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:29.637208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 907d5ec0-94e7-4231-a044-ed059ecc8f1a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:29.637795 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:29.832980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eb486-b057-4a77-a209-8fa7bf16c3a5 req-1cc65a65-970c-4014-b823-c39364527f3c tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:29.834052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:56:29.834701 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-578eb486-b057-4a77-a209-8fa7bf16c3a5 req-1cc65a65-970c-4014-b823-c39364527f3c tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.3088434 Jul 09 19:56:29.838649 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device be53e076-3ae9-42ca-8ec0-c59ba92574b5 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:29.873881 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Allocated IP 172.25.0.161 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/9227ea6e-2142-4ee2-8432-3eadfd654883) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:30.049094 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port be53e076-3ae9-42ca-8ec0-c59ba92574b5 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:30.059215 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port be53e076-3ae9-42ca-8ec0-c59ba92574b5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:30.059755 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.089475 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-28e4ffc2-918d-4d58-83ee-f71cbc3e851a tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:30.093110 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-28e4ffc2-918d-4d58-83ee-f71cbc3e851a tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.5269506 Jul 09 19:56:30.111514 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55db67-82c4-462d-9bfe-190b1366443b req-3a1aeb90-5564-4c6c-824d-3a395fc9f00d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:30.113296 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b55db67-82c4-462d-9bfe-190b1366443b req-3a1aeb90-5564-4c6c-824d-3a395fc9f00d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.1300316 Jul 09 19:56:30.118685 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.121760 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:30.153297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf', 'mac_address': 'fa:16:3e:82:7f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:56:30.167901 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b55db67-82c4-462d-9bfe-190b1366443b req-b0acdd5b-57c5-4702-b273-8d6b0436162b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442278 Jul 09 19:56:30.197987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-05f25edb-a178-42cf-ab9e-4bb6f135a6a8 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:56:30.199059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-05f25edb-a178-42cf-ab9e-4bb6f135a6a8 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170977 Jul 09 19:56:30.229972 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.284973 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.304959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6015ec-a58d-4ea5-8aba-63810d98c878 req-0c2cb2d1-9fd6-4434-8076-3f15317ef1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:30.307572 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af6015ec-a58d-4ea5-8aba-63810d98c878 req-0c2cb2d1-9fd6-4434-8076-3f15317ef1f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9786365 Jul 09 19:56:30.309944 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:30.315157 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:30.316231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:30.318194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Pushing event updated for resources: {'Port': ['ID=9227ea6e-2142-4ee2-8432-3eadfd654883,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:30.322236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:30.345251 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-11e4dc10-ee11-47b5-8610-a08ccece804d tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.91 HTTP/1.1" status: 200 len: 695 time: 0.1334965 Jul 09 19:56:30.381422 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.390954 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:30.403724 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.406579 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-88c93110-455b-4ac4-aee0-e16852b5b85c tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 1001 time: 0.1059721 Jul 09 19:56:30.483569 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af6015ec-a58d-4ea5-8aba-63810d98c878 req-4f0dcfd4-dd0f-4992-b9d0-44411a083dae service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660705 Jul 09 19:56:30.603739 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-ff4e9f96-db82-4282-8f82-8631f5f6ae9a tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.91 HTTP/1.1" status: 200 len: 695 time: 0.2571642 Jul 09 19:56:30.607114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-2a39d182-dc7a-4c7c-b7f2-121c211310b5 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:30.608403 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-2a39d182-dc7a-4c7c-b7f2-121c211310b5 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports/8dccef9f-874f-4309-ad10-4d22d5222a9c HTTP/1.1" status: 200 len: 942 time: 0.1923602 Jul 09 19:56:30.625913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:30.634765 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.695720 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c733e9f-5142-439d-9a74-d0a0237526e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be53e076-3ae9-42ca-8ec0-c59ba92574b5'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:30.698973 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f5794f-ccd6-499a-8089-70b34efd33af" -d '{"events": [{"server_uuid": "2c733e9f-5142-439d-9a74-d0a0237526e4", "name": "network-vif-plugged", "status": "completed", "tag": "be53e076-3ae9-42ca-8ec0-c59ba92574b5"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:30.727359 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port be53e076-3ae9-42ca-8ec0-c59ba92574b5, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=be53e076-3ae9-42ca-8ec0-c59ba92574b5,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:30.737478 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.767372 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.847928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=be53e076-3ae9-42ca-8ec0-c59ba92574b5,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:30.865720 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af6015ec-a58d-4ea5-8aba-63810d98c878 req-bd1eb3ce-2e7b-4f20-b8e4-56e9b6b6046b service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389902 Jul 09 19:56:30.886479 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:30.911379 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c711476d-6348-49f5-8294-58a8fd43ecf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:30.965454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-24a7283a-7fcb-45da-a466-8ec8c6ef3fa9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Deleting port 8d95adfd-3f4b-4ca2-bf46-3f04973088ee {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:30.965793 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-24a7283a-7fcb-45da-a466-8ec8c6ef3fa9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.053832 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-f8f91662-2257-4fda-8a57-435e5276c4a7 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 1001 time: 0.1677456 Jul 09 19:56:31.155255 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-24a7283a-7fcb-45da-a466-8ec8c6ef3fa9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.155511 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-24a7283a-7fcb-45da-a466-8ec8c6ef3fa9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.170562 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.199741 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-d5a642ac-ed10-45b5-aefc-af0b6c49244e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:31.205923 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-d5a642ac-ed10-45b5-aefc-af0b6c49244e tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.1501760 Jul 09 19:56:31.232594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-24a7283a-7fcb-45da-a466-8ec8c6ef3fa9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Calling delete_port for 8d95adfd-3f4b-4ca2-bf46-3f04973088ee owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:31.315260 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-4a41e755-2947-45c1-a2cc-d25f56d84c84 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 1001 time: 0.0647128 Jul 09 19:56:31.376774 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-5502883a-a449-4f73-bc6f-65381933ff02 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:31.461325 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-5502883a-a449-4f73-bc6f-65381933ff02 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.484913 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-24a7283a-7fcb-45da-a466-8ec8c6ef3fa9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.495026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c711476d-6348-49f5-8294-58a8fd43ecf4 admin admin] Deleting port 907d5ec0-94e7-4231-a044-ed059ecc8f1a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:31.495026 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c711476d-6348-49f5-8294-58a8fd43ecf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.712519 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-5502883a-a449-4f73-bc6f-65381933ff02 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.716427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:56:31.733957 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-5502883a-a449-4f73-bc6f-65381933ff02 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.735503 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-5502883a-a449-4f73-bc6f-65381933ff02 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Floating IP 1722d97e-3778-4140-af5c-9dc893115d57 disassociated. External IP: 172.25.0.206, port: 8dccef9f-874f-4309-ad10-4d22d5222a9c. Jul 09 19:56:31.843990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:31.862765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7283a-7fcb-45da-a466-8ec8c6ef3fa9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Pushing event deleted for resources: {'Port': ['ID=8d95adfd-3f4b-4ca2-bf46-3f04973088ee,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:31.956186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:31.961857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:31.963125 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.981236 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-24a7283a-7fcb-45da-a466-8ec8c6ef3fa9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.984182 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-24a7283a-7fcb-45da-a466-8ec8c6ef3fa9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:31.985417 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd3d48bf-3c1d-42bd-9182-3fc5fbc9d253 req-24a7283a-7fcb-45da-a466-8ec8c6ef3fa9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "DELETE /v2.0/floatingips/d5c5f377-e56d-4d7c-b6f2-1ac9ebea24b1 HTTP/1.1" status: 204 len: 173 time: 1.3722231 Jul 09 19:56:32.007034 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-c711476d-6348-49f5-8294-58a8fd43ecf4 admin admin] For port 907d5ec0-94e7-4231-a044-ed059ecc8f1a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=907d5ec0-94e7-4231-a044-ed059ecc8f1a,segment=NetworkSegment(354b6829-22e0-4cc0-a4af-ccfb2f5c91c0),segment_id=354b6829-22e0-4cc0-a4af-ccfb2f5c91c0)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:32.007433 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c711476d-6348-49f5-8294-58a8fd43ecf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.023039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c711476d-6348-49f5-8294-58a8fd43ecf4 admin admin] Calling delete_port for 907d5ec0-94e7-4231-a044-ed059ecc8f1a owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:32.088609 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.166571 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 28a493d4-716d-458c-8ec2-cf8af4ca0dd8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=28a493d4-716d-458c-8ec2-cf8af4ca0dd8,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:32.191405 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.192346 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 87f3dcda-e978-4294-9e83-93abaa1a0394 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:32.267930 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=28a493d4-716d-458c-8ec2-cf8af4ca0dd8,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:32.273319 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.315575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 87f3dcda-e978-4294-9e83-93abaa1a0394 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:32.322914 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 87f3dcda-e978-4294-9e83-93abaa1a0394 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:32.323432 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.345358 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:32.364514 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Sync routers for ids ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:32.374814 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.376246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-489d1acb-0487-4403-971b-79d4cb678b34 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9454999 Jul 09 19:56:32.379055 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Routers {'5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:32.382066 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58550) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:32.382302 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:32.408262 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1f312-3bae-4955-9355-360143659801 req-9aeb2156-d099-4e9a-9887-18ef9d3a6862 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:32.412556 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d1d1f312-3bae-4955-9355-360143659801 req-9aeb2156-d099-4e9a-9887-18ef9d3a6862 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c733e9f-5142-439d-9a74-d0a0237526e4 HTTP/1.1" status: 200 len: 946 time: 0.1697989 Jul 09 19:56:32.472843 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.505413 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Set router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:32.506615 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d1d1f312-3bae-4955-9355-360143659801 req-1b321cff-264a-43d0-8460-cdcf4d956374 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631289 Jul 09 19:56:32.512472 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c711476d-6348-49f5-8294-58a8fd43ecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.549382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711476d-6348-49f5-8294-58a8fd43ecf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=907d5ec0-94e7-4231-a044-ed059ecc8f1a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:32.615842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 87f3dcda-e978-4294-9e83-93abaa1a0394, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=87f3dcda-e978-4294-9e83-93abaa1a0394,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:32.630329 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.778249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=87f3dcda-e978-4294-9e83-93abaa1a0394,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:32.828082 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:28Z', 'updated_at': '2021-07-09T19:56:30Z', 'revision_number': 3, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'gw_port': {'id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:29Z', 'updated_at': '2021-07-09T19:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:32.869162 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Checking router: 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:32.869731 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Updating router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff port 9227ea6e-2142-4ee2-8432-3eadfd654883 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:56:32.929830 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:32.935737 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c711476d-6348-49f5-8294-58a8fd43ecf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.068573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-5502883a-a449-4f73-bc6f-65381933ff02 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Router a3b04101-cd3a-4284-be0e-65698b163ae5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:33.113950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b9c55-4af7-4800-a156-32f507d0beeb req-dfce9644-d680-49b7-b734-20b02d1b1861 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:33.116200 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-462b9c55-4af7-4800-a156-32f507d0beeb req-dfce9644-d680-49b7-b734-20b02d1b1861 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 949 time: 0.2402351 Jul 09 19:56:33.222010 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:56:33.230102 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-462b9c55-4af7-4800-a156-32f507d0beeb req-27fe05b7-d18c-4ba4-8231-92d180c4d2a3 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935798 Jul 09 19:56:33.336863 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-5502883a-a449-4f73-bc6f-65381933ff02 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:33.343056 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-5502883a-a449-4f73-bc6f-65381933ff02 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.349636 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c711476d-6348-49f5-8294-58a8fd43ecf4 admin admin] Router c8fcaecf-9c58-4943-8e1a-cfd5af886667 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:33.357805 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66023b-eb99-44c4-83fa-2910808e8ccb None None] Sync routers for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:33.380406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a66023b-eb99-44c4-83fa-2910808e8ccb None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:33.381476 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9a66023b-eb99-44c4-83fa-2910808e8ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:33.412463 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.433965 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-5502883a-a449-4f73-bc6f-65381933ff02 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "PUT /v2.0/floatingips/1722d97e-3778-4140-af5c-9dc893115d57 HTTP/1.1" status: 200 len: 696 time: 2.0893128 Jul 09 19:56:33.448404 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Transition to ACTIVE for port object 9227ea6e-2142-4ee2-8432-3eadfd654883 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:33.449072 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd397508-40ca-4541-87d4-eef0a5a9045f x-openstack-request-id: req-dd397508-40ca-4541-87d4-eef0a5a9045f {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:33.450333 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c733e9f-5142-439d-9a74-d0a0237526e4", "name": "network-vif-plugged", "status": "completed", "tag": "be53e076-3ae9-42ca-8ec0-c59ba92574b5", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:33.451898 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd397508-40ca-4541-87d4-eef0a5a9045f {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:33.452706 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c733e9f-5142-439d-9a74-d0a0237526e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be53e076-3ae9-42ca-8ec0-c59ba92574b5', 'code': 200} Jul 09 19:56:33.457910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'tag': '8dccef9f-874f-4309-ad10-4d22d5222a9c'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:33.469362 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b08084-966c-46ce-9319-d293ac70cd11" -d '{"events": [{"name": "network-changed", "server_uuid": "9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f", "tag": "8dccef9f-874f-4309-ad10-4d22d5222a9c"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:33.474549 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.516124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c711476d-6348-49f5-8294-58a8fd43ecf4 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:33.527122 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c711476d-6348-49f5-8294-58a8fd43ecf4 admin admin] 10.222.0.30 "PUT /v2.0/routers/c8fcaecf-9c58-4943-8e1a-cfd5af886667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1908543 Jul 09 19:56:33.531520 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7148aa59-c9c0-46a6-a412-0943a0542113 None None] Sync routers for ids ['c8fcaecf-9c58-4943-8e1a-cfd5af886667'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:33.534858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58556) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:33.555510 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7148aa59-c9c0-46a6-a412-0943a0542113 None None] Routers {'c8fcaecf-9c58-4943-8e1a-cfd5af886667'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:33.556749 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7148aa59-c9c0-46a6-a412-0943a0542113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c8fcaecf-9c58-4943-8e1a-cfd5af886667'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:33.629536 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.670087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd57365-0510-48d8-8d13-b56084754134 req-5af06bfa-057b-4bce-bc0b-43809cf4a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:33.671517 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fbd57365-0510-48d8-8d13-b56084754134 req-5af06bfa-057b-4bce-bc0b-43809cf4a40b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c733e9f-5142-439d-9a74-d0a0237526e4 HTTP/1.1" status: 200 len: 1097 time: 0.1568954 Jul 09 19:56:33.690608 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-7148aa59-c9c0-46a6-a412-0943a0542113 None None] Set router c8fcaecf-9c58-4943-8e1a-cfd5af886667 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:33.697749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-9a66023b-eb99-44c4-83fa-2910808e8ccb None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:33.718983 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.774330 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fbd57365-0510-48d8-8d13-b56084754134 req-3840030b-b514-4af7-b6e6-856c13378163 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946026 Jul 09 19:56:33.875275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a00fa-6089-4a85-8c19-fcbf06e03aef req-ab7f6714-44c1-48eb-b279-e2e708fd7496 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:33.876866 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5a6a00fa-6089-4a85-8c19-fcbf06e03aef req-ab7f6714-44c1-48eb-b279-e2e708fd7496 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.1154120 Jul 09 19:56:33.909881 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:33.925390 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:33.926378 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Allocated IP 172.20.0.1 (d28118c5-8f22-4ad0-84bb-78bd4d8999cf/73b0c9d0-82f4-4376-a92d-35f98e89b332/0384ec28-72e7-457b-8d92-f9f3fd78b6d2) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:33.952283 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5a6a00fa-6089-4a85-8c19-fcbf06e03aef req-ce320b40-c143-4603-b9ec-26daf85b88ce tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656481 Jul 09 19:56:33.999446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] Deleting port 93234e95-ec1d-437e-98e7-f59740538c16 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:34.000102 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.089483 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] For port 93234e95-ec1d-437e-98e7-f59740538c16, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=93234e95-ec1d-437e-98e7-f59740538c16,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:34.090294 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.092035 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.103579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] Calling delete_port for 93234e95-ec1d-437e-98e7-f59740538c16 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:34.113585 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Attempting to bind port 9227ea6e-2142-4ee2-8432-3eadfd654883 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:34.114084 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Attempting to bind port 9227ea6e-2142-4ee2-8432-3eadfd654883 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:34.114455 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Attempting to bind port 9227ea6e-2142-4ee2-8432-3eadfd654883 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:34.143679 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe380fe-c765-4c04-b352-bde6586e443e None None] Pushing event updated for resources: {'Port': ['ID=9227ea6e-2142-4ee2-8432-3eadfd654883,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:34.146456 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.154031 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:34.154992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:34.155408 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:34.155825 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.157740 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:34.158254 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Bound port: 9227ea6e-2142-4ee2-8432-3eadfd654883, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:34.158665 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.174561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:34.175390 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.179951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Network d28118c5-8f22-4ad0-84bb-78bd4d8999cf is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:34.189257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:34.192446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:34.266021 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.279222 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] For port 9227ea6e-2142-4ee2-8432-3eadfd654883, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:34.307246 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] For port 9227ea6e-2142-4ee2-8432-3eadfd654883, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9227ea6e-2142-4ee2-8432-3eadfd654883,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:34.323305 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.420022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-492a81d1-7924-4551-909e-2261b576560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:34.422662 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-492a81d1-7924-4551-909e-2261b576560f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 1096 time: 0.9865363 Jul 09 19:56:34.431516 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.445250 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe380fe-c765-4c04-b352-bde6586e443e None None] Pushing event updated for resources: {'Port': ['ID=9227ea6e-2142-4ee2-8432-3eadfd654883,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:34.459099 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7148aa59-c9c0-46a6-a412-0943a0542113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172450588-router', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '93234e95-ec1d-437e-98e7-f59740538c16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:01Z', 'updated_at': '2021-07-09T19:56:32Z', 'revision_number': 5, 'project_id': '9e80752bf66e428aa38d16b4d88f1950', 'gw_port': {'id': '93234e95-ec1d-437e-98e7-f59740538c16', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:9e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:03Z', 'updated_at': '2021-07-09T19:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:34.503599 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-30fa8e12-0a19-4851-9e8c-5cc20abff763 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2125869 Jul 09 19:56:34.506916 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.511503 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:34.517362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:34.530593 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7148aa59-c9c0-46a6-a412-0943a0542113 None None] Checking router: c8fcaecf-9c58-4943-8e1a-cfd5af886667 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:34.545245 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.565242 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.571153 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=93234e95-ec1d-437e-98e7-f59740538c16,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:34.589463 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7148aa59-c9c0-46a6-a412-0943a0542113 None None] Routers {'c8fcaecf-9c58-4943-8e1a-cfd5af886667'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:34.590630 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7148aa59-c9c0-46a6-a412-0943a0542113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c8fcaecf-9c58-4943-8e1a-cfd5af886667'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:34.598259 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Routers {'5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:34.598898 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:34.614741 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.631499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-6038a66c-2292-4ec6-b6a6-c2411b24a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:34.633391 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-6038a66c-2292-4ec6-b6a6-c2411b24a72d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 922 time: 0.1491344 Jul 09 19:56:34.650357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9a66023b-eb99-44c4-83fa-2910808e8ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:34.695374 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:34.713450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-d61ef20c-5694-4e9e-b3a8-f23f9d1b6c7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c HTTP/1.1" status: 200 len: 217 time: 0.0723112 Jul 09 19:56:34.717061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0384ec28-72e7-457b-8d92-f9f3fd78b6d2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:34.767934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66023b-eb99-44c4-83fa-2910808e8ccb None None] Checking router: a3b04101-cd3a-4284-be0e-65698b163ae5 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:34.770056 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:34.805540 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a66023b-eb99-44c4-83fa-2910808e8ccb None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:34.807432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9a66023b-eb99-44c4-83fa-2910808e8ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:34.814934 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-7148aa59-c9c0-46a6-a412-0943a0542113 None None] Set router c8fcaecf-9c58-4943-8e1a-cfd5af886667 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:34.821803 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-e6699f50-148c-4d08-a0ac-26b499e49e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:34.823703 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-e6699f50-148c-4d08-a0ac-26b499e49e33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.0942309 Jul 09 19:56:34.934676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-9a66023b-eb99-44c4-83fa-2910808e8ccb None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:35.016359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-96cc38cf-ced3-4b63-a17b-0ae053b5066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:35.024376 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-96cc38cf-ced3-4b63-a17b-0ae053b5066c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860144 Jul 09 19:56:35.122326 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7148aa59-c9c0-46a6-a412-0943a0542113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172450588-router', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:01Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 7, 'project_id': '9e80752bf66e428aa38d16b4d88f1950', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:35.159910 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7148aa59-c9c0-46a6-a412-0943a0542113 None None] The sync data for ids ['c8fcaecf-9c58-4943-8e1a-cfd5af886667'] in n-d-800088-3 is: [{'id': 'c8fcaecf-9c58-4943-8e1a-cfd5af886667', 'name': 'tempest-FloatingIPsNegativeTestJSON-1172450588-router', 'tenant_id': '9e80752bf66e428aa38d16b4d88f1950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:01Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 7, 'project_id': '9e80752bf66e428aa38d16b4d88f1950', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:35.189972 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] Set router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:35.245025 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.249650 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-0ebbf0f2-8870-4b4e-9fea-2e69b6446d6c service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104597 Jul 09 19:56:35.270038 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.351268 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.353545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.359869 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9a66023b-eb99-44c4-83fa-2910808e8ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:35.411206 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.411729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8fcaecf-9c58-4943-8e1a-cfd5af886667 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:56:35.419701 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.420881 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-db543af7-d8cb-4d14-8ea1-b0eb30400f0e admin admin] 10.222.0.30 "DELETE /v2.0/routers/c8fcaecf-9c58-4943-8e1a-cfd5af886667 HTTP/1.1" status: 204 len: 168 time: 1.8655055 Jul 09 19:56:35.424172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58566) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:35.433316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a66023b-eb99-44c4-83fa-2910808e8ccb None None] The sync data for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 is: [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd1ba4109-5edf-4c5a-87c7-3a6cd868cf0d', 'name': '', 'network_id': 'e764e3dc-e7d6-45d3-a7ce-4b54299e87d5', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'mac_address': 'fa:16:3e:3a:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:55:02Z', 'updated_at': '2021-07-09T19:55:12Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'subnets': [{'id': '89ff4449-d04b-47b2-9c44-3329683715c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:35.454620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed325f1b-7966-45b7-bafe-a81c2af1db48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a493d4-716d-458c-8ec2-cf8af4ca0dd8'}, {'server_uuid': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f3dcda-e978-4294-9e83-93abaa1a0394'}, {'server_uuid': '4b524040-3fb1-4ba0-af73-0751aa697821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:35.457000 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7c715d-61dd-4dd1-ba12-92ae62af6df4" -d '{"events": [{"server_uuid": "ed325f1b-7966-45b7-bafe-a81c2af1db48", "name": "network-vif-plugged", "status": "completed", "tag": "28a493d4-716d-458c-8ec2-cf8af4ca0dd8"}, {"server_uuid": "33ec9a5e-05e7-478f-83f1-fa5a73eae3bf", "name": "network-vif-plugged", "status": "completed", "tag": "87f3dcda-e978-4294-9e83-93abaa1a0394"}, {"server_uuid": "4b524040-3fb1-4ba0-af73-0751aa697821", "name": "network-vif-plugged", "status": "completed", "tag": "b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:35.478032 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.570690 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:28Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 4, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'gw_port': {'id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:29Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0384ec28-72e7-457b-8d92-f9f3fd78b6d2', 'name': '', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'mac_address': 'fa:16:3e:bb:26:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:33Z', 'updated_at': '2021-07-09T19:56:33Z', 'revision_number': 1, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'subnets': [{'id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:35.584017 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.591457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd36c00-000e-4568-9f10-487986159594 admin admin] Deleting subnet 5a8896f5-5e19-421d-9e76-bb7e30117c83 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:56:35.594860 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-acd36c00-000e-4568-9f10-487986159594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.595292 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38ac8d2d-4928-486a-9bdf-1c8db2f87185 req-699bd65a-7ffc-47f3-9847-73bbe5bc85a2 service neutron] 10.222.0.30 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257124 Jul 09 19:56:35.639027 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ad697c-b68a-4b6a-99f6-8d20b761cadb None None] The sync data for ids ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'] in n-d-800088-3 is: [{'id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:28Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 4, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'gw_port': {'id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:29Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0384ec28-72e7-457b-8d92-f9f3fd78b6d2', 'name': '', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'mac_address': 'fa:16:3e:bb:26:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:33Z', 'updated_at': '2021-07-09T19:56:33Z', 'revision_number': 1, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'subnets': [{'id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:35.657608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0384ec28-72e7-457b-8d92-f9f3fd78b6d2,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:35.729771 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 907d5ec0-94e7-4231-a044-ed059ecc8f1a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:35.763189 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-acd36c00-000e-4568-9f10-487986159594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:35.779646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 907d5ec0-94e7-4231-a044-ed059ecc8f1a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:35.789245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 907d5ec0-94e7-4231-a044-ed059ecc8f1a not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:35.843104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Allocated IP 172.25.0.232 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/54105d4a-c6a2-4278-9569-815e4ec2d2be) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:35.904508 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c970e2-f145-40a9-b507-82ff0d23ab1b x-openstack-request-id: req-d5c970e2-f145-40a9-b507-82ff0d23ab1b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:35.904918 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f", "tag": "8dccef9f-874f-4309-ad10-4d22d5222a9c", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:35.905113 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5c970e2-f145-40a9-b507-82ff0d23ab1b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:35.910684 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'tag': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'status': 'completed', 'code': 200} Jul 09 19:56:35.912825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Network d28118c5-8f22-4ad0-84bb-78bd4d8999cf is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:35.914859 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:36.046795 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-acd36c00-000e-4568-9f10-487986159594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.098019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df1925-0a05-4aef-9a2d-cac85bdce444 None None] New status for floating IP 1722d97e-3778-4140-af5c-9dc893115d57: DOWN {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:56:36.126931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:36.150546 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b08084-966c-46ce-9319-d293ac70cd11 req-4f9a7827-ec54-497a-b6cf-b5cfeb618a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:36.152423 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-29b08084-966c-46ce-9319-d293ac70cd11 req-4f9a7827-ec54-497a-b6cf-b5cfeb618a92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6d316004028b45e090e96a698593ef06&device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 1096 time: 0.2281227 Jul 09 19:56:36.155666 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.266068 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b08084-966c-46ce-9319-d293ac70cd11 req-1d0c6667-1485-47b7-961f-32d1d377873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:36.272212 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-29b08084-966c-46ce-9319-d293ac70cd11 req-1d0c6667-1485-47b7-961f-32d1d377873b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 200 len: 922 time: 0.1097319 Jul 09 19:56:36.290355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92a0b4-5bba-4fa4-aa1c-5a8cd372be96 req-152146fe-1c3d-4490-afa6-43d8a9c5e7d6 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:36.310023 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e92a0b4-5bba-4fa4-aa1c-5a8cd372be96 req-152146fe-1c3d-4490-afa6-43d8a9c5e7d6 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c733e9f-5142-439d-9a74-d0a0237526e4 HTTP/1.1" status: 200 len: 946 time: 0.1940002 Jul 09 19:56:36.431865 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-29b08084-966c-46ce-9319-d293ac70cd11 req-9882e921-3b1c-45db-8ec4-723e4ac8d958 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c HTTP/1.1" status: 200 len: 217 time: 0.1454031 Jul 09 19:56:36.435989 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-acd36c00-000e-4568-9f10-487986159594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.503306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd36c00-000e-4568-9f10-487986159594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a8896f5-5e19-421d-9e76-bb7e30117c83,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:36.507700 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e92a0b4-5bba-4fa4-aa1c-5a8cd372be96 req-1c30ef6f-4b7d-4fb0-8c77-04462de28e8c tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966875 Jul 09 19:56:36.517957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:36.541185 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-381da9cf-f435-4b3f-8e9d-239748ec63a8 admin admin] 10.222.0.30 "PUT /v2.0/routers/5a635c5d-97e4-4d13-ac94-9ad0d97b83ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1596534 Jul 09 19:56:36.554113 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-acd36c00-000e-4568-9f10-487986159594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.559211 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-acd36c00-000e-4568-9f10-487986159594 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5a8896f5-5e19-421d-9e76-bb7e30117c83 HTTP/1.1" status: 204 len: 168 time: 1.1309376 Jul 09 19:56:36.560348 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58584) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:36.590280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af394cd6-d8c7-4684-8e66-d1634cc1b794 None None] Network 6e693890-ec80-4876-9b0b-2c81deb9824a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:36.676421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b08084-966c-46ce-9319-d293ac70cd11 req-7ae1fe6b-e80b-43d6-93e9-6fc17d1ec7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:36.677962 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-29b08084-966c-46ce-9319-d293ac70cd11 req-7ae1fe6b-e80b-43d6-93e9-6fc17d1ec7b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 200 len: 860 time: 0.1758585 Jul 09 19:56:36.705112 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.748865 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:36.871737 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Pushing event updated for resources: {'Port': ['ID=54105d4a-c6a2-4278-9569-815e4ec2d2be,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:36.934926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:36.942037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:36.945103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:36.978497 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] Deleting port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:36.978794 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.079180 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] DHCP port deletion for 6e693890-ec80-4876-9b0b-2c81deb9824a request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:56:37.115188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] For port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3eb9bf7a-b9e8-4ced-8866-fd25404a798e,segment=NetworkSegment(354b6829-22e0-4cc0-a4af-ccfb2f5c91c0),segment_id=354b6829-22e0-4cc0-a4af-ccfb2f5c91c0)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:37.115654 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.118098 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b08084-966c-46ce-9319-d293ac70cd11 req-ecb703bc-9198-4279-a01c-2550a1895e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:37.119925 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-29b08084-966c-46ce-9319-d293ac70cd11 req-ecb703bc-9198-4279-a01c-2550a1895e8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4339604 Jul 09 19:56:37.139669 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] Calling delete_port for 3eb9bf7a-b9e8-4ced-8866-fd25404a798e owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:37.231541 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Deleting port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:37.232173 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.249605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851df12-0461-4b24-9279-8fb04802582d req-c9510800-4ea8-4f84-b832-c67f0deb93da tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:37.251242 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a851df12-0461-4b24-9279-8fb04802582d req-c9510800-4ea8-4f84-b832-c67f0deb93da tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 950 time: 0.4473407 Jul 09 19:56:37.254293 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.349964 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a851df12-0461-4b24-9279-8fb04802582d req-0e981ea0-d7fb-4b0b-9919-baea8cba3adc tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911968 Jul 09 19:56:37.350286 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.364072 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.399740 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] No DVR routers for this DVR port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:37.417979 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-29b08084-966c-46ce-9319-d293ac70cd11 req-5291ba7c-cbc9-4a54-a20b-ccbeea6c4b32 service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813797 Jul 09 19:56:37.421722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] For port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3eb9bf7a-b9e8-4ced-8866-fd25404a798e,segment=NetworkSegment(354b6829-22e0-4cc0-a4af-ccfb2f5c91c0),segment_id=354b6829-22e0-4cc0-a4af-ccfb2f5c91c0)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:37.424560 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.464135 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Calling delete_port for 3eb9bf7a-b9e8-4ced-8866-fd25404a798e owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:37.514077 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb9bf7a-b9e8-4ced-8866-fd25404a798e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:37.572789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9227ea6e-2142-4ee2-8432-3eadfd654883 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:37.667033 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.692166 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.693171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e693890-ec80-4876-9b0b-2c81deb9824a']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:37.707089 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354b6829-22e0-4cc0-a4af-ccfb2f5c91c0') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:37.707395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354b6829-22e0-4cc0-a4af-ccfb2f5c91c0') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:37.729920 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.740575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Pushing event deleted for resources: {'Port': ['ID=3eb9bf7a-b9e8-4ced-8866-fd25404a798e,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:37.754066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] No DVR routers for this DVR port 3eb9bf7a-b9e8-4ced-8866-fd25404a798e on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:37.754066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:37.754066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:37.754066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:37.754066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:37.754066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:37.754749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:37.754749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:37.759420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:37.759896 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:37.760412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:37.760789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:37.761131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930b897e-db3a-4757-8ca7-aeeb37dbbdb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:56:37.762146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575088a8-d805-4de2-bae4-8c9b5e03d0ea req-ed2120b2-4a60-4cc9-a373-0b09f12f738e tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:37.763998 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-575088a8-d805-4de2-bae4-8c9b5e03d0ea req-ed2120b2-4a60-4cc9-a373-0b09f12f738e tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.1311591 Jul 09 19:56:37.765138 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.784845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:56:37.785087 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:56:37.787738 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:56:37.816386 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 9227ea6e-2142-4ee2-8432-3eadfd654883 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:37.822610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 9227ea6e-2142-4ee2-8432-3eadfd654883 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:37.823634 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.826917 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-29b08084-966c-46ce-9319-d293ac70cd11 req-c3503f04-7bf8-4da5-9502-4809bc81ca90 service neutron] 10.222.0.36 "GET /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981144 Jul 09 19:56:37.920465 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-575088a8-d805-4de2-bae4-8c9b5e03d0ea req-5b5a9316-2a24-4224-952f-019a47140489 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477623 Jul 09 19:56:37.924573 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.936261 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.938244 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] 10.222.0.30 "DELETE /v2.0/networks/6e693890-ec80-4876-9b0b-2c81deb9824a HTTP/1.1" status: 204 len: 168 time: 1.3744287 Jul 09 19:56:37.962838 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:37.971474 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.021938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615f3e9-f300-45b1-8ec5-241d651b129c admin admin] Pushing event deleted for resources: {'Network': ['ID=6e693890-ec80-4876-9b0b-2c81deb9824a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:38.081441 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.116497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 9227ea6e-2142-4ee2-8432-3eadfd654883, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9227ea6e-2142-4ee2-8432-3eadfd654883,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:38.123141 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.251358 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd7778a-5be0-4fbf-a36a-3ec2f364751f x-openstack-request-id: req-dfd7778a-5be0-4fbf-a36a-3ec2f364751f {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:38.251655 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed325f1b-7966-45b7-bafe-a81c2af1db48", "name": "network-vif-plugged", "status": "completed", "tag": "28a493d4-716d-458c-8ec2-cf8af4ca0dd8", "code": 200}, {"server_uuid": "33ec9a5e-05e7-478f-83f1-fa5a73eae3bf", "name": "network-vif-plugged", "status": "completed", "tag": "87f3dcda-e978-4294-9e83-93abaa1a0394", "code": 200}, {"server_uuid": "4b524040-3fb1-4ba0-af73-0751aa697821", "name": "network-vif-plugged", "status": "completed", "tag": "b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:38.251919 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dfd7778a-5be0-4fbf-a36a-3ec2f364751f {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:38.252324 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed325f1b-7966-45b7-bafe-a81c2af1db48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a493d4-716d-458c-8ec2-cf8af4ca0dd8', 'code': 200} Jul 09 19:56:38.252621 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f3dcda-e978-4294-9e83-93abaa1a0394', 'code': 200} Jul 09 19:56:38.252941 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b524040-3fb1-4ba0-af73-0751aa697821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf', 'code': 200} Jul 09 19:56:38.253543 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=9227ea6e-2142-4ee2-8432-3eadfd654883,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:38.257416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 93234e95-ec1d-437e-98e7-f59740538c16 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:38.291482 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 93234e95-ec1d-437e-98e7-f59740538c16 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:38.291842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 93234e95-ec1d-437e-98e7-f59740538c16 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:38.292282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3eb9bf7a-b9e8-4ced-8866-fd25404a798e no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:38.297223 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Pushing event updated for resources: {'Port': ['ID=54105d4a-c6a2-4278-9569-815e4ec2d2be,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:38.315536 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.320874 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58592) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:38.350578 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.353549 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 3eb9bf7a-b9e8-4ced-8866-fd25404a798e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:38.353943 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3eb9bf7a-b9e8-4ced-8866-fd25404a798e not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:38.356964 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-83333951-25a0-442d-94be-b8ab8207b2c9 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8523085 Jul 09 19:56:38.394682 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cff5a72c-af10-4dab-a101-1618d96aa0cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e80752bf66e428aa38d16b4d88f1950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724750 Jul 09 19:56:38.397424 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58596) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:38.501628 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ea27ada-f3be-4a26-99e6-647bf0e1e9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.548443 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ea27ada-f3be-4a26-99e6-647bf0e1e9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.651832 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ea27ada-f3be-4a26-99e6-647bf0e1e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.655597 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ea27ada-f3be-4a26-99e6-647bf0e1e9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:38.659032 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9ea27ada-f3be-4a26-99e6-647bf0e1e9e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af38b87a-8340-4cca-9224-a2460823b067 HTTP/1.1" status: 204 len: 168 time: 0.2583442 Jul 09 19:56:38.672475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea27ada-f3be-4a26-99e6-647bf0e1e9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af38b87a-8340-4cca-9224-a2460823b067,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:38.733534 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-b6fca04e-7b02-4e36-8115-cd2d774f75f0 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 696 time: 0.3547027 Jul 09 19:56:38.942430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab9b4a-5d55-42c3-b45c-effc465e4348 req-4ebcdecf-60dd-432c-8f2a-d8fb32a592dc tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:38.943905 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-05ab9b4a-5d55-42c3-b45c-effc465e4348 req-4ebcdecf-60dd-432c-8f2a-d8fb32a592dc tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed325f1b-7966-45b7-bafe-a81c2af1db48 HTTP/1.1" status: 200 len: 945 time: 0.1182947 Jul 09 19:56:38.960986 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bed04-b03d-4b79-8b01-4bfc2e0d99b6 req-78501cd7-f893-40f0-a731-a750f71fbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:38.962521 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a93bed04-b03d-4b79-8b01-4bfc2e0d99b6 req-78501cd7-f893-40f0-a731-a750f71fbf08 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed325f1b-7966-45b7-bafe-a81c2af1db48 HTTP/1.1" status: 200 len: 1096 time: 0.6046150 Jul 09 19:56:39.033191 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a378ff-d827-4e98-9e6d-745f281eeffe req-4541a023-0c24-4e09-9d13-c43830fd2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:39.034968 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0a378ff-d827-4e98-9e6d-745f281eeffe req-4541a023-0c24-4e09-9d13-c43830fd2831 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33ec9a5e-05e7-478f-83f1-fa5a73eae3bf HTTP/1.1" status: 200 len: 1101 time: 0.6023319 Jul 09 19:56:39.036669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-05ab9b4a-5d55-42c3-b45c-effc465e4348 req-6861f3d4-fc23-465b-b542-c89b5e3f1d03 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853500 Jul 09 19:56:39.044672 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a93bed04-b03d-4b79-8b01-4bfc2e0d99b6 req-a9cf47c6-f3f3-4da1-a5b5-1e3734470439 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738220 Jul 09 19:56:39.046729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c69174-9c9a-47ce-8f39-3d8bb1cc0610 req-17714ae9-4832-4e36-a3dd-a95186e271ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:39.048340 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73c69174-9c9a-47ce-8f39-3d8bb1cc0610 req-17714ae9-4832-4e36-a3dd-a95186e271ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 1101 time: 0.5905979 Jul 09 19:56:39.090910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-3df666f2-9a94-4c26-8e3b-cf5480ff4e3e tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:39.103554 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-71e3a9ce-66f7-4b58-8772-c42a3de40ebc req-3df666f2-9a94-4c26-8e3b-cf5480ff4e3e tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.3687668 Jul 09 19:56:39.135582 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0a378ff-d827-4e98-9e6d-745f281eeffe req-a5d5baad-ea2c-4a6d-abcb-240cb02b7c0d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859907 Jul 09 19:56:39.341483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73c69174-9c9a-47ce-8f39-3d8bb1cc0610 req-764091b8-e513-4f99-a82a-74c20370d8d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810332 Jul 09 19:56:39.381998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9227ea6e-2142-4ee2-8432-3eadfd654883 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:39.499145 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 9227ea6e-2142-4ee2-8432-3eadfd654883 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:39.499978 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:39.548416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7616d5-f979-4d81-877c-d6172423ba57 req-075d2d3b-ba18-46f7-b311-094a760e0a14 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:39.550159 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c7616d5-f979-4d81-877c-d6172423ba57 req-075d2d3b-ba18-46f7-b311-094a760e0a14 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 950 time: 0.1950092 Jul 09 19:56:39.653388 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c7616d5-f979-4d81-877c-d6172423ba57 req-16604b9e-0d81-4869-a272-9925b601c97e tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948117 Jul 09 19:56:39.834366 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Sync routers for ids ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:39.835082 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-bc3087d8-7283-4274-b333-5f0a37571279 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:39.836694 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-bc3087d8-7283-4274-b333-5f0a37571279 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/networks?id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf HTTP/1.1" status: 200 len: 819 time: 0.2409678 Jul 09 19:56:39.847868 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Routers {'5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:39.848511 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:39.852463 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-e0308dcf-7b6c-4a5d-b774-26d8d6aa6629 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/quotas/6f22af0e34994cab9327fe435cc5d495 HTTP/1.1" status: 200 len: 375 time: 0.0100803 Jul 09 19:56:39.883770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58640) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:40.012909 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-93244284-a00d-4174-939b-db1b39bc40d9 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f22af0e34994cab9327fe435cc5d495&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1520624 Jul 09 19:56:40.023128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-170420226-network', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:40.062475 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Set router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:40.138558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] Made reservation on behalf of 0a4581d5d98b4e45baf7f8e09832fd8e for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:40.138806 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-db45a98b-3123-43bf-8d96-fafe11d24fb2 service neutron] 10.222.0.30 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093616 Jul 09 19:56:40.141564 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.159792 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.211196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690423b-1ac8-41c0-ba71-ef5120ed728e req-b8915f5f-959b-4f70-beaf-4a316d99f086 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:40.213142 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7690423b-1ac8-41c0-ba71-ef5120ed728e req-b8915f5f-959b-4f70-beaf-4a316d99f086 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.1642630 Jul 09 19:56:40.282860 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7690423b-1ac8-41c0-ba71-ef5120ed728e req-7c8bb83e-657f-4c5b-8f04-5b89e3077941 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600610 Jul 09 19:56:40.298048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-ab0a5e93-16f5-4907-b97f-e163d1f5545a service neutron] 10.222.0.30 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529989 Jul 09 19:56:40.353494 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:28Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 4, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'gw_port': {'id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:29Z', 'updated_at': '2021-07-09T19:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0384ec28-72e7-457b-8d92-f9f3fd78b6d2', 'name': '', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'mac_address': 'fa:16:3e:bb:26:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:33Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 2, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'subnets': [{'id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:40.402987 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cfd3f595-18a8-469d-ae60-eb08fdc30ed3 req-976baadb-b5e7-4602-928c-90c96bf4ec76 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/floatingips/e2e3ea32-bd50-4a1a-a1a8-b92d0c524bf1 HTTP/1.1" status: 200 len: 693 time: 0.0737648 Jul 09 19:56:40.406014 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Checking router: 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:40.406631 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Updating router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff port 0384ec28-72e7-457b-8d92-f9f3fd78b6d2 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:56:40.490321 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.577763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3f595-18a8-469d-ae60-eb08fdc30ed3 req-95695d56-807f-4d1d-861e-4e0e63f5a021 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:40.586548 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cfd3f595-18a8-469d-ae60-eb08fdc30ed3 req-95695d56-807f-4d1d-861e-4e0e63f5a021 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.1825433 Jul 09 19:56:40.650108 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6f178332-0c69-4922-9c48-3d83f3d3efe0 req-865f2abc-58c4-4343-97ce-c89d46afd76b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips/1722d97e-3778-4140-af5c-9dc893115d57 HTTP/1.1" status: 200 len: 694 time: 0.0932107 Jul 09 19:56:40.664094 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.694908 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cfd3f595-18a8-469d-ae60-eb08fdc30ed3 req-e3db02d9-dbd6-413f-bfef-fee8da28fdaf tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 696 time: 0.1072185 Jul 09 19:56:40.697943 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.712311 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:56:40.733653 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.734298 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] Added segment 4f8e81dc-4de6-4daa-942e-f95002a83894 of type vlan for network e8c08027-43f9-4cb6-9cec-93ee802673d7 Jul 09 19:56:40.799555 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.877629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f178332-0c69-4922-9c48-3d83f3d3efe0 req-1cfb98dd-4a67-4fe2-a463-e7881eac4520 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:40.886363 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6f178332-0c69-4922-9c48-3d83f3d3efe0 req-1cfb98dd-4a67-4fe2-a463-e7881eac4520 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.2356696 Jul 09 19:56:40.900303 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc3af3b-6911-4b8e-8cb7-3b2a4826d68e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:40.951919 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:40.952946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:40.953545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.009633 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cfd3f595-18a8-469d-ae60-eb08fdc30ed3 req-9e1d1bf8-d382-42e8-b681-59795b2e4846 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.232 HTTP/1.1" status: 200 len: 696 time: 0.3130898 Jul 09 19:56:41.065333 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6f178332-0c69-4922-9c48-3d83f3d3efe0 req-cdfe4748-73d8-4dc4-8827-11a31f7c3413 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 697 time: 0.1774755 Jul 09 19:56:41.167140 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2821565 Jul 09 19:56:41.183650 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6f178332-0c69-4922-9c48-3d83f3d3efe0 req-c08f96b3-8bf4-4506-9914-9b2797fde249 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.206 HTTP/1.1" status: 200 len: 697 time: 0.1011171 Jul 09 19:56:41.217418 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58658) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:41.224843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f8715203-474a-48f4-a183-e9f4bf693d02 admin admin] Request body: {'subnet': {'network_id': 'e8c08027-43f9-4cb6-9cec-93ee802673d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-170420226-subnet', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:41.243772 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105875d-5426-4a13-a75f-24f3cba17044 admin admin] Pushing event updated for resources: {'Network': ['ID=e8c08027-43f9-4cb6-9cec-93ee802673d7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:41.256001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network e8c08027-43f9-4cb6-9cec-93ee802673d7 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:56:41.288059 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.325094 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Transition to ACTIVE for port object 0384ec28-72e7-457b-8d92-f9f3fd78b6d2 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:41.342865 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.351977 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-6f178332-0c69-4922-9c48-3d83f3d3efe0 req-296efb08-7c4f-4c42-9f15-2ec9124175de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Deleting port 4b7f854d-2b60-40ee-869f-bb9c944bbec3 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:41.352439 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6f178332-0c69-4922-9c48-3d83f3d3efe0 req-296efb08-7c4f-4c42-9f15-2ec9124175de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.462793 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066a045-e6ed-4a9d-85e1-299be313b132 None None] Pushing event updated for resources: {'Port': ['ID=0384ec28-72e7-457b-8d92-f9f3fd78b6d2,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:41.485749 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6f178332-0c69-4922-9c48-3d83f3d3efe0 req-296efb08-7c4f-4c42-9f15-2ec9124175de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.486259 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6f178332-0c69-4922-9c48-3d83f3d3efe0 req-296efb08-7c4f-4c42-9f15-2ec9124175de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.522045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-6f178332-0c69-4922-9c48-3d83f3d3efe0 req-296efb08-7c4f-4c42-9f15-2ec9124175de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Calling delete_port for 4b7f854d-2b60-40ee-869f-bb9c944bbec3 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:41.527454 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Attempting to bind port 0384ec28-72e7-457b-8d92-f9f3fd78b6d2 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:41.529298 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Attempting to bind port 0384ec28-72e7-457b-8d92-f9f3fd78b6d2 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '426b3431-097f-49b5-95b9-633084f5ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:41.529764 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Attempting to bind port 0384ec28-72e7-457b-8d92-f9f3fd78b6d2 on network d28118c5-8f22-4ad0-84bb-78bd4d8999cf {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:41.539407 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:41.539870 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Checking segment: {'id': '426b3431-097f-49b5-95b9-633084f5ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:41.540185 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.541393 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Bound using segment: {'id': '426b3431-097f-49b5-95b9-633084f5ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:41.541393 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Bound port: 0384ec28-72e7-457b-8d92-f9f3fd78b6d2, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '426b3431-097f-49b5-95b9-633084f5ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:41.541657 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.635903 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] For port 0384ec28-72e7-457b-8d92-f9f3fd78b6d2, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:41.647571 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] For port 0384ec28-72e7-457b-8d92-f9f3fd78b6d2, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0384ec28-72e7-457b-8d92-f9f3fd78b6d2,segment=NetworkSegment(426b3431-097f-49b5-95b9-633084f5ddae),segment_id=426b3431-097f-49b5-95b9-633084f5ddae)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:41.658457 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.738234 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Routers {'5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:41.738799 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:41.741814 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6f178332-0c69-4922-9c48-3d83f3d3efe0 req-296efb08-7c4f-4c42-9f15-2ec9124175de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.751371 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066a045-e6ed-4a9d-85e1-299be313b132 None None] Pushing event updated for resources: {'Port': ['ID=0384ec28-72e7-457b-8d92-f9f3fd78b6d2,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:41.872976 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8715203-474a-48f4-a183-e9f4bf693d02 admin admin] Made reservation on behalf of 0a4581d5d98b4e45baf7f8e09832fd8e for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:41.875988 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8715203-474a-48f4-a183-e9f4bf693d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:41.986523 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-cfd3f595-18a8-469d-ae60-eb08fdc30ed3 req-ae1718bc-e42f-489d-8eaf-a881c390074f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Deleting port 54105d4a-c6a2-4278-9569-815e4ec2d2be {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:41.986922 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-cfd3f595-18a8-469d-ae60-eb08fdc30ed3 req-ae1718bc-e42f-489d-8eaf-a881c390074f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.055928 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] Set router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:42.127604 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-cfd3f595-18a8-469d-ae60-eb08fdc30ed3 req-ae1718bc-e42f-489d-8eaf-a881c390074f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.128287 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-cfd3f595-18a8-469d-ae60-eb08fdc30ed3 req-ae1718bc-e42f-489d-8eaf-a881c390074f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.173014 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-cfd3f595-18a8-469d-ae60-eb08fdc30ed3 req-ae1718bc-e42f-489d-8eaf-a881c390074f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Calling delete_port for 54105d4a-c6a2-4278-9569-815e4ec2d2be owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:42.243156 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296efb08-7c4f-4c42-9f15-2ec9124175de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Pushing event deleted for resources: {'Port': ['ID=4b7f854d-2b60-40ee-869f-bb9c944bbec3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:42.263841 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8715203-474a-48f4-a183-e9f4bf693d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.313552 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8715203-474a-48f4-a183-e9f4bf693d02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=750af239-2851-43a9-9818-2f3b72cb0570,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:42.321136 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6f178332-0c69-4922-9c48-3d83f3d3efe0 req-296efb08-7c4f-4c42-9f15-2ec9124175de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.324591 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6f178332-0c69-4922-9c48-3d83f3d3efe0 req-296efb08-7c4f-4c42-9f15-2ec9124175de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.337130 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6f178332-0c69-4922-9c48-3d83f3d3efe0 req-296efb08-7c4f-4c42-9f15-2ec9124175de tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "DELETE /v2.0/floatingips/1722d97e-3778-4140-af5c-9dc893115d57 HTTP/1.1" status: 204 len: 173 time: 1.1526704 Jul 09 19:56:42.380694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8715203-474a-48f4-a183-e9f4bf693d02 admin admin] Checking segment: {'id': '4f8e81dc-4de6-4daa-942e-f95002a83894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e8c08027-43f9-4cb6-9cec-93ee802673d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:42.380694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8715203-474a-48f4-a183-e9f4bf693d02 admin admin] Network hostable DHCP agents. Network: e8c08027-43f9-4cb6-9cec-93ee802673d7, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:56:42.426367 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:28Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 4, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'gw_port': {'id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:29Z', 'updated_at': '2021-07-09T19:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0384ec28-72e7-457b-8d92-f9f3fd78b6d2', 'name': '', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'mac_address': 'fa:16:3e:bb:26:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:33Z', 'updated_at': '2021-07-09T19:56:41Z', 'revision_number': 4, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'subnets': [{'id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:42.426994 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8715203-474a-48f4-a183-e9f4bf693d02 admin admin] Network e8c08027-43f9-4cb6-9cec-93ee802673d7 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:56:42.468302 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b205a3cf-ce2e-4136-a737-3e71b7d22b95 None None] The sync data for ids ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'] in n-d-800088-3 is: [{'id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:28Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 4, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'gw_port': {'id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:29Z', 'updated_at': '2021-07-09T19:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0384ec28-72e7-457b-8d92-f9f3fd78b6d2', 'name': '', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'mac_address': 'fa:16:3e:bb:26:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:33Z', 'updated_at': '2021-07-09T19:56:41Z', 'revision_number': 4, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'subnets': [{'id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:42.472868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-f8715203-474a-48f4-a183-e9f4bf693d02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, e8c08027-43f9-4cb6-9cec-93ee802673d7) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:42.493482 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f011f4d-c1fe-4444-ba96-8a9d6f89f4fa None None] Network e8c08027-43f9-4cb6-9cec-93ee802673d7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:42.529972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8715203-474a-48f4-a183-e9f4bf693d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:42.530711 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8715203-474a-48f4-a183-e9f4bf693d02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.557620 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-cfd3f595-18a8-469d-ae60-eb08fdc30ed3 req-ae1718bc-e42f-489d-8eaf-a881c390074f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.623562 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f8715203-474a-48f4-a183-e9f4bf693d02 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4024470 Jul 09 19:56:42.628713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58672) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:42.637372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1718bc-e42f-489d-8eaf-a881c390074f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Pushing event deleted for resources: {'Port': ['ID=54105d4a-c6a2-4278-9569-815e4ec2d2be,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:42.644772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-170420226-router', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:42.716872 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.718778 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.785778 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-9d6643aa-3cce-44ad-8b2e-b879a5fe938a tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:42.787336 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-9d6643aa-3cce-44ad-8b2e-b879a5fe938a tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.36 "GET /v2.0/networks?id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf HTTP/1.1" status: 200 len: 819 time: 0.3417418 Jul 09 19:56:42.800330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23441a-c69a-429c-b483-d1dfc4999693 req-148adc45-de48-4ea1-ba1b-b9a6a53effc2 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:42.805738 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-6e85f3ef-224c-459b-bdee-4f09fc11bea8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Request body: {'port': {'device_id': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'admin_state_up': True, 'tenant_id': '6f22af0e34994cab9327fe435cc5d495'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:42.808564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a23441a-c69a-429c-b483-d1dfc4999693 req-148adc45-de48-4ea1-ba1b-b9a6a53effc2 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed325f1b-7966-45b7-bafe-a81c2af1db48 HTTP/1.1" status: 200 len: 945 time: 0.2207670 Jul 09 19:56:42.865339 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-cfd3f595-18a8-469d-ae60-eb08fdc30ed3 req-ae1718bc-e42f-489d-8eaf-a881c390074f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.868250 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-cfd3f595-18a8-469d-ae60-eb08fdc30ed3 req-ae1718bc-e42f-489d-8eaf-a881c390074f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.869491 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cfd3f595-18a8-469d-ae60-eb08fdc30ed3 req-ae1718bc-e42f-489d-8eaf-a881c390074f tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "DELETE /v2.0/floatingips/e2e3ea32-bd50-4a1a-a1a8-b92d0c524bf1 HTTP/1.1" status: 204 len: 173 time: 1.8590257 Jul 09 19:56:42.973521 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:42.988911 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a23441a-c69a-429c-b483-d1dfc4999693 req-c54e2d6d-5a9a-4576-8046-13bfd43219a9 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777482 Jul 09 19:56:43.020227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-6e85f3ef-224c-459b-bdee-4f09fc11bea8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Made reservation on behalf of 6f22af0e34994cab9327fe435cc5d495 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:43.020227 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-6e85f3ef-224c-459b-bdee-4f09fc11bea8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.083021 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-e8c08027-43f9-4cb6-9cec-93ee802673d7', 'network_id': 'e8c08027-43f9-4cb6-9cec-93ee802673d7', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'fixed_ips': [{'subnet_id': '750af239-2851-43a9-9818-2f3b72cb0570'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:56:43.083917 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.220322 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f888348-e224-4452-b351-20ccd22032a9 req-baf2d18d-66b2-49d1-94b8-5bde3cf7a5b0 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 210 time: 0.0521250 Jul 09 19:56:43.278974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-6e85f3ef-224c-459b-bdee-4f09fc11bea8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Allocated IP 172.20.0.12 (d28118c5-8f22-4ad0-84bb-78bd4d8999cf/73b0c9d0-82f4-4376-a92d-35f98e89b332/33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:43.398687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Allocated IP 172.20.0.2 (e8c08027-43f9-4cb6-9cec-93ee802673d7/750af239-2851-43a9-9818-2f3b72cb0570/f47bf0e4-2938-4cbd-b660-9d034782f173) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:43.419322 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.487298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0384ec28-72e7-457b-8d92-f9f3fd78b6d2 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:43.578809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 0384ec28-72e7-457b-8d92-f9f3fd78b6d2 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:43.587101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0384ec28-72e7-457b-8d92-f9f3fd78b6d2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:43.587473 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.590699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9eeef-d5e2-46fd-a968-26dcfbb2f485 req-82550af4-a329-45f1-aa8c-7c2c1ed177c7 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:43.599725 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2f9eeef-d5e2-46fd-a968-26dcfbb2f485 req-82550af4-a329-45f1-aa8c-7c2c1ed177c7 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 950 time: 0.4308631 Jul 09 19:56:43.635311 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-6e85f3ef-224c-459b-bdee-4f09fc11bea8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.681865 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2f9eeef-d5e2-46fd-a968-26dcfbb2f485 req-9f8b5f08-986b-4986-97c7-cb66de06091c tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803146 Jul 09 19:56:43.689472 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-6e85f3ef-224c-459b-bdee-4f09fc11bea8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.703221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47777caf-e49c-424d-99c8-e684e8c80e74 req-9bb0ea05-ff89-4949-b9ac-405b2b00ac16 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:43.706506 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47777caf-e49c-424d-99c8-e684e8c80e74 req-9bb0ea05-ff89-4949-b9ac-405b2b00ac16 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.1853166 Jul 09 19:56:43.710057 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.757141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Transition to ACTIVE for port object f47bf0e4-2938-4cbd-b660-9d034782f173 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:43.783517 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.785205 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Transition to ACTIVE for port object f47bf0e4-2938-4cbd-b660-9d034782f173 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:43.798220 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.806052 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47777caf-e49c-424d-99c8-e684e8c80e74 req-719b1181-6256-4083-a11f-08141555149f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621381 Jul 09 19:56:43.815545 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-6e85f3ef-224c-459b-bdee-4f09fc11bea8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Network d28118c5-8f22-4ad0-84bb-78bd4d8999cf is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:43.819355 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-6e85f3ef-224c-459b-bdee-4f09fc11bea8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:43.823416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-6e85f3ef-224c-459b-bdee-4f09fc11bea8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:43.831077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85f3ef-224c-459b-bdee-4f09fc11bea8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Pushing event updated for resources: {'Port': ['ID=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:43.872441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 0384ec28-72e7-457b-8d92-f9f3fd78b6d2, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0384ec28-72e7-457b-8d92-f9f3fd78b6d2,segment=NetworkSegment(426b3431-097f-49b5-95b9-633084f5ddae),segment_id=426b3431-097f-49b5-95b9-633084f5ddae)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:43.876694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Network e8c08027-43f9-4cb6-9cec-93ee802673d7 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:43.881872 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.888308 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:43.890701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:43.892699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.901763 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Pushing event updated for resources: {'Port': ['ID=f47bf0e4-2938-4cbd-b660-9d034782f173,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:43.905856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-6e85f3ef-224c-459b-bdee-4f09fc11bea8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:43.906564 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-6e85f3ef-224c-459b-bdee-4f09fc11bea8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.923776 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:43.948678 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [req-ec9dd249-305f-4e77-91e3-8934f3206ea3 req-04bdf919-ed59-4074-b7e7-586f60ba03cc tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] show failed (client error): The resource could not be found. Jul 09 19:56:43.950995 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ec9dd249-305f-4e77-91e3-8934f3206ea3 req-04bdf919-ed59-4074-b7e7-586f60ba03cc tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/floatingips/e2e3ea32-bd50-4a1a-a1a8-b92d0c524bf1 HTTP/1.1" status: 404 len: 350 time: 0.0531204 Jul 09 19:56:43.978387 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-6e85f3ef-224c-459b-bdee-4f09fc11bea8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1768866 Jul 09 19:56:43.997972 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Attempting to bind port f47bf0e4-2938-4cbd-b660-9d034782f173 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:43.998351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Attempting to bind port f47bf0e4-2938-4cbd-b660-9d034782f173 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '4f8e81dc-4de6-4daa-942e-f95002a83894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e8c08027-43f9-4cb6-9cec-93ee802673d7'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:43.998782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Attempting to bind port f47bf0e4-2938-4cbd-b660-9d034782f173 on network e8c08027-43f9-4cb6-9cec-93ee802673d7 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:44.015192 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=0384ec28-72e7-457b-8d92-f9f3fd78b6d2,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:44.019804 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:44.020465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Checking segment: {'id': '4f8e81dc-4de6-4daa-942e-f95002a83894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e8c08027-43f9-4cb6-9cec-93ee802673d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:44.021193 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.021770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Bound using segment: {'id': '4f8e81dc-4de6-4daa-942e-f95002a83894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e8c08027-43f9-4cb6-9cec-93ee802673d7'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:44.022882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Bound port: f47bf0e4-2938-4cbd-b660-9d034782f173, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8e81dc-4de6-4daa-942e-f95002a83894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e8c08027-43f9-4cb6-9cec-93ee802673d7'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:44.023290 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.083455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Allocated IP 172.25.0.110 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/deb5f3f0-9152-40fc-bceb-58f117459b37) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:44.095484 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Request body: {'port': {'device_id': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:44.133734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] For port f47bf0e4-2938-4cbd-b660-9d034782f173, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:44.142177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] For port f47bf0e4-2938-4cbd-b660-9d034782f173, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f47bf0e4-2938-4cbd-b660-9d034782f173,segment=NetworkSegment(4f8e81dc-4de6-4daa-942e-f95002a83894),segment_id=4f8e81dc-4de6-4daa-942e-f95002a83894)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:44.154387 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.218592 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.259912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c056f-22cc-4de7-9b22-7b3d4f9f34b4 None None] Pushing event updated for resources: {'Port': ['ID=f47bf0e4-2938-4cbd-b660-9d034782f173,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:44.317382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40b08b-f84e-4c07-8a90-f8962601f1f2 req-ecea3478-ac9b-4483-9e69-f480df681114 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:44.319132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b40b08b-f84e-4c07-8a90-f8962601f1f2 req-ecea3478-ac9b-4483-9e69-f480df681114 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ec9a5e-05e7-478f-83f1-fa5a73eae3bf HTTP/1.1" status: 200 len: 950 time: 0.1427805 Jul 09 19:56:44.322390 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.371738 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [req-478c949b-3200-4e64-9521-c7b287f38758 req-ea376952-b89c-4286-a1f7-f2548ddc24a5 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] show failed (client error): The resource could not be found. Jul 09 19:56:44.385228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58702) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:44.389138 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-478c949b-3200-4e64-9521-c7b287f38758 req-ea376952-b89c-4286-a1f7-f2548ddc24a5 tempest-FloatingIPsTestJSON-2007215475 tempest-FloatingIPsTestJSON-2007215475-project] 10.222.0.30 "GET /v2.0/floatingips/e2e3ea32-bd50-4a1a-a1a8-b92d0c524bf1 HTTP/1.1" status: 404 len: 350 time: 0.0745029 Jul 09 19:56:44.404305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b40b08b-f84e-4c07-8a90-f8962601f1f2 req-e673b169-92bf-4819-b50d-99b04b5c7ca4 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747325 Jul 09 19:56:44.523442 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.587532 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:44.613013 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:44.620039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:44.678029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Pushing event updated for resources: {'Port': ['ID=deb5f3f0-9152-40fc-bceb-58f117459b37,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:44.850170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb823d6-002f-45cb-95e7-88fe59945f06 req-537284ff-12e5-4f62-a77f-2f15994cac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:44.851827 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9bb823d6-002f-45cb-95e7-88fe59945f06 req-537284ff-12e5-4f62-a77f-2f15994cac96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 1096 time: 0.3505719 Jul 09 19:56:44.862946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd0612-011c-47cc-9191-0df8fc6502f3 req-21228263-7b5b-42c8-b1a3-58a94e24f8b1 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:44.864423 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-84fd0612-011c-47cc-9191-0df8fc6502f3 req-21228263-7b5b-42c8-b1a3-58a94e24f8b1 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 945 time: 0.3037035 Jul 09 19:56:44.876338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:44.900542 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.956938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Transition to ACTIVE for port object 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:44.973179 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:44.998746 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-84fd0612-011c-47cc-9191-0df8fc6502f3 req-154680fe-0360-456a-aa3e-11316172b657 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157122 Jul 09 19:56:45.059525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Pushing event updated for resources: {'Port': ['ID=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:45.066174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb823d6-002f-45cb-95e7-88fe59945f06 req-c170eb29-8f1c-48eb-a4d0-18bb5c1a7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:45.067705 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9bb823d6-002f-45cb-95e7-88fe59945f06 req-c170eb29-8f1c-48eb-a4d0-18bb5c1a7cc2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 913 time: 0.2006001 Jul 09 19:56:45.099651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a3780-76dd-46fc-ad9d-621a5fb42984 req-12d5b4c2-9ae6-4d79-b869-2534c884dc8c tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:45.107407 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e2a3780-76dd-46fc-ad9d-621a5fb42984 req-12d5b4c2-9ae6-4d79-b869-2534c884dc8c tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 932 time: 0.2728932 Jul 09 19:56:45.153310 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9bb823d6-002f-45cb-95e7-88fe59945f06 req-b4514403-a617-49a1-97b9-266efc24f486 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9deddb0-c43e-47de-b1e8-88ea2d643392 HTTP/1.1" status: 200 len: 217 time: 0.0611095 Jul 09 19:56:45.210775 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e2a3780-76dd-46fc-ad9d-621a5fb42984 req-f8bf03fd-f25a-4711-a7f0-3c3c6a7e4a94 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023116 Jul 09 19:56:45.217892 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.224902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Attempting to bind port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:45.225254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Attempting to bind port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '426b3431-097f-49b5-95b9-633084f5ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:45.225598 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Attempting to bind port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 on network d28118c5-8f22-4ad0-84bb-78bd4d8999cf {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:45.255188 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 on network d28118c5-8f22-4ad0-84bb-78bd4d8999cf not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:56:45.258734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Attempting to bind port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 on network d28118c5-8f22-4ad0-84bb-78bd4d8999cf {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:45.272999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:45.282973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Checking segment: {'id': '426b3431-097f-49b5-95b9-633084f5ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:45.283546 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Bound using segment: {'id': '426b3431-097f-49b5-95b9-633084f5ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:45.284202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Bound port: 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '426b3431-097f-49b5-95b9-633084f5ddae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:45.284673 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.397941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb823d6-002f-45cb-95e7-88fe59945f06 req-f50faf33-d14d-43f1-a3a8-0621a8136a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:45.399487 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9bb823d6-002f-45cb-95e7-88fe59945f06 req-f50faf33-d14d-43f1-a3a8-0621a8136a5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 200 len: 852 time: 0.2248507 Jul 09 19:56:45.459059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9bb823d6-002f-45cb-95e7-88fe59945f06 req-c9a810b0-926b-4444-ae56-b68b66924d91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8894aba0-c40a-4dc6-b8c1-f53ea7016388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468187 Jul 09 19:56:45.502771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] For port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:45.516747 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0384ec28-72e7-457b-8d92-f9f3fd78b6d2 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:45.549493 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] For port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77,segment=NetworkSegment(426b3431-097f-49b5-95b9-633084f5ddae),segment_id=426b3431-097f-49b5-95b9-633084f5ddae)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:45.564892 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.599830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3b8d70-b640-44c0-8c13-404b97f2b5da None None] Network e8c08027-43f9-4cb6-9cec-93ee802673d7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:45.676976 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-44ddf2ad-8a5f-4839-b07b-cbe18b9369fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.689463 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa3dba-7e28-4e5a-a713-2704a3738b9e req-19e41d6d-1c9a-4251-85cd-3c10bafaef7c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:45.697002 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8fa3dba-7e28-4e5a-a713-2704a3738b9e req-19e41d6d-1c9a-4251-85cd-3c10bafaef7c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.2997184 Jul 09 19:56:45.701088 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ee0fc5c5-13c1-44a5-b730-85d234909f40 None None] Provisioning for port f47bf0e4-2938-4cbd-b660-9d034782f173 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:45.752638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:45.752638 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.752638 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] 10.222.0.36 "PUT /v2.0/ports/33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 HTTP/1.1" status: 200 len: 1092 time: 1.6611180 Jul 09 19:56:45.754357 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'tag': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:45.760286 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398e1880-0b8a-4b93-8d13-65f57b176493" -d '{"events": [{"name": "network-changed", "server_uuid": "78330125-b9d6-4e6c-9cbc-8603a52dde2e", "tag": "33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:45.765055 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0384ec28-72e7-457b-8d92-f9f3fd78b6d2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:45.765694 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.795593 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9bb823d6-002f-45cb-95e7-88fe59945f06 req-27fb5050-809b-4c3c-88ac-f759c1e5b235 service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164434 Jul 09 19:56:45.803055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed699b-414a-4f5c-b57f-45f51ae5e342 service neutron] Pushing event updated for resources: {'Port': ['ID=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:45.820774 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:45.837395 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8fa3dba-7e28-4e5a-a713-2704a3738b9e req-f8dd63a4-cd5a-4f66-ba6b-169897e4b53e tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394377 Jul 09 19:56:45.920246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f47bf0e4-2938-4cbd-b660-9d034782f173 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:45.962651 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-f98e5923-8b05-40a3-b9aa-3126e28dd60f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:45.971859 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-f98e5923-8b05-40a3-b9aa-3126e28dd60f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/networks?id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091 HTTP/1.1" status: 200 len: 813 time: 0.3342180 Jul 09 19:56:45.996312 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port f47bf0e4-2938-4cbd-b660-9d034782f173 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:46.000703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port f47bf0e4-2938-4cbd-b660-9d034782f173 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:46.001247 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.014186 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9bb823d6-002f-45cb-95e7-88fe59945f06 req-cc588f17-afba-461c-972c-f94116cfa708 service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066970 Jul 09 19:56:46.050778 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-a2d2f034-6382-4c32-9e4e-f93799d16a23 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/quotas/8462646f4467450bbe9aca8cc6a1e788 HTTP/1.1" status: 200 len: 375 time: 0.0774620 Jul 09 19:56:46.072049 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14349c09-edd8-4552-beab-7976427e11fc x-openstack-request-id: req-14349c09-edd8-4552-beab-7976427e11fc {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:46.072049 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78330125-b9d6-4e6c-9cbc-8603a52dde2e", "tag": "33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:46.072376 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14349c09-edd8-4552-beab-7976427e11fc {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:46.072651 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'tag': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77', 'status': 'completed', 'code': 200} Jul 09 19:56:46.131094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-18eb3e2f-c224-4de6-ad3d-75dc11deb490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:46.132678 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-18eb3e2f-c224-4de6-ad3d-75dc11deb490 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f22af0e34994cab9327fe435cc5d495&device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 1095 time: 0.2646742 Jul 09 19:56:46.149646 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.223895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port f47bf0e4-2938-4cbd-b660-9d034782f173, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f47bf0e4-2938-4cbd-b660-9d034782f173,segment=NetworkSegment(4f8e81dc-4de6-4daa-942e-f95002a83894),segment_id=4f8e81dc-4de6-4daa-942e-f95002a83894)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:46.240750 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-d77b587f-34dc-4645-b56b-1198590286da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 HTTP/1.1" status: 200 len: 217 time: 0.0827546 Jul 09 19:56:46.241963 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.257874 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-e3fdaf4e-a3fc-45ef-a436-0a8498bb9c31 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8462646f4467450bbe9aca8cc6a1e788&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2062340 Jul 09 19:56:46.294387 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Router cffac828-9b55-4294-bc6c-95afe8fd21c5 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:56:46.307391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=f47bf0e4-2938-4cbd-b660-9d034782f173,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:46.338099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7c1fce26-6655-4158-9b42-df429cc0b52d None None] Provisioning complete for port f47bf0e4-2938-4cbd-b660-9d034782f173 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:46.338771 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7c1fce26-6655-4158-9b42-df429cc0b52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.694630 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-73e1094a-dcf4-487c-bb3e-c1a536e2e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:46.696032 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-73e1094a-dcf4-487c-bb3e-c1a536e2e426 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73b0c9d0-82f4-4376-a92d-35f98e89b332 HTTP/1.1" status: 200 len: 859 time: 0.4371665 Jul 09 19:56:46.709620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e49573-7d86-43d0-90b9-cfaccfce0b46 req-4807a240-d54e-4239-9f01-0cb9731f58a6 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:46.711102 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-95e49573-7d86-43d0-90b9-cfaccfce0b46 req-4807a240-d54e-4239-9f01-0cb9731f58a6 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 945 time: 0.4837637 Jul 09 19:56:46.718417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-44ddf2ad-8a5f-4839-b07b-cbe18b9369fa admin admin] Deleting port 838131ad-a06a-47c2-89e9-5cdda07b262c {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:46.718763 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-44ddf2ad-8a5f-4839-b07b-cbe18b9369fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.747496 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-0b68b71b-a74a-4ad2-9335-0f56d4ebda60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399842 Jul 09 19:56:46.795938 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-6e663487-7494-4f24-b877-97332c00507f service neutron] 10.222.0.30 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264959 Jul 09 19:56:46.856762 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-95e49573-7d86-43d0-90b9-cfaccfce0b46 req-353d6d04-7614-4966-92c9-c75da39c7b4a tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b0b0bac-f722-4516-ae7d-d6267a99b819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359518 Jul 09 19:56:46.862410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:46.876993 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Sync routers for ids ['cffac828-9b55-4294-bc6c-95afe8fd21c5'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:46.892691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7790f20-6ce0-4c5f-8b87-c7d848ddee8a req-2394e653-b1a0-47e5-95d5-24bb9fcd9fce tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:46.893749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-44ddf2ad-8a5f-4839-b07b-cbe18b9369fa admin admin] For port 838131ad-a06a-47c2-89e9-5cdda07b262c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=838131ad-a06a-47c2-89e9-5cdda07b262c,segment=NetworkSegment(4561bc40-7b99-4f50-ac64-35cf35c7eb9f),segment_id=4561bc40-7b99-4f50-ac64-35cf35c7eb9f)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:46.894204 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-44ddf2ad-8a5f-4839-b07b-cbe18b9369fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.894340 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f7790f20-6ce0-4c5f-8b87-c7d848ddee8a req-2394e653-b1a0-47e5-95d5-24bb9fcd9fce tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed325f1b-7966-45b7-bafe-a81c2af1db48 HTTP/1.1" status: 200 len: 945 time: 0.2777197 Jul 09 19:56:46.906049 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Routers {'cffac828-9b55-4294-bc6c-95afe8fd21c5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:46.906705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-782ae571-29c9-4358-8730-8111b526c339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cffac828-9b55-4294-bc6c-95afe8fd21c5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:46.907504 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70218ba0-ddc5-4c95-b52c-0ba09412ea51 req-b2a86a8f-3549-4f78-aa36-8931186a55d0 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:46.909047 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70218ba0-ddc5-4c95-b52c-0ba09412ea51 req-b2a86a8f-3549-4f78-aa36-8931186a55d0 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 945 time: 0.2935596 Jul 09 19:56:46.914596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-44ddf2ad-8a5f-4839-b07b-cbe18b9369fa admin admin] Calling delete_port for 838131ad-a06a-47c2-89e9-5cdda07b262c owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:46.921397 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:46.922605 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-abd1c5ed-b802-4b16-ad18-467c0098bc4f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2879517 Jul 09 19:56:46.926362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58752) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:47.047263 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-8c474374-1ad9-40b3-8c79-0435db0c48d6 service neutron] 10.222.0.36 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866240 Jul 09 19:56:47.062269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Set router cffac828-9b55-4294-bc6c-95afe8fd21c5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:47.162325 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-32444951-c45a-44d6-82fe-46dcb6179a7d service neutron] 10.222.0.30 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390491 Jul 09 19:56:47.239228 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-70218ba0-ddc5-4c95-b52c-0ba09412ea51 req-d4f1c6e0-cbe7-487a-8a95-76ce05896b33 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Deleting port 8dccef9f-874f-4309-ad10-4d22d5222a9c {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:47.239648 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-70218ba0-ddc5-4c95-b52c-0ba09412ea51 req-d4f1c6e0-cbe7-487a-8a95-76ce05896b33 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:47.245526 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-f7790f20-6ce0-4c5f-8b87-c7d848ddee8a req-d36bfa19-7b71-4250-b9b5-05dd2555ff02 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Deleting port 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:47.247133 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f7790f20-6ce0-4c5f-8b87-c7d848ddee8a req-d36bfa19-7b71-4250-b9b5-05dd2555ff02 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:47.258813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76c4a7-eace-4f5a-a1dd-48e44bc6b35f req-6ae0c014-aee9-4269-813b-002b4e2bb3b5 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:47.260576 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e76c4a7-eace-4f5a-a1dd-48e44bc6b35f req-6ae0c014-aee9-4269-813b-002b4e2bb3b5 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 944 time: 0.1931319 Jul 09 19:56:47.290169 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3cb6f61f-0ebd-4130-af3d-2c1724b780ba req-cd7b4768-96be-4e54-b36d-aad8774d4fa5 service neutron] 10.222.0.36 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259247 Jul 09 19:56:47.362546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-782ae571-29c9-4358-8730-8111b526c339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'name': 'tempest-FloatingIPDetailsTestJSON-170420226-router', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'deb5f3f0-9152-40fc-bceb-58f117459b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:42Z', 'updated_at': '2021-07-09T19:56:44Z', 'revision_number': 3, 'project_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'gw_port': {'id': 'deb5f3f0-9152-40fc-bceb-58f117459b37', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:43Z', 'updated_at': '2021-07-09T19:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:47.405150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Checking router: cffac828-9b55-4294-bc6c-95afe8fd21c5 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:47.405854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Updating router cffac828-9b55-4294-bc6c-95afe8fd21c5 port deb5f3f0-9152-40fc-bceb-58f117459b37 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:56:47.429530 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e76c4a7-eace-4f5a-a1dd-48e44bc6b35f req-b43c90c2-0040-4e87-be7a-c5c99d0ed0f6 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407280 Jul 09 19:56:47.440993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-70218ba0-ddc5-4c95-b52c-0ba09412ea51 req-d4f1c6e0-cbe7-487a-8a95-76ce05896b33 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] For port 8dccef9f-874f-4309-ad10-4d22d5222a9c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=8dccef9f-874f-4309-ad10-4d22d5222a9c,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:47.441357 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-70218ba0-ddc5-4c95-b52c-0ba09412ea51 req-d4f1c6e0-cbe7-487a-8a95-76ce05896b33 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:47.444077 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f47bf0e4-2938-4cbd-b660-9d034782f173 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:47.455884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-f7790f20-6ce0-4c5f-8b87-c7d848ddee8a req-d36bfa19-7b71-4250-b9b5-05dd2555ff02 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] For port 28a493d4-716d-458c-8ec2-cf8af4ca0dd8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=28a493d4-716d-458c-8ec2-cf8af4ca0dd8,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:47.456258 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f7790f20-6ce0-4c5f-8b87-c7d848ddee8a req-d36bfa19-7b71-4250-b9b5-05dd2555ff02 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:47.462200 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-70218ba0-ddc5-4c95-b52c-0ba09412ea51 req-d4f1c6e0-cbe7-487a-8a95-76ce05896b33 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Calling delete_port for 8dccef9f-874f-4309-ad10-4d22d5222a9c owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:47.477474 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-f7790f20-6ce0-4c5f-8b87-c7d848ddee8a req-d36bfa19-7b71-4250-b9b5-05dd2555ff02 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Calling delete_port for 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:47.500198 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:47.594481 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-44ddf2ad-8a5f-4839-b07b-cbe18b9369fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:47.603807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e1880-0b8a-4b93-8d13-65f57b176493 req-5e657cd5-9ed9-4c39-949e-5e2e955707a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:47.606362 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-398e1880-0b8a-4b93-8d13-65f57b176493 req-5e657cd5-9ed9-4c39-949e-5e2e955707a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f22af0e34994cab9327fe435cc5d495&device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 1095 time: 0.2302082 Jul 09 19:56:47.708255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddf2ad-8a5f-4839-b07b-cbe18b9369fa admin admin] Pushing event deleted for resources: {'Port': ['ID=838131ad-a06a-47c2-89e9-5cdda07b262c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:47.748581 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port f47bf0e4-2938-4cbd-b660-9d034782f173 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:47.748971 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:47.790674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0189867-6489-4d7f-b9e2-8aeb55c94313 req-bc97e32c-3d74-4eff-962a-51378ea50212 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:47.792689 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a0189867-6489-4d7f-b9e2-8aeb55c94313 req-bc97e32c-3d74-4eff-962a-51378ea50212 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c733e9f-5142-439d-9a74-d0a0237526e4 HTTP/1.1" status: 200 len: 946 time: 0.5053272 Jul 09 19:56:47.886190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e1880-0b8a-4b93-8d13-65f57b176493 req-f9a56012-74d7-44bd-9702-cc67d6c17ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:47.889004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-398e1880-0b8a-4b93-8d13-65f57b176493 req-f9a56012-74d7-44bd-9702-cc67d6c17ea1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf HTTP/1.1" status: 200 len: 920 time: 0.2761688 Jul 09 19:56:47.921240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c9deddb0-c43e-47de-b1e8-88ea2d643392 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:47.989363 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-398e1880-0b8a-4b93-8d13-65f57b176493 req-a8c6f758-2832-4fcf-91ea-02dba778bc47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 HTTP/1.1" status: 200 len: 217 time: 0.0921769 Jul 09 19:56:47.998018 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f7790f20-6ce0-4c5f-8b87-c7d848ddee8a req-d36bfa19-7b71-4250-b9b5-05dd2555ff02 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.003409 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-70218ba0-ddc5-4c95-b52c-0ba09412ea51 req-d4f1c6e0-cbe7-487a-8a95-76ce05896b33 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.097871 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58784) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:48.152771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bfa19-7b71-4250-b9b5-05dd2555ff02 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Pushing event deleted for resources: {'Port': ['ID=28a493d4-716d-458c-8ec2-cf8af4ca0dd8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:48.363952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5839de4-c171-4512-a982-51d19cade0b9 req-c2b6a3e9-2743-49b4-baa2-b46d5e3024c7 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:48.371343 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d5839de4-c171-4512-a982-51d19cade0b9 req-c2b6a3e9-2743-49b4-baa2-b46d5e3024c7 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 945 time: 0.6787884 Jul 09 19:56:48.393749 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1c6e0-cbe7-487a-8a95-76ce05896b33 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Pushing event deleted for resources: {'Port': ['ID=8dccef9f-874f-4309-ad10-4d22d5222a9c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:48.456713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-70218ba0-ddc5-4c95-b52c-0ba09412ea51 req-d4f1c6e0-cbe7-487a-8a95-76ce05896b33 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] No DVR routers for this DVR port 8dccef9f-874f-4309-ad10-4d22d5222a9c on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:48.467513 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f66ae973-c42c-43de-9dba-84eccdd46535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.478448 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.482104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7790f20-6ce0-4c5f-8b87-c7d848ddee8a req-d36bfa19-7b71-4250-b9b5-05dd2555ff02 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] No DVR routers for this DVR port 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:48.485770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e1880-0b8a-4b93-8d13-65f57b176493 req-f7581bd8-2a4a-49a1-84f3-4b6adcd79873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:48.487633 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-398e1880-0b8a-4b93-8d13-65f57b176493 req-f7581bd8-2a4a-49a1-84f3-4b6adcd79873 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73b0c9d0-82f4-4376-a92d-35f98e89b332 HTTP/1.1" status: 200 len: 859 time: 0.4870939 Jul 09 19:56:48.488991 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f7790f20-6ce0-4c5f-8b87-c7d848ddee8a req-d36bfa19-7b71-4250-b9b5-05dd2555ff02 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.491038 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f7790f20-6ce0-4c5f-8b87-c7d848ddee8a req-d36bfa19-7b71-4250-b9b5-05dd2555ff02 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "DELETE /v2.0/ports/28a493d4-716d-458c-8ec2-cf8af4ca0dd8 HTTP/1.1" status: 204 len: 173 time: 1.5746999 Jul 09 19:56:48.492284 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-70218ba0-ddc5-4c95-b52c-0ba09412ea51 req-d4f1c6e0-cbe7-487a-8a95-76ce05896b33 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.494286 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70218ba0-ddc5-4c95-b52c-0ba09412ea51 req-d4f1c6e0-cbe7-487a-8a95-76ce05896b33 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.36 "DELETE /v2.0/ports/8dccef9f-874f-4309-ad10-4d22d5222a9c HTTP/1.1" status: 204 len: 173 time: 1.5587108 Jul 09 19:56:48.499305 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8768e6a-ba80-43bd-8043-bd10a5fb4e0f req-a0999eea-7682-4864-8fe5-d253035f4c30 tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 210 time: 0.0989077 Jul 09 19:56:48.499305 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed325f1b-7966-45b7-bafe-a81c2af1db48', 'name': 'network-vif-deleted', 'tag': '28a493d4-716d-458c-8ec2-cf8af4ca0dd8'}, {'server_uuid': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'name': 'network-vif-deleted', 'tag': '8dccef9f-874f-4309-ad10-4d22d5222a9c'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:48.500214 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc21c2a-ef51-46a8-b961-6cff1f37377c" -d '{"events": [{"server_uuid": "ed325f1b-7966-45b7-bafe-a81c2af1db48", "name": "network-vif-deleted", "tag": "28a493d4-716d-458c-8ec2-cf8af4ca0dd8"}, {"server_uuid": "9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f", "name": "network-vif-deleted", "tag": "8dccef9f-874f-4309-ad10-4d22d5222a9c"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:48.540690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-a0189867-6489-4d7f-b9e2-8aeb55c94313 req-e442ae18-807e-4fde-a7e9-e797db617597 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Deleting port be53e076-3ae9-42ca-8ec0-c59ba92574b5 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:48.540690 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a0189867-6489-4d7f-b9e2-8aeb55c94313 req-e442ae18-807e-4fde-a7e9-e797db617597 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.563199 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d5839de4-c171-4512-a982-51d19cade0b9 req-1836ee9a-0da7-48a5-b08d-7bd2474f90da tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908965 Jul 09 19:56:48.604503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-44ddf2ad-8a5f-4839-b07b-cbe18b9369fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.607347 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-398e1880-0b8a-4b93-8d13-65f57b176493 req-e87e1e83-b7c4-4319-bf88-628191f8c34f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038425 Jul 09 19:56:48.827966 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8ce3e93-b6cd-462d-bbbf-e701b7ef107e req-10f7d0f0-d8ed-49f9-acaf-67ac6497501d tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bc337d9-eb83-4320-a7cd-228b28603b4e HTTP/1.1" status: 200 len: 210 time: 0.1221373 Jul 09 19:56:48.893217 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f66ae973-c42c-43de-9dba-84eccdd46535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.895856 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.945724 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98244561-59c5-4561-b79c-a7cc72603bca x-openstack-request-id: req-98244561-59c5-4561-b79c-a7cc72603bca {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:48.946350 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed325f1b-7966-45b7-bafe-a81c2af1db48", "name": "network-vif-deleted", "tag": "28a493d4-716d-458c-8ec2-cf8af4ca0dd8", "status": "completed", "code": 200}, {"server_uuid": "9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f", "name": "network-vif-deleted", "tag": "8dccef9f-874f-4309-ad10-4d22d5222a9c", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:48.955141 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98244561-59c5-4561-b79c-a7cc72603bca {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:48.955941 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed325f1b-7966-45b7-bafe-a81c2af1db48', 'name': 'network-vif-deleted', 'tag': '28a493d4-716d-458c-8ec2-cf8af4ca0dd8', 'status': 'completed', 'code': 200} Jul 09 19:56:48.957918 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f', 'name': 'network-vif-deleted', 'tag': '8dccef9f-874f-4309-ad10-4d22d5222a9c', 'status': 'completed', 'code': 200} Jul 09 19:56:48.978285 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-398e1880-0b8a-4b93-8d13-65f57b176493 req-f41bbf20-4971-4129-b3b3-670c0571784a service neutron] 10.222.0.36 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621926 Jul 09 19:56:48.985471 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:48.990989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76850fc7-a6c7-4772-9745-04a272981243', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9deddb0-c43e-47de-b1e8-88ea2d643392'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:49.004428 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32869ac5-b5c3-407f-b40b-53b81ab1ca00" -d '{"events": [{"server_uuid": "76850fc7-a6c7-4772-9745-04a272981243", "name": "network-vif-unplugged", "status": "completed", "tag": "c9deddb0-c43e-47de-b1e8-88ea2d643392"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:49.052847 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f66ae973-c42c-43de-9dba-84eccdd46535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.060764 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c9deddb0-c43e-47de-b1e8-88ea2d643392, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c9deddb0-c43e-47de-b1e8-88ea2d643392,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:49.071686 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.074402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Transition to ACTIVE for port object deb5f3f0-9152-40fc-bceb-58f117459b37 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:49.101467 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb95ae9-92d1-4ab2-a496-f193b3c6d72a x-openstack-request-id: req-5fb95ae9-92d1-4ab2-a496-f193b3c6d72a {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:49.101876 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76850fc7-a6c7-4772-9745-04a272981243", "name": "network-vif-unplugged", "status": "failed", "tag": "c9deddb0-c43e-47de-b1e8-88ea2d643392", "code": 422}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:49.102215 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fb95ae9-92d1-4ab2-a496-f193b3c6d72a {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:49.102756 n-d-800088-3 neutron-server[100206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '76850fc7-a6c7-4772-9745-04a272981243', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c9deddb0-c43e-47de-b1e8-88ea2d643392', 'code': 422} returned with failed status Jul 09 19:56:49.106703 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.133617 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-398e1880-0b8a-4b93-8d13-65f57b176493 req-b0beb5b4-0845-40fd-8b65-554394da2bd7 service neutron] 10.222.0.36 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466377 Jul 09 19:56:49.148026 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=c9deddb0-c43e-47de-b1e8-88ea2d643392,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:49.151066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Attempting to bind port deb5f3f0-9152-40fc-bceb-58f117459b37 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:49.151535 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Attempting to bind port deb5f3f0-9152-40fc-bceb-58f117459b37 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:49.152046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Attempting to bind port deb5f3f0-9152-40fc-bceb-58f117459b37 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:49.178939 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:49.179450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:49.179958 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.180409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:49.180975 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Bound port: deb5f3f0-9152-40fc-bceb-58f117459b37, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:49.181681 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.226873 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534587b-055b-4cc1-a954-b7deeb345bd4 None None] Pushing event updated for resources: {'Port': ['ID=deb5f3f0-9152-40fc-bceb-58f117459b37,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:49.253536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-782ae571-29c9-4358-8730-8111b526c339 None None] For port deb5f3f0-9152-40fc-bceb-58f117459b37, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:49.257000 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-782ae571-29c9-4358-8730-8111b526c339 None None] For port deb5f3f0-9152-40fc-bceb-58f117459b37, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=deb5f3f0-9152-40fc-bceb-58f117459b37,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:49.265747 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.279066 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ae973-c42c-43de-9dba-84eccdd46535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061119d8-d1fa-4d28-b5f6-bf107ab1c6a4,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:49.324363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Allocated IP 172.20.0.1 (e8c08027-43f9-4cb6-9cec-93ee802673d7/750af239-2851-43a9-9818-2f3b72cb0570/81e9fa59-7068-4521-868a-cc1e73e315cf) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:49.325821 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Routers {'cffac828-9b55-4294-bc6c-95afe8fd21c5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:49.326559 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-782ae571-29c9-4358-8730-8111b526c339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cffac828-9b55-4294-bc6c-95afe8fd21c5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:49.351525 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f66ae973-c42c-43de-9dba-84eccdd46535 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3177798e75c4cd49f054850bef99fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2521892 Jul 09 19:56:49.354281 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58808) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:49.362992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534587b-055b-4cc1-a954-b7deeb345bd4 None None] Pushing event updated for resources: {'Port': ['ID=deb5f3f0-9152-40fc-bceb-58f117459b37,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:49.421172 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b99d2d79-6910-480c-8e2e-73e93f07bdd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.443635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-782ae571-29c9-4358-8730-8111b526c339 None None] Set router cffac828-9b55-4294-bc6c-95afe8fd21c5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:49.444070 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b99d2d79-6910-480c-8e2e-73e93f07bdd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.489357 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a0189867-6489-4d7f-b9e2-8aeb55c94313 req-e442ae18-807e-4fde-a7e9-e797db617597 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] For port be53e076-3ae9-42ca-8ec0-c59ba92574b5, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=be53e076-3ae9-42ca-8ec0-c59ba92574b5,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:49.489610 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a0189867-6489-4d7f-b9e2-8aeb55c94313 req-e442ae18-807e-4fde-a7e9-e797db617597 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.510675 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b99d2d79-6910-480c-8e2e-73e93f07bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.514506 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b99d2d79-6910-480c-8e2e-73e93f07bdd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.515769 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b99d2d79-6910-480c-8e2e-73e93f07bdd1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/061119d8-d1fa-4d28-b5f6-bf107ab1c6a4 HTTP/1.1" status: 204 len: 168 time: 0.1604125 Jul 09 19:56:49.524146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d2d79-6910-480c-8e2e-73e93f07bdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061119d8-d1fa-4d28-b5f6-bf107ab1c6a4,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:49.529728 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-a0189867-6489-4d7f-b9e2-8aeb55c94313 req-e442ae18-807e-4fde-a7e9-e797db617597 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Calling delete_port for be53e076-3ae9-42ca-8ec0-c59ba92574b5 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:49.555498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16324814-14d8-46a1-9e07-a3b402d3462e req-e36b1d26-1c7f-4510-841b-c018c43edd3f tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:49.563008 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-16324814-14d8-46a1-9e07-a3b402d3462e req-e36b1d26-1c7f-4510-841b-c018c43edd3f tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 944 time: 0.6428788 Jul 09 19:56:49.757509 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-16324814-14d8-46a1-9e07-a3b402d3462e req-67b9b871-e984-4cbd-a5fa-5ad92a92f715 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889176 Jul 09 19:56:49.763341 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-56a3feab-3c2e-4689-bd44-cf430b75d87f req-7f09cbec-d1cf-47b8-99f9-df2fa5f9a39b tempest-FloatingIPsAssociationTestJSON-1959977131 tempest-FloatingIPsAssociationTestJSON-1959977131-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bffcd7c-2042-4fa5-8343-44aaeaa1fc2f HTTP/1.1" status: 200 len: 210 time: 0.0508773 Jul 09 19:56:49.771878 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:49.827877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-782ae571-29c9-4358-8730-8111b526c339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'name': 'tempest-FloatingIPDetailsTestJSON-170420226-router', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'deb5f3f0-9152-40fc-bceb-58f117459b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:42Z', 'updated_at': '2021-07-09T19:56:44Z', 'revision_number': 3, 'project_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'gw_port': {'id': 'deb5f3f0-9152-40fc-bceb-58f117459b37', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:43Z', 'updated_at': '2021-07-09T19:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:49.853860 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Transition to ACTIVE for port object 81e9fa59-7068-4521-868a-cc1e73e315cf will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:49.862125 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782ae571-29c9-4358-8730-8111b526c339 None None] The sync data for ids ['cffac828-9b55-4294-bc6c-95afe8fd21c5'] in n-d-800088-3 is: [{'id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'name': 'tempest-FloatingIPDetailsTestJSON-170420226-router', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'deb5f3f0-9152-40fc-bceb-58f117459b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:42Z', 'updated_at': '2021-07-09T19:56:44Z', 'revision_number': 3, 'project_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'gw_port': {'id': 'deb5f3f0-9152-40fc-bceb-58f117459b37', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:43Z', 'updated_at': '2021-07-09T19:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:49.919555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 87f3dcda-e978-4294-9e83-93abaa1a0394 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:56:49.940414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:49.974274 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:49.974723 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 28a493d4-716d-458c-8ec2-cf8af4ca0dd8 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:49.975236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 8dccef9f-874f-4309-ad10-4d22d5222a9c no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:50.108373 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad3893f5-7c20-4259-b0ca-393b6de53151 req-555df801-7968-4e9f-b21a-f5d9d1d17a5f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bc337d9-eb83-4320-a7cd-228b28603b4e HTTP/1.1" status: 200 len: 210 time: 0.0460598 Jul 09 19:56:50.137352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 87f3dcda-e978-4294-9e83-93abaa1a0394, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=87f3dcda-e978-4294-9e83-93abaa1a0394,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:50.156479 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 8dccef9f-874f-4309-ad10-4d22d5222a9c {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:50.156479 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 8dccef9f-874f-4309-ad10-4d22d5222a9c not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:50.157004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device be53e076-3ae9-42ca-8ec0-c59ba92574b5 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:50.159445 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '87f3dcda-e978-4294-9e83-93abaa1a0394', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '87f3dcda-e978-4294-9e83-93abaa1a0394', 'mac_address': 'fa:16:3e:2b:6a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:56:50.265980 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.287590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87f3dcda-e978-4294-9e83-93abaa1a0394 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:50.364856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 87f3dcda-e978-4294-9e83-93abaa1a0394, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=87f3dcda-e978-4294-9e83-93abaa1a0394,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:50.373862 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.375710 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.475361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['87f3dcda-e978-4294-9e83-93abaa1a0394'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:50.537350 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=87f3dcda-e978-4294-9e83-93abaa1a0394,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:50.583970 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.586939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ddf2ad-8a5f-4839-b07b-cbe18b9369fa admin admin] Router 0150f78f-6869-429b-97bb-5f967ee9fdb6 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:50.644829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Network e8c08027-43f9-4cb6-9cec-93ee802673d7 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:50.648369 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.api [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 19:56:50.648369 n-d-800088-3 neutron-server[100206]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 09 19:56:50.648369 n-d-800088-3 neutron-server[100206]: [parameters: {'status': 'DOWN', 'ports_id': 'be53e076-3ae9-42ca-8ec0-c59ba92574b5'}] Jul 09 19:56:50.648369 n-d-800088-3 neutron-server[100206]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:56:50.649799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:50.650039 n-d-800088-3 neutron-server[100206]: DEBUG oslo_db.api [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:56:50.652823 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a0189867-6489-4d7f-b9e2-8aeb55c94313 req-e442ae18-807e-4fde-a7e9-e797db617597 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.660260 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:50.747808 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:50.970669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-6f5b34f4-4abe-493f-89a4-6daf994fabd9 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:50.988511 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-6f5b34f4-4abe-493f-89a4-6daf994fabd9 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "GET /v2.0/networks?id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091 HTTP/1.1" status: 200 len: 813 time: 0.2448781 Jul 09 19:56:51.005659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-c316dfd8-58ea-473c-8e42-e55b0bd9b9cf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Request body: {'port': {'device_id': '782b48bd-1239-4bec-a0f5-39c2ee4ebc87', 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091', 'admin_state_up': True, 'tenant_id': '8462646f4467450bbe9aca8cc6a1e788'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:51.042132 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Pushing event updated for resources: {'Port': ['ID=81e9fa59-7068-4521-868a-cc1e73e315cf,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:51.102347 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-68140b18-eb4e-44c1-afd3-4603e7edb9f1 None None] Provisioning for port 81e9fa59-7068-4521-868a-cc1e73e315cf completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:51.106769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-68140b18-eb4e-44c1-afd3-4603e7edb9f1 None None] Provisioning complete for port 81e9fa59-7068-4521-868a-cc1e73e315cf triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:51.107153 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-68140b18-eb4e-44c1-afd3-4603e7edb9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.135534 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ddf2ad-8a5f-4839-b07b-cbe18b9369fa admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:51.152081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442ae18-807e-4fde-a7e9-e797db617597 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Pushing event deleted for resources: {'Port': ['ID=be53e076-3ae9-42ca-8ec0-c59ba92574b5,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:51.154138 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba63d742-1f44-4e89-b58f-f8d4a7915fd2 None None] Sync routers for ids ['0150f78f-6869-429b-97bb-5f967ee9fdb6'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:51.165814 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec409c1a-de1d-4707-8e27-8aab90b5f854 req-792529fa-6d9a-487a-be03-d458b251dcc8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:51.177338 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-44ddf2ad-8a5f-4839-b07b-cbe18b9369fa admin admin] 10.222.0.30 "PUT /v2.0/routers/0150f78f-6869-429b-97bb-5f967ee9fdb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7883215 Jul 09 19:56:51.178087 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ec409c1a-de1d-4707-8e27-8aab90b5f854 req-792529fa-6d9a-487a-be03-d458b251dcc8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 944 time: 0.1884565 Jul 09 19:56:51.179802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58854) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:51.181630 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63d742-1f44-4e89-b58f-f8d4a7915fd2 None None] Routers {'0150f78f-6869-429b-97bb-5f967ee9fdb6'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:51.182297 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ba63d742-1f44-4e89-b58f-f8d4a7915fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0150f78f-6869-429b-97bb-5f967ee9fdb6'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:51.190386 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Port be53e076-3ae9-42ca-8ec0-c59ba92574b5 update to DOWN by agent not found {{(pid=100206) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 19:56:51.199413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb404a-4de8-4c27-872b-fdff88a8fb4a req-b06bf48b-a93a-438b-bbcf-3e3c8eb6b935 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:51.216212 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46fb404a-4de8-4c27-872b-fdff88a8fb4a req-b06bf48b-a93a-438b-bbcf-3e3c8eb6b935 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 943 time: 1.3003020 Jul 09 19:56:51.231885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-68140b18-eb4e-44c1-afd3-4603e7edb9f1 None None] Port 81e9fa59-7068-4521-868a-cc1e73e315cf cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:51.255365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0189867-6489-4d7f-b9e2-8aeb55c94313 req-e442ae18-807e-4fde-a7e9-e797db617597 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] No DVR routers for this DVR port be53e076-3ae9-42ca-8ec0-c59ba92574b5 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:51.261724 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a0189867-6489-4d7f-b9e2-8aeb55c94313 req-e442ae18-807e-4fde-a7e9-e797db617597 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.265561 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a0189867-6489-4d7f-b9e2-8aeb55c94313 req-e442ae18-807e-4fde-a7e9-e797db617597 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "DELETE /v2.0/ports/be53e076-3ae9-42ca-8ec0-c59ba92574b5 HTTP/1.1" status: 204 len: 173 time: 3.3589346 Jul 09 19:56:51.266641 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c733e9f-5142-439d-9a74-d0a0237526e4', 'name': 'network-vif-deleted', 'tag': 'be53e076-3ae9-42ca-8ec0-c59ba92574b5'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:51.269363 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76930eee-0fa9-408f-a17e-a3e7dfb4040a" -d '{"events": [{"server_uuid": "2c733e9f-5142-439d-9a74-d0a0237526e4", "name": "network-vif-deleted", "tag": "be53e076-3ae9-42ca-8ec0-c59ba92574b5"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:51.353191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46fb404a-4de8-4c27-872b-fdff88a8fb4a req-c68bf371-3783-4877-bdbe-efda58f19bee tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342010 Jul 09 19:56:51.384428 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-ba63d742-1f44-4e89-b58f-f8d4a7915fd2 None None] Set router 0150f78f-6869-429b-97bb-5f967ee9fdb6 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:51.478912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device deb5f3f0-9152-40fc-bceb-58f117459b37 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:51.529441 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58862) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:51.582391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port deb5f3f0-9152-40fc-bceb-58f117459b37 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:51.585966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.588146 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port deb5f3f0-9152-40fc-bceb-58f117459b37 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:51.588605 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.735557 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ba63d742-1f44-4e89-b58f-f8d4a7915fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'name': 'tempest-FloatingIPsTestJSON-1593863828-router', 'tenant_id': '948ba623a31b4f9897891e764abfff22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:55:58Z', 'updated_at': '2021-07-09T19:56:47Z', 'revision_number': 5, 'project_id': '948ba623a31b4f9897891e764abfff22', 'gw_port': {'id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:00Z', 'updated_at': '2021-07-09T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:51.736322 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-0826a401-54bd-41e3-88d7-50cacb99b847 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:51.738468 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-0826a401-54bd-41e3-88d7-50cacb99b847 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "GET /v2.0/networks?id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091 HTTP/1.1" status: 200 len: 813 time: 0.3644173 Jul 09 19:56:51.769112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-540a9302-2373-4eac-b070-6629f91bfaa0 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Request body: {'port': {'device_id': '1bc337d9-eb83-4320-a7cd-228b28603b4e', 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091', 'admin_state_up': True, 'tenant_id': '8462646f4467450bbe9aca8cc6a1e788'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:51.773024 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.825096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port deb5f3f0-9152-40fc-bceb-58f117459b37, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=deb5f3f0-9152-40fc-bceb-58f117459b37,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:51.840020 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:51.935264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=deb5f3f0-9152-40fc-bceb-58f117459b37,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:51.938664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:56:52.048155 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba63d742-1f44-4e89-b58f-f8d4a7915fd2 None None] Checking router: 0150f78f-6869-429b-97bb-5f967ee9fdb6 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:52.077518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77,segment=NetworkSegment(426b3431-097f-49b5-95b9-633084f5ddae),segment_id=426b3431-097f-49b5-95b9-633084f5ddae)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:52.078363 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63d742-1f44-4e89-b58f-f8d4a7915fd2 None None] Routers {'0150f78f-6869-429b-97bb-5f967ee9fdb6'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:52.079017 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ba63d742-1f44-4e89-b58f-f8d4a7915fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0150f78f-6869-429b-97bb-5f967ee9fdb6'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:52.099727 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 87f3dcda-e978-4294-9e83-93abaa1a0394 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:52.103301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'port_id': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77', 'mac_address': 'fa:16:3e:dc:8f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:56:52.141081 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.169803 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ec409c1a-de1d-4707-8e27-8aab90b5f854 req-02546e61-b80b-4d28-8e8f-571e94efb6e6 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9907277 Jul 09 19:56:52.213123 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.227169 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.282169 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.292100 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 87f3dcda-e978-4294-9e83-93abaa1a0394 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:52.292928 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.296155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-540a9302-2373-4eac-b070-6629f91bfaa0 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Made reservation on behalf of 8462646f4467450bbe9aca8cc6a1e788 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:52.311972 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-540a9302-2373-4eac-b070-6629f91bfaa0 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.323027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-c316dfd8-58ea-473c-8e42-e55b0bd9b9cf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Made reservation on behalf of 8462646f4467450bbe9aca8cc6a1e788 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:56:52.328082 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-c316dfd8-58ea-473c-8e42-e55b0bd9b9cf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.378802 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-ba63d742-1f44-4e89-b58f-f8d4a7915fd2 None None] Set router 0150f78f-6869-429b-97bb-5f967ee9fdb6 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:52.384193 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:52.430913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77,segment=NetworkSegment(426b3431-097f-49b5-95b9-633084f5ddae),segment_id=426b3431-097f-49b5-95b9-633084f5ddae)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:52.445775 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.490805 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6e50a9a1-a6d0-459c-a8b8-c1d2dbdef920 req-79ca5598-6f1a-4a02-940d-298347760cac tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bc337d9-eb83-4320-a7cd-228b28603b4e HTTP/1.1" status: 200 len: 210 time: 0.0517313 Jul 09 19:56:52.587605 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.591410 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:52.604064 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.651797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Pushing event updated for resources: {'Port': ['ID=81e9fa59-7068-4521-868a-cc1e73e315cf,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:52.675538 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.707608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f3dcda-e978-4294-9e83-93abaa1a0394'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:52.710951 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97517978-9f18-4671-bcf1-8738c44c5445" -d '{"events": [{"server_uuid": "33ec9a5e-05e7-478f-83f1-fa5a73eae3bf", "name": "network-vif-plugged", "status": "completed", "tag": "87f3dcda-e978-4294-9e83-93abaa1a0394"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:52.726481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 87f3dcda-e978-4294-9e83-93abaa1a0394, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=87f3dcda-e978-4294-9e83-93abaa1a0394,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:52.742554 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:52.743746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c9deddb0-c43e-47de-b1e8-88ea2d643392 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:52.796678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-c316dfd8-58ea-473c-8e42-e55b0bd9b9cf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Allocated IP 172.20.0.14 (55f0dd5b-d300-4fd2-84cd-11cf63d6d091/fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6/e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:52.817809 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b04c6f-b2fb-49d0-b089-679300397e02 x-openstack-request-id: req-d3b04c6f-b2fb-49d0-b089-679300397e02 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:52.818353 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c733e9f-5142-439d-9a74-d0a0237526e4", "name": "network-vif-deleted", "tag": "be53e076-3ae9-42ca-8ec0-c59ba92574b5", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:52.819706 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3b04c6f-b2fb-49d0-b089-679300397e02 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:52.820506 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c733e9f-5142-439d-9a74-d0a0237526e4', 'name': 'network-vif-deleted', 'tag': 'be53e076-3ae9-42ca-8ec0-c59ba92574b5', 'status': 'completed', 'code': 200} Jul 09 19:56:52.850072 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:56:52.901722 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ba63d742-1f44-4e89-b58f-f8d4a7915fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'name': 'tempest-FloatingIPsTestJSON-1593863828-router', 'tenant_id': '948ba623a31b4f9897891e764abfff22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:55:58Z', 'updated_at': '2021-07-09T19:56:47Z', 'revision_number': 5, 'project_id': '948ba623a31b4f9897891e764abfff22', 'gw_port': {'id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:00Z', 'updated_at': '2021-07-09T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:52.972020 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba63d742-1f44-4e89-b58f-f8d4a7915fd2 None None] The sync data for ids ['0150f78f-6869-429b-97bb-5f967ee9fdb6'] in n-d-800088-3 is: [{'id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'name': 'tempest-FloatingIPsTestJSON-1593863828-router', 'tenant_id': '948ba623a31b4f9897891e764abfff22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:55:58Z', 'updated_at': '2021-07-09T19:56:47Z', 'revision_number': 5, 'project_id': '948ba623a31b4f9897891e764abfff22', 'gw_port': {'id': '2082c84b-d7b5-4d6b-a21c-76a345c948fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c4:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0150f78f-6869-429b-97bb-5f967ee9fdb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:00Z', 'updated_at': '2021-07-09T19:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:53.055115 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-c316dfd8-58ea-473c-8e42-e55b0bd9b9cf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.057121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=87f3dcda-e978-4294-9e83-93abaa1a0394,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:53.092701 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Network e8c08027-43f9-4cb6-9cec-93ee802673d7 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:53.095315 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:53.135017 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-c316dfd8-58ea-473c-8e42-e55b0bd9b9cf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.240874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-c316dfd8-58ea-473c-8e42-e55b0bd9b9cf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:53.246964 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd1a78c-0d71-43bb-a62b-b99df32e1030 x-openstack-request-id: req-5bd1a78c-0d71-43bb-a62b-b99df32e1030 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:56:53.247918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316dfd8-58ea-473c-8e42-e55b0bd9b9cf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Pushing event updated for resources: {'Port': ['ID=e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:53.248500 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec9a5e-05e7-478f-83f1-fa5a73eae3bf", "name": "network-vif-plugged", "status": "completed", "tag": "87f3dcda-e978-4294-9e83-93abaa1a0394", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:56:53.249042 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5bd1a78c-0d71-43bb-a62b-b99df32e1030 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:56:53.250358 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f3dcda-e978-4294-9e83-93abaa1a0394', 'code': 200} Jul 09 19:56:53.261849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-c316dfd8-58ea-473c-8e42-e55b0bd9b9cf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:53.264852 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-c316dfd8-58ea-473c-8e42-e55b0bd9b9cf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:53.337342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] Deleting port 2082c84b-d7b5-4d6b-a21c-76a345c948fa {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:53.337615 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.448471 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba21ed61-7290-4e7d-b664-56896cb25d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.460748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device deb5f3f0-9152-40fc-bceb-58f117459b37 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:53.474297 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-c316dfd8-58ea-473c-8e42-e55b0bd9b9cf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:53.475610 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-c316dfd8-58ea-473c-8e42-e55b0bd9b9cf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.504248 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-c316dfd8-58ea-473c-8e42-e55b0bd9b9cf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5028234 Jul 09 19:56:53.537004 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Request body: {'port': {'device_id': '782b48bd-1239-4bec-a0f5-39c2ee4ebc87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:53.565222 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port deb5f3f0-9152-40fc-bceb-58f117459b37 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:53.565760 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.617142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] For port 2082c84b-d7b5-4d6b-a21c-76a345c948fa, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2082c84b-d7b5-4d6b-a21c-76a345c948fa,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:53.617704 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.674349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Router cffac828-9b55-4294-bc6c-95afe8fd21c5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:53.679896 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] Calling delete_port for 2082c84b-d7b5-4d6b-a21c-76a345c948fa owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:53.698416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-540a9302-2373-4eac-b070-6629f91bfaa0 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Allocated IP 172.20.0.6 (55f0dd5b-d300-4fd2-84cd-11cf63d6d091/fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6/54b7dcfd-7488-4459-b32f-2188841f3523) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:53.707022 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.796156 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e8e7b717-457b-4533-9df4-c0b30d6a317f None None] Provisioning complete for port 81e9fa59-7068-4521-868a-cc1e73e315cf triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:53.798014 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8e7b717-457b-4533-9df4-c0b30d6a317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:53.809635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 838131ad-a06a-47c2-89e9-5cdda07b262c no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:53.890148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 838131ad-a06a-47c2-89e9-5cdda07b262c {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:53.898949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 838131ad-a06a-47c2-89e9-5cdda07b262c not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:53.941640 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7b717-457b-4533-9df4-c0b30d6a317f None None] Port 81e9fa59-7068-4521-868a-cc1e73e315cf cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:56:54.059773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:54.069181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Sync routers for ids ['cffac828-9b55-4294-bc6c-95afe8fd21c5'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:54.082693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Routers {'cffac828-9b55-4294-bc6c-95afe8fd21c5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:54.083343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cffac828-9b55-4294-bc6c-95afe8fd21c5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:54.091055 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.094553 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5ba35ccd-6565-4cd5-932f-07066b7c3d08 admin admin] 10.222.0.30 "PUT /v2.0/routers/cffac828-9b55-4294-bc6c-95afe8fd21c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1665814 Jul 09 19:56:54.179260 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=2082c84b-d7b5-4d6b-a21c-76a345c948fa,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:54.194197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6c15f-6c63-4358-a2bc-d7df21a078ec req-8a7b3597-f9d1-4e01-b1ef-527d7b269c43 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:54.197007 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-07c6c15f-6c63-4358-a2bc-d7df21a078ec req-8a7b3597-f9d1-4e01-b1ef-527d7b269c43 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 945 time: 0.5681229 Jul 09 19:56:54.237633 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.374732 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.380187 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.405153 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-07c6c15f-6c63-4358-a2bc-d7df21a078ec req-58525901-08f0-4bc8-9d9a-890b34bed777 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977921 Jul 09 19:56:54.467544 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.468400 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0150f78f-6869-429b-97bb-5f967ee9fdb6 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:56:54.484232 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.488877 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-56e1c568-520e-4205-b0a2-d48a478c6f02 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0150f78f-6869-429b-97bb-5f967ee9fdb6 HTTP/1.1" status: 204 len: 168 time: 3.3003073 Jul 09 19:56:54.489693 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58950) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:54.553696 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-540a9302-2373-4eac-b070-6629f91bfaa0 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.589739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Set router cffac828-9b55-4294-bc6c-95afe8fd21c5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:54.625005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b23cab3-8573-487c-9887-9dfae2604367 admin admin] Deleting subnet 6decb435-ad1a-4376-9680-bc0881cbb5a0 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:56:54.635111 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b23cab3-8573-487c-9887-9dfae2604367 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.781989 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3d7e2cf-90bd-4997-9152-e463fd2334fa req-3fd41bd9-527c-4fac-a94e-962b1b595f3f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bc337d9-eb83-4320-a7cd-228b28603b4e HTTP/1.1" status: 200 len: 210 time: 0.0770285 Jul 09 19:56:54.786912 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b23cab3-8573-487c-9887-9dfae2604367 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.818699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-540a9302-2373-4eac-b070-6629f91bfaa0 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.885936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ba21ed61-7290-4e7d-b664-56896cb25d1e admin admin] Deleting port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:54.886952 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba21ed61-7290-4e7d-b664-56896cb25d1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:54.892194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-540a9302-2373-4eac-b070-6629f91bfaa0 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:54.907101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-540a9302-2373-4eac-b070-6629f91bfaa0 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:55.009069 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'name': 'tempest-FloatingIPDetailsTestJSON-170420226-router', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'deb5f3f0-9152-40fc-bceb-58f117459b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:42Z', 'updated_at': '2021-07-09T19:56:51Z', 'revision_number': 4, 'project_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'gw_port': {'id': 'deb5f3f0-9152-40fc-bceb-58f117459b37', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:43Z', 'updated_at': '2021-07-09T19:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '81e9fa59-7068-4521-868a-cc1e73e315cf', 'name': '', 'network_id': 'e8c08027-43f9-4cb6-9cec-93ee802673d7', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'mac_address': 'fa:16:3e:de:20:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '750af239-2851-43a9-9818-2f3b72cb0570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:48Z', 'updated_at': '2021-07-09T19:56:51Z', 'revision_number': 2, 'project_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'subnets': [{'id': '750af239-2851-43a9-9818-2f3b72cb0570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:55.010180 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73064641-0abb-4206-a224-d1643549011e req-47831338-227b-45cc-98a0-4e7ba24e6e78 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:55.017607 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73064641-0abb-4206-a224-d1643549011e req-47831338-227b-45cc-98a0-4e7ba24e6e78 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=76850fc7-a6c7-4772-9745-04a272981243 HTTP/1.1" status: 200 len: 943 time: 0.4317231 Jul 09 19:56:55.063344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Checking router: cffac828-9b55-4294-bc6c-95afe8fd21c5 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:55.064175 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Updating router cffac828-9b55-4294-bc6c-95afe8fd21c5 port 81e9fa59-7068-4521-868a-cc1e73e315cf binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:56:55.153325 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.154426 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b23cab3-8573-487c-9887-9dfae2604367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.368660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2082c84b-d7b5-4d6b-a21c-76a345c948fa no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:55.394574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a9302-2373-4eac-b070-6629f91bfaa0 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Pushing event updated for resources: {'Port': ['ID=54b7dcfd-7488-4459-b32f-2188841f3523,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:55.399536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 2082c84b-d7b5-4d6b-a21c-76a345c948fa {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:55.399943 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2082c84b-d7b5-4d6b-a21c-76a345c948fa not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:55.400630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-540a9302-2373-4eac-b070-6629f91bfaa0 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:55.412453 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b23cab3-8573-487c-9887-9dfae2604367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.423595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:55.456412 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-540a9302-2373-4eac-b070-6629f91bfaa0 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:55.457335 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-540a9302-2373-4eac-b070-6629f91bfaa0 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.468787 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.474005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23cab3-8573-487c-9887-9dfae2604367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6decb435-ad1a-4376-9680-bc0881cbb5a0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:55.477461 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b23cab3-8573-487c-9887-9dfae2604367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.479461 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6b23cab3-8573-487c-9887-9dfae2604367 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6decb435-ad1a-4376-9680-bc0881cbb5a0 HTTP/1.1" status: 204 len: 168 time: 0.9884357 Jul 09 19:56:55.485935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58964) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:55.500218 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3aa1f9-58e7-4d05-b30f-476449085b2a None None] Network 08eb91ee-b34f-496f-882d-6f1a1ed4e460 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:56:55.505374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-73064641-0abb-4206-a224-d1643549011e req-2ed31b96-8b8b-4a61-bf8a-46fcadea2234 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Deleting port c9deddb0-c43e-47de-b1e8-88ea2d643392 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:55.505733 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-73064641-0abb-4206-a224-d1643549011e req-2ed31b96-8b8b-4a61-bf8a-46fcadea2234 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.508975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Transition to ACTIVE for port object e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:55.563106 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.570131 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-540a9302-2373-4eac-b070-6629f91bfaa0 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8195989 Jul 09 19:56:55.585557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Request body: {'port': {'device_id': '1bc337d9-eb83-4320-a7cd-228b28603b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:55.649015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-ba21ed61-7290-4e7d-b664-56896cb25d1e admin admin] For port d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:55.649714 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba21ed61-7290-4e7d-b664-56896cb25d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.680300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ba21ed61-7290-4e7d-b664-56896cb25d1e admin admin] Calling delete_port for d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:55.720503 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-9255c5ba-6ae4-40ac-a67e-46f0575949b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3215530 Jul 09 19:56:55.734951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:56:55.741696 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.748764 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:55.769385 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.814832 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-73064641-0abb-4206-a224-d1643549011e req-2ed31b96-8b8b-4a61-bf8a-46fcadea2234 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] For port c9deddb0-c43e-47de-b1e8-88ea2d643392, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c9deddb0-c43e-47de-b1e8-88ea2d643392,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:55.815279 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-73064641-0abb-4206-a224-d1643549011e req-2ed31b96-8b8b-4a61-bf8a-46fcadea2234 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.819837 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.822136 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.833906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Transition to ACTIVE for port object 81e9fa59-7068-4521-868a-cc1e73e315cf will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:55.850653 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:55.854562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-73064641-0abb-4206-a224-d1643549011e req-2ed31b96-8b8b-4a61-bf8a-46fcadea2234 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Calling delete_port for c9deddb0-c43e-47de-b1e8-88ea2d643392 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:55.923221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Attempting to bind port e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:55.923711 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Attempting to bind port e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:55.924053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Attempting to bind port e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb on network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:55.976348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:55.990834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fd66d-2af0-4267-a013-0a682e1b21d6 None None] Pushing event updated for resources: {'Port': ['ID=81e9fa59-7068-4521-868a-cc1e73e315cf,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:56.071469 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c754d270-a9ca-49f1-a810-60d5435c403f None None] DHCP port deletion for 08eb91ee-b34f-496f-882d-6f1a1ed4e460 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:56:56.078509 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Port e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb on network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:56:56.078849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Attempting to bind port e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb on network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:56.098782 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:56.099137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Checking segment: {'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:56.099543 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Bound using segment: {'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:56.100002 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Bound port: e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:56.100377 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.116719 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Attempting to bind port 81e9fa59-7068-4521-868a-cc1e73e315cf on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:56.117347 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Attempting to bind port 81e9fa59-7068-4521-868a-cc1e73e315cf by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '4f8e81dc-4de6-4daa-942e-f95002a83894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e8c08027-43f9-4cb6-9cec-93ee802673d7'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:56.117844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Attempting to bind port 81e9fa59-7068-4521-868a-cc1e73e315cf on network e8c08027-43f9-4cb6-9cec-93ee802673d7 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:56.151430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:56.152658 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Checking segment: {'id': '4f8e81dc-4de6-4daa-942e-f95002a83894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e8c08027-43f9-4cb6-9cec-93ee802673d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:56.153214 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.154003 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Bound using segment: {'id': '4f8e81dc-4de6-4daa-942e-f95002a83894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e8c08027-43f9-4cb6-9cec-93ee802673d7'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:56.154348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Bound port: 81e9fa59-7068-4521-868a-cc1e73e315cf, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f8e81dc-4de6-4daa-942e-f95002a83894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e8c08027-43f9-4cb6-9cec-93ee802673d7'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:56.154853 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.201823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] Deleting port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:56.202079 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.241482 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:56.255982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:56.256564 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.271792 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba21ed61-7290-4e7d-b664-56896cb25d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.295814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c754d270-a9ca-49f1-a810-60d5435c403f None None] Deleting port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:56:56.296368 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c754d270-a9ca-49f1-a810-60d5435c403f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.351317 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] For port 81e9fa59-7068-4521-868a-cc1e73e315cf, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:56.358350 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21ed61-7290-4e7d-b664-56896cb25d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:56.386890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] For port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31,segment=NetworkSegment(4561bc40-7b99-4f50-ac64-35cf35c7eb9f),segment_id=4561bc40-7b99-4f50-ac64-35cf35c7eb9f)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:56.387268 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] For port 81e9fa59-7068-4521-868a-cc1e73e315cf, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=81e9fa59-7068-4521-868a-cc1e73e315cf,segment=NetworkSegment(4f8e81dc-4de6-4daa-942e-f95002a83894),segment_id=4f8e81dc-4de6-4daa-942e-f95002a83894)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:56.387431 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.400859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] For port e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:56.421010 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.440408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c754d270-a9ca-49f1-a810-60d5435c403f None None] For port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31,segment=NetworkSegment(4561bc40-7b99-4f50-ac64-35cf35c7eb9f),segment_id=4561bc40-7b99-4f50-ac64-35cf35c7eb9f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:56.443975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.445227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] For port e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:56.446781 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c754d270-a9ca-49f1-a810-60d5435c403f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.455329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] Calling delete_port for bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:56.467378 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.508681 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c754d270-a9ca-49f1-a810-60d5435c403f None None] Calling delete_port for bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:56:56.546835 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:56.555843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:56.557321 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.559406 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-dd157604-124f-4a3a-8b98-42616d263996 service neutron] 10.222.0.36 "PUT /v2.0/ports/e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb HTTP/1.1" status: 200 len: 1092 time: 3.0396612 Jul 09 19:56:56.560754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782b48bd-1239-4bec-a0f5-39c2ee4ebc87', 'tag': 'e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:56.572779 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ceced1f-8502-4768-9d57-fd995c987985" -d '{"events": [{"name": "network-changed", "server_uuid": "782b48bd-1239-4bec-a0f5-39c2ee4ebc87", "tag": "e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:56.584906 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-73064641-0abb-4206-a224-d1643549011e req-2ed31b96-8b8b-4a61-bf8a-46fcadea2234 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.699703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Routers {'cffac828-9b55-4294-bc6c-95afe8fd21c5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:56.700507 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cffac828-9b55-4294-bc6c-95afe8fd21c5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:56.770882 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed31b96-8b8b-4a61-bf8a-46fcadea2234 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Pushing event deleted for resources: {'Port': ['ID=c9deddb0-c43e-47de-b1e8-88ea2d643392,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:56.784290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fd66d-2af0-4267-a013-0a682e1b21d6 None None] Pushing event updated for resources: {'Port': ['ID=81e9fa59-7068-4521-868a-cc1e73e315cf,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:56.809451 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.839312 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.874410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-73064641-0abb-4206-a224-d1643549011e req-2ed31b96-8b8b-4a61-bf8a-46fcadea2234 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] No DVR routers for this DVR port c9deddb0-c43e-47de-b1e8-88ea2d643392 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:56.879107 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-73064641-0abb-4206-a224-d1643549011e req-2ed31b96-8b8b-4a61-bf8a-46fcadea2234 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.888104 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73064641-0abb-4206-a224-d1643549011e req-2ed31b96-8b8b-4a61-bf8a-46fcadea2234 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "DELETE /v2.0/ports/c9deddb0-c43e-47de-b1e8-88ea2d643392 HTTP/1.1" status: 204 len: 173 time: 1.8694618 Jul 09 19:56:56.904787 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-91d9ca9f-ff73-423d-b20b-df0cd080d64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.940927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:56.943492 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8b7a40-9607-4cb1-8f74-d9058015cb56" -d '{"events": [{"server_uuid": "78330125-b9d6-4e6c-9cbc-8603a52dde2e", "name": "network-vif-plugged", "status": "completed", "tag": "33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:56.969728 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:56.970362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77,segment=NetworkSegment(426b3431-097f-49b5-95b9-633084f5ddae),segment_id=426b3431-097f-49b5-95b9-633084f5ddae)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:56:56.974836 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-c2461d96-51d3-4bd0-8d3a-2847dbb1af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:56.976470 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-c2461d96-51d3-4bd0-8d3a-2847dbb1af11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8462646f4467450bbe9aca8cc6a1e788&device_id=782b48bd-1239-4bec-a0f5-39c2ee4ebc87 HTTP/1.1" status: 200 len: 1095 time: 0.3303931 Jul 09 19:56:56.983697 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.017871 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c754d270-a9ca-49f1-a810-60d5435c403f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.020898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] Set router cffac828-9b55-4294-bc6c-95afe8fd21c5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:57.050354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b7dcfd-7488-4459-b32f-2188841f3523 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:56:57.051189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:57.054037 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-cdea36ad-bf71-455d-8c8a-0c4043369993 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb HTTP/1.1" status: 200 len: 217 time: 0.0438225 Jul 09 19:56:57.060085 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] No DVR routers for this DVR port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:57.069280 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.078683 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c754d270-a9ca-49f1-a810-60d5435c403f None None] No DVR routers for this DVR port bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:56:57.092385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Transition to ACTIVE for port object 54b7dcfd-7488-4459-b32f-2188841f3523 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:56:57.093954 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba21ed61-7290-4e7d-b664-56896cb25d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.119189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:57.126436 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.186285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Pushing event updated for resources: {'Port': ['ID=54b7dcfd-7488-4459-b32f-2188841f3523,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:57.195911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-58593374-988a-4b3c-b656-3833982ba321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:57.197479 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-58593374-988a-4b3c-b656-3833982ba321 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6 HTTP/1.1" status: 200 len: 853 time: 0.1356187 Jul 09 19:56:57.205527 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.232353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754d270-a9ca-49f1-a810-60d5435c403f None None] Pushing event deleted for resources: {'Port': ['ID=bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:57.263142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08eb91ee-b34f-496f-882d-6f1a1ed4e460']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:57.267122 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-1bb68c38-67bd-43da-b7bb-0e7089e8ee89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515749 Jul 09 19:56:57.276638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4561bc40-7b99-4f50-ac64-35cf35c7eb9f') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:57.277929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4561bc40-7b99-4f50-ac64-35cf35c7eb9f') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:57.309118 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.428686 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.439382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:56:57.439811 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: timer() Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:56:57.470243 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:56:57.533242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:56:57.561320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:56:57.561827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bbb08ef5-88b4-45e3-adff-c6ae1f4d3d31 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:56:57.634305 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.644489 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:57.646416 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/08eb91ee-b34f-496f-882d-6f1a1ed4e460 HTTP/1.1" status: 204 len: 168 time: 2.1559925 Jul 09 19:56:57.661193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2de22-6c68-41e6-8394-abb911b3f8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=08eb91ee-b34f-496f-882d-6f1a1ed4e460,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:57.666508 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-f0a362a0-9837-4102-94d3-ff0fb21ca021 service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852711 Jul 09 19:56:57.682649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Allocated IP 172.25.0.122 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/1f8bb11f-8460-49ae-beaf-687c59bc3b72) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:56:57.758541 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'name': 'tempest-FloatingIPDetailsTestJSON-170420226-router', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'deb5f3f0-9152-40fc-bceb-58f117459b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:42Z', 'updated_at': '2021-07-09T19:56:51Z', 'revision_number': 4, 'project_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'gw_port': {'id': 'deb5f3f0-9152-40fc-bceb-58f117459b37', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:43Z', 'updated_at': '2021-07-09T19:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '81e9fa59-7068-4521-868a-cc1e73e315cf', 'name': '', 'network_id': 'e8c08027-43f9-4cb6-9cec-93ee802673d7', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'mac_address': 'fa:16:3e:de:20:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '750af239-2851-43a9-9818-2f3b72cb0570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:48Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 4, 'project_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'subnets': [{'id': '750af239-2851-43a9-9818-2f3b72cb0570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:57.832940 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd579a-6029-4368-b732-c0f68b0cd32b None None] The sync data for ids ['cffac828-9b55-4294-bc6c-95afe8fd21c5'] in n-d-800088-3 is: [{'id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'name': 'tempest-FloatingIPDetailsTestJSON-170420226-router', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'deb5f3f0-9152-40fc-bceb-58f117459b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:42Z', 'updated_at': '2021-07-09T19:56:51Z', 'revision_number': 4, 'project_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'gw_port': {'id': 'deb5f3f0-9152-40fc-bceb-58f117459b37', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:43Z', 'updated_at': '2021-07-09T19:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '81e9fa59-7068-4521-868a-cc1e73e315cf', 'name': '', 'network_id': 'e8c08027-43f9-4cb6-9cec-93ee802673d7', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'mac_address': 'fa:16:3e:de:20:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '750af239-2851-43a9-9818-2f3b72cb0570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:48Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 4, 'project_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'subnets': [{'id': '750af239-2851-43a9-9818-2f3b72cb0570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:56:57.857459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Attempting to bind port 54b7dcfd-7488-4459-b32f-2188841f3523 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:56:57.858325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Attempting to bind port 54b7dcfd-7488-4459-b32f-2188841f3523 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:56:57.859048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Attempting to bind port 54b7dcfd-7488-4459-b32f-2188841f3523 on network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:57.944578 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Port 54b7dcfd-7488-4459-b32f-2188841f3523 on network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:56:57.945194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Attempting to bind port 54b7dcfd-7488-4459-b32f-2188841f3523 on network 55f0dd5b-d300-4fd2-84cd-11cf63d6d091 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:56:57.954522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:56:57.955198 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Checking segment: {'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:56:57.955732 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Bound using segment: {'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:56:57.956293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Bound port: 54b7dcfd-7488-4459-b32f-2188841f3523, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f18445-27db-4cd0-a28c-506262770f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:56:57.956945 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.006448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58988) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:58.073179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] For port 54b7dcfd-7488-4459-b32f-2188841f3523, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:56:58.077610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] For port 54b7dcfd-7488-4459-b32f-2188841f3523, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=54b7dcfd-7488-4459-b32f-2188841f3523,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:56:58.139865 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2bda984c-bdff-42ac-8aa2-ebab789ddf40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=948ba623a31b4f9897891e764abfff22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602093 Jul 09 19:56:58.141518 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.143663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58990) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:58.249074 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Pushing event updated for resources: {'Port': ['ID=54b7dcfd-7488-4459-b32f-2188841f3523,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:58.285755 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-23db652a-b57c-4903-92d2-9384645a789f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.314937 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-23db652a-b57c-4903-92d2-9384645a789f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.365325 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-7f396a8b-1d0a-4885-a457-42ffce32b1e7 service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6895001 Jul 09 19:56:58.393349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba21ed61-7290-4e7d-b664-56896cb25d1e admin admin] Router a3b04101-cd3a-4284-be0e-65698b163ae5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:56:58.413286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:58.414476 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.416300 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b63ce07d-1b85-4ab4-a61f-60d5b6c81004 service neutron] 10.222.0.36 "PUT /v2.0/ports/54b7dcfd-7488-4459-b32f-2188841f3523 HTTP/1.1" status: 200 len: 1091 time: 2.8347883 Jul 09 19:56:58.423163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc337d9-eb83-4320-a7cd-228b28603b4e', 'tag': '54b7dcfd-7488-4459-b32f-2188841f3523'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:56:58.425833 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541a05af-4d82-46e0-aec8-53bfc12139de" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc337d9-eb83-4320-a7cd-228b28603b4e", "tag": "54b7dcfd-7488-4459-b32f-2188841f3523"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:56:58.445378 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-23db652a-b57c-4903-92d2-9384645a789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.460180 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-23db652a-b57c-4903-92d2-9384645a789f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.461584 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-23db652a-b57c-4903-92d2-9384645a789f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dec07be0-4c85-44a9-9b70-7caf44714d9e HTTP/1.1" status: 204 len: 168 time: 0.2594700 Jul 09 19:56:58.479891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db652a-b57c-4903-92d2-9384645a789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec07be0-4c85-44a9-9b70-7caf44714d9e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:58.583212 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:58.655427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b7925dc6-15fe-41a7-a227-081af19aa3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:58.657180 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-b7925dc6-15fe-41a7-a227-081af19aa3d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8462646f4467450bbe9aca8cc6a1e788&device_id=1bc337d9-eb83-4320-a7cd-228b28603b4e HTTP/1.1" status: 200 len: 1094 time: 0.1812325 Jul 09 19:56:58.717669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-63e60ff4-930d-4643-89bf-f53b356ddc13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b7dcfd-7488-4459-b32f-2188841f3523 HTTP/1.1" status: 200 len: 217 time: 0.0431666 Jul 09 19:56:58.803518 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-42ab13a0-7768-4c82-8250-c91384e16db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:58.810054 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-42ab13a0-7768-4c82-8250-c91384e16db0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6 HTTP/1.1" status: 200 len: 853 time: 0.0852118 Jul 09 19:56:58.887986 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba21ed61-7290-4e7d-b664-56896cb25d1e admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:56:58.899328 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ba21ed61-7290-4e7d-b664-56896cb25d1e admin admin] 10.222.0.30 "PUT /v2.0/routers/a3b04101-cd3a-4284-be0e-65698b163ae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3686166 Jul 09 19:56:58.902765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59000) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:56:58.908124 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-ce752a28-a061-4dcd-b51a-91d5ebe39d7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884304 Jul 09 19:56:58.937950 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.011800 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b64ffd6-b0ce-464d-bbf7-4eebfa6874cb None None] Sync routers for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:56:59.018751 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.030526 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b64ffd6-b0ce-464d-bbf7-4eebfa6874cb None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:59.031194 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-4b64ffd6-b0ce-464d-bbf7-4eebfa6874cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:59.076193 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Pushing event updated for resources: {'Port': ['ID=1f8bb11f-8460-49ae-beaf-687c59bc3b72,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:56:59.133508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:56:59.138606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:56:59.145335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:56:59.291115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328adc5-4199-4349-a143-7befb7eeaeee req-e6d44e32-9c1b-448d-a95a-263797606561 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:59.292026 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-4b64ffd6-b0ce-464d-bbf7-4eebfa6874cb None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:56:59.309705 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b328adc5-4199-4349-a143-7befb7eeaeee req-e6d44e32-9c1b-448d-a95a-263797606561 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.3853848 Jul 09 19:56:59.317043 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-a8101408-ddce-4ba4-9463-33c571036e00 service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894930 Jul 09 19:56:59.368260 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b551fb30-2e78-4267-9c2f-bbd860308ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.442110 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b328adc5-4199-4349-a143-7befb7eeaeee req-c86ad536-9679-45c3-8d13-4c9983585155 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313972 Jul 09 19:56:59.442907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 81e9fa59-7068-4521-868a-cc1e73e315cf up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:56:59.475815 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.504765 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.632639 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.686361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 81e9fa59-7068-4521-868a-cc1e73e315cf completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:56:59.699755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 81e9fa59-7068-4521-868a-cc1e73e315cf triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:56:59.702756 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.716047 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.787237 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7cd73f61-8210-4f9e-ad3c-9921afaf9fa6 req-132d309f-6871-4971-8158-7edd5703632d service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692323 Jul 09 19:56:59.799267 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-4b64ffd6-b0ce-464d-bbf7-4eebfa6874cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:59.839708 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b64ffd6-b0ce-464d-bbf7-4eebfa6874cb None None] Checking router: a3b04101-cd3a-4284-be0e-65698b163ae5 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:56:59.853508 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b64ffd6-b0ce-464d-bbf7-4eebfa6874cb None None] Routers {'a3b04101-cd3a-4284-be0e-65698b163ae5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:56:59.854485 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-4b64ffd6-b0ce-464d-bbf7-4eebfa6874cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a3b04101-cd3a-4284-be0e-65698b163ae5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:56:59.931029 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.941906 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:56:59.997184 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe81b5-e3cf-419e-906c-411a6f19de59 req-44aa94a6-28bd-4488-a25c-4ade7386c9d8 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:56:59.999301 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4dbe81b5-e3cf-419e-906c-411a6f19de59 req-44aa94a6-28bd-4488-a25c-4ade7386c9d8 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bc337d9-eb83-4320-a7cd-228b28603b4e HTTP/1.1" status: 200 len: 943 time: 0.2467632 Jul 09 19:57:00.004702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 81e9fa59-7068-4521-868a-cc1e73e315cf, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=81e9fa59-7068-4521-868a-cc1e73e315cf,segment=NetworkSegment(4f8e81dc-4de6-4daa-942e-f95002a83894),segment_id=4f8e81dc-4de6-4daa-942e-f95002a83894)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:00.014478 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:00.070507 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-4b64ffd6-b0ce-464d-bbf7-4eebfa6874cb None None] Set router a3b04101-cd3a-4284-be0e-65698b163ae5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:00.095983 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:00.108559 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:00.130467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=81e9fa59-7068-4521-868a-cc1e73e315cf,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:00.147423 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4dbe81b5-e3cf-419e-906c-411a6f19de59 req-11a4a4ce-c8f0-499f-9f78-23a5fae62acf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367300 Jul 09 19:57:00.155150 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] Deleting port 056996c3-c925-4af4-8962-996070dd2fdf {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:00.159151 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:00.334597 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c902e22-da79-4e30-ba4d-c7aa58f7fac6 x-openstack-request-id: req-2c902e22-da79-4e30-ba4d-c7aa58f7fac6 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:00.334876 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782b48bd-1239-4bec-a0f5-39c2ee4ebc87", "tag": "e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:00.335056 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c902e22-da79-4e30-ba4d-c7aa58f7fac6 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:00.335509 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '782b48bd-1239-4bec-a0f5-39c2ee4ebc87', 'tag': 'e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb', 'status': 'completed', 'code': 200} Jul 09 19:57:00.341767 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:00.352926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Pushing event updated for resources: {'Port': ['ID=1f8bb11f-8460-49ae-beaf-687c59bc3b72,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:00.377900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] For port 056996c3-c925-4af4-8962-996070dd2fdf, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=056996c3-c925-4af4-8962-996070dd2fdf,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:00.378324 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:00.394368 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507e2d0e-2a9b-47d0-9f3d-ad4299a2c904 x-openstack-request-id: req-507e2d0e-2a9b-47d0-9f3d-ad4299a2c904 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:00.394671 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78330125-b9d6-4e6c-9cbc-8603a52dde2e", "name": "network-vif-plugged", "status": "completed", "tag": "33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:00.394952 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-507e2d0e-2a9b-47d0-9f3d-ad4299a2c904 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:00.395350 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77', 'code': 200} Jul 09 19:57:00.397635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] Calling delete_port for 056996c3-c925-4af4-8962-996070dd2fdf owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:00.451847 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:00.490405 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:00.491462 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1988375b-aebe-4965-b1e7-599da88a6fe8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7696917 Jul 09 19:57:00.559692 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-4b64ffd6-b0ce-464d-bbf7-4eebfa6874cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:00.607204 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d1cb47-edfe-483a-a383-222e7b5b31ac x-openstack-request-id: req-80d1cb47-edfe-483a-a383-222e7b5b31ac {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:00.611927 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc337d9-eb83-4320-a7cd-228b28603b4e", "tag": "54b7dcfd-7488-4459-b32f-2188841f3523", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:00.612217 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80d1cb47-edfe-483a-a383-222e7b5b31ac {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:00.618696 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc337d9-eb83-4320-a7cd-228b28603b4e', 'tag': '54b7dcfd-7488-4459-b32f-2188841f3523', 'status': 'completed', 'code': 200} Jul 09 19:57:00.628836 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-13b818ac-b438-475e-9982-d994088cf9e8 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 696 time: 0.1304662 Jul 09 19:57:00.656334 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b64ffd6-b0ce-464d-bbf7-4eebfa6874cb None None] The sync data for ids ['a3b04101-cd3a-4284-be0e-65698b163ae5'] in n-d-800088-3 is: [{'id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'name': 'tempest-FloatingIPsAssociationTestJSON-1905669544-router', 'tenant_id': '6d316004028b45e090e96a698593ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '056996c3-c925-4af4-8962-996070dd2fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:54:53Z', 'updated_at': '2021-07-09T19:56:56Z', 'revision_number': 5, 'project_id': '6d316004028b45e090e96a698593ef06', 'gw_port': {'id': '056996c3-c925-4af4-8962-996070dd2fdf', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b04101-cd3a-4284-be0e-65698b163ae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:54:54Z', 'updated_at': '2021-07-09T19:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:00.750181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceced1f-8502-4768-9d57-fd995c987985 req-1214d272-44f8-4ecd-9b22-a0009c1b9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:00.751710 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ceced1f-8502-4768-9d57-fd995c987985 req-1214d272-44f8-4ecd-9b22-a0009c1b9aa3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8462646f4467450bbe9aca8cc6a1e788&device_id=782b48bd-1239-4bec-a0f5-39c2ee4ebc87 HTTP/1.1" status: 200 len: 1095 time: 0.4065552 Jul 09 19:57:00.791509 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c019cd-65d8-47b4-b455-961004dbe2d5 req-d9f89303-3c60-49d3-b452-71e4498a622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:00.795376 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99c019cd-65d8-47b4-b455-961004dbe2d5 req-d9f89303-3c60-49d3-b452-71e4498a622e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 1097 time: 0.3211169 Jul 09 19:57:00.860268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1416f682-60c2-411e-ae2f-518aa3b1b263 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:00.861656 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a685a6e7-b672-49f2-9817-a473c0cb161b req-1416f682-60c2-411e-ae2f-518aa3b1b263 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.2239406 Jul 09 19:57:00.867302 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99c019cd-65d8-47b4-b455-961004dbe2d5 req-8ca80222-0885-4995-a225-d54d5d5be975 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650649 Jul 09 19:57:00.910644 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceced1f-8502-4768-9d57-fd995c987985 req-5ee4252c-228a-444c-8523-91d7915f6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:00.913110 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ceced1f-8502-4768-9d57-fd995c987985 req-5ee4252c-228a-444c-8523-91d7915f6e4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091 HTTP/1.1" status: 200 len: 914 time: 0.1504624 Jul 09 19:57:00.927918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a05af-4d82-46e0-aec8-53bfc12139de req-a6fe3f36-8f43-4a94-a142-a737c96b017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:00.929859 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-541a05af-4d82-46e0-aec8-53bfc12139de req-a6fe3f36-8f43-4a94-a142-a737c96b017b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8462646f4467450bbe9aca8cc6a1e788&device_id=1bc337d9-eb83-4320-a7cd-228b28603b4e HTTP/1.1" status: 200 len: 1094 time: 0.2679899 Jul 09 19:57:00.952453 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.000058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] Pushing event deleted for resources: {'Port': ['ID=056996c3-c925-4af4-8962-996070dd2fdf,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:01.048923 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ceced1f-8502-4768-9d57-fd995c987985 req-8ec5ae67-57f8-4a19-ac58-ef45a48211ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb HTTP/1.1" status: 200 len: 217 time: 0.0629404 Jul 09 19:57:01.153129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a05af-4d82-46e0-aec8-53bfc12139de req-5b5ffeee-81f2-4494-9f02-06c1ff12ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:01.154872 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-541a05af-4d82-46e0-aec8-53bfc12139de req-5b5ffeee-81f2-4494-9f02-06c1ff12ba35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091 HTTP/1.1" status: 200 len: 914 time: 0.1592367 Jul 09 19:57:01.155734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceced1f-8502-4768-9d57-fd995c987985 req-32917703-f76c-4e95-b42c-7e3d2b7d19de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:01.157533 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ceced1f-8502-4768-9d57-fd995c987985 req-32917703-f76c-4e95-b42c-7e3d2b7d19de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6 HTTP/1.1" status: 200 len: 853 time: 0.0752103 Jul 09 19:57:01.173667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f241e-aef8-4515-bff7-a37920fd9792 req-dbb7db41-445e-4f6b-866c-006fe1138e69 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:01.181788 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d9f241e-aef8-4515-bff7-a37920fd9792 req-dbb7db41-445e-4f6b-866c-006fe1138e69 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.1314309 Jul 09 19:57:01.236737 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ceced1f-8502-4768-9d57-fd995c987985 req-4816b6e5-ac43-439b-939b-60f0a108ecf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467620 Jul 09 19:57:01.287640 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-541a05af-4d82-46e0-aec8-53bfc12139de req-166c540c-7af1-4a0f-8eff-a6b7624eb0b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54b7dcfd-7488-4459-b32f-2188841f3523 HTTP/1.1" status: 200 len: 217 time: 0.0913072 Jul 09 19:57:01.386275 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.420480 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d9f241e-aef8-4515-bff7-a37920fd9792 req-aa0141ca-8509-45e3-b02e-cff73562a3d2 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375643 Jul 09 19:57:01.494310 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a05af-4d82-46e0-aec8-53bfc12139de req-f027c94d-d3ee-4cf1-938a-5e710b6732ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:01.495640 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ceced1f-8502-4768-9d57-fd995c987985 req-1bad605d-8452-4543-b89b-351d822c00c3 service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486782 Jul 09 19:57:01.496316 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-541a05af-4d82-46e0-aec8-53bfc12139de req-f027c94d-d3ee-4cf1-938a-5e710b6732ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6 HTTP/1.1" status: 200 len: 853 time: 0.1894712 Jul 09 19:57:01.519314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 81e9fa59-7068-4521-868a-cc1e73e315cf up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:01.578076 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 81e9fa59-7068-4521-868a-cc1e73e315cf triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:01.578802 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.585145 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-541a05af-4d82-46e0-aec8-53bfc12139de req-c551ec7d-8dd4-47b4-b996-da7ef48b1d59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f0dd5b-d300-4fd2-84cd-11cf63d6d091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564775 Jul 09 19:57:01.587072 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.615772 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.695318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:01.719188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:01.720068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d1ba4109-5edf-4c5a-87c7-3a6cd868cf0d not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:01.729237 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-541a05af-4d82-46e0-aec8-53bfc12139de req-87783176-b09d-400b-80d5-a12144296821 service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089406 Jul 09 19:57:01.851014 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.851581 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3b04101-cd3a-4284-be0e-65698b163ae5 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:57:01.861300 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:01.865756 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-52de8492-9e4d-4f0b-96db-6bcc81442533 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a3b04101-cd3a-4284-be0e-65698b163ae5 HTTP/1.1" status: 204 len: 168 time: 2.9576669 Jul 09 19:57:01.871184 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59060) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:01.944781 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-efdfb130-fb2e-47ce-8376-4713a6cefa47 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:01.946331 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-efdfb130-fb2e-47ce-8376-4713a6cefa47 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 812 time: 0.4489522 Jul 09 19:57:01.974075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f2b6c1-cb84-4bb4-9792-a519c9fdbe2d admin admin] Deleting subnet 89ff4449-d04b-47b2-9c44-3329683715c1 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:57:01.979068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:57:01.992754 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b6c1-cb84-4bb4-9792-a519c9fdbe2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.019589 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-541a05af-4d82-46e0-aec8-53bfc12139de req-475d81fe-f478-4d09-b2af-6186da08220d service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495866 Jul 09 19:57:02.027017 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-0104dd65-4844-489e-a44b-d52cefdcf02d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/quotas/382be6ed01574db2b800f45c2ce85e9e HTTP/1.1" status: 200 len: 375 time: 0.0671184 Jul 09 19:57:02.082847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-1ed95df3-46cb-4596-858c-c61a449549db tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549421 Jul 09 19:57:02.141121 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b6c1-cb84-4bb4-9792-a519c9fdbe2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.160091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-33ee375a-021d-44dd-9d81-b10ca40b6705 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6936126 Jul 09 19:57:02.172025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:02.174030 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:02.191400 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ceced1f-8502-4768-9d57-fd995c987985 req-d45a3b67-9bb8-494e-96b6-b78332c7e1af service neutron] 10.222.0.36 "GET /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6783497 Jul 09 19:57:02.191999 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.193555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb', 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091', 'port_id': 'e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb', 'mac_address': 'fa:16:3e:9c:05:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:57:02.240828 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.244716 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.261392 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:02.286589 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b6c1-cb84-4bb4-9792-a519c9fdbe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.297630 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-9ecc4e77-f483-4d55-a04e-d6857126ba5d service neutron] 10.222.0.30 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138698 Jul 09 19:57:02.302113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:02.311017 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.340272 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76850fc7-a6c7-4772-9745-04a272981243', 'name': 'network-vif-deleted', 'tag': 'c9deddb0-c43e-47de-b1e8-88ea2d643392'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:02.342750 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07827a14-bbe0-43cb-a306-1db601d5d8b7" -d '{"events": [{"server_uuid": "76850fc7-a6c7-4772-9745-04a272981243", "name": "network-vif-deleted", "tag": "c9deddb0-c43e-47de-b1e8-88ea2d643392"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:02.393292 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.443084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:02.463895 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-8f103a61-7c19-4462-81a8-87c282170085 service neutron] 10.222.0.30 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652808 Jul 09 19:57:02.466086 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b6c1-cb84-4bb4-9792-a519c9fdbe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.561337 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2b6c1-cb84-4bb4-9792-a519c9fdbe2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ff4449-d04b-47b2-9c44-3329683715c1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:02.579970 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b7f2b6c1-cb84-4bb4-9792-a519c9fdbe2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.581439 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b7f2b6c1-cb84-4bb4-9792-a519c9fdbe2d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/89ff4449-d04b-47b2-9c44-3329683715c1 HTTP/1.1" status: 204 len: 168 time: 0.7095499 Jul 09 19:57:02.585194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59066) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:02.589360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ccdee4-fd97-440b-b839-31e283245817 None None] Network e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:02.598687 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Allocated IP 172.25.0.59 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/d166420d-e5ff-47a3-b01c-9818a859ca6c) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:02.691591 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.708745 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:02.818895 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] Deleting port 0993604c-e35d-4ac8-b1be-a54aae105dd5 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:02.819247 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.844554 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.950932 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:02.962504 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] For port 0993604c-e35d-4ac8-b1be-a54aae105dd5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0993604c-e35d-4ac8-b1be-a54aae105dd5,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:02.962916 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.010614 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] Calling delete_port for 0993604c-e35d-4ac8-b1be-a54aae105dd5 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:03.030793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f735523b-ebd2-4bea-b03b-4ebfc6783d19 None None] DHCP port deletion for e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:57:03.042045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:03.050934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:03.055291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:03.062484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Pushing event updated for resources: {'Port': ['ID=d166420d-e5ff-47a3-b01c-9818a859ca6c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:03.103095 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f735523b-ebd2-4bea-b03b-4ebfc6783d19 None None] Deleting port 0993604c-e35d-4ac8-b1be-a54aae105dd5 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:03.103518 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f735523b-ebd2-4bea-b03b-4ebfc6783d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.118020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a95c15-dd9b-4c43-bf41-4412601435fa req-8ab46b42-4c42-4bdc-8fc3-553b5f57a9bf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:03.128144 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39a95c15-dd9b-4c43-bf41-4412601435fa req-8ab46b42-4c42-4bdc-8fc3-553b5f57a9bf tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bc337d9-eb83-4320-a7cd-228b28603b4e HTTP/1.1" status: 200 len: 943 time: 0.1685181 Jul 09 19:57:03.193758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f735523b-ebd2-4bea-b03b-4ebfc6783d19 None None] For port 0993604c-e35d-4ac8-b1be-a54aae105dd5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0993604c-e35d-4ac8-b1be-a54aae105dd5,segment=NetworkSegment(58ec2b49-fe8b-422b-aab6-8f477e09b2de),segment_id=58ec2b49-fe8b-422b-aab6-8f477e09b2de)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:03.194294 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f735523b-ebd2-4bea-b03b-4ebfc6783d19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.213610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f735523b-ebd2-4bea-b03b-4ebfc6783d19 None None] Calling delete_port for 0993604c-e35d-4ac8-b1be-a54aae105dd5 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:03.236795 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.267953 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39a95c15-dd9b-4c43-bf41-4412601435fa req-3ab581d2-4c56-453b-ae8f-401f5842aa90 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388721 Jul 09 19:57:03.273459 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] No DVR routers for this DVR port 0993604c-e35d-4ac8-b1be-a54aae105dd5 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:03.291354 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.405692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] Pushing event deleted for resources: {'Port': ['ID=0993604c-e35d-4ac8-b1be-a54aae105dd5,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:03.418089 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.454827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 056996c3-c925-4af4-8962-996070dd2fdf no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:03.516272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 056996c3-c925-4af4-8962-996070dd2fdf {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:03.522462 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.524071 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 056996c3-c925-4af4-8962-996070dd2fdf not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:03.529438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0993604c-e35d-4ac8-b1be-a54aae105dd5 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:03.544591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e764e3dc-e7d6-45d3-a7ce-4b54299e87d5']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:03.585390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ec2b49-fe8b-422b-aab6-8f477e09b2de') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:03.586558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ec2b49-fe8b-422b-aab6-8f477e09b2de') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:03.609161 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.610606 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f735523b-ebd2-4bea-b03b-4ebfc6783d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.633757 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 0993604c-e35d-4ac8-b1be-a54aae105dd5 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:03.634104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0993604c-e35d-4ac8-b1be-a54aae105dd5 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:03.639353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f735523b-ebd2-4bea-b03b-4ebfc6783d19 None None] No DVR routers for this DVR port 0993604c-e35d-4ac8-b1be-a54aae105dd5 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:03.643334 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.661809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:57:03.663316 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.688026 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735523b-ebd2-4bea-b03b-4ebfc6783d19 None None] Pushing event deleted for resources: {'Port': ['ID=0993604c-e35d-4ac8-b1be-a54aae105dd5,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: timer() Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:57:03.757959 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:57:03.765531 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecdf6ff-8339-4c22-9e45-5d56781114cd x-openstack-request-id: req-aecdf6ff-8339-4c22-9e45-5d56781114cd {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:03.765824 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76850fc7-a6c7-4772-9745-04a272981243", "name": "network-vif-deleted", "tag": "c9deddb0-c43e-47de-b1e8-88ea2d643392", "status": "failed", "code": 422}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:03.766083 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aecdf6ff-8339-4c22-9e45-5d56781114cd {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:03.766524 n-d-800088-3 neutron-server[100204]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '76850fc7-a6c7-4772-9745-04a272981243', 'name': 'network-vif-deleted', 'tag': 'c9deddb0-c43e-47de-b1e8-88ea2d643392', 'status': 'failed', 'code': 422} returned with failed status Jul 09 19:57:03.780979 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.827661 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.829075 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.831565 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e764e3dc-e7d6-45d3-a7ce-4b54299e87d5 HTTP/1.1" status: 204 len: 168 time: 1.2452016 Jul 09 19:57:03.832592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbaf4e-6ba8-477d-99ab-daade44dfe12 admin admin] Pushing event deleted for resources: {'Network': ['ID=e764e3dc-e7d6-45d3-a7ce-4b54299e87d5,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:03.838807 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.931845 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2d339-308c-4945-83ae-4928d7f8afff req-8913c35d-fe64-4ffb-8b0e-883f2e6de549 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:03.941914 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eef2d339-308c-4945-83ae-4928d7f8afff req-8913c35d-fe64-4ffb-8b0e-883f2e6de549 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.1065998 Jul 09 19:57:03.951124 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.978937 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:03.981449 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8198428 Jul 09 19:57:03.982503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ddf22-7825-42b6-8b29-41085e7367b3 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Pushing event updated for resources: {'Port': ['ID=d166420d-e5ff-47a3-b01c-9818a859ca6c,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:03.986858 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 54b7dcfd-7488-4459-b32f-2188841f3523 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:57:04.013067 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eef2d339-308c-4945-83ae-4928d7f8afff req-4118e99c-36fb-436e-8388-2f41b1d57228 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698617 Jul 09 19:57:04.031734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:04.081260 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-134539fb-3fb3-438b-9608-f755563c5a7f tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.59 HTTP/1.1" status: 200 len: 695 time: 0.0721982 Jul 09 19:57:04.175569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59094) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:04.175826 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a43999d-457d-4293-8210-ce16963b0dcb req-b11ccf25-02de-48e8-a6ef-dcc11c6dd1cb tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 210 time: 0.0380328 Jul 09 19:57:04.234274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-b6509b24-cd9e-401f-ad12-c37340ccb45f tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:04.250471 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a04743a5-a098-49e3-bbf5-2b24e0e2662b req-b6509b24-cd9e-401f-ad12-c37340ccb45f tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.1612265 Jul 09 19:57:04.256984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:04.274029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:04.274901 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.333667 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 54b7dcfd-7488-4459-b32f-2188841f3523, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=54b7dcfd-7488-4459-b32f-2188841f3523,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:04.357402 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a6783794-88fc-4ab7-b8c1-c2c70c4c89b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d316004028b45e090e96a698593ef06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782959 Jul 09 19:57:04.357979 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59102) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:04.442003 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '54b7dcfd-7488-4459-b32f-2188841f3523', 'network_id': '55f0dd5b-d300-4fd2-84cd-11cf63d6d091', 'port_id': '54b7dcfd-7488-4459-b32f-2188841f3523', 'mac_address': 'fa:16:3e:e6:9c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:57:04.444231 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.467352 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-208c24e9-b6ff-43c1-a782-d69a7fd0afc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.523911 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-208c24e9-b6ff-43c1-a782-d69a7fd0afc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.572152 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.574622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782b48bd-1239-4bec-a0f5-39c2ee4ebc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:04.577181 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01597b89-f4c4-4a1d-9357-15a5aaa91427" -d '{"events": [{"server_uuid": "782b48bd-1239-4bec-a0f5-39c2ee4ebc87", "name": "network-vif-plugged", "status": "completed", "tag": "e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:04.598690 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:04.602424 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b7dcfd-7488-4459-b32f-2188841f3523 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:04.628078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 54b7dcfd-7488-4459-b32f-2188841f3523, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=54b7dcfd-7488-4459-b32f-2188841f3523,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:04.630812 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.639899 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-208c24e9-b6ff-43c1-a782-d69a7fd0afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.647493 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-208c24e9-b6ff-43c1-a782-d69a7fd0afc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.651141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-208c24e9-b6ff-43c1-a782-d69a7fd0afc3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b0b0bac-f722-4516-ae7d-d6267a99b819 HTTP/1.1" status: 204 len: 168 time: 0.2898817 Jul 09 19:57:04.668380 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:04.702690 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c24e9-b6ff-43c1-a782-d69a7fd0afc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0b0bac-f722-4516-ae7d-d6267a99b819,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:04.767469 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:04.902760 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=54b7dcfd-7488-4459-b32f-2188841f3523,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:04.908246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-004d63ef-b5bf-48ba-9f4f-99616617f452 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:04.914559 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-004d63ef-b5bf-48ba-9f4f-99616617f452 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.36 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 812 time: 0.3544526 Jul 09 19:57:04.933058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-618852f6-60d2-4463-ae4c-5a342a99930c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Request body: {'port': {'device_id': '38af14dc-ce72-4ffd-8cdd-91ef0018ded4', 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'admin_state_up': True, 'tenant_id': '382be6ed01574db2b800f45c2ce85e9e'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:05.100722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['54b7dcfd-7488-4459-b32f-2188841f3523'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:05.206161 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-618852f6-60d2-4463-ae4c-5a342a99930c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Made reservation on behalf of 382be6ed01574db2b800f45c2ce85e9e for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:05.211603 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-618852f6-60d2-4463-ae4c-5a342a99930c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:05.228491 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2aa46fec-e9c0-4612-a253-3296beea379d req-ffa2c24e-fc5b-4ab6-8e82-e5ca64b4b1d1 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1347749 Jul 09 19:57:05.243768 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8668f-8964-4cfb-b7e8-3edca7a99cfb req-f50e04f5-d5a6-4910-8b12-b1edf1a7d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:05.245323 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5eb8668f-8964-4cfb-b7e8-3edca7a99cfb req-f50e04f5-d5a6-4910-8b12-b1edf1a7d4b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f22af0e34994cab9327fe435cc5d495&device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 1097 time: 0.2948747 Jul 09 19:57:05.249748 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:05.445893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-618852f6-60d2-4463-ae4c-5a342a99930c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Allocated IP 172.20.0.13 (8894aba0-c40a-4dc6-b8c1-f53ea7016388/bdd5bce8-001b-47cc-8510-ced4334ba819/3031a9b3-b148-4a9f-b849-2cf96518b209) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:05.709830 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-618852f6-60d2-4463-ae4c-5a342a99930c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:05.760124 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:05.814968 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-618852f6-60d2-4463-ae4c-5a342a99930c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:05.854009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8668f-8964-4cfb-b7e8-3edca7a99cfb req-79653643-6d50-4495-99ad-aee6171f190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:05.855989 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5eb8668f-8964-4cfb-b7e8-3edca7a99cfb req-79653643-6d50-4495-99ad-aee6171f190c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf HTTP/1.1" status: 200 len: 920 time: 0.6005611 Jul 09 19:57:05.870015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61e2fd-77ac-4487-81db-02012075d6f9 req-74b443eb-929b-43ae-9a9b-8ef4ed30fd54 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:05.877601 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee61e2fd-77ac-4487-81db-02012075d6f9 req-74b443eb-929b-43ae-9a9b-8ef4ed30fd54 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bc337d9-eb83-4320-a7cd-228b28603b4e HTTP/1.1" status: 200 len: 944 time: 0.1979539 Jul 09 19:57:05.908527 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5eb8668f-8964-4cfb-b7e8-3edca7a99cfb req-3abd7875-6690-431c-bf2c-b04336e102ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 HTTP/1.1" status: 200 len: 217 time: 0.0447145 Jul 09 19:57:05.909967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-618852f6-60d2-4463-ae4c-5a342a99930c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:05.918620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-618852f6-60d2-4463-ae4c-5a342a99930c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:05.921766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-618852f6-60d2-4463-ae4c-5a342a99930c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:05.926702 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618852f6-60d2-4463-ae4c-5a342a99930c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Pushing event updated for resources: {'Port': ['ID=3031a9b3-b148-4a9f-b849-2cf96518b209,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:05.991442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8668f-8964-4cfb-b7e8-3edca7a99cfb req-4be4e8ee-4514-4685-aa69-447e16858395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:05.993055 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5eb8668f-8964-4cfb-b7e8-3edca7a99cfb req-4be4e8ee-4514-4685-aa69-447e16858395 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73b0c9d0-82f4-4376-a92d-35f98e89b332 HTTP/1.1" status: 200 len: 859 time: 0.0772629 Jul 09 19:57:05.996207 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee61e2fd-77ac-4487-81db-02012075d6f9 req-08db8317-b7d4-4c51-b296-a85658e8efdb tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174383 Jul 09 19:57:06.001019 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.033008 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5eb8668f-8964-4cfb-b7e8-3edca7a99cfb req-f4e77d00-dce2-487c-ba24-70da4649ae6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294764 Jul 09 19:57:06.069564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-618852f6-60d2-4463-ae4c-5a342a99930c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:06.074022 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-618852f6-60d2-4463-ae4c-5a342a99930c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.111986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-618852f6-60d2-4463-ae4c-5a342a99930c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1853805 Jul 09 19:57:06.127085 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Request body: {'port': {'device_id': '38af14dc-ce72-4ffd-8cdd-91ef0018ded4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:06.173719 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996d483c-ab77-4598-b3ea-751b5d2e1ca6 x-openstack-request-id: req-996d483c-ab77-4598-b3ea-751b5d2e1ca6 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:06.174263 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782b48bd-1239-4bec-a0f5-39c2ee4ebc87", "name": "network-vif-plugged", "status": "completed", "tag": "e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:06.174263 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-996d483c-ab77-4598-b3ea-751b5d2e1ca6 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:06.174654 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782b48bd-1239-4bec-a0f5-39c2ee4ebc87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb', 'code': 200} Jul 09 19:57:06.225024 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5eb8668f-8964-4cfb-b7e8-3edca7a99cfb req-05f0838d-ec52-4709-a9e9-0146c102403f service neutron] 10.222.0.36 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832662 Jul 09 19:57:06.235135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Allocated IP 172.25.0.87 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/960bbd54-5474-4f3d-a10b-f2d62012d26c) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:06.321636 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.515359 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5eb8668f-8964-4cfb-b7e8-3edca7a99cfb req-998baa84-aeb5-44ea-8a22-f5d06f9f765a service neutron] 10.222.0.36 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801125 Jul 09 19:57:06.532307 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e2435-131c-49af-856c-9c32518648bc req-f75812a6-da22-4404-ad82-a726cdf46c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:06.535211 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-317e2435-131c-49af-856c-9c32518648bc req-f75812a6-da22-4404-ad82-a726cdf46c82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=782b48bd-1239-4bec-a0f5-39c2ee4ebc87 HTTP/1.1" status: 200 len: 1097 time: 0.2421963 Jul 09 19:57:06.558236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abe247-6723-4bd3-addf-3bc247c1b5f8 req-d19fa523-a1b9-4e25-b351-19f90d640a41 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:06.567646 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c9abe247-6723-4bd3-addf-3bc247c1b5f8 req-d19fa523-a1b9-4e25-b351-19f90d640a41 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.1883826 Jul 09 19:57:06.568238 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.595398 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-317e2435-131c-49af-856c-9c32518648bc req-7ef02029-99ce-4b8f-b453-0b7b1896be16 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452328 Jul 09 19:57:06.629215 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c9abe247-6723-4bd3-addf-3bc247c1b5f8 req-8f6c896f-2d89-40be-8781-69e6727ba45f tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598862 Jul 09 19:57:06.635556 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.725355 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Pushing event updated for resources: {'Port': ['ID=960bbd54-5474-4f3d-a10b-f2d62012d26c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:06.738482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:06.740702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:06.743876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:06.845750 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3031a9b3-b148-4a9f-b849-2cf96518b209 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:06.855702 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.869289 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.873422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Transition to ACTIVE for port object 3031a9b3-b148-4a9f-b849-2cf96518b209 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:06.882415 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:06.950182 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Pushing event updated for resources: {'Port': ['ID=3031a9b3-b148-4a9f-b849-2cf96518b209,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:06.951898 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.069281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Attempting to bind port 3031a9b3-b148-4a9f-b849-2cf96518b209 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:07.069639 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Attempting to bind port 3031a9b3-b148-4a9f-b849-2cf96518b209 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:07.069985 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Attempting to bind port 3031a9b3-b148-4a9f-b849-2cf96518b209 on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:07.075510 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Port 3031a9b3-b148-4a9f-b849-2cf96518b209 on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:57:07.075845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Attempting to bind port 3031a9b3-b148-4a9f-b849-2cf96518b209 on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:07.081426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:07.081781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Checking segment: {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:07.082184 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Bound using segment: {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:07.082643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Bound port: 3031a9b3-b148-4a9f-b849-2cf96518b209, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:07.083020 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.182061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] For port 3031a9b3-b148-4a9f-b849-2cf96518b209, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:07.191232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] For port 3031a9b3-b148-4a9f-b849-2cf96518b209, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3031a9b3-b148-4a9f-b849-2cf96518b209,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:07.205941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.228955 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.234708 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.283431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:07.285225 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.287959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] 10.222.0.36 "PUT /v2.0/ports/3031a9b3-b148-4a9f-b849-2cf96518b209 HTTP/1.1" status: 200 len: 1092 time: 1.1659636 Jul 09 19:57:07.288202 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38af14dc-ce72-4ffd-8cdd-91ef0018ded4', 'tag': '3031a9b3-b148-4a9f-b849-2cf96518b209'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:07.294338 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97c0b44-ad0e-4fc8-9fd6-edbbb9df8851" -d '{"events": [{"name": "network-changed", "server_uuid": "38af14dc-ce72-4ffd-8cdd-91ef0018ded4", "tag": "3031a9b3-b148-4a9f-b849-2cf96518b209"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:07.312626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Pushing event updated for resources: {'Port': ['ID=960bbd54-5474-4f3d-a10b-f2d62012d26c,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:07.330142 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62ebf7-bf42-4e72-b15b-f00aa29d2c67 service neutron] Pushing event updated for resources: {'Port': ['ID=3031a9b3-b148-4a9f-b849-2cf96518b209,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:07.334709 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.351776 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:07.353358 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2aa46fec-e9c0-4612-a253-3296beea379d req-8b64e5a6-1621-4317-bdc1-546bb8c72220 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1131392 Jul 09 19:57:07.356111 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a88042-30cb-4384-94f7-07ee74bf76d5 req-5ea4459f-4823-4e60-a7e5-5205e777484b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:07.357669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61a88042-30cb-4384-94f7-07ee74bf76d5 req-5ea4459f-4823-4e60-a7e5-5205e777484b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 944 time: 0.1650724 Jul 09 19:57:07.423802 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2aa46fec-e9c0-4612-a253-3296beea379d req-b1f5e46f-f5e9-48dd-a9aa-008da4395f94 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.87 HTTP/1.1" status: 200 len: 695 time: 0.0595007 Jul 09 19:57:07.445144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61a88042-30cb-4384-94f7-07ee74bf76d5 req-d2b09c1b-0d72-4520-9132-4706cf821a0c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578711 Jul 09 19:57:07.446956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-6653806f-275b-43bd-aef1-1ac5a2b6f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:07.449069 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-6653806f-275b-43bd-aef1-1ac5a2b6f548 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 1095 time: 0.1114757 Jul 09 19:57:07.501335 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-14a46e5f-f6d8-4320-a1a4-42a70fdebda4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3031a9b3-b148-4a9f-b849-2cf96518b209 HTTP/1.1" status: 200 len: 217 time: 0.0406268 Jul 09 19:57:07.589919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-653ee007-5446-4bc8-9652-84b6a9946393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:07.593280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa46fec-e9c0-4612-a253-3296beea379d req-9d704911-6e7f-4c48-b7f1-896c6dbbcef1 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:07.594426 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-653ee007-5446-4bc8-9652-84b6a9946393 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 200 len: 852 time: 0.0829208 Jul 09 19:57:07.601077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2aa46fec-e9c0-4612-a253-3296beea379d req-9d704911-6e7f-4c48-b7f1-896c6dbbcef1 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.1704187 Jul 09 19:57:07.641778 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-0439861b-bf92-491e-a6dd-57ebab5e70fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8894aba0-c40a-4dc6-b8c1-f53ea7016388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346117 Jul 09 19:57:07.801446 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-0792a37d-1a83-4b98-be82-1d9a1b7c65f3 service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507499 Jul 09 19:57:07.999140 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 54b7dcfd-7488-4459-b32f-2188841f3523 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:08.088413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 54b7dcfd-7488-4459-b32f-2188841f3523 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:08.102011 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de63bbb7-7524-4107-ac6c-8a049625c1a5 req-0a148283-75f1-461f-9a3a-5dc2c7f76dbb service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876709 Jul 09 19:57:08.103539 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b74348-89be-4c56-afc8-98c82025de36 x-openstack-request-id: req-98b74348-89be-4c56-afc8-98c82025de36 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:08.103843 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38af14dc-ce72-4ffd-8cdd-91ef0018ded4", "tag": "3031a9b3-b148-4a9f-b849-2cf96518b209", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:08.104197 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98b74348-89be-4c56-afc8-98c82025de36 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:08.104622 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38af14dc-ce72-4ffd-8cdd-91ef0018ded4', 'tag': '3031a9b3-b148-4a9f-b849-2cf96518b209', 'status': 'completed', 'code': 200} Jul 09 19:57:08.105827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 54b7dcfd-7488-4459-b32f-2188841f3523 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:08.108189 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.115850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7416f29-ef31-444d-8152-37697a513903 req-13a51bdd-ba43-4178-8c67-16186859137f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:08.117537 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7416f29-ef31-444d-8152-37697a513903 req-13a51bdd-ba43-4178-8c67-16186859137f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bc337d9-eb83-4320-a7cd-228b28603b4e HTTP/1.1" status: 200 len: 944 time: 0.1773193 Jul 09 19:57:08.218832 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.244233 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7416f29-ef31-444d-8152-37697a513903 req-3ab34578-5acb-41cc-84e1-81434aa903b5 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172771 Jul 09 19:57:08.257512 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc337d9-eb83-4320-a7cd-228b28603b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b7dcfd-7488-4459-b32f-2188841f3523'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:08.268129 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e7a4a2-7b55-4fe9-9992-1e77ccc0482d" -d '{"events": [{"server_uuid": "1bc337d9-eb83-4320-a7cd-228b28603b4e", "name": "network-vif-plugged", "status": "completed", "tag": "54b7dcfd-7488-4459-b32f-2188841f3523"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:08.277367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c0b44-ad0e-4fc8-9fd6-edbbb9df8851 req-1e9eabcd-db48-4e91-a183-184cff06a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:08.282625 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e97c0b44-ad0e-4fc8-9fd6-edbbb9df8851 req-1e9eabcd-db48-4e91-a183-184cff06a125 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 1095 time: 0.1053421 Jul 09 19:57:08.301581 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 54b7dcfd-7488-4459-b32f-2188841f3523, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=54b7dcfd-7488-4459-b32f-2188841f3523,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:08.308790 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.385305 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-2694fe1c-765d-4f65-81d5-dca08ab162f5 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1804140 Jul 09 19:57:08.390965 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:08.412837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=54b7dcfd-7488-4459-b32f-2188841f3523,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:08.418292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c0b44-ad0e-4fc8-9fd6-edbbb9df8851 req-66f20acc-3649-4770-99d5-06a99e10def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:08.429688 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e97c0b44-ad0e-4fc8-9fd6-edbbb9df8851 req-66f20acc-3649-4770-99d5-06a99e10def5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 913 time: 0.1408000 Jul 09 19:57:08.441954 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.516131 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e97c0b44-ad0e-4fc8-9fd6-edbbb9df8851 req-b15fca51-f803-40da-a7ac-cca4c6a3a164 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3031a9b3-b148-4a9f-b849-2cf96518b209 HTTP/1.1" status: 200 len: 217 time: 0.0787601 Jul 09 19:57:08.582104 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.593413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c0b44-ad0e-4fc8-9fd6-edbbb9df8851 req-e2b2743e-d3a4-49ab-aa88-3a031d29aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:08.595548 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e97c0b44-ad0e-4fc8-9fd6-edbbb9df8851 req-e2b2743e-d3a4-49ab-aa88-3a031d29aad4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 200 len: 852 time: 0.0700014 Jul 09 19:57:08.603366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ff60c-a357-4bf9-8086-66340465994a req-11cb6ed7-586e-45ad-930a-276605627772 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:08.605759 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-097ff60c-a357-4bf9-8086-66340465994a req-11cb6ed7-586e-45ad-930a-276605627772 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.1696684 Jul 09 19:57:08.658853 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e97c0b44-ad0e-4fc8-9fd6-edbbb9df8851 req-d28e7046-8210-4efb-aa1e-fddea50ff4fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8894aba0-c40a-4dc6-b8c1-f53ea7016388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518513 Jul 09 19:57:08.698190 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-097ff60c-a357-4bf9-8086-66340465994a req-51570591-4a9e-49c4-8b85-1607da7b36e9 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838497 Jul 09 19:57:08.728330 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Allocated IP 172.25.0.150 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/96234189-c804-4368-9ae7-75e3676f249c) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:08.848323 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1de731a7-88e0-4b30-8024-7295883510d2 req-7f912120-f9fb-4748-9fd1-4f63f905668b tempest-AbsoluteLimitsNegativeTestJSON-1653912909 tempest-AbsoluteLimitsNegativeTestJSON-1653912909-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=26276717234e4a49b470c7ef872d0d22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338173 Jul 09 19:57:08.870616 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.923934 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e97c0b44-ad0e-4fc8-9fd6-edbbb9df8851 req-27a49d3d-c2e8-4704-8509-8464c419afa5 service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493973 Jul 09 19:57:08.929363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:08.955908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:08.978173 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:08.987614 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:09.045050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de731a7-88e0-4b30-8024-7295883510d2 req-80f64766-3266-4740-9972-571b2b170b53 tempest-AbsoluteLimitsNegativeTestJSON-1653912909 tempest-AbsoluteLimitsNegativeTestJSON-1653912909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:09.047652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Pushing event updated for resources: {'Port': ['ID=96234189-c804-4368-9ae7-75e3676f249c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:09.058527 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1de731a7-88e0-4b30-8024-7295883510d2 req-80f64766-3266-4740-9972-571b2b170b53 tempest-AbsoluteLimitsNegativeTestJSON-1653912909 tempest-AbsoluteLimitsNegativeTestJSON-1653912909-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092657 Jul 09 19:57:09.071452 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1de731a7-88e0-4b30-8024-7295883510d2 req-263cac56-5f5c-4649-a184-3efc1057b276 tempest-AbsoluteLimitsNegativeTestJSON-1653912909 tempest-AbsoluteLimitsNegativeTestJSON-1653912909-project] 10.222.0.30 "GET /v2.0/quotas/26276717234e4a49b470c7ef872d0d22 HTTP/1.1" status: 200 len: 375 time: 0.0118361 Jul 09 19:57:09.097628 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:09.113881 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1de731a7-88e0-4b30-8024-7295883510d2 req-1fa22d8d-827f-4aea-bddb-0f8eccf72c3d tempest-AbsoluteLimitsNegativeTestJSON-1653912909 tempest-AbsoluteLimitsNegativeTestJSON-1653912909-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=26276717234e4a49b470c7ef872d0d22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325861 Jul 09 19:57:09.117944 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e97c0b44-ad0e-4fc8-9fd6-edbbb9df8851 req-7147d705-5a6f-464c-b0df-f6d8c58d5ed5 service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879041 Jul 09 19:57:09.150191 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:09.315150 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79baf867-2dec-4527-a0fa-e95525dd6b7c x-openstack-request-id: req-79baf867-2dec-4527-a0fa-e95525dd6b7c {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:09.315675 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc337d9-eb83-4320-a7cd-228b28603b4e", "name": "network-vif-plugged", "status": "completed", "tag": "54b7dcfd-7488-4459-b32f-2188841f3523", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:09.315675 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79baf867-2dec-4527-a0fa-e95525dd6b7c {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:09.316061 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc337d9-eb83-4320-a7cd-228b28603b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b7dcfd-7488-4459-b32f-2188841f3523', 'code': 200} Jul 09 19:57:09.328510 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:09.336035 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:09.426822 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:09.455655 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Pushing event updated for resources: {'Port': ['ID=96234189-c804-4368-9ae7-75e3676f249c,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:09.458480 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:09.467867 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-17d8e25d-ee9d-481b-ae73-b4f92d2f23cf tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0814431 Jul 09 19:57:09.529633 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-b6f60b41-70a0-429c-9ba1-c32fcf33fd83 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.150 HTTP/1.1" status: 200 len: 696 time: 0.0607636 Jul 09 19:57:09.573273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fc41b-eebb-4aae-8d0d-012e9ef6a9f0 req-c5901c73-8b11-47f6-b0fd-a481753a66be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:09.575161 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f20fc41b-eebb-4aae-8d0d-012e9ef6a9f0 req-c5901c73-8b11-47f6-b0fd-a481753a66be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1bc337d9-eb83-4320-a7cd-228b28603b4e HTTP/1.1" status: 200 len: 1096 time: 0.1774764 Jul 09 19:57:09.623530 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309aadd-44dc-4c7a-9215-50c9ba494e46 req-143d9f57-e468-477d-814b-6593102fab3d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:09.625100 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f309aadd-44dc-4c7a-9215-50c9ba494e46 req-143d9f57-e468-477d-814b-6593102fab3d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 944 time: 0.1897571 Jul 09 19:57:09.627261 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f20fc41b-eebb-4aae-8d0d-012e9ef6a9f0 req-2c8e7b73-3149-44ff-95e9-0a719413ef0f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447106 Jul 09 19:57:09.684838 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f309aadd-44dc-4c7a-9215-50c9ba494e46 req-390f7c70-1698-4442-a206-5ba5137d382d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530286 Jul 09 19:57:09.690954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-093077d1-c711-471b-ad40-1686864f1896 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:09.718393 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecd9fa0b-0a90-4437-9e7a-dcb19d4f7bcc req-093077d1-c711-471b-ad40-1686864f1896 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.1666503 Jul 09 19:57:09.718393 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59212) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:09.906218 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bc6b2455-3460-485e-b20d-135e02626407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:09.926102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dde5d4-2a4c-4503-a672-493c8db7f118 req-49c02e10-b7d5-471a-99b0-222cb0ce4289 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:09.927811 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e6dde5d4-2a4c-4503-a672-493c8db7f118 req-49c02e10-b7d5-471a-99b0-222cb0ce4289 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bc337d9-eb83-4320-a7cd-228b28603b4e HTTP/1.1" status: 200 len: 945 time: 0.0847993 Jul 09 19:57:09.989208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e6dde5d4-2a4c-4503-a672-493c8db7f118 req-98ac9629-0e83-470f-906e-cfe318dc40b6 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542135 Jul 09 19:57:10.049061 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bc6b2455-3460-485e-b20d-135e02626407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:10.055412 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bc6b2455-3460-485e-b20d-135e02626407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:10.078312 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1c8a8da-1493-4e68-89b8-d8f2e365c44a req-484dcf27-b4bf-4a2a-a8bf-3502f90c96a0 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips/07b50333-f944-4eb2-a57d-9a40f971adeb HTTP/1.1" status: 200 len: 693 time: 0.0692496 Jul 09 19:57:10.103294 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bc6b2455-3460-485e-b20d-135e02626407 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26276717234e4a49b470c7ef872d0d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3905225 Jul 09 19:57:10.103548 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59228) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:10.144488 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b2455-3460-485e-b20d-135e02626407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091b3959-f409-4c4d-b8d7-d9ea990c4c56,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:10.172824 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e7f488f-155d-4260-b900-a6a9926f9e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:10.197953 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e7f488f-155d-4260-b900-a6a9926f9e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:10.214550 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:57:10.219763 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8a8da-1493-4e68-89b8-d8f2e365c44a req-36da0df2-84bc-4019-a3a0-92db7ca6829e tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:10.222572 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1c8a8da-1493-4e68-89b8-d8f2e365c44a req-36da0df2-84bc-4019-a3a0-92db7ca6829e tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.1423905 Jul 09 19:57:10.313184 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8ea69d-1ef9-46c7-a3c3-610bfa0dd114 req-927387c2-bcf9-40b7-8a51-8858cd4c8946 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:10.314858 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b8ea69d-1ef9-46c7-a3c3-610bfa0dd114 req-927387c2-bcf9-40b7-8a51-8858cd4c8946 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.0927050 Jul 09 19:57:10.345650 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e7f488f-155d-4260-b900-a6a9926f9e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:10.348149 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e7f488f-155d-4260-b900-a6a9926f9e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:10.351867 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5e7f488f-155d-4260-b900-a6a9926f9e5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/091b3959-f409-4c4d-b8d7-d9ea990c4c56 HTTP/1.1" status: 204 len: 168 time: 0.2448676 Jul 09 19:57:10.380637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f488f-155d-4260-b900-a6a9926f9e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091b3959-f409-4c4d-b8d7-d9ea990c4c56,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:10.385153 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b8ea69d-1ef9-46c7-a3c3-610bfa0dd114 req-a0756495-15b9-47e4-90cb-ec381b333ac4 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620394 Jul 09 19:57:10.499940 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fb60c078-e35e-42bd-9899-d31e3d1f4a72 req-06e42681-27e4-478f-88bb-e1e201d7d2c0 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips/07b50333-f944-4eb2-a57d-9a40f971adeb HTTP/1.1" status: 200 len: 693 time: 0.0575867 Jul 09 19:57:10.641456 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60c078-e35e-42bd-9899-d31e3d1f4a72 req-3d996640-b431-4dfc-b30f-d7ebdf0b920c tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:10.648420 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fb60c078-e35e-42bd-9899-d31e3d1f4a72 req-3d996640-b431-4dfc-b30f-d7ebdf0b920c tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.1474395 Jul 09 19:57:10.719056 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fb60c078-e35e-42bd-9899-d31e3d1f4a72 req-c8ac442b-965b-468f-93f0-5d2066c8aca2 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.150 HTTP/1.1" status: 200 len: 696 time: 0.0696251 Jul 09 19:57:10.807491 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fb60c078-e35e-42bd-9899-d31e3d1f4a72 req-5c527df2-58c4-4d29-8eaa-cdb0bd22544c tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.150 HTTP/1.1" status: 200 len: 696 time: 0.0832341 Jul 09 19:57:10.976527 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-fb60c078-e35e-42bd-9899-d31e3d1f4a72 req-759ecb11-db0f-474d-8576-6561d7d46c79 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Deleting port 96234189-c804-4368-9ae7-75e3676f249c {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:10.976981 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fb60c078-e35e-42bd-9899-d31e3d1f4a72 req-759ecb11-db0f-474d-8576-6561d7d46c79 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.093848 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fb60c078-e35e-42bd-9899-d31e3d1f4a72 req-759ecb11-db0f-474d-8576-6561d7d46c79 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.094381 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fb60c078-e35e-42bd-9899-d31e3d1f4a72 req-759ecb11-db0f-474d-8576-6561d7d46c79 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.111369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-fb60c078-e35e-42bd-9899-d31e3d1f4a72 req-759ecb11-db0f-474d-8576-6561d7d46c79 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Calling delete_port for 96234189-c804-4368-9ae7-75e3676f249c owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:11.239823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59262) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:11.317895 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fb60c078-e35e-42bd-9899-d31e3d1f4a72 req-759ecb11-db0f-474d-8576-6561d7d46c79 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.377793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ecb11-db0f-474d-8576-6561d7d46c79 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Pushing event deleted for resources: {'Port': ['ID=96234189-c804-4368-9ae7-75e3676f249c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:11.446123 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-33a87c7a-7697-4069-a5d1-03074e9e7d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.465682 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fb60c078-e35e-42bd-9899-d31e3d1f4a72 req-759ecb11-db0f-474d-8576-6561d7d46c79 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.468335 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fb60c078-e35e-42bd-9899-d31e3d1f4a72 req-759ecb11-db0f-474d-8576-6561d7d46c79 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.503125 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fb60c078-e35e-42bd-9899-d31e3d1f4a72 req-759ecb11-db0f-474d-8576-6561d7d46c79 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "DELETE /v2.0/floatingips/07b50333-f944-4eb2-a57d-9a40f971adeb HTTP/1.1" status: 204 len: 173 time: 0.6943905 Jul 09 19:57:11.603700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59286) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:11.752092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca21fb-975a-4d4b-a66f-c790ad68daef req-b5c6b853-e936-4adf-9f00-4b2a4168cf3d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:11.762202 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-87ca21fb-975a-4d4b-a66f-c790ad68daef req-b5c6b853-e936-4adf-9f00-4b2a4168cf3d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 944 time: 0.1633263 Jul 09 19:57:11.785091 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-194961852-network', 'tenant_id': '1324b3cc5bcd41f2a08785d8da74a3b8'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:11.803100 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-33a87c7a-7697-4069-a5d1-03074e9e7d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.808011 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc28105-0642-4d3c-b1d2-7f4964f20068 req-4a6ed685-e25d-4660-8f66-190d853e7636 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:11.809454 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1bc28105-0642-4d3c-b1d2-7f4964f20068 req-4a6ed685-e25d-4660-8f66-190d853e7636 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bc337d9-eb83-4320-a7cd-228b28603b4e HTTP/1.1" status: 200 len: 945 time: 0.1049454 Jul 09 19:57:11.816711 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-33a87c7a-7697-4069-a5d1-03074e9e7d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.845974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Made reservation on behalf of 1324b3cc5bcd41f2a08785d8da74a3b8 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:11.848435 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.880403 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:11.892960 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1bc28105-0642-4d3c-b1d2-7f4964f20068 req-e7f04a79-c34f-4b31-accd-38e28419b734 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758779 Jul 09 19:57:11.896473 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-33a87c7a-7697-4069-a5d1-03074e9e7d93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=950cea20128741dd8a8e848072d2861d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6548097 Jul 09 19:57:11.897267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a87c7a-7697-4069-a5d1-03074e9e7d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be3d4b1-a41a-4ac7-9b6a-2dba00b2ccc9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:11.899971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59290) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:11.903089 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-87ca21fb-975a-4d4b-a66f-c790ad68daef req-2e8a1fda-deaa-4674-8914-c220004b89ed tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397586 Jul 09 19:57:11.981003 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffcca3c5-c59e-4901-8426-0b3d93646acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.012987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3031a9b3-b148-4a9f-b849-2cf96518b209 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:57:12.033609 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffcca3c5-c59e-4901-8426-0b3d93646acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.180561 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffcca3c5-c59e-4901-8426-0b3d93646acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.184966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffcca3c5-c59e-4901-8426-0b3d93646acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.186291 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ffcca3c5-c59e-4901-8426-0b3d93646acc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7be3d4b1-a41a-4ac7-9b6a-2dba00b2ccc9 HTTP/1.1" status: 204 len: 168 time: 0.2822986 Jul 09 19:57:12.192998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3031a9b3-b148-4a9f-b849-2cf96518b209, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3031a9b3-b148-4a9f-b849-2cf96518b209,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:12.201909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcca3c5-c59e-4901-8426-0b3d93646acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be3d4b1-a41a-4ac7-9b6a-2dba00b2ccc9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:12.210272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '3031a9b3-b148-4a9f-b849-2cf96518b209', 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'port_id': '3031a9b3-b148-4a9f-b849-2cf96518b209', 'mac_address': 'fa:16:3e:c6:a3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd5bce8-001b-47cc-8510-ced4334ba819', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:57:12.236415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3a14a-9a35-4990-b8aa-b451e2194e36 req-013eeb56-d1af-4a73-b994-b95ed4a8c4c3 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:12.238717 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0b3a14a-9a35-4990-b8aa-b451e2194e36 req-013eeb56-d1af-4a73-b994-b95ed4a8c4c3 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.1254251 Jul 09 19:57:12.272259 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.290305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3031a9b3-b148-4a9f-b849-2cf96518b209 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:12.318479 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3031a9b3-b148-4a9f-b849-2cf96518b209, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3031a9b3-b148-4a9f-b849-2cf96518b209,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:12.369969 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.380627 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.384159 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0b3a14a-9a35-4990-b8aa-b451e2194e36 req-c55ceeae-70b1-4515-8f55-739a8ea5055e tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397023 Jul 09 19:57:12.444497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a2329-e92e-436c-9bb1-a971c395446a req-69fc48f4-b9a7-45cc-95d5-ebf005d8c81f tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:12.445932 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-888a2329-e92e-436c-9bb1-a971c395446a req-69fc48f4-b9a7-45cc-95d5-ebf005d8c81f tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4211586 Jul 09 19:57:12.447765 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.489499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:57:12.503114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:12.504179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3031a9b3-b148-4a9f-b849-2cf96518b209,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:12.510649 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.511309 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Added segment b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1 of type vlan for network 6e195a00-a5e6-4c1e-b81e-59d72e1115c5 Jul 09 19:57:12.573143 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.637715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.638734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:12.639544 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.662225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b948de-62b2-4bff-bdf5-333c6f39804c req-da6dac01-4e7f-452f-a0eb-a953dce65379 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:12.664814 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36b948de-62b2-4bff-bdf5-333c6f39804c req-da6dac01-4e7f-452f-a0eb-a953dce65379 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=782b48bd-1239-4bec-a0f5-39c2ee4ebc87 HTTP/1.1" status: 200 len: 946 time: 0.0988550 Jul 09 19:57:12.757320 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a213943d-4c7a-4115-997c-cd9864d0bbfa req-1af89a81-7a41-4b95-979a-de5c99ac8c86 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=0a4581d5d98b4e45baf7f8e09832fd8e HTTP/1.1" status: 200 len: 1655 time: 0.1556909 Jul 09 19:57:12.767164 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['3031a9b3-b148-4a9f-b849-2cf96518b209'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:12.773483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1686387 Jul 09 19:57:12.773735 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36b948de-62b2-4bff-bdf5-333c6f39804c req-099537f8-4421-43c7-b90d-db3f6de51e7a tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911043 Jul 09 19:57:12.773972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59314) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:12.790626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f70d6f33-8e89-45ab-a8d9-ab90b56e9cfe admin admin] Request body: {'subnet': {'network_id': '6e195a00-a5e6-4c1e-b81e-59d72e1115c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-194961852-subnet', 'tenant_id': '1324b3cc5bcd41f2a08785d8da74a3b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:12.840619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70d6f33-8e89-45ab-a8d9-ab90b56e9cfe admin admin] Made reservation on behalf of 1324b3cc5bcd41f2a08785d8da74a3b8 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:12.844824 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f70d6f33-8e89-45ab-a8d9-ab90b56e9cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:12.926547 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213943d-4c7a-4115-997c-cd9864d0bbfa req-ccc5e67d-951c-4d5c-af15-1159d57f9e36 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:12.935411 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a213943d-4c7a-4115-997c-cd9864d0bbfa req-ccc5e67d-951c-4d5c-af15-1159d57f9e36 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/networks?id=7a97b206-c681-46bf-83e7-464bfb1ece64&id=7a97b206-c681-46bf-83e7-464bfb1ece64&id=7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 787 time: 0.1669695 Jul 09 19:57:12.977139 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-a213943d-4c7a-4115-997c-cd9864d0bbfa req-1f6bb8d4-760a-4b21-9c5d-3f79b9422c2c tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:57:12.988844 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a213943d-4c7a-4115-997c-cd9864d0bbfa req-1f6bb8d4-760a-4b21-9c5d-3f79b9422c2c tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0276506 Jul 09 19:57:12.988844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Pushing event updated for resources: {'Network': ['ID=6e195a00-a5e6-4c1e-b81e-59d72e1115c5,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:13.030804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:13.031190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:13.031552 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:13.031909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:13.032913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:13.033273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:13.033827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:13.034685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:13.035118 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:13.035465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:13.035844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:13.036804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268db28f-24f6-4ced-895a-9c05bbc6d3d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:13.051730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 6e195a00-a5e6-4c1e-b81e-59d72e1115c5 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:57:13.201308 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f70d6f33-8e89-45ab-a8d9-ab90b56e9cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.363136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d6f33-8e89-45ab-a8d9-ab90b56e9cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b7d21f-e851-4b97-8cca-10f0cf52ecf1,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:13.416707 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1264192-bfe5-4a16-885b-109ce7ba2c68 req-9553612b-f37f-44f8-bb2d-a05039b23b91 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:13.425381 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d1264192-bfe5-4a16-885b-109ce7ba2c68 req-9553612b-f37f-44f8-bb2d-a05039b23b91 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 945 time: 0.1584530 Jul 09 19:57:13.449872 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d6f33-8e89-45ab-a8d9-ab90b56e9cfe admin admin] Checking segment: {'id': 'b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e195a00-a5e6-4c1e-b81e-59d72e1115c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:13.450427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d6f33-8e89-45ab-a8d9-ab90b56e9cfe admin admin] Network hostable DHCP agents. Network: 6e195a00-a5e6-4c1e-b81e-59d72e1115c5, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:57:13.494997 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d1264192-bfe5-4a16-885b-109ce7ba2c68 req-4b6f9b51-8dcd-48bc-803e-2118b92cb118 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637300 Jul 09 19:57:13.497752 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d6f33-8e89-45ab-a8d9-ab90b56e9cfe admin admin] Network 6e195a00-a5e6-4c1e-b81e-59d72e1115c5 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:57:13.534594 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f70d6f33-8e89-45ab-a8d9-ab90b56e9cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 6e195a00-a5e6-4c1e-b81e-59d72e1115c5) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:13.553273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fa1bc1-f38f-461a-93b8-858693c24d7a None None] Network 6e195a00-a5e6-4c1e-b81e-59d72e1115c5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:13.562937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70d6f33-8e89-45ab-a8d9-ab90b56e9cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:13.563750 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f70d6f33-8e89-45ab-a8d9-ab90b56e9cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.612580 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f70d6f33-8e89-45ab-a8d9-ab90b56e9cfe admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8327558 Jul 09 19:57:13.612833 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f54b8c5-411f-47f5-8f79-275384dbdb52 req-f12252b4-eaf0-46aa-896d-90b7a4046262 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips/cbd4184e-58e1-4fbb-ac69-2e6a23adef92 HTTP/1.1" status: 200 len: 692 time: 0.0907795 Jul 09 19:57:13.632674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59358) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:13.773267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e38d71e-bf1c-4dcb-8bee-ddb38cd71493 None None] Network 6e195a00-a5e6-4c1e-b81e-59d72e1115c5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:13.795861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-209344775-network', 'tenant_id': 'c07f837773f046968ae63d7520f93f14'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:13.803717 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54b8c5-411f-47f5-8f79-275384dbdb52 req-be813a5e-ff46-402b-b193-c6ef8b73634d tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:13.804727 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f54b8c5-411f-47f5-8f79-275384dbdb52 req-be813a5e-ff46-402b-b193-c6ef8b73634d tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.1871836 Jul 09 19:57:13.821421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] Made reservation on behalf of c07f837773f046968ae63d7520f93f14 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:13.824206 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.833560 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.866477 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f54b8c5-411f-47f5-8f79-275384dbdb52 req-d6c282af-d3fc-4db2-9b46-c4e14563020e tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.87 HTTP/1.1" status: 200 len: 695 time: 0.0540903 Jul 09 19:57:13.931112 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f54b8c5-411f-47f5-8f79-275384dbdb52 req-497f8270-e46b-4699-8f0c-6cdbeaf36e07 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.87 HTTP/1.1" status: 200 len: 695 time: 0.0580342 Jul 09 19:57:13.937299 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.945037 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.969684 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:57:13.980375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81650a9-fe8b-46d9-a96e-73fca1ec6171,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:13.985587 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:13.985900 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] Added segment e62add81-e535-4243-a485-1efeb050794d of type vlan for network 95af1bb0-a2e5-465b-b8cb-5ca3c2f7c110 Jul 09 19:57:14.034668 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.067619 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-5f54b8c5-411f-47f5-8f79-275384dbdb52 req-b8981832-b98e-4839-be76-985b71769451 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Deleting port 960bbd54-5474-4f3d-a10b-f2d62012d26c {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:14.067894 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.068026 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f54b8c5-411f-47f5-8f79-275384dbdb52 req-b8981832-b98e-4839-be76-985b71769451 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.069003 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:14.069836 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.144542 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f54b8c5-411f-47f5-8f79-275384dbdb52 req-b8981832-b98e-4839-be76-985b71769451 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.144907 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f54b8c5-411f-47f5-8f79-275384dbdb52 req-b8981832-b98e-4839-be76-985b71769451 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.157275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-5f54b8c5-411f-47f5-8f79-275384dbdb52 req-b8981832-b98e-4839-be76-985b71769451 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Calling delete_port for 960bbd54-5474-4f3d-a10b-f2d62012d26c owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:14.157663 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5237846 Jul 09 19:57:14.160999 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59372) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:14.166646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e75ddc83-6455-47bc-a794-915a7eff47ee admin admin] Request body: {'subnet': {'network_id': '95af1bb0-a2e5-465b-b8cb-5ca3c2f7c110', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-209344775-subnet', 'tenant_id': 'c07f837773f046968ae63d7520f93f14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:14.177911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1efbc4-0148-46b4-b13d-9a0fac90e015 admin admin] Pushing event updated for resources: {'Network': ['ID=95af1bb0-a2e5-465b-b8cb-5ca3c2f7c110,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:14.189307 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 95af1bb0-a2e5-465b-b8cb-5ca3c2f7c110 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:57:14.226107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0a70c-0dda-49ea-9b53-debe3f26eb4b req-400c3a51-6848-4b81-af44-18b551f1afe2 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:14.228060 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c9b0a70c-0dda-49ea-9b53-debe3f26eb4b req-400c3a51-6848-4b81-af44-18b551f1afe2 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.1124413 Jul 09 19:57:14.228963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75ddc83-6455-47bc-a794-915a7eff47ee admin admin] Made reservation on behalf of c07f837773f046968ae63d7520f93f14 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:14.231916 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e75ddc83-6455-47bc-a794-915a7eff47ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.325596 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c9b0a70c-0dda-49ea-9b53-debe3f26eb4b req-82e04bfa-0d67-4c89-a0b0-e45bc97384ab tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807920 Jul 09 19:57:14.458623 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e75ddc83-6455-47bc-a794-915a7eff47ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.528596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ddc83-6455-47bc-a794-915a7eff47ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4e80f8-2682-4274-803c-641ec41a570a,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:14.544862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ddc83-6455-47bc-a794-915a7eff47ee admin admin] Checking segment: {'id': 'e62add81-e535-4243-a485-1efeb050794d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '95af1bb0-a2e5-465b-b8cb-5ca3c2f7c110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:14.545133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75ddc83-6455-47bc-a794-915a7eff47ee admin admin] Network hostable DHCP agents. Network: 95af1bb0-a2e5-465b-b8cb-5ca3c2f7c110, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:57:14.563577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75ddc83-6455-47bc-a794-915a7eff47ee admin admin] Network 95af1bb0-a2e5-465b-b8cb-5ca3c2f7c110 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:57:14.575109 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-e75ddc83-6455-47bc-a794-915a7eff47ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 95af1bb0-a2e5-465b-b8cb-5ca3c2f7c110) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:14.578696 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f54b8c5-411f-47f5-8f79-275384dbdb52 req-b8981832-b98e-4839-be76-985b71769451 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.580150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75ddc83-6455-47bc-a794-915a7eff47ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:14.580605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e75ddc83-6455-47bc-a794-915a7eff47ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.589126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b88efc0-7562-4158-954c-2943c51d882b None None] Network 95af1bb0-a2e5-465b-b8cb-5ca3c2f7c110 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:14.597747 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e75ddc83-6455-47bc-a794-915a7eff47ee admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4355748 Jul 09 19:57:14.621573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8981832-b98e-4839-be76-985b71769451 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Pushing event deleted for resources: {'Port': ['ID=960bbd54-5474-4f3d-a10b-f2d62012d26c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:14.708712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f54b8c5-411f-47f5-8f79-275384dbdb52 req-b8981832-b98e-4839-be76-985b71769451 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.711552 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f54b8c5-411f-47f5-8f79-275384dbdb52 req-b8981832-b98e-4839-be76-985b71769451 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.713269 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f54b8c5-411f-47f5-8f79-275384dbdb52 req-b8981832-b98e-4839-be76-985b71769451 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "DELETE /v2.0/floatingips/cbd4184e-58e1-4fbb-ac69-2e6a23adef92 HTTP/1.1" status: 204 len: 173 time: 0.7808821 Jul 09 19:57:14.756156 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dae998-6af9-4fa6-bd8c-f30f498489fb None None] Network 95af1bb0-a2e5-465b-b8cb-5ca3c2f7c110 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:14.803649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-7fd7d094-5e33-479b-a41a-c1adb62709a0 req-a5d9e5ff-60a2-4807-9bc8-bfae4688f653 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-592929587', 'description': 'tempest-description-865179818'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:14.827533 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7fd7d094-5e33-479b-a41a-c1adb62709a0 req-a5d9e5ff-60a2-4807-9bc8-bfae4688f653 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.914151 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7fd7d094-5e33-479b-a41a-c1adb62709a0 req-a5d9e5ff-60a2-4807-9bc8-bfae4688f653 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.918601 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7fd7d094-5e33-479b-a41a-c1adb62709a0 req-a5d9e5ff-60a2-4807-9bc8-bfae4688f653 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.944270 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7fd7d094-5e33-479b-a41a-c1adb62709a0 req-a5d9e5ff-60a2-4807-9bc8-bfae4688f653 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:14.945532 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7fd7d094-5e33-479b-a41a-c1adb62709a0 req-a5d9e5ff-60a2-4807-9bc8-bfae4688f653 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1461983 Jul 09 19:57:14.950094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9e5ff-60a2-4807-9bc8-bfae4688f653 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f093441-c276-4d7f-ba21-367a9d1232cf,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:14.966493 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f20ac-a98f-4d50-a20f-d52ab6b21682 req-e5ab6ec2-3d6a-4aa7-9cf2-548c387dc236 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:14.968082 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b27f20ac-a98f-4d50-a20f-d52ab6b21682 req-e5ab6ec2-3d6a-4aa7-9cf2-548c387dc236 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 945 time: 0.0749707 Jul 09 19:57:15.007056 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b27f20ac-a98f-4d50-a20f-d52ab6b21682 req-4a7193da-60b9-43ce-817d-432cd676abf1 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327971 Jul 09 19:57:15.079402 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-926b241d-6578-401c-9978-bd3bda9b1464 req-9bfb4dab-4131-4149-8e2e-2ec65c9573e6 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips/0c23e3eb-fb7a-4e93-b85c-b76fbfdea52a HTTP/1.1" status: 200 len: 692 time: 0.0477471 Jul 09 19:57:15.100872 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbae04-7c91-4208-994b-8f932f97ad20 req-1c41333e-52fc-4dc2-a5d7-0a88111a6090 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:15.102344 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13fbae04-7c91-4208-994b-8f932f97ad20 req-1c41333e-52fc-4dc2-a5d7-0a88111a6090 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/ports?device_id=782b48bd-1239-4bec-a0f5-39c2ee4ebc87 HTTP/1.1" status: 200 len: 946 time: 0.0631075 Jul 09 19:57:15.140479 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13fbae04-7c91-4208-994b-8f932f97ad20 req-6db4c102-0a8e-464d-b86b-002e4e47b724 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.30 "GET /v2.0/security-groups?id=a61a6c22-98e3-419b-b77b-5ba3cf85f264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324767 Jul 09 19:57:15.186011 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b241d-6578-401c-9978-bd3bda9b1464 req-ae1f42f6-5dcc-418b-863f-d6c247466c85 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:15.187394 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-926b241d-6578-401c-9978-bd3bda9b1464 req-ae1f42f6-5dcc-418b-863f-d6c247466c85 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.1028566 Jul 09 19:57:15.229024 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-40d879f5-ef28-484e-ba5e-b9732873f25a req-8eb426ff-fc65-4628-8255-4551f6da652b tempest-SecurityGroupsNegativeTestJSON-795227157 tempest-SecurityGroupsNegativeTestJSON-795227157-project] show failed (client error): The resource could not be found. Jul 09 19:57:15.230581 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-40d879f5-ef28-484e-ba5e-b9732873f25a req-8eb426ff-fc65-4628-8255-4551f6da652b tempest-SecurityGroupsNegativeTestJSON-795227157 tempest-SecurityGroupsNegativeTestJSON-795227157-project] 10.222.0.30 "GET /v2.0/security-groups/06b77383-93a8-4040-8314-2997fad16ed6 HTTP/1.1" status: 404 len: 352 time: 0.0160897 Jul 09 19:57:15.243088 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-926b241d-6578-401c-9978-bd3bda9b1464 req-d86f49e7-e66b-44a6-a318-6beea8da8c3b tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.59 HTTP/1.1" status: 200 len: 695 time: 0.0496869 Jul 09 19:57:15.294627 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-926b241d-6578-401c-9978-bd3bda9b1464 req-c766d578-a03c-4f7b-a29d-c69bbe25b997 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.59 HTTP/1.1" status: 200 len: 695 time: 0.0446415 Jul 09 19:57:15.326837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-2f10a9ce-997d-43af-97ac-244904e2c065 req-b840cc73-a5c2-4dc1-bcfa-c42f745e7d1b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1383299748', 'description': 'tempest-description-2057973773'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:15.350733 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f10a9ce-997d-43af-97ac-244904e2c065 req-b840cc73-a5c2-4dc1-bcfa-c42f745e7d1b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.436972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-926b241d-6578-401c-9978-bd3bda9b1464 req-f8e48124-b8be-4428-b8cf-847aa5da0fea tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Deleting port d166420d-e5ff-47a3-b01c-9818a859ca6c {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:15.437343 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-926b241d-6578-401c-9978-bd3bda9b1464 req-f8e48124-b8be-4428-b8cf-847aa5da0fea tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.450651 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f10a9ce-997d-43af-97ac-244904e2c065 req-b840cc73-a5c2-4dc1-bcfa-c42f745e7d1b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.454481 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f10a9ce-997d-43af-97ac-244904e2c065 req-b840cc73-a5c2-4dc1-bcfa-c42f745e7d1b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.490461 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f10a9ce-997d-43af-97ac-244904e2c065 req-b840cc73-a5c2-4dc1-bcfa-c42f745e7d1b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.491637 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f10a9ce-997d-43af-97ac-244904e2c065 req-b840cc73-a5c2-4dc1-bcfa-c42f745e7d1b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1692548 Jul 09 19:57:15.517589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840cc73-a5c2-4dc1-bcfa-c42f745e7d1b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de35e693-14cf-4185-9abe-09fdf3090e10,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:15.547717 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-926b241d-6578-401c-9978-bd3bda9b1464 req-f8e48124-b8be-4428-b8cf-847aa5da0fea tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.548376 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-926b241d-6578-401c-9978-bd3bda9b1464 req-f8e48124-b8be-4428-b8cf-847aa5da0fea tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.560459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b121c-cfce-42bb-bc31-eb619d8289ab req-bb033249-f232-4028-a389-67c60b4e44e1 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:15.561548 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-926b241d-6578-401c-9978-bd3bda9b1464 req-f8e48124-b8be-4428-b8cf-847aa5da0fea tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Calling delete_port for d166420d-e5ff-47a3-b01c-9818a859ca6c owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:15.562392 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b9b121c-cfce-42bb-bc31-eb619d8289ab req-bb033249-f232-4028-a389-67c60b4e44e1 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "GET /v2.0/ports?device_id=782b48bd-1239-4bec-a0f5-39c2ee4ebc87 HTTP/1.1" status: 200 len: 946 time: 0.0858762 Jul 09 19:57:15.703651 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-926b241d-6578-401c-9978-bd3bda9b1464 req-f8e48124-b8be-4428-b8cf-847aa5da0fea tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.733107 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e48124-b8be-4428-b8cf-847aa5da0fea tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Pushing event deleted for resources: {'Port': ['ID=d166420d-e5ff-47a3-b01c-9818a859ca6c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:15.798278 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-926b241d-6578-401c-9978-bd3bda9b1464 req-f8e48124-b8be-4428-b8cf-847aa5da0fea tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.800986 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-926b241d-6578-401c-9978-bd3bda9b1464 req-f8e48124-b8be-4428-b8cf-847aa5da0fea tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:15.802179 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-926b241d-6578-401c-9978-bd3bda9b1464 req-f8e48124-b8be-4428-b8cf-847aa5da0fea tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "DELETE /v2.0/floatingips/0c23e3eb-fb7a-4e93-b85c-b76fbfdea52a HTTP/1.1" status: 204 len: 173 time: 0.5019591 Jul 09 19:57:15.985340 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71360b-2a90-43d7-8929-c6d98e20ba1a req-b3447fd6-2f6f-4ccb-927f-5308c9f66a17 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:15.986873 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df71360b-2a90-43d7-8929-c6d98e20ba1a req-b3447fd6-2f6f-4ccb-927f-5308c9f66a17 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.0646009 Jul 09 19:57:16.012308 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004a5e9-d959-4a7a-8eb6-02ec3f9ad9f9 req-94bd9a6c-3972-45b8-8d85-03f7a8e4c9b4 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:16.013823 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2004a5e9-d959-4a7a-8eb6-02ec3f9ad9f9 req-94bd9a6c-3972-45b8-8d85-03f7a8e4c9b4 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ec9a5e-05e7-478f-83f1-fa5a73eae3bf HTTP/1.1" status: 200 len: 950 time: 0.4183128 Jul 09 19:57:16.029933 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df71360b-2a90-43d7-8929-c6d98e20ba1a req-bdbd240f-1d39-4bfb-b673-aaf420187eec tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371583 Jul 09 19:57:16.030162 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-6b9b121c-cfce-42bb-bc31-eb619d8289ab req-56c71f72-79c3-474f-8fa8-b082c432329b tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Deleting port e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:16.031898 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6b9b121c-cfce-42bb-bc31-eb619d8289ab req-56c71f72-79c3-474f-8fa8-b082c432329b tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.034222 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3031a9b3-b148-4a9f-b849-2cf96518b209 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:16.106038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 3031a9b3-b148-4a9f-b849-2cf96518b209 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:16.109570 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2004a5e9-d959-4a7a-8eb6-02ec3f9ad9f9 req-8ca22bc3-7b16-42ba-9d64-3fd180df6bfe tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887930 Jul 09 19:57:16.110887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 3031a9b3-b148-4a9f-b849-2cf96518b209 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:16.111049 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.132277 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f0c8474-53c8-40e4-9323-e40459acd949 req-e85e76ca-748a-4a7b-8b2b-4d0e9fd911d6 tempest-SecurityGroupsNegativeTestJSON-795227157 tempest-SecurityGroupsNegativeTestJSON-795227157-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c07f837773f046968ae63d7520f93f14 HTTP/1.1" status: 200 len: 2984 time: 0.0603502 Jul 09 19:57:16.166330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-6b9b121c-cfce-42bb-bc31-eb619d8289ab req-56c71f72-79c3-474f-8fa8-b082c432329b tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] For port e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:16.166802 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6b9b121c-cfce-42bb-bc31-eb619d8289ab req-56c71f72-79c3-474f-8fa8-b082c432329b tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.189148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-6b9b121c-cfce-42bb-bc31-eb619d8289ab req-56c71f72-79c3-474f-8fa8-b082c432329b tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Calling delete_port for e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:16.192146 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f0c8474-53c8-40e4-9323-e40459acd949 req-b9f350ca-00a5-43fb-834c-993316a95640 tempest-SecurityGroupsNegativeTestJSON-795227157 tempest-SecurityGroupsNegativeTestJSON-795227157-project] 10.222.0.30 "GET /v2.0/security-groups/a81650a9-fe8b-46d9-a96e-73fca1ec6171 HTTP/1.1" status: 200 len: 2981 time: 0.0611191 Jul 09 19:57:16.221114 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.247378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38af14dc-ce72-4ffd-8cdd-91ef0018ded4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3031a9b3-b148-4a9f-b849-2cf96518b209'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:16.249709 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d3487a-3721-439b-84f7-19ebed0c6e3b" -d '{"events": [{"server_uuid": "38af14dc-ce72-4ffd-8cdd-91ef0018ded4", "name": "network-vif-plugged", "status": "completed", "tag": "3031a9b3-b148-4a9f-b849-2cf96518b209"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:16.252871 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f0c8474-53c8-40e4-9323-e40459acd949 req-63fc32e9-48b6-4c25-ab1d-c7113eb1ed69 tempest-SecurityGroupsNegativeTestJSON-795227157 tempest-SecurityGroupsNegativeTestJSON-795227157-project] 10.222.0.30 "GET /v2.0/security-groups/a81650a9-fe8b-46d9-a96e-73fca1ec6171 HTTP/1.1" status: 200 len: 2981 time: 0.0528643 Jul 09 19:57:16.266408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3031a9b3-b148-4a9f-b849-2cf96518b209, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3031a9b3-b148-4a9f-b849-2cf96518b209,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:16.270869 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.271729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 87f3dcda-e978-4294-9e83-93abaa1a0394 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:16.348428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3031a9b3-b148-4a9f-b849-2cf96518b209,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:16.357131 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f5d6ce35-4fa2-4357-9881-714049260f85 req-dd124390-f258-4d54-a94c-12774867d1ed tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips/d415b9e6-b45d-4188-adf2-546b659aa1d1 HTTP/1.1" status: 200 len: 693 time: 0.0823283 Jul 09 19:57:16.376573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-d64d5cb5-3ca6-4357-9d3f-581dc23a7965 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:16.378155 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-d64d5cb5-3ca6-4357-9d3f-581dc23a7965 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/networks?id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5 HTTP/1.1" status: 200 len: 812 time: 0.1701212 Jul 09 19:57:16.390190 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.423964 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-152e2541-aa9f-4745-a101-feb426895cba tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/quotas/1324b3cc5bcd41f2a08785d8da74a3b8 HTTP/1.1" status: 200 len: 375 time: 0.0154097 Jul 09 19:57:16.424312 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 87f3dcda-e978-4294-9e83-93abaa1a0394, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=87f3dcda-e978-4294-9e83-93abaa1a0394,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:16.435111 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.467847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5eb403-9d7b-450b-8fbb-dfa2237d9d1d req-e9804431-f8cc-455d-ba5f-c695d9846b22 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:16.469182 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-d448aa54-c7a4-4038-973f-df4f6a0fda37 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344563 Jul 09 19:57:16.469562 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2b5eb403-9d7b-450b-8fbb-dfa2237d9d1d req-e9804431-f8cc-455d-ba5f-c695d9846b22 tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bc337d9-eb83-4320-a7cd-228b28603b4e HTTP/1.1" status: 200 len: 945 time: 0.1535053 Jul 09 19:57:16.486952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=87f3dcda-e978-4294-9e83-93abaa1a0394,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:16.489556 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6b9b121c-cfce-42bb-bc31-eb619d8289ab req-56c71f72-79c3-474f-8fa8-b082c432329b tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.499777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb', '54b7dcfd-7488-4459-b32f-2188841f3523'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:16.550610 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6ce35-4fa2-4357-9881-714049260f85 req-834a46f4-8790-4a96-834a-d0ca0dbc650b tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:16.558013 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f5d6ce35-4fa2-4357-9881-714049260f85 req-834a46f4-8790-4a96-834a-d0ca0dbc650b tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.1849651 Jul 09 19:57:16.562214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c71f72-79c3-474f-8fa8-b082c432329b tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Pushing event deleted for resources: {'Port': ['ID=e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:16.622110 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9b121c-cfce-42bb-bc31-eb619d8289ab req-56c71f72-79c3-474f-8fa8-b082c432329b tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] No DVR routers for this DVR port e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:16.625709 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6b9b121c-cfce-42bb-bc31-eb619d8289ab req-56c71f72-79c3-474f-8fa8-b082c432329b tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.627666 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b9b121c-cfce-42bb-bc31-eb619d8289ab req-56c71f72-79c3-474f-8fa8-b082c432329b tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "DELETE /v2.0/ports/e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb HTTP/1.1" status: 204 len: 173 time: 1.0592978 Jul 09 19:57:16.628176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782b48bd-1239-4bec-a0f5-39c2ee4ebc87', 'name': 'network-vif-deleted', 'tag': 'e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:16.630375 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d43b6d-0c99-47d3-8edb-e513c71d0f59" -d '{"events": [{"server_uuid": "782b48bd-1239-4bec-a0f5-39c2ee4ebc87", "name": "network-vif-deleted", "tag": "e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:16.641090 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f5d6ce35-4fa2-4357-9881-714049260f85 req-86f5f984-80b7-4ec4-9cee-355468b205f5 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 696 time: 0.0818644 Jul 09 19:57:16.654982 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-bd0d5cb1-bdb9-43a7-9369-deac616ac625 service neutron] 10.222.0.30 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762688 Jul 09 19:57:16.700200 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f5d6ce35-4fa2-4357-9881-714049260f85 req-bf59d9c1-04bb-4e3a-894a-a03816012b75 tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 696 time: 0.0513315 Jul 09 19:57:16.713124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-2b5eb403-9d7b-450b-8fbb-dfa2237d9d1d req-7cb25b7d-379a-4fe1-8211-1ed61a72940f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Deleting port 54b7dcfd-7488-4459-b32f-2188841f3523 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:16.714395 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2b5eb403-9d7b-450b-8fbb-dfa2237d9d1d req-7cb25b7d-379a-4fe1-8211-1ed61a72940f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.763039 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-6b5085e7-72d6-42b2-af4a-9b5585ffb2cc service neutron] 10.222.0.30 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012986 Jul 09 19:57:16.917140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-2b5eb403-9d7b-450b-8fbb-dfa2237d9d1d req-7cb25b7d-379a-4fe1-8211-1ed61a72940f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] For port 54b7dcfd-7488-4459-b32f-2188841f3523, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=54b7dcfd-7488-4459-b32f-2188841f3523,segment=NetworkSegment(78f18445-27db-4cd0-a28c-506262770f58),segment_id=78f18445-27db-4cd0-a28c-506262770f58)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:16.918041 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2b5eb403-9d7b-450b-8fbb-dfa2237d9d1d req-7cb25b7d-379a-4fe1-8211-1ed61a72940f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:16.937885 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-2b5eb403-9d7b-450b-8fbb-dfa2237d9d1d req-7cb25b7d-379a-4fe1-8211-1ed61a72940f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Calling delete_port for 54b7dcfd-7488-4459-b32f-2188841f3523 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:16.954262 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-f5d6ce35-4fa2-4357-9881-714049260f85 req-21b58e99-696e-4ebd-b739-bdcff05ba4ff tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Deleting port 1f8bb11f-8460-49ae-beaf-687c59bc3b72 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:16.954625 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f5d6ce35-4fa2-4357-9881-714049260f85 req-21b58e99-696e-4ebd-b739-bdcff05ba4ff tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.094216 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f5d6ce35-4fa2-4357-9881-714049260f85 req-21b58e99-696e-4ebd-b739-bdcff05ba4ff tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.094938 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f5d6ce35-4fa2-4357-9881-714049260f85 req-21b58e99-696e-4ebd-b739-bdcff05ba4ff tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.109152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-f5d6ce35-4fa2-4357-9881-714049260f85 req-21b58e99-696e-4ebd-b739-bdcff05ba4ff tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Calling delete_port for 1f8bb11f-8460-49ae-beaf-687c59bc3b72 owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:17.233881 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2b5eb403-9d7b-450b-8fbb-dfa2237d9d1d req-7cb25b7d-379a-4fe1-8211-1ed61a72940f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.245910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:17.279804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb25b7d-379a-4fe1-8211-1ed61a72940f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Pushing event deleted for resources: {'Port': ['ID=54b7dcfd-7488-4459-b32f-2188841f3523,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:17.337794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5eb403-9d7b-450b-8fbb-dfa2237d9d1d req-7cb25b7d-379a-4fe1-8211-1ed61a72940f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] No DVR routers for this DVR port 54b7dcfd-7488-4459-b32f-2188841f3523 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:17.340992 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2b5eb403-9d7b-450b-8fbb-dfa2237d9d1d req-7cb25b7d-379a-4fe1-8211-1ed61a72940f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.343245 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2b5eb403-9d7b-450b-8fbb-dfa2237d9d1d req-7cb25b7d-379a-4fe1-8211-1ed61a72940f tempest-MultipleCreateTestJSON-424853903 tempest-MultipleCreateTestJSON-424853903-project] 10.222.0.36 "DELETE /v2.0/ports/54b7dcfd-7488-4459-b32f-2188841f3523 HTTP/1.1" status: 204 len: 173 time: 0.8658698 Jul 09 19:57:17.343950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc337d9-eb83-4320-a7cd-228b28603b4e', 'name': 'network-vif-deleted', 'tag': '54b7dcfd-7488-4459-b32f-2188841f3523'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:17.346655 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c7bc77-75e7-49f0-b23f-b9b1ac2bb921" -d '{"events": [{"server_uuid": "1bc337d9-eb83-4320-a7cd-228b28603b4e", "name": "network-vif-deleted", "tag": "54b7dcfd-7488-4459-b32f-2188841f3523"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:17.420312 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f5d6ce35-4fa2-4357-9881-714049260f85 req-21b58e99-696e-4ebd-b739-bdcff05ba4ff tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.462318 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b58e99-696e-4ebd-b739-bdcff05ba4ff tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Pushing event deleted for resources: {'Port': ['ID=1f8bb11f-8460-49ae-beaf-687c59bc3b72,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:17.549514 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f5d6ce35-4fa2-4357-9881-714049260f85 req-21b58e99-696e-4ebd-b739-bdcff05ba4ff tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.553114 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f5d6ce35-4fa2-4357-9881-714049260f85 req-21b58e99-696e-4ebd-b739-bdcff05ba4ff tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:17.554382 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f5d6ce35-4fa2-4357-9881-714049260f85 req-21b58e99-696e-4ebd-b739-bdcff05ba4ff tempest-FloatingIPDetailsTestJSON-645906808 tempest-FloatingIPDetailsTestJSON-645906808-project] 10.222.0.30 "DELETE /v2.0/floatingips/d415b9e6-b45d-4188-adf2-546b659aa1d1 HTTP/1.1" status: 204 len: 173 time: 0.8445499 Jul 09 19:57:17.563030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59464) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:17.616602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2cf46-44d2-4bc7-9701-c46542c56071 req-d26debf3-4262-4e84-8838-8c509f08213e tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:17.618186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50d2cf46-44d2-4bc7-9701-c46542c56071 req-d26debf3-4262-4e84-8838-8c509f08213e tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.0708261 Jul 09 19:57:17.662844 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50d2cf46-44d2-4bc7-9701-c46542c56071 req-3f67550b-351c-4a1f-818b-27200f34d1a3 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381613 Jul 09 19:57:17.784274 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093b8d1b-47a5-4a1d-b9f1-20db793e2a79 x-openstack-request-id: req-093b8d1b-47a5-4a1d-b9f1-20db793e2a79 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:17.785740 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38af14dc-ce72-4ffd-8cdd-91ef0018ded4", "name": "network-vif-plugged", "status": "completed", "tag": "3031a9b3-b148-4a9f-b849-2cf96518b209", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:17.786360 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-093b8d1b-47a5-4a1d-b9f1-20db793e2a79 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:17.786810 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38af14dc-ce72-4ffd-8cdd-91ef0018ded4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3031a9b3-b148-4a9f-b849-2cf96518b209', 'code': 200} Jul 09 19:57:17.875191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-853bc1de-d99a-459f-be30-445c0116e930 req-6ba887c2-9b95-4bfe-ba98-0c2608e073de tempest-SecurityGroupsNegativeTestJSON-795227157 tempest-SecurityGroupsNegativeTestJSON-795227157-project] 10.222.0.30 "GET /v2.0/security-groups/a81650a9-fe8b-46d9-a96e-73fca1ec6171 HTTP/1.1" status: 200 len: 2981 time: 0.0788572 Jul 09 19:57:17.970345 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-853bc1de-d99a-459f-be30-445c0116e930 req-e6a6a6ff-656b-4b71-98d6-f1c111beb37d tempest-SecurityGroupsNegativeTestJSON-795227157 tempest-SecurityGroupsNegativeTestJSON-795227157-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 19:57:17.984003 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-853bc1de-d99a-459f-be30-445c0116e930 req-e6a6a6ff-656b-4b71-98d6-f1c111beb37d tempest-SecurityGroupsNegativeTestJSON-795227157 tempest-SecurityGroupsNegativeTestJSON-795227157-project] 10.222.0.30 "DELETE /v2.0/security-groups/a81650a9-fe8b-46d9-a96e-73fca1ec6171 HTTP/1.1" status: 409 len: 352 time: 0.1002584 Jul 09 19:57:18.008146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bd620-c5e7-4ae5-93a4-7c94abe89040 req-0737245e-5386-4858-9d45-1657c5b394dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:18.011726 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d92bd620-c5e7-4ae5-93a4-7c94abe89040 req-0737245e-5386-4858-9d45-1657c5b394dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 1097 time: 0.1178322 Jul 09 19:57:18.012102 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83850945-f209-4ed6-ba1e-a92fba4a8ff6 x-openstack-request-id: req-83850945-f209-4ed6-ba1e-a92fba4a8ff6 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:18.012414 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782b48bd-1239-4bec-a0f5-39c2ee4ebc87", "name": "network-vif-deleted", "tag": "e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:18.012703 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83850945-f209-4ed6-ba1e-a92fba4a8ff6 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:18.013100 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '782b48bd-1239-4bec-a0f5-39c2ee4ebc87', 'name': 'network-vif-deleted', 'tag': 'e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb', 'status': 'completed', 'code': 200} Jul 09 19:57:18.105802 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d92bd620-c5e7-4ae5-93a4-7c94abe89040 req-759baa9d-4755-4b2c-8b6d-2bb84537ae2f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761855 Jul 09 19:57:18.136605 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c7cd589-6a5e-4a7f-a0d8-e6a51f3738be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.157534 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-567cd6ee-13f3-4a4e-92f5-d95099c2ed3e req-1de3c285-7012-4e88-8acc-c3ed4f5c61d4 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 210 time: 0.0353980 Jul 09 19:57:18.215973 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d69042-c17b-409c-8bff-7edc19a7dea3 x-openstack-request-id: req-74d69042-c17b-409c-8bff-7edc19a7dea3 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:18.216363 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc337d9-eb83-4320-a7cd-228b28603b4e", "name": "network-vif-deleted", "tag": "54b7dcfd-7488-4459-b32f-2188841f3523", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:18.216514 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74d69042-c17b-409c-8bff-7edc19a7dea3 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:18.216929 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc337d9-eb83-4320-a7cd-228b28603b4e', 'name': 'network-vif-deleted', 'tag': '54b7dcfd-7488-4459-b32f-2188841f3523', 'status': 'completed', 'code': 200} Jul 09 19:57:18.286770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59482) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:18.335980 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-34bf6c20-9060-4430-8a06-2eb0f357bce4 req-7fc66d7a-c133-4777-9b7a-b46814dd1eb7 tempest-SecurityGroupsNegativeTestJSON-795227157 tempest-SecurityGroupsNegativeTestJSON-795227157-project] show failed (client error): The resource could not be found. Jul 09 19:57:18.337074 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-34bf6c20-9060-4430-8a06-2eb0f357bce4 req-7fc66d7a-c133-4777-9b7a-b46814dd1eb7 tempest-SecurityGroupsNegativeTestJSON-795227157 tempest-SecurityGroupsNegativeTestJSON-795227157-project] 10.222.0.30 "GET /v2.0/security-groups/43801668-b931-4cd6-ba6d-2c71ebe2cd61 HTTP/1.1" status: 404 len: 352 time: 0.0228238 Jul 09 19:57:18.350666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c92dcd1-b521-42bf-b09d-b90f1c9026c9 admin admin] Deleting subnet fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:57:18.355142 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c92dcd1-b521-42bf-b09d-b90f1c9026c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.401219 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c92dcd1-b521-42bf-b09d-b90f1c9026c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.457303 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c92dcd1-b521-42bf-b09d-b90f1c9026c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.493411 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-cbca68a9-25f1-46f6-9865-494adb66962e req-5c57222f-2312-4bc6-b979-aaae4d02f30b tempest-SecurityGroupsNegativeTestJSON-795227157 tempest-SecurityGroupsNegativeTestJSON-795227157-project] show failed (client error): The resource could not be found. Jul 09 19:57:18.495111 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbca68a9-25f1-46f6-9865-494adb66962e req-5c57222f-2312-4bc6-b979-aaae4d02f30b tempest-SecurityGroupsNegativeTestJSON-795227157 tempest-SecurityGroupsNegativeTestJSON-795227157-project] 10.222.0.30 "GET /v2.0/security-groups/3d66e497-a05b-48c5-999b-eca12b080809 HTTP/1.1" status: 404 len: 352 time: 0.0161874 Jul 09 19:57:18.511796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59496) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:18.570207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c819c87e-2783-4a4c-8a8c-8a1b4974ac97 admin admin] Deleting subnet 9d4e80f8-2682-4274-803c-641ec41a570a {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:57:18.572335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd5f89-48b6-4719-b6cc-70197fdd35a2 req-41584fc9-89dc-4173-adb4-b5b1dc54295e tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:18.574610 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-94bd5f89-48b6-4719-b6cc-70197fdd35a2 req-41584fc9-89dc-4173-adb4-b5b1dc54295e tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.4355235 Jul 09 19:57:18.580646 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c819c87e-2783-4a4c-8a8c-8a1b4974ac97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.628633 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c92dcd1-b521-42bf-b09d-b90f1c9026c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.639741 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c819c87e-2783-4a4c-8a8c-8a1b4974ac97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.664935 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c92dcd1-b521-42bf-b09d-b90f1c9026c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.669136 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0c92dcd1-b521-42bf-b09d-b90f1c9026c9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6 HTTP/1.1" status: 204 len: 168 time: 0.3789513 Jul 09 19:57:18.676459 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59500) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:18.688957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92dcd1-b521-42bf-b09d-b90f1c9026c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb1d6c01-ed24-4e5e-b2ad-18180c4e69e6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:18.712620 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c819c87e-2783-4a4c-8a8c-8a1b4974ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.824970 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-94bd5f89-48b6-4719-b6cc-70197fdd35a2 req-ee5e7dbf-0992-4432-ae0e-7a32cd4fa60c tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385266 Jul 09 19:57:18.851669 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c819c87e-2783-4a4c-8a8c-8a1b4974ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.864519 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e66f-0367-4bc8-a8bd-de72b2ea31fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.873177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-4e977841-6da9-4241-b9f6-30fecd167735 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:18.874658 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-4e977841-6da9-4241-b9f6-30fecd167735 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.36 "GET /v2.0/networks?id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5 HTTP/1.1" status: 200 len: 812 time: 0.2991431 Jul 09 19:57:18.879768 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819c87e-2783-4a4c-8a8c-8a1b4974ac97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d4e80f8-2682-4274-803c-641ec41a570a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:18.892161 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-27569cd7-a206-4df2-9412-3fa4d848325d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'port': {'device_id': '25948d83-4a9f-4eec-900d-f37435918ce6', 'network_id': '6e195a00-a5e6-4c1e-b81e-59d72e1115c5', 'admin_state_up': True, 'tenant_id': '1324b3cc5bcd41f2a08785d8da74a3b8'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:18.917703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59506) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:18.924316 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c819c87e-2783-4a4c-8a8c-8a1b4974ac97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:18.926167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c819c87e-2783-4a4c-8a8c-8a1b4974ac97 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9d4e80f8-2682-4274-803c-641ec41a570a HTTP/1.1" status: 204 len: 168 time: 0.4132469 Jul 09 19:57:18.928906 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59510) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:19.009879 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dca36c1d-490c-4c5c-a71f-68a83bfce69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.027743 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14864c63-b956-4dd0-bdae-371866efcd15 req-84b78255-27ac-40bc-9b43-139f22fb2c3f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:19.029268 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-14864c63-b956-4dd0-bdae-371866efcd15 req-84b78255-27ac-40bc-9b43-139f22fb2c3f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.1536386 Jul 09 19:57:19.060494 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-654944cd-f25f-4bd4-b773-303258e5ca1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.089348 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e66f-0367-4bc8-a8bd-de72b2ea31fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.110225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b2c9e66f-0367-4bc8-a8bd-de72b2ea31fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f0dd5b-d300-4fd2-84cd-11cf63d6d091']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:19.123718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b2c9e66f-0367-4bc8-a8bd-de72b2ea31fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f18445-27db-4cd0-a28c-506262770f58') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:19.124021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b2c9e66f-0367-4bc8-a8bd-de72b2ea31fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f18445-27db-4cd0-a28c-506262770f58') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:19.143443 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e66f-0367-4bc8-a8bd-de72b2ea31fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.154628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-14864c63-b956-4dd0-bdae-371866efcd15 req-215780ed-3425-4476-94a8-d64b839e3f8a tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166382 Jul 09 19:57:19.162520 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dca36c1d-490c-4c5c-a71f-68a83bfce69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.165281 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.api [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-27569cd7-a206-4df2-9412-3fa4d848325d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 19:57:19.165281 n-d-800088-3 neutron-server[100204]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 19:57:19.165281 n-d-800088-3 neutron-server[100204]: [parameters: {'project_id': '1324b3cc5bcd41f2a08785d8da74a3b8', 'id': 'e5044a2e-f9f8-46fa-815d-318274649d47', 'expiration': datetime.datetime(2021, 7, 9, 19, 59, 19, 152794)}] Jul 09 19:57:19.165281 n-d-800088-3 neutron-server[100204]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:57:19.165746 n-d-800088-3 neutron-server[100204]: DEBUG oslo_db.api [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-27569cd7-a206-4df2-9412-3fa4d848325d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:57:19.168834 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e66f-0367-4bc8-a8bd-de72b2ea31fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.178328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-dca36c1d-490c-4c5c-a71f-68a83bfce69f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95af1bb0-a2e5-465b-b8cb-5ca3c2f7c110']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:19.178576 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c9e66f-0367-4bc8-a8bd-de72b2ea31fd admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:57:19.184952 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e66f-0367-4bc8-a8bd-de72b2ea31fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.195277 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-dca36c1d-490c-4c5c-a71f-68a83bfce69f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62add81-e535-4243-a485-1efeb050794d') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:19.195575 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-dca36c1d-490c-4c5c-a71f-68a83bfce69f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62add81-e535-4243-a485-1efeb050794d') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:19.209477 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dca36c1d-490c-4c5c-a71f-68a83bfce69f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.233384 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dca36c1d-490c-4c5c-a71f-68a83bfce69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: timer() Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:57:19.236856 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:57:19.240839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-6c7cd589-6a5e-4a7f-a0d8-e6a51f3738be admin admin] Deleting port 81e9fa59-7068-4521-868a-cc1e73e315cf {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:19.241115 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c7cd589-6a5e-4a7f-a0d8-e6a51f3738be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.246912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca36c1d-490c-4c5c-a71f-68a83bfce69f admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:57:19.247409 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dca36c1d-490c-4c5c-a71f-68a83bfce69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:57:19.249486 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:57:19.333668 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-654944cd-f25f-4bd4-b773-303258e5ca1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.335179 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dca36c1d-490c-4c5c-a71f-68a83bfce69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.340978 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dca36c1d-490c-4c5c-a71f-68a83bfce69f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.342949 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dca36c1d-490c-4c5c-a71f-68a83bfce69f admin admin] 10.222.0.30 "DELETE /v2.0/networks/95af1bb0-a2e5-465b-b8cb-5ca3c2f7c110 HTTP/1.1" status: 204 len: 168 time: 0.4131565 Jul 09 19:57:19.345426 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-654944cd-f25f-4bd4-b773-303258e5ca1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.350843 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-08f14180-128d-4a4d-9e85-e87fea073267 req-ac4d53f6-b9b3-4e0b-9107-c73f04de3eb3 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 210 time: 0.0760138 Jul 09 19:57:19.353362 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e66f-0367-4bc8-a8bd-de72b2ea31fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.363250 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2c9e66f-0367-4bc8-a8bd-de72b2ea31fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.374659 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b2c9e66f-0367-4bc8-a8bd-de72b2ea31fd admin admin] 10.222.0.30 "DELETE /v2.0/networks/55f0dd5b-d300-4fd2-84cd-11cf63d6d091 HTTP/1.1" status: 204 len: 168 time: 0.6853862 Jul 09 19:57:19.382998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca36c1d-490c-4c5c-a71f-68a83bfce69f admin admin] Pushing event deleted for resources: {'Network': ['ID=95af1bb0-a2e5-465b-b8cb-5ca3c2f7c110,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:19.388678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9e66f-0367-4bc8-a8bd-de72b2ea31fd admin admin] Pushing event deleted for resources: {'Network': ['ID=55f0dd5b-d300-4fd2-84cd-11cf63d6d091,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:19.410330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654944cd-f25f-4bd4-b773-303258e5ca1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ff6cfb-ee4c-488c-bdde-846edc50871f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:19.419344 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-654944cd-f25f-4bd4-b773-303258e5ca1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d80f7b14ec447e9bf605fb9ee120b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5004401 Jul 09 19:57:19.427727 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59518) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:19.474505 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-6c7cd589-6a5e-4a7f-a0d8-e6a51f3738be admin admin] For port 81e9fa59-7068-4521-868a-cc1e73e315cf, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=81e9fa59-7068-4521-868a-cc1e73e315cf,segment=NetworkSegment(4f8e81dc-4de6-4daa-942e-f95002a83894),segment_id=4f8e81dc-4de6-4daa-942e-f95002a83894)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:19.474833 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c7cd589-6a5e-4a7f-a0d8-e6a51f3738be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.509458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-6c7cd589-6a5e-4a7f-a0d8-e6a51f3738be admin admin] Calling delete_port for 81e9fa59-7068-4521-868a-cc1e73e315cf owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:19.547994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59530) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:19.549941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59532) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:19.570799 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3f737ae4-0839-4d56-b4c2-11b4dcf692ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.608325 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3f737ae4-0839-4d56-b4c2-11b4dcf692ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.616951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-560dc3c3-577f-4d6a-8e84-bfaa807ba89b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8462646f4467450bbe9aca8cc6a1e788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0675921 Jul 09 19:57:19.619222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59534) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:19.628739 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a0f2ee9d-069a-4245-b0e6-2bbd94cfafb6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c07f837773f046968ae63d7520f93f14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732646 Jul 09 19:57:19.633620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59536) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:19.710452 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3b5f633f-3446-4fb5-8a91-54d5c9e127d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.719087 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-760eada7-1955-4c9b-bd76-2cfa4b2211f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.719479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-27569cd7-a206-4df2-9412-3fa4d848325d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Made reservation on behalf of 1324b3cc5bcd41f2a08785d8da74a3b8 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:19.723179 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-27569cd7-a206-4df2-9412-3fa4d848325d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.738590 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3f737ae4-0839-4d56-b4c2-11b4dcf692ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.741249 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3f737ae4-0839-4d56-b4c2-11b4dcf692ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.742403 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3f737ae4-0839-4d56-b4c2-11b4dcf692ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8ff6cfb-ee4c-488c-bdde-846edc50871f HTTP/1.1" status: 204 len: 168 time: 0.3136523 Jul 09 19:57:19.747103 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3b5f633f-3446-4fb5-8a91-54d5c9e127d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.762306 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-760eada7-1955-4c9b-bd76-2cfa4b2211f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.763848 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f737ae4-0839-4d56-b4c2-11b4dcf692ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ff6cfb-ee4c-488c-bdde-846edc50871f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:19.791413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87f3dcda-e978-4294-9e83-93abaa1a0394'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:19.795566 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7217ee3b-dddc-4938-95bf-70e5d9c9db78" -d '{"events": [{"server_uuid": "33ec9a5e-05e7-478f-83f1-fa5a73eae3bf", "name": "network-vif-unplugged", "status": "completed", "tag": "87f3dcda-e978-4294-9e83-93abaa1a0394"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:19.846586 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-760eada7-1955-4c9b-bd76-2cfa4b2211f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.849469 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-760eada7-1955-4c9b-bd76-2cfa4b2211f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.850591 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-760eada7-1955-4c9b-bd76-2cfa4b2211f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a81650a9-fe8b-46d9-a96e-73fca1ec6171 HTTP/1.1" status: 204 len: 168 time: 0.2160771 Jul 09 19:57:19.856066 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3b5f633f-3446-4fb5-8a91-54d5c9e127d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.858461 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3b5f633f-3446-4fb5-8a91-54d5c9e127d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:19.859698 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3b5f633f-3446-4fb5-8a91-54d5c9e127d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a61a6c22-98e3-419b-b77b-5ba3cf85f264 HTTP/1.1" status: 204 len: 168 time: 0.2395065 Jul 09 19:57:19.866863 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760eada7-1955-4c9b-bd76-2cfa4b2211f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81650a9-fe8b-46d9-a96e-73fca1ec6171,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:19.873038 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1e97b7-f865-4810-8fbb-07095cbb302c x-openstack-request-id: req-3d1e97b7-f865-4810-8fbb-07095cbb302c {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:19.873181 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec9a5e-05e7-478f-83f1-fa5a73eae3bf", "name": "network-vif-unplugged", "status": "completed", "tag": "87f3dcda-e978-4294-9e83-93abaa1a0394", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:19.873465 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d1e97b7-f865-4810-8fbb-07095cbb302c {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:19.873960 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87f3dcda-e978-4294-9e83-93abaa1a0394', 'code': 200} Jul 09 19:57:19.890609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f633f-3446-4fb5-8a91-54d5c9e127d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61a6c22-98e3-419b-b77b-5ba3cf85f264,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:19.937172 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c7cd589-6a5e-4a7f-a0d8-e6a51f3738be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:20.001453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7cd589-6a5e-4a7f-a0d8-e6a51f3738be admin admin] Pushing event deleted for resources: {'Port': ['ID=81e9fa59-7068-4521-868a-cc1e73e315cf,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:20.056845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4606b9-0945-4e8f-9041-37ba03ee6029 req-4c5cd333-0160-4988-ab86-00127e33abe1 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:20.062961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 54b7dcfd-7488-4459-b32f-2188841f3523 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:20.066036 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f4606b9-0945-4e8f-9041-37ba03ee6029 req-4c5cd333-0160-4988-ab86-00127e33abe1 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.1040092 Jul 09 19:57:20.105123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 54b7dcfd-7488-4459-b32f-2188841f3523 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:20.107638 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 54b7dcfd-7488-4459-b32f-2188841f3523 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:20.109168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:20.123160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f4606b9-0945-4e8f-9041-37ba03ee6029 req-d67ce57a-35b8-46d0-9011-bb27394e01c5 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479872 Jul 09 19:57:20.129978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-27569cd7-a206-4df2-9412-3fa4d848325d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Allocated IP 172.20.0.7 (6e195a00-a5e6-4c1e-b81e-59d72e1115c5/c3b7d21f-e851-4b97-8cca-10f0cf52ecf1/ccc50769-5b74-4cfb-9dfa-bc079bf20a3e) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:20.150505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:20.150857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device e2bcbe73-cb2c-41b0-89e4-666bdf29e6bb not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:20.254582 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c7cd589-6a5e-4a7f-a0d8-e6a51f3738be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:20.570516 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ff91dcfa-58a7-45dd-ae0c-b8c4cdc00d6d req-34c8fa3b-4e60-4899-82f6-0838f3b1e99f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 210 time: 0.0460777 Jul 09 19:57:20.576099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73390447-b66a-48f0-a0a4-cb19cb320859 req-7ae44cb5-1c60-4780-b63c-bf9db190170b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:20.582997 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73390447-b66a-48f0-a0a4-cb19cb320859 req-7ae44cb5-1c60-4780-b63c-bf9db190170b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.2242603 Jul 09 19:57:20.596779 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-27569cd7-a206-4df2-9412-3fa4d848325d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:20.714041 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73390447-b66a-48f0-a0a4-cb19cb320859 req-103183f2-9f89-46be-b4f8-157690164c38 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301312 Jul 09 19:57:20.753399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7cd589-6a5e-4a7f-a0d8-e6a51f3738be admin admin] Router cffac828-9b55-4294-bc6c-95afe8fd21c5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:20.821773 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-27569cd7-a206-4df2-9412-3fa4d848325d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:20.913858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-27569cd7-a206-4df2-9412-3fa4d848325d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Network 6e195a00-a5e6-4c1e-b81e-59d72e1115c5 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:20.921328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-27569cd7-a206-4df2-9412-3fa4d848325d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:20.929134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-27569cd7-a206-4df2-9412-3fa4d848325d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:20.935314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27569cd7-a206-4df2-9412-3fa4d848325d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'Port': ['ID=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:20.972863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7cd589-6a5e-4a7f-a0d8-e6a51f3738be admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:20.989864 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6c7cd589-6a5e-4a7f-a0d8-e6a51f3738be admin admin] 10.222.0.30 "PUT /v2.0/routers/cffac828-9b55-4294-bc6c-95afe8fd21c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4256933 Jul 09 19:57:20.991264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59608) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:20.996177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e9e26-de04-4194-827c-43bd52fc6c2b None None] Sync routers for ids ['cffac828-9b55-4294-bc6c-95afe8fd21c5'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:21.005218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-27569cd7-a206-4df2-9412-3fa4d848325d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:21.005968 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-27569cd7-a206-4df2-9412-3fa4d848325d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.023673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e9e26-de04-4194-827c-43bd52fc6c2b None None] Routers {'cffac828-9b55-4294-bc6c-95afe8fd21c5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:21.024695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-200e9e26-de04-4194-827c-43bd52fc6c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cffac828-9b55-4294-bc6c-95afe8fd21c5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:21.029554 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-27569cd7-a206-4df2-9412-3fa4d848325d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1388576 Jul 09 19:57:21.039417 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Request body: {'port': {'device_id': '25948d83-4a9f-4eec-900d-f37435918ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:21.264237 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.363259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59620) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:21.413407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59626) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:21.528966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-200e9e26-de04-4194-827c-43bd52fc6c2b None None] Set router cffac828-9b55-4294-bc6c-95afe8fd21c5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:21.540207 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.547912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7add3-b22e-456e-8271-d1de0f0938e7 req-110bc3cb-cd96-4336-8986-a5e24e0783d7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:21.555450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-87d7add3-b22e-456e-8271-d1de0f0938e7 req-110bc3cb-cd96-4336-8986-a5e24e0783d7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.1910076 Jul 09 19:57:21.560784 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.610831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0e6ca-19bd-4d30-a92c-a1277afc02b6 req-cccd68d2-2b66-43d5-8b45-cb45ea8b9de0 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:21.618367 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52c0e6ca-19bd-4d30-a92c-a1277afc02b6 req-cccd68d2-2b66-43d5-8b45-cb45ea8b9de0 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.5300145 Jul 09 19:57:21.639233 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-87d7add3-b22e-456e-8271-d1de0f0938e7 req-83b412a1-04f0-4f57-98ca-d1c137dff517 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806928 Jul 09 19:57:21.691739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] Deleting port deb5f3f0-9152-40fc-bceb-58f117459b37 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:21.695323 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.757776 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52c0e6ca-19bd-4d30-a92c-a1277afc02b6 req-241bc968-ecbd-4f04-9dd9-c7cd24c51031 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343310 Jul 09 19:57:21.798354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59638) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:21.813392 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1445068962-network', 'tenant_id': 'd51c72e7b37049d0b9d2045edbc0ba57'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:21.855997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2005592683-network', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:21.875381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-200e9e26-de04-4194-827c-43bd52fc6c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'name': 'tempest-FloatingIPDetailsTestJSON-170420226-router', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': 'deb5f3f0-9152-40fc-bceb-58f117459b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:42Z', 'updated_at': '2021-07-09T19:57:19Z', 'revision_number': 5, 'project_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'gw_port': {'id': 'deb5f3f0-9152-40fc-bceb-58f117459b37', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:43Z', 'updated_at': '2021-07-09T19:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:21.906330 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e9e26-de04-4194-827c-43bd52fc6c2b None None] Checking router: cffac828-9b55-4294-bc6c-95afe8fd21c5 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:57:21.916137 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e9e26-de04-4194-827c-43bd52fc6c2b None None] Routers {'cffac828-9b55-4294-bc6c-95afe8fd21c5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:21.917903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-200e9e26-de04-4194-827c-43bd52fc6c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cffac828-9b55-4294-bc6c-95afe8fd21c5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:21.920517 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-239922948-network', 'tenant_id': '7e4b4456a580473c90cb85f00678a6ff'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:21.932440 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.db.api [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 19:57:21.932440 n-d-800088-3 neutron-server[100205]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 19:57:21.932440 n-d-800088-3 neutron-server[100205]: [parameters: {'project_id': 'ded202859f464376b7f52eb51f8f8617', 'id': 'bb74e420-87aa-4dfe-a79b-0cb421fdf23a', 'expiration': datetime.datetime(2021, 7, 9, 19, 59, 21, 887633)}] Jul 09 19:57:21.932440 n-d-800088-3 neutron-server[100205]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:57:21.933191 n-d-800088-3 neutron-server[100205]: DEBUG oslo_db.api [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:57:21.953840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Made reservation on behalf of d51c72e7b37049d0b9d2045edbc0ba57 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:21.956482 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.974225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] For port deb5f3f0-9152-40fc-bceb-58f117459b37, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=deb5f3f0-9152-40fc-bceb-58f117459b37,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:21.974607 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.974796 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc50769-5b74-4cfb-9dfa-bc079bf20a3e {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:21.978894 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.981828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Made reservation on behalf of 7e4b4456a580473c90cb85f00678a6ff for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:21.984191 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:21.987326 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.002551 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.011335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] Calling delete_port for deb5f3f0-9152-40fc-bceb-58f117459b37 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:22.017974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Transition to ACTIVE for port object ccc50769-5b74-4cfb-9dfa-bc079bf20a3e will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:22.026246 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.037249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-200e9e26-de04-4194-827c-43bd52fc6c2b None None] Set router cffac828-9b55-4294-bc6c-95afe8fd21c5 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:22.054994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87b18c-d544-4832-bc7f-2f1c1278935b req-b57f97d3-60c5-40ce-b33e-0d0c2245a67c tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:22.059627 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.api [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 19:57:22.059627 n-d-800088-3 neutron-server[100204]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 19:57:22.059627 n-d-800088-3 neutron-server[100204]: [parameters: {'project_id_1': '7e4b4456a580473c90cb85f00678a6ff', 'expiration_1': datetime.datetime(2021, 7, 9, 19, 57, 22, 19845)}] Jul 09 19:57:22.059627 n-d-800088-3 neutron-server[100204]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 19:57:22.060334 n-d-800088-3 neutron-server[100204]: DEBUG oslo_db.api [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 19:57:22.062208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e87b18c-d544-4832-bc7f-2f1c1278935b req-b57f97d3-60c5-40ce-b33e-0d0c2245a67c tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 931 time: 0.1779947 Jul 09 19:57:22.089981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Pushing event updated for resources: {'Port': ['ID=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:22.094811 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-200e9e26-de04-4194-827c-43bd52fc6c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'name': 'tempest-FloatingIPDetailsTestJSON-170420226-router', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:42Z', 'updated_at': '2021-07-09T19:57:21Z', 'revision_number': 6, 'project_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:22.120631 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200e9e26-de04-4194-827c-43bd52fc6c2b None None] The sync data for ids ['cffac828-9b55-4294-bc6c-95afe8fd21c5'] in n-d-800088-3 is: [{'id': 'cffac828-9b55-4294-bc6c-95afe8fd21c5', 'name': 'tempest-FloatingIPDetailsTestJSON-170420226-router', 'tenant_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:42Z', 'updated_at': '2021-07-09T19:57:21Z', 'revision_number': 6, 'project_id': '0a4581d5d98b4e45baf7f8e09832fd8e', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:22.169644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e87b18c-d544-4832-bc7f-2f1c1278935b req-6e300918-a98a-478c-9ea3-d0d85e971923 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065614 Jul 09 19:57:22.171164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Attempting to bind port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:22.171164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Attempting to bind port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e195a00-a5e6-4c1e-b81e-59d72e1115c5'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:22.171642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Attempting to bind port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e on network 6e195a00-a5e6-4c1e-b81e-59d72e1115c5 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:22.176947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e on network 6e195a00-a5e6-4c1e-b81e-59d72e1115c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:57:22.177390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Attempting to bind port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e on network 6e195a00-a5e6-4c1e-b81e-59d72e1115c5 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:22.183244 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:22.183786 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Checking segment: {'id': 'b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e195a00-a5e6-4c1e-b81e-59d72e1115c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:22.184236 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Bound using segment: {'id': 'b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e195a00-a5e6-4c1e-b81e-59d72e1115c5'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:22.184950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Bound port: ccc50769-5b74-4cfb-9dfa-bc079bf20a3e, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e195a00-a5e6-4c1e-b81e-59d72e1115c5'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:22.185422 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.250716 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] For port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:22.254146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] For port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e,segment=NetworkSegment(b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1),segment_id=b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:22.259183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.268829 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.274099 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.295096 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:22.295753 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.297205 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] 10.222.0.36 "PUT /v2.0/ports/ccc50769-5b74-4cfb-9dfa-bc079bf20a3e HTTP/1.1" status: 200 len: 1091 time: 1.2628477 Jul 09 19:57:22.299440 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25948d83-4a9f-4eec-900d-f37435918ce6', 'tag': 'ccc50769-5b74-4cfb-9dfa-bc079bf20a3e'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:22.303475 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089038d6-63ba-4b81-b262-c90f4c75d080" -d '{"events": [{"name": "network-changed", "server_uuid": "25948d83-4a9f-4eec-900d-f37435918ce6", "tag": "ccc50769-5b74-4cfb-9dfa-bc079bf20a3e"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:22.325757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:57:22.337792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce253e09-76c1-46a3-976c-6195c4ae861e service neutron] Pushing event updated for resources: {'Port': ['ID=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:22.340478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ca4ff5-24d8-4e91-8c8c-708d0d03d766,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:22.346317 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b23d5d-61c1-4118-9312-e5804a28108c x-openstack-request-id: req-f5b23d5d-61c1-4118-9312-e5804a28108c {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:22.346617 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25948d83-4a9f-4eec-900d-f37435918ce6", "tag": "ccc50769-5b74-4cfb-9dfa-bc079bf20a3e", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:22.346874 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5b23d5d-61c1-4118-9312-e5804a28108c {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:22.347280 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25948d83-4a9f-4eec-900d-f37435918ce6', 'tag': 'ccc50769-5b74-4cfb-9dfa-bc079bf20a3e', 'status': 'completed', 'code': 200} Jul 09 19:57:22.351614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:22.351974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:22.352391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:22.352764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:22.353104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:22.353503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:22.353772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:22.354106 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:22.354480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:22.354804 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:22.355136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:22.355646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:22.362419 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.363914 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Added segment 3be299a8-5cdf-4eed-be1a-f05b2dee6619 of type vlan for network f585beca-25a5-450b-af75-f9e0093c824e Jul 09 19:57:22.396750 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.412572 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ad44b2c5-6f3c-486e-ab9c-4d0f2a383c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:22.414526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-ad44b2c5-6f3c-486e-ab9c-4d0f2a383c02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8&device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 1094 time: 0.0612853 Jul 09 19:57:22.433252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb5f3f0-9152-40fc-bceb-58f117459b37,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:22.437122 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.463348 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-8f706075-cd36-4bc6-908f-3111db7dc641 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e HTTP/1.1" status: 200 len: 217 time: 0.0411682 Jul 09 19:57:22.517333 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-6e95e96f-73c5-4e93-be2c-5ac01a9821b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:22.518915 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-6e95e96f-73c5-4e93-be2c-5ac01a9821b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3b7d21f-e851-4b97-8cca-10f0cf52ecf1 HTTP/1.1" status: 200 len: 852 time: 0.0488777 Jul 09 19:57:22.530621 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Made reservation on behalf of ded202859f464376b7f52eb51f8f8617 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:22.533356 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.543512 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.544498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:22.545184 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.552837 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.555210 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-9e9102d6-9b5f-4eb7-a44e-b5dbd1bc91c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289083 Jul 09 19:57:22.561960 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.599583 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.700442 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-0d4a91ff-7d8f-4486-9fe0-20a0ff50bc96 service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336200 Jul 09 19:57:22.710080 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=f585beca-25a5-450b-af75-f9e0093c824e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:22.715178 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.717770 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.724767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network f585beca-25a5-450b-af75-f9e0093c824e details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:57:22.772963 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.773707 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cffac828-9b55-4294-bc6c-95afe8fd21c5 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:57:22.792749 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.794280 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f770c9b3-28bd-4635-b11d-a15fdaad7826 admin admin] 10.222.0.30 "DELETE /v2.0/routers/cffac828-9b55-4294-bc6c-95afe8fd21c5 HTTP/1.1" status: 204 len: 168 time: 1.8000650 Jul 09 19:57:22.799063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59654) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.852909 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-879fd7ec-8362-49ee-b335-5a6f2dda4968 req-4a48b1c4-5a20-4270-8131-ad72397e4578 service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441162 Jul 09 19:57:22.860274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c53d0f-5809-44f1-8ec9-e91d491b5201 req-d7e352cd-c2bf-40fd-8280-c9339f8b7882 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:22.861843 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33c53d0f-5809-44f1-8ec9-e91d491b5201 req-d7e352cd-c2bf-40fd-8280-c9339f8b7882 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.0667284 Jul 09 19:57:22.883867 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.898404 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7301b98-d610-4bd5-ba4d-0551b6ac3581 admin admin] Deleting subnet 750af239-2851-43a9-9818-2f3b72cb0570 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:57:22.904114 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7301b98-d610-4bd5-ba4d-0551b6ac3581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.906556 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:22.908510 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-db8f249b-f3df-4ed7-a782-153381d08bd1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4918365 Jul 09 19:57:22.918583 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59658) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:22.923617 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ccbd6367-d701-4737-b42a-0155c3e06f05 admin admin] Request body: {'subnet': {'network_id': 'f585beca-25a5-450b-af75-f9e0093c824e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1445068962-subnet', 'tenant_id': 'd51c72e7b37049d0b9d2045edbc0ba57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:22.938907 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33c53d0f-5809-44f1-8ec9-e91d491b5201 req-8da6a569-0d1c-4c5d-a916-fc7c35f78046 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675962 Jul 09 19:57:23.018083 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:57:23.036761 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7301b98-d610-4bd5-ba4d-0551b6ac3581 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.039071 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3eb7a3-d821-42da-a87e-f2272fd8f131,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:23.051282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.059394 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.067854 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.068141 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Added segment 5f624ca6-b454-46d3-bbb2-2c9cb7c05099 of type vlan for network 25cbf2e5-e12a-4d1f-891e-71669ce8bd48 Jul 09 19:57:23.093183 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:57:23.101772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbd6367-d701-4737-b42a-0155c3e06f05 admin admin] Made reservation on behalf of d51c72e7b37049d0b9d2045edbc0ba57 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:23.104079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6367-d701-4737-b42a-0155c3e06f05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.117242 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85a78cb-0267-47f6-9a87-5964e9328787,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:23.146353 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.146704 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Added segment bf6f67a5-89f4-4354-b8e2-a03968f6b910 of type vlan for network ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 Jul 09 19:57:23.147989 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.193385 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8bd4e-2691-4620-96a3-72b33621bcd1 req-875e3c8e-b5cd-4fdf-90c0-ce70d1270176 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:23.195174 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5bf8bd4e-2691-4620-96a3-72b33621bcd1 req-875e3c8e-b5cd-4fdf-90c0-ce70d1270176 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.2939358 Jul 09 19:57:23.206718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089038d6-63ba-4b81-b262-c90f4c75d080 req-b61e2471-9b39-4985-89e0-d2f863217aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:23.208232 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-089038d6-63ba-4b81-b262-c90f4c75d080 req-b61e2471-9b39-4985-89e0-d2f863217aae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8&device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 1094 time: 0.2655365 Jul 09 19:57:23.210537 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.265439 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.266612 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:23.267336 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.295781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7301b98-d610-4bd5-ba4d-0551b6ac3581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.335038 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.336007 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:23.336625 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.378094 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device deb5f3f0-9152-40fc-bceb-58f117459b37 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:23.408315 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: deb5f3f0-9152-40fc-bceb-58f117459b37 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:23.409421 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device deb5f3f0-9152-40fc-bceb-58f117459b37 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:23.410156 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 81e9fa59-7068-4521-868a-cc1e73e315cf no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:23.417452 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0513499 Jul 09 19:57:23.420857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59670) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:23.428908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7f87450e-a844-4291-9b5c-7863607c21ae admin admin] Request body: {'subnet': {'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2005592683-subnet', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:23.429313 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5bf8bd4e-2691-4620-96a3-72b33621bcd1 req-055bd932-60bc-4551-b997-a5d84a84e022 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245946 Jul 09 19:57:23.436147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9dc5f0-d847-4087-af91-4885036e0b55 admin admin] Pushing event updated for resources: {'Network': ['ID=ec95fec2-9cdb-45d0-ba55-0927c0cf45c7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:23.451092 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 81e9fa59-7068-4521-868a-cc1e73e315cf {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:23.451516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 81e9fa59-7068-4521-868a-cc1e73e315cf not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:23.460275 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:57:23.477313 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6766980 Jul 09 19:57:23.481359 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59672) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:23.488726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f0b5182b-2354-4f2c-971e-2b79d0a3a7f7 admin admin] Request body: {'subnet': {'network_id': '25cbf2e5-e12a-4d1f-891e-71669ce8bd48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-239922948-subnet', 'tenant_id': '7e4b4456a580473c90cb85f00678a6ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:23.492933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089038d6-63ba-4b81-b262-c90f4c75d080 req-68a72e9d-5a44-4e10-a40d-d58cf4ebcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:23.494535 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-089038d6-63ba-4b81-b262-c90f4c75d080 req-68a72e9d-5a44-4e10-a40d-d58cf4ebcbff service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5 HTTP/1.1" status: 200 len: 913 time: 0.2721522 Jul 09 19:57:23.505350 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7301b98-d610-4bd5-ba4d-0551b6ac3581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.520238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f87450e-a844-4291-9b5c-7863607c21ae admin admin] Made reservation on behalf of ded202859f464376b7f52eb51f8f8617 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:23.523115 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f87450e-a844-4291-9b5c-7863607c21ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.528635 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6367-d701-4737-b42a-0155c3e06f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.552111 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e956ff9-8575-4696-94b0-c5212762ed27 admin admin] Pushing event updated for resources: {'Network': ['ID=25cbf2e5-e12a-4d1f-891e-71669ce8bd48,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:23.565031 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 25cbf2e5-e12a-4d1f-891e-71669ce8bd48 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:57:23.579032 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-089038d6-63ba-4b81-b262-c90f4c75d080 req-974bc33a-b2de-4c99-a57d-dcdbcc9ba4ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e HTTP/1.1" status: 200 len: 217 time: 0.0752258 Jul 09 19:57:23.582630 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7301b98-d610-4bd5-ba4d-0551b6ac3581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=750af239-2851-43a9-9818-2f3b72cb0570,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:23.589820 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7301b98-d610-4bd5-ba4d-0551b6ac3581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.592500 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a7301b98-d610-4bd5-ba4d-0551b6ac3581 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/750af239-2851-43a9-9818-2f3b72cb0570 HTTP/1.1" status: 204 len: 168 time: 0.7896802 Jul 09 19:57:23.596464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0794ea-6a62-413a-969e-292dece6753a None None] Network e8c08027-43f9-4cb6-9cec-93ee802673d7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:23.599760 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59674) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:23.612299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126e6f6-4875-467d-aa05-409e56583c98 req-a1d592a5-4667-4f62-bd48-77f71f7abeb5 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:23.613868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9126e6f6-4875-467d-aa05-409e56583c98 req-a1d592a5-4667-4f62-bd48-77f71f7abeb5 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 943 time: 0.2547252 Jul 09 19:57:23.674629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b5182b-2354-4f2c-971e-2b79d0a3a7f7 admin admin] Made reservation on behalf of 7e4b4456a580473c90cb85f00678a6ff for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:23.677385 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0b5182b-2354-4f2c-971e-2b79d0a3a7f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.688737 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd6367-d701-4737-b42a-0155c3e06f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12331ba-ab76-48b4-afe3-bf3147ee5670,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:23.717995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbd6367-d701-4737-b42a-0155c3e06f05 admin admin] Checking segment: {'id': '3be299a8-5cdf-4eed-be1a-f05b2dee6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'f585beca-25a5-450b-af75-f9e0093c824e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:23.718371 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd6367-d701-4737-b42a-0155c3e06f05 admin admin] Network hostable DHCP agents. Network: f585beca-25a5-450b-af75-f9e0093c824e, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:57:23.725083 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9126e6f6-4875-467d-aa05-409e56583c98 req-a4787162-cc6f-4351-aaea-cd764a98457b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999038 Jul 09 19:57:23.763865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089038d6-63ba-4b81-b262-c90f4c75d080 req-d178569f-8abd-4ab8-9e01-4be0bf186d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:23.765852 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-089038d6-63ba-4b81-b262-c90f4c75d080 req-d178569f-8abd-4ab8-9e01-4be0bf186d27 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3b7d21f-e851-4b97-8cca-10f0cf52ecf1 HTTP/1.1" status: 200 len: 852 time: 0.1799233 Jul 09 19:57:23.784279 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbd6367-d701-4737-b42a-0155c3e06f05 admin admin] Network f585beca-25a5-450b-af75-f9e0093c824e is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:57:23.801624 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-ccbd6367-d701-4737-b42a-0155c3e06f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, f585beca-25a5-450b-af75-f9e0093c824e) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:23.806586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbd6367-d701-4737-b42a-0155c3e06f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:23.808112 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6367-d701-4737-b42a-0155c3e06f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.811313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffdec8e-fadf-4c3d-8d99-bad27593ab79 None None] Network f585beca-25a5-450b-af75-f9e0093c824e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:23.813909 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.820581 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-089038d6-63ba-4b81-b262-c90f4c75d080 req-047d34c1-9388-4376-a166-037e0b0cee62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413170 Jul 09 19:57:23.835437 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ccbd6367-d701-4737-b42a-0155c3e06f05 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9156229 Jul 09 19:57:23.883291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b65779-f02d-4e96-bc23-0cf46334837a None None] DHCP port deletion for e8c08027-43f9-4cb6-9cec-93ee802673d7 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 19:57:23.914937 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f87450e-a844-4291-9b5c-7863607c21ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:23.976245 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87450e-a844-4291-9b5c-7863607c21ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e0d77d-3430-472f-ab8b-562c649e0d86,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:24.022185 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f87450e-a844-4291-9b5c-7863607c21ae admin admin] Checking segment: {'id': 'bf6f67a5-89f4-4354-b8e2-a03968f6b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:24.022597 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f87450e-a844-4291-9b5c-7863607c21ae admin admin] Network hostable DHCP agents. Network: ec95fec2-9cdb-45d0-ba55-0927c0cf45c7, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:57:24.036514 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-089038d6-63ba-4b81-b262-c90f4c75d080 req-de5d89ae-7922-4cfd-be4e-20907e755ee3 service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031543 Jul 09 19:57:24.050239 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] Deleting port f47bf0e4-2938-4cbd-b660-9d034782f173 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:24.050611 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.063950 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-39b65779-f02d-4e96-bc23-0cf46334837a None None] Deleting port f47bf0e4-2938-4cbd-b660-9d034782f173 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:24.064289 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-39b65779-f02d-4e96-bc23-0cf46334837a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.064897 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f87450e-a844-4291-9b5c-7863607c21ae admin admin] Network ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:57:24.078969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-7f87450e-a844-4291-9b5c-7863607c21ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, ec95fec2-9cdb-45d0-ba55-0927c0cf45c7) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:24.080737 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:57:24.083471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a88ff6-f61b-415c-b30b-8135df0284c9 None None] Network f585beca-25a5-450b-af75-f9e0093c824e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:24.088829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f87450e-a844-4291-9b5c-7863607c21ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:24.092407 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f87450e-a844-4291-9b5c-7863607c21ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.155162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da50f7d-3040-45de-89ab-d1ffd757414c None None] Network ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:24.166082 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7f87450e-a844-4291-9b5c-7863607c21ae admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7440033 Jul 09 19:57:24.171206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59686) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:24.179234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:24.213474 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] For port f47bf0e4-2938-4cbd-b660-9d034782f173, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f47bf0e4-2938-4cbd-b660-9d034782f173,segment=NetworkSegment(4f8e81dc-4de6-4daa-942e-f95002a83894),segment_id=4f8e81dc-4de6-4daa-942e-f95002a83894)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:24.213870 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.227435 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-6126cc8b-0351-4e5c-b2eb-f3690ef66695 req-2c560454-d14c-42d3-bdb4-ccfd6838d96c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1501538504', 'description': 'tempest-description-355466600'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:24.232216 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0b5182b-2354-4f2c-971e-2b79d0a3a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.237216 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.239341 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.260110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] Calling delete_port for f47bf0e4-2938-4cbd-b660-9d034782f173 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:24.263401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-39b65779-f02d-4e96-bc23-0cf46334837a None None] For port f47bf0e4-2938-4cbd-b660-9d034782f173, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f47bf0e4-2938-4cbd-b660-9d034782f173,segment=NetworkSegment(4f8e81dc-4de6-4daa-942e-f95002a83894),segment_id=4f8e81dc-4de6-4daa-942e-f95002a83894)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:24.263806 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-39b65779-f02d-4e96-bc23-0cf46334837a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.292838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9b396-80de-4f4a-8001-6507b26198b5 req-bbd5d864-8d9f-45eb-bff4-234062455aee tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:24.297018 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-abf9b396-80de-4f4a-8001-6507b26198b5 req-bbd5d864-8d9f-45eb-bff4-234062455aee tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.1828518 Jul 09 19:57:24.321704 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-39b65779-f02d-4e96-bc23-0cf46334837a None None] Calling delete_port for f47bf0e4-2938-4cbd-b660-9d034782f173 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:24.355605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.369796 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6126cc8b-0351-4e5c-b2eb-f3690ef66695 req-2c560454-d14c-42d3-bdb4-ccfd6838d96c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.379914 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-089038d6-63ba-4b81-b262-c90f4c75d080 req-6f1105a3-d06b-4826-85ac-980c1c03b750 service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265114 Jul 09 19:57:24.390909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5182b-2354-4f2c-971e-2b79d0a3a7f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3d763f-5ff7-47b1-aae0-7e535d288cf1,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:24.443017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b5182b-2354-4f2c-971e-2b79d0a3a7f7 admin admin] Checking segment: {'id': '5f624ca6-b454-46d3-bbb2-2c9cb7c05099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '25cbf2e5-e12a-4d1f-891e-71669ce8bd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:24.443389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b5182b-2354-4f2c-971e-2b79d0a3a7f7 admin admin] Network hostable DHCP agents. Network: 25cbf2e5-e12a-4d1f-891e-71669ce8bd48, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:57:24.482040 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.489208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-abf9b396-80de-4f4a-8001-6507b26198b5 req-73bd5bca-df9b-4a60-8396-bb78a9abb593 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542161 Jul 09 19:57:24.552815 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:24.565006 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47bf0e4-2938-4cbd-b660-9d034782f173,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:24.591523 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b5182b-2354-4f2c-971e-2b79d0a3a7f7 admin admin] Network 25cbf2e5-e12a-4d1f-891e-71669ce8bd48 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:57:24.599553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': 'b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf', 'mac_address': 'fa:16:3e:82:7f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:57:24.614424 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.623239 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] No DVR routers for this DVR port f47bf0e4-2938-4cbd-b660-9d034782f173 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:24.629944 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'fixed_ips': [{'subnet_id': '08e0d77d-3430-472f-ab8b-562c649e0d86'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:57:24.630822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.695547 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-39b65779-f02d-4e96-bc23-0cf46334837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.741717 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6126cc8b-0351-4e5c-b2eb-f3690ef66695 req-2c560454-d14c-42d3-bdb4-ccfd6838d96c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.742890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-f0b5182b-2354-4f2c-971e-2b79d0a3a7f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 25cbf2e5-e12a-4d1f-891e-71669ce8bd48) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:24.744395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b65779-f02d-4e96-bc23-0cf46334837a None None] Pushing event deleted for resources: {'Port': ['ID=f47bf0e4-2938-4cbd-b660-9d034782f173,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:24.763140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b5182b-2354-4f2c-971e-2b79d0a3a7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:24.763760 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0b5182b-2354-4f2c-971e-2b79d0a3a7f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.776642 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6126cc8b-0351-4e5c-b2eb-f3690ef66695 req-2c560454-d14c-42d3-bdb4-ccfd6838d96c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.786241 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.802302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d7361c-ccfc-474b-be06-2de32f14b54b None None] Network 25cbf2e5-e12a-4d1f-891e-71669ce8bd48 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:24.808933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b65779-f02d-4e96-bc23-0cf46334837a None None] No DVR routers for this DVR port f47bf0e4-2938-4cbd-b660-9d034782f173 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:24.826836 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f0b5182b-2354-4f2c-971e-2b79d0a3a7f7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3354149 Jul 09 19:57:24.836431 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c08027-43f9-4cb6-9cec-93ee802673d7']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:24.874559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8e81dc-4de6-4daa-942e-f95002a83894') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:24.875189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8e81dc-4de6-4daa-942e-f95002a83894') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:24.904488 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6126cc8b-0351-4e5c-b2eb-f3690ef66695 req-2c560454-d14c-42d3-bdb4-ccfd6838d96c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.905977 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6126cc8b-0351-4e5c-b2eb-f3690ef66695 req-2c560454-d14c-42d3-bdb4-ccfd6838d96c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6961801 Jul 09 19:57:24.907936 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.929726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c560454-d14c-42d3-bdb4-ccfd6838d96c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079b8abc-b609-4459-beac-b626c8e5b7dd,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:24.941789 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.952943 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:57:24.953597 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: timer() Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:57:24.958310 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:57:24.975332 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.004493 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.033178 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.046371 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.060395 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e8c08027-43f9-4cb6-9cec-93ee802673d7 HTTP/1.1" status: 204 len: 168 time: 1.4565735 Jul 09 19:57:25.064753 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.086808 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42146820-4801-494e-8fa1-de7240145731 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c08027-43f9-4cb6-9cec-93ee802673d7,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:25.092784 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2f8c2-c1bc-4594-b3ae-5e38f02ef276 req-5ee45ec4-bfe4-49cc-a8cb-ffa634d4632b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:25.094319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1b2f8c2-c1bc-4594-b3ae-5e38f02ef276 req-5ee45ec4-bfe4-49cc-a8cb-ffa634d4632b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.2108030 Jul 09 19:57:25.130689 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:25.172509 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab451e-5ab3-4a2b-a459-7b785d797f0c req-660eb744-d9b1-4b61-938f-25fcbfb60291 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:25.180022 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-23ab451e-5ab3-4a2b-a459-7b785d797f0c req-660eb744-d9b1-4b61-938f-25fcbfb60291 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 943 time: 0.1038139 Jul 09 19:57:25.197076 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:25.211646 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.217578 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-23ab451e-5ab3-4a2b-a459-7b785d797f0c req-d874d18a-275d-4385-b64a-cd73ecf5d4b6 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365734 Jul 09 19:57:25.280507 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Allocated IP 172.20.0.2 (ec95fec2-9cdb-45d0-ba55-0927c0cf45c7/08e0d77d-3430-472f-ab8b-562c649e0d86/d6214e2b-e016-4899-86b2-e6a4da4864e7) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:25.316349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59710) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:25.349531 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d4d7149b-7172-405d-83ee-6a7f9423d1e0 req-fa216574-5395-4c37-8522-bc3e92f999e1 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/079b8abc-b609-4459-beac-b626c8e5b7dd HTTP/1.1" status: 200 len: 1804 time: 0.0882576 Jul 09 19:57:25.356355 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:25.369665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc02503b-92ab-4be2-ac89-962c421fc2aa None None] Network 25cbf2e5-e12a-4d1f-891e-71669ce8bd48 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:25.374307 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d4d7149b-7172-405d-83ee-6a7f9423d1e0 req-3f22b640-57cc-4844-9db3-6946efc83a4f tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '079b8abc-b609-4459-beac-b626c8e5b7dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:25.375062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d4d7149b-7172-405d-83ee-6a7f9423d1e0 req-3f22b640-57cc-4844-9db3-6946efc83a4f tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '079b8abc-b609-4459-beac-b626c8e5b7dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:25.399508 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-73e8444a-0d44-43dd-ab42-0c74ac7753ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a4581d5d98b4e45baf7f8e09832fd8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0797594 Jul 09 19:57:25.400273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59712) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:25.407889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:25.412779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f47bf0e4-2938-4cbd-b660-9d034782f173 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:25.499662 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d4d7149b-7172-405d-83ee-6a7f9423d1e0 req-3f22b640-57cc-4844-9db3-6946efc83a4f tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.510279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: f47bf0e4-2938-4cbd-b660-9d034782f173 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:25.511152 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f47bf0e4-2938-4cbd-b660-9d034782f173 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:25.515616 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1b2f8c2-c1bc-4594-b3ae-5e38f02ef276 req-ad5b62b8-bf39-4c0a-b9d1-914551c79859 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082937 Jul 09 19:57:25.519962 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25a5e280-773f-431a-b01c-c5f1feac4fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.540395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Allocated IP 172.25.0.198 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/20721cc1-6139-4617-aa17-aae192bdb2cd) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:25.572097 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25a5e280-773f-431a-b01c-c5f1feac4fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.592503 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d4d7149b-7172-405d-83ee-6a7f9423d1e0 req-3f22b640-57cc-4844-9db3-6946efc83a4f tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.603884 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d4d7149b-7172-405d-83ee-6a7f9423d1e0 req-3f22b640-57cc-4844-9db3-6946efc83a4f tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.633758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22b640-57cc-4844-9db3-6946efc83a4f tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ceda4e-df5b-4cf1-bb25-bbe809f9569d,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:25.661684 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d4d7149b-7172-405d-83ee-6a7f9423d1e0 req-3f22b640-57cc-4844-9db3-6946efc83a4f tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.674841 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d4d7149b-7172-405d-83ee-6a7f9423d1e0 req-3f22b640-57cc-4844-9db3-6946efc83a4f tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3071458 Jul 09 19:57:25.692591 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25a5e280-773f-431a-b01c-c5f1feac4fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.695452 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25a5e280-773f-431a-b01c-c5f1feac4fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.696996 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-25a5e280-773f-431a-b01c-c5f1feac4fe3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/efc3af3b-6911-4b8e-8cb7-3b2a4826d68e HTTP/1.1" status: 204 len: 168 time: 0.2961168 Jul 09 19:57:25.714522 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5e280-773f-431a-b01c-c5f1feac4fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc3af3b-6911-4b8e-8cb7-3b2a4826d68e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:25.723021 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.783251 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.802865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Transition to ACTIVE for port object d6214e2b-e016-4899-86b2-e6a4da4864e7 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:25.816885 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.836109 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Transition to ACTIVE for port object d6214e2b-e016-4899-86b2-e6a4da4864e7 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:25.852401 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:25.888875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd52b5-329b-4c29-8a00-79c8051daa02 req-14e5d74a-d99f-4fa1-9c05-684582dc7016 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:25.893637 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-efcd52b5-329b-4c29-8a00-79c8051daa02 req-14e5d74a-d99f-4fa1-9c05-684582dc7016 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.0799081 Jul 09 19:57:25.896832 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Network ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:25.900325 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:25.903820 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:25.921300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:25.922720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Pushing event updated for resources: {'Port': ['ID=20721cc1-6139-4617-aa17-aae192bdb2cd,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:25.925522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:25.927609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:25.936652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Pushing event updated for resources: {'Port': ['ID=d6214e2b-e016-4899-86b2-e6a4da4864e7,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:25.983569 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-efcd52b5-329b-4c29-8a00-79c8051daa02 req-5bddb79e-3a50-4882-b553-19a98cc46791 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739675 Jul 09 19:57:26.008953 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Attempting to bind port d6214e2b-e016-4899-86b2-e6a4da4864e7 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:26.009337 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Attempting to bind port d6214e2b-e016-4899-86b2-e6a4da4864e7 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'bf6f67a5-89f4-4354-b8e2-a03968f6b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:26.009712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Attempting to bind port d6214e2b-e016-4899-86b2-e6a4da4864e7 on network ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:26.015231 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:26.015620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Checking segment: {'id': 'bf6f67a5-89f4-4354-b8e2-a03968f6b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:26.016039 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.016439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Bound using segment: {'id': 'bf6f67a5-89f4-4354-b8e2-a03968f6b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:26.017025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Bound port: d6214e2b-e016-4899-86b2-e6a4da4864e7, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6f67a5-89f4-4354-b8e2-a03968f6b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:26.017419 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.088121 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-c8b70066-5b58-48dc-b9b8-4ef7a509b79f req-fc15ad6a-3fa3-48c7-8e6b-1d137eb89e0c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-297280674', 'description': 'tempest-description-1096322447'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:26.107372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:26.117318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] For port d6214e2b-e016-4899-86b2-e6a4da4864e7, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:26.117547 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c8b70066-5b58-48dc-b9b8-4ef7a509b79f req-fc15ad6a-3fa3-48c7-8e6b-1d137eb89e0c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.164568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] For port d6214e2b-e016-4899-86b2-e6a4da4864e7, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d6214e2b-e016-4899-86b2-e6a4da4864e7,segment=NetworkSegment(bf6f67a5-89f4-4354-b8e2-a03968f6b910),segment_id=bf6f67a5-89f4-4354-b8e2-a03968f6b910)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:26.179379 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.194692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-e55635f5-42bd-4a31-b50c-fdc36234d9ad tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:26.203798 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-e55635f5-42bd-4a31-b50c-fdc36234d9ad tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/networks?id=25cbf2e5-e12a-4d1f-891e-71669ce8bd48 HTTP/1.1" status: 200 len: 820 time: 0.2353501 Jul 09 19:57:26.228327 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-728d4e5f-63bb-4a69-a4a5-10275f29ff35 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/quotas/7e4b4456a580473c90cb85f00678a6ff HTTP/1.1" status: 200 len: 375 time: 0.0235002 Jul 09 19:57:26.261395 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c8b70066-5b58-48dc-b9b8-4ef7a509b79f req-fc15ad6a-3fa3-48c7-8e6b-1d137eb89e0c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.267465 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c8b70066-5b58-48dc-b9b8-4ef7a509b79f req-fc15ad6a-3fa3-48c7-8e6b-1d137eb89e0c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.284448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:26.284870 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.288288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052a712-ac00-4d12-88df-5efc397f22b6 None None] Pushing event updated for resources: {'Port': ['ID=d6214e2b-e016-4899-86b2-e6a4da4864e7,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:26.290596 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-b3384a3e-34e9-4e05-8f37-22cb3eccb875 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7e4b4456a580473c90cb85f00678a6ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590098 Jul 09 19:57:26.316474 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c8b70066-5b58-48dc-b9b8-4ef7a509b79f req-fc15ad6a-3fa3-48c7-8e6b-1d137eb89e0c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.319244 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8b70066-5b58-48dc-b9b8-4ef7a509b79f req-fc15ad6a-3fa3-48c7-8e6b-1d137eb89e0c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2353160 Jul 09 19:57:26.331420 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15ad6a-3fa3-48c7-8e6b-1d137eb89e0c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c521b411-0676-46b6-801f-e81a81236b96,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:26.445798 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.475072 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b524040-3fb1-4ba0-af73-0751aa697821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:26.477551 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8387d6-7fdb-434a-b6b5-e113f6b168cd" -d '{"events": [{"server_uuid": "4b524040-3fb1-4ba0-af73-0751aa697821", "name": "network-vif-plugged", "status": "completed", "tag": "b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:26.493459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:26.504124 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.543395 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-fc75a2c7-dd08-4c29-a69c-6ffd3f086f38 service neutron] 10.222.0.30 "GET /v2.0/networks/25cbf2e5-e12a-4d1f-891e-71669ce8bd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518446 Jul 09 19:57:26.560128 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.598986 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a26f84-2340-4cdb-97e5-491074c438f6 req-57c76548-d7bf-43c0-babc-04ad9416639e tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:26.600245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:26.606732 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.607450 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d5a26f84-2340-4cdb-97e5-491074c438f6 req-57c76548-d7bf-43c0-babc-04ad9416639e tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 943 time: 0.1638942 Jul 09 19:57:26.659944 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d5a26f84-2340-4cdb-97e5-491074c438f6 req-83503093-4435-4d89-9387-75d3afe4a88e tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516126 Jul 09 19:57:26.747461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-813143a9-803b-4b5a-9992-12c84eca872d service neutron] 10.222.0.30 "GET /v2.0/networks/25cbf2e5-e12a-4d1f-891e-71669ce8bd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031701 Jul 09 19:57:26.778547 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-98e16228-f526-4787-b998-17d8b8671250 req-304f8dc8-2379-421d-bf14-c4bf234e9d4f tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/c521b411-0676-46b6-801f-e81a81236b96 HTTP/1.1" status: 200 len: 1804 time: 0.0850165 Jul 09 19:57:26.798158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-98e16228-f526-4787-b998-17d8b8671250 req-8e6502d1-7b24-463f-a769-fa048f880d3c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c521b411-0676-46b6-801f-e81a81236b96', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:26.798484 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-98e16228-f526-4787-b998-17d8b8671250 req-8e6502d1-7b24-463f-a769-fa048f880d3c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c521b411-0676-46b6-801f-e81a81236b96', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:26.801626 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-90d77612-7e51-4ea7-a74d-ee7fb4809381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.888197 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-98e16228-f526-4787-b998-17d8b8671250 req-8e6502d1-7b24-463f-a769-fa048f880d3c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.888444 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.924517 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-98e16228-f526-4787-b998-17d8b8671250 req-8e6502d1-7b24-463f-a769-fa048f880d3c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.929683 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-98e16228-f526-4787-b998-17d8b8671250 req-8e6502d1-7b24-463f-a769-fa048f880d3c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.958040 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fa58f5-7c6f-4904-88a4-0940073373bb x-openstack-request-id: req-51fa58f5-7c6f-4904-88a4-0940073373bb {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:26.958405 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b524040-3fb1-4ba0-af73-0751aa697821", "name": "network-vif-plugged", "status": "completed", "tag": "b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:26.958749 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51fa58f5-7c6f-4904-88a4-0940073373bb {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:26.959213 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b524040-3fb1-4ba0-af73-0751aa697821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf', 'code': 200} Jul 09 19:57:26.960893 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-98e16228-f526-4787-b998-17d8b8671250 req-8e6502d1-7b24-463f-a769-fa048f880d3c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:26.962433 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-98e16228-f526-4787-b998-17d8b8671250 req-8e6502d1-7b24-463f-a769-fa048f880d3c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1724398 Jul 09 19:57:26.963267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6502d1-7b24-463f-a769-fa048f880d3c tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf05357-e4e6-4166-8413-db0de4871b0e,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:27.106197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Router 1fc3255c-5a46-4b28-ab2e-ef691a718110 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:57:27.192546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f155d-a2b2-4365-aba5-e456895ad421 req-418cbb38-ce38-4548-a7bc-9e58a8886f91 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:27.200019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-669f155d-a2b2-4365-aba5-e456895ad421 req-418cbb38-ce38-4548-a7bc-9e58a8886f91 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.1428673 Jul 09 19:57:27.234853 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce473d90-0929-48dd-8fa7-780abae216ed req-57970450-c095-4c64-b903-20f93a2a1b78 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 210 time: 0.0461590 Jul 09 19:57:27.273408 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-c5a54363-ca7f-469f-b0e8-39d35d704aba req-4e8c4b17-0b4a-4fd1-9667-b4b5a226fc09 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-98382274', 'description': 'tempest-description-35618233'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:27.308172 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c5a54363-ca7f-469f-b0e8-39d35d704aba req-4e8c4b17-0b4a-4fd1-9667-b4b5a226fc09 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.340499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-669f155d-a2b2-4365-aba5-e456895ad421 req-0667db93-4d3d-4097-8b15-2374b51edc83 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395676 Jul 09 19:57:27.369816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:27.384386 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Sync routers for ids ['1fc3255c-5a46-4b28-ab2e-ef691a718110'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:27.411257 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Routers {'1fc3255c-5a46-4b28-ab2e-ef691a718110'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:27.412045 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['1fc3255c-5a46-4b28-ab2e-ef691a718110'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:27.457885 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c5a54363-ca7f-469f-b0e8-39d35d704aba req-4e8c4b17-0b4a-4fd1-9667-b4b5a226fc09 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.468279 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c5a54363-ca7f-469f-b0e8-39d35d704aba req-4e8c4b17-0b4a-4fd1-9667-b4b5a226fc09 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.475417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d6214e2b-e016-4899-86b2-e6a4da4864e7 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:27.477855 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.479523 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dcb83ee1-aabf-44a3-a355-b000de7a6404 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.3073940 Jul 09 19:57:27.486185 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59792) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:27.522683 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c5a54363-ca7f-469f-b0e8-39d35d704aba req-4e8c4b17-0b4a-4fd1-9667-b4b5a226fc09 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.524000 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c5a54363-ca7f-469f-b0e8-39d35d704aba req-4e8c4b17-0b4a-4fd1-9667-b4b5a226fc09 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2566319 Jul 09 19:57:27.574785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port d6214e2b-e016-4899-86b2-e6a4da4864e7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:27.634408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a4e54-2330-4540-9921-c1d3042af728 req-f9519225-f6d2-4c8c-bc3a-4ac3441042e2 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:27.637340 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-147a4e54-2330-4540-9921-c1d3042af728 req-f9519225-f6d2-4c8c-bc3a-4ac3441042e2 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.1223092 Jul 09 19:57:27.664263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94675feb-5539-4d12-b2c8-0f3da859cc96 None None] Network ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:27.719363 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-f760b3c4-023c-4883-a93e-70d63e90952f req-939808dd-e60f-4129-80f4-808f204d3947 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-394876175', 'description': 'tempest-description-1597119800'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:27.720866 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-147a4e54-2330-4540-9921-c1d3042af728 req-84f85ebd-ab4c-40c8-8033-615f8c023a2f tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765829 Jul 09 19:57:27.730769 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c4b17-0b4a-4fd1-9667-b4b5a226fc09 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c969d02-6d1a-4045-94db-76e6d974ef74,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:27.735193 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Set router 1fc3255c-5a46-4b28-ab2e-ef691a718110 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:27.841744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9341673b-21b8-4ab4-aec0-8f77d97abf55 None None] Provisioning for port d6214e2b-e016-4899-86b2-e6a4da4864e7 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:27.847381 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f760b3c4-023c-4883-a93e-70d63e90952f req-939808dd-e60f-4129-80f4-808f204d3947 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:27.872266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9341673b-21b8-4ab4-aec0-8f77d97abf55 None None] Provisioning complete for port d6214e2b-e016-4899-86b2-e6a4da4864e7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:27.872676 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9341673b-21b8-4ab4-aec0-8f77d97abf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.029945 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9341673b-21b8-4ab4-aec0-8f77d97abf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.088465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ccc50769-5b74-4cfb-9dfa-bc079bf20a3e details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:57:28.116655 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:24Z', 'updated_at': '2021-07-09T19:57:26Z', 'revision_number': 3, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'gw_port': {'id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:25Z', 'updated_at': '2021-07-09T19:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:28.174249 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Checking router: 1fc3255c-5a46-4b28-ab2e-ef691a718110 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:57:28.174928 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Updating router 1fc3255c-5a46-4b28-ab2e-ef691a718110 port 20721cc1-6139-4617-aa17-aae192bdb2cd binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:57:28.186861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882ce00-a8a3-4b24-986c-1763797c6d65 req-34ebb0df-7b73-4217-a60c-337949ce5cde tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:28.188567 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7882ce00-a8a3-4b24-986c-1763797c6d65 req-34ebb0df-7b73-4217-a60c-337949ce5cde tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 943 time: 0.1327498 Jul 09 19:57:28.205213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-9341673b-21b8-4ab4-aec0-8f77d97abf55 None None] For port d6214e2b-e016-4899-86b2-e6a4da4864e7, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d6214e2b-e016-4899-86b2-e6a4da4864e7,segment=NetworkSegment(bf6f67a5-89f4-4354-b8e2-a03968f6b910),segment_id=bf6f67a5-89f4-4354-b8e2-a03968f6b910)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:28.229034 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9341673b-21b8-4ab4-aec0-8f77d97abf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.241464 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.270936 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7882ce00-a8a3-4b24-986c-1763797c6d65 req-c1a9d760-d3e2-4f9c-b8cd-9381089d3ff8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744603 Jul 09 19:57:28.422359 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341673b-21b8-4ab4-aec0-8f77d97abf55 None None] Pushing event updated for resources: {'Port': ['ID=d6214e2b-e016-4899-86b2-e6a4da4864e7,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:28.459429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e,segment=NetworkSegment(b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1),segment_id=b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:28.496235 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'ccc50769-5b74-4cfb-9dfa-bc079bf20a3e', 'network_id': '6e195a00-a5e6-4c1e-b81e-59d72e1115c5', 'port_id': 'ccc50769-5b74-4cfb-9dfa-bc079bf20a3e', 'mac_address': 'fa:16:3e:3c:60:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b7d21f-e851-4b97-8cca-10f0cf52ecf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:57:28.550478 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.569073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc50769-5b74-4cfb-9dfa-bc079bf20a3e {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:28.595543 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e,segment=NetworkSegment(b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1),segment_id=b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:28.597451 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b5ce15f-7b81-468b-97da-4382a86f6304 req-497ce56e-bb03-4492-aaac-8d81982cdce8 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 210 time: 0.1058123 Jul 09 19:57:28.602084 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.683545 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:28.786597 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.802905 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Transition to ACTIVE for port object 20721cc1-6139-4617-aa17-aae192bdb2cd will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:28.812693 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f760b3c4-023c-4883-a93e-70d63e90952f req-939808dd-e60f-4129-80f4-808f204d3947 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.823058 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f760b3c4-023c-4883-a93e-70d63e90952f req-939808dd-e60f-4129-80f4-808f204d3947 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.834446 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.867447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-27584bd6-1e22-4e38-82b5-39060a592d89 None None] Provisioning complete for port d6214e2b-e016-4899-86b2-e6a4da4864e7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:28.869127 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-27584bd6-1e22-4e38-82b5-39060a592d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.885140 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Attempting to bind port 20721cc1-6139-4617-aa17-aae192bdb2cd on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:28.886627 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Attempting to bind port 20721cc1-6139-4617-aa17-aae192bdb2cd by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:28.887202 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Attempting to bind port 20721cc1-6139-4617-aa17-aae192bdb2cd on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:28.910206 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:28.911024 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:28.911638 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:28.912347 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:28.913045 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Bound port: 20721cc1-6139-4617-aa17-aae192bdb2cd, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:28.914582 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.020994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92232e-ca33-456a-8247-6b6e35959cda req-25e9f5bb-d9bd-4db3-ace4-675671932195 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:29.030437 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bb92232e-ca33-456a-8247-6b6e35959cda req-25e9f5bb-d9bd-4db3-ace4-675671932195 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.1167932 Jul 09 19:57:29.040490 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] For port 20721cc1-6139-4617-aa17-aae192bdb2cd, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:29.048164 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] For port 20721cc1-6139-4617-aa17-aae192bdb2cd, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=20721cc1-6139-4617-aa17-aae192bdb2cd,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:29.069317 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.075127 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7549476-5a27-4a26-89bb-34a0040658ab None None] Pushing event updated for resources: {'Port': ['ID=20721cc1-6139-4617-aa17-aae192bdb2cd,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:29.075467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['ccc50769-5b74-4cfb-9dfa-bc079bf20a3e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:29.098749 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7549476-5a27-4a26-89bb-34a0040658ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:29.099139 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7549476-5a27-4a26-89bb-34a0040658ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:29.099418 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7549476-5a27-4a26-89bb-34a0040658ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:29.099756 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7549476-5a27-4a26-89bb-34a0040658ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:29.100090 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7549476-5a27-4a26-89bb-34a0040658ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:29.100419 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7549476-5a27-4a26-89bb-34a0040658ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:29.100786 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7549476-5a27-4a26-89bb-34a0040658ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:29.101100 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7549476-5a27-4a26-89bb-34a0040658ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:29.101424 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7549476-5a27-4a26-89bb-34a0040658ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:29.101745 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7549476-5a27-4a26-89bb-34a0040658ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:29.102068 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7549476-5a27-4a26-89bb-34a0040658ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:29.102405 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7549476-5a27-4a26-89bb-34a0040658ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:29.103901 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f760b3c4-023c-4883-a93e-70d63e90952f req-939808dd-e60f-4129-80f4-808f204d3947 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.123164 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f760b3c4-023c-4883-a93e-70d63e90952f req-939808dd-e60f-4129-80f4-808f204d3947 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4160051 Jul 09 19:57:29.144004 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bb92232e-ca33-456a-8247-6b6e35959cda req-32c0588e-6c63-4a88-8a90-9a01204f2819 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121416 Jul 09 19:57:29.156470 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939808dd-e60f-4129-80f4-808f204d3947 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70daf8a8-acc8-4225-ad17-108be741fcc8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:29.164435 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Routers {'1fc3255c-5a46-4b28-ab2e-ef691a718110'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:29.166213 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:56:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['1fc3255c-5a46-4b28-ab2e-ef691a718110'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:29.179241 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.322844 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7549476-5a27-4a26-89bb-34a0040658ab None None] Pushing event updated for resources: {'Port': ['ID=20721cc1-6139-4617-aa17-aae192bdb2cd,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:29.417982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d6214e2b-e016-4899-86b2-e6a4da4864e7 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:29.493224 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] Set router 1fc3255c-5a46-4b28-ab2e-ef691a718110 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:29.536974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1a543-3b7b-4b1d-b8c7-c023b74846fc req-444b3c6b-bd33-48b5-a86a-70e33a30b229 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:29.545384 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4fc6b8a-143c-4911-91d6-ff6bddd68f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.552282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-99c1a543-3b7b-4b1d-b8c7-c023b74846fc req-444b3c6b-bd33-48b5-a86a-70e33a30b229 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.1187341 Jul 09 19:57:29.560868 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72a0f9cb-7998-4ca2-aedd-fdffa46a183b req-d4f4cb8d-42d7-4fb7-b00a-1ba8ce3f84e6 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/0c969d02-6d1a-4045-94db-76e6d974ef74 HTTP/1.1" status: 200 len: 1801 time: 0.2447250 Jul 09 19:57:29.606367 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-0b0d8f4e-eff5-4c3e-ac92-727ee4bd4d7f tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:29.608406 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-0b0d8f4e-eff5-4c3e-ac92-727ee4bd4d7f tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.36 "GET /v2.0/networks?id=25cbf2e5-e12a-4d1f-891e-71669ce8bd48 HTTP/1.1" status: 200 len: 820 time: 0.7162123 Jul 09 19:57:29.625799 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d6214e2b-e016-4899-86b2-e6a4da4864e7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:29.626333 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.637461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-99c1a543-3b7b-4b1d-b8c7-c023b74846fc req-92335753-51f2-411b-a6b6-840b2a380258 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824108 Jul 09 19:57:29.639128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-46c07cde-2991-4d6d-8fd3-7b678b1c63e3 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Request body: {'port': {'device_id': 'c42b869d-251e-47e0-ae84-c3a4a64ca27c', 'network_id': '25cbf2e5-e12a-4d1f-891e-71669ce8bd48', 'admin_state_up': True, 'tenant_id': '7e4b4456a580473c90cb85f00678a6ff'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:29.701497 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.721668 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:29.794327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59884) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:29.864495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e78d7e-3d6b-4445-93e1-293186adbc0d req-469a853d-cf5c-4907-8504-838117ae4608 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:29.866469 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72a0f9cb-7998-4ca2-aedd-fdffa46a183b req-1df82568-a56c-4fc1-a292-9e8d9116d5d2 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/70daf8a8-acc8-4225-ad17-108be741fcc8 HTTP/1.1" status: 200 len: 1804 time: 0.3044710 Jul 09 19:57:29.872422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-72a0f9cb-7998-4ca2-aedd-fdffa46a183b req-df4fd64e-a85f-4b09-b8b8-4ce99711eb9a tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0c969d02-6d1a-4045-94db-76e6d974ef74', 'remote_group_id': '70daf8a8-acc8-4225-ad17-108be741fcc8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:29.872890 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-19e78d7e-3d6b-4445-93e1-293186adbc0d req-469a853d-cf5c-4907-8504-838117ae4608 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 944 time: 0.0995002 Jul 09 19:57:29.873333 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-72a0f9cb-7998-4ca2-aedd-fdffa46a183b req-df4fd64e-a85f-4b09-b8b8-4ce99711eb9a tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0c969d02-6d1a-4045-94db-76e6d974ef74', 'remote_group_id': '70daf8a8-acc8-4225-ad17-108be741fcc8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:29.918009 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:24Z', 'updated_at': '2021-07-09T19:57:26Z', 'revision_number': 3, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'gw_port': {'id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:25Z', 'updated_at': '2021-07-09T19:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:29.928180 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-19e78d7e-3d6b-4445-93e1-293186adbc0d req-d25dc8e2-e465-406b-9189-d6f41f5b636f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543315 Jul 09 19:57:29.999540 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95cd5f7-a167-4ecc-8b7f-8690e4525a18 None None] The sync data for ids ['1fc3255c-5a46-4b28-ab2e-ef691a718110'] in n-d-800088-3 is: [{'id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:24Z', 'updated_at': '2021-07-09T19:57:26Z', 'revision_number': 3, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'gw_port': {'id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:25Z', 'updated_at': '2021-07-09T19:57:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:30.078462 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dae8db25-c672-40b7-af71-6332e7f80bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.109883 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-72a0f9cb-7998-4ca2-aedd-fdffa46a183b req-df4fd64e-a85f-4b09-b8b8-4ce99711eb9a tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.114759 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9769cf09-1d36-402b-a865-3ea64b67c2c7 req-018774af-b9e7-4018-8815-43dc57ee50e0 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 210 time: 0.0435958 Jul 09 19:57:30.121883 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-46c07cde-2991-4d6d-8fd3-7b678b1c63e3 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Made reservation on behalf of 7e4b4456a580473c90cb85f00678a6ff for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:30.130146 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-46c07cde-2991-4d6d-8fd3-7b678b1c63e3 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.251412 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-72a0f9cb-7998-4ca2-aedd-fdffa46a183b req-df4fd64e-a85f-4b09-b8b8-4ce99711eb9a tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.253938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Allocated IP 172.20.0.1 (ec95fec2-9cdb-45d0-ba55-0927c0cf45c7/08e0d77d-3430-472f-ab8b-562c649e0d86/4003c282-8ec7-4e7f-9640-c9a01d1a15a3) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:30.307183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-72a0f9cb-7998-4ca2-aedd-fdffa46a183b req-df4fd64e-a85f-4b09-b8b8-4ce99711eb9a tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.341108 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.406902 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dae8db25-c672-40b7-af71-6332e7f80bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.444618 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dae8db25-c672-40b7-af71-6332e7f80bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.487066 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421a790-738a-48f8-b6fb-a1b4548272a5 req-1a789597-9895-4872-a522-f455b69ee69f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:30.495772 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e421a790-738a-48f8-b6fb-a1b4548272a5 req-1a789597-9895-4872-a522-f455b69ee69f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.1529734 Jul 09 19:57:30.501866 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dae8db25-c672-40b7-af71-6332e7f80bc5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84c65c594f8d499e9b9dff219f84f6fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6922772 Jul 09 19:57:30.502664 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fd64e-a85f-4b09-b8b8-4ce99711eb9a tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b846025a-cee5-4dd3-8ba9-a230c3af5777,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:30.503602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59892) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:30.532089 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-72a0f9cb-7998-4ca2-aedd-fdffa46a183b req-df4fd64e-a85f-4b09-b8b8-4ce99711eb9a tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.533349 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72a0f9cb-7998-4ca2-aedd-fdffa46a183b req-df4fd64e-a85f-4b09-b8b8-4ce99711eb9a tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6654477 Jul 09 19:57:30.617784 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e421a790-738a-48f8-b6fb-a1b4548272a5 req-6d793066-71c1-4670-ae1c-5e3308b8da1a tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209865 Jul 09 19:57:30.653189 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d74aa0f-aeb3-4183-90e0-6596f2ec6eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.665454 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-bcb0b1ee-6e64-4719-9562-fa9383d1a002 req-06eb7c71-ca91-4924-b26b-584d84756a95 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1327867295', 'description': 'tempest-description-2026273381'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:30.696470 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d74aa0f-aeb3-4183-90e0-6596f2ec6eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.701017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8db25-c672-40b7-af71-6332e7f80bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f275678f-bda8-4b23-8190-e692bf79895a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:30.755747 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bcb0b1ee-6e64-4719-9562-fa9383d1a002 req-06eb7c71-ca91-4924-b26b-584d84756a95 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.800710 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-46c07cde-2991-4d6d-8fd3-7b678b1c63e3 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Allocated IP 172.20.0.10 (25cbf2e5-e12a-4d1f-891e-71669ce8bd48/da3d763f-5ff7-47b1-aae0-7e535d288cf1/a1752451-1f51-4dae-a057-170fb43310b1) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:30.892404 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.905316 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d74aa0f-aeb3-4183-90e0-6596f2ec6eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.914705 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d74aa0f-aeb3-4183-90e0-6596f2ec6eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.916424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8d74aa0f-aeb3-4183-90e0-6596f2ec6eb9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f275678f-bda8-4b23-8190-e692bf79895a HTTP/1.1" status: 204 len: 168 time: 0.4108179 Jul 09 19:57:30.928178 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bcb0b1ee-6e64-4719-9562-fa9383d1a002 req-06eb7c71-ca91-4924-b26b-584d84756a95 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.939236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74aa0f-aeb3-4183-90e0-6596f2ec6eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f275678f-bda8-4b23-8190-e692bf79895a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:30.942222 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bcb0b1ee-6e64-4719-9562-fa9383d1a002 req-06eb7c71-ca91-4924-b26b-584d84756a95 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:30.961615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Transition to ACTIVE for port object 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:30.987605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bcb0b1ee-6e64-4719-9562-fa9383d1a002 req-06eb7c71-ca91-4924-b26b-584d84756a95 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.001654 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bcb0b1ee-6e64-4719-9562-fa9383d1a002 req-06eb7c71-ca91-4924-b26b-584d84756a95 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3401110 Jul 09 19:57:31.004729 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb7c71-ca91-4924-b26b-584d84756a95 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec40076b-2bbf-4483-b585-bba3bd76c20a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:31.091532 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d993a8-a1fa-4d68-b95a-5e639ccd4e0f req-ae6873b0-8d88-4c93-9554-ef3f41f7277b tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:31.094364 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54d993a8-a1fa-4d68-b95a-5e639ccd4e0f req-ae6873b0-8d88-4c93-9554-ef3f41f7277b tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.2660177 Jul 09 19:57:31.193968 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.243025 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54d993a8-a1fa-4d68-b95a-5e639ccd4e0f req-a4d647f0-bf08-49a9-ae32-d61303d8fe82 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264670 Jul 09 19:57:31.292752 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf347891-34bd-46aa-b0fd-0ad8aadbe2c9 req-ee4c634d-c033-4277-963a-0ddb4ab9240f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:31.307080 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf347891-34bd-46aa-b0fd-0ad8aadbe2c9 req-ee4c634d-c033-4277-963a-0ddb4ab9240f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 944 time: 0.1797180 Jul 09 19:57:31.342545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-46c07cde-2991-4d6d-8fd3-7b678b1c63e3 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.352386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-c91bc9d4-66aa-4142-830c-0a898d3618f7 req-cac46157-8400-47f6-b707-32359a5d23dc tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1480045647', 'description': 'tempest-description-1418021085'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:31.371027 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf347891-34bd-46aa-b0fd-0ad8aadbe2c9 req-8b10fe77-c235-4b27-9eab-c7f81d2d09ba tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614612 Jul 09 19:57:31.377680 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Network ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:31.386517 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:31.395207 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c91bc9d4-66aa-4142-830c-0a898d3618f7 req-cac46157-8400-47f6-b707-32359a5d23dc tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.397648 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:31.442217 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 20721cc1-6139-4617-aa17-aae192bdb2cd up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:31.544344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Pushing event updated for resources: {'Port': ['ID=4003c282-8ec7-4e7f-9640-c9a01d1a15a3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:31.580275 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 20721cc1-6139-4617-aa17-aae192bdb2cd completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:31.584238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 20721cc1-6139-4617-aa17-aae192bdb2cd triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:31.584659 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.667858 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce1178e1-2f9c-44ca-899d-6b0be594b762 req-a5ec47ea-8cfa-4e03-bf4d-7b82c049d795 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 210 time: 0.0664628 Jul 09 19:57:31.744858 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c91bc9d4-66aa-4142-830c-0a898d3618f7 req-cac46157-8400-47f6-b707-32359a5d23dc tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.763968 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c91bc9d4-66aa-4142-830c-0a898d3618f7 req-cac46157-8400-47f6-b707-32359a5d23dc tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.784098 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.790329 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.856120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 20721cc1-6139-4617-aa17-aae192bdb2cd, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=20721cc1-6139-4617-aa17-aae192bdb2cd,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:31.865134 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.898408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456d1a2-9d0e-42f0-beb7-0183c7425b8c req-19c44039-7af8-48be-b136-9eb8ec9b8ea0 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:31.900770 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8456d1a2-9d0e-42f0-beb7-0183c7425b8c req-19c44039-7af8-48be-b136-9eb8ec9b8ea0 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.0964084 Jul 09 19:57:31.924684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0c6214f9-24c5-4b0d-ae2a-09bf6a5f1cf1 None None] Provisioning for port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:31.941016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0c6214f9-24c5-4b0d-ae2a-09bf6a5f1cf1 None None] Provisioning complete for port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:31.941698 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0c6214f9-24c5-4b0d-ae2a-09bf6a5f1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.960333 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c91bc9d4-66aa-4142-830c-0a898d3618f7 req-cac46157-8400-47f6-b707-32359a5d23dc tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.962437 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c91bc9d4-66aa-4142-830c-0a898d3618f7 req-cac46157-8400-47f6-b707-32359a5d23dc tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6143341 Jul 09 19:57:31.975713 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-46c07cde-2991-4d6d-8fd3-7b678b1c63e3 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:31.984036 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8456d1a2-9d0e-42f0-beb7-0183c7425b8c req-32fff907-415d-46a9-8c44-4452080ec8a0 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729334 Jul 09 19:57:31.987298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=20721cc1-6139-4617-aa17-aae192bdb2cd,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:31.997032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac46157-8400-47f6-b707-32359a5d23dc tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdf16ee-8fdc-435e-8791-fee7689fe280,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:32.041430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0c6214f9-24c5-4b0d-ae2a-09bf6a5f1cf1 None None] Port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:57:32.093478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ccc50769-5b74-4cfb-9dfa-bc079bf20a3e up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:32.127994 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eedccfc0-7cda-4785-be87-d26d550495ed req-ba434003-2660-4e4c-9e0d-8901b5806cdd tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/ec40076b-2bbf-4483-b585-bba3bd76c20a HTTP/1.1" status: 200 len: 1805 time: 0.1066668 Jul 09 19:57:32.176767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-46c07cde-2991-4d6d-8fd3-7b678b1c63e3 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Network 25cbf2e5-e12a-4d1f-891e-71669ce8bd48 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:32.203707 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.207286 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-46c07cde-2991-4d6d-8fd3-7b678b1c63e3 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:32.215799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-46c07cde-2991-4d6d-8fd3-7b678b1c63e3 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:32.222322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eedccfc0-7cda-4785-be87-d26d550495ed req-eff4c1f1-a2c0-41bb-a1b6-d1c6813cc652 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/ecdf16ee-8fdc-435e-8791-fee7689fe280 HTTP/1.1" status: 200 len: 1807 time: 0.0933871 Jul 09 19:57:32.236019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-eedccfc0-7cda-4785-be87-d26d550495ed req-12f1f6ea-93c7-48ba-a3a7-9f9250b35b8b tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ec40076b-2bbf-4483-b585-bba3bd76c20a', 'remote_group_id': 'ecdf16ee-8fdc-435e-8791-fee7689fe280', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:32.237133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-eedccfc0-7cda-4785-be87-d26d550495ed req-12f1f6ea-93c7-48ba-a3a7-9f9250b35b8b tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ec40076b-2bbf-4483-b585-bba3bd76c20a', 'remote_group_id': 'ecdf16ee-8fdc-435e-8791-fee7689fe280', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:32.242758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c07cde-2991-4d6d-8fd3-7b678b1c63e3 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Pushing event updated for resources: {'Port': ['ID=a1752451-1f51-4dae-a057-170fb43310b1,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:32.255504 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:32.262444 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:32.263729 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.269697 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59946) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:32.330895 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.349686 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-eedccfc0-7cda-4785-be87-d26d550495ed req-12f1f6ea-93c7-48ba-a3a7-9f9250b35b8b tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.439634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-46c07cde-2991-4d6d-8fd3-7b678b1c63e3 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:32.441676 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-46c07cde-2991-4d6d-8fd3-7b678b1c63e3 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.452267 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-eedccfc0-7cda-4785-be87-d26d550495ed req-12f1f6ea-93c7-48ba-a3a7-9f9250b35b8b tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.461672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1012561295-network', 'tenant_id': 'a9521b6bebdc438bbc3f5809e184a7ee'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:32.468967 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-eedccfc0-7cda-4785-be87-d26d550495ed req-12f1f6ea-93c7-48ba-a3a7-9f9250b35b8b tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.473751 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-46c07cde-2991-4d6d-8fd3-7b678b1c63e3 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8507833 Jul 09 19:57:32.500391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Request body: {'port': {'device_id': 'c42b869d-251e-47e0-ae84-c3a4a64ca27c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:32.520556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1f6ea-93c7-48ba-a3a7-9f9250b35b8b tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426d06da-8429-4cfd-8512-898b9551ae45,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:32.535150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] Made reservation on behalf of a9521b6bebdc438bbc3f5809e184a7ee for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:32.538596 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.554089 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.566071 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-eedccfc0-7cda-4785-be87-d26d550495ed req-12f1f6ea-93c7-48ba-a3a7-9f9250b35b8b tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.585282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eedccfc0-7cda-4785-be87-d26d550495ed req-12f1f6ea-93c7-48ba-a3a7-9f9250b35b8b tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3547475 Jul 09 19:57:32.706810 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.759572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25948d83-4a9f-4eec-900d-f37435918ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc50769-5b74-4cfb-9dfa-bc079bf20a3e'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:32.762687 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ac82c5-3d42-4ab0-ac93-0999f37c9751" -d '{"events": [{"server_uuid": "25948d83-4a9f-4eec-900d-f37435918ce6", "name": "network-vif-plugged", "status": "completed", "tag": "ccc50769-5b74-4cfb-9dfa-bc079bf20a3e"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:32.764071 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.772575 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.792148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e,segment=NetworkSegment(b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1),segment_id=b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:32.800014 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.809952 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da3420-d95c-44f8-82f8-6eb330a0350a req-0e100ee2-6d0a-478a-adb5-b3cb7a9a092b tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:32.811200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:57:32.818518 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9da3420-d95c-44f8-82f8-6eb330a0350a req-0e100ee2-6d0a-478a-adb5-b3cb7a9a092b tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.2808030 Jul 09 19:57:32.822284 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.862006 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:32.865688 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a9a3b2-7dfb-4058-ba0d-b20f09b704be,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:32.870983 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.871437 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.871902 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] Added segment 5c7f5cc6-5248-4530-b35b-3988766d672d of type vlan for network 461b39f1-fe3d-4740-9163-74594de1681f Jul 09 19:57:32.900010 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.944138 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:32.975837 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9da3420-d95c-44f8-82f8-6eb330a0350a req-50456a8f-840f-40ab-adea-d1e7a5155827 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490421 Jul 09 19:57:32.986014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1a5ed-cee8-41fb-af2a-a9c1905ad14b req-f8481d9e-6450-495d-b255-ffbeda1a9957 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:32.990368 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7db1a5ed-cee8-41fb-af2a-a9c1905ad14b req-f8481d9e-6450-495d-b255-ffbeda1a9957 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 945 time: 0.1953452 Jul 09 19:57:33.004809 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.038528 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.038528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:33.038528 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.084329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Pushing event updated for resources: {'Port': ['ID=4003c282-8ec7-4e7f-9640-c9a01d1a15a3,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:33.134662 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7db1a5ed-cee8-41fb-af2a-a9c1905ad14b req-b676b153-85a6-467f-adb5-7bc01861a1c7 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381297 Jul 09 19:57:33.143791 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8729050 Jul 09 19:57:33.144638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59964) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:33.156069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d469d916-e07c-4f92-995c-359b92ab5034 admin admin] Request body: {'subnet': {'network_id': '461b39f1-fe3d-4740-9163-74594de1681f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1012561295-subnet', 'tenant_id': 'a9521b6bebdc438bbc3f5809e184a7ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:33.160410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c0752-4443-46e4-8df7-41a1d4d14b54 admin admin] Pushing event updated for resources: {'Network': ['ID=461b39f1-fe3d-4740-9163-74594de1681f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:33.173753 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 461b39f1-fe3d-4740-9163-74594de1681f details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:57:33.185733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d469d916-e07c-4f92-995c-359b92ab5034 admin admin] Made reservation on behalf of a9521b6bebdc438bbc3f5809e184a7ee for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:33.188360 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d469d916-e07c-4f92-995c-359b92ab5034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.236311 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e158e95c-e63b-404a-9e42-2f0dd7d34f68 req-f08e89aa-83f7-44b2-8df3-ab25a5345395 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/ecdf16ee-8fdc-435e-8791-fee7689fe280 HTTP/1.1" status: 200 len: 1807 time: 0.1723030 Jul 09 19:57:33.331692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Network ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:33.343791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:33.378561 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e158e95c-e63b-404a-9e42-2f0dd7d34f68 req-eac70223-3df6-4091-b785-fe96406f0f8d tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.397314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 20721cc1-6139-4617-aa17-aae192bdb2cd up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:33.480202 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e158e95c-e63b-404a-9e42-2f0dd7d34f68 req-eac70223-3df6-4091-b785-fe96406f0f8d tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.545084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 20721cc1-6139-4617-aa17-aae192bdb2cd triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:33.552564 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.609290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1752451-1f51-4dae-a057-170fb43310b1 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:33.624731 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d020c-6385-47b4-a82d-738d996a4742 req-c2788e63-9648-4ff9-a55f-f949ec6cb09a tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:33.632724 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cc0d020c-6385-47b4-a82d-738d996a4742 req-c2788e63-9648-4ff9-a55f-f949ec6cb09a tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 932 time: 0.1812568 Jul 09 19:57:33.650571 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.678817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Transition to ACTIVE for port object a1752451-1f51-4dae-a057-170fb43310b1 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:33.681249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Router 1fc3255c-5a46-4b28-ab2e-ef691a718110 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:33.694183 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-34f630e2-e211-4bb8-a91d-afbdb2174270 None None] Provisioning complete for port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:33.694561 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-34f630e2-e211-4bb8-a91d-afbdb2174270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.699031 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.707624 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d469d916-e07c-4f92-995c-359b92ab5034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.738285 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-34f630e2-e211-4bb8-a91d-afbdb2174270 None None] Port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:57:33.772991 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cc0d020c-6385-47b4-a82d-738d996a4742 req-a49d2821-4f00-48e0-b9c9-5b79a37c1667 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c3eb7a3-d821-42da-a87e-f2272fd8f131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392322 Jul 09 19:57:33.778005 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e158e95c-e63b-404a-9e42-2f0dd7d34f68 req-eac70223-3df6-4091-b785-fe96406f0f8d tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.780670 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e158e95c-e63b-404a-9e42-2f0dd7d34f68 req-eac70223-3df6-4091-b785-fe96406f0f8d tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:33.794834 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e158e95c-e63b-404a-9e42-2f0dd7d34f68 req-eac70223-3df6-4091-b785-fe96406f0f8d tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "DELETE /v2.0/security-groups/ecdf16ee-8fdc-435e-8791-fee7689fe280 HTTP/1.1" status: 204 len: 173 time: 0.5409074 Jul 09 19:57:33.839440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469d916-e07c-4f92-995c-359b92ab5034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5fd7cfe-fea7-489f-9170-5bc2d8853cc6,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:33.850356 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dffb532-37d0-4ecf-961e-26ccf7428934 x-openstack-request-id: req-6dffb532-37d0-4ecf-961e-26ccf7428934 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:33.851214 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25948d83-4a9f-4eec-900d-f37435918ce6", "name": "network-vif-plugged", "status": "completed", "tag": "ccc50769-5b74-4cfb-9dfa-bc079bf20a3e", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:33.851524 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6dffb532-37d0-4ecf-961e-26ccf7428934 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:33.852007 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25948d83-4a9f-4eec-900d-f37435918ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc50769-5b74-4cfb-9dfa-bc079bf20a3e', 'code': 200} Jul 09 19:57:33.859402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac70223-3df6-4091-b785-fe96406f0f8d tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdf16ee-8fdc-435e-8791-fee7689fe280,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:33.904890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d469d916-e07c-4f92-995c-359b92ab5034 admin admin] Checking segment: {'id': '5c7f5cc6-5248-4530-b35b-3988766d672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '461b39f1-fe3d-4740-9163-74594de1681f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:33.905257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d469d916-e07c-4f92-995c-359b92ab5034 admin admin] Network hostable DHCP agents. Network: 461b39f1-fe3d-4740-9163-74594de1681f, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:57:33.913876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1752451-1f51-4dae-a057-170fb43310b1,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:33.993458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d469d916-e07c-4f92-995c-359b92ab5034 admin admin] Network 461b39f1-fe3d-4740-9163-74594de1681f is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:57:34.014192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-d469d916-e07c-4f92-995c-359b92ab5034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 461b39f1-fe3d-4740-9163-74594de1681f) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:34.027618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69fd94e-5f87-440e-b6ed-6919413965df None None] Network 461b39f1-fe3d-4740-9163-74594de1681f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:34.028723 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d469d916-e07c-4f92-995c-359b92ab5034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:34.029802 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d469d916-e07c-4f92-995c-359b92ab5034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.046023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:34.063893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadef05-a66a-4165-8071-b1a8bf75e7af req-8f5473e9-b1b3-4d0b-bad7-62ee88c233ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:34.063893 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fadef05-a66a-4165-8071-b1a8bf75e7af req-8f5473e9-b1b3-4d0b-bad7-62ee88c233ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 1096 time: 0.1339002 Jul 09 19:57:34.064904 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9e3d7293-de1e-4d39-ba3a-40d88d50326c admin admin] 10.222.0.30 "PUT /v2.0/routers/1fc3255c-5a46-4b28-ab2e-ef691a718110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5635583 Jul 09 19:57:34.083450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d469d916-e07c-4f92-995c-359b92ab5034 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9335356 Jul 09 19:57:34.130273 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8fb34aa1-eb64-453a-ba68-748b4e0a124f req-f46d6c82-b740-4175-bd49-5a23589252e5 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/ec40076b-2bbf-4483-b585-bba3bd76c20a HTTP/1.1" status: 200 len: 1805 time: 0.1295989 Jul 09 19:57:34.133926 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fadef05-a66a-4165-8071-b1a8bf75e7af req-a4ec08e7-215d-4bb5-9b1b-8914bbe9600b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571558 Jul 09 19:57:34.138500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Attempting to bind port a1752451-1f51-4dae-a057-170fb43310b1 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:34.139053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Attempting to bind port a1752451-1f51-4dae-a057-170fb43310b1 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '5f624ca6-b454-46d3-bbb2-2c9cb7c05099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '25cbf2e5-e12a-4d1f-891e-71669ce8bd48'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:34.139753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Attempting to bind port a1752451-1f51-4dae-a057-170fb43310b1 on network 25cbf2e5-e12a-4d1f-891e-71669ce8bd48 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:34.147871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Sync routers for ids ['1fc3255c-5a46-4b28-ab2e-ef691a718110'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:34.155673 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Port a1752451-1f51-4dae-a057-170fb43310b1 on network 25cbf2e5-e12a-4d1f-891e-71669ce8bd48 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:57:34.156939 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Attempting to bind port a1752451-1f51-4dae-a057-170fb43310b1 on network 25cbf2e5-e12a-4d1f-891e-71669ce8bd48 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:34.169602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:34.170806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Checking segment: {'id': '5f624ca6-b454-46d3-bbb2-2c9cb7c05099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '25cbf2e5-e12a-4d1f-891e-71669ce8bd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:34.172394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Bound using segment: {'id': '5f624ca6-b454-46d3-bbb2-2c9cb7c05099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '25cbf2e5-e12a-4d1f-891e-71669ce8bd48'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:34.174006 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Bound port: a1752451-1f51-4dae-a057-170fb43310b1, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f624ca6-b454-46d3-bbb2-2c9cb7c05099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '25cbf2e5-e12a-4d1f-891e-71669ce8bd48'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:34.174641 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.184455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Routers {'1fc3255c-5a46-4b28-ab2e-ef691a718110'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:34.191919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['1fc3255c-5a46-4b28-ab2e-ef691a718110'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:34.415321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] For port a1752451-1f51-4dae-a057-170fb43310b1, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:34.431338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] For port a1752451-1f51-4dae-a057-170fb43310b1, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a1752451-1f51-4dae-a057-170fb43310b1,segment=NetworkSegment(5f624ca6-b454-46d3-bbb2-2c9cb7c05099),segment_id=5f624ca6-b454-46d3-bbb2-2c9cb7c05099)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:34.438379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35502fd3-5deb-479c-af97-3d1a3a9888b2 req-0e327393-9d19-426d-9c3f-eda273a910cc tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:34.446762 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.447713 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35502fd3-5deb-479c-af97-3d1a3a9888b2 req-0e327393-9d19-426d-9c3f-eda273a910cc tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.1156871 Jul 09 19:57:34.496516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Set router 1fc3255c-5a46-4b28-ab2e-ef691a718110 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:34.501737 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35502fd3-5deb-479c-af97-3d1a3a9888b2 req-82d7cbf7-744f-4120-a7fd-18a41ab1879d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501962 Jul 09 19:57:34.531510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:34.531510 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.532603 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] 10.222.0.36 "PUT /v2.0/ports/a1752451-1f51-4dae-a057-170fb43310b1 HTTP/1.1" status: 200 len: 1092 time: 2.0477855 Jul 09 19:57:34.533059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42b869d-251e-47e0-ae84-c3a4a64ca27c', 'tag': 'a1752451-1f51-4dae-a057-170fb43310b1'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:34.533189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-b7bab4cd-2db7-406a-8777-2308c2103d81 req-c29e02c0-aa63-4dd6-98f7-cad3c41b2668 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-665731673', 'description': 'tempest-description-1274763965'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:34.535315 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8950c4a-86da-43ed-9189-cef474e14ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "c42b869d-251e-47e0-ae84-c3a4a64ca27c", "tag": "a1752451-1f51-4dae-a057-170fb43310b1"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:34.555197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7717666c-3524-436c-ad78-4453bbf0c16c None None] Network 461b39f1-fe3d-4740-9163-74594de1681f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:34.585949 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b7bab4cd-2db7-406a-8777-2308c2103d81 req-c29e02c0-aa63-4dd6-98f7-cad3c41b2668 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.595626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f0e9e-82ec-4e15-a071-3e135460817a req-2079a1d9-abdc-4feb-b211-9adbaba7e071 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:34.602486 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-159f0e9e-82ec-4e15-a071-3e135460817a req-2079a1d9-abdc-4feb-b211-9adbaba7e071 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.2923126 Jul 09 19:57:34.726624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85a6ee-276b-44be-9e2a-81171f9b7ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1752451-1f51-4dae-a057-170fb43310b1,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:34.748086 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b7bab4cd-2db7-406a-8777-2308c2103d81 req-c29e02c0-aa63-4dd6-98f7-cad3c41b2668 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.761531 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b7bab4cd-2db7-406a-8777-2308c2103d81 req-c29e02c0-aa63-4dd6-98f7-cad3c41b2668 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.770221 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-159f0e9e-82ec-4e15-a071-3e135460817a req-22745b25-7b20-44aa-b0e5-5395f1872559 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667848 Jul 09 19:57:34.808649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-8f40c23d-0c59-4fde-a5e4-d66bbff4ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:34.815274 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-8f40c23d-0c59-4fde-a5e4-d66bbff4ab8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e4b4456a580473c90cb85f00678a6ff&device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 1095 time: 0.2108226 Jul 09 19:57:34.827983 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b7bab4cd-2db7-406a-8777-2308c2103d81 req-c29e02c0-aa63-4dd6-98f7-cad3c41b2668 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:34.836858 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b7bab4cd-2db7-406a-8777-2308c2103d81 req-c29e02c0-aa63-4dd6-98f7-cad3c41b2668 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3084283 Jul 09 19:57:34.838068 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e02c0-aa63-4dd6-98f7-cad3c41b2668 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3c2f91-d100-4e0f-8c0e-8e4e6a677a82,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:35.068673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:24Z', 'updated_at': '2021-07-09T19:57:32Z', 'revision_number': 4, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'gw_port': {'id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:25Z', 'updated_at': '2021-07-09T19:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '4003c282-8ec7-4e7f-9640-c9a01d1a15a3', 'name': '', 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'mac_address': 'fa:16:3e:89:c7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:29Z', 'updated_at': '2021-07-09T19:57:32Z', 'revision_number': 2, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'subnets': [{'id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:35.102253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Checking router: 1fc3255c-5a46-4b28-ab2e-ef691a718110 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:57:35.102648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Updating router 1fc3255c-5a46-4b28-ab2e-ef691a718110 port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:57:35.141499 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.304402 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-aa675400-e8c1-4dad-9af1-2f2a63cada6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1752451-1f51-4dae-a057-170fb43310b1 HTTP/1.1" status: 200 len: 217 time: 0.4767768 Jul 09 19:57:35.398284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-a9f69374-4f1b-4ba9-a41e-5e0760a5071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:35.398284 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-a9f69374-4f1b-4ba9-a41e-5e0760a5071c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da3d763f-5ff7-47b1-aae0-7e535d288cf1 HTTP/1.1" status: 200 len: 860 time: 0.0626726 Jul 09 19:57:35.398564 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae9e9e-7416-4e76-a97e-151bc045bbd0 req-9c56e003-30d4-4010-8dbb-d971a65d084c tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:35.400189 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-78ae9e9e-7416-4e76-a97e-151bc045bbd0 req-9c56e003-30d4-4010-8dbb-d971a65d084c tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 945 time: 0.1612999 Jul 09 19:57:35.402501 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60004) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:35.408241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-27251f8c-f87f-4ff9-bc07-9d9ed35a5aaf tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1417105782', 'description': 'tempest-description--412320522'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:35.458390 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-8150beda-4208-4988-b916-630a222855ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25cbf2e5-e12a-4d1f-891e-71669ce8bd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771582 Jul 09 19:57:35.471532 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27251f8c-f87f-4ff9-bc07-9d9ed35a5aaf tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.486861 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.501253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Transition to ACTIVE for port object 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:35.509133 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.570897 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-78ae9e9e-7416-4e76-a97e-151bc045bbd0 req-47ff7e2a-30eb-41e1-a953-165f646a3d12 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150029 Jul 09 19:57:35.616153 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985efae7-23b8-4517-b631-73bb3aa168ce None None] Pushing event updated for resources: {'Port': ['ID=4003c282-8ec7-4e7f-9640-c9a01d1a15a3,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:35.663134 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-2ec9c7c8-b62d-4f61-aa85-ff04f72baa86 service neutron] 10.222.0.36 "GET /v2.0/networks/25cbf2e5-e12a-4d1f-891e-71669ce8bd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949646 Jul 09 19:57:35.674657 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27251f8c-f87f-4ff9-bc07-9d9ed35a5aaf tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.730624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Attempting to bind port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:35.730624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Attempting to bind port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'bf6f67a5-89f4-4354-b8e2-a03968f6b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:35.730971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Attempting to bind port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 on network ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:35.737161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:35.737694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Checking segment: {'id': 'bf6f67a5-89f4-4354-b8e2-a03968f6b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:35.738148 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.738556 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Bound using segment: {'id': 'bf6f67a5-89f4-4354-b8e2-a03968f6b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:35.739035 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Bound port: 4003c282-8ec7-4e7f-9640-c9a01d1a15a3, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6f67a5-89f4-4354-b8e2-a03968f6b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:35.739597 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.793491 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d5ca8d-b457-4caf-996d-a669faddc487 x-openstack-request-id: req-b5d5ca8d-b457-4caf-996d-a669faddc487 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:35.794203 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c42b869d-251e-47e0-ae84-c3a4a64ca27c", "tag": "a1752451-1f51-4dae-a057-170fb43310b1", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:35.794637 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5d5ca8d-b457-4caf-996d-a669faddc487 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:35.795230 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42b869d-251e-47e0-ae84-c3a4a64ca27c', 'tag': 'a1752451-1f51-4dae-a057-170fb43310b1', 'status': 'completed', 'code': 200} Jul 09 19:57:35.819758 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-cf477224-64cc-4174-b3c0-25c9c286ba16 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:35.829456 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-cf477224-64cc-4174-b3c0-25c9c286ba16 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/networks?id=461b39f1-fe3d-4740-9163-74594de1681f HTTP/1.1" status: 200 len: 822 time: 0.1526091 Jul 09 19:57:35.830805 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27251f8c-f87f-4ff9-bc07-9d9ed35a5aaf tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.856197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] For port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:35.861956 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27251f8c-f87f-4ff9-bc07-9d9ed35a5aaf tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.862673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] For port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4003c282-8ec7-4e7f-9640-c9a01d1a15a3,segment=NetworkSegment(bf6f67a5-89f4-4354-b8e2-a03968f6b910),segment_id=bf6f67a5-89f4-4354-b8e2-a03968f6b910)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:35.863574 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-27251f8c-f87f-4ff9-bc07-9d9ed35a5aaf tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4594786 Jul 09 19:57:35.867100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60024) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:35.872627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7f6338bb-c4c2-4f30-abbe-d3f0855baee0 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Request body: {'security_group_rule': {'security_group_id': '233b7468-7e4f-4c4f-86b0-ce0e7f09a185', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:35.881696 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:35.885163 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-0c6bdee4-d23a-44a9-83f5-d7695cc28d5f tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/quotas/a9521b6bebdc438bbc3f5809e184a7ee HTTP/1.1" status: 200 len: 375 time: 0.0428858 Jul 09 19:57:35.945196 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-7eaeaf06-17a8-4c74-8b74-e59a7cc03dbb tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9521b6bebdc438bbc3f5809e184a7ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583131 Jul 09 19:57:35.966183 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e3ff882-77b1-4cea-987b-04bdbd8b631a req-0e01b2ee-9256-427a-9e31-fbe2e9e25164 service neutron] 10.222.0.36 "GET /v2.0/networks/25cbf2e5-e12a-4d1f-891e-71669ce8bd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953627 Jul 09 19:57:35.967572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985efae7-23b8-4517-b631-73bb3aa168ce None None] Pushing event updated for resources: {'Port': ['ID=4003c282-8ec7-4e7f-9640-c9a01d1a15a3,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:35.970695 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f6338bb-c4c2-4f30-abbe-d3f0855baee0 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.017584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Routers {'1fc3255c-5a46-4b28-ab2e-ef691a718110'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:36.018400 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['1fc3255c-5a46-4b28-ab2e-ef691a718110'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:36.110291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4145b5-c05d-4e2d-bd2e-b5bfd4ddeeff req-87bd98ff-a240-4f95-9599-b87140de4995 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:36.117709 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de4145b5-c05d-4e2d-bd2e-b5bfd4ddeeff req-87bd98ff-a240-4f95-9599-b87140de4995 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 944 time: 0.1930671 Jul 09 19:57:36.120362 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-bc3ddc0b-8c99-49c3-953f-f5c25ff91dd0 service neutron] 10.222.0.30 "GET /v2.0/networks/461b39f1-fe3d-4740-9163-74594de1681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735137 Jul 09 19:57:36.180279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] Set router 1fc3255c-5a46-4b28-ab2e-ef691a718110 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:36.187096 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de4145b5-c05d-4e2d-bd2e-b5bfd4ddeeff req-2ad9ea7f-29ee-424c-9095-df03a189b7a8 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c3eb7a3-d821-42da-a87e-f2272fd8f131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681541 Jul 09 19:57:36.214954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27251f8c-f87f-4ff9-bc07-9d9ed35a5aaf tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233b7468-7e4f-4c4f-86b0-ce0e7f09a185,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:36.244170 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f6338bb-c4c2-4f30-abbe-d3f0855baee0 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.278137 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f6338bb-c4c2-4f30-abbe-d3f0855baee0 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.287355 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8950c4a-86da-43ed-9189-cef474e14ab4 req-9588b0de-8563-428f-8b62-1574eab2b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:36.289201 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8950c4a-86da-43ed-9189-cef474e14ab4 req-9588b0de-8563-428f-8b62-1574eab2b948 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7e4b4456a580473c90cb85f00678a6ff&device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 1095 time: 0.2644944 Jul 09 19:57:36.289756 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-e06713e5-76fd-48fd-8a37-9f0a0058688f service neutron] 10.222.0.30 "GET /v2.0/networks/461b39f1-fe3d-4740-9163-74594de1681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643341 Jul 09 19:57:36.423421 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f6338bb-c4c2-4f30-abbe-d3f0855baee0 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.427530 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7f6338bb-c4c2-4f30-abbe-d3f0855baee0 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5564408 Jul 09 19:57:36.427713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60026) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:36.438923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7beb8b5c-6e5e-446e-82f6-3fd575b0d5ce tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Request body: {'security_group_rule': {'security_group_id': '233b7468-7e4f-4c4f-86b0-ce0e7f09a185', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:36.467948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6338bb-c4c2-4f30-abbe-d3f0855baee0 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eaf2023-0678-479f-bc70-58fbf1db7100,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:36.496485 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7beb8b5c-6e5e-446e-82f6-3fd575b0d5ce tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.519978 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-65fe79de-3c44-44f8-a890-19b769f7240b req-d9832aff-7017-44f7-b64f-8dca7db8b4ec tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/6c3c2f91-d100-4e0f-8c0e-8e4e6a677a82 HTTP/1.1" status: 200 len: 1806 time: 0.2905276 Jul 09 19:57:36.572136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-65fe79de-3c44-44f8-a890-19b769f7240b req-e745fd89-93fe-44f1-a866-91f55dce655d tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c3c2f91-d100-4e0f-8c0e-8e4e6a677a82', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:36.572560 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-65fe79de-3c44-44f8-a890-19b769f7240b req-e745fd89-93fe-44f1-a866-91f55dce655d tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c3c2f91-d100-4e0f-8c0e-8e4e6a677a82', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:36.639934 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8950c4a-86da-43ed-9189-cef474e14ab4 req-557c06f1-723f-472e-bafc-f29326c189f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:36.641630 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8950c4a-86da-43ed-9189-cef474e14ab4 req-557c06f1-723f-472e-bafc-f29326c189f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25cbf2e5-e12a-4d1f-891e-71669ce8bd48 HTTP/1.1" status: 200 len: 921 time: 0.3281572 Jul 09 19:57:36.686734 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7beb8b5c-6e5e-446e-82f6-3fd575b0d5ce tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.694997 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7beb8b5c-6e5e-446e-82f6-3fd575b0d5ce tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.731322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:24Z', 'updated_at': '2021-07-09T19:57:32Z', 'revision_number': 4, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'gw_port': {'id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:25Z', 'updated_at': '2021-07-09T19:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '4003c282-8ec7-4e7f-9640-c9a01d1a15a3', 'name': '', 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'mac_address': 'fa:16:3e:89:c7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:29Z', 'updated_at': '2021-07-09T19:57:35Z', 'revision_number': 4, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'subnets': [{'id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:36.743262 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8950c4a-86da-43ed-9189-cef474e14ab4 req-7a64f5b3-d80e-44f0-8110-183e82f643f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1752451-1f51-4dae-a057-170fb43310b1 HTTP/1.1" status: 200 len: 217 time: 0.0916193 Jul 09 19:57:36.769827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89afd196-662f-4144-bcef-c4283176adb0 None None] The sync data for ids ['1fc3255c-5a46-4b28-ab2e-ef691a718110'] in n-d-800088-3 is: [{'id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:24Z', 'updated_at': '2021-07-09T19:57:32Z', 'revision_number': 4, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'gw_port': {'id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:25Z', 'updated_at': '2021-07-09T19:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '4003c282-8ec7-4e7f-9640-c9a01d1a15a3', 'name': '', 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'mac_address': 'fa:16:3e:89:c7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:29Z', 'updated_at': '2021-07-09T19:57:35Z', 'revision_number': 4, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'subnets': [{'id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:36.859793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb8b5c-6e5e-446e-82f6-3fd575b0d5ce tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2914628-b146-4dd1-b9f7-85602c0a7a02,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:36.882817 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7beb8b5c-6e5e-446e-82f6-3fd575b0d5ce tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.895170 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7beb8b5c-6e5e-446e-82f6-3fd575b0d5ce tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4592957 Jul 09 19:57:36.895170 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60046) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:36.919100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:36.927474 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-65fe79de-3c44-44f8-a890-19b769f7240b req-e745fd89-93fe-44f1-a866-91f55dce655d tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:36.958850 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.006502 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8950c4a-86da-43ed-9189-cef474e14ab4 req-393b3291-ae75-48ec-92df-361003616cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:37.010340 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8950c4a-86da-43ed-9189-cef474e14ab4 req-393b3291-ae75-48ec-92df-361003616cfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=da3d763f-5ff7-47b1-aae0-7e535d288cf1 HTTP/1.1" status: 200 len: 860 time: 0.2588141 Jul 09 19:57:37.019347 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-65fe79de-3c44-44f8-a890-19b769f7240b req-e745fd89-93fe-44f1-a866-91f55dce655d tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.051609 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-65fe79de-3c44-44f8-a890-19b769f7240b req-e745fd89-93fe-44f1-a866-91f55dce655d tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.070420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9252e5-de84-44ff-a17e-830980265db5 req-385e2ce5-1037-4cc9-8f28-b44aa601d7cc tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:37.072217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2c9252e5-de84-44ff-a17e-830980265db5 req-385e2ce5-1037-4cc9-8f28-b44aa601d7cc tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.2708158 Jul 09 19:57:37.116231 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8950c4a-86da-43ed-9189-cef474e14ab4 req-4130f8a2-9a8c-45d4-b699-57aa28ec6620 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25cbf2e5-e12a-4d1f-891e-71669ce8bd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950477 Jul 09 19:57:37.135752 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-65fe79de-3c44-44f8-a890-19b769f7240b req-e745fd89-93fe-44f1-a866-91f55dce655d tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.137048 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-65fe79de-3c44-44f8-a890-19b769f7240b req-e745fd89-93fe-44f1-a866-91f55dce655d tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5934684 Jul 09 19:57:37.138910 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2c9252e5-de84-44ff-a17e-830980265db5 req-38234fc6-9d39-4dd4-b4fe-153f4c9b18e9 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584216 Jul 09 19:57:37.177525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e745fd89-93fe-44f1-a866-91f55dce655d tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70504aba-e77b-4dd6-9add-c4a158ec16be,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:37.198137 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.374568 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8950c4a-86da-43ed-9189-cef474e14ab4 req-1aaae19e-0190-4417-9ca4-a94638112d38 service neutron] 10.222.0.36 "GET /v2.0/networks/25cbf2e5-e12a-4d1f-891e-71669ce8bd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511327 Jul 09 19:57:37.381821 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-943b570c-43f8-4f3a-b3e3-ba0a7ede341b req-55b04f2d-0c3d-4efa-8719-2b8b47d05efb tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/ports?device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 210 time: 0.1122851 Jul 09 19:57:37.486469 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:37.581067 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8950c4a-86da-43ed-9189-cef474e14ab4 req-6fae1339-5a56-4c73-bb6c-be1186eb8ddb service neutron] 10.222.0.36 "GET /v2.0/networks/25cbf2e5-e12a-4d1f-891e-71669ce8bd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594913 Jul 09 19:57:37.613828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Allocated IP 172.25.0.108 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/ba6a1c64-5829-4e4e-86bc-b423adc6ab8d) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:37.637459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:37.646467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:37.646845 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.671884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e05f62-a499-41e5-8ba6-207b5efbfc18 req-4b17bcf9-8a27-4b06-80a4-e59ca42c6042 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:37.675915 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f2e05f62-a499-41e5-8ba6-207b5efbfc18 req-4b17bcf9-8a27-4b06-80a4-e59ca42c6042 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.3296976 Jul 09 19:57:37.749502 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f2e05f62-a499-41e5-8ba6-207b5efbfc18 req-f41f4242-bebd-46af-9d4c-73bccf5e9cdb tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653889 Jul 09 19:57:37.796653 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.886171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445853c-8754-4c64-8921-6686bc105a88 req-4bc5f0ca-113d-40d2-8735-757129e2e26d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:37.886786 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-699c15ab-73dd-43bc-8d26-1f837110d91c req-843fc85c-8b4b-40fa-8334-a4d7bb227bbc tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/6c3c2f91-d100-4e0f-8c0e-8e4e6a677a82 HTTP/1.1" status: 200 len: 2400 time: 0.0726898 Jul 09 19:57:37.890450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4003c282-8ec7-4e7f-9640-c9a01d1a15a3,segment=NetworkSegment(bf6f67a5-89f4-4354-b8e2-a03968f6b910),segment_id=bf6f67a5-89f4-4354-b8e2-a03968f6b910)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:37.894095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-699c15ab-73dd-43bc-8d26-1f837110d91c req-de5dd47f-0e1d-4446-9896-d109544e2d74 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c3c2f91-d100-4e0f-8c0e-8e4e6a677a82', 'remote_group_id': None}]} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:37.894472 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0445853c-8754-4c64-8921-6686bc105a88 req-4bc5f0ca-113d-40d2-8735-757129e2e26d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 945 time: 0.2312102 Jul 09 19:57:37.895221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-699c15ab-73dd-43bc-8d26-1f837110d91c req-de5dd47f-0e1d-4446-9896-d109544e2d74 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6c3c2f91-d100-4e0f-8c0e-8e4e6a677a82', 'remote_group_id': None}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:37.905114 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:37.984841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0445853c-8754-4c64-8921-6686bc105a88 req-faa59591-a5b1-4781-b323-5e4bca6bfdb3 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826986 Jul 09 19:57:38.007686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=4003c282-8ec7-4e7f-9640-c9a01d1a15a3,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:38.021836 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.022422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:38.022900 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:38.023540 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:38.024638 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:38.028145 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:38.028301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:38.028795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:38.029239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:38.029681 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:38.030134 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:38.030559 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:38.032697 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-699c15ab-73dd-43bc-8d26-1f837110d91c req-de5dd47f-0e1d-4446-9896-d109544e2d74 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.033221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:57:38.075116 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-699c15ab-73dd-43bc-8d26-1f837110d91c req-de5dd47f-0e1d-4446-9896-d109544e2d74 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.080386 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-699c15ab-73dd-43bc-8d26-1f837110d91c req-de5dd47f-0e1d-4446-9896-d109544e2d74 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.115491 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dd47f-0e1d-4446-9896-d109544e2d74 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2e96ab-1493-4d5a-b53d-e8a63076c56e,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:38.122465 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-699c15ab-73dd-43bc-8d26-1f837110d91c req-de5dd47f-0e1d-4446-9896-d109544e2d74 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.132420 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-699c15ab-73dd-43bc-8d26-1f837110d91c req-de5dd47f-0e1d-4446-9896-d109544e2d74 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2445710 Jul 09 19:57:38.158530 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.231367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:38.236889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:38.242271 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:38.322507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Pushing event updated for resources: {'Port': ['ID=ba6a1c64-5829-4e4e-86bc-b423adc6ab8d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:38.443797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ca369-6319-4b96-97c2-f436a960b1c4 req-097b780d-424b-4cb9-8065-1b6d4fb6815e tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:38.452408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-196ca369-6319-4b96-97c2-f436a960b1c4 req-097b780d-424b-4cb9-8065-1b6d4fb6815e tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 944 time: 0.1748221 Jul 09 19:57:38.517244 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-63b9f740-9e08-4d0a-9c36-ad86ce6f6fc1 req-b31af0f9-93cd-4e6a-8b7b-071bc60ec35f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-592929587&fields=id&tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8 HTTP/1.1" status: 200 len: 267 time: 0.1209352 Jul 09 19:57:38.517438 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.587529 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-196ca369-6319-4b96-97c2-f436a960b1c4 req-70d919b8-a91c-4f82-9005-041879890165 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c3eb7a3-d821-42da-a87e-f2272fd8f131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339545 Jul 09 19:57:38.761845 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:38.774454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f740-9e08-4d0a-9c36-ad86ce6f6fc1 req-f2621cb8-0c26-47c8-8429-96bef12dbded tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:38.792741 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-63b9f740-9e08-4d0a-9c36-ad86ce6f6fc1 req-f2621cb8-0c26-47c8-8429-96bef12dbded tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 945 time: 0.2674441 Jul 09 19:57:38.809729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-63b9f740-9e08-4d0a-9c36-ad86ce6f6fc1 req-889c9b49-e299-4ca7-8bee-804b98f4a4be tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'port': {'security_groups': ['65b3dfbd-8b83-4900-9ed8-aef67b03a6fe', '0f093441-c276-4d7f-ba21-367a9d1232cf']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:38.816205 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6ce371c1-cec8-409d-a4bb-90e58ea7a0fa req-d3c04fdb-3484-4adf-a01b-f0d937e857db tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/6c3c2f91-d100-4e0f-8c0e-8e4e6a677a82 HTTP/1.1" status: 200 len: 2999 time: 0.1565845 Jul 09 19:57:38.994334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-6273a610-85f2-4c5c-a95a-1a72c6c2e53c tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:39.002381 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-6273a610-85f2-4c5c-a95a-1a72c6c2e53c tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.36 "GET /v2.0/networks?id=461b39f1-fe3d-4740-9163-74594de1681f HTTP/1.1" status: 200 len: 822 time: 0.3880126 Jul 09 19:57:39.023694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-47a68184-4f9a-44b2-9217-a7ced6a81f7b tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Request body: {'port': {'device_id': 'db476716-5d6a-4793-b633-55c44a230396', 'network_id': '461b39f1-fe3d-4740-9163-74594de1681f', 'admin_state_up': True, 'tenant_id': 'a9521b6bebdc438bbc3f5809e184a7ee'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:39.190984 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-63b9f740-9e08-4d0a-9c36-ad86ce6f6fc1 req-889c9b49-e299-4ca7-8bee-804b98f4a4be tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.210298 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.222519 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.256440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3826a5-b480-470c-a1d8-74971644debf req-5a781afb-4240-411f-bad5-fbfd96794fd0 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:39.258815 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8a3826a5-b480-470c-a1d8-74971644debf req-5a781afb-4240-411f-bad5-fbfd96794fd0 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.1892440 Jul 09 19:57:39.384527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:39.446667 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:39.447396 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.511437 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8a3826a5-b480-470c-a1d8-74971644debf req-d51af20e-22a8-4702-a237-3510823eaf98 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040198 Jul 09 19:57:39.515477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Pushing event updated for resources: {'Port': ['ID=ba6a1c64-5829-4e4e-86bc-b423adc6ab8d,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:39.528186 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.548621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-47a68184-4f9a-44b2-9217-a7ced6a81f7b tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Made reservation on behalf of a9521b6bebdc438bbc3f5809e184a7ee for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:39.559178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b09996-759c-436d-a26f-ad4e5f4e9342 req-15d3a3d3-e70e-43eb-aa27-810eb6c3d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:39.560738 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-23b09996-759c-436d-a26f-ad4e5f4e9342 req-15d3a3d3-e70e-43eb-aa27-810eb6c3d0f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 1097 time: 0.2556036 Jul 09 19:57:39.562655 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.572701 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6ece527f-78dc-401d-a955-cca165afc2e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6692574 Jul 09 19:57:39.573495 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-47a68184-4f9a-44b2-9217-a7ced6a81f7b tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.650713 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-23b09996-759c-436d-a26f-ad4e5f4e9342 req-4bfaece1-0162-4807-8e43-d1644f3374d6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811102 Jul 09 19:57:39.763337 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33f1de6a-35ae-4128-9228-6b651d53d7f4 req-c659383b-52a1-44e5-a1db-f487aef9edfb tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/ports?device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 210 time: 0.0564990 Jul 09 19:57:39.804167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-63b9f740-9e08-4d0a-9c36-ad86ce6f6fc1 req-889c9b49-e299-4ca7-8bee-804b98f4a4be tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] For port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e,segment=NetworkSegment(b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1),segment_id=b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:39.878021 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-63b9f740-9e08-4d0a-9c36-ad86ce6f6fc1 req-889c9b49-e299-4ca7-8bee-804b98f4a4be tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.883297 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-47a68184-4f9a-44b2-9217-a7ced6a81f7b tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Allocated IP 172.20.0.6 (461b39f1-fe3d-4740-9163-74594de1681f/e5fd7cfe-fea7-489f-9170-5bc2d8853cc6/3876153f-39a1-42de-ac12-722cb8e6f936) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:39.913827 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-63b9f740-9e08-4d0a-9c36-ad86ce6f6fc1 req-889c9b49-e299-4ca7-8bee-804b98f4a4be tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:39.936989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['ccc50769-5b74-4cfb-9dfa-bc079bf20a3e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:40.015430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd29382-9c6d-4bc7-b041-3d84b12a9053 req-dce66a9b-0995-4c18-b484-bf936d6c9fb8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:40.022425 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2dd29382-9c6d-4bc7-b041-3d84b12a9053 req-dce66a9b-0995-4c18-b484-bf936d6c9fb8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.1078756 Jul 09 19:57:40.040732 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f740-9e08-4d0a-9c36-ad86ce6f6fc1 req-889c9b49-e299-4ca7-8bee-804b98f4a4be tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:40.041580 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-63b9f740-9e08-4d0a-9c36-ad86ce6f6fc1 req-889c9b49-e299-4ca7-8bee-804b98f4a4be tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.056609 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-63b9f740-9e08-4d0a-9c36-ad86ce6f6fc1 req-889c9b49-e299-4ca7-8bee-804b98f4a4be tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "PUT /v2.0/ports/ccc50769-5b74-4cfb-9dfa-bc079bf20a3e HTTP/1.1" status: 200 len: 981 time: 1.2625942 Jul 09 19:57:40.060148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25948d83-4a9f-4eec-900d-f37435918ce6', 'tag': 'ccc50769-5b74-4cfb-9dfa-bc079bf20a3e'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:40.065547 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd2e334-527d-4058-b900-fe30a78c73ca" -d '{"events": [{"name": "network-changed", "server_uuid": "25948d83-4a9f-4eec-900d-f37435918ce6", "tag": "ccc50769-5b74-4cfb-9dfa-bc079bf20a3e"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:40.087953 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2dd29382-9c6d-4bc7-b041-3d84b12a9053 req-7df463b1-f53f-4c08-8c56-a0f00270c7a1 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592930 Jul 09 19:57:40.102743 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a1752451-1f51-4dae-a057-170fb43310b1 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:57:40.154239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['ccc50769-5b74-4cfb-9dfa-bc079bf20a3e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:40.164479 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c7ecc83-79fd-4427-81a0-7713cf1a8deb req-f7f430aa-fc14-46a3-8720-c3cd8e2e5284 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-group-rules/ba2e96ab-1493-4d5a-b53d-e8a63076c56e HTTP/1.1" status: 200 len: 783 time: 0.0951271 Jul 09 19:57:40.179082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c9b49-e299-4ca7-8bee-804b98f4a4be tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'Port': ['ID=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e,revision_number=6']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:40.275329 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-47a68184-4f9a-44b2-9217-a7ced6a81f7b tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.285183 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c7ecc83-79fd-4427-81a0-7713cf1a8deb req-ba0fbc27-6513-427c-a0b5-fc93c190b6e6 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/6c3c2f91-d100-4e0f-8c0e-8e4e6a677a82 HTTP/1.1" status: 200 len: 2999 time: 0.1203973 Jul 09 19:57:40.320956 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1c7ecc83-79fd-4427-81a0-7713cf1a8deb req-9019feaf-580a-4637-9b2d-0e0589c65770 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.331122 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1c7ecc83-79fd-4427-81a0-7713cf1a8deb req-9019feaf-580a-4637-9b2d-0e0589c65770 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.353921 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port a1752451-1f51-4dae-a057-170fb43310b1, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a1752451-1f51-4dae-a057-170fb43310b1,segment=NetworkSegment(5f624ca6-b454-46d3-bbb2-2c9cb7c05099),segment_id=5f624ca6-b454-46d3-bbb2-2c9cb7c05099)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:40.386916 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'a1752451-1f51-4dae-a057-170fb43310b1', 'network_id': '25cbf2e5-e12a-4d1f-891e-71669ce8bd48', 'port_id': 'a1752451-1f51-4dae-a057-170fb43310b1', 'mac_address': 'fa:16:3e:be:0d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3d763f-5ff7-47b1-aae0-7e535d288cf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:57:40.387876 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1c7ecc83-79fd-4427-81a0-7713cf1a8deb req-9019feaf-580a-4637-9b2d-0e0589c65770 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.401591 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1c7ecc83-79fd-4427-81a0-7713cf1a8deb req-9019feaf-580a-4637-9b2d-0e0589c65770 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.414140 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c7ecc83-79fd-4427-81a0-7713cf1a8deb req-9019feaf-580a-4637-9b2d-0e0589c65770 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/ba2e96ab-1493-4d5a-b53d-e8a63076c56e HTTP/1.1" status: 204 len: 173 time: 0.1279881 Jul 09 19:57:40.414947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019feaf-580a-4637-9b2d-0e0589c65770 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba2e96ab-1493-4d5a-b53d-e8a63076c56e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:40.421581 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-47a68184-4f9a-44b2-9217-a7ced6a81f7b tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.478122 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bc147-cf9e-4a79-9a44-fb051bfb6eb5 req-52ef0e8d-2fb5-4708-a357-35afb567742f tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:40.480716 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-748bc147-cf9e-4a79-9a44-fb051bfb6eb5 req-52ef0e8d-2fb5-4708-a357-35afb567742f tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 944 time: 0.1055634 Jul 09 19:57:40.491643 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.499925 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-47a68184-4f9a-44b2-9217-a7ced6a81f7b tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Network 461b39f1-fe3d-4740-9163-74594de1681f is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:40.515931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-47a68184-4f9a-44b2-9217-a7ced6a81f7b tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:40.517968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a68184-4f9a-44b2-9217-a7ced6a81f7b tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Pushing event updated for resources: {'Port': ['ID=3876153f-39a1-42de-ac12-722cb8e6f936,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:40.520194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-47a68184-4f9a-44b2-9217-a7ced6a81f7b tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:40.547404 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-748bc147-cf9e-4a79-9a44-fb051bfb6eb5 req-c023886e-da3b-45b3-9f2f-e198aa6e0b0d tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c3eb7a3-d821-42da-a87e-f2272fd8f131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603344 Jul 09 19:57:40.565702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1752451-1f51-4dae-a057-170fb43310b1 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:40.592847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-47a68184-4f9a-44b2-9217-a7ced6a81f7b tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:40.593551 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-47a68184-4f9a-44b2-9217-a7ced6a81f7b tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.603304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port a1752451-1f51-4dae-a057-170fb43310b1, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a1752451-1f51-4dae-a057-170fb43310b1,segment=NetworkSegment(5f624ca6-b454-46d3-bbb2-2c9cb7c05099),segment_id=5f624ca6-b454-46d3-bbb2-2c9cb7c05099)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:40.612937 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.639592 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-47a68184-4f9a-44b2-9217-a7ced6a81f7b tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6254878 Jul 09 19:57:40.654063 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-d34633d7-9808-4128-8d8b-490e9cffe3c5 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1417105782&fields=id&tenant_id=ded202859f464376b7f52eb51f8f8617 HTTP/1.1" status: 200 len: 267 time: 0.0563855 Jul 09 19:57:40.660757 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Request body: {'port': {'device_id': 'db476716-5d6a-4793-b633-55c44a230396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:40.684797 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=a1752451-1f51-4dae-a057-170fb43310b1,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:40.770139 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2fc26c4-126b-48d9-a219-3501952fa1a7 req-41b174e6-e53f-4c74-8bb4-2bcbbcabfb53 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1383299748&fields=id&tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8 HTTP/1.1" status: 200 len: 267 time: 0.0635545 Jul 09 19:57:40.821675 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:40.848676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-3ae1927f-8261-469e-b5d6-6c5ef8e15886 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:40.850287 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-3ae1927f-8261-469e-b5d6-6c5ef8e15886 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/networks?id=ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 HTTP/1.1" status: 200 len: 806 time: 0.1954384 Jul 09 19:57:40.894955 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-5891effb-0968-4749-8aca-a2f5bd349d58 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/quotas/ded202859f464376b7f52eb51f8f8617 HTTP/1.1" status: 200 len: 375 time: 0.0182095 Jul 09 19:57:40.911856 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc26c4-126b-48d9-a219-3501952fa1a7 req-070468ec-9462-4eea-a265-7f48224e877f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:40.911856 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2fc26c4-126b-48d9-a219-3501952fa1a7 req-070468ec-9462-4eea-a265-7f48224e877f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 984 time: 0.1358051 Jul 09 19:57:40.929277 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-e2fc26c4-126b-48d9-a219-3501952fa1a7 req-1bf8806c-4423-4a9d-a1c6-a64601b7359b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'port': {'security_groups': ['0f093441-c276-4d7f-ba21-367a9d1232cf', '65b3dfbd-8b83-4900-9ed8-aef67b03a6fe', 'de35e693-14cf-4185-9abe-09fdf3090e10']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:41.119167 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e2fc26c4-126b-48d9-a219-3501952fa1a7 req-1bf8806c-4423-4a9d-a1c6-a64601b7359b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.150265 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['a1752451-1f51-4dae-a057-170fb43310b1'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:41.238772 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-c776f851-f33a-4e82-85ae-73c4da5b5991 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ded202859f464376b7f52eb51f8f8617&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1608653 Jul 09 19:57:41.264389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3876153f-39a1-42de-ac12-722cb8e6f936 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:41.281042 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.357491 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Transition to ACTIVE for port object 3876153f-39a1-42de-ac12-722cb8e6f936 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:41.367176 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.482063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Pushing event updated for resources: {'Port': ['ID=3876153f-39a1-42de-ac12-722cb8e6f936,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:41.572619 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-bb844070-70a6-4cec-8d86-45bf5315d551 service neutron] 10.222.0.30 "GET /v2.0/networks/ec95fec2-9cdb-45d0-ba55-0927c0cf45c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863822 Jul 09 19:57:41.650415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Attempting to bind port 3876153f-39a1-42de-ac12-722cb8e6f936 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:41.651483 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Attempting to bind port 3876153f-39a1-42de-ac12-722cb8e6f936 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '5c7f5cc6-5248-4530-b35b-3988766d672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '461b39f1-fe3d-4740-9163-74594de1681f'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:41.652284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Attempting to bind port 3876153f-39a1-42de-ac12-722cb8e6f936 on network 461b39f1-fe3d-4740-9163-74594de1681f {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:41.658522 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Port 3876153f-39a1-42de-ac12-722cb8e6f936 on network 461b39f1-fe3d-4740-9163-74594de1681f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:57:41.658996 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Attempting to bind port 3876153f-39a1-42de-ac12-722cb8e6f936 on network 461b39f1-fe3d-4740-9163-74594de1681f {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:41.670957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:41.671472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Checking segment: {'id': '5c7f5cc6-5248-4530-b35b-3988766d672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '461b39f1-fe3d-4740-9163-74594de1681f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:41.671977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Bound using segment: {'id': '5c7f5cc6-5248-4530-b35b-3988766d672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '461b39f1-fe3d-4740-9163-74594de1681f'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:41.672549 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Bound port: 3876153f-39a1-42de-ac12-722cb8e6f936, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c7f5cc6-5248-4530-b35b-3988766d672d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '461b39f1-fe3d-4740-9163-74594de1681f'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:41.673048 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.774253 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] For port 3876153f-39a1-42de-ac12-722cb8e6f936, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:41.778542 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-2e6f066e-f846-41d1-8d80-70b8c62df706 service neutron] 10.222.0.30 "GET /v2.0/networks/ec95fec2-9cdb-45d0-ba55-0927c0cf45c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935790 Jul 09 19:57:41.780603 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] For port 3876153f-39a1-42de-ac12-722cb8e6f936, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3876153f-39a1-42de-ac12-722cb8e6f936,segment=NetworkSegment(5c7f5cc6-5248-4530-b35b-3988766d672d),segment_id=5c7f5cc6-5248-4530-b35b-3988766d672d)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:41.780829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-e2fc26c4-126b-48d9-a219-3501952fa1a7 req-1bf8806c-4423-4a9d-a1c6-a64601b7359b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] For port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e,segment=NetworkSegment(b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1),segment_id=b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:41.786633 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.819298 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e2fc26c4-126b-48d9-a219-3501952fa1a7 req-1bf8806c-4423-4a9d-a1c6-a64601b7359b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.827665 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:41.828635 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.830391 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-56259902-96b2-431b-8318-4858cf95f152 service neutron] 10.222.0.36 "PUT /v2.0/ports/3876153f-39a1-42de-ac12-722cb8e6f936 HTTP/1.1" status: 200 len: 1091 time: 1.1741960 Jul 09 19:57:41.831842 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e2fc26c4-126b-48d9-a219-3501952fa1a7 req-1bf8806c-4423-4a9d-a1c6-a64601b7359b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.856567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56259902-96b2-431b-8318-4858cf95f152 service neutron] Pushing event updated for resources: {'Port': ['ID=3876153f-39a1-42de-ac12-722cb8e6f936,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:41.918063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc26c4-126b-48d9-a219-3501952fa1a7 req-1bf8806c-4423-4a9d-a1c6-a64601b7359b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:41.918760 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e2fc26c4-126b-48d9-a219-3501952fa1a7 req-1bf8806c-4423-4a9d-a1c6-a64601b7359b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:41.931476 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2fc26c4-126b-48d9-a219-3501952fa1a7 req-1bf8806c-4423-4a9d-a1c6-a64601b7359b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "PUT /v2.0/ports/ccc50769-5b74-4cfb-9dfa-bc079bf20a3e HTTP/1.1" status: 200 len: 1020 time: 1.0115082 Jul 09 19:57:41.934477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25948d83-4a9f-4eec-900d-f37435918ce6', 'tag': 'ccc50769-5b74-4cfb-9dfa-bc079bf20a3e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:41.938518 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17ebb77-d82a-4dd8-b5ed-37e130bc7d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "25948d83-4a9f-4eec-900d-f37435918ce6", "tag": "ccc50769-5b74-4cfb-9dfa-bc079bf20a3e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:41.969257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-b3c162fd-a0a5-4d8d-9022-bb65be14d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:41.971882 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-b3c162fd-a0a5-4d8d-9022-bb65be14d26f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9521b6bebdc438bbc3f5809e184a7ee&device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 1094 time: 0.0836544 Jul 09 19:57:41.987354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8806c-4423-4a9d-a1c6-a64601b7359b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'Port': ['ID=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e,revision_number=7']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:42.007280 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03942d68-5ee9-4351-a45e-8e115ac4eca6 x-openstack-request-id: req-03942d68-5ee9-4351-a45e-8e115ac4eca6 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:42.007591 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25948d83-4a9f-4eec-900d-f37435918ce6", "tag": "ccc50769-5b74-4cfb-9dfa-bc079bf20a3e", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:42.007849 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03942d68-5ee9-4351-a45e-8e115ac4eca6 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:42.010890 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25948d83-4a9f-4eec-900d-f37435918ce6', 'tag': 'ccc50769-5b74-4cfb-9dfa-bc079bf20a3e', 'status': 'completed', 'code': 200} Jul 09 19:57:42.032078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['ccc50769-5b74-4cfb-9dfa-bc079bf20a3e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:42.075052 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-f0e91f76-be6a-4b05-9bd1-a1e79432e734 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3876153f-39a1-42de-ac12-722cb8e6f936 HTTP/1.1" status: 200 len: 217 time: 0.0629625 Jul 09 19:57:42.173198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-171f2011-6ea2-4309-a687-130f9452e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:42.174719 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-171f2011-6ea2-4309-a687-130f9452e7a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5fd7cfe-fea7-489f-9170-5bc2d8853cc6 HTTP/1.1" status: 200 len: 862 time: 0.0904884 Jul 09 19:57:42.217230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b1917db3-6c61-4834-a8cd-0a920bb8e61d req-dd01afc9-8ec5-4a51-895c-b2c2395d12a6 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/6c3c2f91-d100-4e0f-8c0e-8e4e6a677a82 HTTP/1.1" status: 200 len: 2400 time: 0.2032640 Jul 09 19:57:42.218676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['ccc50769-5b74-4cfb-9dfa-bc079bf20a3e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:42.250507 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-3bc95adb-e460-40d0-b875-390a71f38af5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=461b39f1-fe3d-4740-9163-74594de1681f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661449 Jul 09 19:57:42.251933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2e334-527d-4058-b900-fe30a78c73ca req-0ec1b80d-96e7-4c8c-a264-2273481e6011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:42.253491 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccd2e334-527d-4058-b900-fe30a78c73ca req-0ec1b80d-96e7-4c8c-a264-2273481e6011 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8&device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 1174 time: 0.2324355 Jul 09 19:57:42.346461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76eaf4-d3db-4798-9ceb-ceddc4b73801 req-69493b78-eca5-42e9-ba6c-e130ad7a43bf tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:42.361162 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cc76eaf4-d3db-4798-9ceb-ceddc4b73801 req-69493b78-eca5-42e9-ba6c-e130ad7a43bf tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.2632797 Jul 09 19:57:42.371882 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2e334-527d-4058-b900-fe30a78c73ca req-7f37bf6e-cf41-4407-8e2f-8483c9ea6109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:42.373596 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccd2e334-527d-4058-b900-fe30a78c73ca req-7f37bf6e-cf41-4407-8e2f-8483c9ea6109 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5 HTTP/1.1" status: 200 len: 913 time: 0.1076481 Jul 09 19:57:42.431542 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccd2e334-527d-4058-b900-fe30a78c73ca req-96b471c8-eb6a-422f-a77b-d316dc5227a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e HTTP/1.1" status: 200 len: 217 time: 0.0469067 Jul 09 19:57:42.434836 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b1917db3-6c61-4834-a8cd-0a920bb8e61d req-7822ab61-b8b9-4867-a58a-a125f8f47c33 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.512857 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cc76eaf4-d3db-4798-9ceb-ceddc4b73801 req-e664250b-236a-4f00-9bfe-9eb7487c9612 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454575 Jul 09 19:57:42.524653 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b1917db3-6c61-4834-a8cd-0a920bb8e61d req-7822ab61-b8b9-4867-a58a-a125f8f47c33 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.592257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2e334-527d-4058-b900-fe30a78c73ca req-e9f1f52d-711e-41da-9577-611d58159847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:42.592487 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-7d99053d-7361-4f64-ae74-05bc7e6c7c50 service neutron] 10.222.0.36 "GET /v2.0/networks/461b39f1-fe3d-4740-9163-74594de1681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232186 Jul 09 19:57:42.593776 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccd2e334-527d-4058-b900-fe30a78c73ca req-e9f1f52d-711e-41da-9577-611d58159847 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3b7d21f-e851-4b97-8cca-10f0cf52ecf1 HTTP/1.1" status: 200 len: 852 time: 0.1533368 Jul 09 19:57:42.671646 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccd2e334-527d-4058-b900-fe30a78c73ca req-4663c24e-5486-4a20-92d7-0633ffb4a0d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621974 Jul 09 19:57:42.813426 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b1917db3-6c61-4834-a8cd-0a920bb8e61d req-7822ab61-b8b9-4867-a58a-a125f8f47c33 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.818311 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b1917db3-6c61-4834-a8cd-0a920bb8e61d req-7822ab61-b8b9-4867-a58a-a125f8f47c33 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:42.820433 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b1917db3-6c61-4834-a8cd-0a920bb8e61d req-7822ab61-b8b9-4867-a58a-a125f8f47c33 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "DELETE /v2.0/security-groups/6c3c2f91-d100-4e0f-8c0e-8e4e6a677a82 HTTP/1.1" status: 204 len: 173 time: 0.6021690 Jul 09 19:57:42.844001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822ab61-b8b9-4867-a58a-a125f8f47c33 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3c2f91-d100-4e0f-8c0e-8e4e6a677a82,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:42.873392 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccd2e334-527d-4058-b900-fe30a78c73ca req-2053f91a-c20a-4512-803d-9076f95163ba service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930249 Jul 09 19:57:42.901666 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ce4667e-77a7-4527-9b8e-18419ed81e61 req-a99952aa-c466-48a8-9ec7-c6119af54b31 service neutron] 10.222.0.36 "GET /v2.0/networks/461b39f1-fe3d-4740-9163-74594de1681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934210 Jul 09 19:57:42.926133 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208369c5-3d12-44c6-9d6e-92b04c90f41e req-34211903-3476-435e-8234-e9b1e473dbf5 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:42.936264 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-208369c5-3d12-44c6-9d6e-92b04c90f41e req-34211903-3476-435e-8234-e9b1e473dbf5 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/ports?device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 943 time: 0.2257705 Jul 09 19:57:43.018911 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-208369c5-3d12-44c6-9d6e-92b04c90f41e req-631b6777-85b8-400b-8e5a-0423f904178a tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/security-groups?id=49a9a3b2-7dfb-4058-ba0d-b20f09b704be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802121 Jul 09 19:57:43.132261 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccd2e334-527d-4058-b900-fe30a78c73ca req-f33673d9-3daf-4d75-80a4-0fb62c5f7e30 service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514386 Jul 09 19:57:43.193492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c341d4-33b6-4df3-a2cd-97429c099c37 req-0a17eb71-97ed-4367-9e96-566fc8f32a86 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:43.195004 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9c341d4-33b6-4df3-a2cd-97429c099c37 req-0a17eb71-97ed-4367-9e96-566fc8f32a86 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.1392207 Jul 09 19:57:43.246710 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9c341d4-33b6-4df3-a2cd-97429c099c37 req-74c45527-7e54-42ce-b79a-2d7eab4c86fa tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410669 Jul 09 19:57:43.359164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd4297-7bdd-4624-85b7-e7774c746705 req-2f8330cd-56e7-4c63-9315-c08302c4bb7a tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:43.366133 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8dcd4297-7bdd-4624-85b7-e7774c746705 req-2f8330cd-56e7-4c63-9315-c08302c4bb7a tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 945 time: 0.0926917 Jul 09 19:57:43.410470 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8dcd4297-7bdd-4624-85b7-e7774c746705 req-ae242314-4d01-4aaa-9f02-dd660490cd84 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c3eb7a3-d821-42da-a87e-f2272fd8f131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433497 Jul 09 19:57:43.454908 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9159506d-e197-4af3-a057-95bcadbfe5b7 x-openstack-request-id: req-9159506d-e197-4af3-a057-95bcadbfe5b7 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:43.455207 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25948d83-4a9f-4eec-900d-f37435918ce6", "tag": "ccc50769-5b74-4cfb-9dfa-bc079bf20a3e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:43.455467 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9159506d-e197-4af3-a057-95bcadbfe5b7 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:43.455869 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25948d83-4a9f-4eec-900d-f37435918ce6', 'tag': 'ccc50769-5b74-4cfb-9dfa-bc079bf20a3e', 'status': 'completed', 'code': 200} Jul 09 19:57:43.494336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1231b7-e515-4216-9c5e-b4ee9885efcd req-f59a07ea-c204-4545-ba87-3638a56b4dd5 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:43.497108 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dc1231b7-e515-4216-9c5e-b4ee9885efcd req-f59a07ea-c204-4545-ba87-3638a56b4dd5 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 1023 time: 0.1096463 Jul 09 19:57:43.616021 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dc1231b7-e515-4216-9c5e-b4ee9885efcd req-aa8d6978-827d-471b-9d68-f0b208e42435 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=de35e693-14cf-4185-9abe-09fdf3090e10&id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&id=0f093441-c276-4d7f-ba21-367a9d1232cf HTTP/1.1" status: 200 len: 6148 time: 0.1069729 Jul 09 19:57:43.651578 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ebb77-d82a-4dd8-b5ed-37e130bc7d3a req-18e08c56-5998-455f-be41-cbd855342b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:43.653412 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f17ebb77-d82a-4dd8-b5ed-37e130bc7d3a req-18e08c56-5998-455f-be41-cbd855342b6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8&device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 1174 time: 0.1553977 Jul 09 19:57:43.677876 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-74d2add0-56f9-4b89-8298-6b21017bbd57 req-2c2c2823-8593-45f9-828d-98b86a281ca6 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] show failed (client error): The resource could not be found. Jul 09 19:57:43.678929 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74d2add0-56f9-4b89-8298-6b21017bbd57 req-2c2c2823-8593-45f9-828d-98b86a281ca6 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/ecdf16ee-8fdc-435e-8791-fee7689fe280 HTTP/1.1" status: 404 len: 352 time: 0.0246158 Jul 09 19:57:43.727190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-cb71637a-c98c-419a-a8c3-364667c03dc6 req-3af9d00a-5998-45f7-9fd6-ca4432aeccc8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-947136723', 'description': 'tempest-description-1239090335'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:43.778308 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cb71637a-c98c-419a-a8c3-364667c03dc6 req-3af9d00a-5998-45f7-9fd6-ca4432aeccc8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.804522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ebb77-d82a-4dd8-b5ed-37e130bc7d3a req-dcab8202-59b0-46c2-84ae-d507043a2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:43.806047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f17ebb77-d82a-4dd8-b5ed-37e130bc7d3a req-dcab8202-59b0-46c2-84ae-d507043a2727 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5 HTTP/1.1" status: 200 len: 913 time: 0.1388507 Jul 09 19:57:43.887370 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f17ebb77-d82a-4dd8-b5ed-37e130bc7d3a req-5defd6f4-d930-4cca-88f9-65ea2342964a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e HTTP/1.1" status: 200 len: 217 time: 0.0400321 Jul 09 19:57:43.945301 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cb71637a-c98c-419a-a8c3-364667c03dc6 req-3af9d00a-5998-45f7-9fd6-ca4432aeccc8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.953772 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cb71637a-c98c-419a-a8c3-364667c03dc6 req-3af9d00a-5998-45f7-9fd6-ca4432aeccc8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:43.955887 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d71cd7ad-98dc-4f4c-9ab4-0cc4ce5f2c81 req-3f2daed8-a40a-4b05-a8c3-8d296b4d8279 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 210 time: 0.3724685 Jul 09 19:57:43.989334 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ebb77-d82a-4dd8-b5ed-37e130bc7d3a req-ef0542b6-deef-4f0c-be5d-e8f57f79dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:43.990994 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f17ebb77-d82a-4dd8-b5ed-37e130bc7d3a req-ef0542b6-deef-4f0c-be5d-e8f57f79dfd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3b7d21f-e851-4b97-8cca-10f0cf52ecf1 HTTP/1.1" status: 200 len: 852 time: 0.0944538 Jul 09 19:57:43.997560 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cb71637a-c98c-419a-a8c3-364667c03dc6 req-3af9d00a-5998-45f7-9fd6-ca4432aeccc8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.011802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db476716-5d6a-4793-b633-55c44a230396', 'tag': '3876153f-39a1-42de-ac12-722cb8e6f936'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:44.012501 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71637a-c98c-419a-a8c3-364667c03dc6 req-3af9d00a-5998-45f7-9fd6-ca4432aeccc8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2894266 Jul 09 19:57:44.014497 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd98c0a7-c67e-4b1d-883b-fe3207f07e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "db476716-5d6a-4793-b633-55c44a230396", "tag": "3876153f-39a1-42de-ac12-722cb8e6f936"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:44.032240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-984dcc72-df4b-49b7-a96e-aa38297dd9e6 req-39a5d280-cbb9-48f8-af95-66fb7b2d6791 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1769243685 ', 'description': 'tempest-description-1506108313'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:44.061596 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f17ebb77-d82a-4dd8-b5ed-37e130bc7d3a req-d7d57f12-c301-42f8-8e60-3c047a92b9a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478866 Jul 09 19:57:44.064334 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9d00a-5998-45f7-9fd6-ca4432aeccc8 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8783a1-8dec-4519-a810-d617835a83b0,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:44.134702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a1752451-1f51-4dae-a057-170fb43310b1 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:44.183377 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f17ebb77-d82a-4dd8-b5ed-37e130bc7d3a req-216e4765-bd4f-4943-9f96-7cdafb397801 service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130612 Jul 09 19:57:44.203586 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb408edb-11ca-4774-9b16-6776cc0c9571 req-9bd658fe-6547-43b2-8d56-50a70d1c4233 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:44.206220 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb408edb-11ca-4774-9b16-6776cc0c9571 req-9bd658fe-6547-43b2-8d56-50a70d1c4233 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.1228528 Jul 09 19:57:44.206347 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-984dcc72-df4b-49b7-a96e-aa38297dd9e6 req-39a5d280-cbb9-48f8-af95-66fb7b2d6791 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.231803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port a1752451-1f51-4dae-a057-170fb43310b1 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:44.237561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port a1752451-1f51-4dae-a057-170fb43310b1 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:44.237948 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.334683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb408edb-11ca-4774-9b16-6776cc0c9571 req-d45fb2f1-1c7c-4506-9fad-237e36ffeb92 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087310 Jul 09 19:57:44.349154 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f17ebb77-d82a-4dd8-b5ed-37e130bc7d3a req-0eded1f4-3c70-4b10-be0b-b2393428ad88 service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516535 Jul 09 19:57:44.388817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-ad99f351-f6be-473b-95e9-febdc62b4c13 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:44.391494 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-ad99f351-f6be-473b-95e9-febdc62b4c13 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.36 "GET /v2.0/networks?id=ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 HTTP/1.1" status: 200 len: 806 time: 0.2114232 Jul 09 19:57:44.433689 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.438988 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-984dcc72-df4b-49b7-a96e-aa38297dd9e6 req-39a5d280-cbb9-48f8-af95-66fb7b2d6791 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.446563 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-984dcc72-df4b-49b7-a96e-aa38297dd9e6 req-39a5d280-cbb9-48f8-af95-66fb7b2d6791 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.460292 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9264ef49-4487-493e-834b-3e1e1cd91db7 req-789efc9a-105b-48f0-8a51-dc0497862b91 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/ec40076b-2bbf-4483-b585-bba3bd76c20a HTTP/1.1" status: 200 len: 1805 time: 0.0677099 Jul 09 19:57:44.477998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42b869d-251e-47e0-ae84-c3a4a64ca27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1752451-1f51-4dae-a057-170fb43310b1'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:44.493093 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ac52dd-aa5a-40dc-ad66-9ece3542ac57" -d '{"events": [{"server_uuid": "c42b869d-251e-47e0-ae84-c3a4a64ca27c", "name": "network-vif-plugged", "status": "completed", "tag": "a1752451-1f51-4dae-a057-170fb43310b1"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:44.512375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port a1752451-1f51-4dae-a057-170fb43310b1, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a1752451-1f51-4dae-a057-170fb43310b1,segment=NetworkSegment(5f624ca6-b454-46d3-bbb2-2c9cb7c05099),segment_id=5f624ca6-b454-46d3-bbb2-2c9cb7c05099)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:44.514816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5d280-cbb9-48f8-af95-66fb7b2d6791 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b366b4d3-4770-4b64-b3f0-2d7c0afebaa2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:44.517379 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-984dcc72-df4b-49b7-a96e-aa38297dd9e6 req-39a5d280-cbb9-48f8-af95-66fb7b2d6791 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.529906 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.543319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-984dcc72-df4b-49b7-a96e-aa38297dd9e6 req-39a5d280-cbb9-48f8-af95-66fb7b2d6791 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.5229802 Jul 09 19:57:44.545071 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-75c0062d-e035-44cc-95d9-08dd2588a251 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ded202859f464376b7f52eb51f8f8617 HTTP/1.1" status: 200 len: 380 time: 0.1113954 Jul 09 19:57:44.577170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-a520786b-89fa-458e-8bee-aa4ff7e85ca4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Request body: {'port': {'device_id': 'a7fc9646-3949-4419-8233-497c27e88344', 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'admin_state_up': True, 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'security_groups': ['233b7468-7e4f-4c4f-86b0-ce0e7f09a185']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:44.595437 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=a1752451-1f51-4dae-a057-170fb43310b1,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:44.647271 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9264ef49-4487-493e-834b-3e1e1cd91db7 req-17ff61c7-5571-4374-9361-9b66d54ec259 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.692246 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9264ef49-4487-493e-834b-3e1e1cd91db7 req-17ff61c7-5571-4374-9361-9b66d54ec259 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.700159 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-696bbba4-2ac6-49e0-9a0f-ab0a480eda71 req-04bc6814-a3b2-46f3-b7e8-ae799f11352f tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-947136723&fields=id&tenant_id=6f22af0e34994cab9327fe435cc5d495 HTTP/1.1" status: 200 len: 267 time: 0.0415163 Jul 09 19:57:44.764198 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9264ef49-4487-493e-834b-3e1e1cd91db7 req-17ff61c7-5571-4374-9361-9b66d54ec259 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.767820 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9264ef49-4487-493e-834b-3e1e1cd91db7 req-17ff61c7-5571-4374-9361-9b66d54ec259 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.769194 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9264ef49-4487-493e-834b-3e1e1cd91db7 req-17ff61c7-5571-4374-9361-9b66d54ec259 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "DELETE /v2.0/security-groups/ec40076b-2bbf-4483-b585-bba3bd76c20a HTTP/1.1" status: 204 len: 173 time: 0.2951252 Jul 09 19:57:44.772952 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-a520786b-89fa-458e-8bee-aa4ff7e85ca4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Made reservation on behalf of ded202859f464376b7f52eb51f8f8617 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:44.777251 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-a520786b-89fa-458e-8bee-aa4ff7e85ca4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:44.784414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bbba4-2ac6-49e0-9a0f-ab0a480eda71 req-1a614aa9-9be3-48ee-8e00-dcb40d8cd155 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:44.786345 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-696bbba4-2ac6-49e0-9a0f-ab0a480eda71 req-1a614aa9-9be3-48ee-8e00-dcb40d8cd155 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.0853651 Jul 09 19:57:44.798799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff61c7-5571-4374-9361-9b66d54ec259 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec40076b-2bbf-4483-b585-bba3bd76c20a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:44.799688 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-696bbba4-2ac6-49e0-9a0f-ab0a480eda71 req-58ad2196-e7f3-4c06-a5b2-054000541e0d tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Request body: {'port': {'security_groups': ['77ae4faa-eea9-44d8-9d64-c07f45cc6e05', 'ed8783a1-8dec-4519-a810-d617835a83b0']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:44.853059 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92d3c20-f009-4eb8-bd3b-0dbdf41023d6 x-openstack-request-id: req-f92d3c20-f009-4eb8-bd3b-0dbdf41023d6 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:44.853356 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db476716-5d6a-4793-b633-55c44a230396", "tag": "3876153f-39a1-42de-ac12-722cb8e6f936", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:44.853613 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f92d3c20-f009-4eb8-bd3b-0dbdf41023d6 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:44.854068 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db476716-5d6a-4793-b633-55c44a230396', 'tag': '3876153f-39a1-42de-ac12-722cb8e6f936', 'status': 'completed', 'code': 200} Jul 09 19:57:44.996980 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-696bbba4-2ac6-49e0-9a0f-ab0a480eda71 req-58ad2196-e7f3-4c06-a5b2-054000541e0d tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.000562 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98c0a7-c67e-4b1d-883b-fe3207f07e8e req-c5a0585d-5fe1-42f0-a157-932598514d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:45.002058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd98c0a7-c67e-4b1d-883b-fe3207f07e8e req-c5a0585d-5fe1-42f0-a157-932598514d80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9521b6bebdc438bbc3f5809e184a7ee&device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 1094 time: 0.1248281 Jul 09 19:57:45.016875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-a520786b-89fa-458e-8bee-aa4ff7e85ca4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Allocated IP 172.20.0.4 (ec95fec2-9cdb-45d0-ba55-0927c0cf45c7/08e0d77d-3430-472f-ab8b-562c649e0d86/bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:45.148334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144c003-af55-4b49-a1d8-14549969f8dc req-c1d1ec02-cd1d-4c56-88d8-47ae554b96e5 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:45.149955 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0144c003-af55-4b49-a1d8-14549969f8dc req-c1d1ec02-cd1d-4c56-88d8-47ae554b96e5 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/ports?device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 943 time: 0.1714287 Jul 09 19:57:45.167176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98c0a7-c67e-4b1d-883b-fe3207f07e8e req-3d120357-3b5f-4750-be67-24b663f7b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:45.168989 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd98c0a7-c67e-4b1d-883b-fe3207f07e8e req-3d120357-3b5f-4750-be67-24b663f7b98b service neutron] 10.222.0.36 "GET /v2.0/networks?id=461b39f1-fe3d-4740-9163-74594de1681f HTTP/1.1" status: 200 len: 923 time: 0.1586390 Jul 09 19:57:45.221029 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd98c0a7-c67e-4b1d-883b-fe3207f07e8e req-21edf535-0b93-408c-a9ff-4bd5fbd0a5b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3876153f-39a1-42de-ac12-722cb8e6f936 HTTP/1.1" status: 200 len: 217 time: 0.0448141 Jul 09 19:57:45.225609 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-a520786b-89fa-458e-8bee-aa4ff7e85ca4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.242277 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0144c003-af55-4b49-a1d8-14549969f8dc req-f62c8202-1d0e-46c9-8115-5d26c3c22bd9 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/security-groups?id=49a9a3b2-7dfb-4058-ba0d-b20f09b704be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685294 Jul 09 19:57:45.250355 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-a520786b-89fa-458e-8bee-aa4ff7e85ca4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Transition to ACTIVE for port object bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:45.309910 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-a520786b-89fa-458e-8bee-aa4ff7e85ca4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.394259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98c0a7-c67e-4b1d-883b-fe3207f07e8e req-8d63f20b-ce92-4150-a9aa-431aafadd4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:45.395687 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd98c0a7-c67e-4b1d-883b-fe3207f07e8e req-8d63f20b-ce92-4150-a9aa-431aafadd4a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5fd7cfe-fea7-489f-9170-5bc2d8853cc6 HTTP/1.1" status: 200 len: 862 time: 0.0823662 Jul 09 19:57:45.403561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-a520786b-89fa-458e-8bee-aa4ff7e85ca4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Network ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:45.410678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-a520786b-89fa-458e-8bee-aa4ff7e85ca4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:45.421146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-a520786b-89fa-458e-8bee-aa4ff7e85ca4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:45.493822 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd98c0a7-c67e-4b1d-883b-fe3207f07e8e req-4f0c1a97-a387-41a8-96ae-31883c4656db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=461b39f1-fe3d-4740-9163-74594de1681f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640759 Jul 09 19:57:45.495972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-696bbba4-2ac6-49e0-9a0f-ab0a480eda71 req-58ad2196-e7f3-4c06-a5b2-054000541e0d tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] For port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77,segment=NetworkSegment(426b3431-097f-49b5-95b9-633084f5ddae),segment_id=426b3431-097f-49b5-95b9-633084f5ddae)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:45.555494 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520786b-89fa-458e-8bee-aa4ff7e85ca4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Pushing event updated for resources: {'Port': ['ID=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:45.590827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-a520786b-89fa-458e-8bee-aa4ff7e85ca4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:45.591683 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-a520786b-89fa-458e-8bee-aa4ff7e85ca4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.625474 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-696bbba4-2ac6-49e0-9a0f-ab0a480eda71 req-58ad2196-e7f3-4c06-a5b2-054000541e0d tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.633128 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-a520786b-89fa-458e-8bee-aa4ff7e85ca4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0654202 Jul 09 19:57:45.642209 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-696bbba4-2ac6-49e0-9a0f-ab0a480eda71 req-58ad2196-e7f3-4c06-a5b2-054000541e0d tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.653988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Request body: {'port': {'device_id': 'a7fc9646-3949-4419-8233-497c27e88344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:45.654912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:45.707602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e812e-29ff-4a11-aac3-e15de2a33902 req-59149ddb-f42b-42f4-a287-7314c5b887e6 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:45.715383 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-115e812e-29ff-4a11-aac3-e15de2a33902 req-59149ddb-f42b-42f4-a287-7314c5b887e6 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 946 time: 0.1447604 Jul 09 19:57:45.776071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696bbba4-2ac6-49e0-9a0f-ab0a480eda71 req-58ad2196-e7f3-4c06-a5b2-054000541e0d tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:45.776890 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-696bbba4-2ac6-49e0-9a0f-ab0a480eda71 req-58ad2196-e7f3-4c06-a5b2-054000541e0d tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.780086 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-696bbba4-2ac6-49e0-9a0f-ab0a480eda71 req-58ad2196-e7f3-4c06-a5b2-054000541e0d tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "PUT /v2.0/ports/33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 HTTP/1.1" status: 200 len: 982 time: 0.9864519 Jul 09 19:57:45.780247 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:45.782911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'tag': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:45.789963 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0791651a-f81c-4f98-9519-e7ffc0ac31da" -d '{"events": [{"name": "network-changed", "server_uuid": "78330125-b9d6-4e6c-9cbc-8603a52dde2e", "tag": "33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:45.810835 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd98c0a7-c67e-4b1d-883b-fe3207f07e8e req-8290547d-e2e0-4858-a071-df484acb9fae service neutron] 10.222.0.36 "GET /v2.0/networks/461b39f1-fe3d-4740-9163-74594de1681f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017759 Jul 09 19:57:45.818995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad2196-e7f3-4c06-a5b2-054000541e0d tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Pushing event updated for resources: {'Port': ['ID=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77,revision_number=6']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:45.834184 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-115e812e-29ff-4a11-aac3-e15de2a33902 req-52d2ced6-0764-4266-a841-6cc105e79ab7 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c3eb7a3-d821-42da-a87e-f2272fd8f131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178122 Jul 09 19:57:45.974866 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd98c0a7-c67e-4b1d-883b-fe3207f07e8e req-2b494540-85ff-4f73-a508-41f0a60f7837 service neutron] 10.222.0.36 "GET /v2.0/networks/461b39f1-fe3d-4740-9163-74594de1681f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432271 Jul 09 19:57:46.028990 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bc918e-1ebd-405d-b7fa-e7afc337d26d x-openstack-request-id: req-30bc918e-1ebd-405d-b7fa-e7afc337d26d {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:46.029287 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c42b869d-251e-47e0-ae84-c3a4a64ca27c", "name": "network-vif-plugged", "status": "completed", "tag": "a1752451-1f51-4dae-a057-170fb43310b1", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:46.029534 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30bc918e-1ebd-405d-b7fa-e7afc337d26d {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:46.029945 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42b869d-251e-47e0-ae84-c3a4a64ca27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1752451-1f51-4dae-a057-170fb43310b1', 'code': 200} Jul 09 19:57:46.043187 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-22202d51-aeed-48ba-a7b6-a626992c79c0 req-6a356429-da33-449a-a3a3-5b6f1df18e1f tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/70daf8a8-acc8-4225-ad17-108be741fcc8 HTTP/1.1" status: 200 len: 1804 time: 0.0662551 Jul 09 19:57:46.045761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:46.050947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c357eb96-3127-4344-84d0-71c9296373c4 None None] Provisioning for port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:46.063279 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f47bd945-e477-4c46-901e-993038258b03 req-2faa9c2e-7f39-4339-b6e3-e8df6ee81894 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/b366b4d3-4770-4b64-b3f0-2d7c0afebaa2 HTTP/1.1" status: 200 len: 1783 time: 0.1666846 Jul 09 19:57:46.086264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c357eb96-3127-4344-84d0-71c9296373c4 None None] Provisioning complete for port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:46.086650 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c357eb96-3127-4344-84d0-71c9296373c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.141118 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-22202d51-aeed-48ba-a7b6-a626992c79c0 req-9849abec-009b-420e-a815-a5f324470ebf tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.180220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3876153f-39a1-42de-ac12-722cb8e6f936 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:57:46.182454 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-22202d51-aeed-48ba-a7b6-a626992c79c0 req-9849abec-009b-420e-a815-a5f324470ebf tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.241298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c357eb96-3127-4344-84d0-71c9296373c4 None None] Port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:57:46.289384 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-22202d51-aeed-48ba-a7b6-a626992c79c0 req-9849abec-009b-420e-a815-a5f324470ebf tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.292582 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-22202d51-aeed-48ba-a7b6-a626992c79c0 req-9849abec-009b-420e-a815-a5f324470ebf tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.293893 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-22202d51-aeed-48ba-a7b6-a626992c79c0 req-9849abec-009b-420e-a815-a5f324470ebf tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "DELETE /v2.0/security-groups/70daf8a8-acc8-4225-ad17-108be741fcc8 HTTP/1.1" status: 204 len: 173 time: 0.2337589 Jul 09 19:57:46.305941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f0b71-a25d-43b4-bb40-a7240d50ca9f req-d5cbd6b0-2dd7-45f1-a13e-a85dafb9e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:46.314142 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849abec-009b-420e-a815-a5f324470ebf tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70daf8a8-acc8-4225-ad17-108be741fcc8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:46.324809 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d15f0b71-a25d-43b4-bb40-a7240d50ca9f req-d5cbd6b0-2dd7-45f1-a13e-a85dafb9e1dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 1097 time: 0.2824535 Jul 09 19:57:46.418403 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d15f0b71-a25d-43b4-bb40-a7240d50ca9f req-1b63f668-cb45-42ad-a7c7-5a725843960c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7c3eb7a3-d821-42da-a87e-f2272fd8f131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928042 Jul 09 19:57:46.433252 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3876153f-39a1-42de-ac12-722cb8e6f936, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3876153f-39a1-42de-ac12-722cb8e6f936,segment=NetworkSegment(5c7f5cc6-5248-4530-b35b-3988766d672d),segment_id=5c7f5cc6-5248-4530-b35b-3988766d672d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:46.446386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af343ede-3e94-4a0d-b8a2-4de62660deca req-66b4eb36-90be-4016-9c05-7cc3ba7a6cf6 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:46.453293 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af343ede-3e94-4a0d-b8a2-4de62660deca req-66b4eb36-90be-4016-9c05-7cc3ba7a6cf6 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 931 time: 0.2386270 Jul 09 19:57:46.456861 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '3876153f-39a1-42de-ac12-722cb8e6f936', 'network_id': '461b39f1-fe3d-4740-9163-74594de1681f', 'port_id': '3876153f-39a1-42de-ac12-722cb8e6f936', 'mac_address': 'fa:16:3e:02:e9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5fd7cfe-fea7-489f-9170-5bc2d8853cc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:57:46.514878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789ea14-29ce-492f-be2d-d0fde2373013 req-54f196f9-7a92-47bf-9cc7-af08a742f514 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:46.516852 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6789ea14-29ce-492f-be2d-d0fde2373013 req-54f196f9-7a92-47bf-9cc7-af08a742f514 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.1054749 Jul 09 19:57:46.535894 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.538480 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af343ede-3e94-4a0d-b8a2-4de62660deca req-ccca0344-e22d-4f3a-aad8-c583a2e30ba1 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups?id=233b7468-7e4f-4c4f-86b0-ce0e7f09a185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842140 Jul 09 19:57:46.563227 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3876153f-39a1-42de-ac12-722cb8e6f936 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:46.566842 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:46.583549 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6789ea14-29ce-492f-be2d-d0fde2373013 req-5ace828d-7bf7-4295-ad8f-05071b1b590c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600884 Jul 09 19:57:46.593274 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.607908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3876153f-39a1-42de-ac12-722cb8e6f936, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3876153f-39a1-42de-ac12-722cb8e6f936,segment=NetworkSegment(5c7f5cc6-5248-4530-b35b-3988766d672d),segment_id=5c7f5cc6-5248-4530-b35b-3988766d672d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:46.617787 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Transition to ACTIVE for port object bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:46.619123 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.628730 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.673278 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29df371-0c8d-4f63-b880-9b19a5b0dde9 x-openstack-request-id: req-e29df371-0c8d-4f63-b880-9b19a5b0dde9 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:46.673599 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78330125-b9d6-4e6c-9cbc-8603a52dde2e", "tag": "33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:46.673841 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e29df371-0c8d-4f63-b880-9b19a5b0dde9 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:46.674313 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'tag': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77', 'status': 'completed', 'code': 200} Jul 09 19:57:46.707198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3876153f-39a1-42de-ac12-722cb8e6f936,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:46.746524 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8ae1973-9291-4eb3-bdf1-839df754f24a req-19787b7c-85ef-4c3d-a9a7-f6561bed8340 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/b366b4d3-4770-4b64-b3f0-2d7c0afebaa2 HTTP/1.1" status: 200 len: 1783 time: 0.0598714 Jul 09 19:57:46.828926 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a8ae1973-9291-4eb3-bdf1-839df754f24a req-b4be2709-2c20-4bf0-b63a-dc3c6e03a567 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.876883 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a8ae1973-9291-4eb3-bdf1-839df754f24a req-b4be2709-2c20-4bf0-b63a-dc3c6e03a567 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.895292 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Pushing event updated for resources: {'Port': ['ID=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:46.910211 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7660a81-e376-414d-ac7a-c2843f8dac16 req-1d8a1eb1-daec-4849-aa80-973aeb1110b9 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-947136723&fields=id&tenant_id=6f22af0e34994cab9327fe435cc5d495 HTTP/1.1" status: 200 len: 267 time: 0.2064161 Jul 09 19:57:46.953719 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a8ae1973-9291-4eb3-bdf1-839df754f24a req-b4be2709-2c20-4bf0-b63a-dc3c6e03a567 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.956405 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a8ae1973-9291-4eb3-bdf1-839df754f24a req-b4be2709-2c20-4bf0-b63a-dc3c6e03a567 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:46.957596 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8ae1973-9291-4eb3-bdf1-839df754f24a req-b4be2709-2c20-4bf0-b63a-dc3c6e03a567 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "DELETE /v2.0/security-groups/b366b4d3-4770-4b64-b3f0-2d7c0afebaa2 HTTP/1.1" status: 204 len: 173 time: 0.2101958 Jul 09 19:57:46.983557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be2709-2c20-4bf0-b63a-dc3c6e03a567 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b366b4d3-4770-4b64-b3f0-2d7c0afebaa2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:46.990782 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791651a-f81c-4f98-9519-e7ffc0ac31da req-78e8165c-e31b-4b58-82e9-f82c197e669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:46.992404 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0791651a-f81c-4f98-9519-e7ffc0ac31da req-78e8165c-e31b-4b58-82e9-f82c197e669f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f22af0e34994cab9327fe435cc5d495&device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 1136 time: 0.2732792 Jul 09 19:57:47.056677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Attempting to bind port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:47.056677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Attempting to bind port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'bf6f67a5-89f4-4354-b8e2-a03968f6b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:47.056677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Attempting to bind port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a on network ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:47.076009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a on network ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:57:47.076688 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Attempting to bind port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a on network ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:47.077932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['3876153f-39a1-42de-ac12-722cb8e6f936'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:47.090988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:47.091354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Checking segment: {'id': 'bf6f67a5-89f4-4354-b8e2-a03968f6b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:47.091754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Bound using segment: {'id': 'bf6f67a5-89f4-4354-b8e2-a03968f6b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:47.092240 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Bound port: bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6f67a5-89f4-4354-b8e2-a03968f6b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:47.092615 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.126217 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7660a81-e376-414d-ac7a-c2843f8dac16 req-437e2d0b-adb5-4d46-af4a-2cb47bf237e3 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:47.133991 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7660a81-e376-414d-ac7a-c2843f8dac16 req-437e2d0b-adb5-4d46-af4a-2cb47bf237e3 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 985 time: 0.2225628 Jul 09 19:57:47.145822 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b7660a81-e376-414d-ac7a-c2843f8dac16 req-d5d81add-b785-4879-8ad8-b242065770fd tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Request body: {'port': {'security_groups': ['77ae4faa-eea9-44d8-9d64-c07f45cc6e05']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:47.168904 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1fb21-5dfd-408d-8640-9bd680f1a5b5 req-efe46165-2c38-40b6-8b45-3cfb783167dc tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:47.175932 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-84c1fb21-5dfd-408d-8640-9bd680f1a5b5 req-efe46165-2c38-40b6-8b45-3cfb783167dc tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/ports?device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 944 time: 0.0808280 Jul 09 19:57:47.211044 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:57:47.220761 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791651a-f81c-4f98-9519-e7ffc0ac31da req-ff804a15-21ef-45e1-a5ba-618c220d02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:47.222582 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0791651a-f81c-4f98-9519-e7ffc0ac31da req-ff804a15-21ef-45e1-a5ba-618c220d02cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf HTTP/1.1" status: 200 len: 920 time: 0.2229388 Jul 09 19:57:47.241580 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-84c1fb21-5dfd-408d-8640-9bd680f1a5b5 req-655c76f0-2e81-4f1a-88d3-47837a3eea45 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/security-groups?id=49a9a3b2-7dfb-4058-ba0d-b20f09b704be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646811 Jul 09 19:57:47.279486 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0791651a-f81c-4f98-9519-e7ffc0ac31da req-70842047-d5c7-42f5-a6f7-efe9ada50eb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 HTTP/1.1" status: 200 len: 217 time: 0.0474911 Jul 09 19:57:47.318605 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-698f08bd-a8d1-455f-9075-1b341ae25a15 req-9941a498-f02a-4bfe-aa9e-a839bb8020e0 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/0c969d02-6d1a-4045-94db-76e6d974ef74 HTTP/1.1" status: 200 len: 1801 time: 0.0486162 Jul 09 19:57:47.369923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] For port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:47.378843 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-698f08bd-a8d1-455f-9075-1b341ae25a15 req-df9d2e6e-0afe-4bf8-88af-bcd7ada332a1 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.386135 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7660a81-e376-414d-ac7a-c2843f8dac16 req-d5d81add-b785-4879-8ad8-b242065770fd tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.389086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] For port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a,segment=NetworkSegment(bf6f67a5-89f4-4354-b8e2-a03968f6b910),segment_id=bf6f67a5-89f4-4354-b8e2-a03968f6b910)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:47.402727 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-698f08bd-a8d1-455f-9075-1b341ae25a15 req-df9d2e6e-0afe-4bf8-88af-bcd7ada332a1 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.402900 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.437530 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791651a-f81c-4f98-9519-e7ffc0ac31da req-9bee7e36-fce5-4d4d-85ce-3cd38f267ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:47.439032 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0791651a-f81c-4f98-9519-e7ffc0ac31da req-9bee7e36-fce5-4d4d-85ce-3cd38f267ba0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73b0c9d0-82f4-4376-a92d-35f98e89b332 HTTP/1.1" status: 200 len: 859 time: 0.1474416 Jul 09 19:57:47.448209 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-698f08bd-a8d1-455f-9075-1b341ae25a15 req-df9d2e6e-0afe-4bf8-88af-bcd7ada332a1 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.450781 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-698f08bd-a8d1-455f-9075-1b341ae25a15 req-df9d2e6e-0afe-4bf8-88af-bcd7ada332a1 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.452007 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-698f08bd-a8d1-455f-9075-1b341ae25a15 req-df9d2e6e-0afe-4bf8-88af-bcd7ada332a1 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "DELETE /v2.0/security-groups/0c969d02-6d1a-4045-94db-76e6d974ef74 HTTP/1.1" status: 204 len: 173 time: 0.1266155 Jul 09 19:57:47.467525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d2e6e-0afe-4bf8-88af-bcd7ada332a1 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c969d02-6d1a-4045-94db-76e6d974ef74,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:47.499869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:47.500511 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.501962 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] 10.222.0.36 "PUT /v2.0/ports/bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a HTTP/1.1" status: 200 len: 1091 time: 1.8550215 Jul 09 19:57:47.502494 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7fc9646-3949-4419-8233-497c27e88344', 'tag': 'bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:47.504911 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76195167-a3c0-4f81-93c2-7f8b3b23f82e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7fc9646-3949-4419-8233-497c27e88344", "tag": "bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:47.520927 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0791651a-f81c-4f98-9519-e7ffc0ac31da req-e5bbdb55-e305-486c-a7b6-b1460c92fa29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588479 Jul 09 19:57:47.579386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa744492-c81c-448e-8b94-0d5a0b9bdcbd service neutron] Pushing event updated for resources: {'Port': ['ID=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:47.715881 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f3e07-e684-4c3f-b9bb-9d507f6cfde4 req-dfdeb291-844c-4332-830e-acddd1206a33 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:47.717594 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8f9f3e07-e684-4c3f-b9bb-9d507f6cfde4 req-dfdeb291-844c-4332-830e-acddd1206a33 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 946 time: 0.0677087 Jul 09 19:57:47.757885 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8f9f3e07-e684-4c3f-b9bb-9d507f6cfde4 req-e8a01f30-7806-49b9-8079-6997a1a943e2 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c3eb7a3-d821-42da-a87e-f2272fd8f131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336943 Jul 09 19:57:47.771268 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0791651a-f81c-4f98-9519-e7ffc0ac31da req-52856048-7453-43dc-855f-c07aa2b210f6 service neutron] 10.222.0.36 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236700 Jul 09 19:57:47.775346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-d8538899-3fa1-4dbd-b3c1-8a1395cd9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:47.777331 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-d8538899-3fa1-4dbd-b3c1-8a1395cd9b44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ded202859f464376b7f52eb51f8f8617&device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 1094 time: 0.1949596 Jul 09 19:57:47.796623 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-3be4bb1b-1de1-4d2a-93aa-872e622fe809 req-474cd679-03b7-4787-8ed0-bd85b50a245c tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] show failed (client error): The resource could not be found. Jul 09 19:57:47.797731 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3be4bb1b-1de1-4d2a-93aa-872e622fe809 req-474cd679-03b7-4787-8ed0-bd85b50a245c tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/b366b4d3-4770-4b64-b3f0-2d7c0afebaa2 HTTP/1.1" status: 404 len: 352 time: 0.0153413 Jul 09 19:57:47.858181 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e3e8138-4b6e-4887-ac18-cf5826c6c059 req-6176e8b3-fd46-41e3-adb4-07b2ee501a91 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/c521b411-0676-46b6-801f-e81a81236b96 HTTP/1.1" status: 200 len: 2403 time: 0.0430293 Jul 09 19:57:47.874786 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-cd39f2c0-07f8-4806-9926-8d4682ac6a91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a HTTP/1.1" status: 200 len: 217 time: 0.0874910 Jul 09 19:57:47.888962 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b7660a81-e376-414d-ac7a-c2843f8dac16 req-d5d81add-b785-4879-8ad8-b242065770fd tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] For port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77,segment=NetworkSegment(426b3431-097f-49b5-95b9-633084f5ddae),segment_id=426b3431-097f-49b5-95b9-633084f5ddae)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:47.917497 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e3e8138-4b6e-4887-ac18-cf5826c6c059 req-8785e68c-3ae4-41ad-b342-4f0d9ed068e3 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.936808 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7660a81-e376-414d-ac7a-c2843f8dac16 req-d5d81add-b785-4879-8ad8-b242065770fd tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.944890 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7660a81-e376-414d-ac7a-c2843f8dac16 req-d5d81add-b785-4879-8ad8-b242065770fd tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.947351 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e3e8138-4b6e-4887-ac18-cf5826c6c059 req-8785e68c-3ae4-41ad-b342-4f0d9ed068e3 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:47.969835 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0791651a-f81c-4f98-9519-e7ffc0ac31da req-3bcd408c-96d9-4b0b-abcc-79517ca087c8 service neutron] 10.222.0.36 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835806 Jul 09 19:57:47.997444 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e3e8138-4b6e-4887-ac18-cf5826c6c059 req-8785e68c-3ae4-41ad-b342-4f0d9ed068e3 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.000094 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e3e8138-4b6e-4887-ac18-cf5826c6c059 req-8785e68c-3ae4-41ad-b342-4f0d9ed068e3 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.001269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e3e8138-4b6e-4887-ac18-cf5826c6c059 req-8785e68c-3ae4-41ad-b342-4f0d9ed068e3 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "DELETE /v2.0/security-groups/c521b411-0676-46b6-801f-e81a81236b96 HTTP/1.1" status: 204 len: 173 time: 0.1371644 Jul 09 19:57:48.020159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785e68c-3ae4-41ad-b342-4f0d9ed068e3 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c521b411-0676-46b6-801f-e81a81236b96,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:48.027928 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7660a81-e376-414d-ac7a-c2843f8dac16 req-d5d81add-b785-4879-8ad8-b242065770fd tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:48.028608 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7660a81-e376-414d-ac7a-c2843f8dac16 req-d5d81add-b785-4879-8ad8-b242065770fd tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.030052 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7660a81-e376-414d-ac7a-c2843f8dac16 req-d5d81add-b785-4879-8ad8-b242065770fd tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "PUT /v2.0/ports/33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 HTTP/1.1" status: 200 len: 943 time: 0.8952353 Jul 09 19:57:48.063705 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-74d085d7-1c07-46c9-93a8-b3888c3c0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:48.065286 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-74d085d7-1c07-46c9-93a8-b3888c3c0a8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08e0d77d-3430-472f-ab8b-562c649e0d86 HTTP/1.1" status: 200 len: 845 time: 0.1142290 Jul 09 19:57:48.068799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d81add-b785-4879-8ad8-b242065770fd tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Pushing event updated for resources: {'Port': ['ID=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77,revision_number=7']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:48.104261 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3eaef4-f869-4e1f-9c53-2f44af293e61 x-openstack-request-id: req-2f3eaef4-f869-4e1f-9c53-2f44af293e61 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:48.104864 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7fc9646-3949-4419-8233-497c27e88344", "tag": "bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:48.104949 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f3eaef4-f869-4e1f-9c53-2f44af293e61 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:48.105393 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7fc9646-3949-4419-8233-497c27e88344', 'tag': 'bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a', 'status': 'completed', 'code': 200} Jul 09 19:57:48.133483 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa392d1c-c9dd-4770-85b4-6c17bf475d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:48.135620 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-aa392d1c-c9dd-4770-85b4-6c17bf475d87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec95fec2-9cdb-45d0-ba55-0927c0cf45c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629065 Jul 09 19:57:48.251401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:48.260016 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a725485-d640-496a-95ee-f8a6d7e5dcc5 req-c62c7222-714a-4109-8a62-b566ff96bc5b tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:48.262339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a725485-d640-496a-95ee-f8a6d7e5dcc5 req-c62c7222-714a-4109-8a62-b566ff96bc5b tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 943 time: 0.0708899 Jul 09 19:57:48.295269 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-1d5b1f64-1549-4ce1-ac33-683c90ce1a90 service neutron] 10.222.0.36 "GET /v2.0/networks/ec95fec2-9cdb-45d0-ba55-0927c0cf45c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528103 Jul 09 19:57:48.316717 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ecc17-8d5b-45e6-8d37-2a41bd63e4dd req-4ebcc06f-5c36-4036-86d1-1c76a3eb1895 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:48.318486 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c79ecc17-8d5b-45e6-8d37-2a41bd63e4dd req-4ebcc06f-5c36-4036-86d1-1c76a3eb1895 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.0955384 Jul 09 19:57:48.318748 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a725485-d640-496a-95ee-f8a6d7e5dcc5 req-1bf2d046-d1a0-46bc-9079-aee836b1dfcf tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups?id=233b7468-7e4f-4c4f-86b0-ce0e7f09a185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489259 Jul 09 19:57:48.357396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a9e040ca-bcb9-4039-9a1f-f28c561c50f9 req-52c40a94-1595-40e7-bcc0-3ecb749db04e tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-379531615', 'description': 'tempest-description-347474502'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:48.382657 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a9e040ca-bcb9-4039-9a1f-f28c561c50f9 req-52c40a94-1595-40e7-bcc0-3ecb749db04e tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.422091 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c79ecc17-8d5b-45e6-8d37-2a41bd63e4dd req-620d7dc5-96ef-4054-92b0-38a24b1d02f1 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932372 Jul 09 19:57:48.445377 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4e52bc2-17bc-49a1-9400-bcf556bbe761 req-9d167c08-256b-457f-8679-0961b1ff709f service neutron] 10.222.0.36 "GET /v2.0/networks/ec95fec2-9cdb-45d0-ba55-0927c0cf45c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246731 Jul 09 19:57:48.452403 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:48.484920 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a9e040ca-bcb9-4039-9a1f-f28c561c50f9 req-52c40a94-1595-40e7-bcc0-3ecb749db04e tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.491102 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a9e040ca-bcb9-4039-9a1f-f28c561c50f9 req-52c40a94-1595-40e7-bcc0-3ecb749db04e tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.521463 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a9e040ca-bcb9-4039-9a1f-f28c561c50f9 req-52c40a94-1595-40e7-bcc0-3ecb749db04e tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.522685 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9e040ca-bcb9-4039-9a1f-f28c561c50f9 req-52c40a94-1595-40e7-bcc0-3ecb749db04e tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1698847 Jul 09 19:57:48.524393 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c40a94-1595-40e7-bcc0-3ecb749db04e tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92bef80d-fb38-4411-bbec-076a0af4eb91,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:48.545847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2dd047d9-1e6b-45ee-aab5-703f42639b06 req-6c5adb0b-2e2c-4ddd-910a-eea64eb4bbae tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "GET /v2.0/security-groups/079b8abc-b609-4459-beac-b626c8e5b7dd HTTP/1.1" status: 200 len: 2397 time: 0.0786412 Jul 09 19:57:48.596507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76195167-a3c0-4f81-93c2-7f8b3b23f82e req-717262dd-5b88-4ba3-b5a5-6c2b9cdb898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:48.598245 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-76195167-a3c0-4f81-93c2-7f8b3b23f82e req-717262dd-5b88-4ba3-b5a5-6c2b9cdb898a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ded202859f464376b7f52eb51f8f8617&device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 1094 time: 0.0955553 Jul 09 19:57:48.662766 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-826e857e-b812-4412-b613-b2855b705d36 req-ee598172-ea64-4196-9a52-775fbd158120 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1084790 Jul 09 19:57:48.668636 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2dd047d9-1e6b-45ee-aab5-703f42639b06 req-e20a9916-ed0e-442d-9f64-7645e2fb0877 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.672030 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:48.694438 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.708770 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2dd047d9-1e6b-45ee-aab5-703f42639b06 req-e20a9916-ed0e-442d-9f64-7645e2fb0877 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.753596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76195167-a3c0-4f81-93c2-7f8b3b23f82e req-d2d2298b-1fc5-40d3-8b48-3103a5fe6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:48.755106 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-76195167-a3c0-4f81-93c2-7f8b3b23f82e req-d2d2298b-1fc5-40d3-8b48-3103a5fe6ca5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 HTTP/1.1" status: 200 len: 907 time: 0.1431787 Jul 09 19:57:48.798594 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:48.906774 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Allocated IP 172.25.0.86 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/7e50118c-6047-487a-9a0e-86c91113c01b) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:49.017556 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.058779 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.075484 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-76195167-a3c0-4f81-93c2-7f8b3b23f82e req-717e7813-ea4c-4b95-a756-693ecc9c73d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a HTTP/1.1" status: 200 len: 217 time: 0.3130786 Jul 09 19:57:49.077134 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2dd047d9-1e6b-45ee-aab5-703f42639b06 req-e20a9916-ed0e-442d-9f64-7645e2fb0877 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.079736 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2dd047d9-1e6b-45ee-aab5-703f42639b06 req-e20a9916-ed0e-442d-9f64-7645e2fb0877 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.080870 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2dd047d9-1e6b-45ee-aab5-703f42639b06 req-e20a9916-ed0e-442d-9f64-7645e2fb0877 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] 10.222.0.30 "DELETE /v2.0/security-groups/079b8abc-b609-4459-beac-b626c8e5b7dd HTTP/1.1" status: 204 len: 173 time: 0.5266609 Jul 09 19:57:49.088158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60256) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:49.116916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a9916-ed0e-442d-9f64-7645e2fb0877 tempest-SecurityGroupRulesTestJSON-13634703 tempest-SecurityGroupRulesTestJSON-13634703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079b8abc-b609-4459-beac-b626c8e5b7dd,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:49.130282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:49.133678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76195167-a3c0-4f81-93c2-7f8b3b23f82e req-7bf495a8-a616-46ee-8065-8e37bb79558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:49.134900 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-76195167-a3c0-4f81-93c2-7f8b3b23f82e req-7bf495a8-a616-46ee-8065-8e37bb79558a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08e0d77d-3430-472f-ab8b-562c649e0d86 HTTP/1.1" status: 200 len: 845 time: 0.0531676 Jul 09 19:57:49.138428 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:49.145726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:49.173941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Pushing event updated for resources: {'Port': ['ID=7e50118c-6047-487a-9a0e-86c91113c01b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:49.184033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92c5fbe-a59d-47e9-9393-f11be924da19 admin admin] Deleting subnet c12331ba-ab76-48b4-afe3-bf3147ee5670 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:57:49.190181 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c92c5fbe-a59d-47e9-9393-f11be924da19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.212808 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76195167-a3c0-4f81-93c2-7f8b3b23f82e req-ae1bc7c5-d8e2-430e-9f44-f0c0cad7329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:49.214339 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-76195167-a3c0-4f81-93c2-7f8b3b23f82e req-ae1bc7c5-d8e2-430e-9f44-f0c0cad7329f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec95fec2-9cdb-45d0-ba55-0927c0cf45c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653224 Jul 09 19:57:49.238565 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c92c5fbe-a59d-47e9-9393-f11be924da19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.309910 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c92c5fbe-a59d-47e9-9393-f11be924da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.312197 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.332328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58786392-af55-4df6-87ac-aece712e96e6 req-71ab214a-994f-4249-870f-a3f2d5b81129 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:49.333857 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58786392-af55-4df6-87ac-aece712e96e6 req-71ab214a-994f-4249-870f-a3f2d5b81129 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 950 time: 0.1351740 Jul 09 19:57:49.360422 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-76195167-a3c0-4f81-93c2-7f8b3b23f82e req-dd25756a-770e-426e-9eb2-ad892cef6d78 service neutron] 10.222.0.36 "GET /v2.0/networks/ec95fec2-9cdb-45d0-ba55-0927c0cf45c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299629 Jul 09 19:57:49.396617 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.418975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c92c5fbe-a59d-47e9-9393-f11be924da19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.423220 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58786392-af55-4df6-87ac-aece712e96e6 req-ac97ea4b-e828-401b-a2d5-f5421b21fd52 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799291 Jul 09 19:57:49.449795 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c5fbe-a59d-47e9-9393-f11be924da19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12331ba-ab76-48b4-afe3-bf3147ee5670,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:49.458346 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c92c5fbe-a59d-47e9-9393-f11be924da19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.460218 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c92c5fbe-a59d-47e9-9393-f11be924da19 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c12331ba-ab76-48b4-afe3-bf3147ee5670 HTTP/1.1" status: 204 len: 168 time: 0.3709269 Jul 09 19:57:49.464444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60264) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:49.572884 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-76195167-a3c0-4f81-93c2-7f8b3b23f82e req-1793eebf-9eb2-4de0-b5e2-db651ac24e38 service neutron] 10.222.0.36 "GET /v2.0/networks/ec95fec2-9cdb-45d0-ba55-0927c0cf45c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050414 Jul 09 19:57:49.591486 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0057a8cd-e540-41a6-a016-d0e39af6e33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.691849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf9798-99d0-4fed-aeee-f0d3aca7990f req-8f53d35a-40d2-480e-811d-f966dcf53fa0 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:49.693478 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d3bf9798-99d0-4fed-aeee-f0d3aca7990f req-8f53d35a-40d2-480e-811d-f966dcf53fa0 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/ports?device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 944 time: 0.1657369 Jul 09 19:57:49.702505 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0057a8cd-e540-41a6-a016-d0e39af6e33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.719070 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0057a8cd-e540-41a6-a016-d0e39af6e33f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f585beca-25a5-450b-af75-f9e0093c824e']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:49.737243 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0057a8cd-e540-41a6-a016-d0e39af6e33f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be299a8-5cdf-4eed-be1a-f05b2dee6619') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:49.737545 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0057a8cd-e540-41a6-a016-d0e39af6e33f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be299a8-5cdf-4eed-be1a-f05b2dee6619') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:49.759908 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0057a8cd-e540-41a6-a016-d0e39af6e33f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.776640 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d3bf9798-99d0-4fed-aeee-f0d3aca7990f req-bf96e606-0d8f-4bb3-8a1c-ec2da20fd922 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/security-groups?id=49a9a3b2-7dfb-4058-ba0d-b20f09b704be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754118 Jul 09 19:57:49.781503 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0057a8cd-e540-41a6-a016-d0e39af6e33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.789238 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0057a8cd-e540-41a6-a016-d0e39af6e33f admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:57:49.789645 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0057a8cd-e540-41a6-a016-d0e39af6e33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: timer() Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:57:49.792260 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:57:49.819258 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.824990 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.837345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-f4919a31-4f42-4f95-bd17-76f6d33fffe4 req-3577bd77-2793-478d-957f-096fd9166cd8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-362123947', 'description': 'tempest-description-156413596'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:49.868917 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0057a8cd-e540-41a6-a016-d0e39af6e33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.871858 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f4919a31-4f42-4f95-bd17-76f6d33fffe4 req-3577bd77-2793-478d-957f-096fd9166cd8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.879297 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0057a8cd-e540-41a6-a016-d0e39af6e33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.883427 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0057a8cd-e540-41a6-a016-d0e39af6e33f admin admin] 10.222.0.30 "DELETE /v2.0/networks/f585beca-25a5-450b-af75-f9e0093c824e HTTP/1.1" status: 204 len: 168 time: 0.4157431 Jul 09 19:57:49.890430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Pushing event updated for resources: {'Port': ['ID=7e50118c-6047-487a-9a0e-86c91113c01b,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:49.897387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057a8cd-e540-41a6-a016-d0e39af6e33f admin admin] Pushing event deleted for resources: {'Network': ['ID=f585beca-25a5-450b-af75-f9e0093c824e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:49.903447 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.973856 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f4919a31-4f42-4f95-bd17-76f6d33fffe4 req-3577bd77-2793-478d-957f-096fd9166cd8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.977943 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f4919a31-4f42-4f95-bd17-76f6d33fffe4 req-3577bd77-2793-478d-957f-096fd9166cd8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.984464 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:49.985829 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-826e857e-b812-4412-b613-b2855b705d36 req-421a9e84-24b6-438a-b559-15473781edf7 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3177381 Jul 09 19:57:50.008863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60268) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:50.009655 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f4919a31-4f42-4f95-bd17-76f6d33fffe4 req-3577bd77-2793-478d-957f-096fd9166cd8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.010924 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4919a31-4f42-4f95-bd17-76f6d33fffe4 req-3577bd77-2793-478d-957f-096fd9166cd8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1830873 Jul 09 19:57:50.025039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577bd77-2793-478d-957f-096fd9166cd8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a004740-b4c1-4306-bc3b-bb285d282b15,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:50.047087 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-826e857e-b812-4412-b613-b2855b705d36 req-787b434b-4f8a-45bf-82d2-f2376fcaaa28 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.86 HTTP/1.1" status: 200 len: 695 time: 0.0535142 Jul 09 19:57:50.075072 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9c16b7e1-fd65-421e-a18f-11869db62fc6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d51c72e7b37049d0b9d2045edbc0ba57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606012 Jul 09 19:57:50.075344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60272) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:50.107642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'tag': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:50.109916 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a190812c-50bd-4cd6-a659-313d659b5759" -d '{"events": [{"name": "network-changed", "server_uuid": "78330125-b9d6-4e6c-9cbc-8603a52dde2e", "tag": "33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:50.156473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e857e-b812-4412-b613-b2855b705d36 req-d5277422-9418-4197-9ca6-d9581ad4973b tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:50.157854 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-826e857e-b812-4412-b613-b2855b705d36 req-d5277422-9418-4197-9ca6-d9581ad4973b tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.1056392 Jul 09 19:57:50.165616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3876153f-39a1-42de-ac12-722cb8e6f936 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:50.170645 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ca259ec-ca8d-4554-a1bd-d1285442ef31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.201207 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ca259ec-ca8d-4554-a1bd-d1285442ef31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.218495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9108df-6a0a-4de0-aeab-796a1802d68e req-614a9843-3a2c-419a-a2c2-c642bef04dfd tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:50.218895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 3876153f-39a1-42de-ac12-722cb8e6f936 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:50.220020 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3b9108df-6a0a-4de0-aeab-796a1802d68e req-614a9843-3a2c-419a-a2c2-c642bef04dfd tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 946 time: 0.1132262 Jul 09 19:57:50.223246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 3876153f-39a1-42de-ac12-722cb8e6f936 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:50.223623 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.281941 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3b9108df-6a0a-4de0-aeab-796a1802d68e req-7f51363b-81cf-408f-856a-b263e6169c86 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c3eb7a3-d821-42da-a87e-f2272fd8f131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526791 Jul 09 19:57:50.301510 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ca259ec-ca8d-4554-a1bd-d1285442ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.305567 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ca259ec-ca8d-4554-a1bd-d1285442ef31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.311182 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7ca259ec-ca8d-4554-a1bd-d1285442ef31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80ca4ff5-24d8-4e91-8c8c-708d0d03d766 HTTP/1.1" status: 204 len: 168 time: 0.2344735 Jul 09 19:57:50.328365 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca259ec-ca8d-4554-a1bd-d1285442ef31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ca4ff5-24d8-4e91-8c8c-708d0d03d766,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:50.342875 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b58e4-e99f-4c55-9c1c-439a557cbd6d req-f5eee6ed-929d-4d60-ad55-e7d9e2e7197f tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:50.344509 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e83b58e4-e99f-4c55-9c1c-439a557cbd6d req-f5eee6ed-929d-4d60-ad55-e7d9e2e7197f tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 943 time: 0.0779181 Jul 09 19:57:50.360669 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.388399 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e83b58e4-e99f-4c55-9c1c-439a557cbd6d req-feacca95-7cb0-4e90-a045-b01718b48c6d tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups?id=233b7468-7e4f-4c4f-86b0-ce0e7f09a185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381613 Jul 09 19:57:50.391050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db476716-5d6a-4793-b633-55c44a230396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876153f-39a1-42de-ac12-722cb8e6f936'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:50.394143 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7704ed7-a182-4270-8d48-c2516a2478b4" -d '{"events": [{"server_uuid": "db476716-5d6a-4793-b633-55c44a230396", "name": "network-vif-plugged", "status": "completed", "tag": "3876153f-39a1-42de-ac12-722cb8e6f936"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:50.412585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3876153f-39a1-42de-ac12-722cb8e6f936, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3876153f-39a1-42de-ac12-722cb8e6f936,segment=NetworkSegment(5c7f5cc6-5248-4530-b35b-3988766d672d),segment_id=5c7f5cc6-5248-4530-b35b-3988766d672d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:50.419202 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.420057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:50.570721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c59bc-0003-48c1-86b9-eb61d7fd8337 req-90b4f832-4527-4ef6-bcb9-1cb640b87d95 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:50.578297 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e2c59bc-0003-48c1-86b9-eb61d7fd8337 req-90b4f832-4527-4ef6-bcb9-1cb640b87d95 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.0812211 Jul 09 19:57:50.581172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3876153f-39a1-42de-ac12-722cb8e6f936,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:50.594495 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.627876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:50.632143 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e2c59bc-0003-48c1-86b9-eb61d7fd8337 req-54fdebc9-7855-48b8-b753-494797a2b57c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527904 Jul 09 19:57:50.635624 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.658779 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-3983d526-7777-4e71-81f2-acae8ebcdd3d req-ab371543-f77b-45f1-be22-2fd9c70ac346 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1225808391', 'description': 'tempest-description-506884609'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:50.689399 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3983d526-7777-4e71-81f2-acae8ebcdd3d req-ab371543-f77b-45f1-be22-2fd9c70ac346 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.696524 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:50.790954 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3983d526-7777-4e71-81f2-acae8ebcdd3d req-ab371543-f77b-45f1-be22-2fd9c70ac346 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.795766 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3983d526-7777-4e71-81f2-acae8ebcdd3d req-ab371543-f77b-45f1-be22-2fd9c70ac346 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.825633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab371543-f77b-45f1-be22-2fd9c70ac346 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc55dc6-f0c5-4453-a782-45922fd0495c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:50.828190 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3983d526-7777-4e71-81f2-acae8ebcdd3d req-ab371543-f77b-45f1-be22-2fd9c70ac346 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:50.829469 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3983d526-7777-4e71-81f2-acae8ebcdd3d req-ab371543-f77b-45f1-be22-2fd9c70ac346 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1753418 Jul 09 19:57:50.874702 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0205876-f97d-47d6-adb1-cdc4000d8f09 x-openstack-request-id: req-d0205876-f97d-47d6-adb1-cdc4000d8f09 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:50.875325 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78330125-b9d6-4e6c-9cbc-8603a52dde2e", "tag": "33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:50.875585 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0205876-f97d-47d6-adb1-cdc4000d8f09 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:50.875991 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'tag': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77', 'status': 'completed', 'code': 200} Jul 09 19:57:50.953982 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c460e8e-04b4-447f-94d0-94825e5d86a2 x-openstack-request-id: req-3c460e8e-04b4-447f-94d0-94825e5d86a2 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:50.954351 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db476716-5d6a-4793-b633-55c44a230396", "name": "network-vif-plugged", "status": "completed", "tag": "3876153f-39a1-42de-ac12-722cb8e6f936", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:50.954675 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c460e8e-04b4-447f-94d0-94825e5d86a2 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:50.955141 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db476716-5d6a-4793-b633-55c44a230396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3876153f-39a1-42de-ac12-722cb8e6f936', 'code': 200} Jul 09 19:57:50.985461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190812c-50bd-4cd6-a659-313d659b5759 req-1fabfbd0-9bca-4174-9d0d-ff0b24ed6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:50.987034 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a190812c-50bd-4cd6-a659-313d659b5759 req-1fabfbd0-9bca-4174-9d0d-ff0b24ed6915 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f22af0e34994cab9327fe435cc5d495&device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 1097 time: 0.0828991 Jul 09 19:57:51.179426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b2c6-1ba9-4050-9ed4-ad3dafacd81a req-a10d7fa0-8178-4731-bbfd-2d58e032dde8 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:51.187950 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56d9b2c6-1ba9-4050-9ed4-ad3dafacd81a req-a10d7fa0-8178-4731-bbfd-2d58e032dde8 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/ports?device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 945 time: 0.1173553 Jul 09 19:57:51.203485 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190812c-50bd-4cd6-a659-313d659b5759 req-4f616c99-8a11-428b-b31d-8ac2574439d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:51.205027 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a190812c-50bd-4cd6-a659-313d659b5759 req-4f616c99-8a11-428b-b31d-8ac2574439d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf HTTP/1.1" status: 200 len: 920 time: 0.2097042 Jul 09 19:57:51.206799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62252ba-ad78-4564-b554-6c79fcc8a224 req-36f7bcb7-83cd-4dc1-a492-060f4e8af103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:51.208169 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c62252ba-ad78-4564-b554-6c79fcc8a224 req-36f7bcb7-83cd-4dc1-a492-060f4e8af103 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 1096 time: 0.1375871 Jul 09 19:57:51.223526 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-043ba201-c05b-4c8b-869c-bbfee67ec9e6 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:51.224394 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56d9b2c6-1ba9-4050-9ed4-ad3dafacd81a req-8823c60d-5acb-4bf3-a80c-2b4d030e68e7 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/security-groups?id=49a9a3b2-7dfb-4058-ba0d-b20f09b704be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352159 Jul 09 19:57:51.225089 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-043ba201-c05b-4c8b-869c-bbfee67ec9e6 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1941140 Jul 09 19:57:51.312481 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a190812c-50bd-4cd6-a659-313d659b5759 req-d7166b43-82b0-4942-a579-c334af311309 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 HTTP/1.1" status: 200 len: 217 time: 0.0864046 Jul 09 19:57:51.333227 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-9622cb84-b85f-41c2-870c-85ed99a90a31 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.86 HTTP/1.1" status: 200 len: 695 time: 0.0958667 Jul 09 19:57:51.359468 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2918fd0-2a39-4c79-a0a3-9461c8aab980 req-3fe248ee-de39-45b9-85fc-fdd21b0de5e8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8 HTTP/1.1" status: 200 len: 10899 time: 0.1006792 Jul 09 19:57:51.367240 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-43e5f4c2-650e-4590-9d8d-6d665231f85a tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Request body: {'floatingip': {'port_id': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:51.401437 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c62252ba-ad78-4564-b554-6c79fcc8a224 req-6192d467-581b-4cb1-aecc-729455accb8e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=49a9a3b2-7dfb-4058-ba0d-b20f09b704be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737120 Jul 09 19:57:51.410652 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2918fd0-2a39-4c79-a0a3-9461c8aab980 req-6afe808a-a6df-432d-9c81-0afbd8cd0856 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/65b3dfbd-8b83-4900-9ed8-aef67b03a6fe HTTP/1.1" status: 200 len: 2981 time: 0.0442963 Jul 09 19:57:51.415486 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-43e5f4c2-650e-4590-9d8d-6d665231f85a tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for floatingip, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:51.456411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190812c-50bd-4cd6-a659-313d659b5759 req-4d825bfc-5f0e-4a9b-b61f-4dfd3e730e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:51.458477 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a190812c-50bd-4cd6-a659-313d659b5759 req-4d825bfc-5f0e-4a9b-b61f-4dfd3e730e00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73b0c9d0-82f4-4376-a92d-35f98e89b332 HTTP/1.1" status: 200 len: 859 time: 0.1365633 Jul 09 19:57:51.461703 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2918fd0-2a39-4c79-a0a3-9461c8aab980 req-96e00ced-c791-4344-ba62-7e361a4b2e79 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/65b3dfbd-8b83-4900-9ed8-aef67b03a6fe HTTP/1.1" status: 200 len: 2981 time: 0.0425251 Jul 09 19:57:51.567463 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a190812c-50bd-4cd6-a659-313d659b5759 req-3ebcd664-8af3-4411-a2de-e03116776a7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316601 Jul 09 19:57:51.770387 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a190812c-50bd-4cd6-a659-313d659b5759 req-281c1a51-1d00-45d8-bb38-c16fdb62b893 service neutron] 10.222.0.36 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535337 Jul 09 19:57:51.892802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13214d-82c1-44f2-9a1b-0c7f7e73ac33 req-c399deba-6524-49d0-86de-482fbb89e98f tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:51.894492 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b13214d-82c1-44f2-9a1b-0c7f7e73ac33 req-c399deba-6524-49d0-86de-482fbb89e98f tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 943 time: 0.0686646 Jul 09 19:57:51.941039 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b13214d-82c1-44f2-9a1b-0c7f7e73ac33 req-2e823c6f-7c59-4d8b-a7d8-c579d15704d3 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups?id=233b7468-7e4f-4c4f-86b0-ce0e7f09a185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402880 Jul 09 19:57:51.985430 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a190812c-50bd-4cd6-a659-313d659b5759 req-768ff778-59be-4b2f-9649-3a7c998e5a70 service neutron] 10.222.0.36 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875806 Jul 09 19:57:52.011841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cb8d72f-d8cb-4e2b-9532-ff1c72f96263 req-c4cb2382-3375-4289-9215-75bcc08156fb tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/92bef80d-fb38-4411-bbec-076a0af4eb91 HTTP/1.1" status: 200 len: 1801 time: 0.0460508 Jul 09 19:57:52.026559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60348) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:52.077272 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9cb8d72f-d8cb-4e2b-9532-ff1c72f96263 req-545ca345-9f41-457b-ab38-e07469a67899 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.094200 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-43e5f4c2-650e-4590-9d8d-6d665231f85a tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.099492 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-43e5f4c2-650e-4590-9d8d-6d665231f85a tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.103355 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9cb8d72f-d8cb-4e2b-9532-ff1c72f96263 req-545ca345-9f41-457b-ab38-e07469a67899 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.145086 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9cb8d72f-d8cb-4e2b-9532-ff1c72f96263 req-545ca345-9f41-457b-ab38-e07469a67899 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.147581 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9cb8d72f-d8cb-4e2b-9532-ff1c72f96263 req-545ca345-9f41-457b-ab38-e07469a67899 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.148792 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cb8d72f-d8cb-4e2b-9532-ff1c72f96263 req-545ca345-9f41-457b-ab38-e07469a67899 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "DELETE /v2.0/security-groups/92bef80d-fb38-4411-bbec-076a0af4eb91 HTTP/1.1" status: 204 len: 173 time: 0.1310694 Jul 09 19:57:52.150316 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-83d295db-4de9-4e20-ba71-2dd9c0c4fef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.162018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ca345-9f41-457b-ab38-e07469a67899 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bef80d-fb38-4411-bbec-076a0af4eb91,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:52.180853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:57:52.237673 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-43e5f4c2-650e-4590-9d8d-6d665231f85a tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Floating IP ba39cd9f-ccbf-49e7-9d67-d987972f68d9 associated. External IP: 172.25.0.86, port: 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77. Jul 09 19:57:52.306378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a,segment=NetworkSegment(bf6f67a5-89f4-4354-b8e2-a03968f6b910),segment_id=bf6f67a5-89f4-4354-b8e2-a03968f6b910)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:52.318704 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a', 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'port_id': 'bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a', 'mac_address': 'fa:16:3e:ea:ea:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:57:52.340863 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e4e79-49dd-471e-bfb3-e055af3dca7f req-1adfe52a-1856-4cc5-bf80-f05181377c54 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:52.342615 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-872e4e79-49dd-471e-bfb3-e055af3dca7f req-1adfe52a-1856-4cc5-bf80-f05181377c54 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.0664282 Jul 09 19:57:52.360799 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.374781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:52.386233 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-872e4e79-49dd-471e-bfb3-e055af3dca7f req-32788b95-844c-47b8-99db-34160f4bfb1f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369923 Jul 09 19:57:52.399796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a,segment=NetworkSegment(bf6f67a5-89f4-4354-b8e2-a03968f6b910),segment_id=bf6f67a5-89f4-4354-b8e2-a03968f6b910)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:52.412854 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.429969 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-adeb5105-16c5-4c17-a183-7338c4133ec1 req-ca32f036-008d-410c-971f-03a7bddfb969 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] show failed (client error): The resource could not be found. Jul 09 19:57:52.430998 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-adeb5105-16c5-4c17-a183-7338c4133ec1 req-ca32f036-008d-410c-971f-03a7bddfb969 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/92bef80d-fb38-4411-bbec-076a0af4eb91 HTTP/1.1" status: 404 len: 352 time: 0.0169375 Jul 09 19:57:52.479693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:52.600398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286adacc-aae8-463a-a015-582c2947d887 req-408d6be9-1f36-4582-bec8-ec4a94670bb6 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:52.602012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-286adacc-aae8-463a-a015-582c2947d887 req-408d6be9-1f36-4582-bec8-ec4a94670bb6 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/ports?device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 945 time: 0.0709114 Jul 09 19:57:52.642989 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-286adacc-aae8-463a-a015-582c2947d887 req-c750a804-de8d-4eb2-91eb-dfdf7f1b2949 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/security-groups?id=49a9a3b2-7dfb-4058-ba0d-b20f09b704be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343180 Jul 09 19:57:52.764564 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-83d295db-4de9-4e20-ba71-2dd9c0c4fef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.770899 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-83d295db-4de9-4e20-ba71-2dd9c0c4fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.822568 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-83d295db-4de9-4e20-ba71-2dd9c0c4fef0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b254899bd7964ee68201ad8648dcb7ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7948971 Jul 09 19:57:52.825838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60370) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:52.828506 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d295db-4de9-4e20-ba71-2dd9c0c4fef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cfbe26-fd43-41b0-afc3-3b2e2e5d1c28,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:52.838999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-43e5f4c2-650e-4590-9d8d-6d665231f85a tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:52.882074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-917ea4fd-c793-4403-9e09-88e3895bf6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.906691 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-917ea4fd-c793-4403-9e09-88e3895bf6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.956346 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b524040-3fb1-4ba0-af73-0751aa697821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:52.960118 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcedd6e-82fe-4702-9930-8f99320e35aa" -d '{"events": [{"server_uuid": "4b524040-3fb1-4ba0-af73-0751aa697821", "name": "network-vif-unplugged", "status": "completed", "tag": "b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:52.970859 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd0f50f9-fbf6-40cf-b62e-a9b580f0bc1b req-9bec62d6-1ee2-475b-b6a4-38bb7db7d76e tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/6a004740-b4c1-4306-bc3b-bb285d282b15 HTTP/1.1" status: 200 len: 1801 time: 0.0622475 Jul 09 19:57:52.976378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-43e5f4c2-650e-4590-9d8d-6d665231f85a tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:52.982601 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-43e5f4c2-650e-4590-9d8d-6d665231f85a tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:52.991874 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240a1c54-49bb-463b-9aac-b84f61002394 None None] Sync routers for ids ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:53.004080 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-917ea4fd-c793-4403-9e09-88e3895bf6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.006632 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-917ea4fd-c793-4403-9e09-88e3895bf6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.007768 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-917ea4fd-c793-4403-9e09-88e3895bf6ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3cfbe26-fd43-41b0-afc3-3b2e2e5d1c28 HTTP/1.1" status: 204 len: 168 time: 0.1809411 Jul 09 19:57:53.009263 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240a1c54-49bb-463b-9aac-b84f61002394 None None] Routers {'5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:53.010074 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-240a1c54-49bb-463b-9aac-b84f61002394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:53.024945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ea4fd-c793-4403-9e09-88e3895bf6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cfbe26-fd43-41b0-afc3-3b2e2e5d1c28,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:53.029261 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-43e5f4c2-650e-4590-9d8d-6d665231f85a tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "PUT /v2.0/floatingips/ba39cd9f-ccbf-49e7-9d67-d987972f68d9 HTTP/1.1" status: 200 len: 996 time: 1.6719456 Jul 09 19:57:53.030213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'tag': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:53.033839 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d94be0-a88d-46a4-825e-754d24cd64a5" -d '{"events": [{"name": "network-changed", "server_uuid": "78330125-b9d6-4e6c-9cbc-8603a52dde2e", "tag": "33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:53.049342 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fd0f50f9-fbf6-40cf-b62e-a9b580f0bc1b req-2eb1c683-149d-4d84-97cc-4eb39494a724 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.071695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:53.093231 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fd0f50f9-fbf6-40cf-b62e-a9b580f0bc1b req-2eb1c683-149d-4d84-97cc-4eb39494a724 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.158040 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-f12d4fc2-f976-45d3-91ab-d24307cbc77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:53.159518 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-f12d4fc2-f976-45d3-91ab-d24307cbc77f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f22af0e34994cab9327fe435cc5d495&device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 1097 time: 0.1081724 Jul 09 19:57:53.170702 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-240a1c54-49bb-463b-9aac-b84f61002394 None None] Set router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:53.183971 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fd0f50f9-fbf6-40cf-b62e-a9b580f0bc1b req-2eb1c683-149d-4d84-97cc-4eb39494a724 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.187098 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fd0f50f9-fbf6-40cf-b62e-a9b580f0bc1b req-2eb1c683-149d-4d84-97cc-4eb39494a724 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:53.188367 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd0f50f9-fbf6-40cf-b62e-a9b580f0bc1b req-2eb1c683-149d-4d84-97cc-4eb39494a724 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "DELETE /v2.0/security-groups/6a004740-b4c1-4306-bc3b-bb285d282b15 HTTP/1.1" status: 204 len: 173 time: 0.2107203 Jul 09 19:57:53.205991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1c683-149d-4d84-97cc-4eb39494a724 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a004740-b4c1-4306-bc3b-bb285d282b15,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:53.337834 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-6e0ff4c8-afba-4a48-af14-c95e4feb9390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:53.340684 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-6e0ff4c8-afba-4a48-af14-c95e4feb9390 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf HTTP/1.1" status: 200 len: 920 time: 0.1702678 Jul 09 19:57:53.465469 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-6ea872ce-2256-4572-818e-61e7af761a45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 HTTP/1.1" status: 200 len: 999 time: 0.1163750 Jul 09 19:57:53.512264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f7d63-8b22-4120-8565-b8551fbb3dd3 req-d59d152b-1ce8-4cd5-b157-be9c686b2cf2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:53.519938 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d80f7d63-8b22-4120-8565-b8551fbb3dd3 req-d59d152b-1ce8-4cd5-b157-be9c686b2cf2 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.0821292 Jul 09 19:57:53.539032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-22a49509-1cbe-4928-9781-35636d40157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:53.547231 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-22a49509-1cbe-4928-9781-35636d40157a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73b0c9d0-82f4-4376-a92d-35f98e89b332 HTTP/1.1" status: 200 len: 859 time: 0.0754793 Jul 09 19:57:53.573850 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d80f7d63-8b22-4120-8565-b8551fbb3dd3 req-f30d1b82-7085-4924-acb2-16bceb6ded1e tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528369 Jul 09 19:57:53.603103 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-f331ba72-995c-42ab-9d63-22dfebdc583b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547144 Jul 09 19:57:53.628403 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-240a1c54-49bb-463b-9aac-b84f61002394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:28Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 4, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'gw_port': {'id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:29Z', 'updated_at': '2021-07-09T19:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'ba39cd9f-ccbf-49e7-9d67-d987972f68d9', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'port_id': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'mac_address': 'fa:16:3e:dc:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:57:49Z', 'updated_at': '2021-07-09T19:57:51Z', 'revision_number': 1, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0384ec28-72e7-457b-8d92-f9f3fd78b6d2', 'name': '', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'mac_address': 'fa:16:3e:bb:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:33Z', 'updated_at': '2021-07-09T19:56:43Z', 'revision_number': 5, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'subnets': [{'id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:53.657849 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240a1c54-49bb-463b-9aac-b84f61002394 None None] Checking router: 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:57:53.668408 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240a1c54-49bb-463b-9aac-b84f61002394 None None] Routers {'5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:53.669171 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-240a1c54-49bb-463b-9aac-b84f61002394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:53.717417 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-88f220a3-df8c-430a-a4fa-3e8c195940fa service neutron] 10.222.0.30 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069191 Jul 09 19:57:53.774056 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d4d43-61ba-4d6f-b540-429e7cf2938d req-e819bdf1-3f80-4413-89d0-e78ea76852f2 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:53.776889 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-627d4d43-61ba-4d6f-b540-429e7cf2938d req-e819bdf1-3f80-4413-89d0-e78ea76852f2 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 944 time: 0.0866442 Jul 09 19:57:53.811406 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-240a1c54-49bb-463b-9aac-b84f61002394 None None] Set router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:53.829710 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de846fa2-f4c5-4c2c-9e89-052b4eaa0479 req-2a910f6d-9058-4647-a3a0-039e03121f93 service neutron] 10.222.0.30 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072371 Jul 09 19:57:53.837546 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-627d4d43-61ba-4d6f-b540-429e7cf2938d req-bd4de85c-4379-4c3d-baa1-70b95541d76c tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups?id=233b7468-7e4f-4c4f-86b0-ce0e7f09a185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542541 Jul 09 19:57:53.904432 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9530969-9f70-423d-a2e3-fbb84594610c x-openstack-request-id: req-b9530969-9f70-423d-a2e3-fbb84594610c {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:53.904927 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b524040-3fb1-4ba0-af73-0751aa697821", "name": "network-vif-unplugged", "status": "completed", "tag": "b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:53.905435 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9530969-9f70-423d-a2e3-fbb84594610c {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:53.905935 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b524040-3fb1-4ba0-af73-0751aa697821', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf', 'code': 200} Jul 09 19:57:53.912816 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cfd116-daae-4e1f-bec5-22c96372fecb x-openstack-request-id: req-06cfd116-daae-4e1f-bec5-22c96372fecb {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:53.913219 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78330125-b9d6-4e6c-9cbc-8603a52dde2e", "tag": "33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:53.913585 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06cfd116-daae-4e1f-bec5-22c96372fecb {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:53.914082 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'tag': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77', 'status': 'completed', 'code': 200} Jul 09 19:57:53.934814 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [req-4f172e6a-1d7c-4624-9ca0-95473589b14e req-e003423d-bb46-407a-bf62-a6c2039247d3 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] show failed (client error): The resource could not be found. Jul 09 19:57:53.950238 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f172e6a-1d7c-4624-9ca0-95473589b14e req-e003423d-bb46-407a-bf62-a6c2039247d3 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/6a004740-b4c1-4306-bc3b-bb285d282b15 HTTP/1.1" status: 404 len: 352 time: 0.0299327 Jul 09 19:57:53.993349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60422) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:54.070543 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d94be0-a88d-46a4-825e-754d24cd64a5 req-85967bee-2122-4454-be55-ec332f656f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:54.072116 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36d94be0-a88d-46a4-825e-754d24cd64a5 req-85967bee-2122-4454-be55-ec332f656f78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f22af0e34994cab9327fe435cc5d495&device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 1097 time: 0.1209621 Jul 09 19:57:54.080653 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-7575eacd-34ab-4d99-8bbe-4c52c9a68d94 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.86 HTTP/1.1" status: 200 len: 999 time: 0.0937030 Jul 09 19:57:54.124436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91db1d-95ce-4054-bfb0-294316610ea0 req-31d08073-a303-449a-a525-3be4d6c3bbcd tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:54.126285 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da91db1d-95ce-4054-bfb0-294316610ea0 req-31d08073-a303-449a-a525-3be4d6c3bbcd tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/ports?device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 945 time: 0.0921202 Jul 09 19:57:54.131764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1900414128-network', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:54.182963 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da91db1d-95ce-4054-bfb0-294316610ea0 req-483ef147-6a81-47f6-95ef-f58a69230fd5 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/security-groups?id=49a9a3b2-7dfb-4058-ba0d-b20f09b704be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447817 Jul 09 19:57:54.184615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] Made reservation on behalf of 54927557745b4b5d8e9a497c423ed51c for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:54.188570 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.199936 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.214724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-d42f12c4-cf36-43aa-9ad2-c0a53b48d722 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:54.216165 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-d42f12c4-cf36-43aa-9ad2-c0a53b48d722 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports/33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 HTTP/1.1" status: 200 len: 943 time: 0.1346915 Jul 09 19:57:54.227271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d94be0-a88d-46a4-825e-754d24cd64a5 req-5280680b-564f-491d-aae7-c53d32dd858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:54.229342 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36d94be0-a88d-46a4-825e-754d24cd64a5 req-5280680b-564f-491d-aae7-c53d32dd858d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf HTTP/1.1" status: 200 len: 920 time: 0.1461089 Jul 09 19:57:54.230179 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-240a1c54-49bb-463b-9aac-b84f61002394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:28Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 4, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'gw_port': {'id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:29Z', 'updated_at': '2021-07-09T19:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'ba39cd9f-ccbf-49e7-9d67-d987972f68d9', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'port_id': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'mac_address': 'fa:16:3e:dc:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:57:49Z', 'updated_at': '2021-07-09T19:57:51Z', 'revision_number': 1, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0384ec28-72e7-457b-8d92-f9f3fd78b6d2', 'name': '', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'mac_address': 'fa:16:3e:bb:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:33Z', 'updated_at': '2021-07-09T19:56:43Z', 'revision_number': 5, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'subnets': [{'id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:54.273242 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240a1c54-49bb-463b-9aac-b84f61002394 None None] The sync data for ids ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'] in n-d-800088-3 is: [{'id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:28Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 4, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'gw_port': {'id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:29Z', 'updated_at': '2021-07-09T19:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'ba39cd9f-ccbf-49e7-9d67-d987972f68d9', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'port_id': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'mac_address': 'fa:16:3e:dc:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:57:49Z', 'updated_at': '2021-07-09T19:57:51Z', 'revision_number': 1, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0384ec28-72e7-457b-8d92-f9f3fd78b6d2', 'name': '', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'mac_address': 'fa:16:3e:bb:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:33Z', 'updated_at': '2021-07-09T19:56:43Z', 'revision_number': 5, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'subnets': [{'id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:54.335292 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36d94be0-a88d-46a4-825e-754d24cd64a5 req-2bc162f8-f11a-45c9-8cc8-1728a2384c8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 HTTP/1.1" status: 200 len: 999 time: 0.0960488 Jul 09 19:57:54.356357 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.360358 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6825c9b9-acaf-4349-9dce-5b8427ee0439 req-b239dd99-d959-4da7-9d27-0a8f782e8f1a tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/cbc55dc6-f0c5-4453-a782-45922fd0495c HTTP/1.1" status: 200 len: 1802 time: 0.0659537 Jul 09 19:57:54.364196 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.404445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:57:54.437549 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.437908 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] Added segment 73409942-d3fe-4044-b392-71efb99b4be7 of type vlan for network cd374142-88a1-4361-9674-2bb9b234d6e5 Jul 09 19:57:54.439156 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff3bff4-fbe6-41ca-9ea3-a252892b3de9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:54.441135 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-2423e043-e32e-496d-a21e-f5223d6091a6 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.86 HTTP/1.1" status: 200 len: 999 time: 0.1044955 Jul 09 19:57:54.460890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d94be0-a88d-46a4-825e-754d24cd64a5 req-ff0a5a6a-d189-44d7-a18b-b351d4c28216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:54.462516 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36d94be0-a88d-46a4-825e-754d24cd64a5 req-ff0a5a6a-d189-44d7-a18b-b351d4c28216 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73b0c9d0-82f4-4376-a92d-35f98e89b332 HTTP/1.1" status: 200 len: 859 time: 0.0846727 Jul 09 19:57:54.503817 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.509727 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6825c9b9-acaf-4349-9dce-5b8427ee0439 req-bc478cfc-dbe0-4f84-bc98-88aa2d51f92b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.539292 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6825c9b9-acaf-4349-9dce-5b8427ee0439 req-bc478cfc-dbe0-4f84-bc98-88aa2d51f92b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.547069 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36d94be0-a88d-46a4-825e-754d24cd64a5 req-2217f3a5-5bc6-46bd-a5cc-8898482b318b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621200 Jul 09 19:57:54.586390 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808029a9-d21b-41cc-b07c-9dcae7353961 None None] New status for floating IP ba39cd9f-ccbf-49e7-9d67-d987972f68d9: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:57:54.603459 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.605656 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:54.606646 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.617281 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6825c9b9-acaf-4349-9dce-5b8427ee0439 req-bc478cfc-dbe0-4f84-bc98-88aa2d51f92b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.619962 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6825c9b9-acaf-4349-9dce-5b8427ee0439 req-bc478cfc-dbe0-4f84-bc98-88aa2d51f92b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.622558 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6825c9b9-acaf-4349-9dce-5b8427ee0439 req-bc478cfc-dbe0-4f84-bc98-88aa2d51f92b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "DELETE /v2.0/security-groups/cbc55dc6-f0c5-4453-a782-45922fd0495c HTTP/1.1" status: 204 len: 173 time: 0.2543306 Jul 09 19:57:54.661264 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-7ab446bf-2b1e-4795-9c52-2c55f8e1f629 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:54.669211 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-7ab446bf-2b1e-4795-9c52-2c55f8e1f629 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.2115817 Jul 09 19:57:54.691163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc478cfc-dbe0-4f84-bc98-88aa2d51f92b tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc55dc6-f0c5-4453-a782-45922fd0495c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:54.702822 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7083533 Jul 09 19:57:54.706634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60438) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:54.712243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e9f4c2da-a6f1-4bd4-a74c-fd4ab571d007 admin admin] Request body: {'subnet': {'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1900414128-subnet', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:54.719035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d66c15-0ce4-4ba0-8738-6819f687678b admin admin] Pushing event updated for resources: {'Network': ['ID=cd374142-88a1-4361-9674-2bb9b234d6e5,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:54.747772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f4c2da-a6f1-4bd4-a74c-fd4ab571d007 admin admin] Made reservation on behalf of 54927557745b4b5d8e9a497c423ed51c for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:57:54.751849 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c2da-a6f1-4bd4-a74c-fd4ab571d007 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.759295 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36d94be0-a88d-46a4-825e-754d24cd64a5 req-e8357ed3-9528-44d0-bbe9-f785142a8d5a service neutron] 10.222.0.36 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041950 Jul 09 19:57:54.863985 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36d94be0-a88d-46a4-825e-754d24cd64a5 req-4f494d8d-0893-4dfb-afcd-63b77e7db37d service neutron] 10.222.0.36 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924916 Jul 09 19:57:54.873835 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-20c72091-2979-4207-9123-172eff80347c tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.86 HTTP/1.1" status: 200 len: 999 time: 0.2036564 Jul 09 19:57:54.912180 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-9d6aac51-dc20-4e9e-b0f2-428e0363bd10 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:54.945250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network cd374142-88a1-4361-9674-2bb9b234d6e5 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:57:54.973840 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c2da-a6f1-4bd4-a74c-fd4ab571d007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:54.991003 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-9d6aac51-dc20-4e9e-b0f2-428e0363bd10 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for floatingip, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.047083 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf06e5-d15d-4981-b40e-b7f967f7fe31 req-0c714677-6dd1-4b54-b051-988e664df8af tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:55.048719 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7cf06e5-d15d-4981-b40e-b7f967f7fe31 req-0c714677-6dd1-4b54-b051-988e664df8af tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.36 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.1720085 Jul 09 19:57:55.049412 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f4c2da-a6f1-4bd4-a74c-fd4ab571d007 admin admin] Checking segment: {'id': '73409942-d3fe-4044-b392-71efb99b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:55.049780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f4c2da-a6f1-4bd4-a74c-fd4ab571d007 admin admin] Network hostable DHCP agents. Network: cd374142-88a1-4361-9674-2bb9b234d6e5, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:57:55.061818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4c2da-a6f1-4bd4-a74c-fd4ab571d007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=611acea0-bc47-4c49-87b6-27f0504c3c45,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:55.078138 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f4c2da-a6f1-4bd4-a74c-fd4ab571d007 admin admin] Network cd374142-88a1-4361-9674-2bb9b234d6e5 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:57:55.090029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-e9f4c2da-a6f1-4bd4-a74c-fd4ab571d007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, cd374142-88a1-4361-9674-2bb9b234d6e5) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:55.108082 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4046cf-79c0-4297-b25c-5c7be6766b68 None None] Network cd374142-88a1-4361-9674-2bb9b234d6e5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:55.110994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f4c2da-a6f1-4bd4-a74c-fd4ab571d007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:55.111533 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e9f4c2da-a6f1-4bd4-a74c-fd4ab571d007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.132801 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e9f4c2da-a6f1-4bd4-a74c-fd4ab571d007 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4238052 Jul 09 19:57:55.135970 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60454) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:55.142083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:55.172607 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.174529 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.254712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-9d6aac51-dc20-4e9e-b0f2-428e0363bd10 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.262188 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-9d6aac51-dc20-4e9e-b0f2-428e0363bd10 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.262430 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-9d6aac51-dc20-4e9e-b0f2-428e0363bd10 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Floating IP ba39cd9f-ccbf-49e7-9d67-d987972f68d9 disassociated. External IP: 172.25.0.86, port: 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77. Jul 09 19:57:55.274725 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.277160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-cd374142-88a1-4361-9674-2bb9b234d6e5', 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'fixed_ips': [{'subnet_id': '611acea0-bc47-4c49-87b6-27f0504c3c45'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:57:55.278493 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.301956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-b7cf06e5-d15d-4981-b40e-b7f967f7fe31 req-476dc68f-d7b5-440c-8665-2feb605328d9 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Deleting port 3031a9b3-b148-4a9f-b849-2cf96518b209 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:55.302610 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7cf06e5-d15d-4981-b40e-b7f967f7fe31 req-476dc68f-d7b5-440c-8665-2feb605328d9 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.371594 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63385a23-fb2a-41ce-8165-3f0003fb62ba req-10ffeea0-1105-450b-84d3-970fd387e8d1 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:55.373160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-63385a23-fb2a-41ce-8165-3f0003fb62ba req-10ffeea0-1105-450b-84d3-970fd387e8d1 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=38af14dc-ce72-4ffd-8cdd-91ef0018ded4 HTTP/1.1" status: 200 len: 946 time: 0.1790781 Jul 09 19:57:55.430324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Allocated IP 172.20.0.2 (cd374142-88a1-4361-9674-2bb9b234d6e5/611acea0-bc47-4c49-87b6-27f0504c3c45/7ac65189-331f-4008-9d91-0b8e0208fae0) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:55.447788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b7cf06e5-d15d-4981-b40e-b7f967f7fe31 req-476dc68f-d7b5-440c-8665-2feb605328d9 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] For port 3031a9b3-b148-4a9f-b849-2cf96518b209, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3031a9b3-b148-4a9f-b849-2cf96518b209,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:55.448394 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7cf06e5-d15d-4981-b40e-b7f967f7fe31 req-476dc68f-d7b5-440c-8665-2feb605328d9 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.454019 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.464684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-b7cf06e5-d15d-4981-b40e-b7f967f7fe31 req-476dc68f-d7b5-440c-8665-2feb605328d9 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Calling delete_port for 3031a9b3-b148-4a9f-b849-2cf96518b209 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:55.486442 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-63385a23-fb2a-41ce-8165-3f0003fb62ba req-a48a67a5-9797-45f6-99b6-ad5e3f84d2b4 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832527 Jul 09 19:57:55.564614 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-53e42bd1-6476-4801-85bd-7d83382cbed0 req-4f870c50-5daa-4a48-86b5-5cd9f906fbb6 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] show failed (client error): The resource could not be found. Jul 09 19:57:55.567064 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53e42bd1-6476-4801-85bd-7d83382cbed0 req-4f870c50-5daa-4a48-86b5-5cd9f906fbb6 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/cbc55dc6-f0c5-4453-a782-45922fd0495c HTTP/1.1" status: 404 len: 352 time: 0.0200286 Jul 09 19:57:55.586092 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.597739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Transition to ACTIVE for port object 7ac65189-331f-4008-9d91-0b8e0208fae0 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:55.618471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Transition to ACTIVE for port object 7ac65189-331f-4008-9d91-0b8e0208fae0 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:55.626852 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.636800 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-9d6aac51-dc20-4e9e-b0f2-428e0363bd10 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:57:55.671445 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Network cd374142-88a1-4361-9674-2bb9b234d6e5 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:55.678492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:55.685208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:55.706330 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Pushing event updated for resources: {'Port': ['ID=7ac65189-331f-4008-9d91-0b8e0208fae0,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:55.762717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Attempting to bind port 7ac65189-331f-4008-9d91-0b8e0208fae0 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:55.763099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Attempting to bind port 7ac65189-331f-4008-9d91-0b8e0208fae0 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '73409942-d3fe-4044-b392-71efb99b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:55.763453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Attempting to bind port 7ac65189-331f-4008-9d91-0b8e0208fae0 on network cd374142-88a1-4361-9674-2bb9b234d6e5 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:55.768570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:55.768884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Checking segment: {'id': '73409942-d3fe-4044-b392-71efb99b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:55.769284 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.769676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Bound using segment: {'id': '73409942-d3fe-4044-b392-71efb99b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:55.770139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Bound port: 7ac65189-331f-4008-9d91-0b8e0208fae0, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73409942-d3fe-4044-b392-71efb99b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:55.770525 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.790070 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7cf06e5-d15d-4981-b40e-b7f967f7fe31 req-476dc68f-d7b5-440c-8665-2feb605328d9 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.807288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['3031a9b3-b148-4a9f-b849-2cf96518b209'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:55.809507 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.826371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476dc68f-d7b5-440c-8665-2feb605328d9 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Pushing event deleted for resources: {'Port': ['ID=3031a9b3-b148-4a9f-b849-2cf96518b209,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:55.840775 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.862345 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] For port 7ac65189-331f-4008-9d91-0b8e0208fae0, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:55.865747 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] For port 7ac65189-331f-4008-9d91-0b8e0208fae0, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7ac65189-331f-4008-9d91-0b8e0208fae0,segment=NetworkSegment(73409942-d3fe-4044-b392-71efb99b4be7),segment_id=73409942-d3fe-4044-b392-71efb99b4be7)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:55.866642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-9d6aac51-dc20-4e9e-b0f2-428e0363bd10 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:55.876312 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5583c8-f498-4bf2-ab2f-09383ab75f43 None None] Sync routers for ids ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:55.878416 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.888291 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-9d6aac51-dc20-4e9e-b0f2-428e0363bd10 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.890585 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cf06e5-d15d-4981-b40e-b7f967f7fe31 req-476dc68f-d7b5-440c-8665-2feb605328d9 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] No DVR routers for this DVR port 3031a9b3-b148-4a9f-b849-2cf96518b209 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:55.890978 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5583c8-f498-4bf2-ab2f-09383ab75f43 None None] Routers {'5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:55.891769 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6c5583c8-f498-4bf2-ab2f-09383ab75f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:55.893813 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7cf06e5-d15d-4981-b40e-b7f967f7fe31 req-476dc68f-d7b5-440c-8665-2feb605328d9 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:55.896087 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7cf06e5-d15d-4981-b40e-b7f967f7fe31 req-476dc68f-d7b5-440c-8665-2feb605328d9 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.36 "DELETE /v2.0/ports/3031a9b3-b148-4a9f-b849-2cf96518b209 HTTP/1.1" status: 204 len: 173 time: 0.8204925 Jul 09 19:57:55.924966 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38af14dc-ce72-4ffd-8cdd-91ef0018ded4', 'name': 'network-vif-deleted', 'tag': '3031a9b3-b148-4a9f-b849-2cf96518b209'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:55.927663 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e6b310-7379-432a-892e-1e42668cba83" -d '{"events": [{"server_uuid": "38af14dc-ce72-4ffd-8cdd-91ef0018ded4", "name": "network-vif-deleted", "tag": "3031a9b3-b148-4a9f-b849-2cf96518b209"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:55.948113 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-9d6aac51-dc20-4e9e-b0f2-428e0363bd10 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "PUT /v2.0/floatingips/ba39cd9f-ccbf-49e7-9d67-d987972f68d9 HTTP/1.1" status: 200 len: 694 time: 1.0732477 Jul 09 19:57:55.964153 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c09cd-6a5d-4269-aa0f-901344f94a33 None None] Pushing event updated for resources: {'Port': ['ID=7ac65189-331f-4008-9d91-0b8e0208fae0,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:55.980064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbd12f-8d69-4dc3-8fb2-d82571c8045b req-a0985762-a43b-4644-af93-24c2df68da70 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:55.986966 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cfdbd12f-8d69-4dc3-8fb2-d82571c8045b req-a0985762-a43b-4644-af93-24c2df68da70 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 944 time: 0.2463329 Jul 09 19:57:56.027053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Allocated IP 172.25.0.28 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/a3d42453-54df-4a7c-b124-bc8debf6be80) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:56.058492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-bdcad4b3-6354-4bbe-84ff-230398b95348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:56.061657 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-bdcad4b3-6354-4bbe-84ff-230398b95348 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f22af0e34994cab9327fe435cc5d495&device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 1097 time: 0.0874701 Jul 09 19:57:56.078522 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cfdbd12f-8d69-4dc3-8fb2-d82571c8045b req-ff2ac85b-0e5d-4ecc-a447-e0ebae1257e8 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups?id=233b7468-7e4f-4c4f-86b0-ce0e7f09a185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905752 Jul 09 19:57:56.092707 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-6c5583c8-f498-4bf2-ab2f-09383ab75f43 None None] Set router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:56.203956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 87f3dcda-e978-4294-9e83-93abaa1a0394 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:57:56.207057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:56.214904 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-4faf9139-4263-4ffa-84d3-d08cf6494fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:56.214904 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-4faf9139-4263-4ffa-84d3-d08cf6494fd5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf HTTP/1.1" status: 200 len: 920 time: 0.1461482 Jul 09 19:57:56.292979 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-a513e406-ae94-4532-b3bc-3eaf4b55bc98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 HTTP/1.1" status: 200 len: 217 time: 0.0684223 Jul 09 19:57:56.352245 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:56.389012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-ac919226-dca8-4fd6-9380-a19d530a1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:56.390730 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-ac919226-dca8-4fd6-9380-a19d530a1be2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=73b0c9d0-82f4-4376-a92d-35f98e89b332 HTTP/1.1" status: 200 len: 859 time: 0.0865664 Jul 09 19:57:56.404410 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 87f3dcda-e978-4294-9e83-93abaa1a0394, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=87f3dcda-e978-4294-9e83-93abaa1a0394,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:56.417193 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e46f4f-3c36-4b8c-84a1-69be8db86070 req-75bd2bda-a7d0-4312-943d-7d5139d710fc tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:56.421120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '87f3dcda-e978-4294-9e83-93abaa1a0394', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '87f3dcda-e978-4294-9e83-93abaa1a0394', 'mac_address': 'fa:16:3e:2b:6a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:57:56.423100 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:56.426160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35e46f4f-3c36-4b8c-84a1-69be8db86070 req-75bd2bda-a7d0-4312-943d-7d5139d710fc tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 946 time: 0.1661375 Jul 09 19:57:56.441763 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:56.443861 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:56.459484 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-65354a13-35b6-4d82-a468-c0c362b31452 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529778 Jul 09 19:57:56.511728 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35e46f4f-3c36-4b8c-84a1-69be8db86070 req-f77a6d17-5e34-4266-aa2e-ace52ef1ce32 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c3eb7a3-d821-42da-a87e-f2272fd8f131&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820172 Jul 09 19:57:56.519095 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:56.541728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f3dcda-e978-4294-9e83-93abaa1a0394 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:57:56.543433 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:56.582669 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6c5583c8-f498-4bf2-ab2f-09383ab75f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:28Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 4, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'gw_port': {'id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:29Z', 'updated_at': '2021-07-09T19:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0384ec28-72e7-457b-8d92-f9f3fd78b6d2', 'name': '', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'mac_address': 'fa:16:3e:bb:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:33Z', 'updated_at': '2021-07-09T19:56:43Z', 'revision_number': 5, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'subnets': [{'id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:56.634006 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 87f3dcda-e978-4294-9e83-93abaa1a0394, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=87f3dcda-e978-4294-9e83-93abaa1a0394,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:56.641022 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5583c8-f498-4bf2-ab2f-09383ab75f43 None None] Checking router: 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:57:56.642504 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:56.644949 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:56.650058 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:56.655522 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5583c8-f498-4bf2-ab2f-09383ab75f43 None None] Routers {'5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:56.656755 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6c5583c8-f498-4bf2-ab2f-09383ab75f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:56.724261 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fc9646-3949-4419-8233-497c27e88344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:56.728261 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42be8e55-3889-44d2-baf9-dc143f92d1c1" -d '{"events": [{"server_uuid": "a7fc9646-3949-4419-8233-497c27e88344", "name": "network-vif-plugged", "status": "completed", "tag": "bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:56.736712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Pushing event updated for resources: {'Port': ['ID=a3d42453-54df-4a7c-b124-bc8debf6be80,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:56.745424 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:57:56.754476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:57:56.759692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:57:56.774365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a,segment=NetworkSegment(bf6f67a5-89f4-4354-b8e2-a03968f6b910),segment_id=bf6f67a5-89f4-4354-b8e2-a03968f6b910)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:56.805098 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cd89f058-74de-4fb2-832e-dbc2f754294f req-24149c2b-585a-4ab2-8131-01d793775201 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8 HTTP/1.1" status: 200 len: 6148 time: 0.2492163 Jul 09 19:57:56.817799 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:56.836428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=87f3dcda-e978-4294-9e83-93abaa1a0394,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:56.870384 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9f28933f-ba0c-4155-a3d5-4ff8682dcce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:56.904959 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-6c5583c8-f498-4bf2-ab2f-09383ab75f43 None None] Set router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:56.911678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['87f3dcda-e978-4294-9e83-93abaa1a0394'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:56.964478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:56.986752 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-dc4ae884-ef1d-42d5-ab29-eacb5ff5f0df service neutron] 10.222.0.30 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201540 Jul 09 19:57:57.003088 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cd89f058-74de-4fb2-832e-dbc2f754294f req-3c557c80-e2ff-46f6-8969-ae2da922c620 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/65b3dfbd-8b83-4900-9ed8-aef67b03a6fe HTTP/1.1" status: 200 len: 2981 time: 0.1896737 Jul 09 19:57:57.123274 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cd89f058-74de-4fb2-832e-dbc2f754294f req-dac9d350-bdeb-47c0-b2d4-73727fb37d8d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/65b3dfbd-8b83-4900-9ed8-aef67b03a6fe HTTP/1.1" status: 200 len: 2981 time: 0.0867760 Jul 09 19:57:57.179668 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3f2f1-4336-4c4e-96c6-18367f9d8b02 req-1e651ade-7914-4fec-98f6-37882481d381 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:57.181274 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24e3f2f1-4336-4c4e-96c6-18367f9d8b02 req-1e651ade-7914-4fec-98f6-37882481d381 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.36 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 946 time: 0.1939692 Jul 09 19:57:57.200795 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6c5583c8-f498-4bf2-ab2f-09383ab75f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:28Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 4, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'gw_port': {'id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:29Z', 'updated_at': '2021-07-09T19:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0384ec28-72e7-457b-8d92-f9f3fd78b6d2', 'name': '', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'mac_address': 'fa:16:3e:bb:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:33Z', 'updated_at': '2021-07-09T19:56:43Z', 'revision_number': 5, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'subnets': [{'id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:57.237221 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:57.238898 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5583c8-f498-4bf2-ab2f-09383ab75f43 None None] The sync data for ids ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'] in n-d-800088-3 is: [{'id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:28Z', 'updated_at': '2021-07-09T19:56:34Z', 'revision_number': 4, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'gw_port': {'id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:29Z', 'updated_at': '2021-07-09T19:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0384ec28-72e7-457b-8d92-f9f3fd78b6d2', 'name': '', 'network_id': 'd28118c5-8f22-4ad0-84bb-78bd4d8999cf', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'mac_address': 'fa:16:3e:bb:26:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:33Z', 'updated_at': '2021-07-09T19:56:43Z', 'revision_number': 5, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'subnets': [{'id': '73b0c9d0-82f4-4376-a92d-35f98e89b332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:57:57.358585 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed44b7d8-0164-4ff2-8710-357cef10a5f6 req-06191413-0b8c-412a-a70a-583c52b4bc22 service neutron] 10.222.0.30 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329387 Jul 09 19:57:57.363444 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16862f7-13d9-4ed0-8f11-57d670712274 None None] Network cd374142-88a1-4361-9674-2bb9b234d6e5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:57:57.418819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-24e3f2f1-4336-4c4e-96c6-18367f9d8b02 req-9c7e48dc-eedf-4d0b-8f19-fc00202a89b6 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Deleting port a1752451-1f51-4dae-a057-170fb43310b1 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:57.419139 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-24e3f2f1-4336-4c4e-96c6-18367f9d8b02 req-9c7e48dc-eedf-4d0b-8f19-fc00202a89b6 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:57.480736 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042b8534-66e5-47dd-aaa4-1f1b3a4dd83a x-openstack-request-id: req-042b8534-66e5-47dd-aaa4-1f1b3a4dd83a {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:57.481332 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38af14dc-ce72-4ffd-8cdd-91ef0018ded4", "name": "network-vif-deleted", "tag": "3031a9b3-b148-4a9f-b849-2cf96518b209", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:57.481332 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-042b8534-66e5-47dd-aaa4-1f1b3a4dd83a {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:57.481669 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38af14dc-ce72-4ffd-8cdd-91ef0018ded4', 'name': 'network-vif-deleted', 'tag': '3031a9b3-b148-4a9f-b849-2cf96518b209', 'status': 'completed', 'code': 200} Jul 09 19:57:57.496612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7ac65189-331f-4008-9d91-0b8e0208fae0 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:57.566654 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:57.587606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-24e3f2f1-4336-4c4e-96c6-18367f9d8b02 req-9c7e48dc-eedf-4d0b-8f19-fc00202a89b6 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] For port a1752451-1f51-4dae-a057-170fb43310b1, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a1752451-1f51-4dae-a057-170fb43310b1,segment=NetworkSegment(5f624ca6-b454-46d3-bbb2-2c9cb7c05099),segment_id=5f624ca6-b454-46d3-bbb2-2c9cb7c05099)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:57.588359 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-24e3f2f1-4336-4c4e-96c6-18367f9d8b02 req-9c7e48dc-eedf-4d0b-8f19-fc00202a89b6 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:57.606089 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-24e3f2f1-4336-4c4e-96c6-18367f9d8b02 req-9c7e48dc-eedf-4d0b-8f19-fc00202a89b6 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Calling delete_port for a1752451-1f51-4dae-a057-170fb43310b1 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:57.739928 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135d194d-113b-48fb-b376-1ce24e02ec36 x-openstack-request-id: req-135d194d-113b-48fb-b376-1ce24e02ec36 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:57.740132 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fc9646-3949-4419-8233-497c27e88344", "name": "network-vif-plugged", "status": "completed", "tag": "bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:57.740324 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-135d194d-113b-48fb-b376-1ce24e02ec36 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:57.740687 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fc9646-3949-4419-8233-497c27e88344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a', 'code': 200} Jul 09 19:57:57.765252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-14c20790-9da9-4453-b8b5-03f3905caffa req-916d82c1-a69e-451a-9a5d-0325934f2f58 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-233874539', 'description': 'tempest-description-997887559'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:57.781606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfcd8e9-44ba-45b0-b258-34e0b6d9ac6e None None] New status for floating IP ba39cd9f-ccbf-49e7-9d67-d987972f68d9: DOWN {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:57:57.863217 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-14c20790-9da9-4453-b8b5-03f3905caffa req-916d82c1-a69e-451a-9a5d-0325934f2f58 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:57.921999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e88e74ef-ef37-43fb-8163-8b9b5977f3b9 None None] Provisioning for port 7ac65189-331f-4008-9d91-0b8e0208fae0 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:57.926471 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff6d15-1642-49ff-9b4c-6a88e3548d8b req-9d097453-864b-4d44-869b-917a53886b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:57.928027 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9eff6d15-1642-49ff-9b4c-6a88e3548d8b req-9d097453-864b-4d44-869b-917a53886b15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 1096 time: 0.1462927 Jul 09 19:57:57.947101 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-24e3f2f1-4336-4c4e-96c6-18367f9d8b02 req-9c7e48dc-eedf-4d0b-8f19-fc00202a89b6 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:57.969520 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['a1752451-1f51-4dae-a057-170fb43310b1'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:57:58.004453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e48dc-eedf-4d0b-8f19-fc00202a89b6 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Pushing event deleted for resources: {'Port': ['ID=a1752451-1f51-4dae-a057-170fb43310b1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:58.051216 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9eff6d15-1642-49ff-9b4c-6a88e3548d8b req-93694e3e-e672-42cd-b037-78b21b255cd3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=233b7468-7e4f-4c4f-86b0-ce0e7f09a185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125679 Jul 09 19:57:58.068213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 7ac65189-331f-4008-9d91-0b8e0208fae0 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:57:58.073566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 7ac65189-331f-4008-9d91-0b8e0208fae0 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:58.074013 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.087408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f17ac0-9d89-49c0-bb01-e08935b02c48 req-a9f7c3fd-7140-489b-a37f-0d169174263a tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:58.096911 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4f17ac0-9d89-49c0-bb01-e08935b02c48 req-a9f7c3fd-7140-489b-a37f-0d169174263a tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 945 time: 0.1064434 Jul 09 19:57:58.105616 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e3f2f1-4336-4c4e-96c6-18367f9d8b02 req-9c7e48dc-eedf-4d0b-8f19-fc00202a89b6 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] No DVR routers for this DVR port a1752451-1f51-4dae-a057-170fb43310b1 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:57:58.109941 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-24e3f2f1-4336-4c4e-96c6-18367f9d8b02 req-9c7e48dc-eedf-4d0b-8f19-fc00202a89b6 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.111964 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24e3f2f1-4336-4c4e-96c6-18367f9d8b02 req-9c7e48dc-eedf-4d0b-8f19-fc00202a89b6 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.36 "DELETE /v2.0/ports/a1752451-1f51-4dae-a057-170fb43310b1 HTTP/1.1" status: 204 len: 173 time: 0.9145029 Jul 09 19:57:58.135490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Router b49ce5e3-cac8-418d-9809-9cb9756b8876 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:57:58.146686 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-14c20790-9da9-4453-b8b5-03f3905caffa req-916d82c1-a69e-451a-9a5d-0325934f2f58 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.153208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4f17ac0-9d89-49c0-bb01-e08935b02c48 req-26f5c001-ee11-4675-81c9-296664db969a tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups?id=233b7468-7e4f-4c4f-86b0-ce0e7f09a185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550585 Jul 09 19:57:58.155262 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-14c20790-9da9-4453-b8b5-03f3905caffa req-916d82c1-a69e-451a-9a5d-0325934f2f58 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.186840 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.211623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 87f3dcda-e978-4294-9e83-93abaa1a0394 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:58.221190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d82c1-a69e-451a-9a5d-0325934f2f58 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c62e02a-8523-4ebd-b757-baaa327589eb,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:58.223529 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-14c20790-9da9-4453-b8b5-03f3905caffa req-916d82c1-a69e-451a-9a5d-0325934f2f58 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.237766 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-14c20790-9da9-4453-b8b5-03f3905caffa req-916d82c1-a69e-451a-9a5d-0325934f2f58 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4875946 Jul 09 19:57:58.280919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 7ac65189-331f-4008-9d91-0b8e0208fae0, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7ac65189-331f-4008-9d91-0b8e0208fae0,segment=NetworkSegment(73409942-d3fe-4044-b392-71efb99b4be7),segment_id=73409942-d3fe-4044-b392-71efb99b4be7)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:58.296190 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.336231 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e288a44b-b60e-4354-98d4-b6307f2722ea req-03b6cc65-5651-4b5c-8850-0e01e5ed20ec tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/floatingips/ba39cd9f-ccbf-49e7-9d67-d987972f68d9 HTTP/1.1" status: 200 len: 692 time: 0.1157281 Jul 09 19:57:58.424274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:57:58.439892 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Sync routers for ids ['b49ce5e3-cac8-418d-9809-9cb9756b8876'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:57:58.455311 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Routers {'b49ce5e3-cac8-418d-9809-9cb9756b8876'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:58.456773 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b49ce5e3-cac8-418d-9809-9cb9756b8876'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:58.457889 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.461814 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-40569d9e-698f-4cda-9693-d89ab86f1192 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3218355 Jul 09 19:57:58.462378 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60492) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:57:58.486374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d16d6-113a-473e-87d8-d30b71b3e6c2 req-370f215f-b281-484f-bf4c-ce29aef6e0df tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:58.493747 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-748d16d6-113a-473e-87d8-d30b71b3e6c2 req-370f215f-b281-484f-bf4c-ce29aef6e0df tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/ports?device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 945 time: 0.1142244 Jul 09 19:57:58.506934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=7ac65189-331f-4008-9d91-0b8e0208fae0,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:58.530945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288a44b-b60e-4354-98d4-b6307f2722ea req-4118df91-a111-476e-af5c-59f2c9e9caa0 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:58.536270 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 87f3dcda-e978-4294-9e83-93abaa1a0394 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:58.536671 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.537995 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e288a44b-b60e-4354-98d4-b6307f2722ea req-4118df91-a111-476e-af5c-59f2c9e9caa0 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 784 time: 0.1933839 Jul 09 19:57:58.554771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-748d16d6-113a-473e-87d8-d30b71b3e6c2 req-17a11658-bf61-4876-9e89-6367332242fa tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/security-groups?id=49a9a3b2-7dfb-4058-ba0d-b20f09b704be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591211 Jul 09 19:57:58.562930 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-259e6168-c2c6-48c6-b5bf-41a2ef599d9b None None] Provisioning complete for port 7ac65189-331f-4008-9d91-0b8e0208fae0 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:58.563310 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-259e6168-c2c6-48c6-b5bf-41a2ef599d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.612808 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Set router b49ce5e3-cac8-418d-9809-9cb9756b8876 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:57:58.628765 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e288a44b-b60e-4354-98d4-b6307f2722ea req-27bb4984-73ad-4e4b-9696-ad822cb3e39b tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.86 HTTP/1.1" status: 200 len: 695 time: 0.0897233 Jul 09 19:57:58.689715 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.694705 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e288a44b-b60e-4354-98d4-b6307f2722ea req-6f916b9d-283e-42e9-8275-b753214556f1 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.0.86 HTTP/1.1" status: 200 len: 695 time: 0.0649960 Jul 09 19:57:58.742533 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 87f3dcda-e978-4294-9e83-93abaa1a0394, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=87f3dcda-e978-4294-9e83-93abaa1a0394,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:57:58.746147 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-861993a1-80de-45c7-b613-75c993334ece req-092c1add-77c7-4fb9-bd67-3e596bbd5888 tempest-ServerMetadataNegativeTestJSON-712038837 tempest-ServerMetadataNegativeTestJSON-712038837-project] 10.222.0.30 "GET /v2.0/ports?device_id=c42b869d-251e-47e0-ae84-c3a4a64ca27c HTTP/1.1" status: 200 len: 210 time: 0.0508308 Jul 09 19:57:58.749039 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.750067 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3031a9b3-b148-4a9f-b849-2cf96518b209 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:58.812097 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 3031a9b3-b148-4a9f-b849-2cf96518b209 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:58.812624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3031a9b3-b148-4a9f-b849-2cf96518b209 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:58.813115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a1752451-1f51-4dae-a057-170fb43310b1 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:57:58.844178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: a1752451-1f51-4dae-a057-170fb43310b1 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:57:58.845307 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a1752451-1f51-4dae-a057-170fb43310b1 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:57:58.864573 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=87f3dcda-e978-4294-9e83-93abaa1a0394,revision_number=10']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:58.873204 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:57:57Z', 'revision_number': 3, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'gw_port': {'id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:57:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:58.899129 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Checking router: b49ce5e3-cac8-418d-9809-9cb9756b8876 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:57:58.899459 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Updating router b49ce5e3-cac8-418d-9809-9cb9756b8876 port a3d42453-54df-4a7c-b124-bc8debf6be80 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:57:58.936661 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.964844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-72e09be0-060c-49b9-b7e0-600ce144fc7d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:57:58.966848 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-72e09be0-060c-49b9-b7e0-600ce144fc7d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 812 time: 0.1259995 Jul 09 19:57:58.984694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-e288a44b-b60e-4354-98d4-b6307f2722ea req-bd5fb3bc-0ef6-4c74-b4c6-705f73711c7c tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Deleting port 7e50118c-6047-487a-9a0e-86c91113c01b {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:57:58.985136 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e288a44b-b60e-4354-98d4-b6307f2722ea req-bd5fb3bc-0ef6-4c74-b4c6-705f73711c7c tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:58.986139 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a79afdae-db11-43ac-b618-ad91167291d0 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/quotas/382be6ed01574db2b800f45c2ce85e9e HTTP/1.1" status: 200 len: 375 time: 0.0106425 Jul 09 19:57:59.042297 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-3951378c-40bf-4e4b-aa63-6231aac5ec90 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497315 Jul 09 19:57:59.048323 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.139220 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e288a44b-b60e-4354-98d4-b6307f2722ea req-bd5fb3bc-0ef6-4c74-b4c6-705f73711c7c tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.139220 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e288a44b-b60e-4354-98d4-b6307f2722ea req-bd5fb3bc-0ef6-4c74-b4c6-705f73711c7c tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.140011 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-9ba62146-042e-4729-b3b2-65dbd7337091 service neutron] 10.222.0.30 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967836 Jul 09 19:57:59.158821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-e288a44b-b60e-4354-98d4-b6307f2722ea req-bd5fb3bc-0ef6-4c74-b4c6-705f73711c7c tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Calling delete_port for 7e50118c-6047-487a-9a0e-86c91113c01b owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:57:59.260716 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-02bdbd30-2af9-48a6-9ecb-69b95171e279 service neutron] 10.222.0.30 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196332 Jul 09 19:57:59.262502 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.277109 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Transition to ACTIVE for port object a3d42453-54df-4a7c-b124-bc8debf6be80 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:57:59.286969 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.320873 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.397386 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-31562c12-5064-496e-b163-82bafd5c8c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.406022 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-40b8e376-0aeb-49a9-8d26-a9633745e403 req-7c43ceb5-c50c-4e68-9699-4e8443f55c87 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-726149502', 'description': 'tempest-description-7234293'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:57:59.412159 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7ac65189-331f-4008-9d91-0b8e0208fae0 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:57:59.414113 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f8842-168c-46d0-b237-32741a18795e None None] Pushing event updated for resources: {'Port': ['ID=a3d42453-54df-4a7c-b124-bc8debf6be80,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:59.433412 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Attempting to bind port a3d42453-54df-4a7c-b124-bc8debf6be80 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:57:59.433883 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Attempting to bind port a3d42453-54df-4a7c-b124-bc8debf6be80 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:57:59.434280 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Attempting to bind port a3d42453-54df-4a7c-b124-bc8debf6be80 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:57:59.435889 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-40b8e376-0aeb-49a9-8d26-a9633745e403 req-7c43ceb5-c50c-4e68-9699-4e8443f55c87 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.442288 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:57:59.442828 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:57:59.443062 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.443455 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:57:59.443924 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Bound port: a3d42453-54df-4a7c-b124-bc8debf6be80, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:57:59.444302 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.457530 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e288a44b-b60e-4354-98d4-b6307f2722ea req-bd5fb3bc-0ef6-4c74-b4c6-705f73711c7c tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.483300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'tag': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77'}, {'server_uuid': 'c42b869d-251e-47e0-ae84-c3a4a64ca27c', 'name': 'network-vif-deleted', 'tag': 'a1752451-1f51-4dae-a057-170fb43310b1'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:59.486588 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9a5ba3-46d4-49fb-8ad2-273b9953dd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "78330125-b9d6-4e6c-9cbc-8603a52dde2e", "tag": "33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77"}, {"server_uuid": "c42b869d-251e-47e0-ae84-c3a4a64ca27c", "name": "network-vif-deleted", "tag": "a1752451-1f51-4dae-a057-170fb43310b1"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:59.499775 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5fb3bc-0ef6-4c74-b4c6-705f73711c7c tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Pushing event deleted for resources: {'Port': ['ID=7e50118c-6047-487a-9a0e-86c91113c01b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:59.527840 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] For port a3d42453-54df-4a7c-b124-bc8debf6be80, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:57:59.531335 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] For port a3d42453-54df-4a7c-b124-bc8debf6be80, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a3d42453-54df-4a7c-b124-bc8debf6be80,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:57:59.538970 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.587171 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-40b8e376-0aeb-49a9-8d26-a9633745e403 req-7c43ceb5-c50c-4e68-9699-4e8443f55c87 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.595669 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-40b8e376-0aeb-49a9-8d26-a9633745e403 req-7c43ceb5-c50c-4e68-9699-4e8443f55c87 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.604686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Allocated IP 172.20.0.1 (cd374142-88a1-4361-9674-2bb9b234d6e5/611acea0-bc47-4c49-87b6-27f0504c3c45/018347c6-a7ed-4cea-8b46-db8b3bce6961) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:57:59.604968 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.614632 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e288a44b-b60e-4354-98d4-b6307f2722ea req-bd5fb3bc-0ef6-4c74-b4c6-705f73711c7c tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.617843 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e288a44b-b60e-4354-98d4-b6307f2722ea req-bd5fb3bc-0ef6-4c74-b4c6-705f73711c7c tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.633177 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e288a44b-b60e-4354-98d4-b6307f2722ea req-bd5fb3bc-0ef6-4c74-b4c6-705f73711c7c tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "DELETE /v2.0/floatingips/ba39cd9f-ccbf-49e7-9d67-d987972f68d9 HTTP/1.1" status: 204 len: 173 time: 0.9375174 Jul 09 19:57:59.639884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 7ac65189-331f-4008-9d91-0b8e0208fae0 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:57:59.640280 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.685803 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-40b8e376-0aeb-49a9-8d26-a9633745e403 req-7c43ceb5-c50c-4e68-9699-4e8443f55c87 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:57:59.689141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40b8e376-0aeb-49a9-8d26-a9633745e403 req-7c43ceb5-c50c-4e68-9699-4e8443f55c87 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2888193 Jul 09 19:57:59.703673 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43ceb5-c50c-4e68-9699-4e8443f55c87 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8387a66-dd0c-4228-9ce5-204be3830df4,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:59.743341 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f3dcda-e978-4294-9e83-93abaa1a0394'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:57:59.746348 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4a546d-4808-41e1-b2de-0158198b9db9" -d '{"events": [{"server_uuid": "33ec9a5e-05e7-478f-83f1-fa5a73eae3bf", "name": "network-vif-plugged", "status": "completed", "tag": "87f3dcda-e978-4294-9e83-93abaa1a0394"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:57:59.859670 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f8842-168c-46d0-b237-32741a18795e None None] Pushing event updated for resources: {'Port': ['ID=a3d42453-54df-4a7c-b124-bc8debf6be80,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:57:59.873019 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7394f799-0585-4f7d-b7cd-4e3d9452ed7f req-7f9a3b18-0133-475b-a94f-08de6094f765 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 210 time: 0.0788412 Jul 09 19:57:59.893987 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Routers {'b49ce5e3-cac8-418d-9809-9cb9756b8876'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:57:59.897596 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b49ce5e3-cac8-418d-9809-9cb9756b8876'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:57:59.971889 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beac4dea-baaa-46c6-baa3-1ddc5f1921b3 x-openstack-request-id: req-beac4dea-baaa-46c6-baa3-1ddc5f1921b3 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:57:59.971889 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78330125-b9d6-4e6c-9cbc-8603a52dde2e", "tag": "33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77", "status": "completed", "code": 200}, {"server_uuid": "c42b869d-251e-47e0-ae84-c3a4a64ca27c", "name": "network-vif-deleted", "tag": "a1752451-1f51-4dae-a057-170fb43310b1", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:57:59.971889 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-beac4dea-baaa-46c6-baa3-1ddc5f1921b3 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:57:59.972313 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'tag': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77', 'status': 'completed', 'code': 200} Jul 09 19:57:59.972616 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42b869d-251e-47e0-ae84-c3a4a64ca27c', 'name': 'network-vif-deleted', 'tag': 'a1752451-1f51-4dae-a057-170fb43310b1', 'status': 'completed', 'code': 200} Jul 09 19:58:00.003074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:00.022571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858692a9-c974-4a28-92c3-b42ec2125c11 req-8b4e2c15-3919-44e7-9393-f214a0dac296 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:00.024152 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-858692a9-c974-4a28-92c3-b42ec2125c11 req-8b4e2c15-3919-44e7-9393-f214a0dac296 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.36 "GET /v2.0/ports?device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 945 time: 0.1693547 Jul 09 19:58:00.062079 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Transition to ACTIVE for port object 018347c6-a7ed-4cea-8b46-db8b3bce6961 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:00.074197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c498a5-054f-42e6-927f-5175d919cb97 req-001f439a-be7f-420b-b607-c358bac67b33 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:00.075870 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-98c498a5-054f-42e6-927f-5175d919cb97 req-001f439a-be7f-420b-b607-c358bac67b33 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 945 time: 0.2321577 Jul 09 19:58:00.139757 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-98c498a5-054f-42e6-927f-5175d919cb97 req-95bd51bf-d1f5-4779-ad20-6e1b7b444130 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups?id=233b7468-7e4f-4c4f-86b0-ce0e7f09a185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572159 Jul 09 19:58:00.146487 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] Set router b49ce5e3-cac8-418d-9809-9cb9756b8876 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:00.210838 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:00.240136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a5ba3-46d4-49fb-8ad2-273b9953dd3c req-170ae530-b990-4a73-a7f0-ae85803913b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:00.241712 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b9a5ba3-46d4-49fb-8ad2-273b9953dd3c req-170ae530-b990-4a73-a7f0-ae85803913b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f22af0e34994cab9327fe435cc5d495&device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 1097 time: 0.2087889 Jul 09 19:58:00.276635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c38ce-dbd6-402c-9b5b-e9293574fb25 req-aba0bbda-060f-4d83-b401-8dfc0858ae9f tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:00.278424 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-988c38ce-dbd6-402c-9b5b-e9293574fb25 req-aba0bbda-060f-4d83-b401-8dfc0858ae9f tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/ports?device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 945 time: 0.2442489 Jul 09 19:58:00.290884 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-82904f40-47ad-4db7-8d01-9f7dc8eeb384 req-ebabce19-45bb-443d-8a74-f38b3aeff4d9 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups/ed8783a1-8dec-4519-a810-d617835a83b0 HTTP/1.1" status: 200 len: 1809 time: 0.1131244 Jul 09 19:58:00.301976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Network cd374142-88a1-4361-9674-2bb9b234d6e5 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:00.319083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:00.325268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:00.328012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Pushing event updated for resources: {'Port': ['ID=018347c6-a7ed-4cea-8b46-db8b3bce6961,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:00.359686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-858692a9-c974-4a28-92c3-b42ec2125c11 req-4b26fea6-76ad-47fc-a3d3-a003d86c4f88 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Deleting port 3876153f-39a1-42de-ac12-722cb8e6f936 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:58:00.360106 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-858692a9-c974-4a28-92c3-b42ec2125c11 req-4b26fea6-76ad-47fc-a3d3-a003d86c4f88 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:00.360274 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:00.377326 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:57:57Z', 'revision_number': 3, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'gw_port': {'id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:00.410734 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:00.434138 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ddd22d-bcd5-4253-aa6b-bf96295f69ee None None] The sync data for ids ['b49ce5e3-cac8-418d-9809-9cb9756b8876'] in n-d-800088-3 is: [{'id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:57:57Z', 'revision_number': 3, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'gw_port': {'id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:57:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:58:00.469291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-82904f40-47ad-4db7-8d01-9f7dc8eeb384 req-ca50da42-7b6d-482c-88da-497f202f3e84 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:00.493165 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-988c38ce-dbd6-402c-9b5b-e9293574fb25 req-5fcaa85a-f411-4183-9d0e-cb7d12d39aff tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/security-groups?id=49a9a3b2-7dfb-4058-ba0d-b20f09b704be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738312 Jul 09 19:58:00.502578 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a5ba3-46d4-49fb-8ad2-273b9953dd3c req-5d1962b8-e368-4355-b41a-fc026bfe290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:00.504283 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b9a5ba3-46d4-49fb-8ad2-273b9953dd3c req-5d1962b8-e368-4355-b41a-fc026bfe290f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf HTTP/1.1" status: 200 len: 920 time: 0.2505088 Jul 09 19:58:00.539815 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-82904f40-47ad-4db7-8d01-9f7dc8eeb384 req-ca50da42-7b6d-482c-88da-497f202f3e84 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:00.590764 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdce1fdb-4d3a-4398-872f-b92cb038e472 x-openstack-request-id: req-cdce1fdb-4d3a-4398-872f-b92cb038e472 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:00.591077 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec9a5e-05e7-478f-83f1-fa5a73eae3bf", "name": "network-vif-plugged", "status": "completed", "tag": "87f3dcda-e978-4294-9e83-93abaa1a0394", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:00.591337 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdce1fdb-4d3a-4398-872f-b92cb038e472 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:00.591736 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f3dcda-e978-4294-9e83-93abaa1a0394', 'code': 200} Jul 09 19:58:00.611410 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b9a5ba3-46d4-49fb-8ad2-273b9953dd3c req-758697bd-c08c-44a8-b7b6-a8c075bc6f4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 HTTP/1.1" status: 200 len: 217 time: 0.0975771 Jul 09 19:58:00.663703 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-858692a9-c974-4a28-92c3-b42ec2125c11 req-4b26fea6-76ad-47fc-a3d3-a003d86c4f88 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] For port 3876153f-39a1-42de-ac12-722cb8e6f936, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3876153f-39a1-42de-ac12-722cb8e6f936,segment=NetworkSegment(5c7f5cc6-5248-4530-b35b-3988766d672d),segment_id=5c7f5cc6-5248-4530-b35b-3988766d672d)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:00.664080 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-858692a9-c974-4a28-92c3-b42ec2125c11 req-4b26fea6-76ad-47fc-a3d3-a003d86c4f88 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:00.673689 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9373ef1c-beb4-4fc6-82df-350bf7186b9e None None] Provisioning for port 018347c6-a7ed-4cea-8b46-db8b3bce6961 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:00.686988 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9373ef1c-beb4-4fc6-82df-350bf7186b9e None None] Provisioning complete for port 018347c6-a7ed-4cea-8b46-db8b3bce6961 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:00.688716 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-82904f40-47ad-4db7-8d01-9f7dc8eeb384 req-ca50da42-7b6d-482c-88da-497f202f3e84 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:00.689162 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9373ef1c-beb4-4fc6-82df-350bf7186b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:00.690508 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-858692a9-c974-4a28-92c3-b42ec2125c11 req-4b26fea6-76ad-47fc-a3d3-a003d86c4f88 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Calling delete_port for 3876153f-39a1-42de-ac12-722cb8e6f936 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:58:00.692177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60540) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:00.692808 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-82904f40-47ad-4db7-8d01-9f7dc8eeb384 req-ca50da42-7b6d-482c-88da-497f202f3e84 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:00.714887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a5ba3-46d4-49fb-8ad2-273b9953dd3c req-e6034485-b03e-4a35-aa7c-1b704535ac3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:00.716389 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b9a5ba3-46d4-49fb-8ad2-273b9953dd3c req-e6034485-b03e-4a35-aa7c-1b704535ac3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=73b0c9d0-82f4-4376-a92d-35f98e89b332 HTTP/1.1" status: 200 len: 859 time: 0.0942233 Jul 09 19:58:00.733661 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-82904f40-47ad-4db7-8d01-9f7dc8eeb384 req-ca50da42-7b6d-482c-88da-497f202f3e84 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "DELETE /v2.0/security-groups/ed8783a1-8dec-4519-a810-d617835a83b0 HTTP/1.1" status: 204 len: 173 time: 0.4408813 Jul 09 19:58:00.773937 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9373ef1c-beb4-4fc6-82df-350bf7186b9e None None] Port 018347c6-a7ed-4cea-8b46-db8b3bce6961 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:58:00.774456 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50da42-7b6d-482c-88da-497f202f3e84 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8783a1-8dec-4519-a810-d617835a83b0,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:00.883284 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:00.996766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-58aae85c-4856-4890-b379-77d70dd98cd8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:00.998165 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-58aae85c-4856-4890-b379-77d70dd98cd8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/networks?id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5 HTTP/1.1" status: 200 len: 812 time: 0.2250195 Jul 09 19:58:01.029696 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b9a5ba3-46d4-49fb-8ad2-273b9953dd3c req-5f251e77-be72-4a3f-8660-c5049b88ea23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d28118c5-8f22-4ad0-84bb-78bd4d8999cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002176 Jul 09 19:58:01.048770 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-24a0c5c1-6d44-4b92-a5a4-8d0aa796e92f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/quotas/1324b3cc5bcd41f2a08785d8da74a3b8 HTTP/1.1" status: 200 len: 375 time: 0.0215089 Jul 09 19:58:01.133742 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a3f2fc-23eb-4132-80ec-9b62e00f1954 admin admin] Deleting subnet da3d763f-5ff7-47b1-aae0-7e535d288cf1 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:58:01.167031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:01.176085 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:01.185489 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06a3f2fc-23eb-4132-80ec-9b62e00f1954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:01.288723 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06a3f2fc-23eb-4132-80ec-9b62e00f1954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:01.394286 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:01.443864 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b9a5ba3-46d4-49fb-8ad2-273b9953dd3c req-cab6fb74-1e25-4e1e-8198-87445226c510 service neutron] 10.222.0.36 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940356 Jul 09 19:58:01.467224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a3d42453-54df-4a7c-b124-bc8debf6be80 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:01.490826 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-a53d3952-baed-4175-ada3-3a1fffb0623f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3815837 Jul 09 19:58:01.502838 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7f1c7e8-0dcd-4c97-bdd0-9883970f8609 req-e8df46fc-5be0-423b-b408-2b8b0a868abe tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 210 time: 0.0975380 Jul 09 19:58:01.560696 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06a3f2fc-23eb-4132-80ec-9b62e00f1954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:01.582253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port a3d42453-54df-4a7c-b124-bc8debf6be80 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:01.587168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a3d42453-54df-4a7c-b124-bc8debf6be80 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:01.587636 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:01.675381 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-858692a9-c974-4a28-92c3-b42ec2125c11 req-4b26fea6-76ad-47fc-a3d3-a003d86c4f88 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:01.693053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['3876153f-39a1-42de-ac12-722cb8e6f936'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:01.751068 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26fea6-76ad-47fc-a3d3-a003d86c4f88 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Pushing event deleted for resources: {'Port': ['ID=3876153f-39a1-42de-ac12-722cb8e6f936,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:01.772092 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:01.782667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Pushing event updated for resources: {'Port': ['ID=018347c6-a7ed-4cea-8b46-db8b3bce6961,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:01.819319 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port a3d42453-54df-4a7c-b124-bc8debf6be80, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a3d42453-54df-4a7c-b124-bc8debf6be80,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:01.826850 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:01.836150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-edd4a8b8-9dca-40d8-b296-3cd64cc78ee1 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:01.849693 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-8f3a5e6e-7e1c-4d77-afcb-14fbb97f1ae5 service neutron] 10.222.0.30 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578961 Jul 09 19:58:01.851022 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-edd4a8b8-9dca-40d8-b296-3cd64cc78ee1 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.36 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 812 time: 0.4145124 Jul 09 19:58:01.887687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-858692a9-c974-4a28-92c3-b42ec2125c11 req-4b26fea6-76ad-47fc-a3d3-a003d86c4f88 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] No DVR routers for this DVR port 3876153f-39a1-42de-ac12-722cb8e6f936 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:58:01.890814 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-858692a9-c974-4a28-92c3-b42ec2125c11 req-4b26fea6-76ad-47fc-a3d3-a003d86c4f88 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:01.893186 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-858692a9-c974-4a28-92c3-b42ec2125c11 req-4b26fea6-76ad-47fc-a3d3-a003d86c4f88 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.36 "DELETE /v2.0/ports/3876153f-39a1-42de-ac12-722cb8e6f936 HTTP/1.1" status: 204 len: 173 time: 1.8579254 Jul 09 19:58:01.937675 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06a3f2fc-23eb-4132-80ec-9b62e00f1954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:01.939632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=a3d42453-54df-4a7c-b124-bc8debf6be80,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:01.950402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-9026c881-fd42-4a3f-8618-64fe51f59250 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Request body: {'port': {'device_id': '8b911a12-01ee-411e-a6a5-8a204fc05017', 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'admin_state_up': True, 'tenant_id': '382be6ed01574db2b800f45c2ce85e9e'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:01.971924 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b9a5ba3-46d4-49fb-8ad2-273b9953dd3c req-0315ec6e-177c-430a-a969-1aecedb177f1 service neutron] 10.222.0.36 "GET /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122647 Jul 09 19:58:02.009507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db476716-5d6a-4793-b633-55c44a230396', 'name': 'network-vif-deleted', 'tag': '3876153f-39a1-42de-ac12-722cb8e6f936'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:02.012466 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb0df67-497f-4174-9ae9-ed75c4ea56e3" -d '{"events": [{"server_uuid": "db476716-5d6a-4793-b633-55c44a230396", "name": "network-vif-deleted", "tag": "3876153f-39a1-42de-ac12-722cb8e6f936"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:02.022134 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06a3f2fc-23eb-4132-80ec-9b62e00f1954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:02.027263 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-06a3f2fc-23eb-4132-80ec-9b62e00f1954 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/da3d763f-5ff7-47b1-aae0-7e535d288cf1 HTTP/1.1" status: 204 len: 168 time: 1.3309774 Jul 09 19:58:02.028181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3f2fc-23eb-4132-80ec-9b62e00f1954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da3d763f-5ff7-47b1-aae0-7e535d288cf1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:02.036579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60596) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:02.140493 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-53a158e5-a9bd-4bf1-9916-d52d9b5e5b69 service neutron] 10.222.0.30 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892029 Jul 09 19:58:02.170355 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63b54e30-a287-407b-b00f-0fde3f61ceab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:02.190806 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:02.363173 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63b54e30-a287-407b-b00f-0fde3f61ceab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:02.403743 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-63b54e30-a287-407b-b00f-0fde3f61ceab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cbf2e5-e12a-4d1f-891e-71669ce8bd48']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:02.445770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-63b54e30-a287-407b-b00f-0fde3f61ceab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f624ca6-b454-46d3-bbb2-2c9cb7c05099') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:02.449222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-63b54e30-a287-407b-b00f-0fde3f61ceab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f624ca6-b454-46d3-bbb2-2c9cb7c05099') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:02.461338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01958f0-5362-4ce1-a57d-bb654f4d6b6c req-2beef7a3-14c1-4e11-98ae-23911fdd40a4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:02.464067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e01958f0-5362-4ce1-a57d-bb654f4d6b6c req-2beef7a3-14c1-4e11-98ae-23911fdd40a4 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 945 time: 0.6699269 Jul 09 19:58:02.477414 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63b54e30-a287-407b-b00f-0fde3f61ceab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:02.479422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Network cd374142-88a1-4361-9674-2bb9b234d6e5 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:02.518307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:02.569088 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e01958f0-5362-4ce1-a57d-bb654f4d6b6c req-598c8a41-f2bb-43d7-9dd0-a9f3f313c82c tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups?id=233b7468-7e4f-4c4f-86b0-ce0e7f09a185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962124 Jul 09 19:58:02.582805 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63b54e30-a287-407b-b00f-0fde3f61ceab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:02.611316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b54e30-a287-407b-b00f-0fde3f61ceab admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:58:02.612400 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63b54e30-a287-407b-b00f-0fde3f61ceab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: timer() Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:58:02.614706 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:58:02.730329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9fcb4-609e-4f86-a22c-2501a6d29f94 req-7a48eadf-d383-49db-8d3f-e4b86084280e tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:02.740816 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5f9fcb4-609e-4f86-a22c-2501a6d29f94 req-7a48eadf-d383-49db-8d3f-e4b86084280e tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.2654097 Jul 09 19:58:02.757031 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63b54e30-a287-407b-b00f-0fde3f61ceab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:02.762674 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63b54e30-a287-407b-b00f-0fde3f61ceab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:02.768127 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-63b54e30-a287-407b-b00f-0fde3f61ceab admin admin] 10.222.0.30 "DELETE /v2.0/networks/25cbf2e5-e12a-4d1f-891e-71669ce8bd48 HTTP/1.1" status: 204 len: 168 time: 0.7304776 Jul 09 19:58:02.812350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b54e30-a287-407b-b00f-0fde3f61ceab admin admin] Pushing event deleted for resources: {'Network': ['ID=25cbf2e5-e12a-4d1f-891e-71669ce8bd48,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:02.847973 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5f9fcb4-609e-4f86-a22c-2501a6d29f94 req-3a07e297-982b-4c0f-acc6-ee38930dbc3e tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059322 Jul 09 19:58:02.964396 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-625eec96-b4cf-4fd9-bd8c-fdf975f954a4 req-e5f7b7da-a606-4d1d-9f01-2d5682b91b14 tempest-InstanceActionsNegativeTestJSON-1099668045 tempest-InstanceActionsNegativeTestJSON-1099668045-project] 10.222.0.30 "GET /v2.0/ports?device_id=db476716-5d6a-4793-b633-55c44a230396 HTTP/1.1" status: 200 len: 210 time: 0.0583069 Jul 09 19:58:02.967549 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Router b49ce5e3-cac8-418d-9809-9cb9756b8876 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:58:02.980504 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a28bb40-688c-496c-b144-7e61944f42fc x-openstack-request-id: req-3a28bb40-688c-496c-b144-7e61944f42fc {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:02.981177 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db476716-5d6a-4793-b633-55c44a230396", "name": "network-vif-deleted", "tag": "3876153f-39a1-42de-ac12-722cb8e6f936", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:02.981722 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a28bb40-688c-496c-b144-7e61944f42fc {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:02.982389 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db476716-5d6a-4793-b633-55c44a230396', 'name': 'network-vif-deleted', 'tag': '3876153f-39a1-42de-ac12-722cb8e6f936', 'status': 'completed', 'code': 200} Jul 09 19:58:03.012009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-9026c881-fd42-4a3f-8618-64fe51f59250 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Made reservation on behalf of 382be6ed01574db2b800f45c2ce85e9e for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:03.025546 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-9026c881-fd42-4a3f-8618-64fe51f59250 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:03.144937 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-334b84c3-39a9-4c16-ae77-d0b103593cd7 None None] Provisioning complete for port 018347c6-a7ed-4cea-8b46-db8b3bce6961 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:03.147843 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-334b84c3-39a9-4c16-ae77-d0b103593cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:03.160255 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da048454-614e-46af-8021-d7af745df937 req-1389bbff-edd8-49e7-8d87-fa0ce61635ed tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 210 time: 0.0914304 Jul 09 19:58:03.161044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60622) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:03.301672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-334b84c3-39a9-4c16-ae77-d0b103593cd7 None None] Port 018347c6-a7ed-4cea-8b46-db8b3bce6961 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:58:03.325353 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d3fc80d9-b0cb-40db-a9cf-c56345908734 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e4b4456a580473c90cb85f00678a6ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569712 Jul 09 19:58:03.327658 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60624) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:03.371585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1e5cdac5-4461-4800-ace8-a542fb78a712 req-17ea312f-4d79-4d3f-9716-7458b3e87d0c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 210 time: 0.1348760 Jul 09 19:58:03.443853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a3d42453-54df-4a7c-b124-bc8debf6be80 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:03.491684 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:58:03.498504 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d6081134-9d14-48f1-894e-faa0653965bd admin admin] 10.222.0.30 "PUT /v2.0/routers/b49ce5e3-cac8-418d-9809-9cb9756b8876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0351303 Jul 09 19:58:03.515231 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Sync routers for ids ['b49ce5e3-cac8-418d-9809-9cb9756b8876'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:58:03.528443 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9aa77a99-7ec7-4e45-b773-9d74fccd764c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:03.546050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-9026c881-fd42-4a3f-8618-64fe51f59250 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Allocated IP 172.20.0.6 (8894aba0-c40a-4dc6-b8c1-f53ea7016388/bdd5bce8-001b-47cc-8510-ced4334ba819/0d7e0607-60fc-454d-9037-d530e4eae484) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:03.553365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Routers {'b49ce5e3-cac8-418d-9809-9cb9756b8876'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:03.554383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b49ce5e3-cac8-418d-9809-9cb9756b8876'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:03.664471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a3d42453-54df-4a7c-b124-bc8debf6be80 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:03.670653 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:03.685501 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9aa77a99-7ec7-4e45-b773-9d74fccd764c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:03.939798 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-9026c881-fd42-4a3f-8618-64fe51f59250 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:03.961042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Set router b49ce5e3-cac8-418d-9809-9cb9756b8876 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:04.035055 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-9026c881-fd42-4a3f-8618-64fe51f59250 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:04.111187 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-9026c881-fd42-4a3f-8618-64fe51f59250 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:04.116063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-9026c881-fd42-4a3f-8618-64fe51f59250 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:04.127295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-9026c881-fd42-4a3f-8618-64fe51f59250 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:04.136732 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608f93f-d9d5-4d88-9b6d-57dde836efab req-c9da35ce-97b4-4b73-8095-e76dd545f64d tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:04.154936 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8608f93f-d9d5-4d88-9b6d-57dde836efab req-c9da35ce-97b4-4b73-8095-e76dd545f64d tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 945 time: 0.7434733 Jul 09 19:58:04.155472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60638) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:04.159926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026c881-fd42-4a3f-8618-64fe51f59250 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Pushing event updated for resources: {'Port': ['ID=0d7e0607-60fc-454d-9037-d530e4eae484,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:04.162608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-25847780-45c9-4772-982f-7c16a1cb9965 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Request body: {'floatingip': {'port_id': 'bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:04.222047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-9026c881-fd42-4a3f-8618-64fe51f59250 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:04.224052 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-9026c881-fd42-4a3f-8618-64fe51f59250 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:04.247925 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-9026c881-fd42-4a3f-8618-64fe51f59250 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3095682 Jul 09 19:58:04.263665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Request body: {'port': {'device_id': '8b911a12-01ee-411e-a6a5-8a204fc05017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:04.281917 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25847780-45c9-4772-982f-7c16a1cb9965 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for floatingip, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:04.299353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3876153f-39a1-42de-ac12-722cb8e6f936 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:58:04.337054 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 3876153f-39a1-42de-ac12-722cb8e6f936 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:58:04.337936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3876153f-39a1-42de-ac12-722cb8e6f936 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:58:04.390829 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:00Z', 'revision_number': 4, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'gw_port': {'id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '018347c6-a7ed-4cea-8b46-db8b3bce6961', 'name': '', 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'mac_address': 'fa:16:3e:88:f4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:59Z', 'updated_at': '2021-07-09T19:58:00Z', 'revision_number': 2, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'subnets': [{'id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:04.457567 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:04.464354 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Checking router: b49ce5e3-cac8-418d-9809-9cb9756b8876 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:58:04.464743 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Updating router b49ce5e3-cac8-418d-9809-9cb9756b8876 port 018347c6-a7ed-4cea-8b46-db8b3bce6961 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:58:04.540002 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:04.731938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60644) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:04.736517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-79e4016c-5056-4c34-a80a-b2ec9f6d1d85 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780225398', 'description': 'tempest-description--786734593'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:04.779487 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-171f8a2a-e1ee-45fc-9caf-c45478ef3d9d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:04.781112 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-171f8a2a-e1ee-45fc-9caf-c45478ef3d9d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.36 "GET /v2.0/networks?id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5 HTTP/1.1" status: 200 len: 812 time: 0.1644392 Jul 09 19:58:04.841016 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9aa77a99-7ec7-4e45-b773-9d74fccd764c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:04.844437 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9aa77a99-7ec7-4e45-b773-9d74fccd764c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:04.848132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9aa77a99-7ec7-4e45-b773-9d74fccd764c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c3eb7a3-d821-42da-a87e-f2272fd8f131 HTTP/1.1" status: 204 len: 168 time: 1.5147445 Jul 09 19:58:04.852925 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-07abb885-e582-4c6c-9537-296276094ecc tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'port': {'device_id': 'd5ee174c-9d71-489e-b4e5-2296fb1a2808', 'network_id': '6e195a00-a5e6-4c1e-b81e-59d72e1115c5', 'admin_state_up': True, 'tenant_id': '1324b3cc5bcd41f2a08785d8da74a3b8'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:05.025285 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60656) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:05.068655 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ed8eb-06b1-43c4-b51e-f7f41d08e273 req-1fead253-9dd2-49ab-a0ef-86c6b375208b tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:05.070567 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-658ed8eb-06b1-43c4-b51e-f7f41d08e273 req-1fead253-9dd2-49ab-a0ef-86c6b375208b tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.6936605 Jul 09 19:58:05.071393 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa77a99-7ec7-4e45-b773-9d74fccd764c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3eb7a3-d821-42da-a87e-f2272fd8f131,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:05.083703 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-79e4016c-5056-4c34-a80a-b2ec9f6d1d85 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:05.127156 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-07abb885-e582-4c6c-9537-296276094ecc tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Made reservation on behalf of 1324b3cc5bcd41f2a08785d8da74a3b8 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:05.131827 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-07abb885-e582-4c6c-9537-296276094ecc tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:05.210153 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11c7f2a6-e350-4c3a-b3ec-95d2b20c97b5 req-1bd4e543-7de8-417b-8080-b6bec8a7c135 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 210 time: 0.0800786 Jul 09 19:58:05.216451 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-658ed8eb-06b1-43c4-b51e-f7f41d08e273 req-206732f1-1573-4c76-b598-3b995646e101 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297748 Jul 09 19:58:05.269298 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:05.284431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Transition to ACTIVE for port object 018347c6-a7ed-4cea-8b46-db8b3bce6961 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:05.300159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25225acc-bf2c-40cf-a472-8d5c354b6727 req-6cdaac0b-46cf-4628-9897-9dcef4b3e559 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:05.301811 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-25225acc-bf2c-40cf-a472-8d5c354b6727 req-6cdaac0b-46cf-4628-9897-9dcef4b3e559 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.36 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 946 time: 0.7824590 Jul 09 19:58:05.305414 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:05.403512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7e0607-60fc-454d-9037-d530e4eae484 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:58:05.429942 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:05.462763 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Transition to ACTIVE for port object 0d7e0607-60fc-454d-9037-d530e4eae484 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:05.484218 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:05.506352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ee466-3bdb-4bc0-ac84-046a464cb10d None None] Pushing event updated for resources: {'Port': ['ID=018347c6-a7ed-4cea-8b46-db8b3bce6961,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:05.597882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Attempting to bind port 018347c6-a7ed-4cea-8b46-db8b3bce6961 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:05.598271 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Attempting to bind port 018347c6-a7ed-4cea-8b46-db8b3bce6961 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '73409942-d3fe-4044-b392-71efb99b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:05.598649 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Attempting to bind port 018347c6-a7ed-4cea-8b46-db8b3bce6961 on network cd374142-88a1-4361-9674-2bb9b234d6e5 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:05.603162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e2ac2c-e3cc-4097-991e-ffdda5f91a66 admin admin] Deleting subnet e5fd7cfe-fea7-489f-9170-5bc2d8853cc6 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:58:05.609217 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:05.609613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Checking segment: {'id': '73409942-d3fe-4044-b392-71efb99b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:05.610026 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:05.610427 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Bound using segment: {'id': '73409942-d3fe-4044-b392-71efb99b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:05.610981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Bound port: 018347c6-a7ed-4cea-8b46-db8b3bce6961, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73409942-d3fe-4044-b392-71efb99b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:05.611379 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:05.697601 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ac2c-e3cc-4097-991e-ffdda5f91a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:05.702373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] For port 018347c6-a7ed-4cea-8b46-db8b3bce6961, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:05.706398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] For port 018347c6-a7ed-4cea-8b46-db8b3bce6961, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=018347c6-a7ed-4cea-8b46-db8b3bce6961,segment=NetworkSegment(73409942-d3fe-4044-b392-71efb99b4be7),segment_id=73409942-d3fe-4044-b392-71efb99b4be7)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:05.715997 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:05.770293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7e0607-60fc-454d-9037-d530e4eae484,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:05.818369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-25225acc-bf2c-40cf-a472-8d5c354b6727 req-ab13d138-5700-4ae1-a4c6-24948d0a96ca tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Deleting port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:58:05.820234 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-25225acc-bf2c-40cf-a472-8d5c354b6727 req-ab13d138-5700-4ae1-a4c6-24948d0a96ca tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:05.840624 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ac2c-e3cc-4097-991e-ffdda5f91a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:05.868855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Routers {'b49ce5e3-cac8-418d-9809-9cb9756b8876'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:05.871921 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b49ce5e3-cac8-418d-9809-9cb9756b8876'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:05.964033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ee466-3bdb-4bc0-ac84-046a464cb10d None None] Pushing event updated for resources: {'Port': ['ID=018347c6-a7ed-4cea-8b46-db8b3bce6961,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:05.981452 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-79e4016c-5056-4c34-a80a-b2ec9f6d1d85 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:06.002029 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-79e4016c-5056-4c34-a80a-b2ec9f6d1d85 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:06.032196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414ca47-0f60-4125-af60-8e88ecf51a7e req-ad6674e9-e2ed-42a4-8001-a65f197bb525 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:06.033905 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0414ca47-0f60-4125-af60-8e88ecf51a7e req-ad6674e9-e2ed-42a4-8001-a65f197bb525 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 943 time: 0.5072441 Jul 09 19:58:06.054965 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-07abb885-e582-4c6c-9537-296276094ecc tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Allocated IP 172.20.0.14 (6e195a00-a5e6-4c1e-b81e-59d72e1115c5/c3b7d21f-e851-4b97-8cca-10f0cf52ecf1/f6c7eecb-e004-45f6-88e5-715f968009b8) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:06.131780 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] Set router b49ce5e3-cac8-418d-9809-9cb9756b8876 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:06.171502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Attempting to bind port 0d7e0607-60fc-454d-9037-d530e4eae484 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:06.172352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Attempting to bind port 0d7e0607-60fc-454d-9037-d530e4eae484 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:06.172352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Attempting to bind port 0d7e0607-60fc-454d-9037-d530e4eae484 on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:06.174549 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-79e4016c-5056-4c34-a80a-b2ec9f6d1d85 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:06.175565 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-79e4016c-5056-4c34-a80a-b2ec9f6d1d85 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4495230 Jul 09 19:58:06.188289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60684) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:06.198860 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6b03ef44-52df-4cf9-b8f9-a8fe10f9911b tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Request body: {'security_group_rule': {'security_group_id': '2cc8c8b3-b5e8-46a7-be38-a79df5d07909', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:06.218910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4016c-5056-4c34-a80a-b2ec9f6d1d85 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc8c8b3-b5e8-46a7-be38-a79df5d07909,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:06.228071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Port 0d7e0607-60fc-454d-9037-d530e4eae484 on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:58:06.228418 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Attempting to bind port 0d7e0607-60fc-454d-9037-d530e4eae484 on network 8894aba0-c40a-4dc6-b8c1-f53ea7016388 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:06.255754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:06.256114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Checking segment: {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:06.256512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Bound using segment: {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:06.277227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Bound port: 0d7e0607-60fc-454d-9037-d530e4eae484, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3c62a3-1aae-4c98-ba59-ff8e0849de93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:06.277625 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:06.282659 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0414ca47-0f60-4125-af60-8e88ecf51a7e req-7a3f8899-d255-442d-b186-0966b21b16a0 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364528 Jul 09 19:58:06.416019 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6b03ef44-52df-4cf9-b8f9-a8fe10f9911b tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:06.475596 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ac2c-e3cc-4097-991e-ffdda5f91a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:06.503031 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] For port 0d7e0607-60fc-454d-9037-d530e4eae484, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:06.507994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] For port 0d7e0607-60fc-454d-9037-d530e4eae484, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0d7e0607-60fc-454d-9037-d530e4eae484,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:06.519803 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:06.604059 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:00Z', 'revision_number': 4, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'gw_port': {'id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '018347c6-a7ed-4cea-8b46-db8b3bce6961', 'name': '', 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'mac_address': 'fa:16:3e:88:f4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:59Z', 'updated_at': '2021-07-09T19:58:05Z', 'revision_number': 4, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'subnets': [{'id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:06.618827 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6b03ef44-52df-4cf9-b8f9-a8fe10f9911b tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:06.631355 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f24bdefd-4662-4990-8d8b-a2c9412df59d req-9d94b988-9f5a-443f-94c7-85219d38411e tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 210 time: 0.1008394 Jul 09 19:58:06.657383 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6b03ef44-52df-4cf9-b8f9-a8fe10f9911b tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:06.680192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-25225acc-bf2c-40cf-a472-8d5c354b6727 req-ab13d138-5700-4ae1-a4c6-24948d0a96ca tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] For port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77,segment=NetworkSegment(426b3431-097f-49b5-95b9-633084f5ddae),segment_id=426b3431-097f-49b5-95b9-633084f5ddae)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:06.684094 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-25225acc-bf2c-40cf-a472-8d5c354b6727 req-ab13d138-5700-4ae1-a4c6-24948d0a96ca tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:06.685838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:06.687106 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:06.693391 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] 10.222.0.36 "PUT /v2.0/ports/0d7e0607-60fc-454d-9037-d530e4eae484 HTTP/1.1" status: 200 len: 1091 time: 2.4319201 Jul 09 19:58:06.701438 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b911a12-01ee-411e-a6a5-8a204fc05017', 'tag': '0d7e0607-60fc-454d-9037-d530e4eae484'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:06.708863 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8407ea-af9c-4cf7-ae72-134ab605d2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8b911a12-01ee-411e-a6a5-8a204fc05017", "tag": "0d7e0607-60fc-454d-9037-d530e4eae484"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:06.723930 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-25225acc-bf2c-40cf-a472-8d5c354b6727 req-ab13d138-5700-4ae1-a4c6-24948d0a96ca tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Calling delete_port for 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:58:06.846851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03ef44-52df-4cf9-b8f9-a8fe10f9911b tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f00302d-d67b-42c4-928b-d6fac1df66df,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:06.887449 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6b03ef44-52df-4cf9-b8f9-a8fe10f9911b tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:06.890934 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6b03ef44-52df-4cf9-b8f9-a8fe10f9911b tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6957834 Jul 09 19:58:06.895028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60702) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:06.909945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0461d5b-65ad-44a5-bdc0-1122035bf7d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7e0607-60fc-454d-9037-d530e4eae484,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:06.921912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9d7cb633-4a36-4394-b56b-7063f6d8cef3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Request body: {'security_group_rule': {'security_group_id': '2cc8c8b3-b5e8-46a7-be38-a79df5d07909', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:06.943505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069a38fe-b5eb-41dd-ab22-453ca60039f7 None None] The sync data for ids ['b49ce5e3-cac8-418d-9809-9cb9756b8876'] in n-d-800088-3 is: [{'id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:00Z', 'revision_number': 4, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'gw_port': {'id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '018347c6-a7ed-4cea-8b46-db8b3bce6961', 'name': '', 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'mac_address': 'fa:16:3e:88:f4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:59Z', 'updated_at': '2021-07-09T19:58:05Z', 'revision_number': 4, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'subnets': [{'id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:58:07.123273 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.resource_extend [None req-25847780-45c9-4772-982f-7c16a1cb9965 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:58:07.127263 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ac2c-e3cc-4097-991e-ffdda5f91a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.143415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-1b951cc7-0efb-4baf-a525-43434d311178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:07.145542 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-1b951cc7-0efb-4baf-a525-43434d311178 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 1094 time: 0.3702884 Jul 09 19:58:07.229309 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2ac2c-e3cc-4097-991e-ffdda5f91a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5fd7cfe-fea7-489f-9170-5bc2d8853cc6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:07.236141 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb633-4a36-4394-b56b-7063f6d8cef3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.281282 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ac2c-e3cc-4097-991e-ffdda5f91a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.283267 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c4e2ac2c-e3cc-4097-991e-ffdda5f91a66 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e5fd7cfe-fea7-489f-9170-5bc2d8853cc6 HTTP/1.1" status: 204 len: 168 time: 2.2089090 Jul 09 19:58:07.304902 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-cd4373d4-0859-42c4-8d57-4d08402147d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d7e0607-60fc-454d-9037-d530e4eae484 HTTP/1.1" status: 200 len: 217 time: 0.1376772 Jul 09 19:58:07.306337 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75c4d31-09f5-4c67-8c09-bae69e995805 x-openstack-request-id: req-b75c4d31-09f5-4c67-8c09-bae69e995805 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:07.307461 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b911a12-01ee-411e-a6a5-8a204fc05017", "tag": "0d7e0607-60fc-454d-9037-d530e4eae484", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:07.307725 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b75c4d31-09f5-4c67-8c09-bae69e995805 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:07.308123 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b911a12-01ee-411e-a6a5-8a204fc05017', 'tag': '0d7e0607-60fc-454d-9037-d530e4eae484', 'status': 'completed', 'code': 200} Jul 09 19:58:07.310950 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60716) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:07.366858 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25847780-45c9-4772-982f-7c16a1cb9965 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.384406 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25847780-45c9-4772-982f-7c16a1cb9965 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.475945 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-25225acc-bf2c-40cf-a472-8d5c354b6727 req-ab13d138-5700-4ae1-a4c6-24948d0a96ca tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.509103 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 018347c6-a7ed-4cea-8b46-db8b3bce6961 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:07.545678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13d138-5700-4ae1-a4c6-24948d0a96ca tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Pushing event deleted for resources: {'Port': ['ID=33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:07.596316 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-07abb885-e582-4c6c-9537-296276094ecc tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.642109 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 018347c6-a7ed-4cea-8b46-db8b3bce6961 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:07.647287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 018347c6-a7ed-4cea-8b46-db8b3bce6961 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:07.647681 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.694127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-1505ae1c-bc3b-4d87-8908-3e073864f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:07.697083 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-1505ae1c-bc3b-4d87-8908-3e073864f366 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 200 len: 852 time: 0.3674476 Jul 09 19:58:07.727863 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50332f9e-d592-429d-a80e-0924a00a49c8 req-c4eef161-8048-43dc-964a-fea74f07fd54 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:07.736900 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50332f9e-d592-429d-a80e-0924a00a49c8 req-c4eef161-8048-43dc-964a-fea74f07fd54 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/ports?device_id=78330125-b9d6-4e6c-9cbc-8603a52dde2e HTTP/1.1" status: 200 len: 867 time: 1.1561751 Jul 09 19:58:07.745698 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb633-4a36-4394-b56b-7063f6d8cef3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.785241 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-af64c63a-feb3-49e3-a493-b053375b9562 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8894aba0-c40a-4dc6-b8c1-f53ea7016388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459433 Jul 09 19:58:07.795850 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb633-4a36-4394-b56b-7063f6d8cef3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.840263 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-25225acc-bf2c-40cf-a472-8d5c354b6727 req-ab13d138-5700-4ae1-a4c6-24948d0a96ca tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] No DVR routers for this DVR port 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:58:07.868511 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-693c4d62-0cfd-4b81-b499-8e5e3f675ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.885797 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.886788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cb633-4a36-4394-b56b-7063f6d8cef3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94984438-7e58-4680-a8cf-e3570de1c5e8,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:07.889332 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb633-4a36-4394-b56b-7063f6d8cef3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.893738 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9d7cb633-4a36-4394-b56b-7063f6d8cef3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9973779 Jul 09 19:58:07.906026 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-25225acc-bf2c-40cf-a472-8d5c354b6727 req-ab13d138-5700-4ae1-a4c6-24948d0a96ca tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:07.908052 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-25225acc-bf2c-40cf-a472-8d5c354b6727 req-ab13d138-5700-4ae1-a4c6-24948d0a96ca tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.36 "DELETE /v2.0/ports/33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 HTTP/1.1" status: 204 len: 173 time: 2.5966864 Jul 09 19:58:07.908595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'name': 'network-vif-deleted', 'tag': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:07.921222 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a39bc6-7ad6-4620-8ead-599bc0f9afd2" -d '{"events": [{"server_uuid": "78330125-b9d6-4e6c-9cbc-8603a52dde2e", "name": "network-vif-deleted", "tag": "33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:07.936994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60738) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:07.942545 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:07.989214 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50332f9e-d592-429d-a80e-0924a00a49c8 req-4aae5be5-7874-4334-af3e-37925ae6fa45 tempest-ServerRescueTestJSONUnderV235-939408057 tempest-ServerRescueTestJSONUnderV235-939408057-project] 10.222.0.30 "GET /v2.0/security-groups?id=77ae4faa-eea9-44d8-9d64-c07f45cc6e05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513320 Jul 09 19:58:07.994939 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 018347c6-a7ed-4cea-8b46-db8b3bce6961, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=018347c6-a7ed-4cea-8b46-db8b3bce6961,segment=NetworkSegment(73409942-d3fe-4044-b392-71efb99b4be7),segment_id=73409942-d3fe-4044-b392-71efb99b4be7)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:08.007436 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:08.008371 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e395cec-d61c-4341-8b5f-761f3ecbfd74 req-34497bd4-9c4f-463f-bb7b-89a16c004f2e tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=3965751a-6081-49d8-a36d-14e002c02d92 HTTP/1.1" status: 200 len: 210 time: 0.1840858 Jul 09 19:58:08.009504 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-25847780-45c9-4772-982f-7c16a1cb9965 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Floating IP 16778493-923f-4f72-85ba-19d64edb24fb associated. External IP: 172.25.0.108, port: bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a. Jul 09 19:58:08.186497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=018347c6-a7ed-4cea-8b46-db8b3bce6961,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:08.212050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-07abb885-e582-4c6c-9537-296276094ecc tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:08.246459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['ccc50769-5b74-4cfb-9dfa-bc079bf20a3e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:08.250690 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:58:08.286905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:58:08.287560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:58:08.333091 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:08.426237 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-693c4d62-0cfd-4b81-b499-8e5e3f675ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:08.481279 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-693c4d62-0cfd-4b81-b499-8e5e3f675ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461b39f1-fe3d-4740-9163-74594de1681f']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:08.511815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-693c4d62-0cfd-4b81-b499-8e5e3f675ba3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7f5cc6-5248-4530-b35b-3988766d672d') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:08.512621 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-693c4d62-0cfd-4b81-b499-8e5e3f675ba3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7f5cc6-5248-4530-b35b-3988766d672d') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:08.527605 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-0071cc54-6974-48e1-8eb4-52c5699efe65 service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7247949 Jul 09 19:58:08.555608 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-693c4d62-0cfd-4b81-b499-8e5e3f675ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:08.708760 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-901e559a-34e1-4d1b-9384-2e4788fc3fdc req-096103ac-ef94-47ef-85e1-5515e72d9eb0 service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425059 Jul 09 19:58:08.745909 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-693c4d62-0cfd-4b81-b499-8e5e3f675ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:08.757804 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa25c6-71c7-4f1e-a4a1-f3746e896c3c req-52aaefc0-017d-4d4c-9877-f4bc5c85e25d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:08.759388 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-01aa25c6-71c7-4f1e-a4a1-f3746e896c3c req-52aaefc0-017d-4d4c-9877-f4bc5c85e25d tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 943 time: 0.4371190 Jul 09 19:58:08.777810 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693c4d62-0cfd-4b81-b499-8e5e3f675ba3 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:58:08.780437 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-693c4d62-0cfd-4b81-b499-8e5e3f675ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:58:08.783502 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:58:09.014846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-07abb885-e582-4c6c-9537-296276094ecc tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Network 6e195a00-a5e6-4c1e-b81e-59d72e1115c5 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:09.031144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-07abb885-e582-4c6c-9537-296276094ecc tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:09.034667 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-693c4d62-0cfd-4b81-b499-8e5e3f675ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:09.045499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-07abb885-e582-4c6c-9537-296276094ecc tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:09.048190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abb885-e582-4c6c-9537-296276094ecc tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'Port': ['ID=f6c7eecb-e004-45f6-88e5-715f968009b8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:09.061154 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-693c4d62-0cfd-4b81-b499-8e5e3f675ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:09.066191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-693c4d62-0cfd-4b81-b499-8e5e3f675ba3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/461b39f1-fe3d-4740-9163-74594de1681f HTTP/1.1" status: 204 len: 168 time: 1.7510731 Jul 09 19:58:09.067928 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-01aa25c6-71c7-4f1e-a4a1-f3746e896c3c req-807896bf-baad-4b71-8851-cc66974f7165 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939155 Jul 09 19:58:09.084438 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c4d62-0cfd-4b81-b499-8e5e3f675ba3 admin admin] Pushing event deleted for resources: {'Network': ['ID=461b39f1-fe3d-4740-9163-74594de1681f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:09.109511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8407ea-af9c-4cf7-ae72-134ab605d2d1 req-eee7660b-c912-4aab-b86d-a185f258c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:09.111615 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a8407ea-af9c-4cf7-ae72-134ab605d2d1 req-eee7660b-c912-4aab-b86d-a185f258c2b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=382be6ed01574db2b800f45c2ce85e9e&device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 1094 time: 0.3263428 Jul 09 19:58:09.118068 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:09.267807 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f55d7b2-6b91-48bc-ae75-19d7bb83a069 x-openstack-request-id: req-1f55d7b2-6b91-48bc-ae75-19d7bb83a069 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:09.268405 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78330125-b9d6-4e6c-9cbc-8603a52dde2e", "name": "network-vif-deleted", "tag": "33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:09.268627 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f55d7b2-6b91-48bc-ae75-19d7bb83a069 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:09.269134 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78330125-b9d6-4e6c-9cbc-8603a52dde2e', 'name': 'network-vif-deleted', 'tag': '33a7a1b4-86ad-4fb8-b3a9-1c5b8c04eb77', 'status': 'completed', 'code': 200} Jul 09 19:58:09.305270 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b302fa-ab28-443d-b31e-7669f9a21d06 req-a63c46ce-c808-4740-95a0-7232e38e2451 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:09.314653 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2b302fa-ab28-443d-b31e-7669f9a21d06 req-a63c46ce-c808-4740-95a0-7232e38e2451 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 932 time: 0.4519250 Jul 09 19:58:09.334956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-07abb885-e582-4c6c-9537-296276094ecc tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:09.335907 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-07abb885-e582-4c6c-9537-296276094ecc tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:09.357907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8407ea-af9c-4cf7-ae72-134ab605d2d1 req-0b3cb68c-efb7-4d67-9c70-d8c70adae0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:09.363893 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-07abb885-e582-4c6c-9537-296276094ecc tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5401921 Jul 09 19:58:09.366275 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a8407ea-af9c-4cf7-ae72-134ab605d2d1 req-0b3cb68c-efb7-4d67-9c70-d8c70adae0e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 200 len: 913 time: 0.2436795 Jul 09 19:58:09.410470 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Request body: {'port': {'device_id': 'd5ee174c-9d71-489e-b4e5-2296fb1a2808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:09.485638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60762) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:09.491230 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 018347c6-a7ed-4cea-8b46-db8b3bce6961 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:09.503484 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2b302fa-ab28-443d-b31e-7669f9a21d06 req-70f0c88f-7d4b-43d6-b73a-9c6d69e48a7a tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875944 Jul 09 19:58:09.603257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 018347c6-a7ed-4cea-8b46-db8b3bce6961 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:09.604433 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:09.763340 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25847780-45c9-4772-982f-7c16a1cb9965 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Router 1fc3255c-5a46-4b28-ab2e-ef691a718110 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:58:09.826355 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8459fa50-6aaa-4c19-b03d-1240f6d37099 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9521b6bebdc438bbc3f5809e184a7ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3211010 Jul 09 19:58:09.834230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60778) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:09.971709 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:10.090673 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6706-8d32-49b6-bda4-1da6353aff69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:10.144424 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6706-8d32-49b6-bda4-1da6353aff69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:10.221230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a8407ea-af9c-4cf7-ae72-134ab605d2d1 req-48af90ae-622e-4292-917b-b79208cb2d26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d7e0607-60fc-454d-9037-d530e4eae484 HTTP/1.1" status: 200 len: 217 time: 0.8346503 Jul 09 19:58:10.226598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Allocated IP 172.25.0.169 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/0a54c89e-9a3b-4045-a182-3d60d78b4fae) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:10.296815 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25847780-45c9-4772-982f-7c16a1cb9965 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:58:10.300930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4795d45d-f4e6-4517-8e54-d1fcdf30d386 req-f3cd62c9-d4d9-4aaa-9fd7-6acbcb306f6c tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0655653 Jul 09 19:58:10.309159 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0c0fe-8cc3-43b9-9070-0922d16f1fec None None] Sync routers for ids ['1fc3255c-5a46-4b28-ab2e-ef691a718110'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:58:10.313796 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60784) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:10.323285 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25847780-45c9-4772-982f-7c16a1cb9965 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:10.349375 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef0c0fe-8cc3-43b9-9070-0922d16f1fec None None] Routers {'1fc3255c-5a46-4b28-ab2e-ef691a718110'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:10.350096 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bef0c0fe-8cc3-43b9-9070-0922d16f1fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['1fc3255c-5a46-4b28-ab2e-ef691a718110'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:10.374560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8407ea-af9c-4cf7-ae72-134ab605d2d1 req-965a3581-22d3-4df5-afc9-e42cf90b27e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:10.376507 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a8407ea-af9c-4cf7-ae72-134ab605d2d1 req-965a3581-22d3-4df5-afc9-e42cf90b27e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 200 len: 852 time: 0.0746202 Jul 09 19:58:10.423587 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a8407ea-af9c-4cf7-ae72-134ab605d2d1 req-3f255651-d61b-4d80-89cc-fd1ff42ca523 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8894aba0-c40a-4dc6-b8c1-f53ea7016388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388169 Jul 09 19:58:10.655174 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-bef0c0fe-8cc3-43b9-9070-0922d16f1fec None None] Set router 1fc3255c-5a46-4b28-ab2e-ef691a718110 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:10.771917 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a8407ea-af9c-4cf7-ae72-134ab605d2d1 req-96407b46-1b04-4d64-851b-9e2a57fcec0f service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316872 Jul 09 19:58:10.819681 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:10.918029 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c7eecb-e004-45f6-88e5-715f968009b8 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:58:10.948144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a8407ea-af9c-4cf7-ae72-134ab605d2d1 req-8f8f92cb-59ea-48ea-a11f-c6cd937742f0 service neutron] 10.222.0.36 "GET /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257133 Jul 09 19:58:10.954764 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bef0c0fe-8cc3-43b9-9070-0922d16f1fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:24Z', 'updated_at': '2021-07-09T19:57:32Z', 'revision_number': 4, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'gw_port': {'id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:25Z', 'updated_at': '2021-07-09T19:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '16778493-923f-4f72-85ba-19d64edb24fb', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'port_id': 'bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'mac_address': 'fa:16:3e:ea:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7fc9646-3949-4419-8233-497c27e88344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:57:38Z', 'updated_at': '2021-07-09T19:58:06Z', 'revision_number': 1, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4003c282-8ec7-4e7f-9640-c9a01d1a15a3', 'name': '', 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'mac_address': 'fa:16:3e:89:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:29Z', 'updated_at': '2021-07-09T19:57:37Z', 'revision_number': 5, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'subnets': [{'id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:11.014977 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0c0fe-8cc3-43b9-9070-0922d16f1fec None None] Checking router: 1fc3255c-5a46-4b28-ab2e-ef691a718110 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:58:11.018721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377e57b-6b14-47a0-b176-25765a901777 req-bd287ec6-5464-4ea6-a2c9-f30cf91c7f22 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:11.020269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a377e57b-6b14-47a0-b176-25765a901777 req-bd287ec6-5464-4ea6-a2c9-f30cf91c7f22 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 932 time: 0.2509487 Jul 09 19:58:11.024886 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-25847780-45c9-4772-982f-7c16a1cb9965 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "PUT /v2.0/floatingips/16778493-923f-4f72-85ba-19d64edb24fb HTTP/1.1" status: 200 len: 991 time: 6.8663340 Jul 09 19:58:11.034663 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:11.046757 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:11.048907 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef0c0fe-8cc3-43b9-9070-0922d16f1fec None None] Routers {'1fc3255c-5a46-4b28-ab2e-ef691a718110'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:11.049702 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bef0c0fe-8cc3-43b9-9070-0922d16f1fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['1fc3255c-5a46-4b28-ab2e-ef691a718110'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:11.074258 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Transition to ACTIVE for port object f6c7eecb-e004-45f6-88e5-715f968009b8 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:11.126475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:11.135727 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:11.142549 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:11.147832 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Pushing event updated for resources: {'Port': ['ID=0a54c89e-9a3b-4045-a182-3d60d78b4fae,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:11.159979 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:11.174559 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-bef0c0fe-8cc3-43b9-9070-0922d16f1fec None None] Set router 1fc3255c-5a46-4b28-ab2e-ef691a718110 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:11.183357 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a377e57b-6b14-47a0-b176-25765a901777 req-42de12bf-ca94-45f7-b48f-46de418b53e8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511469 Jul 09 19:58:11.262111 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:11.284731 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7fc9646-3949-4419-8233-497c27e88344', 'tag': 'bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:11.299265 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176adde7-e432-4921-b0e4-b933b8ba8de3" -d '{"events": [{"name": "network-changed", "server_uuid": "a7fc9646-3949-4419-8233-497c27e88344", "tag": "bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:11.304582 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6706-8d32-49b6-bda4-1da6353aff69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:11.310372 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb8d6706-8d32-49b6-bda4-1da6353aff69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:11.313976 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-eb8d6706-8d32-49b6-bda4-1da6353aff69 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49a9a3b2-7dfb-4058-ba0d-b20f09b704be HTTP/1.1" status: 204 len: 168 time: 1.4750397 Jul 09 19:58:11.332994 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:11.503971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d6706-8d32-49b6-bda4-1da6353aff69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a9a3b2-7dfb-4058-ba0d-b20f09b704be,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:11.653803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c7eecb-e004-45f6-88e5-715f968009b8,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:11.685275 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:11.697251 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:11.740125 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a76304-abf1-4814-bb7d-10a57d0def14 req-3672e0d3-2679-43d3-af50-d5b8205002a6 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:11.741990 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c6a76304-abf1-4814-bb7d-10a57d0def14 req-3672e0d3-2679-43d3-af50-d5b8205002a6 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 943 time: 1.2423661 Jul 09 19:58:11.794444 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Pushing event updated for resources: {'Port': ['ID=0a54c89e-9a3b-4045-a182-3d60d78b4fae,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:11.799485 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bef0c0fe-8cc3-43b9-9070-0922d16f1fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:24Z', 'updated_at': '2021-07-09T19:57:32Z', 'revision_number': 4, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'gw_port': {'id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:25Z', 'updated_at': '2021-07-09T19:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '16778493-923f-4f72-85ba-19d64edb24fb', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'port_id': 'bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'mac_address': 'fa:16:3e:ea:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7fc9646-3949-4419-8233-497c27e88344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:57:38Z', 'updated_at': '2021-07-09T19:58:06Z', 'revision_number': 1, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4003c282-8ec7-4e7f-9640-c9a01d1a15a3', 'name': '', 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'mac_address': 'fa:16:3e:89:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:29Z', 'updated_at': '2021-07-09T19:57:37Z', 'revision_number': 5, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'subnets': [{'id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:11.814223 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:11.843550 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:11.847243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-22a4365d-b40e-4145-95bc-ef406a7d82e3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9087570 Jul 09 19:58:11.861226 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef0c0fe-8cc3-43b9-9070-0922d16f1fec None None] The sync data for ids ['1fc3255c-5a46-4b28-ab2e-ef691a718110'] in n-d-800088-3 is: [{'id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:24Z', 'updated_at': '2021-07-09T19:57:32Z', 'revision_number': 4, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'gw_port': {'id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:25Z', 'updated_at': '2021-07-09T19:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '16778493-923f-4f72-85ba-19d64edb24fb', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'port_id': 'bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'mac_address': 'fa:16:3e:ea:ea:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7fc9646-3949-4419-8233-497c27e88344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:57:38Z', 'updated_at': '2021-07-09T19:58:06Z', 'revision_number': 1, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4003c282-8ec7-4e7f-9640-c9a01d1a15a3', 'name': '', 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'mac_address': 'fa:16:3e:89:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:29Z', 'updated_at': '2021-07-09T19:57:37Z', 'revision_number': 5, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'subnets': [{'id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:58:11.888718 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c6a76304-abf1-4814-bb7d-10a57d0def14 req-cb25ea8c-eeb9-4556-a446-e9abb669d2a3 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379650 Jul 09 19:58:11.966160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44964237-8216-48ab-93de-9f291d00cc25 req-a5c4b956-5196-47a0-bf72-0d30c9425cb1 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0860543 Jul 09 19:58:11.977812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Attempting to bind port f6c7eecb-e004-45f6-88e5-715f968009b8 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:11.978388 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Attempting to bind port f6c7eecb-e004-45f6-88e5-715f968009b8 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e195a00-a5e6-4c1e-b81e-59d72e1115c5'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:11.979745 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Attempting to bind port f6c7eecb-e004-45f6-88e5-715f968009b8 on network 6e195a00-a5e6-4c1e-b81e-59d72e1115c5 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:11.988750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Port f6c7eecb-e004-45f6-88e5-715f968009b8 on network 6e195a00-a5e6-4c1e-b81e-59d72e1115c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:58:11.989322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Attempting to bind port f6c7eecb-e004-45f6-88e5-715f968009b8 on network 6e195a00-a5e6-4c1e-b81e-59d72e1115c5 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:11.999404 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:12.003048 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Checking segment: {'id': 'b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e195a00-a5e6-4c1e-b81e-59d72e1115c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:12.003464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Bound using segment: {'id': 'b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e195a00-a5e6-4c1e-b81e-59d72e1115c5'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:12.003931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Bound port: f6c7eecb-e004-45f6-88e5-715f968009b8, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6e195a00-a5e6-4c1e-b81e-59d72e1115c5'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:12.006681 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:12.056116 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30240a79-84b4-494d-9c21-f23630e7c320 x-openstack-request-id: req-30240a79-84b4-494d-9c21-f23630e7c320 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:12.057856 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7fc9646-3949-4419-8233-497c27e88344", "tag": "bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:12.058369 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30240a79-84b4-494d-9c21-f23630e7c320 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:12.058850 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7fc9646-3949-4419-8233-497c27e88344', 'tag': 'bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a', 'status': 'completed', 'code': 200} Jul 09 19:58:12.236750 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176adde7-e432-4921-b0e4-b933b8ba8de3 req-7b64cb95-4f0d-4815-bc1f-aa36a94c16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:12.247045 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-176adde7-e432-4921-b0e4-b933b8ba8de3 req-7b64cb95-4f0d-4815-bc1f-aa36a94c16e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ded202859f464376b7f52eb51f8f8617&device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 1096 time: 0.2001014 Jul 09 19:58:12.267228 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0d7e0607-60fc-454d-9037-d530e4eae484 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:58:12.343688 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] For port f6c7eecb-e004-45f6-88e5-715f968009b8, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:12.471200 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] For port f6c7eecb-e004-45f6-88e5-715f968009b8, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f6c7eecb-e004-45f6-88e5-715f968009b8,segment=NetworkSegment(b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1),segment_id=b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:12.540180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176adde7-e432-4921-b0e4-b933b8ba8de3 req-c652dce4-d71f-4089-b416-3f87a7a824a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:12.542425 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-176adde7-e432-4921-b0e4-b933b8ba8de3 req-c652dce4-d71f-4089-b416-3f87a7a824a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 HTTP/1.1" status: 200 len: 907 time: 0.2791536 Jul 09 19:58:12.554452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef13d09-47d5-494b-8a1e-ff472557a08c None None] New status for floating IP 16778493-923f-4f72-85ba-19d64edb24fb: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:58:12.584082 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:12.784784 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:12.785434 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:12.786874 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] 10.222.0.36 "PUT /v2.0/ports/f6c7eecb-e004-45f6-88e5-715f968009b8 HTTP/1.1" status: 200 len: 1092 time: 3.4094489 Jul 09 19:58:12.890946 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-176adde7-e432-4921-b0e4-b933b8ba8de3 req-6760a017-1e44-4385-8f63-70bd44e30ea0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a HTTP/1.1" status: 200 len: 999 time: 0.3403366 Jul 09 19:58:12.918363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2eb5460d-e151-4243-8bff-e9cd41e54650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:12.953009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176adde7-e432-4921-b0e4-b933b8ba8de3 req-8e576be1-e1cb-4dc9-a215-9528afddd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:12.955080 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-176adde7-e432-4921-b0e4-b933b8ba8de3 req-8e576be1-e1cb-4dc9-a215-9528afddd1cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08e0d77d-3430-472f-ab8b-562c649e0d86 HTTP/1.1" status: 200 len: 845 time: 0.0544460 Jul 09 19:58:13.006929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0d7e0607-60fc-454d-9037-d530e4eae484, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0d7e0607-60fc-454d-9037-d530e4eae484,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:13.059755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '0d7e0607-60fc-454d-9037-d530e4eae484', 'network_id': '8894aba0-c40a-4dc6-b8c1-f53ea7016388', 'port_id': '0d7e0607-60fc-454d-9037-d530e4eae484', 'mac_address': 'fa:16:3e:66:e0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd5bce8-001b-47cc-8510-ced4334ba819', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:58:13.141544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d943c2-e84f-4cd9-adee-ca72e448c554 req-48d4469e-0ec5-4e85-b07c-dcfe81d22e62 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:13.149234 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8d943c2-e84f-4cd9-adee-ca72e448c554 req-48d4469e-0ec5-4e85-b07c-dcfe81d22e62 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 944 time: 0.4921746 Jul 09 19:58:13.186922 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:13.203902 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7e0607-60fc-454d-9037-d530e4eae484 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:58:13.262840 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0d7e0607-60fc-454d-9037-d530e4eae484, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0d7e0607-60fc-454d-9037-d530e4eae484,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:13.272039 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:13.379609 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=0d7e0607-60fc-454d-9037-d530e4eae484,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:13.394575 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8d943c2-e84f-4cd9-adee-ca72e448c554 req-e9f0b629-c7cf-4298-949d-0421addf7a85 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079179 Jul 09 19:58:13.402927 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176adde7-e432-4921-b0e4-b933b8ba8de3 req-cbc47bd5-e533-4499-ac50-8ce07f9938c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:13.404600 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-176adde7-e432-4921-b0e4-b933b8ba8de3 req-cbc47bd5-e533-4499-ac50-8ce07f9938c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec95fec2-9cdb-45d0-ba55-0927c0cf45c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4417865 Jul 09 19:58:13.474166 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c7eecb-e004-45f6-88e5-715f968009b8,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:13.572703 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:13.573088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:13.584584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:13.587193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:13.587193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:13.587193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:13.587193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:13.587193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:13.587193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:13.587193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:13.587767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:13.587767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b3b777-43d2-4ba9-847a-37bf802d5733 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:13.658522 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45ce874d-761f-4c90-80e1-126f44234bd6 req-ab171fef-2919-4175-8450-1e6ae0154efa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3965751a-6081-49d8-a36d-14e002c02d92 HTTP/1.1" status: 200 len: 210 time: 0.1706059 Jul 09 19:58:13.714918 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['0d7e0607-60fc-454d-9037-d530e4eae484'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:13.738023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530798c-b115-4914-8d9d-467c841e138f req-b0f5f5e2-9405-42d4-9c8b-d68c4688b5da tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:13.745517 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9530798c-b115-4914-8d9d-467c841e138f req-b0f5f5e2-9405-42d4-9c8b-d68c4688b5da tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 943 time: 0.5469301 Jul 09 19:58:13.756434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-6606a601-4b69-4554-a775-7b1e65eff63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:13.758102 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-6606a601-4b69-4554-a775-7b1e65eff63e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8&device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 1095 time: 0.4446926 Jul 09 19:58:13.759497 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-176adde7-e432-4921-b0e4-b933b8ba8de3 req-c31e1623-44f1-4105-adde-b2f983768120 service neutron] 10.222.0.36 "GET /v2.0/networks/ec95fec2-9cdb-45d0-ba55-0927c0cf45c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360085 Jul 09 19:58:13.825186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee32f72d-a64a-4d0e-9fc1-8a2929017fe1 req-17353cee-fbea-4580-a92a-cf41c7109993 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.1693666 Jul 09 19:58:13.862027 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-b72c56be-fb37-4d8c-93a2-fa3f840c212b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6c7eecb-e004-45f6-88e5-715f968009b8 HTTP/1.1" status: 200 len: 217 time: 0.0660651 Jul 09 19:58:13.951775 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-0e39ea8e-b34b-48aa-90ee-33be91adb82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:13.954299 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-0e39ea8e-b34b-48aa-90ee-33be91adb82a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3b7d21f-e851-4b97-8cca-10f0cf52ecf1 HTTP/1.1" status: 200 len: 852 time: 0.0612879 Jul 09 19:58:13.970024 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9530798c-b115-4914-8d9d-467c841e138f req-0240040f-3e64-4d20-b511-3c42fa18c761 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235327 Jul 09 19:58:14.055383 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-9f88ccac-cf5e-4c0b-8f68-15e52b71d509 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800836 Jul 09 19:58:14.061465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ee174c-9d71-489e-b4e5-2296fb1a2808', 'tag': 'f6c7eecb-e004-45f6-88e5-715f968009b8'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:14.063814 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1700a8b7-c97e-4674-8768-cec3d237f8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ee174c-9d71-489e-b4e5-2296fb1a2808", "tag": "f6c7eecb-e004-45f6-88e5-715f968009b8"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:14.123855 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-176adde7-e432-4921-b0e4-b933b8ba8de3 req-80bdaac1-4d29-4d03-901b-398c8902eab7 service neutron] 10.222.0.36 "GET /v2.0/networks/ec95fec2-9cdb-45d0-ba55-0927c0cf45c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110538 Jul 09 19:58:14.272846 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-631ad43f-5d7f-4283-8021-9290a6149397 service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114011 Jul 09 19:58:14.274406 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c14db79-dd74-497e-8ea6-bd20d148517c x-openstack-request-id: req-9c14db79-dd74-497e-8ea6-bd20d148517c {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:14.274870 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ee174c-9d71-489e-b4e5-2296fb1a2808", "tag": "f6c7eecb-e004-45f6-88e5-715f968009b8", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:14.275133 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c14db79-dd74-497e-8ea6-bd20d148517c {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:14.276321 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ee174c-9d71-489e-b4e5-2296fb1a2808', 'tag': 'f6c7eecb-e004-45f6-88e5-715f968009b8', 'status': 'completed', 'code': 200} Jul 09 19:58:14.396172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-2eb5460d-e151-4243-8bff-e9cd41e54650 admin admin] Deleting port 0384ec28-72e7-457b-8d92-f9f3fd78b6d2 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:58:14.396488 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2eb5460d-e151-4243-8bff-e9cd41e54650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:14.478807 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7723561e-9b88-4c74-89e2-adf706ba88d7 req-f0b7ced3-4a8f-4b69-af00-5b453bf8fa21 service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778736 Jul 09 19:58:14.596377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-2eb5460d-e151-4243-8bff-e9cd41e54650 admin admin] For port 0384ec28-72e7-457b-8d92-f9f3fd78b6d2, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0384ec28-72e7-457b-8d92-f9f3fd78b6d2,segment=NetworkSegment(426b3431-097f-49b5-95b9-633084f5ddae),segment_id=426b3431-097f-49b5-95b9-633084f5ddae)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:14.596801 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2eb5460d-e151-4243-8bff-e9cd41e54650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:14.678481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-2eb5460d-e151-4243-8bff-e9cd41e54650 admin admin] Calling delete_port for 0384ec28-72e7-457b-8d92-f9f3fd78b6d2 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:58:15.108790 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700a8b7-c97e-4674-8768-cec3d237f8ef req-71faf980-c0ad-496d-9f40-c9b9f12151a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:15.111244 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1700a8b7-c97e-4674-8768-cec3d237f8ef req-71faf980-c0ad-496d-9f40-c9b9f12151a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8&device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 1095 time: 0.5560408 Jul 09 19:58:15.215628 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d77c8c-5f86-4146-9331-d9a0f6966f0e req-180df342-8c4f-481f-8daa-8a6b5fa7f221 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:15.217773 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39d77c8c-5f86-4146-9331-d9a0f6966f0e req-180df342-8c4f-481f-8daa-8a6b5fa7f221 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 944 time: 0.5887384 Jul 09 19:58:15.342240 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39d77c8c-5f86-4146-9331-d9a0f6966f0e req-68e14602-9ba2-48aa-9147-35ba535ece82 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155922 Jul 09 19:58:15.392460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700a8b7-c97e-4674-8768-cec3d237f8ef req-f5ac700c-b04d-4ac2-9ccc-1f2853315777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:15.393966 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1700a8b7-c97e-4674-8768-cec3d237f8ef req-f5ac700c-b04d-4ac2-9ccc-1f2853315777 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5 HTTP/1.1" status: 200 len: 913 time: 0.2760453 Jul 09 19:58:15.719689 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1700a8b7-c97e-4674-8768-cec3d237f8ef req-821fb2e4-1bf1-4ebf-8ed8-0f0c3c30ba4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6c7eecb-e004-45f6-88e5-715f968009b8 HTTP/1.1" status: 200 len: 217 time: 0.2915199 Jul 09 19:58:15.842677 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d390bf-859a-4890-ac3f-efa94d1edf91 req-ce435865-ea3c-4c9b-ae54-8b90ab32558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:15.849321 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d390bf-859a-4890-ac3f-efa94d1edf91 req-ce435865-ea3c-4c9b-ae54-8b90ab32558f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c51829226d684668b8aeeac47dc05e9e&device_id=33ec9a5e-05e7-478f-83f1-fa5a73eae3bf HTTP/1.1" status: 200 len: 1102 time: 0.1148045 Jul 09 19:58:15.893355 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8da211b-c999-4793-8b68-4124a329af07 req-1b20be3f-630d-40d6-a951-367391c8d566 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.2072194 Jul 09 19:58:15.901776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700a8b7-c97e-4674-8768-cec3d237f8ef req-4cde1c98-f474-4b94-a821-4c0d3eac432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:15.903300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1700a8b7-c97e-4674-8768-cec3d237f8ef req-4cde1c98-f474-4b94-a821-4c0d3eac432b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3b7d21f-e851-4b97-8cca-10f0cf52ecf1 HTTP/1.1" status: 200 len: 852 time: 0.1438282 Jul 09 19:58:15.966754 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2eb5460d-e151-4243-8bff-e9cd41e54650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:16.086351 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1700a8b7-c97e-4674-8768-cec3d237f8ef req-ba4849b5-fec1-4a31-8299-d433ec90fbd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1671510 Jul 09 19:58:16.130967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-1700a8b7-c97e-4674-8768-cec3d237f8ef req-881305ba-7786-4e2f-8b53-d42fc004ddb8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:58:16.133676 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1700a8b7-c97e-4674-8768-cec3d237f8ef req-881305ba-7786-4e2f-8b53-d42fc004ddb8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079029 Jul 09 19:58:16.180231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d390bf-859a-4890-ac3f-efa94d1edf91 req-05be4dec-1dc5-4776-b322-ac905c51c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:16.187275 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d390bf-859a-4890-ac3f-efa94d1edf91 req-05be4dec-1dc5-4776-b322-ac905c51c3a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2867010 Jul 09 19:58:16.240817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5460d-e151-4243-8bff-e9cd41e54650 admin admin] Pushing event deleted for resources: {'Port': ['ID=0384ec28-72e7-457b-8d92-f9f3fd78b6d2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:16.274279 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d390bf-859a-4890-ac3f-efa94d1edf91 req-b437a765-01a3-41b2-bfaf-111c3173f346 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=87f3dcda-e978-4294-9e83-93abaa1a0394 HTTP/1.1" status: 200 len: 217 time: 0.0737216 Jul 09 19:58:16.281563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0d7e0607-60fc-454d-9037-d530e4eae484 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:16.399875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 0d7e0607-60fc-454d-9037-d530e4eae484 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:16.405940 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 0d7e0607-60fc-454d-9037-d530e4eae484 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:16.406408 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:16.451062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d390bf-859a-4890-ac3f-efa94d1edf91 req-988486fe-2064-45e2-aa25-58a30783df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:16.454182 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d390bf-859a-4890-ac3f-efa94d1edf91 req-988486fe-2064-45e2-aa25-58a30783df04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1608312 Jul 09 19:58:16.522106 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b55e74-4825-46e3-bfbb-c70f2126530f req-542b2f4c-120e-4a5a-9e0b-1ec89d3298ec tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:16.523737 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e0b55e74-4825-46e3-bfbb-c70f2126530f req-542b2f4c-120e-4a5a-9e0b-1ec89d3298ec tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 944 time: 0.4347417 Jul 09 19:58:16.606457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d390bf-859a-4890-ac3f-efa94d1edf91 req-f608ea52-03c7-4bde-92f4-056f9547b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:16.608608 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d390bf-859a-4890-ac3f-efa94d1edf91 req-f608ea52-03c7-4bde-92f4-056f9547b3d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1393011 Jul 09 19:58:16.611729 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e0b55e74-4825-46e3-bfbb-c70f2126530f req-72fb8553-aaae-4f2c-bd39-216f3e729244 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758033 Jul 09 19:58:16.627051 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1700a8b7-c97e-4674-8768-cec3d237f8ef req-02822627-52d6-426f-803e-b2ae9e7cf63f service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177570 Jul 09 19:58:16.637386 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2eb5460d-e151-4243-8bff-e9cd41e54650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:16.677671 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:16.802397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0d7e0607-60fc-454d-9037-d530e4eae484, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0d7e0607-60fc-454d-9037-d530e4eae484,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:16.807051 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b911a12-01ee-411e-a6a5-8a204fc05017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7e0607-60fc-454d-9037-d530e4eae484'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:16.815689 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97907333-3348-4f9e-88a7-ffda8058ea4a" -d '{"events": [{"server_uuid": "8b911a12-01ee-411e-a6a5-8a204fc05017", "name": "network-vif-plugged", "status": "completed", "tag": "0d7e0607-60fc-454d-9037-d530e4eae484"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:16.818322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d390bf-859a-4890-ac3f-efa94d1edf91 req-daf7da52-36e0-4868-981c-d6337ea8c01f service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897960 Jul 09 19:58:16.825078 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:16.978024 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=0d7e0607-60fc-454d-9037-d530e4eae484,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:17.017025 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d390bf-859a-4890-ac3f-efa94d1edf91 req-db6ddc08-8be6-49ac-b3bc-323569edfa34 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900952 Jul 09 19:58:17.173612 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1700a8b7-c97e-4674-8768-cec3d237f8ef req-825ba0b2-6690-4474-8293-ad4241e9223d service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296159 Jul 09 19:58:17.251267 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2a35a2f-7060-4fa0-bb7f-1177b7001420 req-bd64b7af-69f0-4c38-86b7-474d6d0c2201 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0657177 Jul 09 19:58:17.435135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c872c09-7092-40a4-a5b4-22db241cd297 req-a7645120-419a-4836-a342-2b66d656ae5c tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:17.437070 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c872c09-7092-40a4-a5b4-22db241cd297 req-a7645120-419a-4836-a342-2b66d656ae5c tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 944 time: 0.3248830 Jul 09 19:58:17.535704 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c872c09-7092-40a4-a5b4-22db241cd297 req-fcb51d79-824a-4a00-a6ec-a8d9d7c88a4e tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918624 Jul 09 19:58:17.565623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb5460d-e151-4243-8bff-e9cd41e54650 admin admin] Router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:58:17.610131 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57b8bba-02aa-41fb-a745-d8778e53f26b x-openstack-request-id: req-a57b8bba-02aa-41fb-a745-d8778e53f26b {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:17.610981 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b911a12-01ee-411e-a6a5-8a204fc05017", "name": "network-vif-plugged", "status": "completed", "tag": "0d7e0607-60fc-454d-9037-d530e4eae484", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:17.611392 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a57b8bba-02aa-41fb-a745-d8778e53f26b {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:17.611952 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b911a12-01ee-411e-a6a5-8a204fc05017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7e0607-60fc-454d-9037-d530e4eae484', 'code': 200} Jul 09 19:58:17.721510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb5460d-e151-4243-8bff-e9cd41e54650 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:58:17.734279 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2eb5460d-e151-4243-8bff-e9cd41e54650 admin admin] 10.222.0.30 "PUT /v2.0/routers/5a635c5d-97e4-4d13-ac94-9ad0d97b83ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4189959 Jul 09 19:58:17.735536 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee40da7-70ad-45e4-b439-687c6b1afb43 None None] Sync routers for ids ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:58:17.736671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 32782) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:17.761182 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee40da7-70ad-45e4-b439-687c6b1afb43 None None] Routers {'5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:17.761838 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-eee40da7-70ad-45e4-b439-687c6b1afb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:17.854191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46699a8-73f8-4c62-9d59-0f32ffa6c00c req-90a0c644-232c-4459-bd53-0ed42ecaef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:17.856165 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f46699a8-73f8-4c62-9d59-0f32ffa6c00c req-90a0c644-232c-4459-bd53-0ed42ecaef26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 1096 time: 0.1517189 Jul 09 19:58:17.917999 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f46699a8-73f8-4c62-9d59-0f32ffa6c00c req-9e607d74-b2cb-45d5-b592-245fec27ddc7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540030 Jul 09 19:58:17.949151 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5210104b-030b-4613-8401-e4319fd3d4b1 req-4a043825-98eb-4186-b2c7-7d55e40d1085 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0460482 Jul 09 19:58:17.999656 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:18.005233 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-eee40da7-70ad-45e4-b439-687c6b1afb43 None None] Set router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:18.279143 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-eee40da7-70ad-45e4-b439-687c6b1afb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:28Z', 'updated_at': '2021-07-09T19:58:15Z', 'revision_number': 5, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'gw_port': {'id': '9227ea6e-2142-4ee2-8432-3eadfd654883', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:56:29Z', 'updated_at': '2021-07-09T19:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:18.292575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f6c7eecb-e004-45f6-88e5-715f968009b8 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:58:18.342417 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:18.397181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f2f21-d0cc-468d-b3ef-8ca03c01cda5 req-dacae3ba-895b-4671-8519-d55f3e3ba5ce tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:18.398987 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-099f2f21-d0cc-468d-b3ef-8ca03c01cda5 req-dacae3ba-895b-4671-8519-d55f3e3ba5ce tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 945 time: 0.1862159 Jul 09 19:58:18.482572 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-099f2f21-d0cc-468d-b3ef-8ca03c01cda5 req-399f5b63-e984-43c3-93c0-49a6a204392c tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755668 Jul 09 19:58:18.488327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] Deleting port 9227ea6e-2142-4ee2-8432-3eadfd654883 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:58:18.493326 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:18.594554 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee40da7-70ad-45e4-b439-687c6b1afb43 None None] Checking router: 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:58:18.599739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f6c7eecb-e004-45f6-88e5-715f968009b8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f6c7eecb-e004-45f6-88e5-715f968009b8,segment=NetworkSegment(b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1),segment_id=b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:18.618102 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'f6c7eecb-e004-45f6-88e5-715f968009b8', 'network_id': '6e195a00-a5e6-4c1e-b81e-59d72e1115c5', 'port_id': 'f6c7eecb-e004-45f6-88e5-715f968009b8', 'mac_address': 'fa:16:3e:55:6b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b7d21f-e851-4b97-8cca-10f0cf52ecf1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:58:18.627202 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee40da7-70ad-45e4-b439-687c6b1afb43 None None] Routers {'5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:18.627851 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-eee40da7-70ad-45e4-b439-687c6b1afb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:18.681659 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:18.693319 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] For port 9227ea6e-2142-4ee2-8432-3eadfd654883, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9227ea6e-2142-4ee2-8432-3eadfd654883,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:18.693839 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:18.702700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c7eecb-e004-45f6-88e5-715f968009b8 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:58:18.712418 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] Calling delete_port for 9227ea6e-2142-4ee2-8432-3eadfd654883 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:58:18.731169 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f6c7eecb-e004-45f6-88e5-715f968009b8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f6c7eecb-e004-45f6-88e5-715f968009b8,segment=NetworkSegment(b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1),segment_id=b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:18.740872 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:18.928965 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=f6c7eecb-e004-45f6-88e5-715f968009b8,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:18.934028 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-eee40da7-70ad-45e4-b439-687c6b1afb43 None None] Set router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:19.059853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:19.107268 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-eee40da7-70ad-45e4-b439-687c6b1afb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:28Z', 'updated_at': '2021-07-09T19:58:18Z', 'revision_number': 6, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:19.110405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9227ea6e-2142-4ee2-8432-3eadfd654883,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:19.146838 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee40da7-70ad-45e4-b439-687c6b1afb43 None None] The sync data for ids ['5a635c5d-97e4-4d13-ac94-9ad0d97b83ff'] in n-d-800088-3 is: [{'id': '5a635c5d-97e4-4d13-ac94-9ad0d97b83ff', 'name': 'tempest-ServerRescueTestJSONUnderV235-829716209-router', 'tenant_id': '6f22af0e34994cab9327fe435cc5d495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:56:28Z', 'updated_at': '2021-07-09T19:58:18Z', 'revision_number': 6, 'project_id': '6f22af0e34994cab9327fe435cc5d495', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:58:19.253641 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:19.270539 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['f6c7eecb-e004-45f6-88e5-715f968009b8'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:19.358125 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:19.360427 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:19.471639 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:19.471639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a635c5d-97e4-4d13-ac94-9ad0d97b83ff {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 19:58:19.492018 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:19.497351 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 32808) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:19.517146 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-06ea065c-9ac9-4411-9582-664b1cc544e4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5a635c5d-97e4-4d13-ac94-9ad0d97b83ff HTTP/1.1" status: 204 len: 168 time: 1.7793629 Jul 09 19:58:19.610819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6557aa8-878f-4675-8af0-8384567fff86 req-7ef07a7b-c6eb-4aed-9b89-016d388964c6 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:19.612433 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6557aa8-878f-4675-8af0-8384567fff86 req-7ef07a7b-c6eb-4aed-9b89-016d388964c6 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 945 time: 0.5062115 Jul 09 19:58:19.685687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0384ec28-72e7-457b-8d92-f9f3fd78b6d2 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:58:19.719663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4307d2c-96db-4dee-b420-728f18e4de22 admin admin] Deleting subnet 73b0c9d0-82f4-4376-a92d-35f98e89b332 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:58:19.738156 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f4307d2c-96db-4dee-b420-728f18e4de22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:19.756122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 0384ec28-72e7-457b-8d92-f9f3fd78b6d2 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:58:19.758826 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0384ec28-72e7-457b-8d92-f9f3fd78b6d2 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:58:19.773872 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6557aa8-878f-4675-8af0-8384567fff86 req-b38f10aa-b92e-4c88-ba3c-d0eaa487f6ce tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480250 Jul 09 19:58:19.853016 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f4307d2c-96db-4dee-b420-728f18e4de22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:19.915732 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f4307d2c-96db-4dee-b420-728f18e4de22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:19.962120 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0958b43-e848-40d6-baa7-b42374a2fd47 req-aed163d8-f963-4405-a662-c89cd422e93a tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0401847 Jul 09 19:58:20.037058 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f4307d2c-96db-4dee-b420-728f18e4de22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:20.080593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4307d2c-96db-4dee-b420-728f18e4de22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73b0c9d0-82f4-4376-a92d-35f98e89b332,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:20.082977 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f4307d2c-96db-4dee-b420-728f18e4de22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:20.088114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 32820) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:20.089024 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f4307d2c-96db-4dee-b420-728f18e4de22 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/73b0c9d0-82f4-4376-a92d-35f98e89b332 HTTP/1.1" status: 204 len: 168 time: 0.5898101 Jul 09 19:58:20.245005 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5074a29d-0071-4487-8ac7-c0f1d520cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:20.266472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ae549-5b5e-4632-bf3c-00b9a29b6c67 req-066de660-4511-4132-804b-6789bb85cad6 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:20.268382 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a97ae549-5b5e-4632-bf3c-00b9a29b6c67 req-066de660-4511-4132-804b-6789bb85cad6 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 945 time: 0.1663640 Jul 09 19:58:20.425061 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5074a29d-0071-4487-8ac7-c0f1d520cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:20.473729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-5074a29d-0071-4487-8ac7-c0f1d520cc39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d28118c5-8f22-4ad0-84bb-78bd4d8999cf']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:20.497625 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a97ae549-5b5e-4632-bf3c-00b9a29b6c67 req-881ab7dc-d1f0-43f3-ac7c-0222c36875c0 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212646 Jul 09 19:58:20.499515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-5074a29d-0071-4487-8ac7-c0f1d520cc39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '426b3431-097f-49b5-95b9-633084f5ddae') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:20.500092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-5074a29d-0071-4487-8ac7-c0f1d520cc39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '426b3431-097f-49b5-95b9-633084f5ddae') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:20.532887 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5074a29d-0071-4487-8ac7-c0f1d520cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:20.553541 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5074a29d-0071-4487-8ac7-c0f1d520cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:20.570887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5074a29d-0071-4487-8ac7-c0f1d520cc39 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:58:20.571408 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5074a29d-0071-4487-8ac7-c0f1d520cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: timer() Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:58:20.573815 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:58:20.686188 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5074a29d-0071-4487-8ac7-c0f1d520cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:20.714926 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5074a29d-0071-4487-8ac7-c0f1d520cc39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:20.734600 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5074a29d-0071-4487-8ac7-c0f1d520cc39 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d28118c5-8f22-4ad0-84bb-78bd4d8999cf HTTP/1.1" status: 204 len: 168 time: 0.6357622 Jul 09 19:58:20.735739 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074a29d-0071-4487-8ac7-c0f1d520cc39 admin admin] Pushing event deleted for resources: {'Network': ['ID=d28118c5-8f22-4ad0-84bb-78bd4d8999cf,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:21.164296 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 32842) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:21.232757 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1161ea79-2fda-4678-83e0-4705aefd6b2e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f22af0e34994cab9327fe435cc5d495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0667994 Jul 09 19:58:21.235825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 32844) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:21.331047 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-17bc95a5-2b90-49fe-915a-9cb15833e7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:21.338500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9227ea6e-2142-4ee2-8432-3eadfd654883 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:58:21.378351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 9227ea6e-2142-4ee2-8432-3eadfd654883 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:58:21.378990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9227ea6e-2142-4ee2-8432-3eadfd654883 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:58:21.389477 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-17bc95a5-2b90-49fe-915a-9cb15833e7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:21.483853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-17bc95a5-2b90-49fe-915a-9cb15833e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:21.488452 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-17bc95a5-2b90-49fe-915a-9cb15833e7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:21.489921 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-17bc95a5-2b90-49fe-915a-9cb15833e7d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77ae4faa-eea9-44d8-9d64-c07f45cc6e05 HTTP/1.1" status: 204 len: 168 time: 0.2528930 Jul 09 19:58:21.515209 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc95a5-2b90-49fe-915a-9cb15833e7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ae4faa-eea9-44d8-9d64-c07f45cc6e05,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:22.312115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f6c7eecb-e004-45f6-88e5-715f968009b8 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:22.380810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port f6c7eecb-e004-45f6-88e5-715f968009b8 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:22.389443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port f6c7eecb-e004-45f6-88e5-715f968009b8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:22.391400 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:22.562005 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:22.601917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ee174c-9d71-489e-b4e5-2296fb1a2808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c7eecb-e004-45f6-88e5-715f968009b8'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:22.605594 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030ef263-0e4d-4df3-aa21-a4221a42aac4" -d '{"events": [{"server_uuid": "d5ee174c-9d71-489e-b4e5-2296fb1a2808", "name": "network-vif-plugged", "status": "completed", "tag": "f6c7eecb-e004-45f6-88e5-715f968009b8"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:22.627815 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f6c7eecb-e004-45f6-88e5-715f968009b8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f6c7eecb-e004-45f6-88e5-715f968009b8,segment=NetworkSegment(b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1),segment_id=b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:22.636501 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:22.705563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=f6c7eecb-e004-45f6-88e5-715f968009b8,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:22.814750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 32886) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:23.157458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-583639227-network', 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:23.167838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] Made reservation on behalf of a0a1c014f76f4d61838879a0fcf7ccfa for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:23.171551 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:23.184883 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:23.340334 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:23.352085 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:23.371776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:58:23.388362 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:23.389158 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] Added segment 52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd of type vlan for network 4d9c8f0d-513a-4509-99ac-8f0364c9799f Jul 09 19:58:23.459059 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:23.476956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143301b2-a6ed-4580-a9e9-444bbea054e0,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:23.520754 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:23.522046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:23.522763 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:23.605799 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7863436 Jul 09 19:58:23.606158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 32906) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:23.609970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa35cc2-cae4-4519-b733-0dc975436fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=4d9c8f0d-513a-4509-99ac-8f0364c9799f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:23.613539 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Request body: {'subnet': {'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-583639227-subnet', 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:23.620315 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 4d9c8f0d-513a-4509-99ac-8f0364c9799f details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:58:23.666663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Made reservation on behalf of a0a1c014f76f4d61838879a0fcf7ccfa for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:23.671144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:23.921994 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:23.987442 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b3866c-439e-4479-8f0a-3ffef10e645a,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:24.003568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:24.004103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:24.004632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:24.005141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:24.005488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:24.005829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:24.006175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:24.006507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:24.006847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:24.007178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:24.007691 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:24.007924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:24.041900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Checking segment: {'id': '52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:24.042532 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Network hostable DHCP agents. Network: 4d9c8f0d-513a-4509-99ac-8f0364c9799f, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:58:24.077819 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Network 4d9c8f0d-513a-4509-99ac-8f0364c9799f is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:58:24.104429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 4d9c8f0d-513a-4509-99ac-8f0364c9799f) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:24.111615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:24.114536 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:24.115280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c80a2d9-32a7-424e-b3e4-00b715f5443b None None] Network 4d9c8f0d-513a-4509-99ac-8f0364c9799f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:58:24.146586 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c3f3a71f-9e1c-468b-93a8-f2113b55eff1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5386486 Jul 09 19:58:24.149369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 32916) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:24.155617 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-583639227-router', 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:24.199670 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:24.200871 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:24.216014 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:58:24.312953 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:24.345288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8119151a-6a5c-48d6-85ab-684874221cbc None None] Network 4d9c8f0d-513a-4509-99ac-8f0364c9799f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:58:24.883602 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:25.285449 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:25.309990 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:25.387380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252d2e7-9274-4933-bc5b-8ae650294618 req-0ab2a409-9d06-4b31-8010-84b8bf1eac7c tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:25.388987 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0252d2e7-9274-4933-bc5b-8ae650294618 req-0ab2a409-9d06-4b31-8010-84b8bf1eac7c tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 946 time: 0.1578686 Jul 09 19:58:25.400437 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3530ec-1438-4a71-9013-d2061074dff8 x-openstack-request-id: req-ff3530ec-1438-4a71-9013-d2061074dff8 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:25.400952 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ee174c-9d71-489e-b4e5-2296fb1a2808", "name": "network-vif-plugged", "status": "completed", "tag": "f6c7eecb-e004-45f6-88e5-715f968009b8", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:25.401220 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff3530ec-1438-4a71-9013-d2061074dff8 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:25.401662 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ee174c-9d71-489e-b4e5-2296fb1a2808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c7eecb-e004-45f6-88e5-715f968009b8', 'code': 200} Jul 09 19:58:25.502963 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0252d2e7-9274-4933-bc5b-8ae650294618 req-6c54b391-9656-4059-8c70-a5166edead76 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078973 Jul 09 19:58:25.571967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Allocated IP 172.25.0.31 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/a0072543-0964-44a8-809a-3631b5b621fa) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:25.601101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 32974) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:25.792914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b3a7a-cbd9-4540-a4f3-46fc5822ed3b req-8221d38b-c9b2-4e92-876c-0281ff9fa967 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:25.794732 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-890b3a7a-cbd9-4540-a4f3-46fc5822ed3b req-8221d38b-c9b2-4e92-876c-0281ff9fa967 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 945 time: 0.1209393 Jul 09 19:58:25.798002 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:25.816148 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f56b1f37-1947-46f9-ab32-d7676f824dfd req-c8d71656-4525-4e55-b1b5-b094d989f715 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0432191 Jul 09 19:58:25.830909 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6e511d93-502d-4a92-89bc-e82602ee6ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:25.848002 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-890b3a7a-cbd9-4540-a4f3-46fc5822ed3b req-595ea1bc-e3c2-41d7-8570-0bb6ac319e49 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471370 Jul 09 19:58:25.862812 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b702734-cd42-470d-88c4-a60c43088cf7 req-5fd8f456-9761-4109-9dc1-4475ce6a80fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:25.864756 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b702734-cd42-470d-88c4-a60c43088cf7 req-5fd8f456-9761-4109-9dc1-4475ce6a80fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 1097 time: 0.1405845 Jul 09 19:58:25.880987 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:25.923412 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b702734-cd42-470d-88c4-a60c43088cf7 req-6ba90891-a96a-4bce-a15e-3e9d7b41d963 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517755 Jul 09 19:58:25.928930 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:25.932372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:25.936473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:25.967216 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Pushing event updated for resources: {'Port': ['ID=a0072543-0964-44a8-809a-3631b5b621fa,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:26.063804 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6e511d93-502d-4a92-89bc-e82602ee6ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:26.073513 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6e511d93-502d-4a92-89bc-e82602ee6ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:26.100666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bc0bc-1c06-4f6b-a0db-a5db6468b15a req-6fedf4a2-6d2c-4753-bb04-578f5844d9b1 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:26.105427 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8d5bc0bc-1c06-4f6b-a0db-a5db6468b15a req-6fedf4a2-6d2c-4753-bb04-578f5844d9b1 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ec9a5e-05e7-478f-83f1-fa5a73eae3bf HTTP/1.1" status: 200 len: 951 time: 0.1165242 Jul 09 19:58:26.148671 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6e511d93-502d-4a92-89bc-e82602ee6ea2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b78093fbbf54f71847425aa24078821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5463576 Jul 09 19:58:26.151098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e511d93-502d-4a92-89bc-e82602ee6ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ccecc2-8870-40f7-8483-7756d2694d43,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:26.152368 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 32978) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:26.173161 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8d5bc0bc-1c06-4f6b-a0db-a5db6468b15a req-f4046483-01d6-4b72-b008-f3f34d4273bf tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602922 Jul 09 19:58:26.280490 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b11ce9c0-2b25-43d9-a74c-c0390da5da39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:26.295061 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:26.340389 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b11ce9c0-2b25-43d9-a74c-c0390da5da39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:26.458595 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b11ce9c0-2b25-43d9-a74c-c0390da5da39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:26.461145 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b11ce9c0-2b25-43d9-a74c-c0390da5da39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:26.464714 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b11ce9c0-2b25-43d9-a74c-c0390da5da39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4ccecc2-8870-40f7-8483-7756d2694d43 HTTP/1.1" status: 204 len: 168 time: 0.3089027 Jul 09 19:58:26.538278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ce9c0-2b25-43d9-a74c-c0390da5da39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ccecc2-8870-40f7-8483-7756d2694d43,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:26.612173 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:26.642095 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:26.797204 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-754c75ad-2a13-409f-b32c-4870f710843a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:26.862606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee8786-4cc4-449d-911e-60a2ec3b8e77 req-0c31a9f1-c929-4547-8f4f-9345ab5f18b6 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:26.864319 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1ee8786-4cc4-449d-911e-60a2ec3b8e77 req-0c31a9f1-c929-4547-8f4f-9345ab5f18b6 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 946 time: 0.1571019 Jul 09 19:58:26.922898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Router 8b0fcd09-e158-4d2e-b082-8f28555c7cf3 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:58:26.944809 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1ee8786-4cc4-449d-911e-60a2ec3b8e77 req-ba16c938-8d73-465f-8f7a-6445997c5112 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689285 Jul 09 19:58:26.945229 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33056) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:26.972782 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1fb0709c-7959-4d66-9d10-e833ae51f99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:27.097178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:58:27.102773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-63d61341-cd01-477b-a200-52196cfba310 req-4b1dbcf8-770b-46d0-b6ff-63b752663f5c tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0445564 Jul 09 19:58:27.108900 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Sync routers for ids ['8b0fcd09-e158-4d2e-b082-8f28555c7cf3'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:58:27.124236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Routers {'8b0fcd09-e158-4d2e-b082-8f28555c7cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:27.125237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8b0fcd09-e158-4d2e-b082-8f28555c7cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:27.161199 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1fb0709c-7959-4d66-9d10-e833ae51f99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:27.168037 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1fb0709c-7959-4d66-9d10-e833ae51f99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:27.183829 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:27.185122 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b8fb4eb3-e871-4f7b-aecf-f8c47838a439 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0341475 Jul 09 19:58:27.188017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33062) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:27.222594 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1fb0709c-7959-4d66-9d10-e833ae51f99e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cad65f007ac0438fb4c33b2042a3dafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761450 Jul 09 19:58:27.226332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33064) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:27.265610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0709c-7959-4d66-9d10-e833ae51f99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f82ec51-d7b3-4561-be9c-4206735eb685,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:27.319063 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-912c18b1-9b38-4e31-ba2e-e9c4c3915780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:27.329874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Set router 8b0fcd09-e158-4d2e-b082-8f28555c7cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:27.361698 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-912c18b1-9b38-4e31-ba2e-e9c4c3915780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:27.445585 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-912c18b1-9b38-4e31-ba2e-e9c4c3915780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:27.451117 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-912c18b1-9b38-4e31-ba2e-e9c4c3915780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:27.463268 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-912c18b1-9b38-4e31-ba2e-e9c4c3915780 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f82ec51-d7b3-4561-be9c-4206735eb685 HTTP/1.1" status: 204 len: 168 time: 0.2347786 Jul 09 19:58:27.485564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c18b1-9b38-4e31-ba2e-e9c4c3915780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f82ec51-d7b3-4561-be9c-4206735eb685,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:27.643231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d813b-d8e2-4469-ad11-7ee11c4f0190 req-a936b346-923b-4e3f-b821-dfc097c50c77 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:27.650684 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b4d813b-d8e2-4469-ad11-7ee11c4f0190 req-a936b346-923b-4e3f-b821-dfc097c50c77 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 945 time: 0.5428865 Jul 09 19:58:27.663457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'name': 'tempest-ServerRescueNegativeTestJSON-583639227-router', 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a0072543-0964-44a8-809a-3631b5b621fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:24Z', 'updated_at': '2021-07-09T19:58:26Z', 'revision_number': 3, 'project_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'gw_port': {'id': 'a0072543-0964-44a8-809a-3631b5b621fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:25Z', 'updated_at': '2021-07-09T19:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:27.732782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Checking router: 8b0fcd09-e158-4d2e-b082-8f28555c7cf3 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:58:27.732782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Updating router 8b0fcd09-e158-4d2e-b082-8f28555c7cf3 port a0072543-0964-44a8-809a-3631b5b621fa binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:58:27.776720 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b4d813b-d8e2-4469-ad11-7ee11c4f0190 req-15d5a678-d3c9-4ce6-8f50-c4552c2286ef tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145258 Jul 09 19:58:27.784268 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:28.108620 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:28.315461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 87f3dcda-e978-4294-9e83-93abaa1a0394 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:58:28.407757 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Allocated IP 172.20.0.1 (4d9c8f0d-513a-4509-99ac-8f0364c9799f/e3b3866c-439e-4479-8f0a-3ffef10e645a/253fb325-7514-4689-80a4-23754cce4f86) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:28.422011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c1da8-89ab-4b50-98c6-4b7d29cd23ce req-46007d04-04e3-4090-9ba1-f7fb9084973d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:28.437490 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c54c1da8-89ab-4b50-98c6-4b7d29cd23ce req-46007d04-04e3-4090-9ba1-f7fb9084973d tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 946 time: 0.1603823 Jul 09 19:58:28.463841 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:28.506651 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c54c1da8-89ab-4b50-98c6-4b7d29cd23ce req-ce68549b-d6f7-46b1-bf12-bfdfd0887241 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680442 Jul 09 19:58:28.514436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87f3dcda-e978-4294-9e83-93abaa1a0394'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:28.516765 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0adbffa-ab5c-4b97-866d-70317d8e2b6f" -d '{"events": [{"server_uuid": "33ec9a5e-05e7-478f-83f1-fa5a73eae3bf", "name": "network-vif-unplugged", "status": "completed", "tag": "87f3dcda-e978-4294-9e83-93abaa1a0394"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:28.524547 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 87f3dcda-e978-4294-9e83-93abaa1a0394, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=87f3dcda-e978-4294-9e83-93abaa1a0394,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:28.533829 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:28.566337 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b80dc90-275a-415b-be3e-d7ebebd231df req-afd63e86-23a0-4c43-bea1-67ff600f1208 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0380719 Jul 09 19:58:28.639005 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=87f3dcda-e978-4294-9e83-93abaa1a0394,revision_number=11']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:28.644011 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:28.656940 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Transition to ACTIVE for port object a0072543-0964-44a8-809a-3631b5b621fa will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:28.664334 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:28.676163 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:28.722269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b29527-a256-4953-9cf6-de7d909c198d None None] Pushing event updated for resources: {'Port': ['ID=a0072543-0964-44a8-809a-3631b5b621fa,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:28.755477 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d175a4c-5973-4f10-8dda-3850746bfd9d x-openstack-request-id: req-1d175a4c-5973-4f10-8dda-3850746bfd9d {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:28.755477 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec9a5e-05e7-478f-83f1-fa5a73eae3bf", "name": "network-vif-unplugged", "status": "completed", "tag": "87f3dcda-e978-4294-9e83-93abaa1a0394", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:28.755828 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d175a4c-5973-4f10-8dda-3850746bfd9d {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:28.757121 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87f3dcda-e978-4294-9e83-93abaa1a0394', 'code': 200} Jul 09 19:58:28.769798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Attempting to bind port a0072543-0964-44a8-809a-3631b5b621fa on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:28.773129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Attempting to bind port a0072543-0964-44a8-809a-3631b5b621fa by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:28.773129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Attempting to bind port a0072543-0964-44a8-809a-3631b5b621fa on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:28.773382 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:28.784956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:28.785500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:28.786048 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:28.786543 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:28.787179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Bound port: a0072543-0964-44a8-809a-3631b5b621fa, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:28.787696 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:28.855289 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Network 4d9c8f0d-513a-4509-99ac-8f0364c9799f is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:28.858309 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:28.863193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:28.894376 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=253fb325-7514-4689-80a4-23754cce4f86,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:28.914609 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] For port a0072543-0964-44a8-809a-3631b5b621fa, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:28.919889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] For port a0072543-0964-44a8-809a-3631b5b621fa, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a0072543-0964-44a8-809a-3631b5b621fa,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:28.925598 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:28.938327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ec704-90cb-4a6c-8908-7a042ac9dbd9 req-53bb4022-6cf6-4d8c-a445-2731d7ca0ed5 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:28.942499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ed0ec704-90cb-4a6c-8908-7a042ac9dbd9 req-53bb4022-6cf6-4d8c-a445-2731d7ca0ed5 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 945 time: 0.1458902 Jul 09 19:58:28.955809 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1aec9bf-4aee-4136-8259-66ee978475c5 req-5025d4d3-edf1-4674-9763-c5a62655cbcb tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-233874539&fields=id&tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8 HTTP/1.1" status: 200 len: 267 time: 0.0935562 Jul 09 19:58:28.957793 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:29.008122 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ed0ec704-90cb-4a6c-8908-7a042ac9dbd9 req-1dd56d3a-9139-40f9-9282-3225eac3d7c4 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c0217ed-2200-4f08-85b3-7361077aa20e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590730 Jul 09 19:58:29.031120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Routers {'8b0fcd09-e158-4d2e-b082-8f28555c7cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:29.031783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:57:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8b0fcd09-e158-4d2e-b082-8f28555c7cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:29.098109 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b29527-a256-4953-9cf6-de7d909c198d None None] Pushing event updated for resources: {'Port': ['ID=a0072543-0964-44a8-809a-3631b5b621fa,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:29.128676 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:29.196327 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:29.227393 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] Set router 8b0fcd09-e158-4d2e-b082-8f28555c7cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:29.280445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aec9bf-4aee-4136-8259-66ee978475c5 req-8a0fc17f-db50-4a25-94c2-9581479a7234 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:29.282045 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1aec9bf-4aee-4136-8259-66ee978475c5 req-8a0fc17f-db50-4a25-94c2-9581479a7234 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 946 time: 0.1777048 Jul 09 19:58:29.329601 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-a1aec9bf-4aee-4136-8259-66ee978475c5 req-9949aa2e-1115-4751-9094-02c3cdfbe49f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'port': {'security_groups': ['65b3dfbd-8b83-4900-9ed8-aef67b03a6fe', '0c62e02a-8523-4ebd-b757-baaa327589eb']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:29.396053 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-34910cc7-eafb-4aaa-80ef-000ed51e89f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:29.535701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'name': 'tempest-ServerRescueNegativeTestJSON-583639227-router', 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a0072543-0964-44a8-809a-3631b5b621fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:24Z', 'updated_at': '2021-07-09T19:58:26Z', 'revision_number': 3, 'project_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'gw_port': {'id': 'a0072543-0964-44a8-809a-3631b5b621fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:25Z', 'updated_at': '2021-07-09T19:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:29.585990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda3e65a-c1a7-4b9c-ab12-b0acb35dc020 None None] The sync data for ids ['8b0fcd09-e158-4d2e-b082-8f28555c7cf3'] in n-d-800088-3 is: [{'id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'name': 'tempest-ServerRescueNegativeTestJSON-583639227-router', 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a0072543-0964-44a8-809a-3631b5b621fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:24Z', 'updated_at': '2021-07-09T19:58:26Z', 'revision_number': 3, 'project_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'gw_port': {'id': 'a0072543-0964-44a8-809a-3631b5b621fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:25Z', 'updated_at': '2021-07-09T19:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:58:29.603864 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:29.844371 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a1aec9bf-4aee-4136-8259-66ee978475c5 req-9949aa2e-1115-4751-9094-02c3cdfbe49f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:29.901258 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:29.922568 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:30.103868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=253fb325-7514-4689-80a4-23754cce4f86,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:30.110108 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:30.303278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd20ad-37dd-46e7-8af9-717d4fba5fb8 req-abb15fd4-4324-4193-80ae-565d01cadf1f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:30.305649 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-14cd20ad-37dd-46e7-8af9-717d4fba5fb8 req-abb15fd4-4324-4193-80ae-565d01cadf1f tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 945 time: 0.1279426 Jul 09 19:58:30.351991 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:30.470401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-14cd20ad-37dd-46e7-8af9-717d4fba5fb8 req-6e7e34a9-bff6-469a-88a0-f0b409764d83 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Deleting port 0d7e0607-60fc-454d-9037-d530e4eae484 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:58:30.470608 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-14cd20ad-37dd-46e7-8af9-717d4fba5fb8 req-6e7e34a9-bff6-469a-88a0-f0b409764d83 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:30.481718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Network 4d9c8f0d-513a-4509-99ac-8f0364c9799f is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:30.489707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:30.501931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-a1aec9bf-4aee-4136-8259-66ee978475c5 req-9949aa2e-1115-4751-9094-02c3cdfbe49f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] For port f6c7eecb-e004-45f6-88e5-715f968009b8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f6c7eecb-e004-45f6-88e5-715f968009b8,segment=NetworkSegment(b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1),segment_id=b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:30.617319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-14cd20ad-37dd-46e7-8af9-717d4fba5fb8 req-6e7e34a9-bff6-469a-88a0-f0b409764d83 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] For port 0d7e0607-60fc-454d-9037-d530e4eae484, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0d7e0607-60fc-454d-9037-d530e4eae484,segment=NetworkSegment(9b3c62a3-1aae-4c98-ba59-ff8e0849de93),segment_id=9b3c62a3-1aae-4c98-ba59-ff8e0849de93)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:30.617704 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-14cd20ad-37dd-46e7-8af9-717d4fba5fb8 req-6e7e34a9-bff6-469a-88a0-f0b409764d83 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:30.669315 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d5cb376a-0f8a-42fb-87f1-4b7dc8bed24c req-56539a30-593a-4a9e-9679-f46a1b341755 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0991247 Jul 09 19:58:30.674484 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Router 8b0fcd09-e158-4d2e-b082-8f28555c7cf3 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:58:30.682198 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-14cd20ad-37dd-46e7-8af9-717d4fba5fb8 req-6e7e34a9-bff6-469a-88a0-f0b409764d83 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Calling delete_port for 0d7e0607-60fc-454d-9037-d530e4eae484 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:58:30.801836 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a1aec9bf-4aee-4136-8259-66ee978475c5 req-9949aa2e-1115-4751-9094-02c3cdfbe49f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:30.846811 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a1aec9bf-4aee-4136-8259-66ee978475c5 req-9949aa2e-1115-4751-9094-02c3cdfbe49f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:30.860490 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['ccc50769-5b74-4cfb-9dfa-bc079bf20a3e', 'f6c7eecb-e004-45f6-88e5-715f968009b8'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:30.871597 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-14cd20ad-37dd-46e7-8af9-717d4fba5fb8 req-6e7e34a9-bff6-469a-88a0-f0b409764d83 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:30.929328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e34a9-bff6-469a-88a0-f0b409764d83 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Pushing event deleted for resources: {'Port': ['ID=0d7e0607-60fc-454d-9037-d530e4eae484,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:31.015232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-66018ce2-f50c-4ed4-a953-d4edd5c80ddd req-d9eb2bf2-2be5-46cc-9338-72e1a7bc260b tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b911a12-01ee-411e-a6a5-8a204fc05017 HTTP/1.1" status: 200 len: 210 time: 0.0854759 Jul 09 19:58:31.024710 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:58:31.041708 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a77e6e1d-5131-414e-98bc-9df9deabc7d9 admin admin] 10.222.0.30 "PUT /v2.0/routers/8b0fcd09-e158-4d2e-b082-8f28555c7cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8425982 Jul 09 19:58:31.095314 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cd20ad-37dd-46e7-8af9-717d4fba5fb8 req-6e7e34a9-bff6-469a-88a0-f0b409764d83 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] No DVR routers for this DVR port 0d7e0607-60fc-454d-9037-d530e4eae484 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:58:31.103408 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-14cd20ad-37dd-46e7-8af9-717d4fba5fb8 req-6e7e34a9-bff6-469a-88a0-f0b409764d83 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:31.105510 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-14cd20ad-37dd-46e7-8af9-717d4fba5fb8 req-6e7e34a9-bff6-469a-88a0-f0b409764d83 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] 10.222.0.36 "DELETE /v2.0/ports/0d7e0607-60fc-454d-9037-d530e4eae484 HTTP/1.1" status: 204 len: 173 time: 0.7935088 Jul 09 19:58:31.110179 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aec9bf-4aee-4136-8259-66ee978475c5 req-9949aa2e-1115-4751-9094-02c3cdfbe49f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:31.111164 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a1aec9bf-4aee-4136-8259-66ee978475c5 req-9949aa2e-1115-4751-9094-02c3cdfbe49f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:31.113944 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b911a12-01ee-411e-a6a5-8a204fc05017', 'name': 'network-vif-deleted', 'tag': '0d7e0607-60fc-454d-9037-d530e4eae484'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:31.116382 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0342026-754a-452f-8cc9-0d76e300b118" -d '{"events": [{"server_uuid": "8b911a12-01ee-411e-a6a5-8a204fc05017", "name": "network-vif-deleted", "tag": "0d7e0607-60fc-454d-9037-d530e4eae484"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:31.120486 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1aec9bf-4aee-4136-8259-66ee978475c5 req-9949aa2e-1115-4751-9094-02c3cdfbe49f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "PUT /v2.0/ports/f6c7eecb-e004-45f6-88e5-715f968009b8 HTTP/1.1" status: 200 len: 982 time: 1.8220198 Jul 09 19:58:31.128771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ee174c-9d71-489e-b4e5-2296fb1a2808', 'tag': 'f6c7eecb-e004-45f6-88e5-715f968009b8'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:31.132164 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33afc45c-1dd7-43b5-bf50-c2b4c41774e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ee174c-9d71-489e-b4e5-2296fb1a2808", "tag": "f6c7eecb-e004-45f6-88e5-715f968009b8"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:31.177954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949aa2e-1115-4751-9094-02c3cdfbe49f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'Port': ['ID=f6c7eecb-e004-45f6-88e5-715f968009b8,revision_number=6']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:31.250499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['f6c7eecb-e004-45f6-88e5-715f968009b8'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:31.485948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a0072543-0964-44a8-809a-3631b5b621fa up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:31.658984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port a0072543-0964-44a8-809a-3631b5b621fa completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:31.661315 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cb7428-fb46-448c-94e7-a54a1d4b3449 x-openstack-request-id: req-29cb7428-fb46-448c-94e7-a54a1d4b3449 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:31.661856 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b911a12-01ee-411e-a6a5-8a204fc05017", "name": "network-vif-deleted", "tag": "0d7e0607-60fc-454d-9037-d530e4eae484", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:31.661856 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29cb7428-fb46-448c-94e7-a54a1d4b3449 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:31.662244 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b911a12-01ee-411e-a6a5-8a204fc05017', 'name': 'network-vif-deleted', 'tag': '0d7e0607-60fc-454d-9037-d530e4eae484', 'status': 'completed', 'code': 200} Jul 09 19:58:31.673022 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a0072543-0964-44a8-809a-3631b5b621fa triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:31.673400 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:31.780962 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-42e537e2-1084-406e-b869-5e6fbc961e47 req-ed9af4ca-25cf-4d0c-a10e-e9b152055171 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/0c62e02a-8523-4ebd-b757-baaa327589eb HTTP/1.1" status: 200 len: 1801 time: 0.0913808 Jul 09 19:58:31.865751 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-42e537e2-1084-406e-b869-5e6fbc961e47 req-8c72785d-2a09-4226-a255-5524e34762d8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 19:58:31.877441 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-42e537e2-1084-406e-b869-5e6fbc961e47 req-8c72785d-2a09-4226-a255-5524e34762d8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "DELETE /v2.0/security-groups/0c62e02a-8523-4ebd-b757-baaa327589eb HTTP/1.1" status: 409 len: 341 time: 0.0879431 Jul 09 19:58:31.929444 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['0d7e0607-60fc-454d-9037-d530e4eae484'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:32.018759 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:32.081271 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port a0072543-0964-44a8-809a-3631b5b621fa, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a0072543-0964-44a8-809a-3631b5b621fa,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:32.121221 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:32.192661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=a0072543-0964-44a8-809a-3631b5b621fa,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:32.199385 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Sync routers for ids ['8b0fcd09-e158-4d2e-b082-8f28555c7cf3'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:58:32.215622 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Routers {'8b0fcd09-e158-4d2e-b082-8f28555c7cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:32.218896 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:32.219067 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7218311a-affe-42ff-8461-36651bb3baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:58:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8b0fcd09-e158-4d2e-b082-8f28555c7cf3'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:32.241967 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2b3b76-77c0-40f1-8940-2b26944d32b3 x-openstack-request-id: req-bc2b3b76-77c0-40f1-8940-2b26944d32b3 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:32.242516 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ee174c-9d71-489e-b4e5-2296fb1a2808", "tag": "f6c7eecb-e004-45f6-88e5-715f968009b8", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:32.242516 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc2b3b76-77c0-40f1-8940-2b26944d32b3 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:32.242909 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ee174c-9d71-489e-b4e5-2296fb1a2808', 'tag': 'f6c7eecb-e004-45f6-88e5-715f968009b8', 'status': 'completed', 'code': 200} Jul 09 19:58:32.364838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afc45c-1dd7-43b5-bf50-c2b4c41774e5 req-8c25fefd-8dad-40a9-9bf2-eaadfca951f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:32.370097 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33afc45c-1dd7-43b5-bf50-c2b4c41774e5 req-8c25fefd-8dad-40a9-9bf2-eaadfca951f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8&device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 1136 time: 0.1054456 Jul 09 19:58:32.405753 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Set router 8b0fcd09-e158-4d2e-b082-8f28555c7cf3 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:32.509461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afc45c-1dd7-43b5-bf50-c2b4c41774e5 req-73be19b3-afc2-4a0b-8511-5630c7efb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:32.513886 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33afc45c-1dd7-43b5-bf50-c2b4c41774e5 req-73be19b3-afc2-4a0b-8511-5630c7efb8f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5 HTTP/1.1" status: 200 len: 913 time: 0.1351130 Jul 09 19:58:32.618038 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33afc45c-1dd7-43b5-bf50-c2b4c41774e5 req-8bad3b09-5ccd-4a8e-b301-232dfed9799b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6c7eecb-e004-45f6-88e5-715f968009b8 HTTP/1.1" status: 200 len: 217 time: 0.0971937 Jul 09 19:58:32.661441 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7218311a-affe-42ff-8461-36651bb3baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'name': 'tempest-ServerRescueNegativeTestJSON-583639227-router', 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a0072543-0964-44a8-809a-3631b5b621fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:24Z', 'updated_at': '2021-07-09T19:58:29Z', 'revision_number': 4, 'project_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'gw_port': {'id': 'a0072543-0964-44a8-809a-3631b5b621fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:25Z', 'updated_at': '2021-07-09T19:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '253fb325-7514-4689-80a4-23754cce4f86', 'name': '', 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f', 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'mac_address': 'fa:16:3e:22:29:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'e3b3866c-439e-4479-8f0a-3ffef10e645a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:28Z', 'updated_at': '2021-07-09T19:58:29Z', 'revision_number': 2, 'project_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'subnets': [{'id': 'e3b3866c-439e-4479-8f0a-3ffef10e645a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:32.695563 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Checking router: 8b0fcd09-e158-4d2e-b082-8f28555c7cf3 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:58:32.696684 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Updating router 8b0fcd09-e158-4d2e-b082-8f28555c7cf3 port 253fb325-7514-4689-80a4-23754cce4f86 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:58:32.746113 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:32.782548 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afc45c-1dd7-43b5-bf50-c2b4c41774e5 req-35d54355-b11a-403f-a299-a69d726a043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:32.783930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33afc45c-1dd7-43b5-bf50-c2b4c41774e5 req-35d54355-b11a-403f-a299-a69d726a043b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3b7d21f-e851-4b97-8cca-10f0cf52ecf1 HTTP/1.1" status: 200 len: 852 time: 0.1439605 Jul 09 19:58:32.847780 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33afc45c-1dd7-43b5-bf50-c2b4c41774e5 req-f2f0245d-3a4e-4d08-ba1a-7000d8338fa6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438397 Jul 09 19:58:32.855509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-e590d992-8993-482a-9662-8a487f889fcc tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:32.856905 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-e590d992-8993-482a-9662-8a487f889fcc tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/networks?id=4d9c8f0d-513a-4509-99ac-8f0364c9799f HTTP/1.1" status: 200 len: 818 time: 0.2440515 Jul 09 19:58:32.866298 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-987eaa69-47ea-4da2-9036-deb0b7cd9a87 req-8e6c042b-b82d-43cb-b705-4f4aff91bfa7 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0795314 Jul 09 19:58:32.929162 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-bdbb4e42-c9e8-4f5f-8eef-badb9636beb9 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/quotas/a0a1c014f76f4d61838879a0fcf7ccfa HTTP/1.1" status: 200 len: 375 time: 0.0631187 Jul 09 19:58:33.108733 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:33.122715 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Transition to ACTIVE for port object 253fb325-7514-4689-80a4-23754cce4f86 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:33.131514 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:33.238377 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf17de-b3a9-4255-8dcb-b51abb3f07af None None] Pushing event updated for resources: {'Port': ['ID=253fb325-7514-4689-80a4-23754cce4f86,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:33.250386 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf17de-b3a9-4255-8dcb-b51abb3f07af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:33.251673 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf17de-b3a9-4255-8dcb-b51abb3f07af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:33.252432 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf17de-b3a9-4255-8dcb-b51abb3f07af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:33.252995 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf17de-b3a9-4255-8dcb-b51abb3f07af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:33.253723 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf17de-b3a9-4255-8dcb-b51abb3f07af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:33.254244 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf17de-b3a9-4255-8dcb-b51abb3f07af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:33.254760 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf17de-b3a9-4255-8dcb-b51abb3f07af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:33.255279 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf17de-b3a9-4255-8dcb-b51abb3f07af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:33.255818 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf17de-b3a9-4255-8dcb-b51abb3f07af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:33.256322 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf17de-b3a9-4255-8dcb-b51abb3f07af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:33.257263 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf17de-b3a9-4255-8dcb-b51abb3f07af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:33.257797 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbf17de-b3a9-4255-8dcb-b51abb3f07af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:33.295002 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33afc45c-1dd7-43b5-bf50-c2b4c41774e5 req-5bb4fd1d-3392-45c7-878f-e2cf9164ec86 service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371109 Jul 09 19:58:33.316211 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-9006ca0b-eed9-4fbc-b511-3cf3e8a21ce1 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0a1c014f76f4d61838879a0fcf7ccfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3761895 Jul 09 19:58:33.361237 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Attempting to bind port 253fb325-7514-4689-80a4-23754cce4f86 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:33.361529 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Attempting to bind port 253fb325-7514-4689-80a4-23754cce4f86 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:33.361893 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Attempting to bind port 253fb325-7514-4689-80a4-23754cce4f86 on network 4d9c8f0d-513a-4509-99ac-8f0364c9799f {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:33.367911 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:33.368254 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Checking segment: {'id': '52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:33.369281 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:33.369715 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Bound using segment: {'id': '52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:33.370189 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Bound port: 253fb325-7514-4689-80a4-23754cce4f86, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:33.370778 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:33.445132 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a0072543-0964-44a8-809a-3631b5b621fa up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:33.456818 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-7218311a-affe-42ff-8461-36651bb3baab None None] For port 253fb325-7514-4689-80a4-23754cce4f86, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:33.460429 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-7218311a-affe-42ff-8461-36651bb3baab None None] For port 253fb325-7514-4689-80a4-23754cce4f86, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=253fb325-7514-4689-80a4-23754cce4f86,segment=NetworkSegment(52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd),segment_id=52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:33.471435 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:33.529883 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33afc45c-1dd7-43b5-bf50-c2b4c41774e5 req-cd93f114-e5e2-4c57-ab10-ccee5d5cc1f8 service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248018 Jul 09 19:58:33.531143 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Routers {'8b0fcd09-e158-4d2e-b082-8f28555c7cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:33.531831 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7218311a-affe-42ff-8461-36651bb3baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:58:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8b0fcd09-e158-4d2e-b082-8f28555c7cf3'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:33.561932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-afb472e8-c30d-4ffe-aa57-985fc3080855 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:58:33.569643 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-afb472e8-c30d-4ffe-aa57-985fc3080855 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2492745 Jul 09 19:58:33.605192 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a0072543-0964-44a8-809a-3631b5b621fa triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:33.605481 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:33.624116 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf17de-b3a9-4255-8dcb-b51abb3f07af None None] Pushing event updated for resources: {'Port': ['ID=253fb325-7514-4689-80a4-23754cce4f86,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:33.705227 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-7218311a-affe-42ff-8461-36651bb3baab None None] Set router 8b0fcd09-e158-4d2e-b082-8f28555c7cf3 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:33.838724 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-1930162b-ad79-4976-b256-1f41fa89c314 service neutron] 10.222.0.30 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580116 Jul 09 19:58:33.895130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f505-49b5-4e66-abcf-f277af5d4a50 req-7b3e3c8d-3835-4bbe-86fb-7f55109fc74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:33.896572 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf33f505-49b5-4e66-abcf-f277af5d4a50 req-7b3e3c8d-3835-4bbe-86fb-7f55109fc74e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8&device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 1136 time: 0.2933040 Jul 09 19:58:34.050369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f505-49b5-4e66-abcf-f277af5d4a50 req-990cd077-38f2-4a8c-9daf-6028cf7ce9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:34.051949 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf33f505-49b5-4e66-abcf-f277af5d4a50 req-990cd077-38f2-4a8c-9daf-6028cf7ce9ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5 HTTP/1.1" status: 200 len: 913 time: 0.1464078 Jul 09 19:58:34.061178 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7218311a-affe-42ff-8461-36651bb3baab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'name': 'tempest-ServerRescueNegativeTestJSON-583639227-router', 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a0072543-0964-44a8-809a-3631b5b621fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:24Z', 'updated_at': '2021-07-09T19:58:29Z', 'revision_number': 4, 'project_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'gw_port': {'id': 'a0072543-0964-44a8-809a-3631b5b621fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:25Z', 'updated_at': '2021-07-09T19:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '253fb325-7514-4689-80a4-23754cce4f86', 'name': '', 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f', 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'mac_address': 'fa:16:3e:22:29:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'e3b3866c-439e-4479-8f0a-3ffef10e645a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:28Z', 'updated_at': '2021-07-09T19:58:33Z', 'revision_number': 4, 'project_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'subnets': [{'id': 'e3b3866c-439e-4479-8f0a-3ffef10e645a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:34.092101 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7218311a-affe-42ff-8461-36651bb3baab None None] The sync data for ids ['8b0fcd09-e158-4d2e-b082-8f28555c7cf3'] in n-d-800088-3 is: [{'id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'name': 'tempest-ServerRescueNegativeTestJSON-583639227-router', 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a0072543-0964-44a8-809a-3631b5b621fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:24Z', 'updated_at': '2021-07-09T19:58:29Z', 'revision_number': 4, 'project_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'gw_port': {'id': 'a0072543-0964-44a8-809a-3631b5b621fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:25Z', 'updated_at': '2021-07-09T19:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '253fb325-7514-4689-80a4-23754cce4f86', 'name': '', 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f', 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'mac_address': 'fa:16:3e:22:29:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': 'e3b3866c-439e-4479-8f0a-3ffef10e645a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:28Z', 'updated_at': '2021-07-09T19:58:33Z', 'revision_number': 4, 'project_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'subnets': [{'id': 'e3b3866c-439e-4479-8f0a-3ffef10e645a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:58:34.108681 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf33f505-49b5-4e66-abcf-f277af5d4a50 req-1947b20c-7e79-4496-ab9b-0ac391cbda45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6c7eecb-e004-45f6-88e5-715f968009b8 HTTP/1.1" status: 200 len: 217 time: 0.0480461 Jul 09 19:58:34.110715 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-88487b58-a593-4b56-b710-53af3ffc17f7 service neutron] 10.222.0.30 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712314 Jul 09 19:58:34.246351 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33f505-49b5-4e66-abcf-f277af5d4a50 req-d0583e5d-4eab-4353-ab5b-a0d34f65a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:34.248265 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf33f505-49b5-4e66-abcf-f277af5d4a50 req-d0583e5d-4eab-4353-ab5b-a0d34f65a6f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3b7d21f-e851-4b97-8cca-10f0cf52ecf1 HTTP/1.1" status: 200 len: 852 time: 0.1187875 Jul 09 19:58:34.306884 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf33f505-49b5-4e66-abcf-f277af5d4a50 req-0b56c914-50eb-4f16-80fa-e46f0e791e9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470555 Jul 09 19:58:34.337280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0d7e0607-60fc-454d-9037-d530e4eae484 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:58:34.392047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 0d7e0607-60fc-454d-9037-d530e4eae484 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:58:34.392716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0d7e0607-60fc-454d-9037-d530e4eae484 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:58:34.506246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf33f505-49b5-4e66-abcf-f277af5d4a50 req-acf236e2-c7fe-4654-9def-c854b78996e6 service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911821 Jul 09 19:58:34.709407 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf33f505-49b5-4e66-abcf-f277af5d4a50 req-03cb8f49-d44f-4118-baf1-454e91712388 service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956372 Jul 09 19:58:34.857090 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a34dd0-e0ae-4382-b636-e84144923508 req-fd82b3ea-01c6-411f-a989-def522af8a4a tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:34.865820 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35a34dd0-e0ae-4382-b636-e84144923508 req-fd82b3ea-01c6-411f-a989-def522af8a4a tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 985 time: 0.1902587 Jul 09 19:58:34.894541 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0aa9e256-6839-49be-984e-96497ed75d6b req-5719e081-73e6-4030-a144-452115ad15ee tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0403047 Jul 09 19:58:34.969872 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35a34dd0-e0ae-4382-b636-e84144923508 req-7f5253ec-6a28-4d4c-84a8-d46e7483ba3a tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&id=0c62e02a-8523-4ebd-b757-baaa327589eb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1012907 Jul 09 19:58:35.015234 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fbe394c5-9c0c-4f06-ac41-1d260eaa6fa4 req-c776387b-9399-4b7c-b88c-5cbc6f33c97b tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 210 time: 0.0610979 Jul 09 19:58:35.534098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 253fb325-7514-4689-80a4-23754cce4f86 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:35.693711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 253fb325-7514-4689-80a4-23754cce4f86 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:35.702385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 253fb325-7514-4689-80a4-23754cce4f86 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:35.702967 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:35.872758 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:35.913309 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-24f5a7b6-2a32-4d4c-a649-bb14df289017 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:35.919401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 253fb325-7514-4689-80a4-23754cce4f86, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=253fb325-7514-4689-80a4-23754cce4f86,segment=NetworkSegment(52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd),segment_id=52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:35.926386 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-24f5a7b6-2a32-4d4c-a649-bb14df289017 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/networks?id=4d9c8f0d-513a-4509-99ac-8f0364c9799f HTTP/1.1" status: 200 len: 818 time: 0.2301285 Jul 09 19:58:35.929808 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:35.961386 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-95c58b37-bf17-4e98-9205-eab6f9bd76ad tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/quotas/a0a1c014f76f4d61838879a0fcf7ccfa HTTP/1.1" status: 200 len: 375 time: 0.0332863 Jul 09 19:58:35.998658 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=253fb325-7514-4689-80a4-23754cce4f86,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:36.164759 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-4e9a969e-748c-4fd2-8509-94c9597764c9 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a0a1c014f76f4d61838879a0fcf7ccfa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2021456 Jul 09 19:58:36.245949 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1536ee7-2357-4970-b251-ab691ce2991f req-fe554eeb-eb50-4acb-a8f5-4b10ade2b2b2 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:36.255009 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1536ee7-2357-4970-b251-ab691ce2991f req-fe554eeb-eb50-4acb-a8f5-4b10ade2b2b2 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 948 time: 0.1321218 Jul 09 19:58:36.303275 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1536ee7-2357-4970-b251-ab691ce2991f req-a079638a-ceee-476d-a7db-29871add3c35 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472608 Jul 09 19:58:36.308302 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-910d81f7-a996-4801-b040-f1c9780619c8 service neutron] 10.222.0.30 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349783 Jul 09 19:58:36.438085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-5b6f830f-08b7-4c7f-b2a7-2b0764ab650f service neutron] 10.222.0.30 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215763 Jul 09 19:58:36.614288 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e1ddcf2-33b2-466a-b87c-dba3600ad532 req-b75a67ca-bee9-466a-8b70-1f153d8fe732 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0755455 Jul 09 19:58:36.738730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c09e2-31f4-4d32-90c2-a82892b8c8d6 req-23bf2305-3e82-4a7e-af67-a0bf3c479c18 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:36.746685 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-781c09e2-31f4-4d32-90c2-a82892b8c8d6 req-23bf2305-3e82-4a7e-af67-a0bf3c479c18 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 985 time: 0.0792952 Jul 09 19:58:36.801827 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-781c09e2-31f4-4d32-90c2-a82892b8c8d6 req-aa6e0510-a013-43de-85bd-885bea0987f9 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&id=0c62e02a-8523-4ebd-b757-baaa327589eb&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0541518 Jul 09 19:58:37.006433 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5bb23eee-dd4e-4091-ab3b-b790cf2a728e req-2d536a51-eec0-4f96-a1ec-6942b77400fe tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 210 time: 0.0760646 Jul 09 19:58:37.018828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-5924525f-f159-4681-8a95-c5fc26ff7921 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:37.020352 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-5924525f-f159-4681-8a95-c5fc26ff7921 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.36 "GET /v2.0/networks?id=4d9c8f0d-513a-4509-99ac-8f0364c9799f HTTP/1.1" status: 200 len: 818 time: 0.2175922 Jul 09 19:58:37.040091 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-4e1bdbd4-f6e9-4087-a6c5-6002c5bebaf8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Request body: {'port': {'device_id': 'fab1470e-1d99-4233-bb9d-3d8edc7b4ebf', 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f', 'admin_state_up': True, 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:37.253425 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ced57b0-6b9b-4968-98d5-b1f353ea8a9a req-f0d6917c-87d3-4b7f-9813-c7bac554f5db tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-726149502&fields=id&tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8 HTTP/1.1" status: 200 len: 267 time: 0.1628098 Jul 09 19:58:37.401540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced57b0-6b9b-4968-98d5-b1f353ea8a9a req-e4dbc638-f8d6-4371-a7ce-64566c8875f8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:37.411128 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ced57b0-6b9b-4968-98d5-b1f353ea8a9a req-e4dbc638-f8d6-4371-a7ce-64566c8875f8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 985 time: 0.1499305 Jul 09 19:58:37.426601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-3ced57b0-6b9b-4968-98d5-b1f353ea8a9a req-92da84b9-f180-4167-887f-521a7943b6a8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'port': {'security_groups': ['0c62e02a-8523-4ebd-b757-baaa327589eb', '65b3dfbd-8b83-4900-9ed8-aef67b03a6fe', 'a8387a66-dd0c-4228-9ce5-204be3830df4']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:37.429275 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 253fb325-7514-4689-80a4-23754cce4f86 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:37.466226 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-4e1bdbd4-f6e9-4087-a6c5-6002c5bebaf8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Made reservation on behalf of a0a1c014f76f4d61838879a0fcf7ccfa for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:37.469822 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-4e1bdbd4-f6e9-4087-a6c5-6002c5bebaf8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:37.566292 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 253fb325-7514-4689-80a4-23754cce4f86 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:37.567436 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:37.609188 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3ced57b0-6b9b-4968-98d5-b1f353ea8a9a req-92da84b9-f180-4167-887f-521a7943b6a8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:37.717985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2083ce-1f4f-4844-82d7-11548720d719 req-2880bad7-f9a5-4229-949a-4d4bda0c8e58 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:37.720260 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b2083ce-1f4f-4844-82d7-11548720d719 req-2880bad7-f9a5-4229-949a-4d4bda0c8e58 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 948 time: 0.1732318 Jul 09 19:58:37.741439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-4e1bdbd4-f6e9-4087-a6c5-6002c5bebaf8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Allocated IP 172.20.0.8 (4d9c8f0d-513a-4509-99ac-8f0364c9799f/e3b3866c-439e-4479-8f0a-3ffef10e645a/309cb334-deb3-4dbc-8f35-1bcfb236fe72) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:37.836632 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b2083ce-1f4f-4844-82d7-11548720d719 req-b725c6e7-9277-4664-b2ba-c73a3ad5d309 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061645 Jul 09 19:58:38.006772 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b3b2e-1fab-4682-acbc-68bdf1b96f38 req-af97788a-d599-4c82-bbca-6b00348e5806 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:38.008856 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-598b3b2e-1fab-4682-acbc-68bdf1b96f38 req-af97788a-d599-4c82-bbca-6b00348e5806 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 948 time: 0.1455634 Jul 09 19:58:38.055850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-3ced57b0-6b9b-4968-98d5-b1f353ea8a9a req-92da84b9-f180-4167-887f-521a7943b6a8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] For port f6c7eecb-e004-45f6-88e5-715f968009b8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f6c7eecb-e004-45f6-88e5-715f968009b8,segment=NetworkSegment(b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1),segment_id=b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:38.078964 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-4e1bdbd4-f6e9-4087-a6c5-6002c5bebaf8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:38.108312 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3ced57b0-6b9b-4968-98d5-b1f353ea8a9a req-92da84b9-f180-4167-887f-521a7943b6a8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:38.121788 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3ced57b0-6b9b-4968-98d5-b1f353ea8a9a req-92da84b9-f180-4167-887f-521a7943b6a8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:38.130010 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b3608d1-e0d4-4131-be97-aa195c6022e4 req-bc09d8ff-188d-49bb-95d6-124f201d68ad tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0871499 Jul 09 19:58:38.137048 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['ccc50769-5b74-4cfb-9dfa-bc079bf20a3e', 'f6c7eecb-e004-45f6-88e5-715f968009b8'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:38.286103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced57b0-6b9b-4968-98d5-b1f353ea8a9a req-92da84b9-f180-4167-887f-521a7943b6a8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:38.286103 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3ced57b0-6b9b-4968-98d5-b1f353ea8a9a req-92da84b9-f180-4167-887f-521a7943b6a8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:38.297140 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ced57b0-6b9b-4968-98d5-b1f353ea8a9a req-92da84b9-f180-4167-887f-521a7943b6a8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "PUT /v2.0/ports/f6c7eecb-e004-45f6-88e5-715f968009b8 HTTP/1.1" status: 200 len: 1021 time: 0.8835206 Jul 09 19:58:38.300231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ee174c-9d71-489e-b4e5-2296fb1a2808', 'tag': 'f6c7eecb-e004-45f6-88e5-715f968009b8'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:38.313498 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047b4c25-4818-419b-b432-6ba65c3f46b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ee174c-9d71-489e-b4e5-2296fb1a2808", "tag": "f6c7eecb-e004-45f6-88e5-715f968009b8"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:38.360107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da84b9-f180-4167-887f-521a7943b6a8 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'Port': ['ID=f6c7eecb-e004-45f6-88e5-715f968009b8,revision_number=7']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:38.370657 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['f6c7eecb-e004-45f6-88e5-715f968009b8'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:38.375316 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-4e1bdbd4-f6e9-4087-a6c5-6002c5bebaf8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:38.414108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-598b3b2e-1fab-4682-acbc-68bdf1b96f38 req-6cb5cce0-1af8-474c-83f7-1fe7a4b666a7 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Deleting port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:58:38.414475 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-598b3b2e-1fab-4682-acbc-68bdf1b96f38 req-6cb5cce0-1af8-474c-83f7-1fe7a4b666a7 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:38.763353 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-4e1bdbd4-f6e9-4087-a6c5-6002c5bebaf8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Network 4d9c8f0d-513a-4509-99ac-8f0364c9799f is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:38.804398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-4e1bdbd4-f6e9-4087-a6c5-6002c5bebaf8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:38.830787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bdbd4-f6e9-4087-a6c5-6002c5bebaf8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Pushing event updated for resources: {'Port': ['ID=309cb334-deb3-4dbc-8f35-1bcfb236fe72,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:38.848576 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-598b3b2e-1fab-4682-acbc-68bdf1b96f38 req-6cb5cce0-1af8-474c-83f7-1fe7a4b666a7 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] For port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:38.849156 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-598b3b2e-1fab-4682-acbc-68bdf1b96f38 req-6cb5cce0-1af8-474c-83f7-1fe7a4b666a7 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:38.874389 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-4e1bdbd4-f6e9-4087-a6c5-6002c5bebaf8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:38.901727 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-598b3b2e-1fab-4682-acbc-68bdf1b96f38 req-6cb5cce0-1af8-474c-83f7-1fe7a4b666a7 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Calling delete_port for b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:58:38.974841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06ccfd4d-693a-483f-8ff5-8352ea4949c9 req-58921d93-c5f0-45c9-8646-68110e5a3781 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/a8387a66-dd0c-4228-9ce5-204be3830df4 HTTP/1.1" status: 200 len: 1799 time: 0.4064434 Jul 09 19:58:39.034241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-4e1bdbd4-f6e9-4087-a6c5-6002c5bebaf8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:39.035770 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-4e1bdbd4-f6e9-4087-a6c5-6002c5bebaf8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:39.084432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-4e1bdbd4-f6e9-4087-a6c5-6002c5bebaf8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0517769 Jul 09 19:58:39.087647 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-06ccfd4d-693a-483f-8ff5-8352ea4949c9 req-3b4723c6-3578-4575-82b7-b0405ba931b3 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 19:58:39.089500 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06ccfd4d-693a-483f-8ff5-8352ea4949c9 req-3b4723c6-3578-4575-82b7-b0405ba931b3 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "DELETE /v2.0/security-groups/a8387a66-dd0c-4228-9ce5-204be3830df4 HTTP/1.1" status: 409 len: 341 time: 0.1001797 Jul 09 19:58:39.099908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Request body: {'port': {'device_id': 'fab1470e-1d99-4233-bb9d-3d8edc7b4ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:39.242238 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa76feaa-7b83-4852-a2df-d92198a037bc x-openstack-request-id: req-fa76feaa-7b83-4852-a2df-d92198a037bc {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:39.244988 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ee174c-9d71-489e-b4e5-2296fb1a2808", "tag": "f6c7eecb-e004-45f6-88e5-715f968009b8", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:39.247966 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa76feaa-7b83-4852-a2df-d92198a037bc {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:39.249880 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ee174c-9d71-489e-b4e5-2296fb1a2808', 'tag': 'f6c7eecb-e004-45f6-88e5-715f968009b8', 'status': 'completed', 'code': 200} Jul 09 19:58:39.256390 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc13f860-188c-488e-b408-070aa06dd42c req-3ace18d0-124f-4228-8522-e22dd57b95b9 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 210 time: 0.1051524 Jul 09 19:58:39.305555 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:39.499780 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b4c25-4818-419b-b432-6ba65c3f46b2 req-f7cd13bd-6ba2-4c00-8684-98eaeb064088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:39.501454 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-047b4c25-4818-419b-b432-6ba65c3f46b2 req-f7cd13bd-6ba2-4c00-8684-98eaeb064088 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8&device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 1175 time: 0.2002110 Jul 09 19:58:39.560958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-053c8349-4a07-47e2-ab2d-5b64cf395253 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:39.568087 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-053c8349-4a07-47e2-ab2d-5b64cf395253 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.36 "GET /v2.0/networks?id=4d9c8f0d-513a-4509-99ac-8f0364c9799f HTTP/1.1" status: 200 len: 818 time: 0.4245191 Jul 09 19:58:39.637400 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-5c804113-8040-41ec-b2c9-763682225121 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Request body: {'port': {'device_id': 'c38f6270-b14a-4690-9001-56a9d3fd038e', 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f', 'admin_state_up': True, 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:39.645033 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-598b3b2e-1fab-4682-acbc-68bdf1b96f38 req-6cb5cce0-1af8-474c-83f7-1fe7a4b666a7 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:39.724327 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-622a24e1-2ec4-4cb4-90c0-bbfc688065f0 req-4eea8af4-495e-4c6f-940c-98142164c8b5 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b524040-3fb1-4ba0-af73-0751aa697821 HTTP/1.1" status: 200 len: 210 time: 0.1470809 Jul 09 19:58:39.875925 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5cce0-1af8-474c-83f7-1fe7a4b666a7 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Pushing event deleted for resources: {'Port': ['ID=b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:39.879268 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b4c25-4818-419b-b432-6ba65c3f46b2 req-5fef16b0-186f-4b1b-800f-2703d28b6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:39.881132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-047b4c25-4818-419b-b432-6ba65c3f46b2 req-5fef16b0-186f-4b1b-800f-2703d28b6aaa service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5 HTTP/1.1" status: 200 len: 913 time: 0.2735240 Jul 09 19:58:39.968216 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-047b4c25-4818-419b-b432-6ba65c3f46b2 req-29f99a19-9a42-4cbb-b615-60ce6e456c93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6c7eecb-e004-45f6-88e5-715f968009b8 HTTP/1.1" status: 200 len: 217 time: 0.0581117 Jul 09 19:58:39.971267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-598b3b2e-1fab-4682-acbc-68bdf1b96f38 req-6cb5cce0-1af8-474c-83f7-1fe7a4b666a7 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] No DVR routers for this DVR port b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:58:39.974246 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-598b3b2e-1fab-4682-acbc-68bdf1b96f38 req-6cb5cce0-1af8-474c-83f7-1fe7a4b666a7 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:39.976672 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-598b3b2e-1fab-4682-acbc-68bdf1b96f38 req-6cb5cce0-1af8-474c-83f7-1fe7a4b666a7 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.36 "DELETE /v2.0/ports/b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf HTTP/1.1" status: 204 len: 173 time: 1.9594481 Jul 09 19:58:39.981772 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b524040-3fb1-4ba0-af73-0751aa697821', 'name': 'network-vif-deleted', 'tag': 'b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:39.984261 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc330f8-26c4-4048-81c0-7c9fe4d58909" -d '{"events": [{"server_uuid": "4b524040-3fb1-4ba0-af73-0751aa697821", "name": "network-vif-deleted", "tag": "b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:40.082747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b4c25-4818-419b-b432-6ba65c3f46b2 req-3112373a-237b-491a-bcab-ce6b9e66c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:40.088494 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-047b4c25-4818-419b-b432-6ba65c3f46b2 req-3112373a-237b-491a-bcab-ce6b9e66c15c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c3b7d21f-e851-4b97-8cca-10f0cf52ecf1 HTTP/1.1" status: 200 len: 852 time: 0.1109099 Jul 09 19:58:40.126867 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 309cb334-deb3-4dbc-8f35-1bcfb236fe72 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:58:40.159261 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:40.178604 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-047b4c25-4818-419b-b432-6ba65c3f46b2 req-27df9375-8404-4461-bb1c-f1b21efa7684 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e195a00-a5e6-4c1e-b81e-59d72e1115c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791805 Jul 09 19:58:40.198988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Transition to ACTIVE for port object 309cb334-deb3-4dbc-8f35-1bcfb236fe72 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:40.234024 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:40.352044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cc597137-059a-4227-923d-90c63e80c9e2 req-11b030ff-6cdd-48f7-b392-a43e44fd1cdf tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.1498125 Jul 09 19:58:40.352887 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-047b4c25-4818-419b-b432-6ba65c3f46b2 req-20053c60-f528-4faf-996e-03cd7c224cd4 service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539178 Jul 09 19:58:40.480322 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Pushing event updated for resources: {'Port': ['ID=309cb334-deb3-4dbc-8f35-1bcfb236fe72,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:40.540075 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-047b4c25-4818-419b-b432-6ba65c3f46b2 req-db851f8c-7730-4ee4-9f65-102b94f630fd service neutron] 10.222.0.36 "GET /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862588 Jul 09 19:58:40.545424 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4164bb0a-075f-4f76-910f-22935e5cf3de x-openstack-request-id: req-4164bb0a-075f-4f76-910f-22935e5cf3de {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:40.545729 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b524040-3fb1-4ba0-af73-0751aa697821", "name": "network-vif-deleted", "tag": "b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:40.545995 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4164bb0a-075f-4f76-910f-22935e5cf3de {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:40.558721 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b524040-3fb1-4ba0-af73-0751aa697821', 'name': 'network-vif-deleted', 'tag': 'b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf', 'status': 'completed', 'code': 200} Jul 09 19:58:40.583931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-5c804113-8040-41ec-b2c9-763682225121 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Made reservation on behalf of a0a1c014f76f4d61838879a0fcf7ccfa for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:40.591983 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-5c804113-8040-41ec-b2c9-763682225121 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:40.699891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Attempting to bind port 309cb334-deb3-4dbc-8f35-1bcfb236fe72 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:40.700330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Attempting to bind port 309cb334-deb3-4dbc-8f35-1bcfb236fe72 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:40.700611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Attempting to bind port 309cb334-deb3-4dbc-8f35-1bcfb236fe72 on network 4d9c8f0d-513a-4509-99ac-8f0364c9799f {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:40.720449 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Port 309cb334-deb3-4dbc-8f35-1bcfb236fe72 on network 4d9c8f0d-513a-4509-99ac-8f0364c9799f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:58:40.720960 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Attempting to bind port 309cb334-deb3-4dbc-8f35-1bcfb236fe72 on network 4d9c8f0d-513a-4509-99ac-8f0364c9799f {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:40.752500 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:40.752899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Checking segment: {'id': '52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:40.754454 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Bound using segment: {'id': '52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:40.754923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Bound port: 309cb334-deb3-4dbc-8f35-1bcfb236fe72, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:40.756511 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:40.818978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee395d7-2391-4465-a3b1-7ebb55af046e req-843527e0-ee45-4eda-9708-5e090df18db7 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:40.827381 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ee395d7-2391-4465-a3b1-7ebb55af046e req-843527e0-ee45-4eda-9708-5e090df18db7 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 1024 time: 0.2836871 Jul 09 19:58:40.880759 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e86e94d7-b40e-448b-bd02-247e15bbb135 req-5ab8291f-8332-4a99-91a2-125c5620ccfd tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 210 time: 0.1173980 Jul 09 19:58:40.934266 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ee395d7-2391-4465-a3b1-7ebb55af046e req-ec97dbbc-713a-4e6b-94b8-4613a2f713df tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8387a66-dd0c-4228-9ce5-204be3830df4&id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&id=0c62e02a-8523-4ebd-b757-baaa327589eb&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1058252 Jul 09 19:58:41.054298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] For port 309cb334-deb3-4dbc-8f35-1bcfb236fe72, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:41.057845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] For port 309cb334-deb3-4dbc-8f35-1bcfb236fe72, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=309cb334-deb3-4dbc-8f35-1bcfb236fe72,segment=NetworkSegment(52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd),segment_id=52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:41.062807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-5c804113-8040-41ec-b2c9-763682225121 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Allocated IP 172.20.0.10 (4d9c8f0d-513a-4509-99ac-8f0364c9799f/e3b3866c-439e-4479-8f0a-3ffef10e645a/93514c1f-a5e2-48a8-83cd-3ec1c0e204aa) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:41.064007 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:41.145224 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Pushing event updated for resources: {'Port': ['ID=309cb334-deb3-4dbc-8f35-1bcfb236fe72,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:41.159443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:41.160166 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:41.162765 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-b3a47a46-9964-4c3a-817d-34e114345465 service neutron] 10.222.0.36 "PUT /v2.0/ports/309cb334-deb3-4dbc-8f35-1bcfb236fe72 HTTP/1.1" status: 200 len: 1091 time: 2.0704398 Jul 09 19:58:41.272086 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab1470e-1d99-4233-bb9d-3d8edc7b4ebf', 'tag': '309cb334-deb3-4dbc-8f35-1bcfb236fe72'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:41.285501 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a307ac69-9ee6-425c-b046-1cdf0b4e32fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fab1470e-1d99-4233-bb9d-3d8edc7b4ebf", "tag": "309cb334-deb3-4dbc-8f35-1bcfb236fe72"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:41.320153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-61556706-5152-416c-8fb4-5877f2abfee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:41.322655 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-61556706-5152-416c-8fb4-5877f2abfee6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0a1c014f76f4d61838879a0fcf7ccfa&device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 1094 time: 0.1018004 Jul 09 19:58:41.342411 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-5c804113-8040-41ec-b2c9-763682225121 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:41.381832 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-56e8968b-b181-4875-bbd1-938224b86ddb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309cb334-deb3-4dbc-8f35-1bcfb236fe72 HTTP/1.1" status: 200 len: 217 time: 0.0515358 Jul 09 19:58:41.392500 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-5c804113-8040-41ec-b2c9-763682225121 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:41.440573 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f69daa2-adb8-4f0b-9ad0-b3e66d5c6756 x-openstack-request-id: req-0f69daa2-adb8-4f0b-9ad0-b3e66d5c6756 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:41.440960 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab1470e-1d99-4233-bb9d-3d8edc7b4ebf", "tag": "309cb334-deb3-4dbc-8f35-1bcfb236fe72", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:41.441220 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f69daa2-adb8-4f0b-9ad0-b3e66d5c6756 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:41.441687 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab1470e-1d99-4233-bb9d-3d8edc7b4ebf', 'tag': '309cb334-deb3-4dbc-8f35-1bcfb236fe72', 'status': 'completed', 'code': 200} Jul 09 19:58:41.466410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-33af7c81-6748-480a-bcd1-bf1b13058a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:41.467520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-33af7c81-6748-480a-bcd1-bf1b13058a7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b3866c-439e-4479-8f0a-3ffef10e645a HTTP/1.1" status: 200 len: 858 time: 0.0750363 Jul 09 19:58:41.494264 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c804113-8040-41ec-b2c9-763682225121 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Pushing event updated for resources: {'Port': ['ID=93514c1f-a5e2-48a8-83cd-3ec1c0e204aa,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:41.519019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-88204ff2-136a-4be5-a6cd-03c11e43afa3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d9c8f0d-513a-4509-99ac-8f0364c9799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429828 Jul 09 19:58:41.523980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-5c804113-8040-41ec-b2c9-763682225121 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Network 4d9c8f0d-513a-4509-99ac-8f0364c9799f is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:41.526176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-5c804113-8040-41ec-b2c9-763682225121 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:41.531162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-5c804113-8040-41ec-b2c9-763682225121 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:41.598637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-5c804113-8040-41ec-b2c9-763682225121 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:41.599671 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-5c804113-8040-41ec-b2c9-763682225121 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:41.618235 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-5c804113-8040-41ec-b2c9-763682225121 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9946282 Jul 09 19:58:41.630460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Request body: {'port': {'device_id': 'c38f6270-b14a-4690-9001-56a9d3fd038e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:41.677947 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e9a0c02-fdf8-4242-88b7-970b74d75d70 req-cd1bd74f-7d97-4e98-877d-0bc45bda70b2 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0597489 Jul 09 19:58:41.728798 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-610612d8-aabe-4239-b884-4c965addafc4 service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001529 Jul 09 19:58:41.780876 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:41.884747 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f0d37ed-2d7e-476b-b85a-550c794dc649 req-df05bf15-6f35-4f3a-bb1f-f40a9d8beaaf service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376469 Jul 09 19:58:42.028987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c2601-44b6-4152-9a39-c5d25d962b5c req-dc458d47-bcc3-4489-a67b-8bd2f38d4b63 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:42.030758 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f21c2601-44b6-4152-9a39-c5d25d962b5c req-dc458d47-bcc3-4489-a67b-8bd2f38d4b63 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ec9a5e-05e7-478f-83f1-fa5a73eae3bf HTTP/1.1" status: 200 len: 949 time: 0.3615539 Jul 09 19:58:42.141187 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f21c2601-44b6-4152-9a39-c5d25d962b5c req-d99949d9-213b-4273-94c8-8834ee2b84ea tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996561 Jul 09 19:58:42.190051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:58:42.200351 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:42.220611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Transition to ACTIVE for port object 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:42.223812 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-34647084-bf2a-4b67-b8c8-76baac9a6670 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1780225398&fields=id&tenant_id=54927557745b4b5d8e9a497c423ed51c HTTP/1.1" status: 200 len: 267 time: 0.3242090 Jul 09 19:58:42.230997 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:42.320136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03b64d-01c6-46df-bf4b-84cc5d4fa470 req-05124b27-6830-4904-a379-49ca74e69d99 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:42.323767 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f03b64d-01c6-46df-bf4b-84cc5d4fa470 req-05124b27-6830-4904-a379-49ca74e69d99 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 1024 time: 0.2856920 Jul 09 19:58:42.333568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307ac69-9ee6-425c-b046-1cdf0b4e32fe req-2c5f23b8-6b20-49c0-a5f6-3c085ec26a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:42.335084 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a307ac69-9ee6-425c-b046-1cdf0b4e32fe req-2c5f23b8-6b20-49c0-a5f6-3c085ec26a55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0a1c014f76f4d61838879a0fcf7ccfa&device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 1094 time: 0.1638460 Jul 09 19:58:42.372707 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:58:42.395270 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:58:42.395715 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device b9fa5e79-4b61-43bd-bffb-e4ebdbf91fcf not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:58:42.407971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-36eae773-0563-4461-9878-436b386d055c tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:42.416127 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-36eae773-0563-4461-9878-436b386d055c tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/networks?id=cd374142-88a1-4361-9674-2bb9b234d6e5 HTTP/1.1" status: 200 len: 816 time: 0.1813400 Jul 09 19:58:42.439858 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-eefaf1de-8ee2-4598-b901-5a6b723c77df tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/quotas/54927557745b4b5d8e9a497c423ed51c HTTP/1.1" status: 200 len: 375 time: 0.0224779 Jul 09 19:58:42.458210 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Pushing event updated for resources: {'Port': ['ID=93514c1f-a5e2-48a8-83cd-3ec1c0e204aa,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:42.513635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307ac69-9ee6-425c-b046-1cdf0b4e32fe req-b16d5102-a7af-4ae2-bcb4-4a9daa17019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:42.515485 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a307ac69-9ee6-425c-b046-1cdf0b4e32fe req-b16d5102-a7af-4ae2-bcb4-4a9daa17019a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d9c8f0d-513a-4509-99ac-8f0364c9799f HTTP/1.1" status: 200 len: 919 time: 0.1714575 Jul 09 19:58:42.539247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Attempting to bind port 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:42.539592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Attempting to bind port 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:42.539933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Attempting to bind port 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa on network 4d9c8f0d-513a-4509-99ac-8f0364c9799f {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:42.567129 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a307ac69-9ee6-425c-b046-1cdf0b4e32fe req-124d8c17-260c-4869-add2-2f6d9bd41012 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309cb334-deb3-4dbc-8f35-1bcfb236fe72 HTTP/1.1" status: 200 len: 217 time: 0.0407937 Jul 09 19:58:42.577093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Port 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa on network 4d9c8f0d-513a-4509-99ac-8f0364c9799f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:58:42.577434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Attempting to bind port 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa on network 4d9c8f0d-513a-4509-99ac-8f0364c9799f {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:42.584954 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-724b307e-32a4-423f-85e5-c082ba255435 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=54927557745b4b5d8e9a497c423ed51c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1395655 Jul 09 19:58:42.633328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:42.633673 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Checking segment: {'id': '52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:42.634985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Bound using segment: {'id': '52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:42.635453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Bound port: 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:42.636150 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:42.645187 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340241e-da05-4fa8-a6c9-cb06e28db464 req-ebcc70ce-e5b0-4261-8cfa-f713a75c2269 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:42.647175 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e340241e-da05-4fa8-a6c9-cb06e28db464 req-ebcc70ce-e5b0-4261-8cfa-f713a75c2269 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 944 time: 0.2486291 Jul 09 19:58:42.681408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307ac69-9ee6-425c-b046-1cdf0b4e32fe req-c29ccb5a-7d82-4d71-b700-48b9b05cf914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:42.683161 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a307ac69-9ee6-425c-b046-1cdf0b4e32fe req-c29ccb5a-7d82-4d71-b700-48b9b05cf914 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b3866c-439e-4479-8f0a-3ffef10e645a HTTP/1.1" status: 200 len: 858 time: 0.0970147 Jul 09 19:58:42.757602 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a307ac69-9ee6-425c-b046-1cdf0b4e32fe req-4e9d87b9-0e58-4592-a46f-8f78b51f3074 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d9c8f0d-513a-4509-99ac-8f0364c9799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551498 Jul 09 19:58:42.761572 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e340241e-da05-4fa8-a6c9-cb06e28db464 req-788d08e8-7ba1-4502-a71f-f90c901d91e4 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961778 Jul 09 19:58:42.765918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-5f03b64d-01c6-46df-bf4b-84cc5d4fa470 req-f3f1d951-fdaf-4a9d-8a9b-f7b2fc647973 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Deleting port f6c7eecb-e004-45f6-88e5-715f968009b8 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:58:42.766240 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f03b64d-01c6-46df-bf4b-84cc5d4fa470 req-f3f1d951-fdaf-4a9d-8a9b-f7b2fc647973 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:42.855541 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-b8ad0d04-f2c5-4cee-a62e-4ab5ce60b35a service neutron] 10.222.0.30 "GET /v2.0/networks/cd374142-88a1-4361-9674-2bb9b234d6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602417 Jul 09 19:58:42.958906 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a307ac69-9ee6-425c-b046-1cdf0b4e32fe req-8e7ea09e-6545-4b26-97b8-29066f656848 service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846156 Jul 09 19:58:43.075852 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-7937e0a3-6821-49c9-9db9-b489512b161d service neutron] 10.222.0.30 "GET /v2.0/networks/cd374142-88a1-4361-9674-2bb9b234d6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192223 Jul 09 19:58:43.112489 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a307ac69-9ee6-425c-b046-1cdf0b4e32fe req-605428d6-ef91-4b7c-8866-cf078f8a3fb3 service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426094 Jul 09 19:58:43.209749 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-5f03b64d-01c6-46df-bf4b-84cc5d4fa470 req-f3f1d951-fdaf-4a9d-8a9b-f7b2fc647973 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] For port f6c7eecb-e004-45f6-88e5-715f968009b8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f6c7eecb-e004-45f6-88e5-715f968009b8,segment=NetworkSegment(b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1),segment_id=b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:43.210289 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f03b64d-01c6-46df-bf4b-84cc5d4fa470 req-f3f1d951-fdaf-4a9d-8a9b-f7b2fc647973 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:43.224376 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-5f03b64d-01c6-46df-bf4b-84cc5d4fa470 req-f3f1d951-fdaf-4a9d-8a9b-f7b2fc647973 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Calling delete_port for f6c7eecb-e004-45f6-88e5-715f968009b8 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:58:43.313159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] For port 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:43.337477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] For port 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=93514c1f-a5e2-48a8-83cd-3ec1c0e204aa,segment=NetworkSegment(52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd),segment_id=52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:43.350995 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:43.422741 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:43.423389 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:43.424782 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] 10.222.0.36 "PUT /v2.0/ports/93514c1f-a5e2-48a8-83cd-3ec1c0e204aa HTTP/1.1" status: 200 len: 1092 time: 1.7985883 Jul 09 19:58:43.425531 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38f6270-b14a-4690-9001-56a9d3fd038e', 'tag': '93514c1f-a5e2-48a8-83cd-3ec1c0e204aa'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:43.427815 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef144401-58d9-42ee-b32f-6b77d27b61f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c38f6270-b14a-4690-9001-56a9d3fd038e", "tag": "93514c1f-a5e2-48a8-83cd-3ec1c0e204aa"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:43.481441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d9f1e-52a2-46f8-bfaa-74d3eb4d4ce8 req-602884af-9d82-4be6-9e68-a51a95095d84 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:43.483063 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f47d9f1e-52a2-46f8-bfaa-74d3eb4d4ce8 req-602884af-9d82-4be6-9e68-a51a95095d84 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 1024 time: 0.3417034 Jul 09 19:58:43.521469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30916619-9cc9-4488-8baf-0bb09f213e6a service neutron] Pushing event updated for resources: {'Port': ['ID=93514c1f-a5e2-48a8-83cd-3ec1c0e204aa,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:43.576923 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f03b64d-01c6-46df-bf4b-84cc5d4fa470 req-f3f1d951-fdaf-4a9d-8a9b-f7b2fc647973 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:43.601367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['ccc50769-5b74-4cfb-9dfa-bc079bf20a3e', 'f6c7eecb-e004-45f6-88e5-715f968009b8'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:43.684670 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f47d9f1e-52a2-46f8-bfaa-74d3eb4d4ce8 req-c0f7fbec-3e17-4ee6-b794-a71cde6a06d3 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8387a66-dd0c-4228-9ce5-204be3830df4&id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&id=0c62e02a-8523-4ebd-b757-baaa327589eb&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1737616 Jul 09 19:58:43.686885 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1d951-fdaf-4a9d-8a9b-f7b2fc647973 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event deleted for resources: {'Port': ['ID=f6c7eecb-e004-45f6-88e5-715f968009b8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:43.825778 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f03b64d-01c6-46df-bf4b-84cc5d4fa470 req-f3f1d951-fdaf-4a9d-8a9b-f7b2fc647973 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] No DVR routers for this DVR port f6c7eecb-e004-45f6-88e5-715f968009b8 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:58:43.829405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-2d418aaf-2099-49a6-9b86-222aa7482dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:43.831189 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-2d418aaf-2099-49a6-9b86-222aa7482dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0a1c014f76f4d61838879a0fcf7ccfa&device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 1095 time: 0.3447688 Jul 09 19:58:43.832484 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5f03b64d-01c6-46df-bf4b-84cc5d4fa470 req-f3f1d951-fdaf-4a9d-8a9b-f7b2fc647973 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:43.834637 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f03b64d-01c6-46df-bf4b-84cc5d4fa470 req-f3f1d951-fdaf-4a9d-8a9b-f7b2fc647973 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.36 "DELETE /v2.0/ports/f6c7eecb-e004-45f6-88e5-715f968009b8 HTTP/1.1" status: 204 len: 173 time: 1.4220650 Jul 09 19:58:43.843761 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aedde8f3-0d7b-4102-8489-80bd8640f61b req-2a64d568-1743-4195-ab99-285ad33d4e17 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0473731 Jul 09 19:58:43.927040 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-ed3005de-1445-48a0-ab2b-0382cb82c8a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93514c1f-a5e2-48a8-83cd-3ec1c0e204aa HTTP/1.1" status: 200 len: 217 time: 0.0852547 Jul 09 19:58:44.073162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-8c7cb0e9-a35c-4f28-bf52-ed03ec8e063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:44.074997 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-8c7cb0e9-a35c-4f28-bf52-ed03ec8e063d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b3866c-439e-4479-8f0a-3ffef10e645a HTTP/1.1" status: 200 len: 858 time: 0.1396096 Jul 09 19:58:44.097063 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b6b6d0-f35f-4ec1-889a-ab5bf0f2f82c x-openstack-request-id: req-d6b6b6d0-f35f-4ec1-889a-ab5bf0f2f82c {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:44.097657 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38f6270-b14a-4690-9001-56a9d3fd038e", "tag": "93514c1f-a5e2-48a8-83cd-3ec1c0e204aa", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:44.098096 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6b6b6d0-f35f-4ec1-889a-ab5bf0f2f82c {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:44.098705 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38f6270-b14a-4690-9001-56a9d3fd038e', 'tag': '93514c1f-a5e2-48a8-83cd-3ec1c0e204aa', 'status': 'completed', 'code': 200} Jul 09 19:58:44.125085 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-b4f674d1-3dae-4fc2-a52f-ae22dafa8233 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d9c8f0d-513a-4509-99ac-8f0364c9799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418119 Jul 09 19:58:44.253154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b44ec-0f27-4ada-9d6f-3695d72a99ae req-bdbff0f2-0cca-47d9-bab7-b8983763af21 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:44.257831 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-768b44ec-0f27-4ada-9d6f-3695d72a99ae req-bdbff0f2-0cca-47d9-bab7-b8983763af21 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ec9a5e-05e7-478f-83f1-fa5a73eae3bf HTTP/1.1" status: 200 len: 949 time: 0.2508698 Jul 09 19:58:44.263603 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ac4f1fc-d179-42a9-8fc5-625f9642b821 req-95176545-d86a-4d1f-841f-8f81f02ff814 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 210 time: 0.0759423 Jul 09 19:58:44.410656 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-768b44ec-0f27-4ada-9d6f-3695d72a99ae req-7ae0d4de-f85f-4d9d-9926-a30845751d73 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/security-groups?id=55a2aea7-86e7-489c-af78-bb2a1b4485c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430154 Jul 09 19:58:44.419615 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-81ea942a-7bc4-407b-8dc8-e7c87358fd2c service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816627 Jul 09 19:58:44.441112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0e666-85b7-43a2-acb4-1bf2e676e1e0 req-2fac9592-569e-4770-bd44-66d4fac837c4 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:44.442807 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92c0e666-85b7-43a2-acb4-1bf2e676e1e0 req-2fac9592-569e-4770-bd44-66d4fac837c4 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.36 "GET /v2.0/ports?device_id=33ec9a5e-05e7-478f-83f1-fa5a73eae3bf HTTP/1.1" status: 200 len: 949 time: 0.2339425 Jul 09 19:58:44.587922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe7e3b-0c35-46a0-9d5d-07bd7b03e996 req-42618e44-e29c-4832-bcf1-d7c1241f36b5 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:44.597424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3fe7e3b-0c35-46a0-9d5d-07bd7b03e996 req-42618e44-e29c-4832-bcf1-d7c1241f36b5 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 944 time: 0.1431828 Jul 09 19:58:44.637116 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36791d78-73bb-4cb5-bd12-0cae87f98f0b req-5e74b5a9-c291-416f-8c19-f7bb7cbf85fc service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834671 Jul 09 19:58:44.649499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-92c0e666-85b7-43a2-acb4-1bf2e676e1e0 req-3730cd9c-677f-48c8-8f8e-30be321adb7b tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Deleting port 87f3dcda-e978-4294-9e83-93abaa1a0394 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:58:44.651596 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-92c0e666-85b7-43a2-acb4-1bf2e676e1e0 req-3730cd9c-677f-48c8-8f8e-30be321adb7b tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.677416 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3fe7e3b-0c35-46a0-9d5d-07bd7b03e996 req-189c513c-57b5-43f9-b504-a7a7c9745d8c tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787776 Jul 09 19:58:44.681002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33716) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:44.804741 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-92c0e666-85b7-43a2-acb4-1bf2e676e1e0 req-3730cd9c-677f-48c8-8f8e-30be321adb7b tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] For port 87f3dcda-e978-4294-9e83-93abaa1a0394, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=87f3dcda-e978-4294-9e83-93abaa1a0394,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:44.805119 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-92c0e666-85b7-43a2-acb4-1bf2e676e1e0 req-3730cd9c-677f-48c8-8f8e-30be321adb7b tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:44.813486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33724) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:44.831929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-92c0e666-85b7-43a2-acb4-1bf2e676e1e0 req-3730cd9c-677f-48c8-8f8e-30be321adb7b tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Calling delete_port for 87f3dcda-e978-4294-9e83-93abaa1a0394 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:58:44.965556 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-84935152-17bb-43da-893e-021a61ab318c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.005125 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144401-58d9-42ee-b32f-6b77d27b61f4 req-0e6973dd-ba3e-4ba0-a13b-6a271c69874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:45.007126 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef144401-58d9-42ee-b32f-6b77d27b61f4 req-0e6973dd-ba3e-4ba0-a13b-6a271c69874f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0a1c014f76f4d61838879a0fcf7ccfa&device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 1095 time: 0.0898039 Jul 09 19:58:45.020930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-93627291-25fa-4ed1-bd8e-f7763edcb528 admin admin] Deleting subnet bdd5bce8-001b-47cc-8510-ced4334ba819 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:58:45.028337 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93627291-25fa-4ed1-bd8e-f7763edcb528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.044624 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e860031c-e330-47bf-ab6a-0706c55894c9 req-48779fb1-9f78-493a-b359-9aa3d3c5d854 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0358136 Jul 09 19:58:45.073038 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-082bb7da-0a8d-4e5c-a580-d8d1e70e90eb req-29d74962-7b6d-465e-b429-706e9fd9bf83 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5ee174c-9d71-489e-b4e5-2296fb1a2808 HTTP/1.1" status: 200 len: 210 time: 0.0745244 Jul 09 19:58:45.103587 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93627291-25fa-4ed1-bd8e-f7763edcb528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.146559 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-92c0e666-85b7-43a2-acb4-1bf2e676e1e0 req-3730cd9c-677f-48c8-8f8e-30be321adb7b tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.162693 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93627291-25fa-4ed1-bd8e-f7763edcb528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.183569 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730cd9c-677f-48c8-8f8e-30be321adb7b tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Pushing event deleted for resources: {'Port': ['ID=87f3dcda-e978-4294-9e83-93abaa1a0394,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:45.219716 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144401-58d9-42ee-b32f-6b77d27b61f4 req-8053c020-78e8-4bae-b9d6-2c1c4f7f94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:45.221472 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef144401-58d9-42ee-b32f-6b77d27b61f4 req-8053c020-78e8-4bae-b9d6-2c1c4f7f94d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d9c8f0d-513a-4509-99ac-8f0364c9799f HTTP/1.1" status: 200 len: 919 time: 0.1833851 Jul 09 19:58:45.231011 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-84935152-17bb-43da-893e-021a61ab318c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.238377 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-84935152-17bb-43da-893e-021a61ab318c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.256005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c0e666-85b7-43a2-acb4-1bf2e676e1e0 req-3730cd9c-677f-48c8-8f8e-30be321adb7b tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] No DVR routers for this DVR port 87f3dcda-e978-4294-9e83-93abaa1a0394 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:58:45.259416 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-92c0e666-85b7-43a2-acb4-1bf2e676e1e0 req-3730cd9c-677f-48c8-8f8e-30be321adb7b tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.261857 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92c0e666-85b7-43a2-acb4-1bf2e676e1e0 req-3730cd9c-677f-48c8-8f8e-30be321adb7b tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.36 "DELETE /v2.0/ports/87f3dcda-e978-4294-9e83-93abaa1a0394 HTTP/1.1" status: 204 len: 173 time: 0.8036296 Jul 09 19:58:45.271180 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93627291-25fa-4ed1-bd8e-f7763edcb528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.291316 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef144401-58d9-42ee-b32f-6b77d27b61f4 req-6e29a765-9944-454c-9b67-d021fa88b007 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93514c1f-a5e2-48a8-83cd-3ec1c0e204aa HTTP/1.1" status: 200 len: 217 time: 0.0404546 Jul 09 19:58:45.311303 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-84935152-17bb-43da-893e-021a61ab318c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e00b98f6e4824e688191ef52f5435f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6268859 Jul 09 19:58:45.312643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93627291-25fa-4ed1-bd8e-f7763edcb528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd5bce8-001b-47cc-8510-ced4334ba819,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:45.314417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33732) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:45.321372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84935152-17bb-43da-893e-021a61ab318c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2fc78a-6b3d-4b65-84b8-5d74d8793cd5,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:45.327094 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93627291-25fa-4ed1-bd8e-f7763edcb528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.331620 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-93627291-25fa-4ed1-bd8e-f7763edcb528 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bdd5bce8-001b-47cc-8510-ced4334ba819 HTTP/1.1" status: 204 len: 168 time: 0.5171192 Jul 09 19:58:45.332252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33734) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:45.355069 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef144401-58d9-42ee-b32f-6b77d27b61f4 req-7414208b-b81c-4641-9aa5-238d9d47a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:45.356740 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef144401-58d9-42ee-b32f-6b77d27b61f4 req-7414208b-b81c-4641-9aa5-238d9d47a582 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b3866c-439e-4479-8f0a-3ffef10e645a HTTP/1.1" status: 200 len: 858 time: 0.0599730 Jul 09 19:58:45.402007 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef144401-58d9-42ee-b32f-6b77d27b61f4 req-5b57e6c3-c276-4b8e-b6df-2f7b398e147a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d9c8f0d-513a-4509-99ac-8f0364c9799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379708 Jul 09 19:58:45.447535 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cdf210a8-cd59-413a-b514-8a6762bbf2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.450170 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb449b51-24b6-4163-ab8c-13889a417649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.496545 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb449b51-24b6-4163-ab8c-13889a417649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.566935 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-533f4b1b-2925-42ab-906e-46e1c8efef4b req-f9084de8-7208-4ca1-937f-a6bc97618de0 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 210 time: 0.1565521 Jul 09 19:58:45.595406 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cdf210a8-cd59-413a-b514-8a6762bbf2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.607355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-cdf210a8-cd59-413a-b514-8a6762bbf2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8894aba0-c40a-4dc6-b8c1-f53ea7016388']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:45.627608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-cdf210a8-cd59-413a-b514-8a6762bbf2a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3c62a3-1aae-4c98-ba59-ff8e0849de93') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:45.627928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-cdf210a8-cd59-413a-b514-8a6762bbf2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3c62a3-1aae-4c98-ba59-ff8e0849de93') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:45.664269 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef144401-58d9-42ee-b32f-6b77d27b61f4 req-5ed3496b-2a81-4970-bda9-cfe0bb981003 service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411945 Jul 09 19:58:45.668746 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cdf210a8-cd59-413a-b514-8a6762bbf2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.672485 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7cb7a39a-8e9f-4246-ab35-1ed62dd5dddd req-1d8689b5-ca61-48d3-976e-c73db7cfb1b6 tempest-ListImageFiltersTestJSON-243285926 tempest-ListImageFiltersTestJSON-243285926-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ec9a5e-05e7-478f-83f1-fa5a73eae3bf HTTP/1.1" status: 200 len: 210 time: 0.0465748 Jul 09 19:58:45.691501 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb449b51-24b6-4163-ab8c-13889a417649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.703210 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb449b51-24b6-4163-ab8c-13889a417649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.708775 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-eb449b51-24b6-4163-ab8c-13889a417649 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d2fc78a-6b3d-4b65-84b8-5d74d8793cd5 HTTP/1.1" status: 204 len: 168 time: 0.3890638 Jul 09 19:58:45.713661 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cdf210a8-cd59-413a-b514-8a6762bbf2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.723685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb449b51-24b6-4163-ab8c-13889a417649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2fc78a-6b3d-4b65-84b8-5d74d8793cd5,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:45.732877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf210a8-cd59-413a-b514-8a6762bbf2a6 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:58:45.733469 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cdf210a8-cd59-413a-b514-8a6762bbf2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:58:45.735888 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:58:45.821308 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cdf210a8-cd59-413a-b514-8a6762bbf2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.827804 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cdf210a8-cd59-413a-b514-8a6762bbf2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:45.832675 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cdf210a8-cd59-413a-b514-8a6762bbf2a6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8894aba0-c40a-4dc6-b8c1-f53ea7016388 HTTP/1.1" status: 204 len: 168 time: 0.4939990 Jul 09 19:58:45.857620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf210a8-cd59-413a-b514-8a6762bbf2a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8894aba0-c40a-4dc6-b8c1-f53ea7016388,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:45.884251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-8c873d18-ac13-4f25-b41d-34301474740c tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:45.886416 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-8c873d18-ac13-4f25-b41d-34301474740c tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.36 "GET /v2.0/networks?id=cd374142-88a1-4361-9674-2bb9b234d6e5 HTTP/1.1" status: 200 len: 816 time: 0.2952671 Jul 09 19:58:45.975440 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef144401-58d9-42ee-b32f-6b77d27b61f4 req-177f4998-6f54-4cf9-bd48-49c5c9629508 service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024764 Jul 09 19:58:46.005884 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33748) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:46.050402 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-968ce151-1a52-472f-b09b-697e0bc859a9 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54927557745b4b5d8e9a497c423ed51c HTTP/1.1" status: 200 len: 380 time: 0.1409163 Jul 09 19:58:46.069482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-c02f8b37-5e17-4eef-a0cb-6488fdb8c870 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Request body: {'port': {'device_id': 'b87b1478-f9e5-41f5-8adb-8245da74b492', 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'admin_state_up': True, 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'security_groups': ['2cc8c8b3-b5e8-46a7-be38-a79df5d07909']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:46.078816 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ccce56f6-5669-4917-a9ce-d6aac70dae8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=382be6ed01574db2b800f45c2ce85e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0695486 Jul 09 19:58:46.079926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33752) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:46.156760 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ee174c-9d71-489e-b4e5-2296fb1a2808', 'name': 'network-vif-deleted', 'tag': 'f6c7eecb-e004-45f6-88e5-715f968009b8'}, {'server_uuid': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'name': 'network-vif-deleted', 'tag': '87f3dcda-e978-4294-9e83-93abaa1a0394'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:46.163479 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb22e8ca-c526-4de3-a03e-d5ba39b259b3" -d '{"events": [{"server_uuid": "d5ee174c-9d71-489e-b4e5-2296fb1a2808", "name": "network-vif-deleted", "tag": "f6c7eecb-e004-45f6-88e5-715f968009b8"}, {"server_uuid": "33ec9a5e-05e7-478f-83f1-fa5a73eae3bf", "name": "network-vif-deleted", "tag": "87f3dcda-e978-4294-9e83-93abaa1a0394"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:46.178162 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a46ef410-e1fb-452d-8286-ee4c65339b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.225134 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a46ef410-e1fb-452d-8286-ee4c65339b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.247627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405ee6a-ac23-4051-b4dc-f35d85dadc49 req-73ae5f42-2d56-404e-b003-37072dfe3566 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:46.258148 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5405ee6a-ac23-4051-b4dc-f35d85dadc49 req-73ae5f42-2d56-404e-b003-37072dfe3566 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 944 time: 0.3179362 Jul 09 19:58:46.310462 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52d8b5e8-604d-4517-b6e7-b85741366b54 req-20a821da-f95b-4a21-9cbb-51f345f62cd6 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0453677 Jul 09 19:58:46.361984 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a46ef410-e1fb-452d-8286-ee4c65339b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.367559 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a46ef410-e1fb-452d-8286-ee4c65339b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.375087 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a46ef410-e1fb-452d-8286-ee4c65339b4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c0217ed-2200-4f08-85b3-7361077aa20e HTTP/1.1" status: 204 len: 168 time: 0.2868974 Jul 09 19:58:46.389965 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5405ee6a-ac23-4051-b4dc-f35d85dadc49 req-26e37d9e-ab13-417d-b404-ad48faa5b4e4 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303573 Jul 09 19:58:46.393266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ef410-e1fb-452d-8286-ee4c65339b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0217ed-2200-4f08-85b3-7361077aa20e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:46.399710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 309cb334-deb3-4dbc-8f35-1bcfb236fe72 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:58:46.418442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f6c7eecb-e004-45f6-88e5-715f968009b8 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:58:46.432236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33760) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:46.437475 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-c02f8b37-5e17-4eef-a0cb-6488fdb8c870 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Made reservation on behalf of 54927557745b4b5d8e9a497c423ed51c for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:46.441631 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-c02f8b37-5e17-4eef-a0cb-6488fdb8c870 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.471377 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee60e90e-e33b-4224-acd5-da2c91e0214c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.490021 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf8be1c-64de-445f-809b-c4c8c881394f x-openstack-request-id: req-7bf8be1c-64de-445f-809b-c4c8c881394f {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:46.490560 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ee174c-9d71-489e-b4e5-2296fb1a2808", "name": "network-vif-deleted", "tag": "f6c7eecb-e004-45f6-88e5-715f968009b8", "status": "completed", "code": 200}, {"server_uuid": "33ec9a5e-05e7-478f-83f1-fa5a73eae3bf", "name": "network-vif-deleted", "tag": "87f3dcda-e978-4294-9e83-93abaa1a0394", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:46.490979 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7bf8be1c-64de-445f-809b-c4c8c881394f {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:46.491522 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ee174c-9d71-489e-b4e5-2296fb1a2808', 'name': 'network-vif-deleted', 'tag': 'f6c7eecb-e004-45f6-88e5-715f968009b8', 'status': 'completed', 'code': 200} Jul 09 19:58:46.491928 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ec9a5e-05e7-478f-83f1-fa5a73eae3bf', 'name': 'network-vif-deleted', 'tag': '87f3dcda-e978-4294-9e83-93abaa1a0394', 'status': 'completed', 'code': 200} Jul 09 19:58:46.506823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: f6c7eecb-e004-45f6-88e5-715f968009b8 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:58:46.508782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f6c7eecb-e004-45f6-88e5-715f968009b8 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:58:46.641033 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2b294cfd-89c6-433f-b68a-4014ee008b6a req-46870719-dffe-44d7-9116-e0c3575ac80a tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/0c62e02a-8523-4ebd-b757-baaa327589eb HTTP/1.1" status: 200 len: 1801 time: 0.0946975 Jul 09 19:58:46.643938 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 309cb334-deb3-4dbc-8f35-1bcfb236fe72, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=309cb334-deb3-4dbc-8f35-1bcfb236fe72,segment=NetworkSegment(52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd),segment_id=52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:46.659578 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '309cb334-deb3-4dbc-8f35-1bcfb236fe72', 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f', 'port_id': '309cb334-deb3-4dbc-8f35-1bcfb236fe72', 'mac_address': 'fa:16:3e:29:11:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b3866c-439e-4479-8f0a-3ffef10e645a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:58:46.692211 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee60e90e-e33b-4224-acd5-da2c91e0214c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.701302 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee60e90e-e33b-4224-acd5-da2c91e0214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.711431 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.717963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-c02f8b37-5e17-4eef-a0cb-6488fdb8c870 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Allocated IP 172.20.0.6 (cd374142-88a1-4361-9674-2bb9b234d6e5/611acea0-bc47-4c49-87b6-27f0504c3c45/c19c86db-98a6-487e-94b1-871a14ccf343) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:46.739289 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 309cb334-deb3-4dbc-8f35-1bcfb236fe72 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:58:46.753728 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2b294cfd-89c6-433f-b68a-4014ee008b6a req-4dc13c0f-0493-4141-80f1-c8f547f18034 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.798044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ee60e90e-e33b-4224-acd5-da2c91e0214c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b5f58052d19406bbe3d2f09878e04e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638017 Jul 09 19:58:46.802337 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 309cb334-deb3-4dbc-8f35-1bcfb236fe72, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=309cb334-deb3-4dbc-8f35-1bcfb236fe72,segment=NetworkSegment(52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd),segment_id=52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:46.803784 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33772) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:46.807604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60e90e-e33b-4224-acd5-da2c91e0214c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1eaced0-c0be-4f0c-8d51-fe64b36520ec,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:46.811211 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.818949 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2b294cfd-89c6-433f-b68a-4014ee008b6a req-4dc13c0f-0493-4141-80f1-c8f547f18034 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:46.911803 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-51b0215e-c7f1-4b27-a6f0-6084e7b9a78a req-e539269d-809b-48b3-8344-2616eec38100 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 210 time: 0.0658832 Jul 09 19:58:46.945437 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=309cb334-deb3-4dbc-8f35-1bcfb236fe72,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:46.963247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:46.963808 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:46.964107 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:46.964452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:46.964818 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:46.965156 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:46.965490 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:46.966013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:46.966352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:46.966684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:46.967224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:46.968194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:58:47.014619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2b294cfd-89c6-433f-b68a-4014ee008b6a req-4dc13c0f-0493-4141-80f1-c8f547f18034 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.017555 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2b294cfd-89c6-433f-b68a-4014ee008b6a req-4dc13c0f-0493-4141-80f1-c8f547f18034 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.024287 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2b294cfd-89c6-433f-b68a-4014ee008b6a req-4dc13c0f-0493-4141-80f1-c8f547f18034 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "DELETE /v2.0/security-groups/0c62e02a-8523-4ebd-b757-baaa327589eb HTTP/1.1" status: 204 len: 173 time: 0.3820994 Jul 09 19:58:47.025818 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8698532e-d9d9-4dd7-8771-23f52be00352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.082382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc13c0f-0493-4141-80f1-c8f547f18034 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c62e02a-8523-4ebd-b757-baaa327589eb,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:47.124847 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de42e647-e734-4f18-b8ad-c857681864cf req-92ba85b5-3fd7-4d5b-abbc-a015f7e09b59 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/a8387a66-dd0c-4228-9ce5-204be3830df4 HTTP/1.1" status: 200 len: 1799 time: 0.0550914 Jul 09 19:58:47.130198 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8698532e-d9d9-4dd7-8771-23f52be00352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.142435 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-c02f8b37-5e17-4eef-a0cb-6488fdb8c870 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.200101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-c02f8b37-5e17-4eef-a0cb-6488fdb8c870 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Transition to ACTIVE for port object c19c86db-98a6-487e-94b1-871a14ccf343 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:47.246801 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de42e647-e734-4f18-b8ad-c857681864cf req-a643d6e6-2c06-45c6-85ab-22c03659641f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.286962 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de42e647-e734-4f18-b8ad-c857681864cf req-a643d6e6-2c06-45c6-85ab-22c03659641f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.300165 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8698532e-d9d9-4dd7-8771-23f52be00352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.303718 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8698532e-d9d9-4dd7-8771-23f52be00352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.308023 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8698532e-d9d9-4dd7-8771-23f52be00352 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1eaced0-c0be-4f0c-8d51-fe64b36520ec HTTP/1.1" status: 204 len: 168 time: 0.5000119 Jul 09 19:58:47.311591 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-c02f8b37-5e17-4eef-a0cb-6488fdb8c870 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.318779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['309cb334-deb3-4dbc-8f35-1bcfb236fe72'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:47.370222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698532e-d9d9-4dd7-8771-23f52be00352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1eaced0-c0be-4f0c-8d51-fe64b36520ec,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:47.371537 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de42e647-e734-4f18-b8ad-c857681864cf req-a643d6e6-2c06-45c6-85ab-22c03659641f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.379352 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de42e647-e734-4f18-b8ad-c857681864cf req-a643d6e6-2c06-45c6-85ab-22c03659641f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.380514 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de42e647-e734-4f18-b8ad-c857681864cf req-a643d6e6-2c06-45c6-85ab-22c03659641f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "DELETE /v2.0/security-groups/a8387a66-dd0c-4228-9ce5-204be3830df4 HTTP/1.1" status: 204 len: 173 time: 0.2548866 Jul 09 19:58:47.397594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f8b37-5e17-4eef-a0cb-6488fdb8c870 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Pushing event updated for resources: {'Port': ['ID=c19c86db-98a6-487e-94b1-871a14ccf343,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:47.401409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-c02f8b37-5e17-4eef-a0cb-6488fdb8c870 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Network cd374142-88a1-4361-9674-2bb9b234d6e5 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:47.403206 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-c02f8b37-5e17-4eef-a0cb-6488fdb8c870 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:47.405373 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-c02f8b37-5e17-4eef-a0cb-6488fdb8c870 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:47.418178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643d6e6-2c06-45c6-85ab-22c03659641f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8387a66-dd0c-4228-9ce5-204be3830df4,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:47.530031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-c02f8b37-5e17-4eef-a0cb-6488fdb8c870 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:47.530735 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-c02f8b37-5e17-4eef-a0cb-6488fdb8c870 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.582415 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-c02f8b37-5e17-4eef-a0cb-6488fdb8c870 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5189688 Jul 09 19:58:47.599162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Request body: {'port': {'device_id': 'b87b1478-f9e5-41f5-8adb-8245da74b492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:47.652223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33814) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:47.749616 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33fdc881-504b-46eb-9d2b-6221fb6e41d1 req-2997c748-2b67-41a9-b4ba-e11b01ed0773 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0727921 Jul 09 19:58:47.752761 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.796303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-0e85a208-a113-40f6-80ad-4624f79f04ae req-7fa7cc5e-a3d6-4d25-a895-31f7fbe3d5af tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-843997209', 'description': 'tempest-description-1056110843'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:47.844162 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e85a208-a113-40f6-80ad-4624f79f04ae req-7fa7cc5e-a3d6-4d25-a895-31f7fbe3d5af tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.895397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f1a68be9-560d-4be3-8c1a-e7796fe0b9de None None] Provisioning for port c19c86db-98a6-487e-94b1-871a14ccf343 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:47.903162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f1a68be9-560d-4be3-8c1a-e7796fe0b9de None None] Provisioning complete for port c19c86db-98a6-487e-94b1-871a14ccf343 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:47.904322 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f1a68be9-560d-4be3-8c1a-e7796fe0b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:47.990172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f1a68be9-560d-4be3-8c1a-e7796fe0b9de None None] Port c19c86db-98a6-487e-94b1-871a14ccf343 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:58:47.998200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1403175878-network', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:48.041033 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e85a208-a113-40f6-80ad-4624f79f04ae req-7fa7cc5e-a3d6-4d25-a895-31f7fbe3d5af tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.067193 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e85a208-a113-40f6-80ad-4624f79f04ae req-7fa7cc5e-a3d6-4d25-a895-31f7fbe3d5af tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.086766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] Made reservation on behalf of 384eeeeb6b564c0ba6396789db3d7886 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:48.092009 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.098242 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e85a208-a113-40f6-80ad-4624f79f04ae req-7fa7cc5e-a3d6-4d25-a895-31f7fbe3d5af tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.099966 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e85a208-a113-40f6-80ad-4624f79f04ae req-7fa7cc5e-a3d6-4d25-a895-31f7fbe3d5af tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3086977 Jul 09 19:58:48.119603 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.159707 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7cc5e-a3d6-4d25-a895-31f7fbe3d5af tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307142c9-da53-4abf-9966-4c96da3e678f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:48.211164 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33830) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:48.232949 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10e0a73b-40fe-45d2-88a6-b7f5f44fc2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.251662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19c86db-98a6-487e-94b1-871a14ccf343 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:58:48.260466 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.288849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Transition to ACTIVE for port object c19c86db-98a6-487e-94b1-871a14ccf343 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:48.299050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.350344 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.358989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899b1d9-d374-4c20-b2c3-f63065b6e139 req-e84b98ba-7ba1-47f2-bc69-dd60f1181b6e tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:48.360582 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a899b1d9-d374-4c20-b2c3-f63065b6e139 req-e84b98ba-7ba1-47f2-bc69-dd60f1181b6e tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 944 time: 0.1153717 Jul 09 19:58:48.363482 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.365131 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Pushing event updated for resources: {'Port': ['ID=c19c86db-98a6-487e-94b1-871a14ccf343,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:48.388310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 87f3dcda-e978-4294-9e83-93abaa1a0394 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:58:48.411082 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:58:48.421022 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 87f3dcda-e978-4294-9e83-93abaa1a0394 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:58:48.422099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 87f3dcda-e978-4294-9e83-93abaa1a0394 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:58:48.468193 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.468596 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] Added segment 571a12b3-5538-4dc3-8b22-baed5a2543db of type vlan for network ac26e3a8-4659-47b4-aecd-3ff1c0a17975 Jul 09 19:58:48.491148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fcd839-3216-4c76-a2c0-7f53e7309926,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:48.506899 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186fd74-c189-4a01-9dee-9660052b3afb req-086047e1-54f2-45d1-9c27-d8da50d0cb5a tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:48.514334 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5186fd74-c189-4a01-9dee-9660052b3afb req-086047e1-54f2-45d1-9c27-d8da50d0cb5a tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 943 time: 0.1505551 Jul 09 19:58:48.526235 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a899b1d9-d374-4c20-b2c3-f63065b6e139 req-c6c8f8e4-f7f2-4384-bc16-bb1463fa9a00 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434498 Jul 09 19:58:48.546453 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.591302 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Attempting to bind port c19c86db-98a6-487e-94b1-871a14ccf343 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:48.591753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Attempting to bind port c19c86db-98a6-487e-94b1-871a14ccf343 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '73409942-d3fe-4044-b392-71efb99b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:48.592171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Attempting to bind port c19c86db-98a6-487e-94b1-871a14ccf343 on network cd374142-88a1-4361-9674-2bb9b234d6e5 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:48.610092 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5186fd74-c189-4a01-9dee-9660052b3afb req-5d5eb64c-c30a-42bb-8bd0-676cf861ca5a tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947528 Jul 09 19:58:48.618125 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Port c19c86db-98a6-487e-94b1-871a14ccf343 on network cd374142-88a1-4361-9674-2bb9b234d6e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:58:48.619018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Attempting to bind port c19c86db-98a6-487e-94b1-871a14ccf343 on network cd374142-88a1-4361-9674-2bb9b234d6e5 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:48.629497 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10e0a73b-40fe-45d2-88a6-b7f5f44fc2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.644773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:48.645299 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Checking segment: {'id': '73409942-d3fe-4044-b392-71efb99b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:48.645786 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Bound using segment: {'id': '73409942-d3fe-4044-b392-71efb99b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:48.646207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Bound port: c19c86db-98a6-487e-94b1-871a14ccf343, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73409942-d3fe-4044-b392-71efb99b4be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:48.646575 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.671110 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10e0a73b-40fe-45d2-88a6-b7f5f44fc2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.719722 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-10e0a73b-40fe-45d2-88a6-b7f5f44fc2a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b66969a0f82484081e28b4883a3d610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5068960 Jul 09 19:58:48.723383 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33836) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:48.725700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0a73b-40fe-45d2-88a6-b7f5f44fc2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc202d00-672e-4afb-a9e2-854fffe7fa9d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:48.740759 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.742016 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:48.745504 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.766662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] For port c19c86db-98a6-487e-94b1-871a14ccf343, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:48.792289 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] For port c19c86db-98a6-487e-94b1-871a14ccf343, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c19c86db-98a6-487e-94b1-871a14ccf343,segment=NetworkSegment(73409942-d3fe-4044-b392-71efb99b4be7),segment_id=73409942-d3fe-4044-b392-71efb99b4be7)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:48.808855 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.854757 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a57cb5d8-cb74-47db-8ca9-eb836410e728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.863321 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4b76c09-6571-4683-8ae4-d0b279b6ae00 req-f0471dcd-0dd0-4cd3-b0f2-0966f79a82d7 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/307142c9-da53-4abf-9966-4c96da3e678f HTTP/1.1" status: 200 len: 1802 time: 0.2023003 Jul 09 19:58:48.867447 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2141075 Jul 09 19:58:48.871098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33846) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:48.874211 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:48.875108 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.876464 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-15b95274-c28e-4040-ad78-350b695c740b service neutron] 10.222.0.36 "PUT /v2.0/ports/c19c86db-98a6-487e-94b1-871a14ccf343 HTTP/1.1" status: 200 len: 1091 time: 1.2858975 Jul 09 19:58:48.880109 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-34913b55-50e9-469b-89ec-7ba7ea1b1b75 admin admin] Request body: {'subnet': {'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1403175878-subnet', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:48.882074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87b1478-f9e5-41f5-8adb-8245da74b492', 'tag': 'c19c86db-98a6-487e-94b1-871a14ccf343'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:48.884465 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606a2915-3c85-495b-b787-35a2cfb3eacc" -d '{"events": [{"name": "network-changed", "server_uuid": "b87b1478-f9e5-41f5-8adb-8245da74b492", "tag": "c19c86db-98a6-487e-94b1-871a14ccf343"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:48.916813 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a57cb5d8-cb74-47db-8ca9-eb836410e728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:48.927087 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a4b76c09-6571-4683-8ae4-d0b279b6ae00 req-e1e9e184-5fe7-44a6-97b7-2005a1f31ebd tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1596276050', 'description': 'tempest-description-hth-1601731916'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:48.929196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b95274-c28e-4040-ad78-350b695c740b service neutron] Pushing event updated for resources: {'Port': ['ID=c19c86db-98a6-487e-94b1-871a14ccf343,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:48.936339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053537a1-3462-43c3-a85a-9bc4213f3f71 admin admin] Pushing event updated for resources: {'Network': ['ID=ac26e3a8-4659-47b4-aecd-3ff1c0a17975,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:48.951278 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network ac26e3a8-4659-47b4-aecd-3ff1c0a17975 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:58:48.984570 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34913b55-50e9-469b-89ec-7ba7ea1b1b75 admin admin] Made reservation on behalf of 384eeeeb6b564c0ba6396789db3d7886 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:58:48.992334 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34913b55-50e9-469b-89ec-7ba7ea1b1b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.046882 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-e63b64a4-1a94-4cd2-a1a9-8fb9bf394c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:49.053792 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-e63b64a4-1a94-4cd2-a1a9-8fb9bf394c8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54927557745b4b5d8e9a497c423ed51c&device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 1094 time: 0.1198108 Jul 09 19:58:49.058189 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a4b76c09-6571-4683-8ae4-d0b279b6ae00 req-e1e9e184-5fe7-44a6-97b7-2005a1f31ebd tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.063321 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a57cb5d8-cb74-47db-8ca9-eb836410e728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.069983 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a57cb5d8-cb74-47db-8ca9-eb836410e728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.073849 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a57cb5d8-cb74-47db-8ca9-eb836410e728 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc202d00-672e-4afb-a9e2-854fffe7fa9d HTTP/1.1" status: 204 len: 168 time: 0.3468385 Jul 09 19:58:49.173140 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a4b76c09-6571-4683-8ae4-d0b279b6ae00 req-e1e9e184-5fe7-44a6-97b7-2005a1f31ebd tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.191892 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a4b76c09-6571-4683-8ae4-d0b279b6ae00 req-e1e9e184-5fe7-44a6-97b7-2005a1f31ebd tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.194571 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a4b76c09-6571-4683-8ae4-d0b279b6ae00 req-e1e9e184-5fe7-44a6-97b7-2005a1f31ebd tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.195814 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4b76c09-6571-4683-8ae4-d0b279b6ae00 req-e1e9e184-5fe7-44a6-97b7-2005a1f31ebd tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "PUT /v2.0/security-groups/307142c9-da53-4abf-9966-4c96da3e678f HTTP/1.1" status: 200 len: 1777 time: 0.3220122 Jul 09 19:58:49.246271 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-9601b1e7-35bd-47c7-afeb-0f21002def81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c19c86db-98a6-487e-94b1-871a14ccf343 HTTP/1.1" status: 200 len: 217 time: 0.1726146 Jul 09 19:58:49.252804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57cb5d8-cb74-47db-8ca9-eb836410e728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc202d00-672e-4afb-a9e2-854fffe7fa9d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:49.324600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9e184-5fe7-44a6-97b7-2005a1f31ebd tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307142c9-da53-4abf-9966-4c96da3e678f,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:49.359916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-4970adbd-5619-4909-88b6-c963b5fae7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:49.363582 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-4970adbd-5619-4909-88b6-c963b5fae7e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=611acea0-bc47-4c49-87b6-27f0504c3c45 HTTP/1.1" status: 200 len: 855 time: 0.1065841 Jul 09 19:58:49.405131 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3dab94e9-71a6-4047-9afd-345517959de2 req-d089e525-4f3e-4d32-b1d2-1d0f89f781dc tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0576453 Jul 09 19:58:49.420296 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34913b55-50e9-469b-89ec-7ba7ea1b1b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.447236 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-c6580bfd-ee5b-44a4-89d3-a1bcf3b0e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:49.449101 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-c6580bfd-ee5b-44a4-89d3-a1bcf3b0e9a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd374142-88a1-4361-9674-2bb9b234d6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781024 Jul 09 19:58:49.509067 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34913b55-50e9-469b-89ec-7ba7ea1b1b75 admin admin] Checking segment: {'id': '571a12b3-5538-4dc3-8b22-baed5a2543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:49.509568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34913b55-50e9-469b-89ec-7ba7ea1b1b75 admin admin] Network hostable DHCP agents. Network: ac26e3a8-4659-47b4-aecd-3ff1c0a17975, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:58:49.512920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34913b55-50e9-469b-89ec-7ba7ea1b1b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:49.537565 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb6b7ea-4b89-4278-9990-3461b2f21350 x-openstack-request-id: req-dbb6b7ea-4b89-4278-9990-3461b2f21350 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:49.537866 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87b1478-f9e5-41f5-8adb-8245da74b492", "tag": "c19c86db-98a6-487e-94b1-871a14ccf343", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:49.538130 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dbb6b7ea-4b89-4278-9990-3461b2f21350 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:49.538530 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87b1478-f9e5-41f5-8adb-8245da74b492', 'tag': 'c19c86db-98a6-487e-94b1-871a14ccf343', 'status': 'completed', 'code': 200} Jul 09 19:58:49.542497 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34913b55-50e9-469b-89ec-7ba7ea1b1b75 admin admin] Network ac26e3a8-4659-47b4-aecd-3ff1c0a17975 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:58:49.559798 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-34913b55-50e9-469b-89ec-7ba7ea1b1b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, ac26e3a8-4659-47b4-aecd-3ff1c0a17975) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:49.566170 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34913b55-50e9-469b-89ec-7ba7ea1b1b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:49.567765 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34913b55-50e9-469b-89ec-7ba7ea1b1b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.569884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fd48c3-8147-4ce2-b78a-f872c4090c0d None None] Network ac26e3a8-4659-47b4-aecd-3ff1c0a17975 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:58:49.596031 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-34913b55-50e9-469b-89ec-7ba7ea1b1b75 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7210665 Jul 09 19:58:49.596031 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33876) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:49.607813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:58:49.652376 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.655368 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.672928 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-194018b2-5678-4ef5-96d7-dc15c9b16443 req-38eb49d2-efa7-4deb-b60d-04bdb2351914 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/307142c9-da53-4abf-9966-4c96da3e678f HTTP/1.1" status: 200 len: 1777 time: 0.1398442 Jul 09 19:58:49.714744 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-7074c598-9fce-419f-8a1d-3df560b1af9e service neutron] 10.222.0.36 "GET /v2.0/networks/cd374142-88a1-4361-9674-2bb9b234d6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583363 Jul 09 19:58:49.778126 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:49.848802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'fixed_ips': [{'subnet_id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:58:49.850000 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:50.013769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Allocated IP 172.20.0.2 (ac26e3a8-4659-47b4-aecd-3ff1c0a17975/7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f/3371e3c9-6f44-4f75-b5a7-eff9dadb95c7) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:50.014471 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:50.174595 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:50.186324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Transition to ACTIVE for port object 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:50.206536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Transition to ACTIVE for port object 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:50.215376 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:50.274608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Network ac26e3a8-4659-47b4-aecd-3ff1c0a17975 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:50.278705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Pushing event updated for resources: {'Port': ['ID=3371e3c9-6f44-4f75-b5a7-eff9dadb95c7,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:50.281511 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:50.284030 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:50.354292 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Attempting to bind port 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:50.355027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Attempting to bind port 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '571a12b3-5538-4dc3-8b22-baed5a2543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:50.355411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Attempting to bind port 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 on network ac26e3a8-4659-47b4-aecd-3ff1c0a17975 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:50.363540 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:50.363951 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Checking segment: {'id': '571a12b3-5538-4dc3-8b22-baed5a2543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:50.364387 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:50.365041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Bound using segment: {'id': '571a12b3-5538-4dc3-8b22-baed5a2543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:50.365571 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Bound port: 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571a12b3-5538-4dc3-8b22-baed5a2543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:50.366018 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:50.449182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] For port 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:50.452832 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] For port 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3371e3c9-6f44-4f75-b5a7-eff9dadb95c7,segment=NetworkSegment(571a12b3-5538-4dc3-8b22-baed5a2543db),segment_id=571a12b3-5538-4dc3-8b22-baed5a2543db)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:50.456632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:58:50.458809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 309cb334-deb3-4dbc-8f35-1bcfb236fe72 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:50.490848 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:50.717806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083ddc1-4cb8-4073-aca5-e044b8ada926 None None] Pushing event updated for resources: {'Port': ['ID=3371e3c9-6f44-4f75-b5a7-eff9dadb95c7,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:50.737790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e5e74-2edc-41fa-97ea-a5467dab8746 req-5c64df07-d3c6-45d0-92fd-7f1142e354d3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:50.742354 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b43e5e74-2edc-41fa-97ea-a5467dab8746 req-5c64df07-d3c6-45d0-92fd-7f1142e354d3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 943 time: 0.1557019 Jul 09 19:58:50.776308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76397f4a-b107-4983-b050-7edcf19a50d9 req-bee26aa9-1588-4342-a222-75ba2bfb5097 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:50.785282 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-76397f4a-b107-4983-b050-7edcf19a50d9 req-bee26aa9-1588-4342-a222-75ba2bfb5097 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 944 time: 0.9168994 Jul 09 19:58:50.791545 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d32b2eca-3eec-4b34-933f-a629f9a7a8af req-b49737fc-23a0-4cb8-bd4b-8efff44de701 service neutron] 10.222.0.36 "GET /v2.0/networks/cd374142-88a1-4361-9674-2bb9b234d6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0598080 Jul 09 19:58:50.817111 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b43e5e74-2edc-41fa-97ea-a5467dab8746 req-61d0e4f7-d083-49f4-bb6c-5e5db54fc24d tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613575 Jul 09 19:58:50.878711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=93514c1f-a5e2-48a8-83cd-3ec1c0e204aa,segment=NetworkSegment(52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd),segment_id=52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:50.927484 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '93514c1f-a5e2-48a8-83cd-3ec1c0e204aa', 'network_id': '4d9c8f0d-513a-4509-99ac-8f0364c9799f', 'port_id': '93514c1f-a5e2-48a8-83cd-3ec1c0e204aa', 'mac_address': 'fa:16:3e:8a:ca:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b3866c-439e-4479-8f0a-3ffef10e645a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:58:50.933990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 309cb334-deb3-4dbc-8f35-1bcfb236fe72 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:50.939749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 309cb334-deb3-4dbc-8f35-1bcfb236fe72 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:50.940132 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:50.974266 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-76397f4a-b107-4983-b050-7edcf19a50d9 req-bb190524-3662-46ce-ab5c-d7585a28ddf5 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880443 Jul 09 19:58:50.974650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33920) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:51.011800 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.034146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a2915-3c85-495b-b787-35a2cfb3eacc req-9e0bc0a8-6494-43be-a5dd-6d639d9a0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:51.035712 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-606a2915-3c85-495b-b787-35a2cfb3eacc req-9e0bc0a8-6494-43be-a5dd-6d639d9a0e0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54927557745b4b5d8e9a497c423ed51c&device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 1094 time: 0.1603034 Jul 09 19:58:51.125126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:58:51.181776 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50dcd0bd-470e-403b-9dca-e89889728698 req-04b32a4f-4539-4f6b-8ba1-631631577d5e tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/307142c9-da53-4abf-9966-4c96da3e678f HTTP/1.1" status: 200 len: 1777 time: 0.3049791 Jul 09 19:58:51.237201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a2915-3c85-495b-b787-35a2cfb3eacc req-aa659185-982e-4385-9574-b7737cc789be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:51.251039 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-606a2915-3c85-495b-b787-35a2cfb3eacc req-aa659185-982e-4385-9574-b7737cc789be service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd374142-88a1-4361-9674-2bb9b234d6e5 HTTP/1.1" status: 200 len: 917 time: 0.2070453 Jul 09 19:58:51.254014 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.255416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=93514c1f-a5e2-48a8-83cd-3ec1c0e204aa,segment=NetworkSegment(52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd),segment_id=52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:51.270475 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.338646 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-606a2915-3c85-495b-b787-35a2cfb3eacc req-111bcadb-aeeb-4b02-b8fc-ed9f0be638de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c19c86db-98a6-487e-94b1-871a14ccf343 HTTP/1.1" status: 200 len: 217 time: 0.0788376 Jul 09 19:58:51.363224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=93514c1f-a5e2-48a8-83cd-3ec1c0e204aa,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:51.372595 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.377654 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.411587 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab1470e-1d99-4233-bb9d-3d8edc7b4ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309cb334-deb3-4dbc-8f35-1bcfb236fe72'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:51.419540 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb822c2-3cbd-4e36-a868-37f1c55308a0" -d '{"events": [{"server_uuid": "fab1470e-1d99-4233-bb9d-3d8edc7b4ebf", "name": "network-vif-plugged", "status": "completed", "tag": "309cb334-deb3-4dbc-8f35-1bcfb236fe72"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:51.443219 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a2915-3c85-495b-b787-35a2cfb3eacc req-c1ebf367-98c8-4596-aa7d-b99eb766261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:51.448958 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-606a2915-3c85-495b-b787-35a2cfb3eacc req-c1ebf367-98c8-4596-aa7d-b99eb766261c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=611acea0-bc47-4c49-87b6-27f0504c3c45 HTTP/1.1" status: 200 len: 855 time: 0.0989149 Jul 09 19:58:51.452001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 309cb334-deb3-4dbc-8f35-1bcfb236fe72, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=309cb334-deb3-4dbc-8f35-1bcfb236fe72,segment=NetworkSegment(52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd),segment_id=52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:51.465266 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.498694 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-40b06627-db31-4684-8759-6e94ee6daf8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c51829226d684668b8aeeac47dc05e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5228510 Jul 09 19:58:51.505650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33932) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:51.579997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=309cb334-deb3-4dbc-8f35-1bcfb236fe72,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:51.592950 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-10c1ab25-f4bd-4c92-92d6-5bea53eeaaa9 req-69f4fbcf-991b-4102-9fc0-69ebe2c2b978 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0654910 Jul 09 19:58:51.595025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:51.600574 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-50dcd0bd-470e-403b-9dca-e89889728698 req-74a41559-8c59-44ed-b9a1-32fdfb6aa1ca tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.638149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a2915-3c85-495b-b787-35a2cfb3eacc req-7c7edc1d-df74-4ab9-a776-6dba9d9f90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:51.639677 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-606a2915-3c85-495b-b787-35a2cfb3eacc req-7c7edc1d-df74-4ab9-a776-6dba9d9f90f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd374142-88a1-4361-9674-2bb9b234d6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871789 Jul 09 19:58:51.672869 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['93514c1f-a5e2-48a8-83cd-3ec1c0e204aa'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:58:51.720144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:51.797252 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-50dcd0bd-470e-403b-9dca-e89889728698 req-74a41559-8c59-44ed-b9a1-32fdfb6aa1ca tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.850699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd901cb6-4ab2-4198-9800-bbaaa81e005e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:51.858982 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-606a2915-3c85-495b-b787-35a2cfb3eacc req-34da9dc6-cbb7-441b-b4e8-86fb813976f7 service neutron] 10.222.0.36 "GET /v2.0/networks/cd374142-88a1-4361-9674-2bb9b234d6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076674 Jul 09 19:58:51.888229 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd901cb6-4ab2-4198-9800-bbaaa81e005e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.013095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Allocated IP 172.25.0.149 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/e97288bb-af1e-4528-a240-07741781cc5b) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:52.027137 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c70d40-1210-4ad7-a6fa-3036df70390f x-openstack-request-id: req-a3c70d40-1210-4ad7-a6fa-3036df70390f {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:52.027548 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab1470e-1d99-4233-bb9d-3d8edc7b4ebf", "name": "network-vif-plugged", "status": "completed", "tag": "309cb334-deb3-4dbc-8f35-1bcfb236fe72", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:52.028219 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3c70d40-1210-4ad7-a6fa-3036df70390f {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:52.028841 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab1470e-1d99-4233-bb9d-3d8edc7b4ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309cb334-deb3-4dbc-8f35-1bcfb236fe72', 'code': 200} Jul 09 19:58:52.080615 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-606a2915-3c85-495b-b787-35a2cfb3eacc req-17952c18-e006-4998-bf81-909057e21e38 service neutron] 10.222.0.36 "GET /v2.0/networks/cd374142-88a1-4361-9674-2bb9b234d6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037075 Jul 09 19:58:52.099806 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-50dcd0bd-470e-403b-9dca-e89889728698 req-74a41559-8c59-44ed-b9a1-32fdfb6aa1ca tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.103413 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-50dcd0bd-470e-403b-9dca-e89889728698 req-74a41559-8c59-44ed-b9a1-32fdfb6aa1ca tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.104839 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50dcd0bd-470e-403b-9dca-e89889728698 req-74a41559-8c59-44ed-b9a1-32fdfb6aa1ca tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "DELETE /v2.0/security-groups/307142c9-da53-4abf-9966-4c96da3e678f HTTP/1.1" status: 204 len: 173 time: 0.9208286 Jul 09 19:58:52.169515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a41559-8c59-44ed-b9a1-32fdfb6aa1ca tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=307142c9-da53-4abf-9966-4c96da3e678f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:52.266006 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d7d4c0-c29d-4050-ac73-f28f19f8cd60 None None] Network ac26e3a8-4659-47b4-aecd-3ff1c0a17975 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:58:52.285289 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd901cb6-4ab2-4198-9800-bbaaa81e005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.291121 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd901cb6-4ab2-4198-9800-bbaaa81e005e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.299105 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fd901cb6-4ab2-4198-9800-bbaaa81e005e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55a2aea7-86e7-489c-af78-bb2a1b4485c2 HTTP/1.1" status: 204 len: 168 time: 0.7141943 Jul 09 19:58:52.339002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd901cb6-4ab2-4198-9800-bbaaa81e005e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a2aea7-86e7-489c-af78-bb2a1b4485c2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:52.385244 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7d657-63f5-4099-9232-ee30703d3da3 req-4efcacf8-6e4d-44fa-a3b4-ae74a074e7fa tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:52.385244 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2dd7d657-63f5-4099-9232-ee30703d3da3 req-4efcacf8-6e4d-44fa-a3b4-ae74a074e7fa tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 943 time: 0.1577494 Jul 09 19:58:52.389864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a5538-044b-4269-bd1b-c897ce08ee77 req-cd5d7ed5-0318-4618-8f50-00fc32339610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:52.391596 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f8a5538-044b-4269-bd1b-c897ce08ee77 req-cd5d7ed5-0318-4618-8f50-00fc32339610 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 1096 time: 0.2712686 Jul 09 19:58:52.393672 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.422945 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-08368561-5bab-4415-a649-26c3ce4a1a4a None None] Provisioning for port 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:52.442008 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-08368561-5bab-4415-a649-26c3ce4a1a4a None None] Provisioning complete for port 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:52.442442 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-08368561-5bab-4415-a649-26c3ce4a1a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.443447 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f8a5538-044b-4269-bd1b-c897ce08ee77 req-2f831516-0a7f-436c-a6f2-178e1cab62bc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444806 Jul 09 19:58:52.462567 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.477106 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2dd7d657-63f5-4099-9232-ee30703d3da3 req-5d599036-baab-4817-9057-61e1ca5371a5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842850 Jul 09 19:58:52.579379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:52.599759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:52.632581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:52.736705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Pushing event updated for resources: {'Port': ['ID=e97288bb-af1e-4528-a240-07741781cc5b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:52.767714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e43bed-921d-4a16-9ad1-0542dba81c89 req-0897289c-b24b-4ef5-a28c-0660e52e8fa4 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:52.776504 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2e43bed-921d-4a16-9ad1-0542dba81c89 req-0897289c-b24b-4ef5-a28c-0660e52e8fa4 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 945 time: 0.3296242 Jul 09 19:58:52.806183 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-08368561-5bab-4415-a649-26c3ce4a1a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:52.900573 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2e43bed-921d-4a16-9ad1-0542dba81c89 req-c16a8fdd-6117-4b0d-8048-2544e0d0f843 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220787 Jul 09 19:58:52.926852 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-08368561-5bab-4415-a649-26c3ce4a1a4a None None] For port 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3371e3c9-6f44-4f75-b5a7-eff9dadb95c7,segment=NetworkSegment(571a12b3-5538-4dc3-8b22-baed5a2543db),segment_id=571a12b3-5538-4dc3-8b22-baed5a2543db)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:52.942529 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-08368561-5bab-4415-a649-26c3ce4a1a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.018561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08368561-5bab-4415-a649-26c3ce4a1a4a None None] Pushing event updated for resources: {'Port': ['ID=3371e3c9-6f44-4f75-b5a7-eff9dadb95c7,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:53.076725 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-7e06ed8b-89db-4f0c-be46-dab059580526 req-db5f1e7d-87a2-468c-96fa-240bc29c1185 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] show failed (client error): The resource could not be found. Jul 09 19:58:53.094575 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7e06ed8b-89db-4f0c-be46-dab059580526 req-db5f1e7d-87a2-468c-96fa-240bc29c1185 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/a8387a66-dd0c-4228-9ce5-204be3830df4 HTTP/1.1" status: 404 len: 352 time: 0.1002100 Jul 09 19:58:53.157864 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-8dba2ffb-e79b-45e5-b678-9c628ee6a2b7 req-56c1e189-4d86-421d-90bb-fb81387d2025 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] show failed (client error): The resource could not be found. Jul 09 19:58:53.163893 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8dba2ffb-e79b-45e5-b678-9c628ee6a2b7 req-56c1e189-4d86-421d-90bb-fb81387d2025 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/0c62e02a-8523-4ebd-b757-baaa327589eb HTTP/1.1" status: 404 len: 352 time: 0.0413115 Jul 09 19:58:53.200509 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-63899612-3eb3-438e-962f-2b61c78c3145 req-d1777d71-cac7-4697-9f35-e33b17e36864 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0695281 Jul 09 19:58:53.219988 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-d61603d1-8f6e-4d88-b45d-fedc4618cc2e req-6c47c26b-4753-4b8f-b8a9-740172124d1c tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] show failed (client error): The resource could not be found. Jul 09 19:58:53.220891 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d61603d1-8f6e-4d88-b45d-fedc4618cc2e req-6c47c26b-4753-4b8f-b8a9-740172124d1c tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/cbc55dc6-f0c5-4453-a782-45922fd0495c HTTP/1.1" status: 404 len: 352 time: 0.0158136 Jul 09 19:58:53.277170 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [req-e70f39c5-9dd7-4ddb-8bf4-7a55095b141a req-bbf10863-2656-415d-ae84-47651f7cd081 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] show failed (client error): The resource could not be found. Jul 09 19:58:53.285345 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e70f39c5-9dd7-4ddb-8bf4-7a55095b141a req-bbf10863-2656-415d-ae84-47651f7cd081 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/6a004740-b4c1-4306-bc3b-bb285d282b15 HTTP/1.1" status: 404 len: 352 time: 0.0239558 Jul 09 19:58:53.351461 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-44c628ff-5a27-4992-a254-a7bad487c433 req-7e49693f-6540-45e5-a254-df0f2c8473c7 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] show failed (client error): The resource could not be found. Jul 09 19:58:53.352618 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44c628ff-5a27-4992-a254-a7bad487c433 req-7e49693f-6540-45e5-a254-df0f2c8473c7 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/92bef80d-fb38-4411-bbec-076a0af4eb91 HTTP/1.1" status: 404 len: 352 time: 0.0467002 Jul 09 19:58:53.378059 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-47ecdc3e-490b-437c-b0aa-43f1f909f75d None None] Provisioning complete for port 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:53.380050 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-47ecdc3e-490b-437c-b0aa-43f1f909f75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.396823 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [req-17c9b085-3328-49bc-8d14-c8629938a338 req-0b5d65ab-42fb-4174-a3a4-5e8ccd1ee536 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] show failed (client error): The resource could not be found. Jul 09 19:58:53.405437 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c9b085-3328-49bc-8d14-c8629938a338 req-0b5d65ab-42fb-4174-a3a4-5e8ccd1ee536 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/b366b4d3-4770-4b64-b3f0-2d7c0afebaa2 HTTP/1.1" status: 404 len: 352 time: 0.0249741 Jul 09 19:58:53.406627 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.544423 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:53.651814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:53.652565 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.679201 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:53.789593 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f985c33-a1e6-4adc-8a79-b304937aaebe req-9dae61e6-57df-444d-b6cc-8b2fec514011 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:53.798259 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f985c33-a1e6-4adc-8a79-b304937aaebe req-9dae61e6-57df-444d-b6cc-8b2fec514011 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 943 time: 0.1378074 Jul 09 19:58:53.850568 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f985c33-a1e6-4adc-8a79-b304937aaebe req-79846b80-4efa-463e-9bbe-b2ca47cf7364 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510027 Jul 09 19:58:53.922380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Router 50637e3b-babe-494b-a649-620401d664bd is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:58:54.078623 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:58:54.091635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Sync routers for ids ['50637e3b-babe-494b-a649-620401d664bd'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:58:54.104798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Routers {'50637e3b-babe-494b-a649-620401d664bd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:54.105580 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:58:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['50637e3b-babe-494b-a649-620401d664bd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:54.107684 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:54.109204 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5b712144-0e9d-4659-ba3a-ed0fac81ac8f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5121801 Jul 09 19:58:54.112036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34028) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:54.119843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dfbfc-4f52-4c4b-9ec9-9fe89b2b57b2 req-3c959fe5-74b5-44cf-bc60-8cfcc2ece40f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:54.121605 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-734dfbfc-4f52-4c4b-9ec9-9fe89b2b57b2 req-3c959fe5-74b5-44cf-bc60-8cfcc2ece40f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 1023 time: 0.1032159 Jul 09 19:58:54.189223 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-734dfbfc-4f52-4c4b-9ec9-9fe89b2b57b2 req-d09a2b01-fa9f-45b2-8b33-9bebe66f22fe tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=de35e693-14cf-4185-9abe-09fdf3090e10&id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&id=0f093441-c276-4d7f-ba21-367a9d1232cf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0595257 Jul 09 19:58:54.258337 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Set router 50637e3b-babe-494b-a649-620401d664bd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:54.397604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04fa54-8f4b-467a-a8f6-fd75379c3b96 req-bc9ea888-1576-4cd8-9be6-2365c3acb27f tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:54.399287 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b04fa54-8f4b-467a-a8f6-fd75379c3b96 req-bc9ea888-1576-4cd8-9be6-2365c3acb27f tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 945 time: 0.0942421 Jul 09 19:58:54.438954 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:54.467409 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b04fa54-8f4b-467a-a8f6-fd75379c3b96 req-9177c8ef-acf3-48d1-a9fe-72bee0f5f1fe tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548048 Jul 09 19:58:54.562600 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b025b054-cd89-4f4a-b966-229a4ef1be77 req-06629b7b-69c1-4c46-9767-8d0144701a30 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0353673 Jul 09 19:58:54.606060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:54.611564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:54.611944 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:54.766585 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:54.778437 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50637e3b-babe-494b-a649-620401d664bd', 'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:49Z', 'updated_at': '2021-07-09T19:58:53Z', 'revision_number': 3, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'gw_port': {'id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:51Z', 'updated_at': '2021-07-09T19:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:54.810417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Checking router: 50637e3b-babe-494b-a649-620401d664bd for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:58:54.810764 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Updating router 50637e3b-babe-494b-a649-620401d664bd port e97288bb-af1e-4528-a240-07741781cc5b binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:58:54.854272 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:54.864746 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34044) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:54.973594 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.015635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38f6270-b14a-4690-9001-56a9d3fd038e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93514c1f-a5e2-48a8-83cd-3ec1c0e204aa'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:55.017907 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5d2697-c3b3-4cd1-b180-9bdae798441f" -d '{"events": [{"server_uuid": "c38f6270-b14a-4690-9001-56a9d3fd038e", "name": "network-vif-plugged", "status": "completed", "tag": "93514c1f-a5e2-48a8-83cd-3ec1c0e204aa"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:55.027975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Allocated IP 172.20.0.1 (ac26e3a8-4659-47b4-aecd-3ff1c0a17975/7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f/fc1b07df-bce9-4dc9-9348-b769da31559d) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:58:55.036188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=93514c1f-a5e2-48a8-83cd-3ec1c0e204aa,segment=NetworkSegment(52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd),segment_id=52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:55.054405 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.158476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079a12-828e-4654-a2d1-ad54df0403a5 req-b0f8332e-2c8c-483e-ad23-562d5eb5414d tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:55.164130 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0079a12-828e-4654-a2d1-ad54df0403a5 req-b0f8332e-2c8c-483e-ad23-562d5eb5414d tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 943 time: 0.1636577 Jul 09 19:58:55.204220 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.220928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=93514c1f-a5e2-48a8-83cd-3ec1c0e204aa,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:55.226480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Transition to ACTIVE for port object fc1b07df-bce9-4dc9-9348-b769da31559d will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:55.261170 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0079a12-828e-4654-a2d1-ad54df0403a5 req-b4a97c64-a041-42d3-abe8-95ba6e2efe72 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965009 Jul 09 19:58:55.262322 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f64c661-fd0e-44ad-8528-aa1c086a261b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.267637 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.306928 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c10860a-2e70-404f-950b-60e7037d107e x-openstack-request-id: req-0c10860a-2e70-404f-950b-60e7037d107e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:55.307204 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38f6270-b14a-4690-9001-56a9d3fd038e", "name": "network-vif-plugged", "status": "completed", "tag": "93514c1f-a5e2-48a8-83cd-3ec1c0e204aa", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:55.307506 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c10860a-2e70-404f-950b-60e7037d107e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:55.308192 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38f6270-b14a-4690-9001-56a9d3fd038e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93514c1f-a5e2-48a8-83cd-3ec1c0e204aa', 'code': 200} Jul 09 19:58:55.338760 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.368917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Network ac26e3a8-4659-47b4-aecd-3ff1c0a17975 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:55.374843 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Transition to ACTIVE for port object e97288bb-af1e-4528-a240-07741781cc5b will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:58:55.385188 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.397072 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:55.409280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:58:55.479421 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319edb04-8f46-446d-8c02-b3ce93606c75 None None] Pushing event updated for resources: {'Port': ['ID=e97288bb-af1e-4528-a240-07741781cc5b,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:55.492134 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Attempting to bind port e97288bb-af1e-4528-a240-07741781cc5b on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:58:55.492899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Attempting to bind port e97288bb-af1e-4528-a240-07741781cc5b by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:58:55.494186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Attempting to bind port e97288bb-af1e-4528-a240-07741781cc5b on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:58:55.500464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:58:55.501245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:58:55.501918 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.502571 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:58:55.503755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Bound port: e97288bb-af1e-4528-a240-07741781cc5b, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:58:55.504846 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.512638 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f64c661-fd0e-44ad-8528-aa1c086a261b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.527349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ac2b5-8552-4acb-ab04-e750fd15001b req-c4fc8d9c-0072-4b55-9c14-dfd4e51efc4f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:55.529144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cc4ac2b5-8552-4acb-ab04-e750fd15001b req-c4fc8d9c-0072-4b55-9c14-dfd4e51efc4f tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 1023 time: 0.1265402 Jul 09 19:58:55.530477 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f64c661-fd0e-44ad-8528-aa1c086a261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.575805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Pushing event updated for resources: {'Port': ['ID=fc1b07df-bce9-4dc9-9348-b769da31559d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:55.603066 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.609070 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] For port e97288bb-af1e-4528-a240-07741781cc5b, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:58:55.614298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] For port e97288bb-af1e-4528-a240-07741781cc5b, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e97288bb-af1e-4528-a240-07741781cc5b,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:58:55.624875 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.661502 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0f64c661-fd0e-44ad-8528-aa1c086a261b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8be65ec6d3834c529fca28a435b183f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7934763 Jul 09 19:58:55.662600 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1f957-3322-4fcb-becd-36101d2be257 req-e0eb5b3d-131a-4d98-ab7e-31cffd93f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:55.664518 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ca1f957-3322-4fcb-becd-36101d2be257 req-e0eb5b3d-131a-4d98-ab7e-31cffd93f1ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 1097 time: 0.2528751 Jul 09 19:58:55.666189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34072) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:58:55.700255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64c661-fd0e-44ad-8528-aa1c086a261b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532cb27b-7b79-4fb4-ac40-6af315863bc8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:55.709634 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319edb04-8f46-446d-8c02-b3ce93606c75 None None] Pushing event updated for resources: {'Port': ['ID=e97288bb-af1e-4528-a240-07741781cc5b,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:55.713159 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Routers {'50637e3b-babe-494b-a649-620401d664bd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:55.713795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:58:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['50637e3b-babe-494b-a649-620401d664bd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:55.730132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cc4ac2b5-8552-4acb-ab04-e750fd15001b req-990ad779-f53d-4bfe-abd1-20924cbc63df tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=de35e693-14cf-4185-9abe-09fdf3090e10&id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&id=0f093441-c276-4d7f-ba21-367a9d1232cf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1500592 Jul 09 19:58:55.894985 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ca1f957-3322-4fcb-becd-36101d2be257 req-40e909cc-6289-4af1-bc87-75c1388da33a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202477 Jul 09 19:58:55.903713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-45d6c51b-dfad-42a3-8e1e-2296c9c74cbe None None] Provisioning for port fc1b07df-bce9-4dc9-9348-b769da31559d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:55.904049 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e701539-d9e8-4698-bb1d-7a4a058c8bab req-6081086f-f210-4e7a-9c35-b7b22558005d tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0388846 Jul 09 19:58:55.913722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] Set router 50637e3b-babe-494b-a649-620401d664bd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:55.916566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-45d6c51b-dfad-42a3-8e1e-2296c9c74cbe None None] Provisioning complete for port fc1b07df-bce9-4dc9-9348-b769da31559d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:55.917058 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-45d6c51b-dfad-42a3-8e1e-2296c9c74cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.953573 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22c311ac-c445-401d-958e-dc89626ec632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:55.991882 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4fc2b-3d3f-4ab1-baf0-e59f0e463a55 req-94f4c061-6735-4e6a-a12a-ec893010539a tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:55.993590 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e2f4fc2b-3d3f-4ab1-baf0-e59f0e463a55 req-94f4c061-6735-4e6a-a12a-ec893010539a tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.3209758 Jul 09 19:58:56.026503 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf2c38-34fd-42de-8c01-ce6286975b55 req-6c359da1-f3fa-492b-a013-6bcb40ec1293 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:56.028034 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85bf2c38-34fd-42de-8c01-ce6286975b55 req-6c359da1-f3fa-492b-a013-6bcb40ec1293 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.36 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 1023 time: 0.3565838 Jul 09 19:58:56.059468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-45d6c51b-dfad-42a3-8e1e-2296c9c74cbe None None] Port fc1b07df-bce9-4dc9-9348-b769da31559d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:58:56.089681 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22c311ac-c445-401d-958e-dc89626ec632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.092783 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.156440 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50637e3b-babe-494b-a649-620401d664bd', 'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:49Z', 'updated_at': '2021-07-09T19:58:53Z', 'revision_number': 3, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'gw_port': {'id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:51Z', 'updated_at': '2021-07-09T19:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:56.186710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133b937-d412-4985-b3c6-cc6973bd1739 None None] The sync data for ids ['50637e3b-babe-494b-a649-620401d664bd'] in n-d-800088-3 is: [{'id': '50637e3b-babe-494b-a649-620401d664bd', 'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:49Z', 'updated_at': '2021-07-09T19:58:53Z', 'revision_number': 3, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'gw_port': {'id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:51Z', 'updated_at': '2021-07-09T19:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:58:56.187815 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e2f4fc2b-3d3f-4ab1-baf0-e59f0e463a55 req-f3e18468-be13-4d34-9e64-62b896c8077f tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764984 Jul 09 19:58:56.299119 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22c311ac-c445-401d-958e-dc89626ec632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.302374 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22c311ac-c445-401d-958e-dc89626ec632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.303638 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-22c311ac-c445-401d-958e-dc89626ec632 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/532cb27b-7b79-4fb4-ac40-6af315863bc8 HTTP/1.1" status: 204 len: 168 time: 0.6299634 Jul 09 19:58:56.353968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c311ac-c445-401d-958e-dc89626ec632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532cb27b-7b79-4fb4-ac40-6af315863bc8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:56.379094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-85bf2c38-34fd-42de-8c01-ce6286975b55 req-2144e884-5431-4591-b869-a32ca69e7f29 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Deleting port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:58:56.379371 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-85bf2c38-34fd-42de-8c01-ce6286975b55 req-2144e884-5431-4591-b869-a32ca69e7f29 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.483346 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ccd2da8-f40f-40df-92bb-f6d579a49320 req-d8e0cfbd-8c7e-4560-9f13-36728e645bab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0526276 Jul 09 19:58:56.591841 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-85bf2c38-34fd-42de-8c01-ce6286975b55 req-2144e884-5431-4591-b869-a32ca69e7f29 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] For port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e,segment=NetworkSegment(b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1),segment_id=b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:56.592561 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-85bf2c38-34fd-42de-8c01-ce6286975b55 req-2144e884-5431-4591-b869-a32ca69e7f29 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.620864 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.641437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-85bf2c38-34fd-42de-8c01-ce6286975b55 req-2144e884-5431-4591-b869-a32ca69e7f29 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Calling delete_port for ccc50769-5b74-4cfb-9dfa-bc079bf20a3e owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:58:56.649040 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.665741 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.789532 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bf66b-45bb-446e-8506-34b98ce56d9c req-202d7e6b-7132-4c49-b527-b4dea222d187 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:56.803626 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d08bf66b-45bb-446e-8506-34b98ce56d9c req-202d7e6b-7132-4c49-b527-b4dea222d187 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 943 time: 0.3159821 Jul 09 19:58:56.804820 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-424732c1-d0cb-47de-a0b3-4f9158968d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.886011 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Pushing event updated for resources: {'Port': ['ID=fc1b07df-bce9-4dc9-9348-b769da31559d,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:56.891578 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:56.973589 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d08bf66b-45bb-446e-8506-34b98ce56d9c req-bec3d7d7-4844-4bce-a0af-e24a3979aa18 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684284 Jul 09 19:58:56.979003 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa551f54-f5d2-4954-b541-8296edcab980 req-9dd37f33-8b8c-4960-9f34-374251788d5a tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:56.980623 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fa551f54-f5d2-4954-b541-8296edcab980 req-9dd37f33-8b8c-4960-9f34-374251788d5a tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 1023 time: 0.0769613 Jul 09 19:58:57.091389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fa551f54-f5d2-4954-b541-8296edcab980 req-f15bdecc-de47-4789-83e3-f27c61a38a54 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups?id=de35e693-14cf-4185-9abe-09fdf3090e10&id=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe&id=0f093441-c276-4d7f-ba21-367a9d1232cf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1015301 Jul 09 19:58:57.175045 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-85bf2c38-34fd-42de-8c01-ce6286975b55 req-2144e884-5431-4591-b869-a32ca69e7f29 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.177981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Network ac26e3a8-4659-47b4-aecd-3ff1c0a17975 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:58:57.229537 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:58:57.245637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144e884-5431-4591-b869-a32ca69e7f29 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event deleted for resources: {'Port': ['ID=ccc50769-5b74-4cfb-9dfa-bc079bf20a3e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:57.361281 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d692c412-192a-4841-b8fc-91163e1a95bf req-8d92be6e-3bd1-42a0-96a4-80fc3809bc65 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.1336069 Jul 09 19:58:57.461108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bf2c38-34fd-42de-8c01-ce6286975b55 req-2144e884-5431-4591-b869-a32ca69e7f29 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] No DVR routers for this DVR port ccc50769-5b74-4cfb-9dfa-bc079bf20a3e on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 19:58:57.465677 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-85bf2c38-34fd-42de-8c01-ce6286975b55 req-2144e884-5431-4591-b869-a32ca69e7f29 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.468049 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85bf2c38-34fd-42de-8c01-ce6286975b55 req-2144e884-5431-4591-b869-a32ca69e7f29 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.36 "DELETE /v2.0/ports/ccc50769-5b74-4cfb-9dfa-bc079bf20a3e HTTP/1.1" status: 204 len: 173 time: 1.4249656 Jul 09 19:58:57.468811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25948d83-4a9f-4eec-900d-f37435918ce6', 'name': 'network-vif-deleted', 'tag': 'ccc50769-5b74-4cfb-9dfa-bc079bf20a3e'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:58:57.471701 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e386baad-649d-4933-a02c-50c54c624104" -d '{"events": [{"server_uuid": "25948d83-4a9f-4eec-900d-f37435918ce6", "name": "network-vif-deleted", "tag": "ccc50769-5b74-4cfb-9dfa-bc079bf20a3e"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:58:57.589750 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e97288bb-af1e-4528-a240-07741781cc5b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:57.726657 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Router 50637e3b-babe-494b-a649-620401d664bd has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:58:57.777875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c6d6c0aa-e742-4b26-a585-30ebef007391 None None] Provisioning complete for port fc1b07df-bce9-4dc9-9348-b769da31559d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:57.778460 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6d6c0aa-e742-4b26-a585-30ebef007391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:57.855906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port e97288bb-af1e-4528-a240-07741781cc5b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:58:57.875228 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a66afa6-4e57-4932-a7e8-93dc8987fd00 x-openstack-request-id: req-7a66afa6-4e57-4932-a7e8-93dc8987fd00 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:58:57.875591 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25948d83-4a9f-4eec-900d-f37435918ce6", "name": "network-vif-deleted", "tag": "ccc50769-5b74-4cfb-9dfa-bc079bf20a3e", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:58:57.875789 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a66afa6-4e57-4932-a7e8-93dc8987fd00 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:58:57.877472 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25948d83-4a9f-4eec-900d-f37435918ce6', 'name': 'network-vif-deleted', 'tag': 'ccc50769-5b74-4cfb-9dfa-bc079bf20a3e', 'status': 'completed', 'code': 200} Jul 09 19:58:57.885356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c6d6c0aa-e742-4b26-a585-30ebef007391 None None] Port fc1b07df-bce9-4dc9-9348-b769da31559d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:58:57.887876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e97288bb-af1e-4528-a240-07741781cc5b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:57.889040 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.011440 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.031254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:58:58.040677 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-73962dd8-bd45-4c51-94f5-f5166c22ef75 admin admin] 10.222.0.30 "PUT /v2.0/routers/50637e3b-babe-494b-a649-620401d664bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9257894 Jul 09 19:58:58.052801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port e97288bb-af1e-4528-a240-07741781cc5b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e97288bb-af1e-4528-a240-07741781cc5b,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:58:58.063874 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:58.126632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=e97288bb-af1e-4528-a240-07741781cc5b,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:58:58.130491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166b97f-9a65-4ea3-a534-b658db2b1a74 req-465d4e78-ad9e-4479-903e-127ad870deaa tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:58.132225 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c166b97f-9a65-4ea3-a534-b658db2b1a74 req-465d4e78-ad9e-4479-903e-127ad870deaa tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.1046534 Jul 09 19:58:58.187458 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c166b97f-9a65-4ea3-a534-b658db2b1a74 req-04c2292b-daf2-4d38-bf8c-992e6df2e6c8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496011 Jul 09 19:58:58.376501 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32641009-c955-4dc7-b110-74447119b1bd req-aedea060-282d-4dab-9b63-ffbe6ca86cca tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:58.385894 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-32641009-c955-4dc7-b110-74447119b1bd req-aedea060-282d-4dab-9b63-ffbe6ca86cca tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 943 time: 0.1294537 Jul 09 19:58:58.394149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b2792985-a347-42ac-bada-411efaa9d7d4 req-08a35f84-d0ee-4738-b036-8ee1f26d8f31 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/ports?device_id=25948d83-4a9f-4eec-900d-f37435918ce6 HTTP/1.1" status: 200 len: 210 time: 0.0809684 Jul 09 19:58:58.464888 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ccc50769-5b74-4cfb-9dfa-bc079bf20a3e no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 19:58:58.479046 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-32641009-c955-4dc7-b110-74447119b1bd req-56e627b8-d99e-4078-aaad-6345fec89c0f tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911865 Jul 09 19:58:58.500783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: ccc50769-5b74-4cfb-9dfa-bc079bf20a3e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 19:58:58.501128 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ccc50769-5b74-4cfb-9dfa-bc079bf20a3e not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 19:58:58.770237 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03534905-79b4-410e-8983-c234029f9a9e req-fad39374-b542-45e5-84d8-57cc8dce7dbf tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0326447 Jul 09 19:58:58.848018 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Sync routers for ids ['50637e3b-babe-494b-a649-620401d664bd'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:58:58.860880 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Routers {'50637e3b-babe-494b-a649-620401d664bd'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:58:58.861728 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:58:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['50637e3b-babe-494b-a649-620401d664bd'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:59.029924 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c023e4a-3670-4f8f-8c61-50053aa214d2 req-e8550eb4-2b14-4b8f-acd5-59e689cf0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:59.035407 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c023e4a-3670-4f8f-8c61-50053aa214d2 req-e8550eb4-2b14-4b8f-acd5-59e689cf0901 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0a1c014f76f4d61838879a0fcf7ccfa&device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 1097 time: 0.1306581 Jul 09 19:58:59.049784 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.177377 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Set router 50637e3b-babe-494b-a649-620401d664bd gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:58:59.391972 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ca0aa60b-a513-4ac8-b6ce-5700e1d972a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.401091 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c98153-9981-4c81-9139-eef7a0c57135 req-8f4f450a-38fd-4557-a4a7-baa5d8cc825f tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:59.410737 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-47c98153-9981-4c81-9139-eef7a0c57135 req-8f4f450a-38fd-4557-a4a7-baa5d8cc825f tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.1771617 Jul 09 19:58:59.487338 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-47c98153-9981-4c81-9139-eef7a0c57135 req-2e0f71f6-143f-4a39-86f7-98f350a518f1 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741372 Jul 09 19:58:59.512731 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e97288bb-af1e-4528-a240-07741781cc5b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:58:59.631055 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.651847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e97288bb-af1e-4528-a240-07741781cc5b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:58:59.652469 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.663647 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50637e3b-babe-494b-a649-620401d664bd', 'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:49Z', 'updated_at': '2021-07-09T19:58:55Z', 'revision_number': 4, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'gw_port': {'id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:51Z', 'updated_at': '2021-07-09T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'fc1b07df-bce9-4dc9-9348-b769da31559d', 'name': '', 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'mac_address': 'fa:16:3e:4c:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:58:56Z', 'revision_number': 2, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'subnets': [{'id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:58:59.740156 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Checking router: 50637e3b-babe-494b-a649-620401d664bd for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:58:59.740695 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Updating router 50637e3b-babe-494b-a649-620401d664bd port fc1b07df-bce9-4dc9-9348-b769da31559d binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:58:59.748209 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-495609e6-3d63-4132-9e95-8d5010d9d8a6 req-992126c3-4bd4-470f-8020-b5a9c542411b tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495&device_id=3965751a-6081-49d8-a36d-14e002c02d92 HTTP/1.1" status: 200 len: 210 time: 0.0489922 Jul 09 19:58:59.843316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c023e4a-3670-4f8f-8c61-50053aa214d2 req-aac90913-7dda-4b84-b503-d44de7341635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:58:59.844873 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c023e4a-3670-4f8f-8c61-50053aa214d2 req-aac90913-7dda-4b84-b503-d44de7341635 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d9c8f0d-513a-4509-99ac-8f0364c9799f HTTP/1.1" status: 200 len: 919 time: 0.8026602 Jul 09 19:58:59.859875 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:58:59.943461 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c023e4a-3670-4f8f-8c61-50053aa214d2 req-d1371fe7-1bda-4e96-873c-86762a0b25c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93514c1f-a5e2-48a8-83cd-3ec1c0e204aa HTTP/1.1" status: 200 len: 217 time: 0.0914047 Jul 09 19:59:00.044846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c023e4a-3670-4f8f-8c61-50053aa214d2 req-e3eb3e09-bf7f-4c67-a9c7-8648f32c7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:00.047445 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c023e4a-3670-4f8f-8c61-50053aa214d2 req-e3eb3e09-bf7f-4c67-a9c7-8648f32c7fce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b3866c-439e-4479-8f0a-3ffef10e645a HTTP/1.1" status: 200 len: 858 time: 0.0943294 Jul 09 19:59:00.106173 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c023e4a-3670-4f8f-8c61-50053aa214d2 req-7352c76e-5eeb-479f-92b8-dffa32309041 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d9c8f0d-513a-4509-99ac-8f0364c9799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482786 Jul 09 19:59:00.214626 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.231721 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Transition to ACTIVE for port object fc1b07df-bce9-4dc9-9348-b769da31559d will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:00.242327 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.247536 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c023e4a-3670-4f8f-8c61-50053aa214d2 req-5e9a3e3d-e79b-41f7-812c-b8e78d760d9f service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209438 Jul 09 19:59:00.347644 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.354212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3a48-4f9a-4b96-8e1d-dddd24b1b3cf req-b491e6a9-429b-4caf-a7a6-9b20218bc463 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:00.361989 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9dbe3a48-4f9a-4b96-8e1d-dddd24b1b3cf req-b491e6a9-429b-4caf-a7a6-9b20218bc463 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 943 time: 0.2706871 Jul 09 19:59:00.394789 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945384f-007c-492e-a660-e595ffd9de97 None None] Pushing event updated for resources: {'Port': ['ID=fc1b07df-bce9-4dc9-9348-b769da31559d,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:00.476325 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9dbe3a48-4f9a-4b96-8e1d-dddd24b1b3cf req-29261b36-b039-4070-b0b4-e285237897be tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133623 Jul 09 19:59:00.532337 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c023e4a-3670-4f8f-8c61-50053aa214d2 req-f6f174be-e6c8-452c-940d-3cafe55ab6c5 service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767432 Jul 09 19:59:00.551193 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Attempting to bind port fc1b07df-bce9-4dc9-9348-b769da31559d on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:00.556612 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Attempting to bind port fc1b07df-bce9-4dc9-9348-b769da31559d by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '571a12b3-5538-4dc3-8b22-baed5a2543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:00.556786 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Attempting to bind port fc1b07df-bce9-4dc9-9348-b769da31559d on network ac26e3a8-4659-47b4-aecd-3ff1c0a17975 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:00.566457 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:00.567535 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Checking segment: {'id': '571a12b3-5538-4dc3-8b22-baed5a2543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:00.568076 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.568627 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Bound using segment: {'id': '571a12b3-5538-4dc3-8b22-baed5a2543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:00.569203 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Bound port: fc1b07df-bce9-4dc9-9348-b769da31559d, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571a12b3-5538-4dc3-8b22-baed5a2543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:00.569668 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.678193 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-47d9fed1-6c5e-4843-8f7a-7e797858972a req-ca752c4b-91e4-473a-98da-d49d056637bc tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/de35e693-14cf-4185-9abe-09fdf3090e10 HTTP/1.1" status: 200 len: 1801 time: 0.0640292 Jul 09 19:59:00.686931 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] For port fc1b07df-bce9-4dc9-9348-b769da31559d, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:00.691670 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] For port fc1b07df-bce9-4dc9-9348-b769da31559d, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fc1b07df-bce9-4dc9-9348-b769da31559d,segment=NetworkSegment(571a12b3-5538-4dc3-8b22-baed5a2543db),segment_id=571a12b3-5538-4dc3-8b22-baed5a2543db)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:00.700224 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.783030 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-47d9fed1-6c5e-4843-8f7a-7e797858972a req-bc1b4118-a5d0-400e-879f-cb7d410aa0b4 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.815882 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-47d9fed1-6c5e-4843-8f7a-7e797858972a req-bc1b4118-a5d0-400e-879f-cb7d410aa0b4 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.824598 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Routers {'50637e3b-babe-494b-a649-620401d664bd'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:00.829057 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:58:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['50637e3b-babe-494b-a649-620401d664bd'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:00.871617 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945384f-007c-492e-a660-e595ffd9de97 None None] Pushing event updated for resources: {'Port': ['ID=fc1b07df-bce9-4dc9-9348-b769da31559d,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:00.900881 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-47d9fed1-6c5e-4843-8f7a-7e797858972a req-bc1b4118-a5d0-400e-879f-cb7d410aa0b4 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.905713 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-47d9fed1-6c5e-4843-8f7a-7e797858972a req-bc1b4118-a5d0-400e-879f-cb7d410aa0b4 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:00.919290 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-47d9fed1-6c5e-4843-8f7a-7e797858972a req-bc1b4118-a5d0-400e-879f-cb7d410aa0b4 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "DELETE /v2.0/security-groups/de35e693-14cf-4185-9abe-09fdf3090e10 HTTP/1.1" status: 204 len: 173 time: 0.2335079 Jul 09 19:59:00.947921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b4118-a5d0-400e-879f-cb7d410aa0b4 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de35e693-14cf-4185-9abe-09fdf3090e10,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:01.012571 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] Set router 50637e3b-babe-494b-a649-620401d664bd gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:01.033721 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-751692cf-6e20-4b98-9069-a7e12f4e57ac req-0b4d3e53-2013-4232-8626-5797a06422e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76ebf5048cea4b76bb044876f985d2bb&device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0593541 Jul 09 19:59:01.105825 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-751692cf-6e20-4b98-9069-a7e12f4e57ac req-82655aaa-f792-4efd-bfff-c18abdf7c90d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=76ebf5048cea4b76bb044876f985d2bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626965 Jul 09 19:59:01.251450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9cc572-5eb1-4a65-8f1a-ce286c30e275 req-06f41c98-9121-4d8f-9618-11f73b8ead66 tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "GET /v2.0/security-groups/0f093441-c276-4d7f-ba21-367a9d1232cf HTTP/1.1" status: 200 len: 1799 time: 0.0564046 Jul 09 19:59:01.287345 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:59:01.328474 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50637e3b-babe-494b-a649-620401d664bd', 'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:49Z', 'updated_at': '2021-07-09T19:58:55Z', 'revision_number': 4, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'gw_port': {'id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:51Z', 'updated_at': '2021-07-09T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'fc1b07df-bce9-4dc9-9348-b769da31559d', 'name': '', 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'mac_address': 'fa:16:3e:4c:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:59:00Z', 'revision_number': 4, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'subnets': [{'id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:01.373103 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ea9cc572-5eb1-4a65-8f1a-ce286c30e275 req-e831c796-20ff-45f7-8096-a1c191ac372a tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:01.375820 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad1ada-3fd7-4b2a-8e47-12f4f1c9d720 None None] The sync data for ids ['50637e3b-babe-494b-a649-620401d664bd'] in n-d-800088-3 is: [{'id': '50637e3b-babe-494b-a649-620401d664bd', 'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:49Z', 'updated_at': '2021-07-09T19:58:55Z', 'revision_number': 4, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'gw_port': {'id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:51Z', 'updated_at': '2021-07-09T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'fc1b07df-bce9-4dc9-9348-b769da31559d', 'name': '', 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'mac_address': 'fa:16:3e:4c:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:59:00Z', 'revision_number': 4, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'subnets': [{'id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:01.408984 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ea9cc572-5eb1-4a65-8f1a-ce286c30e275 req-e831c796-20ff-45f7-8096-a1c191ac372a tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:01.410148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751692cf-6e20-4b98-9069-a7e12f4e57ac req-25f257b0-4138-49c6-b3e7-965bc2805761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:01.411847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-751692cf-6e20-4b98-9069-a7e12f4e57ac req-25f257b0-4138-49c6-b3e7-965bc2805761 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2997530 Jul 09 19:59:01.449993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeb25c-2562-4ef5-86dc-d391ae4a794f req-de0e10c2-076d-406e-9d65-5efea26c1aee tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:01.466988 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1daeb25c-2562-4ef5-86dc-d391ae4a794f req-de0e10c2-076d-406e-9d65-5efea26c1aee tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.2398729 Jul 09 19:59:01.469201 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ea9cc572-5eb1-4a65-8f1a-ce286c30e275 req-e831c796-20ff-45f7-8096-a1c191ac372a tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:01.477825 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ea9cc572-5eb1-4a65-8f1a-ce286c30e275 req-e831c796-20ff-45f7-8096-a1c191ac372a tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:01.492735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34306) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:01.497459 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9cc572-5eb1-4a65-8f1a-ce286c30e275 req-e831c796-20ff-45f7-8096-a1c191ac372a tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] 10.222.0.30 "DELETE /v2.0/security-groups/0f093441-c276-4d7f-ba21-367a9d1232cf HTTP/1.1" status: 204 len: 173 time: 0.2446864 Jul 09 19:59:01.529056 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831c796-20ff-45f7-8096-a1c191ac372a tempest-SecurityGroupsTestJSON-444900542 tempest-SecurityGroupsTestJSON-444900542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f093441-c276-4d7f-ba21-367a9d1232cf,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:01.597627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-37174878-e4c0-44cc-ad3e-5f04224fb43b admin admin] Deleting subnet c3b7d21f-e851-4b97-8cca-10f0cf52ecf1 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:59:01.612820 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1daeb25c-2562-4ef5-86dc-d391ae4a794f req-1bb0b9a2-bf8d-41c7-9a68-a4d41452acd7 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447995 Jul 09 19:59:01.621248 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37174878-e4c0-44cc-ad3e-5f04224fb43b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:01.689104 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5d369118-f06d-4a94-89fe-6dc7b8871704 req-83b9ef82-0117-4c14-85e3-3b3f8c3e69f8 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.0473013 Jul 09 19:59:01.724845 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37174878-e4c0-44cc-ad3e-5f04224fb43b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:01.849343 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37174878-e4c0-44cc-ad3e-5f04224fb43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:01.981465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba640c2-aad3-4e32-8387-cecd6e45ddd6 req-8f37f5d6-69c8-4a01-b796-95e5c466d6e7 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:01.988598 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ba640c2-aad3-4e32-8387-cecd6e45ddd6 req-8f37f5d6-69c8-4a01-b796-95e5c466d6e7 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 943 time: 0.1762333 Jul 09 19:59:01.999132 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37174878-e4c0-44cc-ad3e-5f04224fb43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:02.056926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37174878-e4c0-44cc-ad3e-5f04224fb43b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3b7d21f-e851-4b97-8cca-10f0cf52ecf1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:02.066710 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37174878-e4c0-44cc-ad3e-5f04224fb43b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:02.071259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34328) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:02.071431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-37174878-e4c0-44cc-ad3e-5f04224fb43b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c3b7d21f-e851-4b97-8cca-10f0cf52ecf1 HTTP/1.1" status: 204 len: 168 time: 0.5737133 Jul 09 19:59:02.107358 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ba640c2-aad3-4e32-8387-cecd6e45ddd6 req-05ab159c-e2d9-406a-a7a7-ff9c2e8b49fe tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177149 Jul 09 19:59:02.198022 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:02.272087 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-89960caf-c01e-4cf5-880a-284ee792a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:02.414222 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-89960caf-c01e-4cf5-880a-284ee792a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:02.440881 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-89960caf-c01e-4cf5-880a-284ee792a2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e195a00-a5e6-4c1e-b81e-59d72e1115c5']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:02.459938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-89960caf-c01e-4cf5-880a-284ee792a2d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:02.460296 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-89960caf-c01e-4cf5-880a-284ee792a2d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9fb3de6-6316-4aea-9a2a-6c22eb1fbba1') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:02.471504 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-89960caf-c01e-4cf5-880a-284ee792a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:02.488024 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-89960caf-c01e-4cf5-880a-284ee792a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:02.490231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34340) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:02.508005 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c19c86db-98a6-487e-94b1-871a14ccf343 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:59:02.519681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89960caf-c01e-4cf5-880a-284ee792a2d2 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:59:02.520313 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-89960caf-c01e-4cf5-880a-284ee792a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: timer() Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:59:02.525981 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:59:02.709506 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-89960caf-c01e-4cf5-880a-284ee792a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:02.734005 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-89960caf-c01e-4cf5-880a-284ee792a2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:02.743632 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-89960caf-c01e-4cf5-880a-284ee792a2d2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6e195a00-a5e6-4c1e-b81e-59d72e1115c5 HTTP/1.1" status: 204 len: 168 time: 0.6706362 Jul 09 19:59:02.744871 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89960caf-c01e-4cf5-880a-284ee792a2d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e195a00-a5e6-4c1e-b81e-59d72e1115c5,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:02.782091 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a89b2dde-0be1-4395-9439-ed194472d7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:02.791841 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c19c86db-98a6-487e-94b1-871a14ccf343, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c19c86db-98a6-487e-94b1-871a14ccf343,segment=NetworkSegment(73409942-d3fe-4044-b392-71efb99b4be7),segment_id=73409942-d3fe-4044-b392-71efb99b4be7)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:02.813436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'c19c86db-98a6-487e-94b1-871a14ccf343', 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'port_id': 'c19c86db-98a6-487e-94b1-871a14ccf343', 'mac_address': 'fa:16:3e:7b:81:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:59:02.895709 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:02.926098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19c86db-98a6-487e-94b1-871a14ccf343 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:02.950174 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-751692cf-6e20-4b98-9069-a7e12f4e57ac req-a4e8b8a8-5a46-4f34-a365-54cc864e7103 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.36 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.1191344 Jul 09 19:59:02.981129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34354) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:02.986286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c19c86db-98a6-487e-94b1-871a14ccf343, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c19c86db-98a6-487e-94b1-871a14ccf343,segment=NetworkSegment(73409942-d3fe-4044-b392-71efb99b4be7),segment_id=73409942-d3fe-4044-b392-71efb99b4be7)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:02.996502 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.052047 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a89b2dde-0be1-4395-9439-ed194472d7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.086067 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a89b2dde-0be1-4395-9439-ed194472d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.119400 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f91af-e88e-4b51-b146-43d4b460ffb0 req-85aa2dbc-ace5-4a0e-a2c2-0c57f51c0bde tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:03.136064 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-197f91af-e88e-4b51-b146-43d4b460ffb0 req-85aa2dbc-ace5-4a0e-a2c2-0c57f51c0bde tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.2889192 Jul 09 19:59:03.141548 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=c19c86db-98a6-487e-94b1-871a14ccf343,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:03.226833 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-197f91af-e88e-4b51-b146-43d4b460ffb0 req-65f13cec-8c1b-4031-8752-46c2c411db0b tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847037 Jul 09 19:59:03.355792 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['c19c86db-98a6-487e-94b1-871a14ccf343'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:59:03.529308 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b2dde-0be1-4395-9439-ed194472d7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca13f47-2e4d-4c9d-9a42-8dff1fc65cac,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:03.533709 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b67335bc-0f22-42f5-8db8-47f7bb78f407 req-eb261feb-f190-418e-90b9-d307e8cc1353 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=81f75dc1-8628-4a89-b50e-a0690670f495 HTTP/1.1" status: 200 len: 210 time: 0.5002491 Jul 09 19:59:03.564305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a89b2dde-0be1-4395-9439-ed194472d7c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8adf7e06abd543c18cdf45d7b3634266&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0730050 Jul 09 19:59:03.568523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34364) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:03.587347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c2847119-1b9a-41fc-998d-c9ac9f27de9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1324b3cc5bcd41f2a08785d8da74a3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5945172 Jul 09 19:59:03.590897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34366) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:03.635067 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fc1b07df-bce9-4dc9-9348-b769da31559d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:03.670573 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de76e797-0775-473a-af41-963cc5cd356e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.686669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037f5ad-ebba-4b30-aa41-f81e67913cef req-65a088c9-f815-4507-8098-54d8ff673de1 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:03.694895 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c037f5ad-ebba-4b30-aa41-f81e67913cef req-65a088c9-f815-4507-8098-54d8ff673de1 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 944 time: 0.1983383 Jul 09 19:59:03.705391 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de76e797-0775-473a-af41-963cc5cd356e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.745868 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08032343-a28c-4348-bae6-1cfb9d6d4a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.784472 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c037f5ad-ebba-4b30-aa41-f81e67913cef req-d6979661-ae6a-4f16-b337-478d220cffe4 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848830 Jul 09 19:59:03.786938 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de76e797-0775-473a-af41-963cc5cd356e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.792552 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de76e797-0775-473a-af41-963cc5cd356e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.798675 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-de76e797-0775-473a-af41-963cc5cd356e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ca13f47-2e4d-4c9d-9a42-8dff1fc65cac HTTP/1.1" status: 204 len: 168 time: 0.2258205 Jul 09 19:59:03.815654 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08032343-a28c-4348-bae6-1cfb9d6d4a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.822735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76e797-0775-473a-af41-963cc5cd356e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca13f47-2e4d-4c9d-9a42-8dff1fc65cac,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:03.965200 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08032343-a28c-4348-bae6-1cfb9d6d4a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.973495 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08032343-a28c-4348-bae6-1cfb9d6d4a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.977811 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-08032343-a28c-4348-bae6-1cfb9d6d4a54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65b3dfbd-8b83-4900-9ed8-aef67b03a6fe HTTP/1.1" status: 204 len: 168 time: 0.3850656 Jul 09 19:59:03.978390 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port fc1b07df-bce9-4dc9-9348-b769da31559d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:03.983432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port fc1b07df-bce9-4dc9-9348-b769da31559d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:03.983896 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:03.998084 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08032343-a28c-4348-bae6-1cfb9d6d4a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b3dfbd-8b83-4900-9ed8-aef67b03a6fe,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:04.099706 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:04.143764 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port fc1b07df-bce9-4dc9-9348-b769da31559d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fc1b07df-bce9-4dc9-9348-b769da31559d,segment=NetworkSegment(571a12b3-5538-4dc3-8b22-baed5a2543db),segment_id=571a12b3-5538-4dc3-8b22-baed5a2543db)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:04.157491 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:04.213276 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=fc1b07df-bce9-4dc9-9348-b769da31559d,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:04.463722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ea862-b205-46dd-97b1-638ed8b9ca3c req-2fd94392-2a62-4709-87d4-87ea3353134e tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:04.465784 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-856ea862-b205-46dd-97b1-638ed8b9ca3c req-2fd94392-2a62-4709-87d4-87ea3353134e tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.0877943 Jul 09 19:59:04.525613 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-856ea862-b205-46dd-97b1-638ed8b9ca3c req-cd298bb1-0e7c-4540-8ecb-623945c5b807 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523233 Jul 09 19:59:05.060579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d195b2-c733-4d19-8d2c-c8fa90525434 req-3178bfe8-95be-49e2-8354-ba9fd8b7f45f tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:05.068726 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-83d195b2-c733-4d19-8d2c-c8fa90525434 req-3178bfe8-95be-49e2-8354-ba9fd8b7f45f tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 944 time: 0.0976558 Jul 09 19:59:05.080875 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-393e2827-dcd7-47a1-9425-623b9655b52f req-b48a1620-714f-4327-a633-c56301f1fc06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76ebf5048cea4b76bb044876f985d2bb&device_id=3965751a-6081-49d8-a36d-14e002c02d92 HTTP/1.1" status: 200 len: 210 time: 0.0637686 Jul 09 19:59:05.120433 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-83d195b2-c733-4d19-8d2c-c8fa90525434 req-8e62757f-5495-4b76-9969-4674b8a143ba tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452499 Jul 09 19:59:05.146986 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-393e2827-dcd7-47a1-9425-623b9655b52f req-087e23fd-737a-4091-ba63-50fad6c4d96c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=76ebf5048cea4b76bb044876f985d2bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572128 Jul 09 19:59:05.276636 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0da32c2-d6b1-4804-8382-5fe050aed5de req-f79f725c-9619-4da5-86c7-f72811f3485f tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=3965751a-6081-49d8-a36d-14e002c02d92 HTTP/1.1" status: 200 len: 210 time: 0.0481176 Jul 09 19:59:05.295818 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e2827-dcd7-47a1-9425-623b9655b52f req-2c0ae24f-0271-44de-b965-b390f1bd1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:05.297670 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-393e2827-dcd7-47a1-9425-623b9655b52f req-2c0ae24f-0271-44de-b965-b390f1bd1e5b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362195 Jul 09 19:59:05.432840 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fc1b07df-bce9-4dc9-9348-b769da31559d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:05.485329 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port fc1b07df-bce9-4dc9-9348-b769da31559d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:05.485989 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.505216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34440) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:05.549107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34448) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:05.634609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-network', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:05.666946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] Made reservation on behalf of 8cc91b2219044be3bcf3baddf092d553 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:05.670872 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.685146 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.709223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-890039419-network', 'tenant_id': 'c115d51978dd46f681afd89ead09abc7'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:05.744215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64cb63-b317-47cc-9370-166da0639003 req-b08c0272-f9e1-43c9-99a1-79c631ff4869 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:05.745938 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a64cb63-b317-47cc-9370-166da0639003 req-b08c0272-f9e1-43c9-99a1-79c631ff4869 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.0770841 Jul 09 19:59:05.753355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] Made reservation on behalf of c115d51978dd46f681afd89ead09abc7 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:05.753593 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.767524 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.797276 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a64cb63-b317-47cc-9370-166da0639003 req-68d455ff-4f06-482a-9b93-ffb69bf3dc56 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450511 Jul 09 19:59:05.871097 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.877657 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.909749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:59:05.940492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f473b2fa-deed-4258-8494-7ee8c62b9445,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:05.960201 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:05.960201 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] Added segment f67726b3-c14d-4273-a0cd-ddcf83dc00d5 of type vlan for network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 Jul 09 19:59:06.019293 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.076072 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.081902 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.091689 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.093130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:06.093998 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.154914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:59:06.189343 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.189704 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] Added segment 3070cc65-5bef-41b6-a6b6-65656fe86707 of type vlan for network 98914e09-1f68-4b56-b5d4-097c4e4b2726 Jul 09 19:59:06.191187 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e520e61-6b7f-4302-a021-92f669ed0dd9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:06.207629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34476) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:06.208386 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7015615 Jul 09 19:59:06.214358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-811e4fcb-1c12-466d-95cc-053915989e91 admin admin] Request body: {'subnet': {'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-subnet', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:06.216187 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725bf2c-86d5-4204-9b97-1906885ce327 admin admin] Pushing event updated for resources: {'Network': ['ID=f3710c23-e34f-4a94-ad2f-5eaa9c859b69,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:06.229332 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:59:06.255367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.271315 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811e4fcb-1c12-466d-95cc-053915989e91 admin admin] Made reservation on behalf of 8cc91b2219044be3bcf3baddf092d553 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:06.276409 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-811e4fcb-1c12-466d-95cc-053915989e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.305302 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.306741 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:06.307305 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.502492 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9517035 Jul 09 19:59:06.509472 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34484) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:06.517876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ed351d1b-c70a-46ea-a5ce-a8fcfa59170d admin admin] Request body: {'subnet': {'network_id': '98914e09-1f68-4b56-b5d4-097c4e4b2726', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-890039419-subnet', 'tenant_id': 'c115d51978dd46f681afd89ead09abc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:06.525813 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c19c86db-98a6-487e-94b1-871a14ccf343 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:06.544523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8d4de-4965-4fcf-b210-84ac7a94ce18 admin admin] Pushing event updated for resources: {'Network': ['ID=98914e09-1f68-4b56-b5d4-097c4e4b2726,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:06.575744 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-edbc57d1-c201-4910-8cf3-4d1511c78d1e req-2cf17289-7004-46d6-bef2-1754699e835d tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=3965751a-6081-49d8-a36d-14e002c02d92 HTTP/1.1" status: 200 len: 210 time: 0.0774083 Jul 09 19:59:06.599127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 98914e09-1f68-4b56-b5d4-097c4e4b2726 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:59:06.600873 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed351d1b-c70a-46ea-a5ce-a8fcfa59170d admin admin] Made reservation on behalf of c115d51978dd46f681afd89ead09abc7 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:06.604314 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-811e4fcb-1c12-466d-95cc-053915989e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.614257 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed351d1b-c70a-46ea-a5ce-a8fcfa59170d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.658929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e4fcb-1c12-466d-95cc-053915989e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14375310-01e0-447a-894d-66dc68e570ff,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:06.659228 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port c19c86db-98a6-487e-94b1-871a14ccf343 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:06.666735 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port c19c86db-98a6-487e-94b1-871a14ccf343 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:06.667293 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.687562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811e4fcb-1c12-466d-95cc-053915989e91 admin admin] Checking segment: {'id': 'f67726b3-c14d-4273-a0cd-ddcf83dc00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:06.688075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811e4fcb-1c12-466d-95cc-053915989e91 admin admin] Network hostable DHCP agents. Network: f3710c23-e34f-4a94-ad2f-5eaa9c859b69, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:59:06.703265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ba17b-81f1-461e-b0cb-a0bcb9d32bcc req-baf90057-0526-45fd-9406-9b9316e77b4e tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:06.704882 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-219ba17b-81f1-461e-b0cb-a0bcb9d32bcc req-baf90057-0526-45fd-9406-9b9316e77b4e tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 944 time: 0.2987094 Jul 09 19:59:06.713131 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811e4fcb-1c12-466d-95cc-053915989e91 admin admin] Network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:59:06.729537 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-811e4fcb-1c12-466d-95cc-053915989e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, f3710c23-e34f-4a94-ad2f-5eaa9c859b69) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:06.743844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811e4fcb-1c12-466d-95cc-053915989e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:06.744713 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-811e4fcb-1c12-466d-95cc-053915989e91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.747511 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633385dc-ebde-44a3-97b1-3c8483d9a71e None None] Network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:06.776024 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-219ba17b-81f1-461e-b0cb-a0bcb9d32bcc req-64936d1c-d3b3-4d07-9c78-2506215245d0 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617025 Jul 09 19:59:06.803342 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-393e2827-dcd7-47a1-9425-623b9655b52f req-0ef024d0-1f6a-430a-8d9a-d2b7441811c9 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.36 "GET /v2.0/ports?device_id=3965751a-6081-49d8-a36d-14e002c02d92 HTTP/1.1" status: 200 len: 210 time: 0.0616612 Jul 09 19:59:06.843363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34492) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:06.845714 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-811e4fcb-1c12-466d-95cc-053915989e91 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6353643 Jul 09 19:59:06.849536 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:06.902677 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.924563 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.929737 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:06.965244 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87b1478-f9e5-41f5-8adb-8245da74b492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19c86db-98a6-487e-94b1-871a14ccf343'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:06.967623 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10aa1bfb-143c-4eb9-bc84-edc945ec9dfb" -d '{"events": [{"server_uuid": "b87b1478-f9e5-41f5-8adb-8245da74b492", "name": "network-vif-plugged", "status": "completed", "tag": "c19c86db-98a6-487e-94b1-871a14ccf343"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:06.994322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c19c86db-98a6-487e-94b1-871a14ccf343, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c19c86db-98a6-487e-94b1-871a14ccf343,segment=NetworkSegment(73409942-d3fe-4044-b392-71efb99b4be7),segment_id=73409942-d3fe-4044-b392-71efb99b4be7)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:07.007647 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.058753 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0969676b-215a-4da8-aee7-02ceb7979898 x-openstack-request-id: req-0969676b-215a-4da8-aee7-02ceb7979898 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:07.059044 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87b1478-f9e5-41f5-8adb-8245da74b492", "name": "network-vif-plugged", "status": "completed", "tag": "c19c86db-98a6-487e-94b1-871a14ccf343", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:07.059340 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0969676b-215a-4da8-aee7-02ceb7979898 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:07.059687 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87b1478-f9e5-41f5-8adb-8245da74b492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19c86db-98a6-487e-94b1-871a14ccf343', 'code': 200} Jul 09 19:59:07.064633 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'fixed_ips': [{'subnet_id': '14375310-01e0-447a-894d-66dc68e570ff'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:59:07.065479 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.121319 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=c19c86db-98a6-487e-94b1-871a14ccf343,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:07.157426 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.160095 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed351d1b-c70a-46ea-a5ce-a8fcfa59170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.315786 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Allocated IP 172.20.0.2 (f3710c23-e34f-4a94-ad2f-5eaa9c859b69/14375310-01e0-447a-894d-66dc68e570ff/f63250dc-f7df-4bba-8d3f-3d55cecde4ef) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:07.335289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed351d1b-c70a-46ea-a5ce-a8fcfa59170d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee8c1737-78a6-49ee-a4c0-f88193a7863a,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:07.346851 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cb55c-b544-4c67-bc7e-90b189d60d67 req-c71c2cd6-ab7f-4697-9b0f-ced5ddf34885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:07.348588 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b0cb55c-b544-4c67-bc7e-90b189d60d67 req-c71c2cd6-ab7f-4697-9b0f-ced5ddf34885 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 1096 time: 0.1120045 Jul 09 19:59:07.359648 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a81eb2-0169-40a8-a15d-b90fdc76517c req-cdb2fa36-e99d-43cb-8d36-df9c59ea664a tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:07.369645 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-87a81eb2-0169-40a8-a15d-b90fdc76517c req-cdb2fa36-e99d-43cb-8d36-df9c59ea664a tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.2506592 Jul 09 19:59:07.376881 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.382119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed351d1b-c70a-46ea-a5ce-a8fcfa59170d admin admin] Checking segment: {'id': '3070cc65-5bef-41b6-a6b6-65656fe86707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '98914e09-1f68-4b56-b5d4-097c4e4b2726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:07.382656 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed351d1b-c70a-46ea-a5ce-a8fcfa59170d admin admin] Network hostable DHCP agents. Network: 98914e09-1f68-4b56-b5d4-097c4e4b2726, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:59:07.467285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed351d1b-c70a-46ea-a5ce-a8fcfa59170d admin admin] Network 98914e09-1f68-4b56-b5d4-097c4e4b2726 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:59:07.498096 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-87a81eb2-0169-40a8-a15d-b90fdc76517c req-37eac8ce-d992-4d8d-abeb-bdf30b49e620 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273696 Jul 09 19:59:07.509499 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b0cb55c-b544-4c67-bc7e-90b189d60d67 req-99206a27-4eea-4388-bd70-8804fd40a8bc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353772 Jul 09 19:59:07.556693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-ed351d1b-c70a-46ea-a5ce-a8fcfa59170d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 98914e09-1f68-4b56-b5d4-097c4e4b2726) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:07.562724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed351d1b-c70a-46ea-a5ce-a8fcfa59170d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:07.563333 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed351d1b-c70a-46ea-a5ce-a8fcfa59170d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.582720 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ed351d1b-c70a-46ea-a5ce-a8fcfa59170d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0695164 Jul 09 19:59:07.587698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c021f874-8aa8-48f6-b85b-ccc8079be645 None None] Network 98914e09-1f68-4b56-b5d4-097c4e4b2726 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:07.812570 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34514) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:07.882277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-22eae86a-1cc0-4b39-bd60-62e8d26417c4 admin admin] Deleting subnet ee8c1737-78a6-49ee-a4c0-f88193a7863a {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 19:59:07.887410 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.888172 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22eae86a-1cc0-4b39-bd60-62e8d26417c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.938071 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.941015 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:07.966423 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Transition to ACTIVE for port object f63250dc-f7df-4bba-8d3f-3d55cecde4ef will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:07.991031 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c35deba7-07cc-446f-a9b8-dd6c8a95930f req-b267578d-e145-4cc1-8aa9-628caff281d8 tempest-ServerShowV247Test-1864676207 tempest-ServerShowV247Test-1864676207-project] 10.222.0.30 "GET /v2.0/ports?device_id=3965751a-6081-49d8-a36d-14e002c02d92 HTTP/1.1" status: 200 len: 210 time: 0.0551841 Jul 09 19:59:08.004024 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Transition to ACTIVE for port object f63250dc-f7df-4bba-8d3f-3d55cecde4ef will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:08.021795 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22eae86a-1cc0-4b39-bd60-62e8d26417c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.037703 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.078174 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22eae86a-1cc0-4b39-bd60-62e8d26417c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.123653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:08.131753 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:08.138595 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:08.160275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Allocated IP 172.25.0.78 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/64293310-1cc1-443c-b799-a34822486d5e) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:08.161986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Pushing event updated for resources: {'Port': ['ID=f63250dc-f7df-4bba-8d3f-3d55cecde4ef,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:08.176586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6f8bf-8408-4bcf-a7dc-4bd58e420e24 req-6a572e9e-ea88-4c2a-ac34-0331d079abf3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:08.179250 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c3b6f8bf-8408-4bcf-a7dc-4bd58e420e24 req-6a572e9e-ea88-4c2a-ac34-0331d079abf3 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 945 time: 0.2175088 Jul 09 19:59:08.201855 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22eae86a-1cc0-4b39-bd60-62e8d26417c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.206488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ce94b6-7570-4811-ad8e-3288e27a39f3 None None] Network 98914e09-1f68-4b56-b5d4-097c4e4b2726 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:08.282932 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22eae86a-1cc0-4b39-bd60-62e8d26417c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.286714 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-22eae86a-1cc0-4b39-bd60-62e8d26417c4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ee8c1737-78a6-49ee-a4c0-f88193a7863a HTTP/1.1" status: 204 len: 168 time: 0.4716308 Jul 09 19:59:08.287823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34526) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:08.296577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Attempting to bind port f63250dc-f7df-4bba-8d3f-3d55cecde4ef on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:08.297106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Attempting to bind port f63250dc-f7df-4bba-8d3f-3d55cecde4ef by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'f67726b3-c14d-4273-a0cd-ddcf83dc00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:08.297506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Attempting to bind port f63250dc-f7df-4bba-8d3f-3d55cecde4ef on network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:08.307565 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eae86a-1cc0-4b39-bd60-62e8d26417c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee8c1737-78a6-49ee-a4c0-f88193a7863a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:08.312449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:08.313121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Checking segment: {'id': 'f67726b3-c14d-4273-a0cd-ddcf83dc00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:08.314004 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.314837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Bound using segment: {'id': 'f67726b3-c14d-4273-a0cd-ddcf83dc00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:08.315527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Bound port: f63250dc-f7df-4bba-8d3f-3d55cecde4ef, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67726b3-c14d-4273-a0cd-ddcf83dc00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:08.316137 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.377634 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.412208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c3b6f8bf-8408-4bcf-a7dc-4bd58e420e24 req-29a715de-0255-4473-af8c-a362758b5923 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246845 Jul 09 19:59:08.461736 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.471000 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f523693-cc9c-4170-bc92-ad14423abb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.478228 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] For port f63250dc-f7df-4bba-8d3f-3d55cecde4ef, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:08.482739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] For port f63250dc-f7df-4bba-8d3f-3d55cecde4ef, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f63250dc-f7df-4bba-8d3f-3d55cecde4ef,segment=NetworkSegment(f67726b3-c14d-4273-a0cd-ddcf83dc00d5),segment_id=f67726b3-c14d-4273-a0cd-ddcf83dc00d5)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:08.498499 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.517477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:08.523556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:08.527660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:08.558431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Pushing event updated for resources: {'Port': ['ID=64293310-1cc1-443c-b799-a34822486d5e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:08.641383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8024e6f-b556-49af-bb08-f3c7a9fb5578 None None] Pushing event updated for resources: {'Port': ['ID=f63250dc-f7df-4bba-8d3f-3d55cecde4ef,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:08.681434 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f523693-cc9c-4170-bc92-ad14423abb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.718442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0f523693-cc9c-4170-bc92-ad14423abb17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98914e09-1f68-4b56-b5d4-097c4e4b2726']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:08.765567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0f523693-cc9c-4170-bc92-ad14423abb17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3070cc65-5bef-41b6-a6b6-65656fe86707') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:08.765930 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0f523693-cc9c-4170-bc92-ad14423abb17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3070cc65-5bef-41b6-a6b6-65656fe86707') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:08.791437 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f523693-cc9c-4170-bc92-ad14423abb17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.862650 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f523693-cc9c-4170-bc92-ad14423abb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.874875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f523693-cc9c-4170-bc92-ad14423abb17 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 19:59:08.875305 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f523693-cc9c-4170-bc92-ad14423abb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: timer() Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 19:59:08.877089 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 19:59:08.991394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bff574-e0fd-48e5-a9d0-1633e2f9469b req-adc77ed0-ad8d-4eda-aa33-cfcee03c7a26 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:09.011333 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-12bff574-e0fd-48e5-a9d0-1633e2f9469b req-adc77ed0-ad8d-4eda-aa33-cfcee03c7a26 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.1909080 Jul 09 19:59:09.023225 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f523693-cc9c-4170-bc92-ad14423abb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.036700 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.043689 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f523693-cc9c-4170-bc92-ad14423abb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.045641 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0f523693-cc9c-4170-bc92-ad14423abb17 admin admin] 10.222.0.30 "DELETE /v2.0/networks/98914e09-1f68-4b56-b5d4-097c4e4b2726 HTTP/1.1" status: 204 len: 168 time: 0.7549403 Jul 09 19:59:09.063713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f523693-cc9c-4170-bc92-ad14423abb17 admin admin] Pushing event deleted for resources: {'Network': ['ID=98914e09-1f68-4b56-b5d4-097c4e4b2726,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:09.108612 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-12bff574-e0fd-48e5-a9d0-1633e2f9469b req-48ae80de-8acb-49d1-8753-117176ed4135 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965323 Jul 09 19:59:09.338690 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34556) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:09.380060 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.454031 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cf6093e0-be8d-4276-80df-26fabf09c828 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c115d51978dd46f681afd89ead09abc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1034703 Jul 09 19:59:09.454031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34560) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:09.570698 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a86889d-06ee-4f22-a7ba-c3df6c20c4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.587384 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f63250dc-f7df-4bba-8d3f-3d55cecde4ef up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:09.649233 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34566) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:09.674495 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a86889d-06ee-4f22-a7ba-c3df6c20c4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.761204 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port f63250dc-f7df-4bba-8d3f-3d55cecde4ef completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:09.881785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f5286-128d-4aaf-a6de-fda0f4ed3c90 req-ad21890b-ca4a-4b17-85a1-1916bd5a94d7 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:09.886998 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-893f5286-128d-4aaf-a6de-fda0f4ed3c90 req-ad21890b-ca4a-4b17-85a1-1916bd5a94d7 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 945 time: 0.2352459 Jul 09 19:59:09.892458 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a86889d-06ee-4f22-a7ba-c3df6c20c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.902551 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a86889d-06ee-4f22-a7ba-c3df6c20c4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:09.908952 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8a86889d-06ee-4f22-a7ba-c3df6c20c4a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e520e61-6b7f-4302-a021-92f669ed0dd9 HTTP/1.1" status: 204 len: 168 time: 0.4540865 Jul 09 19:59:09.931396 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86889d-06ee-4f22-a7ba-c3df6c20c4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e520e61-6b7f-4302-a021-92f669ed0dd9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:10.012505 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-893f5286-128d-4aaf-a6de-fda0f4ed3c90 req-c0958954-4262-4f8c-b559-b4892dba7071 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021826 Jul 09 19:59:10.047974 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8261bc47-f457-4929-8cef-3c2460605d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:10.170303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Router d25b2ece-d6d3-4885-9354-5977b25a1649 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:59:10.332575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd471c0-653c-472b-9c6c-2f9c2e2fd751 None None] Network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:10.413959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7c023518-877c-48e3-b208-df982e71dd8a None None] Provisioning for port f63250dc-f7df-4bba-8d3f-3d55cecde4ef completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:10.422088 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7c023518-877c-48e3-b208-df982e71dd8a None None] Provisioning complete for port f63250dc-f7df-4bba-8d3f-3d55cecde4ef triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:10.422760 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7c023518-877c-48e3-b208-df982e71dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:10.489471 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8261bc47-f457-4929-8cef-3c2460605d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:10.503527 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8261bc47-f457-4929-8cef-3c2460605d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:10.522889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:10.558492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Sync routers for ids ['d25b2ece-d6d3-4885-9354-5977b25a1649'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:10.621158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261bc47-f457-4929-8cef-3c2460605d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac281ce-21d5-4326-9bb2-8bc64f201999,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:10.629212 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8261bc47-f457-4929-8cef-3c2460605d86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76ebf5048cea4b76bb044876f985d2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9732316 Jul 09 19:59:10.632000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34594) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:10.647213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f0a09-1f68-49ca-b87c-19d478a44fb2 req-cd75d611-cb87-4413-90e1-97cd75f12a44 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:10.653578 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-828f0a09-1f68-49ca-b87c-19d478a44fb2 req-cd75d611-cb87-4413-90e1-97cd75f12a44 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 945 time: 0.2843070 Jul 09 19:59:10.661219 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Routers {'d25b2ece-d6d3-4885-9354-5977b25a1649'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:10.661883 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:58:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['d25b2ece-d6d3-4885-9354-5977b25a1649'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:10.663900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34598) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:10.666576 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3be61-aee5-4430-bf83-acd699287e53 req-4bdc2ab2-d671-43b5-8ca2-28ea6f8296dd tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:10.672157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ed5452b9-d270-44ce-82d1-7a63a9ff72d2 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Request body: {'floatingip': {'port_id': 'c19c86db-98a6-487e-94b1-871a14ccf343'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:10.680207 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0af3be61-aee5-4430-bf83-acd699287e53 req-4bdc2ab2-d671-43b5-8ca2-28ea6f8296dd tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.2497880 Jul 09 19:59:10.682352 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:10.684083 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-64592d1c-25d0-410c-961b-74def282cc0e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8390429 Jul 09 19:59:10.689743 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34602) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:10.767826 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0af3be61-aee5-4430-bf83-acd699287e53 req-e4702e23-b76d-4dbe-acdf-c374d6c61ecb tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864117 Jul 09 19:59:10.805256 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed5452b9-d270-44ce-82d1-7a63a9ff72d2 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for floatingip, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:10.824319 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7c023518-877c-48e3-b208-df982e71dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:10.890290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Set router d25b2ece-d6d3-4885-9354-5977b25a1649 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:10.962861 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2ec23c66-83eb-47c8-a147-6738d8f289d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:10.990333 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7c023518-877c-48e3-b208-df982e71dd8a None None] For port f63250dc-f7df-4bba-8d3f-3d55cecde4ef, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f63250dc-f7df-4bba-8d3f-3d55cecde4ef,segment=NetworkSegment(f67726b3-c14d-4273-a0cd-ddcf83dc00d5),segment_id=f67726b3-c14d-4273-a0cd-ddcf83dc00d5)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:11.035966 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7c023518-877c-48e3-b208-df982e71dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.337932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c023518-877c-48e3-b208-df982e71dd8a None None] Pushing event updated for resources: {'Port': ['ID=f63250dc-f7df-4bba-8d3f-3d55cecde4ef,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:11.399221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '64293310-1cc1-443c-b799-a34822486d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:08Z', 'revision_number': 3, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'gw_port': {'id': '64293310-1cc1-443c-b799-a34822486d5e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:11.487226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Checking router: d25b2ece-d6d3-4885-9354-5977b25a1649 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:59:11.487585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Updating router d25b2ece-d6d3-4885-9354-5977b25a1649 port 64293310-1cc1-443c-b799-a34822486d5e binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:59:11.500590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f63250dc-f7df-4bba-8d3f-3d55cecde4ef up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:11.534088 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2ec23c66-83eb-47c8-a147-6738d8f289d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.565293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-aeea00a7-37ee-4bf6-8bb1-6547c460c928 None None] Provisioning complete for port f63250dc-f7df-4bba-8d3f-3d55cecde4ef triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:11.565673 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-aeea00a7-37ee-4bf6-8bb1-6547c460c928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.648357 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.767100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34626) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:11.777136 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2ec23c66-83eb-47c8-a147-6738d8f289d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.782785 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2ec23c66-83eb-47c8-a147-6738d8f289d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.784305 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2ec23c66-83eb-47c8-a147-6738d8f289d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eac281ce-21d5-4326-9bb2-8bc64f201999 HTTP/1.1" status: 204 len: 168 time: 1.1513159 Jul 09 19:59:11.886027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec23c66-83eb-47c8-a147-6738d8f289d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac281ce-21d5-4326-9bb2-8bc64f201999,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:11.902493 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-network', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:11.962219 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] Made reservation on behalf of a4b256fda3434e529a47261bd6a86fca for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:11.966109 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:11.985832 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.011495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port f63250dc-f7df-4bba-8d3f-3d55cecde4ef triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:12.011950 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.164515 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.214112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34638) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:12.220621 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.344905 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:59:12.371992 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e6e730-1d14-472c-aafc-7a2f3f701581,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:12.391772 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.392315 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] Added segment 4ded9f90-b394-4150-9f16-c2e94d59301f of type vlan for network 71fa7c07-7273-451c-ae3d-4402b49a7b55 Jul 09 19:59:12.425639 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.449084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Transition to ACTIVE for port object 64293310-1cc1-443c-b799-a34822486d5e will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:12.458062 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.473881 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.511628 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a22c9897-0e5f-49c0-a81c-93d2eee0e229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.520733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Attempting to bind port 64293310-1cc1-443c-b799-a34822486d5e on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:12.520733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Attempting to bind port 64293310-1cc1-443c-b799-a34822486d5e by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:12.520733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Attempting to bind port 64293310-1cc1-443c-b799-a34822486d5e on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:12.521087 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed5452b9-d270-44ce-82d1-7a63a9ff72d2 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.529692 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:12.530210 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:12.530501 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.530968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:12.531686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Bound port: 64293310-1cc1-443c-b799-a34822486d5e, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:12.532118 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.534583 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8a22c-b49c-4242-90d9-5656293aa225 None None] Pushing event updated for resources: {'Port': ['ID=64293310-1cc1-443c-b799-a34822486d5e,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:12.545891 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed5452b9-d270-44ce-82d1-7a63a9ff72d2 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.570645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246f8c7-e69d-4900-8d21-5055fca988b7 req-ce0b17cb-3b87-4c3e-912b-6915b4a1e45e tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:12.574303 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6246f8c7-e69d-4900-8d21-5055fca988b7 req-ce0b17cb-3b87-4c3e-912b-6915b4a1e45e tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.4064517 Jul 09 19:59:12.610865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] For port 64293310-1cc1-443c-b799-a34822486d5e, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:12.611470 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.615995 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] For port 64293310-1cc1-443c-b799-a34822486d5e, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=64293310-1cc1-443c-b799-a34822486d5e,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:12.623432 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.674410 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6246f8c7-e69d-4900-8d21-5055fca988b7 req-d2c5a4aa-33d7-43c3-a0c4-d3e52a401f31 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681195 Jul 09 19:59:12.730172 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.731714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:12.732395 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.754798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Routers {'d25b2ece-d6d3-4885-9354-5977b25a1649'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:12.760859 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:58:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['d25b2ece-d6d3-4885-9354-5977b25a1649'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:12.830552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] Pushing event updated for resources: {'Network': ['ID=71fa7c07-7273-451c-ae3d-4402b49a7b55,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:12.844566 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a22c9897-0e5f-49c0-a81c-93d2eee0e229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.855437 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a22c9897-0e5f-49c0-a81c-93d2eee0e229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:12.880844 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-ed5452b9-d270-44ce-82d1-7a63a9ff72d2 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Floating IP 59cbc7b2-1fd3-4089-9257-da1871494c49 associated. External IP: 172.25.0.169, port: c19c86db-98a6-487e-94b1-871a14ccf343. Jul 09 19:59:12.907026 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6c4f878d-7997-4d88-bdd0-49d375c96a86 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1362472 Jul 09 19:59:12.913909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34662) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:12.920666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Request body: {'subnet': {'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-subnet', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:12.948573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c9897-0e5f-49c0-a81c-93d2eee0e229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76a1dce-d07b-41d7-ac53-03b8146c7c33,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:12.977083 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a22c9897-0e5f-49c0-a81c-93d2eee0e229 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8090c2fe1ed4784aabb45c54344b2c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7557092 Jul 09 19:59:12.982967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34664) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:12.983265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Made reservation on behalf of a4b256fda3434e529a47261bd6a86fca for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:12.985711 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.041787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 71fa7c07-7273-451c-ae3d-4402b49a7b55 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:59:13.043890 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8a22c-b49c-4242-90d9-5656293aa225 None None] Pushing event updated for resources: {'Port': ['ID=64293310-1cc1-443c-b799-a34822486d5e,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:13.068992 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34666) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:13.070637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Allocated IP 172.20.0.1 (f3710c23-e34f-4a94-ad2f-5eaa9c859b69/14375310-01e0-447a-894d-66dc68e570ff/21e267a8-31b4-4b46-8dc9-b7340ede456a) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:13.095732 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef06dd9e-1dd0-4712-9483-c650a9161b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.129334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] Set router d25b2ece-d6d3-4885-9354-5977b25a1649 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:13.161131 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef06dd9e-1dd0-4712-9483-c650a9161b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.270792 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef06dd9e-1dd0-4712-9483-c650a9161b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.274930 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef06dd9e-1dd0-4712-9483-c650a9161b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.278821 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ef06dd9e-1dd0-4712-9483-c650a9161b5d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f76a1dce-d07b-41d7-ac53-03b8146c7c33 HTTP/1.1" status: 204 len: 168 time: 0.2898233 Jul 09 19:59:13.297715 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06dd9e-1dd0-4712-9483-c650a9161b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76a1dce-d07b-41d7-ac53-03b8146c7c33,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:13.354603 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-12222796-network', 'tenant_id': '6b335159e9ad4104b0006808b1428949'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:13.386360 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5452b9-d270-44ce-82d1-7a63a9ff72d2 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Router b49ce5e3-cac8-418d-9809-9cb9756b8876 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:59:13.423867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '64293310-1cc1-443c-b799-a34822486d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:08Z', 'revision_number': 3, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'gw_port': {'id': '64293310-1cc1-443c-b799-a34822486d5e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:13.459027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] Made reservation on behalf of 6b335159e9ad4104b0006808b1428949 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:13.463498 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.476714 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.496635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5312870a-23e5-401b-b9c9-a7b350700179 None None] The sync data for ids ['d25b2ece-d6d3-4885-9354-5977b25a1649'] in n-d-800088-3 is: [{'id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '64293310-1cc1-443c-b799-a34822486d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:08Z', 'revision_number': 3, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'gw_port': {'id': '64293310-1cc1-443c-b799-a34822486d5e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:13.582581 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.635841 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Transition to ACTIVE for port object 21e267a8-31b4-4b46-8dc9-b7340ede456a will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:13.682806 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.770750 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34678) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:13.794962 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4fa331ff-cb61-483a-988d-a886ad703e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.905800 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5452b9-d270-44ce-82d1-7a63a9ff72d2 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:13.917383 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c5ac7-4e8f-438d-8cdf-06613f0669ae None None] Sync routers for ids ['b49ce5e3-cac8-418d-9809-9cb9756b8876'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:13.927239 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c5ac7-4e8f-438d-8cdf-06613f0669ae None None] Routers {'b49ce5e3-cac8-418d-9809-9cb9756b8876'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:13.927888 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fe3c5ac7-4e8f-438d-8cdf-06613f0669ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:58:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b49ce5e3-cac8-418d-9809-9cb9756b8876'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:13.928040 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed5452b9-d270-44ce-82d1-7a63a9ff72d2 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:13.930127 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Checking segment: {'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:13.931037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Network hostable DHCP agents. Network: 71fa7c07-7273-451c-ae3d-4402b49a7b55, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:59:13.952257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09f44f-3043-4c03-ba22-d2265e018e09 req-14b7fe48-2b48-4c60-a1be-78a5b90ab9be tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:13.960028 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0f09f44f-3043-4c03-ba22-d2265e018e09 req-14b7fe48-2b48-4c60-a1be-78a5b90ab9be tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.1012938 Jul 09 19:59:14.006886 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.036063 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.043436 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00eb4ac-2cb3-49d9-a96a-a24c04842ba3,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:14.044578 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0f09f44f-3043-4c03-ba22-d2265e018e09 req-41c5355f-447c-4f98-9294-f604778a34c1 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835888 Jul 09 19:59:14.052448 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.116454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:14.116845 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:14.117218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:14.117553 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:14.118499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:14.119086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:14.119510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:14.119862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:14.120279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:14.120720 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:14.121074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:14.121279 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-fe3c5ac7-4e8f-438d-8cdf-06613f0669ae None None] Set router b49ce5e3-cac8-418d-9809-9cb9756b8876 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:14.121443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:14.162647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:59:14.192789 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4fa331ff-cb61-483a-988d-a886ad703e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.200991 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4fa331ff-cb61-483a-988d-a886ad703e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.216026 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ed5452b9-d270-44ce-82d1-7a63a9ff72d2 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "PUT /v2.0/floatingips/59cbc7b2-1fd3-4089-9257-da1871494c49 HTTP/1.1" status: 200 len: 991 time: 3.5507526 Jul 09 19:59:14.223862 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.224227 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] Added segment 9c803f40-4b2e-4903-9799-e48673988912 of type vlan for network a5acb175-a774-4eab-84ca-6ee9cdc3f74e Jul 09 19:59:14.225736 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87b1478-f9e5-41f5-8adb-8245da74b492', 'tag': 'c19c86db-98a6-487e-94b1-871a14ccf343'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:14.229191 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833041d5-50d6-4374-a389-32526f0f0d40" -d '{"events": [{"name": "network-changed", "server_uuid": "b87b1478-f9e5-41f5-8adb-8245da74b492", "tag": "c19c86db-98a6-487e-94b1-871a14ccf343"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:14.231768 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Network 71fa7c07-7273-451c-ae3d-4402b49a7b55 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:59:14.236645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:14.247840 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Pushing event updated for resources: {'Port': ['ID=21e267a8-31b4-4b46-8dc9-b7340ede456a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:14.255170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:14.257464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4c6ed8-863f-474a-bcb1-0b885e71d03b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:14.257592 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4fa331ff-cb61-483a-988d-a886ad703e97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=157af228f8a74106bc1cebe2e49b10fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856472 Jul 09 19:59:14.258679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa331ff-cb61-483a-988d-a886ad703e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904194a4-a28c-4521-8d02-7d0d40d136c9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:14.277279 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34686) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:14.292210 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:14.382680 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a2614f-a459-4629-838d-5f09256758d3 x-openstack-request-id: req-29a2614f-a459-4629-838d-5f09256758d3 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:14.382981 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87b1478-f9e5-41f5-8adb-8245da74b492", "tag": "c19c86db-98a6-487e-94b1-871a14ccf343", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:14.383243 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29a2614f-a459-4629-838d-5f09256758d3 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:14.383688 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87b1478-f9e5-41f5-8adb-8245da74b492', 'tag': 'c19c86db-98a6-487e-94b1-871a14ccf343', 'status': 'completed', 'code': 200} Jul 09 19:59:14.404684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 71fa7c07-7273-451c-ae3d-4402b49a7b55) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:14.412754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55845a98-cc6e-495e-8b29-4b71017967d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.417873 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c5c23f-a896-4b95-8022-de9f529472a3 None None] Network 71fa7c07-7273-451c-ae3d-4402b49a7b55 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:14.438462 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:14.440944 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.446645 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55845a98-cc6e-495e-8b29-4b71017967d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.541079 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.588227 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e7aa6c31-7563-4b2f-9e28-1b3372ba9210 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6718283 Jul 09 19:59:14.590100 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55845a98-cc6e-495e-8b29-4b71017967d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.591721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34688) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:14.594397 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55845a98-cc6e-495e-8b29-4b71017967d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.596025 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-55845a98-cc6e-495e-8b29-4b71017967d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/904194a4-a28c-4521-8d02-7d0d40d136c9 HTTP/1.1" status: 204 len: 168 time: 0.3179278 Jul 09 19:59:14.603574 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:14.615834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55845a98-cc6e-495e-8b29-4b71017967d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904194a4-a28c-4521-8d02-7d0d40d136c9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:14.636748 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.799567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3dec5adc-ce05-4654-9584-3b9e18b7dc3f None None] Provisioning for port 21e267a8-31b4-4b46-8dc9-b7340ede456a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:14.839307 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3dec5adc-ce05-4654-9584-3b9e18b7dc3f None None] Provisioning complete for port 21e267a8-31b4-4b46-8dc9-b7340ede456a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:14.839735 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3dec5adc-ce05-4654-9584-3b9e18b7dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.885517 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.resource_extend [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:59:14.910630 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3dec5adc-ce05-4654-9584-3b9e18b7dc3f None None] Port 21e267a8-31b4-4b46-8dc9-b7340ede456a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:14.919373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-71fa7c07-7273-451c-ae3d-4402b49a7b55', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:59:14.921667 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.934338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833041d5-50d6-4374-a389-32526f0f0d40 req-8284c657-deb5-4d94-a6dd-384dbd821e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:14.936027 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-833041d5-50d6-4374-a389-32526f0f0d40 req-8284c657-deb5-4d94-a6dd-384dbd821e64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54927557745b4b5d8e9a497c423ed51c&device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 1096 time: 0.5353484 Jul 09 19:59:14.936979 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:14.938703 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.015677 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fe3c5ac7-4e8f-438d-8cdf-06613f0669ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:00Z', 'revision_number': 4, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'gw_port': {'id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '59cbc7b2-1fd3-4089-9257-da1871494c49', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'port_id': 'c19c86db-98a6-487e-94b1-871a14ccf343', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'mac_address': 'fa:16:3e:7b:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b1478-f9e5-41f5-8adb-8245da74b492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:58:11Z', 'updated_at': '2021-07-09T19:59:12Z', 'revision_number': 1, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018347c6-a7ed-4cea-8b46-db8b3bce6961', 'name': '', 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'mac_address': 'fa:16:3e:88:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:59Z', 'updated_at': '2021-07-09T19:58:07Z', 'revision_number': 5, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'subnets': [{'id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:15.075026 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.075709 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c5ac7-4e8f-438d-8cdf-06613f0669ae None None] Checking router: b49ce5e3-cac8-418d-9809-9cb9756b8876 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:59:15.076018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:15.078312 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.098974 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c5ac7-4e8f-438d-8cdf-06613f0669ae None None] Routers {'b49ce5e3-cac8-418d-9809-9cb9756b8876'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:15.101178 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fe3c5ac7-4e8f-438d-8cdf-06613f0669ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:58:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b49ce5e3-cac8-418d-9809-9cb9756b8876'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:15.144176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34700) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:15.144739 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0749843 Jul 09 19:59:15.154389 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d82c32ed-95ae-4db2-a9e9-f6326f21333e admin admin] Request body: {'subnet': {'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-12222796-subnet', 'tenant_id': '6b335159e9ad4104b0006808b1428949', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:15.230767 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82c32ed-95ae-4db2-a9e9-f6326f21333e admin admin] Made reservation on behalf of 6b335159e9ad4104b0006808b1428949 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:15.234643 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d82c32ed-95ae-4db2-a9e9-f6326f21333e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.340833 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-fe3c5ac7-4e8f-438d-8cdf-06613f0669ae None None] Set router b49ce5e3-cac8-418d-9809-9cb9756b8876 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:15.371049 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Allocated IP 172.20.0.2 (71fa7c07-7273-451c-ae3d-4402b49a7b55/a00eb4ac-2cb3-49d9-a96a-a24c04842ba3/78637e7f-8454-443d-910e-752cf741b167) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:15.560845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 64293310-1cc1-443c-b799-a34822486d5e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:15.656778 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d82c32ed-95ae-4db2-a9e9-f6326f21333e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.794496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c32ed-95ae-4db2-a9e9-f6326f21333e admin admin] Checking segment: {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:15.794867 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c32ed-95ae-4db2-a9e9-f6326f21333e admin admin] Network hostable DHCP agents. Network: a5acb175-a774-4eab-84ca-6ee9cdc3f74e, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:59:15.801796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 64293310-1cc1-443c-b799-a34822486d5e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:15.812768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 64293310-1cc1-443c-b799-a34822486d5e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:15.813169 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.850307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c32ed-95ae-4db2-a9e9-f6326f21333e admin admin] Network a5acb175-a774-4eab-84ca-6ee9cdc3f74e is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:59:15.866691 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c32ed-95ae-4db2-a9e9-f6326f21333e admin admin] Pushing event updated for resources: {'Subnet': ['ID=74a9c143-b389-43fd-ad86-f382a5b60595,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:15.875794 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-d82c32ed-95ae-4db2-a9e9-f6326f21333e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, a5acb175-a774-4eab-84ca-6ee9cdc3f74e) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:15.882608 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.889691 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82c32ed-95ae-4db2-a9e9-f6326f21333e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:15.892047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c28ee4-0cc1-4f59-909c-c5412c87f7f8 None None] Network a5acb175-a774-4eab-84ca-6ee9cdc3f74e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:15.900456 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d82c32ed-95ae-4db2-a9e9-f6326f21333e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:15.900920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Transition to ACTIVE for port object 78637e7f-8454-443d-910e-752cf741b167 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:15.920566 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fe3c5ac7-4e8f-438d-8cdf-06613f0669ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:00Z', 'revision_number': 4, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'gw_port': {'id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '59cbc7b2-1fd3-4089-9257-da1871494c49', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'port_id': 'c19c86db-98a6-487e-94b1-871a14ccf343', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'mac_address': 'fa:16:3e:7b:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b1478-f9e5-41f5-8adb-8245da74b492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:58:11Z', 'updated_at': '2021-07-09T19:59:12Z', 'revision_number': 1, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018347c6-a7ed-4cea-8b46-db8b3bce6961', 'name': '', 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'mac_address': 'fa:16:3e:88:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:59Z', 'updated_at': '2021-07-09T19:58:07Z', 'revision_number': 5, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'subnets': [{'id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:15.922541 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4c4dc-4841-4461-a28b-e460fe294cee admin admin] Pushing event updated for resources: {'Network': ['ID=a5acb175-a774-4eab-84ca-6ee9cdc3f74e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:15.943452 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d82c32ed-95ae-4db2-a9e9-f6326f21333e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7971673 Jul 09 19:59:15.967324 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c5ac7-4e8f-438d-8cdf-06613f0669ae None None] The sync data for ids ['b49ce5e3-cac8-418d-9809-9cb9756b8876'] in n-d-800088-3 is: [{'id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:00Z', 'revision_number': 4, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'gw_port': {'id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '59cbc7b2-1fd3-4089-9257-da1871494c49', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'port_id': 'c19c86db-98a6-487e-94b1-871a14ccf343', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'mac_address': 'fa:16:3e:7b:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b87b1478-f9e5-41f5-8adb-8245da74b492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:58:11Z', 'updated_at': '2021-07-09T19:59:12Z', 'revision_number': 1, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018347c6-a7ed-4cea-8b46-db8b3bce6961', 'name': '', 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'mac_address': 'fa:16:3e:88:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:59Z', 'updated_at': '2021-07-09T19:58:07Z', 'revision_number': 5, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'subnets': [{'id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:16.042863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network a5acb175-a774-4eab-84ca-6ee9cdc3f74e details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:59:16.085505 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.097167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833041d5-50d6-4374-a389-32526f0f0d40 req-94cc0923-5093-4b38-afd3-c54112121107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:16.098955 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-833041d5-50d6-4374-a389-32526f0f0d40 req-94cc0923-5093-4b38-afd3-c54112121107 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cd374142-88a1-4361-9674-2bb9b234d6e5 HTTP/1.1" status: 200 len: 917 time: 1.1516411 Jul 09 19:59:16.256635 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.302814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Transition to ACTIVE for port object 78637e7f-8454-443d-910e-752cf741b167 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:16.322254 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.349853 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-745a0fda-93ad-4204-8a93-91e98cb9e2a0 req-28dae7d0-f08c-4f75-b801-1fd88c3c9263 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4576828 Jul 09 19:59:16.374126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 64293310-1cc1-443c-b799-a34822486d5e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=64293310-1cc1-443c-b799-a34822486d5e,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:16.416380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ecd7-191e-4d9d-ba8a-d2840eec9390 req-65198ea7-9155-456f-8d11-111a3651e0e5 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:16.416938 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.418092 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d542ecd7-191e-4d9d-ba8a-d2840eec9390 req-65198ea7-9155-456f-8d11-111a3651e0e5 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.4349620 Jul 09 19:59:16.441042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3eb393-10f2-4857-9660-0ddad44c32b7 None None] Network a5acb175-a774-4eab-84ca-6ee9cdc3f74e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:16.444073 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.546593 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ff3c8-5d15-4f90-8324-318f7675d97f None None] New status for floating IP 59cbc7b2-1fd3-4089-9257-da1871494c49: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 19:59:16.627337 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Network 71fa7c07-7273-451c-ae3d-4402b49a7b55 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:16.665314 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.692505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:16.702668 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:16.713346 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-833041d5-50d6-4374-a389-32526f0f0d40 req-8aac0749-bf66-46e5-ab91-b9b756f6bddd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c19c86db-98a6-487e-94b1-871a14ccf343 HTTP/1.1" status: 200 len: 999 time: 0.5812228 Jul 09 19:59:16.787048 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=64293310-1cc1-443c-b799-a34822486d5e,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:16.836113 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d542ecd7-191e-4d9d-ba8a-d2840eec9390 req-b47c2300-a933-4597-88e7-bea55fbbfe52 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677305 Jul 09 19:59:16.931915 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Attempting to bind port 78637e7f-8454-443d-910e-752cf741b167 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:16.932290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Attempting to bind port 78637e7f-8454-443d-910e-752cf741b167 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:16.932683 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Attempting to bind port 78637e7f-8454-443d-910e-752cf741b167 on network 71fa7c07-7273-451c-ae3d-4402b49a7b55 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:16.942262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-d8745d97-0ec6-4d90-b5ed-733cd106beb3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:16.946628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:16.947393 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Checking segment: {'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:16.947393 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.947804 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Bound using segment: {'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:16.948294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Bound port: 78637e7f-8454-443d-910e-752cf741b167, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:16.948714 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:16.958322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833041d5-50d6-4374-a389-32526f0f0d40 req-05d90e6a-dd41-42cb-9998-824aef891983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:16.959881 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-833041d5-50d6-4374-a389-32526f0f0d40 req-05d90e6a-dd41-42cb-9998-824aef891983 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=611acea0-bc47-4c49-87b6-27f0504c3c45 HTTP/1.1" status: 200 len: 855 time: 0.2363410 Jul 09 19:59:16.962305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-d8745d97-0ec6-4d90-b5ed-733cd106beb3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 804 time: 0.2395914 Jul 09 19:59:16.975689 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a0fda-93ad-4204-8a93-91e98cb9e2a0 req-842d3e62-c276-4489-96e3-039bffc0e751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:16.982476 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-745a0fda-93ad-4204-8a93-91e98cb9e2a0 req-842d3e62-c276-4489-96e3-039bffc0e751 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ded202859f464376b7f52eb51f8f8617&device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 1096 time: 0.6051927 Jul 09 19:59:16.982606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Pushing event updated for resources: {'Port': ['ID=78637e7f-8454-443d-910e-752cf741b167,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:16.989389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-4070868b-66af-443b-a09f-b957d8ee85a9 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/quotas/6b335159e9ad4104b0006808b1428949 HTTP/1.1" status: 200 len: 375 time: 0.0260468 Jul 09 19:59:17.062717 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-800fa443-3db6-4204-808c-95591ac986d4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725017 Jul 09 19:59:17.139296 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] For port 78637e7f-8454-443d-910e-752cf741b167, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:17.144641 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] For port 78637e7f-8454-443d-910e-752cf741b167, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=78637e7f-8454-443d-910e-752cf741b167,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:17.171240 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:17.242462 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:17.273503 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-e9aeee9e-021e-4179-97a4-b7b3fcf79a20 service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994729 Jul 09 19:59:17.273750 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:17.307316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833041d5-50d6-4374-a389-32526f0f0d40 req-13a12e24-ade0-41a2-a483-6a5c08bab8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:17.321785 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-833041d5-50d6-4374-a389-32526f0f0d40 req-13a12e24-ade0-41a2-a483-6a5c08bab8f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cd374142-88a1-4361-9674-2bb9b234d6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3255312 Jul 09 19:59:17.322886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a0fda-93ad-4204-8a93-91e98cb9e2a0 req-c40c3e0f-dcd6-4a08-8f7b-a7680c2499bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:17.324384 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-745a0fda-93ad-4204-8a93-91e98cb9e2a0 req-c40c3e0f-dcd6-4a08-8f7b-a7680c2499bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 HTTP/1.1" status: 200 len: 907 time: 0.2807603 Jul 09 19:59:17.334118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893567c-8da4-4bcc-8e1b-6d3e2803bd98 None None] Pushing event updated for resources: {'Port': ['ID=78637e7f-8454-443d-910e-752cf741b167,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:17.464829 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-b7455937-ce44-41eb-9a71-f9c764a29e07 service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982586 Jul 09 19:59:17.535580 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Pushing event updated for resources: {'Port': ['ID=21e267a8-31b4-4b46-8dc9-b7340ede456a,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:17.537980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 64293310-1cc1-443c-b799-a34822486d5e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:17.563699 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:17.574800 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-745a0fda-93ad-4204-8a93-91e98cb9e2a0 req-8ff4959b-fceb-4093-a567-d2e2cd885051 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a HTTP/1.1" status: 200 len: 1001 time: 0.2148030 Jul 09 19:59:17.713413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 64293310-1cc1-443c-b799-a34822486d5e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:17.714178 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:17.922558 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-833041d5-50d6-4374-a389-32526f0f0d40 req-35a13e2f-19a2-4afa-9557-3327a8e150fc service neutron] 10.222.0.36 "GET /v2.0/networks/cd374142-88a1-4361-9674-2bb9b234d6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610018 Jul 09 19:59:17.991038 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a0fda-93ad-4204-8a93-91e98cb9e2a0 req-8c57cc34-0baf-4a04-8996-d15ca57e63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:17.993073 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-745a0fda-93ad-4204-8a93-91e98cb9e2a0 req-8c57cc34-0baf-4a04-8996-d15ca57e63a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08e0d77d-3430-472f-ab8b-562c649e0d86 HTTP/1.1" status: 200 len: 845 time: 0.4030411 Jul 09 19:59:17.995075 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e7d80d0-7257-4786-9c56-3703dc367846 req-6a329772-8196-4677-b67e-04fda267648e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 210 time: 0.1324947 Jul 09 19:59:18.115427 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.158393 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.183438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:18.194747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:18.265459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a175b-29f0-405e-998c-ab33f6cf8e77 req-8c1cb673-15c6-47be-970d-bdc8a7127258 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:18.269558 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-833041d5-50d6-4374-a389-32526f0f0d40 req-a26b0ae7-0e89-4596-8079-6a8f7535ddd5 service neutron] 10.222.0.36 "GET /v2.0/networks/cd374142-88a1-4361-9674-2bb9b234d6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326261 Jul 09 19:59:18.281102 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-645a175b-29f0-405e-998c-ab33f6cf8e77 req-8c1cb673-15c6-47be-970d-bdc8a7127258 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.1718798 Jul 09 19:59:18.385118 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-645a175b-29f0-405e-998c-ab33f6cf8e77 req-dd5fa4a2-9c13-4e9c-b125-46b627df1f01 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027842 Jul 09 19:59:18.483860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a0fda-93ad-4204-8a93-91e98cb9e2a0 req-6d4c55bb-0bc6-4307-ab0f-3f297801994e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:18.485687 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-745a0fda-93ad-4204-8a93-91e98cb9e2a0 req-6d4c55bb-0bc6-4307-ab0f-3f297801994e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec95fec2-9cdb-45d0-ba55-0927c0cf45c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4638796 Jul 09 19:59:18.679845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-92743df4-74ca-4c09-ac2d-79ff10bc1285 None None] Provisioning complete for port 21e267a8-31b4-4b46-8dc9-b7340ede456a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:18.680580 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-92743df4-74ca-4c09-ac2d-79ff10bc1285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:18.813025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-92743df4-74ca-4c09-ac2d-79ff10bc1285 None None] Port 21e267a8-31b4-4b46-8dc9-b7340ede456a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:18.830767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Allocated IP 172.25.0.6 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/06374c34-076a-4cc7-86c0-faa7391ab22a) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:18.925023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Router d25b2ece-d6d3-4885-9354-5977b25a1649 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:59:19.007298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee02e6bd-c1ff-4f8d-ac2e-1c7f30b82a84 None None] Network 71fa7c07-7273-451c-ae3d-4402b49a7b55 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:19.044768 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-745a0fda-93ad-4204-8a93-91e98cb9e2a0 req-c9151320-b34b-4f70-b236-22a6656afae8 service neutron] 10.222.0.36 "GET /v2.0/networks/ec95fec2-9cdb-45d0-ba55-0927c0cf45c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317602 Jul 09 19:59:19.086558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1977cd7a-2b10-4813-be92-5b9599dd102e None None] Provisioning for port 78637e7f-8454-443d-910e-752cf741b167 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:19.372346 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34814) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:19.560888 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 78637e7f-8454-443d-910e-752cf741b167 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:19.601115 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fb7205bd-ed14-4a57-97b5-11fa4e2fcd9c req-cf264a7c-c124-4cdc-a5cd-8941b8f9fa8a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0680916 Jul 09 19:59:19.667472 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 78637e7f-8454-443d-910e-752cf741b167 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:19.672806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 78637e7f-8454-443d-910e-752cf741b167 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:19.673446 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.710563 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e59aa1fd-5094-4be2-a6c3-08c4746ca076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.823775 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-745a0fda-93ad-4204-8a93-91e98cb9e2a0 req-f7cb17c0-8289-4193-9c0c-2a88e18188e9 service neutron] 10.222.0.36 "GET /v2.0/networks/ec95fec2-9cdb-45d0-ba55-0927c0cf45c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954807 Jul 09 19:59:19.831134 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.871069 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.873812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2ee045a0-09fd-4474-a21f-bf5aa0ff2926 None None] Provisioning complete for port 78637e7f-8454-443d-910e-752cf741b167 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:19.874126 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2ee045a0-09fd-4474-a21f-bf5aa0ff2926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.935250 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e59aa1fd-5094-4be2-a6c3-08c4746ca076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.939367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 78637e7f-8454-443d-910e-752cf741b167, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=78637e7f-8454-443d-910e-752cf741b167,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:19.942035 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e59aa1fd-5094-4be2-a6c3-08c4746ca076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.948668 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:19.976656 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e59aa1fd-5094-4be2-a6c3-08c4746ca076 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae3dd8d7cbe345e99cb08892dae0d20d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6004019 Jul 09 19:59:19.978333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34834) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:20.013152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:20.022492 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5bf175ec-4972-474b-a8d1-428e25c1c94c admin admin] 10.222.0.30 "PUT /v2.0/routers/d25b2ece-d6d3-4885-9354-5977b25a1649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2972636 Jul 09 19:59:20.031030 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59aa1fd-5094-4be2-a6c3-08c4746ca076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017477a5-4677-4e54-8629-9369c36d3a77,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:20.037322 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Sync routers for ids ['d25b2ece-d6d3-4885-9354-5977b25a1649'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:20.055727 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Routers {'d25b2ece-d6d3-4885-9354-5977b25a1649'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:20.059918 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:58:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['d25b2ece-d6d3-4885-9354-5977b25a1649'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:20.141389 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:20.149678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=78637e7f-8454-443d-910e-752cf741b167,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:20.164064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9deba7-f2d9-4e75-be46-dff02adff421 req-9fd04f0e-1a57-49b1-8cff-71d936374a13 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:20.166226 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f9deba7-f2d9-4e75-be46-dff02adff421 req-9fd04f0e-1a57-49b1-8cff-71d936374a13 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.4984739 Jul 09 19:59:20.192247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-32177d97-e624-4808-8eb3-303522fa99b4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:20.194189 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-855a0952-8f12-4c0a-af6b-699837b61505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:20.199775 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-32177d97-e624-4808-8eb3-303522fa99b4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 804 time: 0.3729150 Jul 09 19:59:20.206390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:20.235191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f9deba7-f2d9-4e75-be46-dff02adff421 req-3566bb59-7d6d-4672-8487-c565cc9c99d7 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603426 Jul 09 19:59:20.257085 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-855a0952-8f12-4c0a-af6b-699837b61505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:20.272256 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Set router d25b2ece-d6d3-4885-9354-5977b25a1649 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:20.274008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-a7e08b71-6a97-41fe-b025-360cc7624ebc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Request body: {'port': {'device_id': '3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8', 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e', 'admin_state_up': True, 'tenant_id': '6b335159e9ad4104b0006808b1428949'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:20.280302 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:20.288790 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:20.328926 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-855a0952-8f12-4c0a-af6b-699837b61505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:20.332323 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-855a0952-8f12-4c0a-af6b-699837b61505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:20.335928 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-855a0952-8f12-4c0a-af6b-699837b61505 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/017477a5-4677-4e54-8629-9369c36d3a77 HTTP/1.1" status: 204 len: 168 time: 0.3485441 Jul 09 19:59:20.348559 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a0952-8f12-4c0a-af6b-699837b61505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017477a5-4677-4e54-8629-9369c36d3a77,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:20.423649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Pushing event updated for resources: {'Port': ['ID=06374c34-076a-4cc7-86c0-faa7391ab22a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:20.651332 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '64293310-1cc1-443c-b799-a34822486d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:15Z', 'revision_number': 4, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'gw_port': {'id': '64293310-1cc1-443c-b799-a34822486d5e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '21e267a8-31b4-4b46-8dc9-b7340ede456a', 'name': '', 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'mac_address': 'fa:16:3e:21:ab:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14375310-01e0-447a-894d-66dc68e570ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:12Z', 'updated_at': '2021-07-09T19:59:16Z', 'revision_number': 2, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'subnets': [{'id': '14375310-01e0-447a-894d-66dc68e570ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:20.685452 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Checking router: d25b2ece-d6d3-4885-9354-5977b25a1649 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:59:20.685919 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Updating router d25b2ece-d6d3-4885-9354-5977b25a1649 port 21e267a8-31b4-4b46-8dc9-b7340ede456a binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:59:20.724248 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:20.734460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-a7e08b71-6a97-41fe-b025-360cc7624ebc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Made reservation on behalf of 6b335159e9ad4104b0006808b1428949 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:20.739667 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-a7e08b71-6a97-41fe-b025-360cc7624ebc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:21.151254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-a7e08b71-6a97-41fe-b025-360cc7624ebc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Allocated IP 172.20.0.4 (a5acb175-a774-4eab-84ca-6ee9cdc3f74e/74a9c143-b389-43fd-ad86-f382a5b60595/766f3db3-fa17-47d0-b351-3410350a3894) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:21.183188 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2ba69544-7bee-4254-8eab-b1cdb1ea5860 req-d0916a84-5883-4aa7-a857-e6c0fbc2014a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0419991 Jul 09 19:59:21.254095 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:21.298609 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:21.346798 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Transition to ACTIVE for port object 21e267a8-31b4-4b46-8dc9-b7340ede456a will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:21.360099 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:21.427737 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3c798-95da-4d6a-bd23-21dd3dd47bec None None] Pushing event updated for resources: {'Port': ['ID=21e267a8-31b4-4b46-8dc9-b7340ede456a,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:21.598648 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Attempting to bind port 21e267a8-31b4-4b46-8dc9-b7340ede456a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:21.600490 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Attempting to bind port 21e267a8-31b4-4b46-8dc9-b7340ede456a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'f67726b3-c14d-4273-a0cd-ddcf83dc00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:21.601245 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Attempting to bind port 21e267a8-31b4-4b46-8dc9-b7340ede456a on network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:21.609210 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:21.609744 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Checking segment: {'id': 'f67726b3-c14d-4273-a0cd-ddcf83dc00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:21.610818 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:21.610818 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Bound using segment: {'id': 'f67726b3-c14d-4273-a0cd-ddcf83dc00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:21.611531 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Bound port: 21e267a8-31b4-4b46-8dc9-b7340ede456a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67726b3-c14d-4273-a0cd-ddcf83dc00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:21.612127 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:21.708254 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 78637e7f-8454-443d-910e-752cf741b167 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:21.774672 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] For port 21e267a8-31b4-4b46-8dc9-b7340ede456a, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:21.782128 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] For port 21e267a8-31b4-4b46-8dc9-b7340ede456a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=21e267a8-31b4-4b46-8dc9-b7340ede456a,segment=NetworkSegment(f67726b3-c14d-4273-a0cd-ddcf83dc00d5),segment_id=f67726b3-c14d-4273-a0cd-ddcf83dc00d5)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:21.790701 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:21.824948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 78637e7f-8454-443d-910e-752cf741b167 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:21.825334 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:21.878168 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3c798-95da-4d6a-bd23-21dd3dd47bec None None] Pushing event updated for resources: {'Port': ['ID=21e267a8-31b4-4b46-8dc9-b7340ede456a,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:21.897992 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Routers {'d25b2ece-d6d3-4885-9354-5977b25a1649'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:21.898639 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:58:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['d25b2ece-d6d3-4885-9354-5977b25a1649'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:22.092808 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] Set router d25b2ece-d6d3-4885-9354-5977b25a1649 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:22.336782 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb8bf-8108-407a-86d9-583958fd8276 req-d8f27619-0a8d-49a2-8ac1-067067ac5e07 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:22.348304 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8e3cb8bf-8108-407a-86d9-583958fd8276 req-d8f27619-0a8d-49a2-8ac1-067067ac5e07 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.6135004 Jul 09 19:59:22.353301 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-a7e08b71-6a97-41fe-b025-360cc7624ebc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:22.515916 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:22.595051 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38da4203-5ee0-4dad-b023-05f99d84f301 req-db4d3247-b8c4-4346-ad4a-8cea578823cb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0682132 Jul 09 19:59:22.703014 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8e3cb8bf-8108-407a-86d9-583958fd8276 req-9984078a-e3f5-4f2c-bc4c-1409f440f7bd tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301864 Jul 09 19:59:22.828198 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-a7e08b71-6a97-41fe-b025-360cc7624ebc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:22.890658 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '64293310-1cc1-443c-b799-a34822486d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:15Z', 'revision_number': 4, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'gw_port': {'id': '64293310-1cc1-443c-b799-a34822486d5e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '21e267a8-31b4-4b46-8dc9-b7340ede456a', 'name': '', 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'mac_address': 'fa:16:3e:21:ab:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14375310-01e0-447a-894d-66dc68e570ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:12Z', 'updated_at': '2021-07-09T19:59:21Z', 'revision_number': 4, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'subnets': [{'id': '14375310-01e0-447a-894d-66dc68e570ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:22.950282 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e157cf7-9d97-4548-9ebf-c41dac5d8849 None None] The sync data for ids ['d25b2ece-d6d3-4885-9354-5977b25a1649'] in n-d-800088-3 is: [{'id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '64293310-1cc1-443c-b799-a34822486d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:15Z', 'revision_number': 4, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'gw_port': {'id': '64293310-1cc1-443c-b799-a34822486d5e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '21e267a8-31b4-4b46-8dc9-b7340ede456a', 'name': '', 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'mac_address': 'fa:16:3e:21:ab:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14375310-01e0-447a-894d-66dc68e570ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:12Z', 'updated_at': '2021-07-09T19:59:21Z', 'revision_number': 4, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'subnets': [{'id': '14375310-01e0-447a-894d-66dc68e570ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:22.974716 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-a7e08b71-6a97-41fe-b025-360cc7624ebc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Network a5acb175-a774-4eab-84ca-6ee9cdc3f74e is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:22.976928 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-a7e08b71-6a97-41fe-b025-360cc7624ebc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:22.992683 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-a7e08b71-6a97-41fe-b025-360cc7624ebc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:23.052385 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e08b71-6a97-41fe-b025-360cc7624ebc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Pushing event updated for resources: {'Port': ['ID=766f3db3-fa17-47d0-b351-3410350a3894,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:23.096313 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Router c5c05f4c-173c-4c97-acc8-11f3965267e0 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:59:23.121753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-a7e08b71-6a97-41fe-b025-360cc7624ebc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:23.122484 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-a7e08b71-6a97-41fe-b025-360cc7624ebc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:23.192111 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-a7e08b71-6a97-41fe-b025-360cc7624ebc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9223170 Jul 09 19:59:23.213826 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Request body: {'port': {'device_id': '3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:23.337639 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34988) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:23.370727 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:23.392285 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Sync routers for ids ['c5c05f4c-173c-4c97-acc8-11f3965267e0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:23.405791 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:23.407876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Routers {'c5c05f4c-173c-4c97-acc8-11f3965267e0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:23.408527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:58:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c5c05f4c-173c-4c97-acc8-11f3965267e0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:23.438616 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:23.440347 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9c99c2a5-71e5-4a34-83ba-4a0f4c4d280f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8447704 Jul 09 19:59:23.443180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34996) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:23.596513 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:23.806564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Set router c5c05f4c-173c-4c97-acc8-11f3965267e0 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:23.989774 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 21e267a8-31b4-4b46-8dc9-b7340ede456a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:24.138714 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766f3db3-fa17-47d0-b351-3410350a3894 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:24.157424 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.196525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Transition to ACTIVE for port object 766f3db3-fa17-47d0-b351-3410350a3894 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:24.215856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 21e267a8-31b4-4b46-8dc9-b7340ede456a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:24.249679 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63426167-0bee-4a67-8c94-2e9bea1c7f52 req-0e2115cb-5928-4ad5-9c55-b32f5aea2121 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:24.256762 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-63426167-0bee-4a67-8c94-2e9bea1c7f52 req-0e2115cb-5928-4ad5-9c55-b32f5aea2121 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.2313547 Jul 09 19:59:24.259808 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.260577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 21e267a8-31b4-4b46-8dc9-b7340ede456a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:24.260961 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.401995 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.428547 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:20Z', 'revision_number': 3, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:24.473060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Checking router: c5c05f4c-173c-4c97-acc8-11f3965267e0 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:59:24.473686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Updating router c5c05f4c-173c-4c97-acc8-11f3965267e0 port 06374c34-076a-4cc7-86c0-faa7391ab22a binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:59:24.532401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c87473-8ccc-47ae-93b3-2d6b1c1051b4 req-5cca24f9-32f4-402a-a2ce-7a9a54b76c13 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:24.540423 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-82c87473-8ccc-47ae-93b3-2d6b1c1051b4 req-5cca24f9-32f4-402a-a2ce-7a9a54b76c13 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 943 time: 0.3899360 Jul 09 19:59:24.551248 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-63426167-0bee-4a67-8c94-2e9bea1c7f52 req-3720d347-e2c9-47d9-8049-4085c0f60a07 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935846 Jul 09 19:59:24.553019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 21e267a8-31b4-4b46-8dc9-b7340ede456a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=21e267a8-31b4-4b46-8dc9-b7340ede456a,segment=NetworkSegment(f67726b3-c14d-4273-a0cd-ddcf83dc00d5),segment_id=f67726b3-c14d-4273-a0cd-ddcf83dc00d5)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:24.560495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Pushing event updated for resources: {'Port': ['ID=766f3db3-fa17-47d0-b351-3410350a3894,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:24.563909 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.639722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Attempting to bind port 766f3db3-fa17-47d0-b351-3410350a3894 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:24.641238 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Attempting to bind port 766f3db3-fa17-47d0-b351-3410350a3894 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:24.641654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Attempting to bind port 766f3db3-fa17-47d0-b351-3410350a3894 on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:24.651008 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-82c87473-8ccc-47ae-93b3-2d6b1c1051b4 req-fb3ff0fc-5ea9-47a3-93b6-fd0392d0af32 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095209 Jul 09 19:59:24.651534 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Port 766f3db3-fa17-47d0-b351-3410350a3894 on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:59:24.652566 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Attempting to bind port 766f3db3-fa17-47d0-b351-3410350a3894 on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:24.664805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:24.665874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Checking segment: {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:24.666949 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Bound using segment: {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:24.668623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Bound port: 766f3db3-fa17-47d0-b351-3410350a3894, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:24.669012 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.700919 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.845594 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.858912 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.859144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=21e267a8-31b4-4b46-8dc9-b7340ede456a,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:24.877308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] For port 766f3db3-fa17-47d0-b351-3410350a3894, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:24.888105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] For port 766f3db3-fa17-47d0-b351-3410350a3894, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=766f3db3-fa17-47d0-b351-3410350a3894,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:24.902602 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.938899 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:24.939723 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:24.943908 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] 10.222.0.36 "PUT /v2.0/ports/766f3db3-fa17-47d0-b351-3410350a3894 HTTP/1.1" status: 200 len: 1091 time: 1.7359636 Jul 09 19:59:24.945579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8', 'tag': '766f3db3-fa17-47d0-b351-3410350a3894'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:24.954563 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209b09ae-2589-43b2-acbf-65dedf65423e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8", "tag": "766f3db3-fa17-47d0-b351-3410350a3894"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:24.978246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7eeb39361ec64aea95da3ed70c6c620b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6394362 Jul 09 19:59:24.997261 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35014) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:25.025659 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e477a465-f3bf-4bb7-a2a9-894baeab338f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:25.068658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:25.069050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:25.069411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:25.069765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:25.070113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:25.070462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:25.070851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:25.071184 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:25.071549 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:25.071914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:25.075983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:25.076347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d47d28-7fb7-41b7-b76c-504411be68c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:25.123360 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbdd7e3-20d7-4b2d-a950-263e106b2b6d x-openstack-request-id: req-9fbdd7e3-20d7-4b2d-a950-263e106b2b6d {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:25.123698 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8", "tag": "766f3db3-fa17-47d0-b351-3410350a3894", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:25.123937 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9fbdd7e3-20d7-4b2d-a950-263e106b2b6d {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:25.124483 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8', 'tag': '766f3db3-fa17-47d0-b351-3410350a3894', 'status': 'completed', 'code': 200} Jul 09 19:59:25.184456 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64816da1-e11a-415b-97ad-49c9d70c36cb service neutron] Pushing event updated for resources: {'Port': ['ID=766f3db3-fa17-47d0-b351-3410350a3894,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:25.198289 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-1bcff63b-307a-4093-a5fb-4c46bcfa8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:25.201834 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-1bcff63b-307a-4093-a5fb-4c46bcfa8ec0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 1094 time: 0.1701264 Jul 09 19:59:25.219834 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-45d1175f-d592-4ee3-b3cb-42a793c44709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:25.222823 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:25.271647 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-45d1175f-d592-4ee3-b3cb-42a793c44709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:25.282795 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-0f3f3999-4ef8-458f-b698-9dfe95393603 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=766f3db3-fa17-47d0-b351-3410350a3894 HTTP/1.1" status: 200 len: 217 time: 0.0690126 Jul 09 19:59:25.323269 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:25.338909 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Transition to ACTIVE for port object 06374c34-076a-4cc7-86c0-faa7391ab22a will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:25.354458 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:25.378093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-b3d53fcf-4c78-436b-b4f1-95d7a3ff559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:25.381948 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-b3d53fcf-4c78-436b-b4f1-95d7a3ff559a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 200 len: 844 time: 0.0907297 Jul 09 19:59:25.421951 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Attempting to bind port 06374c34-076a-4cc7-86c0-faa7391ab22a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:25.422459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Attempting to bind port 06374c34-076a-4cc7-86c0-faa7391ab22a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:25.422892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Attempting to bind port 06374c34-076a-4cc7-86c0-faa7391ab22a on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:25.441920 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-45d1175f-d592-4ee3-b3cb-42a793c44709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:25.446210 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-45d1175f-d592-4ee3-b3cb-42a793c44709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:25.448840 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-45d1175f-d592-4ee3-b3cb-42a793c44709 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e477a465-f3bf-4bb7-a2a9-894baeab338f HTTP/1.1" status: 204 len: 168 time: 0.4488542 Jul 09 19:59:25.450664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:25.451104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:25.451527 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:25.453412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:25.454650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Bound port: 06374c34-076a-4cc7-86c0-faa7391ab22a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:25.455183 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:25.468875 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1175f-d592-4ee3-b3cb-42a793c44709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e477a465-f3bf-4bb7-a2a9-894baeab338f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:25.473340 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-8bfce33e-2e5f-445f-a711-92947affdddf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799975 Jul 09 19:59:25.536762 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Allocated IP 172.20.0.1 (71fa7c07-7273-451c-ae3d-4402b49a7b55/a00eb4ac-2cb3-49d9-a96a-a24c04842ba3/b41c1f82-d782-4d57-a0df-7f75c35c571a) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:25.681120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 21e267a8-31b4-4b46-8dc9-b7340ede456a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:25.718533 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] For port 06374c34-076a-4cc7-86c0-faa7391ab22a, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:25.723313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] For port 06374c34-076a-4cc7-86c0-faa7391ab22a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=06374c34-076a-4cc7-86c0-faa7391ab22a,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:25.756408 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-05a160a0-ae9d-4bc4-a74e-a3619725fe0a service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729552 Jul 09 19:59:25.872695 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:25.874848 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b8f33-f982-4c97-a1e5-a8f41d2d32cb None None] Pushing event updated for resources: {'Port': ['ID=06374c34-076a-4cc7-86c0-faa7391ab22a,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:26.026453 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:26.079043 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b8f33-f982-4c97-a1e5-a8f41d2d32cb None None] Pushing event updated for resources: {'Port': ['ID=06374c34-076a-4cc7-86c0-faa7391ab22a,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:26.142448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Routers {'c5c05f4c-173c-4c97-acc8-11f3965267e0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:26.143384 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:58:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c5c05f4c-173c-4c97-acc8-11f3965267e0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:26.244286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Transition to ACTIVE for port object b41c1f82-d782-4d57-a0df-7f75c35c571a will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:26.347290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcd188-4001-42ea-9bda-78599911f0b0 req-f20689fc-b994-4bab-91f1-3721ae315564 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:26.350379 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d1bcd188-4001-42ea-9bda-78599911f0b0 req-f20689fc-b994-4bab-91f1-3721ae315564 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.3135564 Jul 09 19:59:26.370140 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 21e267a8-31b4-4b46-8dc9-b7340ede456a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:26.370532 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:26.384696 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:26.441536 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Network 71fa7c07-7273-451c-ae3d-4402b49a7b55 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:26.461205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:26.464654 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:26.489298 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d1bcd188-4001-42ea-9bda-78599911f0b0 req-ea46e13e-0307-4df9-96f9-e91f487e69e5 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306922 Jul 09 19:59:26.546932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Pushing event updated for resources: {'Port': ['ID=b41c1f82-d782-4d57-a0df-7f75c35c571a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:26.589652 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:26.627960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] Set router c5c05f4c-173c-4c97-acc8-11f3965267e0 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:26.894499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4eb3e-9233-4701-add2-41d130c2818c req-d03097cf-b30b-4772-a846-5624b622ec1d tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:26.895034 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:26.903485 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39f4eb3e-9233-4701-add2-41d130c2818c req-d03097cf-b30b-4772-a846-5624b622ec1d tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 943 time: 0.2488885 Jul 09 19:59:26.941285 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f73a6a0c-7a7c-4304-939d-96ca938d5f1d req-6887f82a-9e16-42c6-8be8-d0ed0bdb53e1 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1779690 Jul 09 19:59:26.970535 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39f4eb3e-9233-4701-add2-41d130c2818c req-b5dc84f4-134a-4e6a-9cf0-e5a493b4d71b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623477 Jul 09 19:59:27.068071 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:27.113919 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b96fed36-21d8-42bf-aa6d-61e59d74c025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:27.122078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e972a9d3-bfe9-47a3-a3f4-74d743a08fcc None None] Provisioning for port b41c1f82-d782-4d57-a0df-7f75c35c571a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:27.140504 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e972a9d3-bfe9-47a3-a3f4-74d743a08fcc None None] Provisioning complete for port b41c1f82-d782-4d57-a0df-7f75c35c571a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:27.140916 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e972a9d3-bfe9-47a3-a3f4-74d743a08fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:27.163804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b09ae-2589-43b2-acbf-65dedf65423e req-6196e3a5-6b65-4e72-8122-30b31050d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:27.169390 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-209b09ae-2589-43b2-acbf-65dedf65423e req-6196e3a5-6b65-4e72-8122-30b31050d0a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 1094 time: 0.1214211 Jul 09 19:59:27.185687 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:27.198075 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:27.207587 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-e972a9d3-bfe9-47a3-a3f4-74d743a08fcc None None] Port b41c1f82-d782-4d57-a0df-7f75c35c571a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:27.214960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:20Z', 'revision_number': 3, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:27.305488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb3e66-3853-4126-881e-2b95b4ec44ca None None] The sync data for ids ['c5c05f4c-173c-4c97-acc8-11f3965267e0'] in n-d-800088-3 is: [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:20Z', 'revision_number': 3, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:27.333822 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Pushing event updated for resources: {'Port': ['ID=b41c1f82-d782-4d57-a0df-7f75c35c571a,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:27.344885 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:27.377823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b09ae-2589-43b2-acbf-65dedf65423e req-106d017b-6b3e-4990-840f-592ae8e49f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:27.390165 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-209b09ae-2589-43b2-acbf-65dedf65423e req-106d017b-6b3e-4990-840f-592ae8e49f89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 905 time: 0.2130055 Jul 09 19:59:27.481112 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-209b09ae-2589-43b2-acbf-65dedf65423e req-ba9165ac-c925-494c-8c20-cbbe555f8b3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=766f3db3-fa17-47d0-b351-3410350a3894 HTTP/1.1" status: 200 len: 217 time: 0.0822031 Jul 09 19:59:27.482820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Network 71fa7c07-7273-451c-ae3d-4402b49a7b55 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:27.484733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:27.631018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b09ae-2589-43b2-acbf-65dedf65423e req-78c6dc14-aefc-40ec-8f32-f040d2b11033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:27.636181 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-209b09ae-2589-43b2-acbf-65dedf65423e req-78c6dc14-aefc-40ec-8f32-f040d2b11033 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 200 len: 844 time: 0.1489604 Jul 09 19:59:27.712824 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-209b09ae-2589-43b2-acbf-65dedf65423e req-9f40d0a9-4624-43ea-91bd-55431613f29e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680740 Jul 09 19:59:27.730795 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Router c5c05f4c-173c-4c97-acc8-11f3965267e0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:59:27.941712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e3efb063-4e05-420f-b4c3-f6678b252ab4 None None] Provisioning complete for port b41c1f82-d782-4d57-a0df-7f75c35c571a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:27.942309 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e3efb063-4e05-420f-b4c3-f6678b252ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:27.949065 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:27.966469 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-841b43e6-d2c2-4657-8ef5-07a539cdaf51 admin admin] 10.222.0.30 "PUT /v2.0/routers/c5c05f4c-173c-4c97-acc8-11f3965267e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5174935 Jul 09 19:59:28.001723 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78902004-1559-4534-9359-1231489a8eb2 req-c1783cfd-3535-40ab-a978-ce35d287655d tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:28.009709 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-78902004-1559-4534-9359-1231489a8eb2 req-c1783cfd-3535-40ab-a978-ce35d287655d tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.2730887 Jul 09 19:59:28.032946 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-e3efb063-4e05-420f-b4c3-f6678b252ab4 None None] Port b41c1f82-d782-4d57-a0df-7f75c35c571a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:28.042287 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-209b09ae-2589-43b2-acbf-65dedf65423e req-78fa8ab1-05df-4916-92bf-83044e7cc093 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220992 Jul 09 19:59:28.234342 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-78902004-1559-4534-9359-1231489a8eb2 req-f0c726d6-cb41-48a2-a8de-7dd6b8f857d6 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205369 Jul 09 19:59:28.273499 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-209b09ae-2589-43b2-acbf-65dedf65423e req-081ccfd0-a069-4b6a-bbc8-49f0e0a47893 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142820 Jul 09 19:59:28.364796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889d4e-c84e-438e-a35a-ce69ad3ce546 req-3729b834-8897-448b-ba1b-b09bb2a97f5b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:28.373993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0889d4e-c84e-438e-a35a-ce69ad3ce546 req-3729b834-8897-448b-ba1b-b09bb2a97f5b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 943 time: 0.1428216 Jul 09 19:59:28.471963 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0889d4e-c84e-438e-a35a-ce69ad3ce546 req-6c85b2fd-4e46-4ada-919c-be9dd937e454 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899801 Jul 09 19:59:29.074044 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.387229 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a3f3c2d7-6f27-414d-b06f-6c0b2272ba58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.484131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35180) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:29.488955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1ba33d13-095c-497b-a187-1210826e6c6f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1260965083', 'description': 'tempest-description--1146896233'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:29.543905 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ba33d13-095c-497b-a187-1210826e6c6f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.590119 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 06374c34-076a-4cc7-86c0-faa7391ab22a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:29.641816 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.732615 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 06374c34-076a-4cc7-86c0-faa7391ab22a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:29.737747 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 06374c34-076a-4cc7-86c0-faa7391ab22a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:29.738434 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:29.953481 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.006462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 06374c34-076a-4cc7-86c0-faa7391ab22a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=06374c34-076a-4cc7-86c0-faa7391ab22a,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:30.013430 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.057448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17161a0-6ae5-4ea1-a512-2e59ba84446d req-d7d4d880-ee22-4e95-b1a3-2701bdf46f0a tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:30.059476 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e17161a0-6ae5-4ea1-a512-2e59ba84446d req-d7d4d880-ee22-4e95-b1a3-2701bdf46f0a tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.5092690 Jul 09 19:59:30.135327 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e17161a0-6ae5-4ea1-a512-2e59ba84446d req-00e88fd8-4304-43e9-af2f-e06414a598d4 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675888 Jul 09 19:59:30.136409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=06374c34-076a-4cc7-86c0-faa7391ab22a,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:30.166360 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ba33d13-095c-497b-a187-1210826e6c6f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.184680 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ba33d13-095c-497b-a187-1210826e6c6f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.235134 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba33d13-095c-497b-a187-1210826e6c6f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f136a46a-f1af-493b-a079-5e7765f2f12d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:30.282648 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ba33d13-095c-497b-a187-1210826e6c6f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.292013 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1ba33d13-095c-497b-a187-1210826e6c6f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8019769 Jul 09 19:59:30.292243 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35218) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:30.297367 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9a6eee8c-afda-44d0-ae8a-6089232c2f06 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Request body: {'security_group_rule': {'security_group_id': 'f136a46a-f1af-493b-a079-5e7765f2f12d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:30.311095 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Sync routers for ids ['c5c05f4c-173c-4c97-acc8-11f3965267e0'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:30.332548 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Routers {'c5c05f4c-173c-4c97-acc8-11f3965267e0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:30.333423 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:59:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c5c05f4c-173c-4c97-acc8-11f3965267e0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:30.348577 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.450261 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363adba8-cddd-4945-acdf-a8a55edb2684 req-b6321b02-8cb7-4c59-8ac3-96c505ce7af8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:30.461942 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-363adba8-cddd-4945-acdf-a8a55edb2684 req-b6321b02-8cb7-4c59-8ac3-96c505ce7af8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 943 time: 0.2789357 Jul 09 19:59:30.484087 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a6eee8c-afda-44d0-ae8a-6089232c2f06 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.540457 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Set router c5c05f4c-173c-4c97-acc8-11f3965267e0 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:30.595418 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-363adba8-cddd-4945-acdf-a8a55edb2684 req-66f0f183-a985-4ddf-b84f-5d72e1d646e5 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302624 Jul 09 19:59:30.621108 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a6eee8c-afda-44d0-ae8a-6089232c2f06 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.630406 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a6eee8c-afda-44d0-ae8a-6089232c2f06 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.641295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 766f3db3-fa17-47d0-b351-3410350a3894 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:59:30.657022 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a6eee8c-afda-44d0-ae8a-6089232c2f06 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.658448 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9a6eee8c-afda-44d0-ae8a-6089232c2f06 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3662570 Jul 09 19:59:30.661336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35244) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:30.661970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6eee8c-afda-44d0-ae8a-6089232c2f06 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb7caca-eca0-486d-93f3-30f075908157,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:30.668005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-36d933c3-bf33-4e4a-b685-2e2f13f5175d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Request body: {'security_group_rule': {'security_group_id': 'f136a46a-f1af-493b-a079-5e7765f2f12d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:30.716750 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36d933c3-bf33-4e4a-b685-2e2f13f5175d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.809947 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36d933c3-bf33-4e4a-b685-2e2f13f5175d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.823782 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36d933c3-bf33-4e4a-b685-2e2f13f5175d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.876592 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 766f3db3-fa17-47d0-b351-3410350a3894, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=766f3db3-fa17-47d0-b351-3410350a3894,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:30.894181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '766f3db3-fa17-47d0-b351-3410350a3894', 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e', 'port_id': '766f3db3-fa17-47d0-b351-3410350a3894', 'mac_address': 'fa:16:3e:78:85:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a9c143-b389-43fd-ad86-f382a5b60595', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:59:30.901017 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36d933c3-bf33-4e4a-b685-2e2f13f5175d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.911080 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-36d933c3-bf33-4e4a-b685-2e2f13f5175d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2450955 Jul 09 19:59:30.911584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35258) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:30.918094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:30.918901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d933c3-bf33-4e4a-b685-2e2f13f5175d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dc6420-cdbc-4d34-a19d-5e9d1c98bd0b,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:30.943001 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:26Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'b41c1f82-d782-4d57-a0df-7f75c35c571a', 'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'mac_address': 'fa:16:3e:7f:67:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:25Z', 'updated_at': '2021-07-09T19:59:27Z', 'revision_number': 2, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'subnets': [{'id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:30.946046 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:30.971507 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766f3db3-fa17-47d0-b351-3410350a3894 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:30.995210 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:31.007687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 766f3db3-fa17-47d0-b351-3410350a3894, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=766f3db3-fa17-47d0-b351-3410350a3894,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:31.013127 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:31.038478 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Checking router: c5c05f4c-173c-4c97-acc8-11f3965267e0 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 19:59:31.043187 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Updating router c5c05f4c-173c-4c97-acc8-11f3965267e0 port b41c1f82-d782-4d57-a0df-7f75c35c571a binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 19:59:31.094853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=766f3db3-fa17-47d0-b351-3410350a3894,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:31.127689 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:31.186540 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:31.390408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['766f3db3-fa17-47d0-b351-3410350a3894'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:59:31.634952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 06374c34-076a-4cc7-86c0-faa7391ab22a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:31.701857 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d133ea-e24a-41f7-ad3f-23030bb5814a req-6ab64792-1713-4c77-b65b-abd2caf3081d tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:31.713192 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-74d133ea-e24a-41f7-ad3f-23030bb5814a req-6ab64792-1713-4c77-b65b-abd2caf3081d tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.3339064 Jul 09 19:59:31.745717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 06374c34-076a-4cc7-86c0-faa7391ab22a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:31.746095 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:31.757730 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Allocated IP 172.25.0.94 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/c10529d3-46bb-4c4e-abbd-a81381d67b0c) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:31.840104 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-74d133ea-e24a-41f7-ad3f-23030bb5814a req-dd3d1b27-5e77-4b8b-8d8d-15584c9a3990 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257386 Jul 09 19:59:31.860878 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:31.880943 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Transition to ACTIVE for port object b41c1f82-d782-4d57-a0df-7f75c35c571a will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:31.890389 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:31.962950 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:31.986300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798224de-48bc-4dbe-9794-8f413226c6fd req-04a01ab2-cdae-400e-b548-49d8862205eb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:31.990209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-798224de-48bc-4dbe-9794-8f413226c6fd req-04a01ab2-cdae-400e-b548-49d8862205eb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 944 time: 0.1322963 Jul 09 19:59:32.034585 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.050383 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-798224de-48bc-4dbe-9794-8f413226c6fd req-66279599-70b9-4ce3-b60d-f10b13f97e9f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555391 Jul 09 19:59:32.077499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35310) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:32.128585 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53afddf-feb8-40de-bfc0-3fd8a790335a None None] Pushing event updated for resources: {'Port': ['ID=b41c1f82-d782-4d57-a0df-7f75c35c571a,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:32.136597 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Attempting to bind port b41c1f82-d782-4d57-a0df-7f75c35c571a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:32.136980 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Attempting to bind port b41c1f82-d782-4d57-a0df-7f75c35c571a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:32.142569 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Attempting to bind port b41c1f82-d782-4d57-a0df-7f75c35c571a on network 71fa7c07-7273-451c-ae3d-4402b49a7b55 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:32.153739 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:32.154128 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Checking segment: {'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:32.154543 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.154937 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Bound using segment: {'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:32.156261 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Bound port: b41c1f82-d782-4d57-a0df-7f75c35c571a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:32.156682 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.170746 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:32.174354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:32.183045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:32.195077 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.258688 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event updated for resources: {'Port': ['ID=c10529d3-46bb-4c4e-abbd-a81381d67b0c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:32.278125 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] For port b41c1f82-d782-4d57-a0df-7f75c35c571a, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:32.282305 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] For port b41c1f82-d782-4d57-a0df-7f75c35c571a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b41c1f82-d782-4d57-a0df-7f75c35c571a,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:32.286232 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.307287 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-79c72cb0-5718-45a9-9998-bbc3d7e56e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.322328 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.351408 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Routers {'c5c05f4c-173c-4c97-acc8-11f3965267e0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:32.352646 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:59:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c5c05f4c-173c-4c97-acc8-11f3965267e0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:32.401686 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.407533 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53afddf-feb8-40de-bfc0-3fd8a790335a None None] Pushing event updated for resources: {'Port': ['ID=b41c1f82-d782-4d57-a0df-7f75c35c571a,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:32.453328 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-79c72cb0-5718-45a9-9998-bbc3d7e56e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.463470 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-79c72cb0-5718-45a9-9998-bbc3d7e56e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.535468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35314) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:32.538022 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-79c72cb0-5718-45a9-9998-bbc3d7e56e39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4637d79debbf42069516240c0e13efc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4587123 Jul 09 19:59:32.548141 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] Set router c5c05f4c-173c-4c97-acc8-11f3965267e0 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 19:59:32.552349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c72cb0-5718-45a9-9998-bbc3d7e56e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5075704e-2fef-45eb-b622-daf381a33b61,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:32.656794 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-826140a6-feb1-4f3a-bb0e-42ffd5679f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.668343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 766f3db3-fa17-47d0-b351-3410350a3894 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:32.723004 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.739537 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-826140a6-feb1-4f3a-bb0e-42ffd5679f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.741776 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 766f3db3-fa17-47d0-b351-3410350a3894 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:32.743864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.746253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 766f3db3-fa17-47d0-b351-3410350a3894 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:32.746630 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.828060 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35322) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:32.837272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c55129f5-ac5b-495c-bb94-e4e887d4ee28 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1965546615'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:32.868369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55129f5-ac5b-495c-bb94-e4e887d4ee28 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Made reservation on behalf of 384eeeeb6b564c0ba6396789db3d7886 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:32.874874 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c55129f5-ac5b-495c-bb94-e4e887d4ee28 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.912437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55129f5-ac5b-495c-bb94-e4e887d4ee28 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:59:32.913270 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:26Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'b41c1f82-d782-4d57-a0df-7f75c35c571a', 'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'mac_address': 'fa:16:3e:7f:67:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:25Z', 'updated_at': '2021-07-09T19:59:32Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'subnets': [{'id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:32.917939 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.931854 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c55129f5-ac5b-495c-bb94-e4e887d4ee28 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:32.932210 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-c55129f5-ac5b-495c-bb94-e4e887d4ee28 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Added segment 84e72b6e-bb9b-4a11-986b-abba2f6ddfa6 of type vlan for network df2063f7-e4dc-4881-bf8a-9f0da645ab21 Jul 09 19:59:32.990938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event updated for resources: {'Port': ['ID=c10529d3-46bb-4c4e-abbd-a81381d67b0c,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:32.998223 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766f3db3-fa17-47d0-b351-3410350a3894'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:33.000812 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e3476b-7824-430c-a1c4-4b43f6a19c2a" -d '{"events": [{"server_uuid": "3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8", "name": "network-vif-plugged", "status": "completed", "tag": "766f3db3-fa17-47d0-b351-3410350a3894"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:33.008382 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae09336-d04d-4975-9ca8-690b8236e85b None None] The sync data for ids ['c5c05f4c-173c-4c97-acc8-11f3965267e0'] in n-d-800088-3 is: [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:26Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'b41c1f82-d782-4d57-a0df-7f75c35c571a', 'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'mac_address': 'fa:16:3e:7f:67:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:25Z', 'updated_at': '2021-07-09T19:59:32Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'subnets': [{'id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:33.011385 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c55129f5-ac5b-495c-bb94-e4e887d4ee28 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.013775 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.036155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 766f3db3-fa17-47d0-b351-3410350a3894, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=766f3db3-fa17-47d0-b351-3410350a3894,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:33.052200 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.058379 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c55129f5-ac5b-495c-bb94-e4e887d4ee28 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.066175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55129f5-ac5b-495c-bb94-e4e887d4ee28 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:33.066874 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c55129f5-ac5b-495c-bb94-e4e887d4ee28 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.073444 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.074845 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-20411011-d77c-4eed-850a-a04ac43eb1dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1619272 Jul 09 19:59:33.143679 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2286e-7507-43ca-84af-19b1535750d4 req-78a9228d-ec5e-4a52-b64d-45c10a4c27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:33.148636 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2b2286e-7507-43ca-84af-19b1535750d4 req-78a9228d-ec5e-4a52-b64d-45c10a4c27a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 1097 time: 0.2133586 Jul 09 19:59:33.149385 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-826140a6-feb1-4f3a-bb0e-42ffd5679f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.157377 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-826140a6-feb1-4f3a-bb0e-42ffd5679f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.161134 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-826140a6-feb1-4f3a-bb0e-42ffd5679f57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5075704e-2fef-45eb-b622-daf381a33b61 HTTP/1.1" status: 204 len: 168 time: 0.6215935 Jul 09 19:59:33.184219 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c55129f5-ac5b-495c-bb94-e4e887d4ee28 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3546166 Jul 09 19:59:33.217020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35334) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:33.240305 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad22c551-b27a-4f1d-8f31-cc8259b88e95 x-openstack-request-id: req-ad22c551-b27a-4f1d-8f31-cc8259b88e95 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:33.248095 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8", "name": "network-vif-plugged", "status": "completed", "tag": "766f3db3-fa17-47d0-b351-3410350a3894", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:33.249140 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad22c551-b27a-4f1d-8f31-cc8259b88e95 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:33.252370 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766f3db3-fa17-47d0-b351-3410350a3894', 'code': 200} Jul 09 19:59:33.254118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=766f3db3-fa17-47d0-b351-3410350a3894,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:33.270660 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-749fbaee-a2cf-49f0-b781-2a9214525101 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-522070813'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:33.351656 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826140a6-feb1-4f3a-bb0e-42ffd5679f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5075704e-2fef-45eb-b622-daf381a33b61,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:33.489599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55129f5-ac5b-495c-bb94-e4e887d4ee28 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'Network': ['ID=df2063f7-e4dc-4881-bf8a-9f0da645ab21,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:33.490201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749fbaee-a2cf-49f0-b781-2a9214525101 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Made reservation on behalf of 384eeeeb6b564c0ba6396789db3d7886 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:33.496250 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-749fbaee-a2cf-49f0-b781-2a9214525101 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.504221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network df2063f7-e4dc-4881-bf8a-9f0da645ab21 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:59:33.557298 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2b2286e-7507-43ca-84af-19b1535750d4 req-9fc0a39c-9286-4c83-bd4c-5b47f8b4c747 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976026 Jul 09 19:59:33.601561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b41c1f82-d782-4d57-a0df-7f75c35c571a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:33.614874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749fbaee-a2cf-49f0-b781-2a9214525101 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:59:33.615231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0d658-2225-48a0-b86f-7e2a00a64d99 req-ca25e621-4a55-42d1-a5d1-402a57bb2626 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:33.619474 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3c0d658-2225-48a0-b86f-7e2a00a64d99 req-ca25e621-4a55-42d1-a5d1-402a57bb2626 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 945 time: 0.2568669 Jul 09 19:59:33.628493 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbc0b0-b89d-4307-8f7c-3f31cbf984e7 req-5e5574ce-1797-47da-a36d-05a1879feadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:33.630059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-34bbc0b0-b89d-4307-8f7c-3f31cbf984e7 req-5e5574ce-1797-47da-a36d-05a1879feadb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 1096 time: 0.3741918 Jul 09 19:59:33.649720 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d4e2a-7a69-480d-99ef-9064968886f0 req-baa87332-98e9-40f5-bae9-f7065e6cce21 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:33.659187 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a23d4e2a-7a69-480d-99ef-9064968886f0 req-baa87332-98e9-40f5-bae9-f7065e6cce21 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.3494561 Jul 09 19:59:33.670611 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-749fbaee-a2cf-49f0-b781-2a9214525101 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.670959 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-749fbaee-a2cf-49f0-b781-2a9214525101 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Added segment beb41655-b7e3-45dd-93b4-0c8943b7a5a4 of type vlan for network a597dc90-af64-4cd5-8204-81ddc68a6ae0 Jul 09 19:59:33.698380 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3c0d658-2225-48a0-b86f-7e2a00a64d99 req-09aa5b42-f482-45bf-9f53-f11857b513c0 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723755 Jul 09 19:59:33.751620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port b41c1f82-d782-4d57-a0df-7f75c35c571a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:33.766922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b41c1f82-d782-4d57-a0df-7f75c35c571a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:33.767412 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.818458 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-749fbaee-a2cf-49f0-b781-2a9214525101 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.829742 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-34bbc0b0-b89d-4307-8f7c-3f31cbf984e7 req-d1ddfa97-b9d5-4dd1-a248-898de48e50d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641192 Jul 09 19:59:33.862227 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a23d4e2a-7a69-480d-99ef-9064968886f0 req-2953891f-af3a-4f09-b9a2-bc0162fedafa tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020419 Jul 09 19:59:33.939312 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.948899 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-749fbaee-a2cf-49f0-b781-2a9214525101 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.966712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749fbaee-a2cf-49f0-b781-2a9214525101 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:33.967086 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-749fbaee-a2cf-49f0-b781-2a9214525101 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:33.990817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port b41c1f82-d782-4d57-a0df-7f75c35c571a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b41c1f82-d782-4d57-a0df-7f75c35c571a,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:33.999126 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:34.103920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=b41c1f82-d782-4d57-a0df-7f75c35c571a,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:34.132847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-749fbaee-a2cf-49f0-b781-2a9214525101 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9077742 Jul 09 19:59:34.135879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35362) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:34.142932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-27002b90-41cf-4697-a350-ed07a38ed2dc tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'subnet': {'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:34.186651 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fbaee-a2cf-49f0-b781-2a9214525101 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'Network': ['ID=a597dc90-af64-4cd5-8204-81ddc68a6ae0,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:34.199124 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network a597dc90-af64-4cd5-8204-81ddc68a6ae0 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:59:34.201045 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-2c8d2504-9377-4314-86d3-5510315b7f9d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1260965083&fields=id&tenant_id=a4b256fda3434e529a47261bd6a86fca HTTP/1.1" status: 200 len: 267 time: 0.1470881 Jul 09 19:59:34.281924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27002b90-41cf-4697-a350-ed07a38ed2dc tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Made reservation on behalf of 384eeeeb6b564c0ba6396789db3d7886 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:34.308046 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27002b90-41cf-4697-a350-ed07a38ed2dc tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:34.404391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e073650-12d5-4575-af49-98005f2ce487 req-c4e77ba8-ff83-48e2-87a3-37ec946898b7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:34.407130 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-c4e77ba8-ff83-48e2-87a3-37ec946898b7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/networks?id=71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 200 len: 817 time: 0.1968973 Jul 09 19:59:34.427801 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-42c6d0d9-6de0-4f30-ae79-07dd6f71b950 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/quotas/a4b256fda3434e529a47261bd6a86fca HTTP/1.1" status: 200 len: 375 time: 0.0136414 Jul 09 19:59:34.544264 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-4769bea3-cc71-4e82-814c-830aa10b562a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4b256fda3434e529a47261bd6a86fca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1097903 Jul 09 19:59:34.669434 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27002b90-41cf-4697-a350-ed07a38ed2dc tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:34.768996 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-495f17ec-95ba-4f2c-abbe-68a149eeeb4c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 19:59:34.773420 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-495f17ec-95ba-4f2c-abbe-68a149eeeb4c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2280939 Jul 09 19:59:34.825893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27002b90-41cf-4697-a350-ed07a38ed2dc tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'Subnet': ['ID=a2da9578-691e-4ed6-9947-a8e1da134a39,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:34.831019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27002b90-41cf-4697-a350-ed07a38ed2dc tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Checking segment: {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:34.833963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27002b90-41cf-4697-a350-ed07a38ed2dc tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Network hostable DHCP agents. Network: df2063f7-e4dc-4881-bf8a-9f0da645ab21, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:59:34.899448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27002b90-41cf-4697-a350-ed07a38ed2dc tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Network df2063f7-e4dc-4881-bf8a-9f0da645ab21 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:59:34.929160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-27002b90-41cf-4697-a350-ed07a38ed2dc tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, df2063f7-e4dc-4881-bf8a-9f0da645ab21) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:34.942599 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61073024-ae4f-4e05-b7ff-41014422e0bc None None] Network df2063f7-e4dc-4881-bf8a-9f0da645ab21 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:34.946646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27002b90-41cf-4697-a350-ed07a38ed2dc tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:34.947264 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27002b90-41cf-4697-a350-ed07a38ed2dc tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:34.987915 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-b227a99f-c8ee-4afa-935c-b0d076c67a30 service neutron] 10.222.0.30 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031236 Jul 09 19:59:35.017638 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-27002b90-41cf-4697-a350-ed07a38ed2dc tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8781137 Jul 09 19:59:35.017857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35386) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:35.025548 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-43de3c7d-5127-4c43-871f-ae145b3dd648 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'subnet': {'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:35.188379 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-d73ee233-c938-42e3-a726-e97292209bc9 service neutron] 10.222.0.30 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861289 Jul 09 19:59:35.219487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-df2063f7-e4dc-4881-bf8a-9f0da645ab21', 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'fixed_ips': [{'subnet_id': 'a2da9578-691e-4ed6-9947-a8e1da134a39'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:59:35.221008 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:35.251800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa502b-88ae-4318-b996-98cf6bfb2fb3 req-a6ed8681-2ad9-4f43-bc26-fb2e371a6e74 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:35.259487 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20aa502b-88ae-4318-b996-98cf6bfb2fb3 req-a6ed8681-2ad9-4f43-bc26-fb2e371a6e74 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 945 time: 0.2887530 Jul 09 19:59:35.353364 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20aa502b-88ae-4318-b996-98cf6bfb2fb3 req-2907e53c-c36d-4b2c-9252-23417c070dae tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847259 Jul 09 19:59:35.355526 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43de3c7d-5127-4c43-871f-ae145b3dd648 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Made reservation on behalf of 384eeeeb6b564c0ba6396789db3d7886 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:35.359424 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43de3c7d-5127-4c43-871f-ae145b3dd648 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:35.673768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Allocated IP 10.1.1.2 (df2063f7-e4dc-4881-bf8a-9f0da645ab21/a2da9578-691e-4ed6-9947-a8e1da134a39/83ab886e-09af-4893-b4d1-af7f12c7415a) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:35.705844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b41c1f82-d782-4d57-a0df-7f75c35c571a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:35.789263 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43de3c7d-5127-4c43-871f-ae145b3dd648 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:35.885176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc23eab-ab63-4738-9df2-4766e4f32f2b req-073a78c1-a5ed-4ed5-ba1f-028a9b8dd590 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:35.888835 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6c72fe3-a646-4fc0-9350-9809b029972e req-1382ae3d-435c-490d-8f33-b6035764b5a1 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 210 time: 0.0779088 Jul 09 19:59:35.892789 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8cc23eab-ab63-4738-9df2-4766e4f32f2b req-073a78c1-a5ed-4ed5-ba1f-028a9b8dd590 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.2293119 Jul 09 19:59:35.922445 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b41c1f82-d782-4d57-a0df-7f75c35c571a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:35.923143 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:35.940841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de3c7d-5127-4c43-871f-ae145b3dd648 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'Subnet': ['ID=982230e2-ecd0-408f-b508-78098c9b7e25,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:35.961863 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8cc23eab-ab63-4738-9df2-4766e4f32f2b req-8f8e5a66-7e9b-4e5f-995a-52e1f1f3e9df tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661917 Jul 09 19:59:35.975435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43de3c7d-5127-4c43-871f-ae145b3dd648 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Checking segment: {'id': 'beb41655-b7e3-45dd-93b4-0c8943b7a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:35.976391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43de3c7d-5127-4c43-871f-ae145b3dd648 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Network hostable DHCP agents. Network: a597dc90-af64-4cd5-8204-81ddc68a6ae0, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:59:36.018839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43de3c7d-5127-4c43-871f-ae145b3dd648 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Network a597dc90-af64-4cd5-8204-81ddc68a6ae0 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:59:36.038298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-43de3c7d-5127-4c43-871f-ae145b3dd648 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, a597dc90-af64-4cd5-8204-81ddc68a6ae0) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:36.044444 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43de3c7d-5127-4c43-871f-ae145b3dd648 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:36.045189 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43de3c7d-5127-4c43-871f-ae145b3dd648 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:36.072172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7b5e29-fcb1-4ac5-9914-fa7b9c8c5ade None None] Network a597dc90-af64-4cd5-8204-81ddc68a6ae0 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:36.083133 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-43de3c7d-5127-4c43-871f-ae145b3dd648 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0597425 Jul 09 19:59:36.083777 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35416) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:36.090072 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f4a68fde-f095-4f84-af21-39bc08f440b9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'port': {'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21', 'name': 'tempest-TaggedBootDevicesTest-1916875220', 'fixed_ips': [{'subnet_id': 'a2da9578-691e-4ed6-9947-a8e1da134a39'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:36.305968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce7f5a-ab14-4d19-b67a-2d626a60471f req-3ce47d15-2833-46eb-bd26-3d368a2a41b7 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:36.314735 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-37ce7f5a-ab14-4d19-b67a-2d626a60471f req-3ce47d15-2833-46eb-bd26-3d368a2a41b7 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1256309 Jul 09 19:59:36.385991 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a68fde-f095-4f84-af21-39bc08f440b9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Made reservation on behalf of 384eeeeb6b564c0ba6396789db3d7886 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:36.436400 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:36.484283 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-37ce7f5a-ab14-4d19-b67a-2d626a60471f req-e3a339a4-b938-491c-8ba6-aa141d602b51 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685355 Jul 09 19:59:36.535562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Transition to ACTIVE for port object 83ab886e-09af-4893-b4d1-af7f12c7415a will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:36.578775 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4a68fde-f095-4f84-af21-39bc08f440b9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:36.600874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-f4a68fde-f095-4f84-af21-39bc08f440b9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] device_id is not set on port c2dd2a99-be70-4ee7-913f-37195b50ee10 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:59:36.630811 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Transition to ACTIVE for port object 83ab886e-09af-4893-b4d1-af7f12c7415a will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:36.689978 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee79c55-4e41-4199-9e1c-085bd2dafeb8 req-dabbfd2b-10bb-47ab-92ba-544aaef6c143 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:36.692461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6ee79c55-4e41-4199-9e1c-085bd2dafeb8 req-dabbfd2b-10bb-47ab-92ba-544aaef6c143 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 945 time: 0.1391127 Jul 09 19:59:36.710639 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:36.715282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35434) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:36.788952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-a597dc90-af64-4cd5-8204-81ddc68a6ae0', 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'fixed_ips': [{'subnet_id': '982230e2-ecd0-408f-b508-78098c9b7e25'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:59:36.790403 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:36.804641 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Pushing event updated for resources: {'Port': ['ID=83ab886e-09af-4893-b4d1-af7f12c7415a,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:36.808006 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6ee79c55-4e41-4199-9e1c-085bd2dafeb8 req-baddbff9-70b4-4621-b165-74c3bb6acd35 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077075 Jul 09 19:59:36.812350 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Network df2063f7-e4dc-4881-bf8a-9f0da645ab21 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:36.972199 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:36.977364 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:37.053993 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:37.057142 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Attempting to bind port 83ab886e-09af-4893-b4d1-af7f12c7415a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:37.057521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Attempting to bind port 83ab886e-09af-4893-b4d1-af7f12c7415a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:37.057893 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Attempting to bind port 83ab886e-09af-4893-b4d1-af7f12c7415a on network df2063f7-e4dc-4881-bf8a-9f0da645ab21 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:37.069692 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:37.070076 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Checking segment: {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:37.070568 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:37.071447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Bound using segment: {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:37.072086 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Bound port: 83ab886e-09af-4893-b4d1-af7f12c7415a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:37.073064 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:37.099767 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:37.133454 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Allocated IP 10.2.2.2 (a597dc90-af64-4cd5-8204-81ddc68a6ae0/982230e2-ecd0-408f-b508-78098c9b7e25/e7a54ec5-66e1-43c6-b942-7dcb23017059) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:37.252481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-f4a68fde-f095-4f84-af21-39bc08f440b9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Allocated IP 10.1.1.235 (df2063f7-e4dc-4881-bf8a-9f0da645ab21/a2da9578-691e-4ed6-9947-a8e1da134a39/c2dd2a99-be70-4ee7-913f-37195b50ee10) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:37.417625 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-166643a6-6581-4d20-83d7-acc9a5a87b4c req-7246753c-10e8-43f1-9f0c-ae5c0543a767 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 210 time: 0.1107128 Jul 09 19:59:37.463330 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:37.525843 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] For port 83ab886e-09af-4893-b4d1-af7f12c7415a, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:37.546242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] For port 83ab886e-09af-4893-b4d1-af7f12c7415a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=83ab886e-09af-4893-b4d1-af7f12c7415a,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:37.561012 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:37.633846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b874f2-a744-4f99-afa3-422b3cf40635 None None] Pushing event updated for resources: {'Port': ['ID=83ab886e-09af-4893-b4d1-af7f12c7415a,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:37.734135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895be7a3-0096-42b6-8214-4569ed37ddd3 req-56a62916-a98e-47d8-b34d-bffbf87a955e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:37.752165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Allocated IP 172.25.0.172 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/45b13213-00f8-47a0-a13c-7c3ecf438e13) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:37.757358 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:37.757566 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-895be7a3-0096-42b6-8214-4569ed37ddd3 req-56a62916-a98e-47d8-b34d-bffbf87a955e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 804 time: 0.2589757 Jul 09 19:59:37.777443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Transition to ACTIVE for port object e7a54ec5-66e1-43c6-b942-7dcb23017059 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:37.818447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Transition to ACTIVE for port object e7a54ec5-66e1-43c6-b942-7dcb23017059 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:37.830779 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:37.831907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2683a5d-ae90-46e8-a0b7-16137bae66ba req-9165dd10-0a28-411a-b920-587eb1ee9276 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:37.845140 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a2683a5d-ae90-46e8-a0b7-16137bae66ba req-9165dd10-0a28-411a-b920-587eb1ee9276 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1930342 Jul 09 19:59:37.884849 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Network a597dc90-af64-4cd5-8204-81ddc68a6ae0 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:37.893955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:37.904206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:37.907624 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-895be7a3-0096-42b6-8214-4569ed37ddd3 req-a0ab640c-ea0b-4682-a5f3-ac7afae8622f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/quotas/6b335159e9ad4104b0006808b1428949 HTTP/1.1" status: 200 len: 375 time: 0.1490777 Jul 09 19:59:37.915001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Pushing event updated for resources: {'Port': ['ID=e7a54ec5-66e1-43c6-b942-7dcb23017059,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:37.988753 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a2683a5d-ae90-46e8-a0b7-16137bae66ba req-a7df40e3-fbb9-45ea-b424-1cf9022e4a9a tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390545 Jul 09 19:59:38.007576 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e073650-12d5-4575-af49-98005f2ce487 req-42574b74-a341-4a39-83c3-8da35ff557b5 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:38.009674 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-42574b74-a341-4a39-83c3-8da35ff557b5 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.36 "GET /v2.0/networks?id=71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 200 len: 817 time: 0.7127161 Jul 09 19:59:38.065726 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Attempting to bind port e7a54ec5-66e1-43c6-b942-7dcb23017059 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:38.066156 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Attempting to bind port e7a54ec5-66e1-43c6-b942-7dcb23017059 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'beb41655-b7e3-45dd-93b4-0c8943b7a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:38.066531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Attempting to bind port e7a54ec5-66e1-43c6-b942-7dcb23017059 on network a597dc90-af64-4cd5-8204-81ddc68a6ae0 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:38.074116 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:38.074746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Checking segment: {'id': 'beb41655-b7e3-45dd-93b4-0c8943b7a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:38.074964 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:38.076157 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Bound using segment: {'id': 'beb41655-b7e3-45dd-93b4-0c8943b7a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:38.076684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Bound port: e7a54ec5-66e1-43c6-b942-7dcb23017059, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb41655-b7e3-45dd-93b4-0c8943b7a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:38.077089 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:38.118869 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:38.167176 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-0e5cf051-9c46-4d13-9667-74af58d5d490 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4b256fda3434e529a47261bd6a86fca HTTP/1.1" status: 200 len: 380 time: 0.1434681 Jul 09 19:59:38.184821 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-9e073650-12d5-4575-af49-98005f2ce487 req-cef2284f-aebc-4b5f-abc4-6f8e57d5f943 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Request body: {'port': {'device_id': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'admin_state_up': True, 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'security_groups': ['f136a46a-f1af-493b-a079-5e7765f2f12d']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:38.203002 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:38.240212 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] For port e7a54ec5-66e1-43c6-b942-7dcb23017059, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:38.252978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] For port e7a54ec5-66e1-43c6-b942-7dcb23017059, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e7a54ec5-66e1-43c6-b942-7dcb23017059,segment=NetworkSegment(beb41655-b7e3-45dd-93b4-0c8943b7a5a4),segment_id=beb41655-b7e3-45dd-93b4-0c8943b7a5a4)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:38.263801 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:38.276681 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 19:59:38.294307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event updated for resources: {'Port': ['ID=45b13213-00f8-47a0-a13c-7c3ecf438e13,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:38.307294 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:38.309838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:38.313469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:38.418628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65058c-9aec-4030-ac12-b42c3d4f4a62 None None] Pushing event updated for resources: {'Port': ['ID=e7a54ec5-66e1-43c6-b942-7dcb23017059,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:38.550181 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:38.699598 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:38.860065 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c46c1b38-1ab2-4e31-acb5-47fb10d46cc5 req-b8853091-192f-4dc8-9eca-80d323944180 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 210 time: 0.0667789 Jul 09 19:59:38.989868 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-895be7a3-0096-42b6-8214-4569ed37ddd3 req-e077b634-afb5-49eb-84b6-f0e9eac47163 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0813656 Jul 09 19:59:39.001547 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4a68fde-f095-4f84-af21-39bc08f440b9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.044957 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.054091 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.147455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-f4a68fde-f095-4f84-af21-39bc08f440b9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Transition to ACTIVE for port object c2dd2a99-be70-4ee7-913f-37195b50ee10 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:39.246239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event updated for resources: {'Port': ['ID=45b13213-00f8-47a0-a13c-7c3ecf438e13,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:39.317654 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-895be7a3-0096-42b6-8214-4569ed37ddd3 req-2b42d9c9-5d63-4ffb-a62a-afa6735be68f service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093617 Jul 09 19:59:39.319567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e073650-12d5-4575-af49-98005f2ce487 req-cef2284f-aebc-4b5f-abc4-6f8e57d5f943 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Made reservation on behalf of a4b256fda3434e529a47261bd6a86fca for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:39.322693 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.327758 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9e073650-12d5-4575-af49-98005f2ce487 req-cef2284f-aebc-4b5f-abc4-6f8e57d5f943 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.349888 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.351183 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-440c557b-cafb-403b-8580-df69b0d4a62b tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6346319 Jul 09 19:59:39.373413 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4a68fde-f095-4f84-af21-39bc08f440b9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.375022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35474) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:39.389489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-679806439'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:39.427674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f41584-1ee4-4e85-911b-0d3a91fd016f None None] Network df2063f7-e4dc-4881-bf8a-9f0da645ab21 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:39.479766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387be2e8-df24-4058-86a0-e226952b512e req-5e058e93-73cb-4aff-80bf-fe758cb8a8e9 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:39.488583 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-387be2e8-df24-4058-86a0-e226952b512e req-5e058e93-73cb-4aff-80bf-fe758cb8a8e9 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.2232311 Jul 09 19:59:39.509540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Made reservation on behalf of 41bdc6a54cc84342b539366d732cf9b9 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:39.516881 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.547889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a68fde-f095-4f84-af21-39bc08f440b9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Network df2063f7-e4dc-4881-bf8a-9f0da645ab21 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:39.575211 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.591420 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-f4a68fde-f095-4f84-af21-39bc08f440b9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:39.662199 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-98bac0fb-906e-4877-a600-31d1d87b8416 None None] Provisioning for port 83ab886e-09af-4893-b4d1-af7f12c7415a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:39.666565 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-387be2e8-df24-4058-86a0-e226952b512e req-56785de1-892c-48ef-af4b-84d8d5cdde80 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761756 Jul 09 19:59:39.685831 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 83ab886e-09af-4893-b4d1-af7f12c7415a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:39.686527 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a68fde-f095-4f84-af21-39bc08f440b9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:39.818757 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a68fde-f095-4f84-af21-39bc08f440b9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'Port': ['ID=c2dd2a99-be70-4ee7-913f-37195b50ee10,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:39.846323 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.853852 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.905788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a68fde-f095-4f84-af21-39bc08f440b9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:39.908643 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4a68fde-f095-4f84-af21-39bc08f440b9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.917906 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdc8995-c7ae-4aa7-9b52-1e9e250d1001,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:39.929640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:59:39.954240 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:39.955350 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Added segment 1b2b8db8-3773-4d9a-9f72-a5acc948d323 of type vlan for network d35f0dda-9673-4456-9add-16211d1fa964 Jul 09 19:59:39.980386 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 83ab886e-09af-4893-b4d1-af7f12c7415a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:39.987713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 83ab886e-09af-4893-b4d1-af7f12c7415a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:39.988131 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:40.018564 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-895be7a3-0096-42b6-8214-4569ed37ddd3 req-bb3b69b7-0497-41e0-9205-b78e7ebde8cc service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6786320 Jul 09 19:59:40.052872 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f4a68fde-f095-4f84-af21-39bc08f440b9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9677193 Jul 09 19:59:40.054138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35482) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:40.071065 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6e4e2f28-8941-40de-92ad-056ee1827ffb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'port': {'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21', 'name': 'tempest-TaggedBootDevicesTest-151158298', 'fixed_ips': [{'subnet_id': 'a2da9578-691e-4ed6-9947-a8e1da134a39'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:40.079238 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:40.154811 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b87093-a303-414a-a504-b6fb1ca3fe56 None None] Network a597dc90-af64-4cd5-8204-81ddc68a6ae0 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:40.166703 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:40.184391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:40.185158 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:40.363811 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event updated for resources: {'Network': ['ID=d35f0dda-9673-4456-9add-16211d1fa964,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:40.373041 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:40.390148 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ded13f3b-2fbe-4d0a-b00c-e1547cf0a321 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0102575 Jul 09 19:59:40.390148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35490) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:40.395456 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5a4cf2ba-ce03-4f3d-b043-62028df9f1f0 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Request body: {'subnet': {'network_id': 'd35f0dda-9673-4456-9add-16211d1fa964', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:40.419015 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network d35f0dda-9673-4456-9add-16211d1fa964 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:59:40.472987 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-db45416e-9a57-42e4-a7b3-137a5c83413b req-8a82de22-97cd-45a5-ad76-e3a9bd0b9b7e tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 210 time: 0.1202872 Jul 09 19:59:40.541051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-9e073650-12d5-4575-af49-98005f2ce487 req-cef2284f-aebc-4b5f-abc4-6f8e57d5f943 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Allocated IP 172.20.0.9 (71fa7c07-7273-451c-ae3d-4402b49a7b55/a00eb4ac-2cb3-49d9-a96a-a24c04842ba3/25df5556-a735-4811-8f8b-c35882c1c093) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:40.569282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4cf2ba-ce03-4f3d-b043-62028df9f1f0 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Made reservation on behalf of 41bdc6a54cc84342b539366d732cf9b9 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:40.578165 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf2ba-ce03-4f3d-b043-62028df9f1f0 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:40.591518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 83ab886e-09af-4893-b4d1-af7f12c7415a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=83ab886e-09af-4893-b4d1-af7f12c7415a,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:40.635491 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c0c1bbf3-7f5c-4310-b7ee-9c73201dae18 None None] Provisioning for port e7a54ec5-66e1-43c6-b942-7dcb23017059 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:40.640819 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:40.641758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e7a54ec5-66e1-43c6-b942-7dcb23017059 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:40.867199 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4e2f28-8941-40de-92ad-056ee1827ffb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Made reservation on behalf of 384eeeeb6b564c0ba6396789db3d7886 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:40.873022 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e4e2f28-8941-40de-92ad-056ee1827ffb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:41.021303 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-6e4e2f28-8941-40de-92ad-056ee1827ffb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] device_id is not set on port 9944b9e7-bf69-4596-915c-eed4dcb47861 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:59:41.030305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port e7a54ec5-66e1-43c6-b942-7dcb23017059 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:41.079793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e7a54ec5-66e1-43c6-b942-7dcb23017059 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:41.080120 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:41.107057 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf2ba-ce03-4f3d-b043-62028df9f1f0 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:41.192486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1845eec3-dae2-48e4-854f-75fceac98d15 None None] Provisioning for port c2dd2a99-be70-4ee7-913f-37195b50ee10 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:41.210446 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=83ab886e-09af-4893-b4d1-af7f12c7415a,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:41.212595 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9e073650-12d5-4575-af49-98005f2ce487 req-cef2284f-aebc-4b5f-abc4-6f8e57d5f943 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:41.229744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1845eec3-dae2-48e4-854f-75fceac98d15 None None] Provisioning complete for port c2dd2a99-be70-4ee7-913f-37195b50ee10 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:41.230119 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1845eec3-dae2-48e4-854f-75fceac98d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:41.304912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cf2ba-ce03-4f3d-b043-62028df9f1f0 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event updated for resources: {'Subnet': ['ID=af6942e4-12eb-424c-bcfb-fe5ccc524c2c,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:41.312032 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4cf2ba-ce03-4f3d-b043-62028df9f1f0 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Checking segment: {'id': '1b2b8db8-3773-4d9a-9f72-a5acc948d323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd35f0dda-9673-4456-9add-16211d1fa964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:41.312634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4cf2ba-ce03-4f3d-b043-62028df9f1f0 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Network hostable DHCP agents. Network: d35f0dda-9673-4456-9add-16211d1fa964, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:59:41.339726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4cf2ba-ce03-4f3d-b043-62028df9f1f0 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Network d35f0dda-9673-4456-9add-16211d1fa964 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:59:41.355740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1845eec3-dae2-48e4-854f-75fceac98d15 None None] Port c2dd2a99-be70-4ee7-913f-37195b50ee10 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:41.356736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-5a4cf2ba-ce03-4f3d-b043-62028df9f1f0 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, d35f0dda-9673-4456-9add-16211d1fa964) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:41.368002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4cf2ba-ce03-4f3d-b043-62028df9f1f0 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:41.370299 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf2ba-ce03-4f3d-b043-62028df9f1f0 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:41.373972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-9e073650-12d5-4575-af49-98005f2ce487 req-cef2284f-aebc-4b5f-abc4-6f8e57d5f943 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Transition to ACTIVE for port object 25df5556-a735-4811-8f8b-c35882c1c093 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:41.381070 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f215e9-ae96-4d21-a720-01483e9c43f5 None None] Network d35f0dda-9673-4456-9add-16211d1fa964 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:41.406454 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5a4cf2ba-ce03-4f3d-b043-62028df9f1f0 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0136173 Jul 09 19:59:41.406738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35522) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:41.414198 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1644770854', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:41.470134 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:41.473399 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:41.487376 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-6e4e2f28-8941-40de-92ad-056ee1827ffb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Allocated IP 10.1.1.155 (df2063f7-e4dc-4881-bf8a-9f0da645ab21/a2da9578-691e-4ed6-9947-a8e1da134a39/9944b9e7-bf69-4596-915c-eed4dcb47861) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:41.500082 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9e073650-12d5-4575-af49-98005f2ce487 req-cef2284f-aebc-4b5f-abc4-6f8e57d5f943 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:41.613295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2284f-aebc-4b5f-abc4-6f8e57d5f943 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event updated for resources: {'Port': ['ID=25df5556-a735-4811-8f8b-c35882c1c093,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:41.648769 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:41.674419 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:41.719127 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e073650-12d5-4575-af49-98005f2ce487 req-cef2284f-aebc-4b5f-abc4-6f8e57d5f943 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Network 71fa7c07-7273-451c-ae3d-4402b49a7b55 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:41.728512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-9e073650-12d5-4575-af49-98005f2ce487 req-cef2284f-aebc-4b5f-abc4-6f8e57d5f943 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:41.757946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e073650-12d5-4575-af49-98005f2ce487 req-cef2284f-aebc-4b5f-abc4-6f8e57d5f943 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:41.768527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1845eec3-dae2-48e4-854f-75fceac98d15 None None] Provisioning complete for port 83ab886e-09af-4893-b4d1-af7f12c7415a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:41.769167 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1845eec3-dae2-48e4-854f-75fceac98d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.092352 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.105196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port e7a54ec5-66e1-43c6-b942-7dcb23017059, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e7a54ec5-66e1-43c6-b942-7dcb23017059,segment=NetworkSegment(beb41655-b7e3-45dd-93b4-0c8943b7a5a4),segment_id=beb41655-b7e3-45dd-93b4-0c8943b7a5a4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:42.116991 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e073650-12d5-4575-af49-98005f2ce487 req-cef2284f-aebc-4b5f-abc4-6f8e57d5f943 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:42.117860 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9e073650-12d5-4575-af49-98005f2ce487 req-cef2284f-aebc-4b5f-abc4-6f8e57d5f943 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.155125 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-cef2284f-aebc-4b5f-abc4-6f8e57d5f943 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9776602 Jul 09 19:59:42.167366 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.181675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Request body: {'port': {'device_id': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:42.250947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-d35f0dda-9673-4456-9add-16211d1fa964', 'network_id': 'd35f0dda-9673-4456-9add-16211d1fa964', 'tenant_id': '41bdc6a54cc84342b539366d732cf9b9', 'fixed_ips': [{'subnet_id': 'af6942e4-12eb-424c-bcfb-fe5ccc524c2c'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:59:42.251799 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.253547 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38f12d-35ba-41a0-be5e-b68a19d11dd3 req-6fb1a401-ff8d-4a45-b468-850ada58f820 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:42.263422 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae38f12d-35ba-41a0-be5e-b68a19d11dd3 req-6fb1a401-ff8d-4a45-b468-850ada58f820 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 931 time: 0.3332548 Jul 09 19:59:42.337839 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.351703 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae38f12d-35ba-41a0-be5e-b68a19d11dd3 req-b73c61d4-c334-48e2-b3dd-46e08f391f9d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849333 Jul 09 19:59:42.382191 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb0a50-0327-480f-aedd-4b97ed8ce8ad req-31142a6f-32c3-4738-8329-cacb29fad5cd tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:42.390122 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9bb0a50-0327-480f-aedd-4b97ed8ce8ad req-31142a6f-32c3-4738-8329-cacb29fad5cd tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.4812455 Jul 09 19:59:42.405870 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=e7a54ec5-66e1-43c6-b942-7dcb23017059,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:42.418814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 83ab886e-09af-4893-b4d1-af7f12c7415a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:42.483892 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e4e2f28-8941-40de-92ad-056ee1827ffb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.515710 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9bb0a50-0327-480f-aedd-4b97ed8ce8ad req-a6860800-9c3a-4030-94e1-0c3b017bd679 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246495 Jul 09 19:59:42.536889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-6e4e2f28-8941-40de-92ad-056ee1827ffb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Transition to ACTIVE for port object 9944b9e7-bf69-4596-915c-eed4dcb47861 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:42.567254 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-33f250f7-a1b2-4fba-b5b8-2ba1303bbeaf None None] Provisioning for port 25df5556-a735-4811-8f8b-c35882c1c093 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:42.586894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-33f250f7-a1b2-4fba-b5b8-2ba1303bbeaf None None] Provisioning complete for port 25df5556-a735-4811-8f8b-c35882c1c093 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:42.587334 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-33f250f7-a1b2-4fba-b5b8-2ba1303bbeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.659180 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-33f250f7-a1b2-4fba-b5b8-2ba1303bbeaf None None] Port 25df5556-a735-4811-8f8b-c35882c1c093 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:42.704807 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 83ab886e-09af-4893-b4d1-af7f12c7415a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:42.705475 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.758546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Allocated IP 172.20.0.2 (d35f0dda-9673-4456-9add-16211d1fa964/af6942e4-12eb-424c-bcfb-fe5ccc524c2c/c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:42.818589 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e4e2f28-8941-40de-92ad-056ee1827ffb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.869814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d39ccdc9-5a7b-4ff1-aef4-afda2bf690fd None None] Provisioning complete for port e7a54ec5-66e1-43c6-b942-7dcb23017059 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:42.870225 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d39ccdc9-5a7b-4ff1-aef4-afda2bf690fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:42.915599 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4e2f28-8941-40de-92ad-056ee1827ffb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Network df2063f7-e4dc-4881-bf8a-9f0da645ab21 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:42.929937 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-6e4e2f28-8941-40de-92ad-056ee1827ffb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:42.937788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e2f28-8941-40de-92ad-056ee1827ffb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:42.966842 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.004206 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.007017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4e2f28-8941-40de-92ad-056ee1827ffb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:43.010203 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e4e2f28-8941-40de-92ad-056ee1827ffb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.036796 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e2f28-8941-40de-92ad-056ee1827ffb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'Port': ['ID=9944b9e7-bf69-4596-915c-eed4dcb47861,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:43.090409 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6e4e2f28-8941-40de-92ad-056ee1827ffb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0332289 Jul 09 19:59:43.114244 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25df5556-a735-4811-8f8b-c35882c1c093 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:43.115337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-22487f36-5d6a-4ef2-9638-8c283117d948 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:43.126907 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.136152 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-22487f36-5d6a-4ef2-9638-8c283117d948 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 804 time: 0.6299675 Jul 09 19:59:43.149884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Transition to ACTIVE for port object 25df5556-a735-4811-8f8b-c35882c1c093 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:43.195766 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.247771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Allocated IP 172.25.0.205 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/b77d4909-626c-4c61-bc82-b6094e76470e) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:43.277647 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-271c3e89-0bdf-47cd-91eb-16b7c118df51 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/quotas/6b335159e9ad4104b0006808b1428949 HTTP/1.1" status: 200 len: 375 time: 0.1404362 Jul 09 19:59:43.353677 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.362499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Transition to ACTIVE for port object c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:43.379414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Transition to ACTIVE for port object c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:43.428623 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.474900 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.475891 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Pushing event updated for resources: {'Port': ['ID=25df5556-a735-4811-8f8b-c35882c1c093,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:43.476283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Network d35f0dda-9673-4456-9add-16211d1fa964 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:43.482646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:43.486537 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:43.489374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Attempting to bind port 25df5556-a735-4811-8f8b-c35882c1c093 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:43.489997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Attempting to bind port 25df5556-a735-4811-8f8b-c35882c1c093 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:43.491948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Attempting to bind port 25df5556-a735-4811-8f8b-c35882c1c093 on network 71fa7c07-7273-451c-ae3d-4402b49a7b55 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:43.499681 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Port 25df5556-a735-4811-8f8b-c35882c1c093 on network 71fa7c07-7273-451c-ae3d-4402b49a7b55 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:59:43.500416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Attempting to bind port 25df5556-a735-4811-8f8b-c35882c1c093 on network 71fa7c07-7273-451c-ae3d-4402b49a7b55 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:43.506110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:43.506465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Checking segment: {'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:43.506869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Bound using segment: {'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:43.507323 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Bound port: 25df5556-a735-4811-8f8b-c35882c1c093, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:43.507747 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.556832 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Pushing event updated for resources: {'Port': ['ID=c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:43.578184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Attempting to bind port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:43.578531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Attempting to bind port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '1b2b8db8-3773-4d9a-9f72-a5acc948d323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd35f0dda-9673-4456-9add-16211d1fa964'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:43.584650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Attempting to bind port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 on network d35f0dda-9673-4456-9add-16211d1fa964 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:43.599668 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.604796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:43.605191 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Checking segment: {'id': '1b2b8db8-3773-4d9a-9f72-a5acc948d323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd35f0dda-9673-4456-9add-16211d1fa964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:43.605590 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.605999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Bound using segment: {'id': '1b2b8db8-3773-4d9a-9f72-a5acc948d323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd35f0dda-9673-4456-9add-16211d1fa964'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:43.608098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Bound port: c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2b8db8-3773-4d9a-9f72-a5acc948d323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd35f0dda-9673-4456-9add-16211d1fa964'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:43.610255 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.613170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] For port 25df5556-a735-4811-8f8b-c35882c1c093, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:43.621496 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] For port 25df5556-a735-4811-8f8b-c35882c1c093, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=25df5556-a735-4811-8f8b-c35882c1c093,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:43.632597 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.670116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:43.681345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:43.689193 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:43.713840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event updated for resources: {'Port': ['ID=b77d4909-626c-4c61-bc82-b6094e76470e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:43.726259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:43.730566 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.733681 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] 10.222.0.36 "PUT /v2.0/ports/25df5556-a735-4811-8f8b-c35882c1c093 HTTP/1.1" status: 200 len: 1091 time: 1.5638855 Jul 09 19:59:43.734206 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'tag': '25df5556-a735-4811-8f8b-c35882c1c093'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:43.737854 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-1917bc74-6174-4f13-8390-f8173e31e8dc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4590020 Jul 09 19:59:43.744861 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb37af49-b3ef-459e-ab26-f98d0ace98e9" -d '{"events": [{"name": "network-changed", "server_uuid": "50fc3638-60c5-4253-95a8-f4bdfaeb8da1", "tag": "25df5556-a735-4811-8f8b-c35882c1c093"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:43.809814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] For port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:43.816710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] For port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7,segment=NetworkSegment(1b2b8db8-3773-4d9a-9f72-a5acc948d323),segment_id=1b2b8db8-3773-4d9a-9f72-a5acc948d323)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:43.819328 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3f79ca80-012d-4c5a-abda-5dde2d66924d None None] Provisioning for port 9944b9e7-bf69-4596-915c-eed4dcb47861 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:43.829369 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3f79ca80-012d-4c5a-abda-5dde2d66924d None None] Provisioning complete for port 9944b9e7-bf69-4596-915c-eed4dcb47861 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:43.830387 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3f79ca80-012d-4c5a-abda-5dde2d66924d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.834504 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:43.957433 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ba465-b441-4510-aa5d-b4ecf758f0cc service neutron] Pushing event updated for resources: {'Port': ['ID=25df5556-a735-4811-8f8b-c35882c1c093,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:43.957701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3f79ca80-012d-4c5a-abda-5dde2d66924d None None] Port 9944b9e7-bf69-4596-915c-eed4dcb47861 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:43.996845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd3bda-32dc-4e78-a813-e2afaabea982 None None] Pushing event updated for resources: {'Port': ['ID=c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:43.997995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35568) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:44.004055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-03584d84-797d-4d93-9c18-4d63568f2f2a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--788547946', 'description': 'tempest-description--162853291'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:44.048187 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e073650-12d5-4575-af49-98005f2ce487 req-6df60562-f3b1-48a8-9981-ba02d6f4b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:44.050802 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-6df60562-f3b1-48a8-9981-ba02d6f4b5f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b256fda3434e529a47261bd6a86fca&device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 1094 time: 0.2498145 Jul 09 19:59:44.052994 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-03584d84-797d-4d93-9c18-4d63568f2f2a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:44.069338 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-e7166192-0daa-46ba-9218-a716729e4c91 service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221102 Jul 09 19:59:44.134722 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-1be32a2e-d3a7-4d27-8dbf-3d0b9cf4cfea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25df5556-a735-4811-8f8b-c35882c1c093 HTTP/1.1" status: 200 len: 217 time: 0.0526831 Jul 09 19:59:44.279343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e073650-12d5-4575-af49-98005f2ce487 req-db9ae10b-5a26-4e19-a623-cc382d539d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:44.280957 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-db9ae10b-5a26-4e19-a623-cc382d539d17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a00eb4ac-2cb3-49d9-a96a-a24c04842ba3 HTTP/1.1" status: 200 len: 856 time: 0.1355627 Jul 09 19:59:44.390344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e7a54ec5-66e1-43c6-b942-7dcb23017059 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:44.404453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1125a3-2818-45ce-bb3d-310fc89129f5 req-64be4b37-d982-47b1-b533-4418286b3841 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:44.420771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3d1125a3-2818-45ce-bb3d-310fc89129f5 req-64be4b37-d982-47b1-b533-4418286b3841 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.2495508 Jul 09 19:59:44.425384 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-03584d84-797d-4d93-9c18-4d63568f2f2a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:44.439844 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-03584d84-797d-4d93-9c18-4d63568f2f2a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:44.447615 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:44.492145 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e7a54ec5-66e1-43c6-b942-7dcb23017059 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:44.492901 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:44.547532 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3d1125a3-2818-45ce-bb3d-310fc89129f5 req-1e20f818-afb5-4b98-a18f-b57d2122fd96 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258719 Jul 09 19:59:44.556231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03584d84-797d-4d93-9c18-4d63568f2f2a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88eb5451-dbed-4adb-b0c8-8814a2e92ead,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:44.563987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e073650-12d5-4575-af49-98005f2ce487 req-4504db91-cb8b-45d8-9ed3-55e7719cf90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:44.573559 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-4504db91-cb8b-45d8-9ed3-55e7719cf90a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71fa7c07-7273-451c-ae3d-4402b49a7b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2822161 Jul 09 19:59:44.574548 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-03584d84-797d-4d93-9c18-4d63568f2f2a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:44.579165 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-03584d84-797d-4d93-9c18-4d63568f2f2a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5789163 Jul 09 19:59:44.584771 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-45741199-659b-4ec9-a985-e700b0951caa service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094399 Jul 09 19:59:44.587206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35580) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:44.606913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-aa722a08-3c50-4d6c-9992-d578df461de3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'security_group_rule': {'security_group_id': '88eb5451-dbed-4adb-b0c8-8814a2e92ead', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:44.758783 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aa722a08-3c50-4d6c-9992-d578df461de3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:44.780645 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-6ea4e849-d4fe-4767-9c45-6346a8ec23b1 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968181 Jul 09 19:59:44.819928 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aa722a08-3c50-4d6c-9992-d578df461de3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:44.902858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c5b5e-0372-4ef3-a2f9-e76cdfb6c337 req-83ec00f1-4953-4ef8-8ed2-d45afb80d48c tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:44.910143 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b1c5b5e-0372-4ef3-a2f9-e76cdfb6c337 req-83ec00f1-4953-4ef8-8ed2-d45afb80d48c tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1971741 Jul 09 19:59:44.966925 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e073650-12d5-4575-af49-98005f2ce487 req-b6f6a188-f7ae-4c8e-8933-598b5ca417b3 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791036 Jul 09 19:59:45.002931 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.004234 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b1c5b5e-0372-4ef3-a2f9-e76cdfb6c337 req-542eed02-989f-4ebb-bcfa-834704924e8e tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929456 Jul 09 19:59:45.020801 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aa722a08-3c50-4d6c-9992-d578df461de3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.069846 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0999ca7d-6ea3-4d68-94c3-5f6105c577c5 x-openstack-request-id: req-0999ca7d-6ea3-4d68-94c3-5f6105c577c5 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:45.070191 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fc3638-60c5-4253-95a8-f4bdfaeb8da1", "tag": "25df5556-a735-4811-8f8b-c35882c1c093", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:45.070916 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0999ca7d-6ea3-4d68-94c3-5f6105c577c5 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:45.071648 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'tag': '25df5556-a735-4811-8f8b-c35882c1c093', 'status': 'completed', 'code': 200} Jul 09 19:59:45.132846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa722a08-3c50-4d6c-9992-d578df461de3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48fc8dc-d644-4687-8161-2df1ca815e9f,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:45.168233 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aa722a08-3c50-4d6c-9992-d578df461de3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.169987 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-aa722a08-3c50-4d6c-9992-d578df461de3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5745962 Jul 09 19:59:45.178445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35594) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:45.188460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-47fe832d-df31-4464-af4b-8414accde36c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'security_group_rule': {'security_group_id': '88eb5451-dbed-4adb-b0c8-8814a2e92ead', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:45.249803 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8d00a70a-797e-4b18-9e87-269891f31c4e req-775a1aee-90d4-4312-962d-c89622398c2e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 210 time: 0.0452847 Jul 09 19:59:45.272722 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-47fe832d-df31-4464-af4b-8414accde36c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.314598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Router c54f7b31-d437-4c2d-a99d-ba31b535bcfd is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 19:59:45.323641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37af49-b3ef-459e-ab26-f98d0ace98e9 req-577adb78-5631-49a3-b161-0c3fde9fac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:45.325259 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb37af49-b3ef-459e-ab26-f98d0ace98e9 req-577adb78-5631-49a3-b161-0c3fde9fac57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b256fda3434e529a47261bd6a86fca&device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 1094 time: 0.2294517 Jul 09 19:59:45.411842 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-47fe832d-df31-4464-af4b-8414accde36c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.420341 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-47fe832d-df31-4464-af4b-8414accde36c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.457510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe832d-df31-4464-af4b-8414accde36c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706cc82a-450b-44b3-9be1-446f15013c68,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:45.477349 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-47fe832d-df31-4464-af4b-8414accde36c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.482430 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-47fe832d-df31-4464-af4b-8414accde36c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3026443 Jul 09 19:59:45.483465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35598) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:45.488635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:45.494702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37af49-b3ef-459e-ab26-f98d0ace98e9 req-e31fdac3-c425-4f84-b172-c2257f719126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:45.496376 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb37af49-b3ef-459e-ab26-f98d0ace98e9 req-e31fdac3-c425-4f84-b172-c2257f719126 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 200 len: 918 time: 0.1632633 Jul 09 19:59:45.576148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:45.595804 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb37af49-b3ef-459e-ab26-f98d0ace98e9 req-e937f67a-577b-4324-a4db-5d6a841a54fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25df5556-a735-4811-8f8b-c35882c1c093 HTTP/1.1" status: 200 len: 217 time: 0.0922933 Jul 09 19:59:45.610569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62403b12-effe-4576-ad5c-fad99510e788 None None] Sync routers for ids ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:45.628109 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62403b12-effe-4576-ad5c-fad99510e788 None None] Routers {'c54f7b31-d437-4c2d-a99d-ba31b535bcfd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:45.629703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-62403b12-effe-4576-ad5c-fad99510e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:59:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:45.672205 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.672205 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4d7a7f31-6571-49af-92ef-783310358910 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.2560487 Jul 09 19:59:45.672205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35604) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:45.702032 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:45.763795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c10a856-f3d8-45a0-8dcf-faa1c267b72c None None] Network d35f0dda-9673-4456-9add-16211d1fa964 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:45.786843 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-62403b12-effe-4576-ad5c-fad99510e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:45.855197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37af49-b3ef-459e-ab26-f98d0ace98e9 req-6853b63d-bd44-4721-b867-05cf2c1c1482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:45.861500 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb37af49-b3ef-459e-ab26-f98d0ace98e9 req-6853b63d-bd44-4721-b867-05cf2c1c1482 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a00eb4ac-2cb3-49d9-a96a-a24c04842ba3 HTTP/1.1" status: 200 len: 856 time: 0.2395716 Jul 09 19:59:45.942715 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5a9095b5-0732-409b-9111-e1a5ffcb2014 None None] Provisioning for port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:45.963621 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62403b12-effe-4576-ad5c-fad99510e788 None None] Routers {'c54f7b31-d437-4c2d-a99d-ba31b535bcfd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:45.965132 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-62403b12-effe-4576-ad5c-fad99510e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:59:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:46.047773 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-62403b12-effe-4576-ad5c-fad99510e788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:46.049289 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62403b12-effe-4576-ad5c-fad99510e788 None None] The sync data for ids ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:46.098933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37af49-b3ef-459e-ab26-f98d0ace98e9 req-efc33495-b947-4bdb-859e-cff2998cbaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:46.100724 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb37af49-b3ef-459e-ab26-f98d0ace98e9 req-efc33495-b947-4bdb-859e-cff2998cbaea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71fa7c07-7273-451c-ae3d-4402b49a7b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301548 Jul 09 19:59:46.239071 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:46.303930 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccfa018-6108-4f95-8e65-a433a4aa6de3 req-d1ff9898-bada-4cc2-97c3-150e208d0fc0 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:46.314067 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6ccfa018-6108-4f95-8e65-a433a4aa6de3 req-d1ff9898-bada-4cc2-97c3-150e208d0fc0 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.3556359 Jul 09 19:59:46.426720 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:46.579978 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6ccfa018-6108-4f95-8e65-a433a4aa6de3 req-74e9b7b6-4adb-41f2-8c4f-8cd682b83f62 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648649 Jul 09 19:59:46.591687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:46.598894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:46.600476 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:46.603246 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb37af49-b3ef-459e-ab26-f98d0ace98e9 req-eb23a57b-28f7-480c-817f-5086ef5aeb29 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918206 Jul 09 19:59:46.702232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2d07a7a4-5d70-4566-a2ed-21e904162065 req-c3d8002e-c1e9-44b1-8a4c-e7d1a5518d9e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 210 time: 0.0557120 Jul 09 19:59:46.765801 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:46.791363 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Allocated IP 172.25.0.188 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/a25b32db-cd44-48fd-bbb4-6a24cfa1676f) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:46.801072 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:46.856002 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb37af49-b3ef-459e-ab26-f98d0ace98e9 req-44ea621a-ff59-486e-8c5b-78aff33245a9 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434039 Jul 09 19:59:46.891179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7,segment=NetworkSegment(1b2b8db8-3773-4d9a-9f72-a5acc948d323),segment_id=1b2b8db8-3773-4d9a-9f72-a5acc948d323)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:46.903796 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:47.017638 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:47.028154 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e016ddcc-769a-42c2-bba7-f60cc9482679 None None] Provisioning complete for port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:47.028154 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e016ddcc-769a-42c2-bba7-f60cc9482679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:47.059901 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:47.071469 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:47.071914 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:47.072755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:47.073246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:47.073595 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:47.074026 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:47.074690 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:47.075048 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:47.075414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:47.075790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:47.076126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:47.076756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 19:59:47.214929 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:47.330038 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:47.341819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:47.345951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:47.371744 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'Port': ['ID=a25b32db-cd44-48fd-bbb4-6a24cfa1676f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:47.381820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Allocated IP 172.20.0.1 (d35f0dda-9673-4456-9add-16211d1fa964/af6942e4-12eb-424c-bcfb-fe5ccc524c2c/b2074678-f538-4d6a-8c02-5b1239f6f23b) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:47.382330 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-ad1fe96c-b45c-4df7-88c1-b1f7c5f191f5 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:47.384331 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-ad1fe96c-b45c-4df7-88c1-b1f7c5f191f5 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 804 time: 0.2663279 Jul 09 19:59:47.397349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-f5ab6829-12d3-47d0-9a32-d832114572d3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Request body: {'port': {'device_id': 'e6e45862-97e1-40d4-a65c-75dd09458caa', 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e', 'admin_state_up': True, 'tenant_id': '6b335159e9ad4104b0006808b1428949'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:47.522760 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:47.538988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Transition to ACTIVE for port object b2074678-f538-4d6a-8c02-5b1239f6f23b will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:47.582329 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:47.635928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Network d35f0dda-9673-4456-9add-16211d1fa964 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:47.639551 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:47.643700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:47.705556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event updated for resources: {'Port': ['ID=b2074678-f538-4d6a-8c02-5b1239f6f23b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:47.754414 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:47.947582 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-477f6b5f-409f-4264-b82b-7c1394d0c728 req-62f2e43e-63d9-42a6-bb74-cf03bc621194 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 210 time: 0.0339539 Jul 09 19:59:47.973879 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:47.998360 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:48.012951 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a0ddf25a-4405-4850-8041-8fea2c6a84ad None None] Provisioning for port b2074678-f538-4d6a-8c02-5b1239f6f23b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:48.018077 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a0ddf25a-4405-4850-8041-8fea2c6a84ad None None] Provisioning complete for port b2074678-f538-4d6a-8c02-5b1239f6f23b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:48.018694 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a0ddf25a-4405-4850-8041-8fea2c6a84ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:48.080143 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:48.090301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a0ddf25a-4405-4850-8041-8fea2c6a84ad None None] Port b2074678-f538-4d6a-8c02-5b1239f6f23b cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:48.106837 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-f5ab6829-12d3-47d0-9a32-d832114572d3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Made reservation on behalf of 6b335159e9ad4104b0006808b1428949 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:48.114556 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-f5ab6829-12d3-47d0-9a32-d832114572d3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:48.135956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09a47c-4353-42ec-9273-ac71e7a6c33f req-7da39dca-076f-48c9-81fe-6dda817860bb tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:48.143342 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb09a47c-4353-42ec-9273-ac71e7a6c33f req-7da39dca-076f-48c9-81fe-6dda817860bb tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.2200768 Jul 09 19:59:48.254144 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb09a47c-4353-42ec-9273-ac71e7a6c33f req-a25809df-85c9-4284-9a00-7e0bed57db79 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097660 Jul 09 19:59:48.324579 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:48.427422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:48.427816 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:48.540911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-f5ab6829-12d3-47d0-9a32-d832114572d3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Allocated IP 172.20.0.6 (a5acb175-a774-4eab-84ca-6ee9cdc3f74e/74a9c143-b389-43fd-ad86-f382a5b60595/4615e428-e6db-4d3a-97c9-e68cf8789d14) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:48.555358 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:48.575154 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:48.741625 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'Port': ['ID=a25b32db-cd44-48fd-bbb4-6a24cfa1676f,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:48.766248 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 25df5556-a735-4811-8f8b-c35882c1c093 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:59:48.784393 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:48.810164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642ce17-6035-4c59-b2e7-c50f3789806a req-442f6d31-1aac-4488-862c-8e50f3fd5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:48.811709 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c642ce17-6035-4c59-b2e7-c50f3789806a req-442f6d31-1aac-4488-862c-8e50f3fd5277 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0a1c014f76f4d61838879a0fcf7ccfa&device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 1096 time: 0.2269664 Jul 09 19:59:48.833493 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3e8d7-8e6f-45c8-aad6-1b188af4f37c req-c44619ec-da52-4ac7-bb83-9944f81596b7 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:48.835229 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28c3e8d7-8e6f-45c8-aad6-1b188af4f37c req-c44619ec-da52-4ac7-bb83-9944f81596b7 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1766107 Jul 09 19:59:48.842267 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:48.850703 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-de42b9a5-08ac-4c65-9506-13972fefe125 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3660507 Jul 09 19:59:48.872419 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:48.894384 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:48.945199 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 25df5556-a735-4811-8f8b-c35882c1c093, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=25df5556-a735-4811-8f8b-c35882c1c093,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:48.967575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '25df5556-a735-4811-8f8b-c35882c1c093', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'port_id': '25df5556-a735-4811-8f8b-c35882c1c093', 'mac_address': 'fa:16:3e:c9:f0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:59:48.986171 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-f5ab6829-12d3-47d0-9a32-d832114572d3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:49.036008 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:49.048761 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28c3e8d7-8e6f-45c8-aad6-1b188af4f37c req-3851e977-8368-48aa-a577-3e6bd3ee0493 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059405 Jul 09 19:59:49.052594 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:49.065672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event updated for resources: {'Port': ['ID=b2074678-f538-4d6a-8c02-5b1239f6f23b,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:49.066575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25df5556-a735-4811-8f8b-c35882c1c093 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:49.102922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 25df5556-a735-4811-8f8b-c35882c1c093, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=25df5556-a735-4811-8f8b-c35882c1c093,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:49.103911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642ce17-6035-4c59-b2e7-c50f3789806a req-5f82489f-5b94-468c-a9d4-5d390c00df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:49.106438 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c642ce17-6035-4c59-b2e7-c50f3789806a req-5f82489f-5b94-468c-a9d4-5d390c00df01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d9c8f0d-513a-4509-99ac-8f0364c9799f HTTP/1.1" status: 200 len: 919 time: 0.2804575 Jul 09 19:59:49.109037 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-f5ab6829-12d3-47d0-9a32-d832114572d3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:49.109697 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:49.125118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['766f3db3-fa17-47d0-b351-3410350a3894'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:59:49.209439 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c642ce17-6035-4c59-b2e7-c50f3789806a req-54a14e0f-e01e-4e48-959f-df9f73368fa0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309cb334-deb3-4dbc-8f35-1bcfb236fe72 HTTP/1.1" status: 200 len: 217 time: 0.0864477 Jul 09 19:59:49.249256 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Network d35f0dda-9673-4456-9add-16211d1fa964 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:49.251347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:49.294158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=25df5556-a735-4811-8f8b-c35882c1c093,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:49.298753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642ce17-6035-4c59-b2e7-c50f3789806a req-2056df85-ca15-435e-bd84-7f2e7ebaa305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:49.300567 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c642ce17-6035-4c59-b2e7-c50f3789806a req-2056df85-ca15-435e-bd84-7f2e7ebaa305 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b3866c-439e-4479-8f0a-3ffef10e645a HTTP/1.1" status: 200 len: 858 time: 0.0780914 Jul 09 19:59:49.302602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-f5ab6829-12d3-47d0-9a32-d832114572d3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Network a5acb175-a774-4eab-84ca-6ee9cdc3f74e is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:49.324901 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-f5ab6829-12d3-47d0-9a32-d832114572d3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:49.340391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-f5ab6829-12d3-47d0-9a32-d832114572d3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:49.394987 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c642ce17-6035-4c59-b2e7-c50f3789806a req-559371dd-75de-4b9e-9448-e85ea57fff81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d9c8f0d-513a-4509-99ac-8f0364c9799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804009 Jul 09 19:59:49.395565 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab6829-12d3-47d0-9a32-d832114572d3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Pushing event updated for resources: {'Port': ['ID=4615e428-e6db-4d3a-97c9-e68cf8789d14,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:49.502003 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Router c54f7b31-d437-4c2d-a99d-ba31b535bcfd has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:59:49.537798 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c642ce17-6035-4c59-b2e7-c50f3789806a req-87bd117e-0f8b-4666-8713-cb13a85be15a service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313446 Jul 09 19:59:49.548107 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-f5ab6829-12d3-47d0-9a32-d832114572d3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:49.548969 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-f5ab6829-12d3-47d0-9a32-d832114572d3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:49.576147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['25df5556-a735-4811-8f8b-c35882c1c093'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:59:49.641633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9e96e-66e1-444e-b3f9-08c5a20d9ddc req-1b9ddd8a-1ee4-4b5a-8bea-eb3436252dec tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:49.643518 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99c9e96e-66e1-444e-b3f9-08c5a20d9ddc req-1b9ddd8a-1ee4-4b5a-8bea-eb3436252dec tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 931 time: 0.4418123 Jul 09 19:59:49.647395 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-f5ab6829-12d3-47d0-9a32-d832114572d3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2543023 Jul 09 19:59:49.649993 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:49.657153 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6cd8aed9-3d83-4980-8241-b6549ab5e5f1 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] 10.222.0.30 "PUT /v2.0/routers/c54f7b31-d437-4c2d-a99d-ba31b535bcfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9890933 Jul 09 19:59:49.660171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35672) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:49.663326 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb9833-3a5c-4353-ba07-05b792256c9a None None] Sync routers for ids ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:49.665830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-99ba2fb2-de9b-4aea-8a88-f1e6ba60e010 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Request body: {'port': {'network_id': 'd35f0dda-9673-4456-9add-16211d1fa964', 'name': 'tempest-FloatingIPAdminTestJSON-1070641002'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:49.665969 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Request body: {'port': {'device_id': 'e6e45862-97e1-40d4-a65c-75dd09458caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:49.678897 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-0ba52b72-e3ea-4d82-843c-26a9c2b74584 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--788547946&fields=id&tenant_id=384eeeeb6b564c0ba6396789db3d7886 HTTP/1.1" status: 200 len: 267 time: 0.1925726 Jul 09 19:59:49.681856 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb9833-3a5c-4353-ba07-05b792256c9a None None] Routers {'c54f7b31-d437-4c2d-a99d-ba31b535bcfd'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:49.682652 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fbbb9833-3a5c-4353-ba07-05b792256c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:59:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:49.756482 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fbbb9833-3a5c-4353-ba07-05b792256c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:49.769724 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbb9833-3a5c-4353-ba07-05b792256c9a None None] Routers {'c54f7b31-d437-4c2d-a99d-ba31b535bcfd'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:49.770777 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fbbb9833-3a5c-4353-ba07-05b792256c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:59:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:49.801520 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dc1fbb85-e304-4047-9e75-b6dbf18f051a None None] Provisioning complete for port b2074678-f538-4d6a-8c02-5b1239f6f23b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:49.801785 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dc1fbb85-e304-4047-9e75-b6dbf18f051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:49.811447 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99c9e96e-66e1-444e-b3f9-08c5a20d9ddc req-3f170060-cb5b-4ff9-88a1-5f150dcd5619 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383727 Jul 09 19:59:49.832491 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c642ce17-6035-4c59-b2e7-c50f3789806a req-9bd08293-6820-4eaa-b713-7c913c6c4988 service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775788 Jul 09 19:59:49.838358 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:49.858438 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fbbb9833-3a5c-4353-ba07-05b792256c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:49.861266 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbb9833-3a5c-4353-ba07-05b792256c9a None None] The sync data for ids ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:49.906163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-dc1fbb85-e304-4047-9e75-b6dbf18f051a None None] Port b2074678-f538-4d6a-8c02-5b1239f6f23b cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:49.965675 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-f70ca0d3-68ce-4fed-a8b0-cd612539562f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:49.967168 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-f70ca0d3-68ce-4fed-a8b0-cd612539562f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports/c2dd2a99-be70-4ee7-913f-37195b50ee10 HTTP/1.1" status: 200 len: 932 time: 0.2871137 Jul 09 19:59:50.055274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-52df9f4d-344c-42be-870f-c057e47dfee5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:50.056642 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-52df9f4d-344c-42be-870f-c057e47dfee5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports/9944b9e7-bf69-4596-915c-eed4dcb47861 HTTP/1.1" status: 200 len: 931 time: 0.0790029 Jul 09 19:59:50.119347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-12997126-3ad7-451a-b829-697940a73bb3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?network_id=a597dc90-af64-4cd5-8204-81ddc68a6ae0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0528429 Jul 09 19:59:50.161985 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fee853c6-d412-4b44-b1ba-bd932e24774f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?network_id=a597dc90-af64-4cd5-8204-81ddc68a6ae0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0357790 Jul 09 19:59:50.182034 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9dac-2527-458f-818e-48a94ee2a323 req-920d642e-79de-4af5-ab2a-7a7188190f84 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:50.190049 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a02a9dac-2527-458f-818e-48a94ee2a323 req-920d642e-79de-4af5-ab2a-7a7188190f84 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 944 time: 0.1577892 Jul 09 19:59:50.248320 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a02a9dac-2527-458f-818e-48a94ee2a323 req-ad26167d-6584-4edd-a3c7-ad65d5874910 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573254 Jul 09 19:59:50.280022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ba2fb2-de9b-4aea-8a88-f1e6ba60e010 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Made reservation on behalf of 41bdc6a54cc84342b539366d732cf9b9 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:50.284018 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-99ba2fb2-de9b-4aea-8a88-f1e6ba60e010 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:50.293614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-83878493-033a-4fe5-8edd-fde2ac170503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:50.299837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-83878493-033a-4fe5-8edd-fde2ac170503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:50.306933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-83878493-033a-4fe5-8edd-fde2ac170503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:50.308509 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-83878493-033a-4fe5-8edd-fde2ac170503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/networks?id=ac26e3a8-4659-47b4-aecd-3ff1c0a17975&id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&id=a597dc90-af64-4cd5-8204-81ddc68a6ae0&id=a597dc90-af64-4cd5-8204-81ddc68a6ae0 HTTP/1.1" status: 200 len: 1990 time: 0.1373677 Jul 09 19:59:50.316978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4615e428-e6db-4d3a-97c9-e68cf8789d14 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:50.328109 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:50.338132 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-99ba2fb2-de9b-4aea-8a88-f1e6ba60e010 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] device_id is not set on port 993ae51f-d163-4050-bea1-734b85ac07c7 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:59:50.343917 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fb0b2fe2-d136-4f1c-98a4-1cdddd3cae05 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/quotas/384eeeeb6b564c0ba6396789db3d7886 HTTP/1.1" status: 200 len: 375 time: 0.0213284 Jul 09 19:59:50.345909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Transition to ACTIVE for port object 4615e428-e6db-4d3a-97c9-e68cf8789d14 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:50.351133 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:50.405372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Pushing event updated for resources: {'Port': ['ID=4615e428-e6db-4d3a-97c9-e68cf8789d14,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:50.552287 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Attempting to bind port 4615e428-e6db-4d3a-97c9-e68cf8789d14 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:50.552875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Attempting to bind port 4615e428-e6db-4d3a-97c9-e68cf8789d14 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:50.553051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Attempting to bind port 4615e428-e6db-4d3a-97c9-e68cf8789d14 on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:50.557577 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-a3c893ba-45ba-42b6-af98-9610dc5b532a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=384eeeeb6b564c0ba6396789db3d7886&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1787286 Jul 09 19:59:50.564442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Port 4615e428-e6db-4d3a-97c9-e68cf8789d14 on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 19:59:50.564866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Attempting to bind port 4615e428-e6db-4d3a-97c9-e68cf8789d14 on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:50.572806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:50.573594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Checking segment: {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:50.574211 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Bound using segment: {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:50.574959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Bound port: 4615e428-e6db-4d3a-97c9-e68cf8789d14, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:50.575325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-99ba2fb2-de9b-4aea-8a88-f1e6ba60e010 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Allocated IP 172.20.0.11 (d35f0dda-9673-4456-9add-16211d1fa964/af6942e4-12eb-424c-bcfb-fe5ccc524c2c/993ae51f-d163-4050-bea1-734b85ac07c7) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:50.576107 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:50.693879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] For port 4615e428-e6db-4d3a-97c9-e68cf8789d14, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:50.711472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] For port 4615e428-e6db-4d3a-97c9-e68cf8789d14, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4615e428-e6db-4d3a-97c9-e68cf8789d14,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:50.721082 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:50.765914 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-76ac8e3b-15cc-4769-b075-070b573a1335 service neutron] 10.222.0.30 "GET /v2.0/networks/ac26e3a8-4659-47b4-aecd-3ff1c0a17975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917090 Jul 09 19:59:50.769415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:50.770155 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:50.771682 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] 10.222.0.36 "PUT /v2.0/ports/4615e428-e6db-4d3a-97c9-e68cf8789d14 HTTP/1.1" status: 200 len: 1091 time: 1.1118789 Jul 09 19:59:50.776026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e45862-97e1-40d4-a65c-75dd09458caa', 'tag': '4615e428-e6db-4d3a-97c9-e68cf8789d14'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:50.781157 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33733d4b-a01f-4375-953f-8bf9171f2b98" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e45862-97e1-40d4-a65c-75dd09458caa", "tag": "4615e428-e6db-4d3a-97c9-e68cf8789d14"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:50.798454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8809296-71b7-43c1-aa3a-bcacbb9b009c req-19c78dec-95db-4fb2-953f-2f9284ae719e tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:50.800129 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8809296-71b7-43c1-aa3a-bcacbb9b009c req-19c78dec-95db-4fb2-953f-2f9284ae719e tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1522505 Jul 09 19:59:50.813003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600aae55-e5eb-4a61-b0a5-2c526d33fa23 service neutron] Pushing event updated for resources: {'Port': ['ID=4615e428-e6db-4d3a-97c9-e68cf8789d14,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:50.884287 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8809296-71b7-43c1-aa3a-bcacbb9b009c req-42721391-132a-43b0-a47d-1233ae59ef59 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723057 Jul 09 19:59:50.890973 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-99ba2fb2-de9b-4aea-8a88-f1e6ba60e010 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:50.910024 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-ee5107ef-acfd-4a4d-a91a-09005ae111da service neutron] 10.222.0.30 "GET /v2.0/networks/ac26e3a8-4659-47b4-aecd-3ff1c0a17975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373076 Jul 09 19:59:50.910274 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-89ec20eb-43aa-417d-a609-34c41156dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:50.912516 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-89ec20eb-43aa-417d-a609-34c41156dbcf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 1094 time: 0.0895624 Jul 09 19:59:50.914677 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-99ba2fb2-de9b-4aea-8a88-f1e6ba60e010 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Transition to ACTIVE for port object 993ae51f-d163-4050-bea1-734b85ac07c7 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:50.966001 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b670689e-73ff-4159-bd83-bfe02d3226a5 x-openstack-request-id: req-b670689e-73ff-4159-bd83-bfe02d3226a5 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:50.966302 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e45862-97e1-40d4-a65c-75dd09458caa", "tag": "4615e428-e6db-4d3a-97c9-e68cf8789d14", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:50.966988 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b670689e-73ff-4159-bd83-bfe02d3226a5 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:50.967422 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e45862-97e1-40d4-a65c-75dd09458caa', 'tag': '4615e428-e6db-4d3a-97c9-e68cf8789d14', 'status': 'completed', 'code': 200} Jul 09 19:59:50.969010 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-8ac42ff6-96e0-4e2b-ae21-4f47754a9875 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4615e428-e6db-4d3a-97c9-e68cf8789d14 HTTP/1.1" status: 200 len: 217 time: 0.0470290 Jul 09 19:59:50.977651 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-d32963d1-3a42-4fad-9c8d-a276a153103d service neutron] 10.222.0.30 "GET /v2.0/ports/c2dd2a99-be70-4ee7-913f-37195b50ee10?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0611219 Jul 09 19:59:51.036763 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-99ba2fb2-de9b-4aea-8a88-f1e6ba60e010 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:51.039794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-fe7272c5-4582-4e9d-b2c6-f82c6c937c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:51.041774 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-fe7272c5-4582-4e9d-b2c6-f82c6c937c96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 200 len: 844 time: 0.0574288 Jul 09 19:59:51.094613 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-32aed836-1946-4a1d-aea1-3e0b9e6c2b49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311644 Jul 09 19:59:51.101935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ba2fb2-de9b-4aea-8a88-f1e6ba60e010 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Network d35f0dda-9673-4456-9add-16211d1fa964 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:51.109841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-99ba2fb2-de9b-4aea-8a88-f1e6ba60e010 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:51.116394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba2fb2-de9b-4aea-8a88-f1e6ba60e010 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:51.123399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba2fb2-de9b-4aea-8a88-f1e6ba60e010 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event updated for resources: {'Port': ['ID=993ae51f-d163-4050-bea1-734b85ac07c7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:51.163894 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-ed7591b2-b438-419f-bb99-8a6b13ff1f0f service neutron] 10.222.0.30 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797278 Jul 09 19:59:51.175828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbe935-a3e3-48c7-a87e-e73480ccf6c9 req-ac338018-ca31-4e61-8515-dbf569c507b5 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:51.177442 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00cbe935-a3e3-48c7-a87e-e73480ccf6c9 req-ac338018-ca31-4e61-8515-dbf569c507b5 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 943 time: 0.1509826 Jul 09 19:59:51.179473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ba2fb2-de9b-4aea-8a88-f1e6ba60e010 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:51.180157 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-99ba2fb2-de9b-4aea-8a88-f1e6ba60e010 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:51.238218 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-3e496cc6-4b95-4811-a9bf-2d4697546f2e service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364553 Jul 09 19:59:51.245177 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-99ba2fb2-de9b-4aea-8a88-f1e6ba60e010 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5801892 Jul 09 19:59:51.245689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35688) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:51.246418 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00cbe935-a3e3-48c7-a87e-e73480ccf6c9 req-6398684b-140b-4b08-8b45-11f1e628e352 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568995 Jul 09 19:59:51.306126 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2550dc46-3048-47d3-8bbc-e48061b8c3c8 service neutron] 10.222.0.30 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211088 Jul 09 19:59:51.315970 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'project_id': '41bdc6a54cc84342b539366d732cf9b9', 'port_id': '993ae51f-d163-4050-bea1-734b85ac07c7'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:51.352247 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f51f67bc-e921-4801-af5d-b613a3ede7c3 req-7fbefdb6-54f5-4ec4-b04c-b7a2c6ea34fd service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047142 Jul 09 19:59:51.388398 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-39da2bd7-76cd-4da7-861c-90fc86283eff service neutron] 10.222.0.30 "GET /v2.0/ports/9944b9e7-bf69-4596-915c-eed4dcb47861?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0691302 Jul 09 19:59:51.391395 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:51.462696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7fd8eb3b-167b-48e3-a3d6-5721b7988e1d None None] Provisioning for port 993ae51f-d163-4050-bea1-734b85ac07c7 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:51.466952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7fd8eb3b-167b-48e3-a3d6-5721b7988e1d None None] Provisioning complete for port 993ae51f-d163-4050-bea1-734b85ac07c7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:51.467337 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7fd8eb3b-167b-48e3-a3d6-5721b7988e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:51.506340 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7fd8eb3b-167b-48e3-a3d6-5721b7988e1d None None] Port 993ae51f-d163-4050-bea1-734b85ac07c7 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:51.512001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33733d4b-a01f-4375-953f-8bf9171f2b98 req-967694c3-8ff9-47ab-b95f-6ab497586601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:51.513664 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33733d4b-a01f-4375-953f-8bf9171f2b98 req-967694c3-8ff9-47ab-b95f-6ab497586601 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 1094 time: 0.1126692 Jul 09 19:59:51.536940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd575e1b-3b85-41d2-abef-28f034565951 req-f5b6b07a-bfdc-48c8-8667-c9ca1d0bd24d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:51.538574 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cd575e1b-3b85-41d2-abef-28f034565951 req-f5b6b07a-bfdc-48c8-8667-c9ca1d0bd24d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 944 time: 0.1067536 Jul 09 19:59:51.539421 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-94339e7d-0a9c-4df5-90ad-1b34b442afd4 service neutron] 10.222.0.30 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357486 Jul 09 19:59:51.595272 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:51.633805 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cd575e1b-3b85-41d2-abef-28f034565951 req-2ec40812-d8dc-4c6a-9e9e-85c12c3db6a0 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803103 Jul 09 19:59:51.670163 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33733d4b-a01f-4375-953f-8bf9171f2b98 req-2059f7be-b52b-437e-b5c3-d834ab2ecc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:51.671690 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33733d4b-a01f-4375-953f-8bf9171f2b98 req-2059f7be-b52b-437e-b5c3-d834ab2ecc71 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 905 time: 0.1508331 Jul 09 19:59:51.722683 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-8807cf99-963a-47ac-9573-8c79d42c911b service neutron] 10.222.0.30 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746831 Jul 09 19:59:51.735065 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33733d4b-a01f-4375-953f-8bf9171f2b98 req-82fd1567-e690-4cf9-b1b4-179740732696 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4615e428-e6db-4d3a-97c9-e68cf8789d14 HTTP/1.1" status: 200 len: 217 time: 0.0536323 Jul 09 19:59:51.794997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33733d4b-a01f-4375-953f-8bf9171f2b98 req-88794e2b-d958-4cdf-a1fb-922e534fa7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:51.797404 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33733d4b-a01f-4375-953f-8bf9171f2b98 req-88794e2b-d958-4cdf-a1fb-922e534fa7d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 200 len: 844 time: 0.0548012 Jul 09 19:59:51.820235 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Allocated IP 172.25.0.146 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/123ad26b-4234-42fb-b1b9-b5159da6f4fd) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:51.843119 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33733d4b-a01f-4375-953f-8bf9171f2b98 req-bd05a415-b7a5-48cd-b826-76a699364cc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397508 Jul 09 19:59:51.937616 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-5b5bd2aa-0d5f-4d5b-a882-61aeb1593454 service neutron] 10.222.0.30 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138925 Jul 09 19:59:51.970240 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33733d4b-a01f-4375-953f-8bf9171f2b98 req-26b34d50-185f-4bec-90b7-c0dbaec3023d service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108592 Jul 09 19:59:52.092179 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33733d4b-a01f-4375-953f-8bf9171f2b98 req-8f6d862f-6906-4a66-9b3c-e4f1b6bb5efb service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138775 Jul 09 19:59:52.160715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2ef8b-30e7-4529-b2d7-548540f154c6 req-7eeb1a2c-c112-4889-ab62-6f6d036a57b6 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:52.162323 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-57b2ef8b-30e7-4529-b2d7-548540f154c6 req-7eeb1a2c-c112-4889-ab62-6f6d036a57b6 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.0876453 Jul 09 19:59:52.213141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-57b2ef8b-30e7-4529-b2d7-548540f154c6 req-b1c9c627-b848-4e46-a138-5f2ca2612b37 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Jul 09 19:59:52.324604 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:52.334898 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6e0f37e7-8e53-40a1-b7dc-379880e87994 service neutron] 10.222.0.30 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963742 Jul 09 19:59:52.427931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35679d8b-49e1-455b-8674-06d2455c2d5d req-98de5716-52a9-4e13-9d90-c9cc8995c4bc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:52.428376 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:52.429374 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-35679d8b-49e1-455b-8674-06d2455c2d5d req-98de5716-52a9-4e13-9d90-c9cc8995c4bc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 943 time: 0.0651124 Jul 09 19:59:52.482733 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-35679d8b-49e1-455b-8674-06d2455c2d5d req-8eacbce0-280b-408f-9cbb-922a4976b993 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416124 Jul 09 19:59:52.493894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:52.496336 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-a0aaa81a-2685-4388-b1f9-5192b215a50b service neutron] 10.222.0.30 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522713 Jul 09 19:59:52.501517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:52.504089 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:52.549225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Pushing event updated for resources: {'Port': ['ID=123ad26b-4234-42fb-b1b9-b5159da6f4fd,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:52.684470 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b8153b51-f760-4f60-b0a4-c7c71e466f4b service neutron] 10.222.0.30 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778898 Jul 09 19:59:52.774379 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 25df5556-a735-4811-8f8b-c35882c1c093 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:52.824581 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944564c-5788-44a6-a806-d3132441bb91 req-a2373a1e-f49c-4e0b-adb0-71e8e5782649 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:52.825488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 25df5556-a735-4811-8f8b-c35882c1c093 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:52.829006 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4944564c-5788-44a6-a806-d3132441bb91 req-a2373a1e-f49c-4e0b-adb0-71e8e5782649 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 944 time: 0.0794661 Jul 09 19:59:52.830293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 25df5556-a735-4811-8f8b-c35882c1c093 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:52.830694 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:52.868308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-abaccce0-9b28-446c-bed9-b6c23e32ce99 service neutron] 10.222.0.30 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763182 Jul 09 19:59:52.870276 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4944564c-5788-44a6-a806-d3132441bb91 req-1b20c96e-a685-4bf5-8ffd-49c8d91f7814 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379457 Jul 09 19:59:52.917767 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:52.941313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25df5556-a735-4811-8f8b-c35882c1c093'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:52.943306 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bb4a86-0d76-441f-a563-50b33c609da2" -d '{"events": [{"server_uuid": "50fc3638-60c5-4253-95a8-f4bdfaeb8da1", "name": "network-vif-plugged", "status": "completed", "tag": "25df5556-a735-4811-8f8b-c35882c1c093"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:52.956970 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 25df5556-a735-4811-8f8b-c35882c1c093, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=25df5556-a735-4811-8f8b-c35882c1c093,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:52.962698 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:53.019634 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=25df5556-a735-4811-8f8b-c35882c1c093,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:53.133626 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66b6551-108c-480c-95f8-fc1af4510e44 x-openstack-request-id: req-a66b6551-108c-480c-95f8-fc1af4510e44 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 19:59:53.134210 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fc3638-60c5-4253-95a8-f4bdfaeb8da1", "name": "network-vif-plugged", "status": "completed", "tag": "25df5556-a735-4811-8f8b-c35882c1c093", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 19:59:53.134619 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a66b6551-108c-480c-95f8-fc1af4510e44 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 19:59:53.135082 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25df5556-a735-4811-8f8b-c35882c1c093', 'code': 200} Jul 09 19:59:53.190540 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-a9f5a5b9-9b1b-40c1-b77e-f12131a6c9fa service neutron] 10.222.0.30 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140285 Jul 09 19:59:53.311003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a224b-90d0-4826-b4f3-b62d39b6e70d req-f6864d6d-a512-403f-bec3-bc305eca722a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:53.312836 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2e3a224b-90d0-4826-b4f3-b62d39b6e70d req-f6864d6d-a512-403f-bec3-bc305eca722a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 1096 time: 0.0927854 Jul 09 19:59:53.359103 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:53.402659 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2e3a224b-90d0-4826-b4f3-b62d39b6e70d req-1de55d80-227c-44ed-9673-0591fa1e9c4f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672607 Jul 09 19:59:53.440591 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-7d049a91-01b8-47df-bd8d-29602444e027 service neutron] 10.222.0.30 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372229 Jul 09 19:59:53.512170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57deffa3-2b56-4b7a-9c4f-f5ed26f5c731 req-7f861e66-578c-44dc-8f92-8ff26b755c16 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:53.519585 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-57deffa3-2b56-4b7a-9c4f-f5ed26f5c731 req-7f861e66-578c-44dc-8f92-8ff26b755c16 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.0775042 Jul 09 19:59:53.560766 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-57deffa3-2b56-4b7a-9c4f-f5ed26f5c731 req-65953641-3a4a-4331-a9df-1cb96c276509 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365252 Jul 09 19:59:53.564169 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:53.606612 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fd01865c-4f5f-418a-b377-a2bb63d0e2f6 service neutron] 10.222.0.30 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573238 Jul 09 19:59:53.768839 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:53.772217 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9099418-0f53-44ef-974b-d204b62746e2 req-7dc1bd6f-a915-4cb3-9907-d7a2daab00ec tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:53.777810 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:53.783640 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9099418-0f53-44ef-974b-d204b62746e2 req-7dc1bd6f-a915-4cb3-9907-d7a2daab00ec tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 943 time: 0.0848944 Jul 09 19:59:53.831633 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9099418-0f53-44ef-974b-d204b62746e2 req-9ac2a8a2-9bc0-4e6c-8289-28898da48401 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467978 Jul 09 19:59:53.865400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Pushing event updated for resources: {'Port': ['ID=123ad26b-4234-42fb-b1b9-b5159da6f4fd,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:53.876741 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:54.025032 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Floating IP aba9a833-a8bb-4eff-9f06-3c51b51d7819 associated. External IP: 172.25.0.146, port: 993ae51f-d163-4050-bea1-734b85ac07c7. Jul 09 19:59:54.098372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e15c99-fb7f-4eb1-82cd-8b7970057489 req-c21a1636-ddbc-47f0-b56c-714b1796f041 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:54.100135 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7e15c99-fb7f-4eb1-82cd-8b7970057489 req-c21a1636-ddbc-47f0-b56c-714b1796f041 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.0726812 Jul 09 19:59:54.147636 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7e15c99-fb7f-4eb1-82cd-8b7970057489 req-a99f2432-68fa-4f7c-9507-50fb24520ec2 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390730 Jul 09 19:59:54.366861 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9cbeef4-d805-4ea1-89ac-ba92bfca6cd9 req-e0136731-5b2c-4e2e-9d1f-b31d1b69b871 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.0352182 Jul 09 19:59:54.465196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35766) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:54.470728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d333483d-9065-4b7a-8b63-6f2d57eb2987 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-226668060'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:54.495800 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d333483d-9065-4b7a-8b63-6f2d57eb2987 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Made reservation on behalf of 8cc91b2219044be3bcf3baddf092d553 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:54.500312 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d333483d-9065-4b7a-8b63-6f2d57eb2987 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:54.528828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d333483d-9065-4b7a-8b63-6f2d57eb2987 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:59:54.539864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d333483d-9065-4b7a-8b63-6f2d57eb2987 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:54.540859 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-d333483d-9065-4b7a-8b63-6f2d57eb2987 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Added segment 39c1ce94-786c-4978-9e7f-2d19faa14659 of type vlan for network aeb093c8-4c48-4e79-a212-8d5d93a16f75 Jul 09 19:59:54.547387 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Router c54f7b31-d437-4c2d-a99d-ba31b535bcfd has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:59:54.588681 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d333483d-9065-4b7a-8b63-6f2d57eb2987 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:54.627269 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d333483d-9065-4b7a-8b63-6f2d57eb2987 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:54.635466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d333483d-9065-4b7a-8b63-6f2d57eb2987 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:54.636476 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d333483d-9065-4b7a-8b63-6f2d57eb2987 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:54.697498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:54.710123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3e65b-3d0b-44a3-92a5-6117c8299714 None None] Sync routers for ids ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:54.718464 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d333483d-9065-4b7a-8b63-6f2d57eb2987 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2522759 Jul 09 19:59:54.720986 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35774) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:54.725191 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3e65b-3d0b-44a3-92a5-6117c8299714 None None] Routers {'c54f7b31-d437-4c2d-a99d-ba31b535bcfd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:54.726368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-68b3e65b-3d0b-44a3-92a5-6117c8299714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:59:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:54.728978 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-97b360cf-1f8f-4088-aea8-c2184710f336 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2124550089'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:54.736401 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:54.753116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333483d-9065-4b7a-8b63-6f2d57eb2987 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'Network': ['ID=aeb093c8-4c48-4e79-a212-8d5d93a16f75,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:54.783723 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network aeb093c8-4c48-4e79-a212-8d5d93a16f75 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:59:54.787331 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-68b3e65b-3d0b-44a3-92a5-6117c8299714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:54.801911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c7b0b-f1bc-4c25-b5ab-9ee3edc20321 req-e09dc5f2-dcda-4f97-83d1-cc599a76e3b6 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:54.809878 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-290c7b0b-f1bc-4c25-b5ab-9ee3edc20321 req-e09dc5f2-dcda-4f97-83d1-cc599a76e3b6 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1149845 Jul 09 19:59:54.821645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b360cf-1f8f-4088-aea8-c2184710f336 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Made reservation on behalf of 8cc91b2219044be3bcf3baddf092d553 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:54.826201 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-97b360cf-1f8f-4088-aea8-c2184710f336 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:54.844279 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-20732513-220b-4eee-8547-7d182195871c tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.5949717 Jul 09 19:59:54.844652 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35776) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:54.859521 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-290c7b0b-f1bc-4c25-b5ab-9ee3edc20321 req-33a77a7b-551c-484b-9ef2-48f517ea9801 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438085 Jul 09 19:59:54.888981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b3e65b-3d0b-44a3-92a5-6117c8299714 None None] Routers {'c54f7b31-d437-4c2d-a99d-ba31b535bcfd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:54.890093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-68b3e65b-3d0b-44a3-92a5-6117c8299714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:59:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:54.911318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b360cf-1f8f-4088-aea8-c2184710f336 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 19:59:54.982590 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-97b360cf-1f8f-4088-aea8-c2184710f336 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:54.982953 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-97b360cf-1f8f-4088-aea8-c2184710f336 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Added segment c00e4733-7eff-471c-ac3a-328929a18e28 of type vlan for network ef5270c7-1773-4605-be53-cd4a35f29f6b Jul 09 19:59:55.064466 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b7529086-d09e-412c-a005-c55b20353154 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] 10.222.0.30 "GET /v2.0/floatingips/aba9a833-a8bb-4eff-9f06-3c51b51d7819 HTTP/1.1" status: 200 len: 984 time: 0.2185698 Jul 09 19:59:55.067840 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35780) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:55.085037 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-97b360cf-1f8f-4088-aea8-c2184710f336 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:55.086493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-68b3e65b-3d0b-44a3-92a5-6117c8299714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:55.087331 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b3e65b-3d0b-44a3-92a5-6117c8299714 None None] The sync data for ids ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:55.132667 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-97b360cf-1f8f-4088-aea8-c2184710f336 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:55.139173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b360cf-1f8f-4088-aea8-c2184710f336 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:55.139799 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-97b360cf-1f8f-4088-aea8-c2184710f336 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:55.188839 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2f3199ed-a6bb-4cbd-a817-3533bf617e0a tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3997 time: 0.1191647 Jul 09 19:59:55.191459 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35784) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:55.207140 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-97b360cf-1f8f-4088-aea8-c2184710f336 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4830592 Jul 09 19:59:55.215195 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717430bc-07d1-4dd5-945c-8410d3676ec1 req-5aaba9ba-0cf7-4f09-9a25-0cecfd9d0fe1 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:55.216801 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-717430bc-07d1-4dd5-945c-8410d3676ec1 req-5aaba9ba-0cf7-4f09-9a25-0cecfd9d0fe1 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 943 time: 0.1976228 Jul 09 19:59:55.219797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35786) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:55.226983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-0dc65af7-cca7-4e72-9b1e-3ff7b0d07cb7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'subnet': {'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:55.294658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b360cf-1f8f-4088-aea8-c2184710f336 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'Network': ['ID=ef5270c7-1773-4605-be53-cd4a35f29f6b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:55.307832 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network ef5270c7-1773-4605-be53-cd4a35f29f6b details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 19:59:55.346941 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-717430bc-07d1-4dd5-945c-8410d3676ec1 req-faa62dcb-efa5-43eb-96ab-6e14e48fd898 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163473 Jul 09 19:59:55.366932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc65af7-cca7-4e72-9b1e-3ff7b0d07cb7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Made reservation on behalf of 8cc91b2219044be3bcf3baddf092d553 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:55.372738 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0dc65af7-cca7-4e72-9b1e-3ff7b0d07cb7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:55.423685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d59409-62f9-4c49-87ee-f41f215ecce8 req-8eec8491-ac5a-4134-a41c-9e2ec75a0aac tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:55.425633 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-41d59409-62f9-4c49-87ee-f41f215ecce8 req-8eec8491-ac5a-4134-a41c-9e2ec75a0aac tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1314125 Jul 09 19:59:55.456151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-5d81c219-712c-4a8d-8e0c-5b215011a01d tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Deleting port 123ad26b-4234-42fb-b1b9-b5159da6f4fd {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 19:59:55.456494 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d81c219-712c-4a8d-8e0c-5b215011a01d tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:55.518537 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-41d59409-62f9-4c49-87ee-f41f215ecce8 req-e9c3dc2a-3a93-4317-b66c-a41b1750b00e tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851622 Jul 09 19:59:55.552129 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d81c219-712c-4a8d-8e0c-5b215011a01d tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:55.552426 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d81c219-712c-4a8d-8e0c-5b215011a01d tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:55.567691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-5d81c219-712c-4a8d-8e0c-5b215011a01d tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Calling delete_port for 123ad26b-4234-42fb-b1b9-b5159da6f4fd owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 19:59:55.584561 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0dc65af7-cca7-4e72-9b1e-3ff7b0d07cb7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:55.639609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc65af7-cca7-4e72-9b1e-3ff7b0d07cb7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'Subnet': ['ID=f18cd0af-2b12-411e-a985-8dc1e8f567c1,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:55.675322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5505354d-2f33-4811-99b6-2cb2019ca02c req-7c066d16-0686-49ab-89fd-e41ca0d5bfa1 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.0367632 Jul 09 19:59:55.717414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc65af7-cca7-4e72-9b1e-3ff7b0d07cb7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Checking segment: {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:55.718161 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc65af7-cca7-4e72-9b1e-3ff7b0d07cb7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Network hostable DHCP agents. Network: aeb093c8-4c48-4e79-a212-8d5d93a16f75, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:59:55.750059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc65af7-cca7-4e72-9b1e-3ff7b0d07cb7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Network aeb093c8-4c48-4e79-a212-8d5d93a16f75 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:59:55.764001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-0dc65af7-cca7-4e72-9b1e-3ff7b0d07cb7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, aeb093c8-4c48-4e79-a212-8d5d93a16f75) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:55.771467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc65af7-cca7-4e72-9b1e-3ff7b0d07cb7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:55.772135 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0dc65af7-cca7-4e72-9b1e-3ff7b0d07cb7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:55.774699 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2c51e5-eaed-48fa-a06d-9cb79c62657b None None] Network aeb093c8-4c48-4e79-a212-8d5d93a16f75 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:55.809507 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0dc65af7-cca7-4e72-9b1e-3ff7b0d07cb7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5882077 Jul 09 19:59:55.810637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35796) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:55.826115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3745855b-a680-43bd-b41b-b892877c3ecc tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'subnet': {'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:55.952776 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-aeb093c8-4c48-4e79-a212-8d5d93a16f75', 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'fixed_ips': [{'subnet_id': 'f18cd0af-2b12-411e-a985-8dc1e8f567c1'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:59:55.953960 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:55.976007 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14197fb9-8728-46fd-88c1-699908a314a2 req-f8e91f8e-fd64-480b-a92b-da0351b45a7f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:55.987543 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-14197fb9-8728-46fd-88c1-699908a314a2 req-f8e91f8e-fd64-480b-a92b-da0351b45a7f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1859772 Jul 09 19:59:55.988062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35800) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:55.995060 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cef8d777-cd4f-46b6-b081-1361cd2969b3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Request body: {'floatingip': {'port_id': '25df5556-a735-4811-8f8b-c35882c1c093'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:56.049211 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cef8d777-cd4f-46b6-b081-1361cd2969b3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:56.123462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3745855b-a680-43bd-b41b-b892877c3ecc tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Made reservation on behalf of 8cc91b2219044be3bcf3baddf092d553 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:56.126997 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3745855b-a680-43bd-b41b-b892877c3ecc tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:56.143244 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Allocated IP 10.1.1.2 (aeb093c8-4c48-4e79-a212-8d5d93a16f75/f18cd0af-2b12-411e-a985-8dc1e8f567c1/2be0cce9-6de2-472b-bae9-0a0448e08b1d) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:56.239058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6f2938ba-ba8a-4218-8469-e9367ff60d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:56.240736 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6f2938ba-ba8a-4218-8469-e9367ff60d4d service neutron] 10.222.0.36 "GET /v2.0/ports/c2dd2a99-be70-4ee7-913f-37195b50ee10 HTTP/1.1" status: 200 len: 1028 time: 0.0941558 Jul 09 19:59:56.354971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238bd23-c2e0-4737-884a-fa23c66a193b req-62925390-1251-43db-8f28-1636a03fbd70 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:56.356683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6238bd23-c2e0-4737-884a-fa23c66a193b req-62925390-1251-43db-8f28-1636a03fbd70 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.2115495 Jul 09 19:59:56.359963 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d81c219-712c-4a8d-8e0c-5b215011a01d tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:56.365192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-f6e5da39-940d-482c-bd8a-9be5fc749124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:56.366843 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-f6e5da39-940d-482c-bd8a-9be5fc749124 service neutron] 10.222.0.36 "GET /v2.0/ports/9944b9e7-bf69-4596-915c-eed4dcb47861 HTTP/1.1" status: 200 len: 1027 time: 0.1023622 Jul 09 19:59:56.386296 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:56.398123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Transition to ACTIVE for port object 2be0cce9-6de2-472b-bae9-0a0448e08b1d will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:56.412251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81c219-712c-4a8d-8e0c-5b215011a01d tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event deleted for resources: {'Port': ['ID=123ad26b-4234-42fb-b1b9-b5159da6f4fd,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:56.421184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Transition to ACTIVE for port object 2be0cce9-6de2-472b-bae9-0a0448e08b1d will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:56.435306 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:56.488166 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Pushing event updated for resources: {'Port': ['ID=2be0cce9-6de2-472b-bae9-0a0448e08b1d,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:56.510338 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Network aeb093c8-4c48-4e79-a212-8d5d93a16f75 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:56.512140 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:56.517445 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:56.569448 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6238bd23-c2e0-4737-884a-fa23c66a193b req-f2347867-2c93-4943-9f90-1b7b5fbcc103 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999605 Jul 09 19:59:56.604410 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Attempting to bind port 2be0cce9-6de2-472b-bae9-0a0448e08b1d on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:56.605238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Attempting to bind port 2be0cce9-6de2-472b-bae9-0a0448e08b1d by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:56.606039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Attempting to bind port 2be0cce9-6de2-472b-bae9-0a0448e08b1d on network aeb093c8-4c48-4e79-a212-8d5d93a16f75 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:56.609365 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d81c219-712c-4a8d-8e0c-5b215011a01d tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:56.609708 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-5d81c219-712c-4a8d-8e0c-5b215011a01d tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Floating IP aba9a833-a8bb-4eff-9f06-3c51b51d7819 disassociated (deleted). External IP: 172.25.0.146, port: 993ae51f-d163-4050-bea1-734b85ac07c7. Jul 09 19:59:56.623731 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:56.624499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Checking segment: {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:56.625327 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:56.626320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Bound using segment: {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:56.627040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Bound port: 2be0cce9-6de2-472b-bae9-0a0448e08b1d, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:56.627679 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:56.646185 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:56.731930 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] For port 2be0cce9-6de2-472b-bae9-0a0448e08b1d, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:56.739033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] For port 2be0cce9-6de2-472b-bae9-0a0448e08b1d, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2be0cce9-6de2-472b-bae9-0a0448e08b1d,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:56.744851 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:56.774551 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-beabec18-6361-40a6-97a5-69caa6115c38 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:56.779930 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3745855b-a680-43bd-b41b-b892877c3ecc tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:56.780439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-beabec18-6361-40a6-97a5-69caa6115c38 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:56.786999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-beabec18-6361-40a6-97a5-69caa6115c38 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:56.788759 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-beabec18-6361-40a6-97a5-69caa6115c38 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "GET /v2.0/networks?id=ac26e3a8-4659-47b4-aecd-3ff1c0a17975&id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&id=a597dc90-af64-4cd5-8204-81ddc68a6ae0&id=a597dc90-af64-4cd5-8204-81ddc68a6ae0 HTTP/1.1" status: 200 len: 1990 time: 0.3907173 Jul 09 19:59:56.823839 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4615e428-e6db-4d3a-97c9-e68cf8789d14 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 19:59:56.879040 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2fad4f11-6e98-4d6d-bae0-dc56da99c65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:56.897867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41dc9ee-e23b-4dd3-aa1a-994cbcd74100 None None] Pushing event updated for resources: {'Port': ['ID=2be0cce9-6de2-472b-bae9-0a0448e08b1d,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:56.913119 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-00598344-98e2-4e6c-98ac-254f10bf2a4b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=384eeeeb6b564c0ba6396789db3d7886 HTTP/1.1" status: 200 len: 379 time: 0.1067796 Jul 09 19:59:56.926188 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-34f72b21-a3d4-4ec6-b89e-a770a2c801dd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'port': {'device_id': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'admin_state_up': True, 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'security_groups': ['88eb5451-dbed-4adb-b0c8-8814a2e92ead']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:56.986794 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745855b-a680-43bd-b41b-b892877c3ecc tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Checking segment: {'id': 'c00e4733-7eff-471c-ac3a-328929a18e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:56.987415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3745855b-a680-43bd-b41b-b892877c3ecc tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Network hostable DHCP agents. Network: ef5270c7-1773-4605-be53-cd4a35f29f6b, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 19:59:57.014821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745855b-a680-43bd-b41b-b892877c3ecc tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'Subnet': ['ID=70865fc5-c428-4ef7-bccc-8faccd991ddc,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:57.032563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4615e428-e6db-4d3a-97c9-e68cf8789d14, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4615e428-e6db-4d3a-97c9-e68cf8789d14,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:57.040696 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d60e0-32b4-4a3d-a98e-d8db42cdb8bc req-fa986f6a-25b8-41a0-baf4-332bcf3e281b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:57.048000 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-086d60e0-32b4-4a3d-a98e-d8db42cdb8bc req-fa986f6a-25b8-41a0-baf4-332bcf3e281b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 943 time: 0.3872550 Jul 09 19:59:57.056972 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '4615e428-e6db-4d3a-97c9-e68cf8789d14', 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e', 'port_id': '4615e428-e6db-4d3a-97c9-e68cf8789d14', 'mac_address': 'fa:16:3e:8d:02:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a9c143-b389-43fd-ad86-f382a5b60595', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 19:59:57.114130 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-086d60e0-32b4-4a3d-a98e-d8db42cdb8bc req-b6448421-a1ee-47e9-9a20-19cbe128f8a8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644839 Jul 09 19:59:57.117059 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:57.134177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4615e428-e6db-4d3a-97c9-e68cf8789d14 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 19:59:57.137073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3745855b-a680-43bd-b41b-b892877c3ecc tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Network ef5270c7-1773-4605-be53-cd4a35f29f6b is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 19:59:57.140920 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d81c219-712c-4a8d-8e0c-5b215011a01d tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Router c54f7b31-d437-4c2d-a99d-ba31b535bcfd has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:59:57.159306 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4615e428-e6db-4d3a-97c9-e68cf8789d14, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4615e428-e6db-4d3a-97c9-e68cf8789d14,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:57.167354 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:57.232313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3745855b-a680-43bd-b41b-b892877c3ecc tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, ef5270c7-1773-4605-be53-cd4a35f29f6b) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:57.242741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1d8142-0981-4cdd-9432-7475075cff76 None None] Network ef5270c7-1773-4605-be53-cd4a35f29f6b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:57.243615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3745855b-a680-43bd-b41b-b892877c3ecc tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:57.244446 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3745855b-a680-43bd-b41b-b892877c3ecc tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:57.254650 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.db.resource_extend [None req-cef8d777-cd4f-46b6-b081-1361cd2969b3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 19:59:57.315225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-34f72b21-a3d4-4ec6-b89e-a770a2c801dd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Made reservation on behalf of 384eeeeb6b564c0ba6396789db3d7886 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:57.319517 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-34f72b21-a3d4-4ec6-b89e-a770a2c801dd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:57.323011 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3745855b-a680-43bd-b41b-b892877c3ecc tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5014160 Jul 09 19:59:57.330298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35810) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:57.336923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-62b66b99-ec2b-4ad2-92d6-4f50683b7e7c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'port': {'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75', 'name': 'tempest-TaggedBootDevicesTest_v242-1911000445', 'fixed_ips': [{'subnet_id': 'f18cd0af-2b12-411e-a985-8dc1e8f567c1'}]}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:57.348646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=4615e428-e6db-4d3a-97c9-e68cf8789d14,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:57.405543 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-98a4d3d6-10e6-42cb-81b3-72fecd3784c8 req-eb499d73-6d1d-4924-827e-2ad6d855b31e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.1223156 Jul 09 19:59:57.432295 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cef8d777-cd4f-46b6-b081-1361cd2969b3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:57.444370 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cef8d777-cd4f-46b6-b081-1361cd2969b3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:57.519549 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef5270c7-1773-4605-be53-cd4a35f29f6b', 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'fixed_ips': [{'subnet_id': '70865fc5-c428-4ef7-bccc-8faccd991ddc'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 19:59:57.520925 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:57.551069 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['4615e428-e6db-4d3a-97c9-e68cf8789d14'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 19:59:57.607663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d81c219-712c-4a8d-8e0c-5b215011a01d tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:57.615177 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d81c219-712c-4a8d-8e0c-5b215011a01d tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:57.618886 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e2d72-2040-485b-985b-e5a6630a3d3d None None] Sync routers for ids ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:57.635858 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e2d72-2040-485b-985b-e5a6630a3d3d None None] Routers {'c54f7b31-d437-4c2d-a99d-ba31b535bcfd'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:57.638719 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-914e2d72-2040-485b-985b-e5a6630a3d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:59:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:57.644041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-34f72b21-a3d4-4ec6-b89e-a770a2c801dd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Allocated IP 172.20.0.9 (ac26e3a8-4659-47b4-aecd-3ff1c0a17975/7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f/0d5a34d7-7fd0-497c-88c7-b2009f7eedc8) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:57.681574 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5d81c219-712c-4a8d-8e0c-5b215011a01d tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] 10.222.0.30 "DELETE /v2.0/floatingips/aba9a833-a8bb-4eff-9f06-3c51b51d7819 HTTP/1.1" status: 204 len: 168 time: 2.4890225 Jul 09 19:59:57.687229 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-cef8d777-cd4f-46b6-b081-1361cd2969b3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Floating IP 648957dc-4873-42f5-b08a-1e1ef2665043 associated. External IP: 172.25.0.94, port: 25df5556-a735-4811-8f8b-c35882c1c093. Jul 09 19:59:57.687594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35814) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 19:59:57.693524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:57.701812 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-914e2d72-2040-485b-985b-e5a6630a3d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:57.714442 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e2d72-2040-485b-985b-e5a6630a3d3d None None] Routers {'c54f7b31-d437-4c2d-a99d-ba31b535bcfd'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:57.715315 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-914e2d72-2040-485b-985b-e5a6630a3d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:59:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:57.806980 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:57.873016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Allocated IP 10.2.2.2 (ef5270c7-1773-4605-be53-cd4a35f29f6b/70865fc5-c428-4ef7-bccc-8faccd991ddc/77e905f5-65b6-4955-9a11-f781762e986b) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:57.921557 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-914e2d72-2040-485b-985b-e5a6630a3d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:57.922900 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e2d72-2040-485b-985b-e5a6630a3d3d None None] The sync data for ids ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 19:59:58.000435 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-34f72b21-a3d4-4ec6-b89e-a770a2c801dd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.031419 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-34f72b21-a3d4-4ec6-b89e-a770a2c801dd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Transition to ACTIVE for port object 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:58.138478 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.169572 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-34f72b21-a3d4-4ec6-b89e-a770a2c801dd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.262590 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.299149 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Transition to ACTIVE for port object 77e905f5-65b6-4955-9a11-f781762e986b will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:58.342281 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-34f72b21-a3d4-4ec6-b89e-a770a2c801dd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Network ac26e3a8-4659-47b4-aecd-3ff1c0a17975 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:58.354074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-34f72b21-a3d4-4ec6-b89e-a770a2c801dd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:58.367568 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-34f72b21-a3d4-4ec6-b89e-a770a2c801dd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:58.375316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Transition to ACTIVE for port object 77e905f5-65b6-4955-9a11-f781762e986b will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:58.392092 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.483350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f72b21-a3d4-4ec6-b89e-a770a2c801dd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'Port': ['ID=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:58.504500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Pushing event updated for resources: {'Port': ['ID=77e905f5-65b6-4955-9a11-f781762e986b,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:58.508184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2be0cce9-6de2-472b-bae9-0a0448e08b1d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 19:59:58.521603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Network ef5270c7-1773-4605-be53-cd4a35f29f6b is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:58.543536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:58.545224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:58.613187 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-34f72b21-a3d4-4ec6-b89e-a770a2c801dd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:58.613450 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b66b99-ec2b-4ad2-92d6-4f50683b7e7c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Made reservation on behalf of 8cc91b2219044be3bcf3baddf092d553 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:58.613910 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-34f72b21-a3d4-4ec6-b89e-a770a2c801dd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.614183 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bd8e8c-8514-401a-ac66-31993dd9ba1c None None] Network aeb093c8-4c48-4e79-a212-8d5d93a16f75 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 19:59:58.657562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Allocated IP 172.25.0.41 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/1233fa78-dc00-4e50-9ccf-d70cf528112f) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:58.678485 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-34f72b21-a3d4-4ec6-b89e-a770a2c801dd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7563646 Jul 09 19:59:58.714407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bf90d-d306-4e92-9950-7f22b3b9626d req-617cfe00-cc3b-4222-8e9a-b04e5c3562b9 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:58.715982 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a31bf90d-d306-4e92-9950-7f22b3b9626d req-617cfe00-cc3b-4222-8e9a-b04e5c3562b9 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.8440893 Jul 09 19:59:58.730988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-0418d547-30ea-46e5-b241-5a0f059b311d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'port': {'device_id': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21', 'admin_state_up': True, 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'security_groups': ['88eb5451-dbed-4adb-b0c8-8814a2e92ead']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 19:59:58.830496 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df5ddb-1a92-41d5-9b01-951e4d0dd374 req-46338640-c4e1-4f3b-a35a-e3d48fa105e0 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:58.839490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-05df5ddb-1a92-41d5-9b01-951e4d0dd374 req-46338640-c4e1-4f3b-a35a-e3d48fa105e0 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 944 time: 0.3931262 Jul 09 19:59:58.841050 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62b66b99-ec2b-4ad2-92d6-4f50683b7e7c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.849830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Attempting to bind port 77e905f5-65b6-4955-9a11-f781762e986b on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 19:59:58.850359 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Attempting to bind port 77e905f5-65b6-4955-9a11-f781762e986b by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'c00e4733-7eff-471c-ac3a-328929a18e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 19:59:58.850736 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Attempting to bind port 77e905f5-65b6-4955-9a11-f781762e986b on network ef5270c7-1773-4605-be53-cd4a35f29f6b {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 19:59:58.860566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 19:59:58.860982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Checking segment: {'id': 'c00e4733-7eff-471c-ac3a-328929a18e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 19:59:58.861410 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.862282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Bound using segment: {'id': 'c00e4733-7eff-471c-ac3a-328929a18e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 19:59:58.862789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Bound port: 77e905f5-65b6-4955-9a11-f781762e986b, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00e4733-7eff-471c-ac3a-328929a18e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 19:59:58.863191 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:58.880383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-54e718b0-812e-4ee5-b772-1e59ec7df288 None None] Provisioning for port 2be0cce9-6de2-472b-bae9-0a0448e08b1d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:58.891128 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a31bf90d-d306-4e92-9950-7f22b3b9626d req-6bd5c7bf-be7a-40da-8a26-a1539cdba9ea tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632447 Jul 09 19:59:58.911396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-62b66b99-ec2b-4ad2-92d6-4f50683b7e7c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] device_id is not set on port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 19:59:58.955295 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-05df5ddb-1a92-41d5-9b01-951e4d0dd374 req-e774de41-6a95-47e0-a4db-bc895145e8b8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147506 Jul 09 19:59:58.982638 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] For port 77e905f5-65b6-4955-9a11-f781762e986b, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 19:59:58.986931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] For port 77e905f5-65b6-4955-9a11-f781762e986b, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=77e905f5-65b6-4955-9a11-f781762e986b,segment=NetworkSegment(c00e4733-7eff-471c-ac3a-328929a18e28),segment_id=c00e4733-7eff-471c-ac3a-328929a18e28)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 19:59:59.006846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 2be0cce9-6de2-472b-bae9-0a0448e08b1d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:59.008127 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.010266 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.031391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef8d777-cd4f-46b6-b081-1361cd2969b3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Router c5c05f4c-173c-4c97-acc8-11f3965267e0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 19:59:59.087370 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-0418d547-30ea-46e5-b241-5a0f059b311d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Made reservation on behalf of 384eeeeb6b564c0ba6396789db3d7886 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 19:59:59.092218 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc7eb3-8f0b-4711-8ab8-d7f150ef46c2 None None] Pushing event updated for resources: {'Port': ['ID=77e905f5-65b6-4955-9a11-f781762e986b,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:59.094476 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-0418d547-30ea-46e5-b241-5a0f059b311d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.112989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 2be0cce9-6de2-472b-bae9-0a0448e08b1d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:59.112989 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.153891 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.187372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f6e505f7-995b-438a-a3ed-d638fadd6831 None None] Provisioning for port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 19:59:59.194017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f6e505f7-995b-438a-a3ed-d638fadd6831 None None] Provisioning complete for port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:59.194478 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f6e505f7-995b-438a-a3ed-d638fadd6831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.488716 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-0418d547-30ea-46e5-b241-5a0f059b311d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Allocated IP 10.1.1.183 (df2063f7-e4dc-4881-bf8a-9f0da645ab21/a2da9578-691e-4ed6-9947-a8e1da134a39/045fd59f-0222-4543-afa6-e1826b9221b9) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:59.499055 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f6e505f7-995b-438a-a3ed-d638fadd6831 None None] Port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 19:59:59.502393 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-668a8bed-046c-4382-a524-d9938c4bf211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.505638 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.560355 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 2be0cce9-6de2-472b-bae9-0a0448e08b1d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2be0cce9-6de2-472b-bae9-0a0448e08b1d,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 19:59:59.578080 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.595039 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.625384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-62b66b99-ec2b-4ad2-92d6-4f50683b7e7c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Allocated IP 10.1.1.54 (aeb093c8-4c48-4e79-a212-8d5d93a16f75/f18cd0af-2b12-411e-a985-8dc1e8f567c1/4a5066e1-5df8-47b1-bc91-51ff5dde2cfc) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 19:59:59.673214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=2be0cce9-6de2-472b-bae9-0a0448e08b1d,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:59.695104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f317301e-9a76-4544-a5c0-67fab95dcd23 None None] Provisioning complete for port 2be0cce9-6de2-472b-bae9-0a0448e08b1d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 19:59:59.695373 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef8d777-cd4f-46b6-b081-1361cd2969b3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 19:59:59.695502 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f317301e-9a76-4544-a5c0-67fab95dcd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.701651 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-0418d547-30ea-46e5-b241-5a0f059b311d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.722100 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cef8d777-cd4f-46b6-b081-1361cd2969b3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.739030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-0418d547-30ea-46e5-b241-5a0f059b311d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Transition to ACTIVE for port object 045fd59f-0222-4543-afa6-e1826b9221b9 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 19:59:59.746577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5d80c2-711a-4398-bb0b-a65e196b3e1c None None] Sync routers for ids ['c5c05f4c-173c-4c97-acc8-11f3965267e0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 19:59:59.780795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5d80c2-711a-4398-bb0b-a65e196b3e1c None None] Routers {'c5c05f4c-173c-4c97-acc8-11f3965267e0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 19:59:59.781861 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9d5d80c2-711a-4398-bb0b-a65e196b3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:59:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c5c05f4c-173c-4c97-acc8-11f3965267e0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 19:59:59.788600 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.870538 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cef8d777-cd4f-46b6-b081-1361cd2969b3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "PUT /v2.0/floatingips/648957dc-4873-42f5-b08a-1e1ef2665043 HTTP/1.1" status: 200 len: 990 time: 3.8792493 Jul 09 19:59:59.873945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'tag': '25df5556-a735-4811-8f8b-c35882c1c093'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 19:59:59.876648 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d254a2-791e-4844-a0b8-d4c2ba262cac" -d '{"events": [{"name": "network-changed", "server_uuid": "50fc3638-60c5-4253-95a8-f4bdfaeb8da1", "tag": "25df5556-a735-4811-8f8b-c35882c1c093"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 19:59:59.901652 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d66e5-6627-4087-a51a-9467307da991 req-3d712400-0c77-452f-a1f5-450015812b16 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 19:59:59.903438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Pushing event updated for resources: {'Port': ['ID=1233fa78-dc00-4e50-9ccf-d70cf528112f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 19:59:59.906242 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-797d66e5-6627-4087-a51a-9467307da991 req-3d712400-0c77-452f-a1f5-450015812b16 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 931 time: 0.6667178 Jul 09 19:59:59.920030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 19:59:59.928831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 19:59:59.935291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 19:59:59.947164 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-0418d547-30ea-46e5-b241-5a0f059b311d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.953318 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62b66b99-ec2b-4ad2-92d6-4f50683b7e7c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 19:59:59.992816 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-797d66e5-6627-4087-a51a-9467307da991 req-08e037da-bd3b-4118-bbba-0c2a627383a6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792992 Jul 09 19:59:59.999634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-62b66b99-ec2b-4ad2-92d6-4f50683b7e7c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Transition to ACTIVE for port object 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:00.016117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-9d5d80c2-711a-4398-bb0b-a65e196b3e1c None None] Set router c5c05f4c-173c-4c97-acc8-11f3965267e0 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:00:00.072806 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62b66b99-ec2b-4ad2-92d6-4f50683b7e7c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:00.075746 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 19:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb0f24b-9ca5-4888-ab03-97546f4a4881 x-openstack-request-id: req-aeb0f24b-9ca5-4888-ab03-97546f4a4881 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:00.076096 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50fc3638-60c5-4253-95a8-f4bdfaeb8da1", "tag": "25df5556-a735-4811-8f8b-c35882c1c093", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:00.076418 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aeb0f24b-9ca5-4888-ab03-97546f4a4881 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:00.078391 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'tag': '25df5556-a735-4811-8f8b-c35882c1c093', 'status': 'completed', 'code': 200} Jul 09 20:00:00.133351 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b66b99-ec2b-4ad2-92d6-4f50683b7e7c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Network aeb093c8-4c48-4e79-a212-8d5d93a16f75 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:00.138657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-62b66b99-ec2b-4ad2-92d6-4f50683b7e7c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:00.146284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-0418d547-30ea-46e5-b241-5a0f059b311d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Network df2063f7-e4dc-4881-bf8a-9f0da645ab21 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:00.153019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b66b99-ec2b-4ad2-92d6-4f50683b7e7c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:00.187641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-0418d547-30ea-46e5-b241-5a0f059b311d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:00.297993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-0418d547-30ea-46e5-b241-5a0f059b311d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:00.316679 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418d547-30ea-46e5-b241-5a0f059b311d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'Port': ['ID=045fd59f-0222-4543-afa6-e1826b9221b9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:00.367382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b66b99-ec2b-4ad2-92d6-4f50683b7e7c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:00.373672 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62b66b99-ec2b-4ad2-92d6-4f50683b7e7c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:00.387836 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:00.464146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b66b99-ec2b-4ad2-92d6-4f50683b7e7c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'Port': ['ID=4a5066e1-5df8-47b1-bc91-51ff5dde2cfc,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:00.487587 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-62b66b99-ec2b-4ad2-92d6-4f50683b7e7c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1560845 Jul 09 20:00:00.496194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35840) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:00.500734 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:00.517563 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-55862c86-d446-4141-af71-5f8502956647 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'port': {'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75', 'name': 'tempest-TaggedBootDevicesTest_v242-179137638', 'fixed_ips': [{'subnet_id': 'f18cd0af-2b12-411e-a985-8dc1e8f567c1'}]}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:00.601293 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:00.606433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9d5d80c2-711a-4398-bb0b-a65e196b3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:26Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '648957dc-4873-42f5-b08a-1e1ef2665043', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'port_id': '25df5556-a735-4811-8f8b-c35882c1c093', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'mac_address': 'fa:16:3e:c9:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:59:32Z', 'updated_at': '2021-07-09T19:59:57Z', 'revision_number': 1, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41c1f82-d782-4d57-a0df-7f75c35c571a', 'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'mac_address': 'fa:16:3e:7f:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:25Z', 'updated_at': '2021-07-09T19:59:33Z', 'revision_number': 5, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'subnets': [{'id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:00.682289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d663be-b4cf-4e71-8ecc-cb10be8f1db5 req-d13ea6a3-8352-4dae-be76-0d77f7e9489b tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:00.693358 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33d663be-b4cf-4e71-8ecc-cb10be8f1db5 req-d13ea6a3-8352-4dae-be76-0d77f7e9489b tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.4509764 Jul 09 20:00:00.699252 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2be0cce9-6de2-472b-bae9-0a0448e08b1d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:00.702577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5d80c2-711a-4398-bb0b-a65e196b3e1c None None] Checking router: c5c05f4c-173c-4c97-acc8-11f3965267e0 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:00:00.728247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-0418d547-30ea-46e5-b241-5a0f059b311d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:00.729708 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-0418d547-30ea-46e5-b241-5a0f059b311d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:00.806552 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-0418d547-30ea-46e5-b241-5a0f059b311d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1112537 Jul 09 20:00:00.807799 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33d663be-b4cf-4e71-8ecc-cb10be8f1db5 req-3b67a88f-c8ef-427c-b363-ccd3f87ce88b tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134019 Jul 09 20:00:00.840822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4615e428-e6db-4d3a-97c9-e68cf8789d14 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:00.841978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d254a2-791e-4844-a0b8-d4c2ba262cac req-42522fdb-49a6-480b-bf25-8f6b0e7456f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:00.842861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55862c86-d446-4141-af71-5f8502956647 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Made reservation on behalf of 8cc91b2219044be3bcf3baddf092d553 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:00.843694 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90d254a2-791e-4844-a0b8-d4c2ba262cac req-42522fdb-49a6-480b-bf25-8f6b0e7456f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b256fda3434e529a47261bd6a86fca&device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 1096 time: 0.6943395 Jul 09 20:00:00.845729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5d80c2-711a-4398-bb0b-a65e196b3e1c None None] Routers {'c5c05f4c-173c-4c97-acc8-11f3965267e0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:00:00.846368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9d5d80c2-711a-4398-bb0b-a65e196b3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:59:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c5c05f4c-173c-4c97-acc8-11f3965267e0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:00.849901 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55862c86-d446-4141-af71-5f8502956647 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:00.863839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-96c6f8eb-b108-40d7-8680-9ab33277443e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'port': {'device_id': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21', 'admin_state_up': True, 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'security_groups': ['88eb5451-dbed-4adb-b0c8-8814a2e92ead']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:00.875343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-55862c86-d446-4141-af71-5f8502956647 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] device_id is not set on port 434165cf-a842-4e7d-ab6d-747e1109fc5d yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:00:00.875489 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d825dd9-4e62-453a-ae70-18a7f2237a5b req-9ac62fe2-7673-471f-8ee6-5795c7c36612 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:00.877072 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8d825dd9-4e62-453a-ae70-18a7f2237a5b req-9ac62fe2-7673-471f-8ee6-5795c7c36612 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 944 time: 0.5403626 Jul 09 20:00:00.967809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-10aedc39-af5f-4593-9db9-4b77171e9130 None None] Provisioning for port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:00.981082 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-10aedc39-af5f-4593-9db9-4b77171e9130 None None] Provisioning complete for port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:00.981469 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-10aedc39-af5f-4593-9db9-4b77171e9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:01.011015 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6482646f-074f-4344-99ac-9cce1e6284a4 None None] Network ef5270c7-1773-4605-be53-cd4a35f29f6b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:00:01.053163 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8d825dd9-4e62-453a-ae70-18a7f2237a5b req-36051577-5199-47b1-831e-3fa13012100e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485648 Jul 09 20:00:01.169025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 2be0cce9-6de2-472b-bae9-0a0448e08b1d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:01.169607 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:01.178727 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d254a2-791e-4844-a0b8-d4c2ba262cac req-178e6749-1d1f-4626-ae16-81d9045cc766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:01.180299 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90d254a2-791e-4844-a0b8-d4c2ba262cac req-178e6749-1d1f-4626-ae16-81d9045cc766 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 200 len: 918 time: 0.3022676 Jul 09 20:00:01.205825 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:01.208913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-55862c86-d446-4141-af71-5f8502956647 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Allocated IP 10.1.1.95 (aeb093c8-4c48-4e79-a212-8d5d93a16f75/f18cd0af-2b12-411e-a985-8dc1e8f567c1/434165cf-a842-4e7d-ab6d-747e1109fc5d) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:01.223325 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-10aedc39-af5f-4593-9db9-4b77171e9130 None None] Port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:00:01.244565 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:01.329845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-9d5d80c2-711a-4398-bb0b-a65e196b3e1c None None] Set router c5c05f4c-173c-4c97-acc8-11f3965267e0 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:00:01.375931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 4615e428-e6db-4d3a-97c9-e68cf8789d14 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:01.400907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 4615e428-e6db-4d3a-97c9-e68cf8789d14 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:01.401282 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:01.443559 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55862c86-d446-4141-af71-5f8502956647 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:01.464389 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-55862c86-d446-4141-af71-5f8502956647 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Transition to ACTIVE for port object 434165cf-a842-4e7d-ab6d-747e1109fc5d will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:01.488361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3206d006-7a97-4c5d-80c5-47bbff42849b None None] Provisioning for port 045fd59f-0222-4543-afa6-e1826b9221b9 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:01.510216 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55862c86-d446-4141-af71-5f8502956647 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:01.535158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3206d006-7a97-4c5d-80c5-47bbff42849b None None] Provisioning complete for port 045fd59f-0222-4543-afa6-e1826b9221b9 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:01.535532 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3206d006-7a97-4c5d-80c5-47bbff42849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:01.564199 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55862c86-d446-4141-af71-5f8502956647 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Network aeb093c8-4c48-4e79-a212-8d5d93a16f75 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:01.568053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-55862c86-d446-4141-af71-5f8502956647 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:01.571329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55862c86-d446-4141-af71-5f8502956647 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:01.612776 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3206d006-7a97-4c5d-80c5-47bbff42849b None None] Port 045fd59f-0222-4543-afa6-e1826b9221b9 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:00:01.629772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55862c86-d446-4141-af71-5f8502956647 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'Port': ['ID=434165cf-a842-4e7d-ab6d-747e1109fc5d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:01.661468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55862c86-d446-4141-af71-5f8502956647 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:01.663475 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55862c86-d446-4141-af71-5f8502956647 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:01.675968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3206d006-7a97-4c5d-80c5-47bbff42849b None None] Provisioning for port 77e905f5-65b6-4955-9a11-f781762e986b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:01.689213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-96c6f8eb-b108-40d7-8680-9ab33277443e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Made reservation on behalf of 384eeeeb6b564c0ba6396789db3d7886 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:01.691321 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-55862c86-d446-4141-af71-5f8502956647 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1780462 Jul 09 20:00:01.692798 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-96c6f8eb-b108-40d7-8680-9ab33277443e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:01.739402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 77e905f5-65b6-4955-9a11-f781762e986b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:01.895813 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:01.896688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 77e905f5-65b6-4955-9a11-f781762e986b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:01.910533 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 77e905f5-65b6-4955-9a11-f781762e986b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:01.911053 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:01.924378 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90d254a2-791e-4844-a0b8-d4c2ba262cac req-60fccd88-1ef1-4f69-bae4-a73116a83f4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25df5556-a735-4811-8f8b-c35882c1c093 HTTP/1.1" status: 200 len: 998 time: 0.7331009 Jul 09 20:00:01.955585 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Pushing event updated for resources: {'Port': ['ID=1233fa78-dc00-4e50-9ccf-d70cf528112f,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:01.995793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-96c6f8eb-b108-40d7-8680-9ab33277443e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Allocated IP 10.1.1.211 (df2063f7-e4dc-4881-bf8a-9f0da645ab21/a2da9578-691e-4ed6-9947-a8e1da134a39/5c0d015e-6ded-4744-9f25-89e0f331d805) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:02.004225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7de4bb7a-a409-4223-86e5-5047c692c5c1 None None] Provisioning for port 434165cf-a842-4e7d-ab6d-747e1109fc5d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:02.010246 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.013996 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.015255 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-21836721-f6d4-4d0c-94b5-aba4128134b0 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3265729 Jul 09 20:00:02.018599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35850) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:02.079613 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d254a2-791e-4844-a0b8-d4c2ba262cac req-5d6d4d45-33ef-4707-88ed-aac931a051b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:02.086713 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90d254a2-791e-4844-a0b8-d4c2ba262cac req-5d6d4d45-33ef-4707-88ed-aac931a051b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a00eb4ac-2cb3-49d9-a96a-a24c04842ba3 HTTP/1.1" status: 200 len: 856 time: 0.1450408 Jul 09 20:00:02.135772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35858) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:02.141073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-134a8e69-f336-42f7-9259-3e8a58d731c8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--176151895', 'description': 'tempest-description--478826372'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:02.151157 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e45862-97e1-40d4-a65c-75dd09458caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4615e428-e6db-4d3a-97c9-e68cf8789d14'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:02.153555 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271be2d6-1e4a-4be9-9f0b-7c5e05fac89d" -d '{"events": [{"server_uuid": "e6e45862-97e1-40d4-a65c-75dd09458caa", "name": "network-vif-plugged", "status": "completed", "tag": "4615e428-e6db-4d3a-97c9-e68cf8789d14"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:02.158350 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.160688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7de4bb7a-a409-4223-86e5-5047c692c5c1 None None] Provisioning complete for port 434165cf-a842-4e7d-ab6d-747e1109fc5d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:02.161059 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7de4bb7a-a409-4223-86e5-5047c692c5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.188012 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4615e428-e6db-4d3a-97c9-e68cf8789d14, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4615e428-e6db-4d3a-97c9-e68cf8789d14,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:02.217672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:02.259492 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.260441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20c1cc-b7b3-4fdf-8ae1-a951fe013396 req-9fa42e96-4f4e-4e30-a9b8-2b1423948731 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:02.275213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20c1cc-b7b3-4fdf-8ae1-a951fe013396 req-9fa42e96-4f4e-4e30-a9b8-2b1423948731 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:02.280739 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e20c1cc-b7b3-4fdf-8ae1-a951fe013396 req-9fa42e96-4f4e-4e30-a9b8-2b1423948731 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 1653 time: 0.5957670 Jul 09 20:00:02.306606 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-134a8e69-f336-42f7-9259-3e8a58d731c8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.395957 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e20c1cc-b7b3-4fdf-8ae1-a951fe013396 req-8d96ab0e-cd7a-4c20-acb2-a758dde935ea tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071630 Jul 09 20:00:02.420854 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d254a2-791e-4844-a0b8-d4c2ba262cac req-d7f3dc9b-02b1-4f55-b72e-10262105c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:02.422400 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90d254a2-791e-4844-a0b8-d4c2ba262cac req-d7f3dc9b-02b1-4f55-b72e-10262105c398 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71fa7c07-7273-451c-ae3d-4402b49a7b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3199155 Jul 09 20:00:02.430978 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.489640 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=4615e428-e6db-4d3a-97c9-e68cf8789d14,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:02.501498 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.528075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 77e905f5-65b6-4955-9a11-f781762e986b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=77e905f5-65b6-4955-9a11-f781762e986b,segment=NetworkSegment(c00e4733-7eff-471c-ac3a-328929a18e28),segment_id=c00e4733-7eff-471c-ac3a-328929a18e28)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:02.554129 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-96c6f8eb-b108-40d7-8680-9ab33277443e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.554799 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.565347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026ad31-74b1-4938-bbcf-128657e28d2c req-d8cff4ef-bc1f-4006-862b-1d79e6dc1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:02.566908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2026ad31-74b1-4938-bbcf-128657e28d2c req-d8cff4ef-bc1f-4006-862b-1d79e6dc1b3b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 1096 time: 0.3549104 Jul 09 20:00:02.574263 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-96c6f8eb-b108-40d7-8680-9ab33277443e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Transition to ACTIVE for port object 5c0d015e-6ded-4744-9f25-89e0f331d805 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:02.623113 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-96c6f8eb-b108-40d7-8680-9ab33277443e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.630613 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a630f-3409-4af6-b86d-9a17b46c869c req-c6e99dd5-d511-477f-ae9c-b8881e38aba8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:02.637865 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-298a630f-3409-4af6-b86d-9a17b46c869c req-c6e99dd5-d511-477f-ae9c-b8881e38aba8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.3047247 Jul 09 20:00:02.657225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=77e905f5-65b6-4955-9a11-f781762e986b,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:02.667075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7de4bb7a-a409-4223-86e5-5047c692c5c1 None None] Port 434165cf-a842-4e7d-ab6d-747e1109fc5d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:00:02.687585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2026ad31-74b1-4938-bbcf-128657e28d2c req-72e9c269-2618-491d-affb-96e947ad2807 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067598 Jul 09 20:00:02.715069 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9d5d80c2-711a-4398-bb0b-a65e196b3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:26Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '648957dc-4873-42f5-b08a-1e1ef2665043', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'port_id': '25df5556-a735-4811-8f8b-c35882c1c093', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'mac_address': 'fa:16:3e:c9:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:59:32Z', 'updated_at': '2021-07-09T19:59:57Z', 'revision_number': 1, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41c1f82-d782-4d57-a0df-7f75c35c571a', 'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'mac_address': 'fa:16:3e:7f:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:25Z', 'updated_at': '2021-07-09T19:59:33Z', 'revision_number': 5, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'subnets': [{'id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:02.719892 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-298a630f-3409-4af6-b86d-9a17b46c869c req-ba4156fd-4c16-4ef8-a35d-e7dd951b402b tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808034 Jul 09 20:00:02.744304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-96c6f8eb-b108-40d7-8680-9ab33277443e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Network df2063f7-e4dc-4881-bf8a-9f0da645ab21 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:02.762905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-96c6f8eb-b108-40d7-8680-9ab33277443e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:02.764013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5d80c2-711a-4398-bb0b-a65e196b3e1c None None] The sync data for ids ['c5c05f4c-173c-4c97-acc8-11f3965267e0'] in n-d-800088-3 is: [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:26Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '648957dc-4873-42f5-b08a-1e1ef2665043', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'floating_ip_address': '172.25.0.94', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'port_id': '25df5556-a735-4811-8f8b-c35882c1c093', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'mac_address': 'fa:16:3e:c9:f0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:59:32Z', 'updated_at': '2021-07-09T19:59:57Z', 'revision_number': 1, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41c1f82-d782-4d57-a0df-7f75c35c571a', 'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'mac_address': 'fa:16:3e:7f:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:25Z', 'updated_at': '2021-07-09T19:59:33Z', 'revision_number': 5, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'subnets': [{'id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:00:02.785391 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-134a8e69-f336-42f7-9259-3e8a58d731c8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.796155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5aa6eca7-92cc-41a6-8103-d6fee66402a4 None None] Provisioning complete for port 77e905f5-65b6-4955-9a11-f781762e986b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:02.797027 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5aa6eca7-92cc-41a6-8103-d6fee66402a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.817699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-134a8e69-f336-42f7-9259-3e8a58d731c8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.858640 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bec9e43-7b0e-4955-84af-94fd2d250efa x-openstack-request-id: req-8bec9e43-7b0e-4955-84af-94fd2d250efa {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:02.860725 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-96c6f8eb-b108-40d7-8680-9ab33277443e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:02.861377 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e45862-97e1-40d4-a65c-75dd09458caa", "name": "network-vif-plugged", "status": "completed", "tag": "4615e428-e6db-4d3a-97c9-e68cf8789d14", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:02.861766 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8bec9e43-7b0e-4955-84af-94fd2d250efa {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:02.863439 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e45862-97e1-40d4-a65c-75dd09458caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4615e428-e6db-4d3a-97c9-e68cf8789d14', 'code': 200} Jul 09 20:00:02.930648 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-134a8e69-f336-42f7-9259-3e8a58d731c8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.934681 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-134a8e69-f336-42f7-9259-3e8a58d731c8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7948999 Jul 09 20:00:02.941136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35866) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:02.950510 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-100ff8d1-85d4-47dc-8bff-55cb1e42270c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'security_group_rule': {'security_group_id': '1385389b-ee62-4228-b744-2efe2ec787fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:02.955357 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:02.963205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6f8eb-b108-40d7-8680-9ab33277443e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'Port': ['ID=5c0d015e-6ded-4744-9f25-89e0f331d805,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:02.975619 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90d254a2-791e-4844-a0b8-d4c2ba262cac req-d8031214-d58b-4152-8517-c41e3564e945 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451641 Jul 09 20:00:03.115622 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-96c6f8eb-b108-40d7-8680-9ab33277443e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:03.122743 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a8e69-f336-42f7-9259-3e8a58d731c8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1385389b-ee62-4228-b744-2efe2ec787fa,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:03.128736 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-96c6f8eb-b108-40d7-8680-9ab33277443e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.175500 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b9fb1c-2b57-416b-b45e-d66d67752c38 None None] New status for floating IP 648957dc-4873-42f5-b08a-1e1ef2665043: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:00:03.203827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b88ae1-4449-4b8d-8e94-814c3ca9bb32 req-61f9bb45-6cbc-4c87-a5d2-e36acadb49a4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:03.213264 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-07b88ae1-4449-4b8d-8e94-814c3ca9bb32 req-61f9bb45-6cbc-4c87-a5d2-e36acadb49a4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 945 time: 0.4754624 Jul 09 20:00:03.214241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7d106bfd-c74f-4c22-9838-cbce2b3e0ffa None None] Provisioning for port 5c0d015e-6ded-4744-9f25-89e0f331d805 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:03.218397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7d106bfd-c74f-4c22-9838-cbce2b3e0ffa None None] Provisioning complete for port 5c0d015e-6ded-4744-9f25-89e0f331d805 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:03.218716 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7d106bfd-c74f-4c22-9838-cbce2b3e0ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.250268 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90d254a2-791e-4844-a0b8-d4c2ba262cac req-45f4b620-8537-4755-aaaf-2d2912c26f0c service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609911 Jul 09 20:00:03.259797 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-96c6f8eb-b108-40d7-8680-9ab33277443e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4121575 Jul 09 20:00:03.274942 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-07b88ae1-4449-4b8d-8e94-814c3ca9bb32 req-8fb24c2f-c091-49e4-8c8b-e8888bb912b1 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605981 Jul 09 20:00:03.286340 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-62286c23-df91-449d-8d31-279e5e4dfe91 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'port': {'device_id': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0', 'admin_state_up': True, 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'security_groups': ['88eb5451-dbed-4adb-b0c8-8814a2e92ead']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:03.288736 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-100ff8d1-85d4-47dc-8bff-55cb1e42270c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.299883 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7d106bfd-c74f-4c22-9838-cbce2b3e0ffa None None] Port 5c0d015e-6ded-4744-9f25-89e0f331d805 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:00:03.302177 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Allocated IP 172.25.0.133 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/9ff626b9-bd1e-4174-8b24-210f6cc4a043) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:03.319619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11886b8-5c1e-4679-8d25-62457fad89e4 req-b8f32987-32e6-4fc9-b5d2-56a16f7471c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:03.321893 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e11886b8-5c1e-4679-8d25-62457fad89e4 req-b8f32987-32e6-4fc9-b5d2-56a16f7471c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 1096 time: 0.2263823 Jul 09 20:00:03.413542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-62286c23-df91-449d-8d31-279e5e4dfe91 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Made reservation on behalf of 384eeeeb6b564c0ba6396789db3d7886 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:03.433904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e11886b8-5c1e-4679-8d25-62457fad89e4 req-d6d1d964-2da1-44ba-b7b5-fdbd6313002c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038904 Jul 09 20:00:03.453276 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-100ff8d1-85d4-47dc-8bff-55cb1e42270c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.463081 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-100ff8d1-85d4-47dc-8bff-55cb1e42270c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.479561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ff8d1-85d4-47dc-8bff-55cb1e42270c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c3cd6d-bc66-498d-99f1-5c61e883a046,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:03.512484 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-100ff8d1-85d4-47dc-8bff-55cb1e42270c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.516462 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-100ff8d1-85d4-47dc-8bff-55cb1e42270c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5741577 Jul 09 20:00:03.516776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35870) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:03.521402 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.522180 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f5c3012e-173b-4ec3-8d84-60e0420b20d5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'security_group_rule': {'security_group_id': '1385389b-ee62-4228-b744-2efe2ec787fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:03.540104 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-62286c23-df91-449d-8d31-279e5e4dfe91 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.568074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.592880 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5c3012e-173b-4ec3-8d84-60e0420b20d5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.654892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:03.662349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:03.665780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:03.760816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Pushing event updated for resources: {'Port': ['ID=9ff626b9-bd1e-4174-8b24-210f6cc4a043,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:03.785843 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5c3012e-173b-4ec3-8d84-60e0420b20d5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.806000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50ee09-4153-4579-9ff7-74878ca13058 req-c8477d6e-ae2a-4cf6-95ef-5ce46eff09c3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:03.822775 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50ee09-4153-4579-9ff7-74878ca13058 req-c8477d6e-ae2a-4cf6-95ef-5ce46eff09c3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:03.839123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50ee09-4153-4579-9ff7-74878ca13058 req-c8477d6e-ae2a-4cf6-95ef-5ce46eff09c3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:03.847591 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e50ee09-4153-4579-9ff7-74878ca13058 req-c8477d6e-ae2a-4cf6-95ef-5ce46eff09c3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 2374 time: 0.2401786 Jul 09 20:00:03.874547 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.879136 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5c3012e-173b-4ec3-8d84-60e0420b20d5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.882291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-62286c23-df91-449d-8d31-279e5e4dfe91 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Allocated IP 10.2.2.100 (a597dc90-af64-4cd5-8204-81ddc68a6ae0/982230e2-ecd0-408f-b508-78098c9b7e25/a74ae6d6-5326-40b6-8cd8-8e0067f302a2) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:03.916037 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e50ee09-4153-4579-9ff7-74878ca13058 req-671d7499-f637-4823-9af2-d00a4c7101bb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645952 Jul 09 20:00:03.966684 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:03.973416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3012e-173b-4ec3-8d84-60e0420b20d5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65198608-dfd7-45fd-9748-c43de06d61bb,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:04.000050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5c3012e-173b-4ec3-8d84-60e0420b20d5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:04.003719 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35878) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:04.003878 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f5c3012e-173b-4ec3-8d84-60e0420b20d5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4856224 Jul 09 20:00:04.012960 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:04.068783 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:04.103012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5ebeb-d9cb-478e-84a2-4f5e114fd0a8 req-4be16755-3e27-46ea-b0fb-2de9b268001d tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:04.104714 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-41a5ebeb-d9cb-478e-84a2-4f5e114fd0a8 req-4be16755-3e27-46ea-b0fb-2de9b268001d tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.2265854 Jul 09 20:00:04.186658 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-41a5ebeb-d9cb-478e-84a2-4f5e114fd0a8 req-e498a1e2-c302-43a2-8431-0568910054fd tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692253 Jul 09 20:00:04.189893 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-62286c23-df91-449d-8d31-279e5e4dfe91 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:04.206671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-62286c23-df91-449d-8d31-279e5e4dfe91 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Transition to ACTIVE for port object a74ae6d6-5326-40b6-8cd8-8e0067f302a2 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:04.261917 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-62286c23-df91-449d-8d31-279e5e4dfe91 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:04.263228 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:04.273154 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:04.317034 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-62286c23-df91-449d-8d31-279e5e4dfe91 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Network a597dc90-af64-4cd5-8204-81ddc68a6ae0 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:04.321093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-62286c23-df91-449d-8d31-279e5e4dfe91 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:04.325107 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-62286c23-df91-449d-8d31-279e5e4dfe91 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:04.345941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Pushing event updated for resources: {'Port': ['ID=9ff626b9-bd1e-4174-8b24-210f6cc4a043,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:04.349232 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62286c23-df91-449d-8d31-279e5e4dfe91 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'Port': ['ID=a74ae6d6-5326-40b6-8cd8-8e0067f302a2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:04.384891 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-62286c23-df91-449d-8d31-279e5e4dfe91 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:04.385479 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-62286c23-df91-449d-8d31-279e5e4dfe91 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:04.395509 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:04.404832 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-62286c23-df91-449d-8d31-279e5e4dfe91 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1272883 Jul 09 20:00:04.417524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2f80771e-cf2d-43dd-b003-4cfd533132df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'port': {'device_id': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0', 'admin_state_up': True, 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'security_groups': ['88eb5451-dbed-4adb-b0c8-8814a2e92ead']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:04.466976 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:04.490757 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:04.493138 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-faf4b980-3ea8-470c-9bdf-2d9a44b845e5 tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4733124 Jul 09 20:00:04.496104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35884) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:04.650740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-af50adb5-6b57-4924-bd90-eebbee13b495 None None] Provisioning for port a74ae6d6-5326-40b6-8cd8-8e0067f302a2 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:04.666675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-af50adb5-6b57-4924-bd90-eebbee13b495 None None] Provisioning complete for port a74ae6d6-5326-40b6-8cd8-8e0067f302a2 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:04.667302 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-af50adb5-6b57-4924-bd90-eebbee13b495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:04.696381 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b92ca-7974-4285-a5c2-03251f1df96a req-8460c544-1191-485f-9319-0518d52848a7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:04.702796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 77e905f5-65b6-4955-9a11-f781762e986b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:04.706696 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-607b92ca-7974-4285-a5c2-03251f1df96a req-8460c544-1191-485f-9319-0518d52848a7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 945 time: 0.2340517 Jul 09 20:00:04.725538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2f80771e-cf2d-43dd-b003-4cfd533132df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Made reservation on behalf of 384eeeeb6b564c0ba6396789db3d7886 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:04.730338 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2f80771e-cf2d-43dd-b003-4cfd533132df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:04.770603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-af50adb5-6b57-4924-bd90-eebbee13b495 None None] Port a74ae6d6-5326-40b6-8cd8-8e0067f302a2 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:00:04.779845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 77e905f5-65b6-4955-9a11-f781762e986b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:04.780450 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:04.927058 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-607b92ca-7974-4285-a5c2-03251f1df96a req-2647608e-825a-42b0-bac4-dadf27023bb6 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204986 Jul 09 20:00:05.017993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bbdeab9f-b11e-419a-b1e2-6b1aebcbda39 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4485 time: 0.5205715 Jul 09 20:00:05.024186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35890) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:05.055042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2f80771e-cf2d-43dd-b003-4cfd533132df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Allocated IP 10.2.2.200 (a597dc90-af64-4cd5-8204-81ddc68a6ae0/982230e2-ecd0-408f-b508-78098c9b7e25/079f73fb-e472-4d00-8450-a0f011297aa8) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:05.056257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Allocated IP 172.25.0.141 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/85b1efe5-4778-486c-b8d9-542b8dab2b4f) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:05.124481 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1fccd11a-236a-450d-b739-b421d203f9f9 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0985336 Jul 09 20:00:05.138794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35892) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:05.306941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:05.368569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cc976-8861-4ae7-b9e6-743859a526fd req-32379d04-e67f-44cd-8264-ec51073bf7d5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:05.376713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cc976-8861-4ae7-b9e6-743859a526fd req-32379d04-e67f-44cd-8264-ec51073bf7d5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:05.385199 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cc976-8861-4ae7-b9e6-743859a526fd req-32379d04-e67f-44cd-8264-ec51073bf7d5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:05.392471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cc976-8861-4ae7-b9e6-743859a526fd req-32379d04-e67f-44cd-8264-ec51073bf7d5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:05.400932 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-320cc976-8861-4ae7-b9e6-743859a526fd req-32379d04-e67f-44cd-8264-ec51073bf7d5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 3095 time: 0.3070998 Jul 09 20:00:05.407303 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:05.434554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2f80771e-cf2d-43dd-b003-4cfd533132df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:05.457378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2f80771e-cf2d-43dd-b003-4cfd533132df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Transition to ACTIVE for port object 079f73fb-e472-4d00-8450-a0f011297aa8 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:05.500004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:05.505034 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:05.510062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:05.530479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-fe870161-2e57-4bab-99e3-5c8dc8b4404a tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Deleting port 9ff626b9-bd1e-4174-8b24-210f6cc4a043 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:05.530884 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe870161-2e57-4bab-99e3-5c8dc8b4404a tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:05.550970 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'Port': ['ID=85b1efe5-4778-486c-b8d9-542b8dab2b4f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:05.571542 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-320cc976-8861-4ae7-b9e6-743859a526fd req-8636c70a-eba0-4eed-91d8-6af580277c27 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662352 Jul 09 20:00:05.662040 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570f258-fb7e-4b58-81bc-2908df6f3501 req-01a15f41-206b-4d42-8178-962e14d89fe5 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:05.664190 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c570f258-fb7e-4b58-81bc-2908df6f3501 req-01a15f41-206b-4d42-8178-962e14d89fe5 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1966131 Jul 09 20:00:05.665439 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:05.676878 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2f80771e-cf2d-43dd-b003-4cfd533132df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:05.735338 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:05.753371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2f80771e-cf2d-43dd-b003-4cfd533132df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Network a597dc90-af64-4cd5-8204-81ddc68a6ae0 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:05.771185 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2f80771e-cf2d-43dd-b003-4cfd533132df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:05.781612 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2f80771e-cf2d-43dd-b003-4cfd533132df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:05.827963 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe870161-2e57-4bab-99e3-5c8dc8b4404a tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:05.828306 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe870161-2e57-4bab-99e3-5c8dc8b4404a tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:05.833207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80771e-cf2d-43dd-b003-4cfd533132df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event updated for resources: {'Port': ['ID=079f73fb-e472-4d00-8450-a0f011297aa8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:05.854206 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c570f258-fb7e-4b58-81bc-2908df6f3501 req-d222d884-9bd5-4c19-baf4-dc2d09fb7c44 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721451 Jul 09 20:00:05.866662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-fe870161-2e57-4bab-99e3-5c8dc8b4404a tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Calling delete_port for 9ff626b9-bd1e-4174-8b24-210f6cc4a043 owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:05.882513 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2f80771e-cf2d-43dd-b003-4cfd533132df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:05.884107 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2f80771e-cf2d-43dd-b003-4cfd533132df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:05.953614 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2f80771e-cf2d-43dd-b003-4cfd533132df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5413778 Jul 09 20:00:05.970428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Request body: {'port': {'device_id': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:06.047556 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:06.064479 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:06.111093 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:06.219724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'Port': ['ID=85b1efe5-4778-486c-b8d9-542b8dab2b4f,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:06.234547 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-edcc6573-c32c-42e1-83c9-8f7eb7a355a6 None None] Provisioning for port 079f73fb-e472-4d00-8450-a0f011297aa8 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:06.243381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-edcc6573-c32c-42e1-83c9-8f7eb7a355a6 None None] Provisioning complete for port 079f73fb-e472-4d00-8450-a0f011297aa8 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:06.244020 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-edcc6573-c32c-42e1-83c9-8f7eb7a355a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:06.254545 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:06.289109 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:06.298038 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6033bf0a-1f8e-4d74-8711-2599d5055a83 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2857075 Jul 09 20:00:06.331853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-edcc6573-c32c-42e1-83c9-8f7eb7a355a6 None None] Port 079f73fb-e472-4d00-8450-a0f011297aa8 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:00:06.401345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726b8be-3afc-4fcb-a8ec-051ffc2fcb52 req-5f81e0ec-bc3a-4abe-be19-20abe4437283 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:06.403417 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8726b8be-3afc-4fcb-a8ec-051ffc2fcb52 req-5f81e0ec-bc3a-4abe-be19-20abe4437283 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 945 time: 0.1002018 Jul 09 20:00:06.467415 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe870161-2e57-4bab-99e3-5c8dc8b4404a tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:06.497089 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8726b8be-3afc-4fcb-a8ec-051ffc2fcb52 req-8f71f1a7-9567-4885-8110-9bef29dcc30f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877318 Jul 09 20:00:06.627124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff7234-706a-4522-b1db-922aba937c3f req-1d37bd19-2596-4c41-9822-d8460e92b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:06.628370 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10ff7234-706a-4522-b1db-922aba937c3f req-1d37bd19-2596-4c41-9822-d8460e92b41e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0a1c014f76f4d61838879a0fcf7ccfa&device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 1096 time: 0.0888610 Jul 09 20:00:06.634643 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe870161-2e57-4bab-99e3-5c8dc8b4404a tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Pushing event deleted for resources: {'Port': ['ID=9ff626b9-bd1e-4174-8b24-210f6cc4a043,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:06.658961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:06.685575 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:06.735894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Transition to ACTIVE for port object 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:06.747018 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:06.793875 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe870161-2e57-4bab-99e3-5c8dc8b4404a tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:06.796515 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe870161-2e57-4bab-99e3-5c8dc8b4404a tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:06.797759 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fe870161-2e57-4bab-99e3-5c8dc8b4404a tempest-FloatingIPAdminTestJSON-1118712751 tempest-FloatingIPAdminTestJSON-1118712751-project] 10.222.0.30 "DELETE /v2.0/floatingips/3aabfb14-2968-4c22-9d7f-3039ba577c68 HTTP/1.1" status: 204 len: 168 time: 1.6577044 Jul 09 20:00:06.802420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35924) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:06.813994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f0e0d-e278-4589-88b4-8ecf9be26090 req-c5277b31-04b7-4191-80d6-8e14dbb48246 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:06.816373 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-272f0e0d-e278-4589-88b4-8ecf9be26090 req-c5277b31-04b7-4191-80d6-8e14dbb48246 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1602588 Jul 09 20:00:06.871938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff7234-706a-4522-b1db-922aba937c3f req-6b5d4642-0074-465e-85b1-2b05218c2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:06.874607 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10ff7234-706a-4522-b1db-922aba937c3f req-6b5d4642-0074-465e-85b1-2b05218c2b8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d9c8f0d-513a-4509-99ac-8f0364c9799f HTTP/1.1" status: 200 len: 919 time: 0.2362871 Jul 09 20:00:06.875346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Pushing event updated for resources: {'Port': ['ID=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:06.962089 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f82e8f-0cc5-4905-8f41-b1323d5f525a req-623ce5ce-a0d8-4eaf-aaf2-ca83e85d4b0b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:06.969396 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d1f82e8f-0cc5-4905-8f41-b1323d5f525a req-623ce5ce-a0d8-4eaf-aaf2-ca83e85d4b0b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 945 time: 0.1767125 Jul 09 20:00:06.981709 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10ff7234-706a-4522-b1db-922aba937c3f req-7ebaf11d-2ef4-4728-a05c-2e0d3625231b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309cb334-deb3-4dbc-8f35-1bcfb236fe72 HTTP/1.1" status: 200 len: 217 time: 0.0843899 Jul 09 20:00:06.987239 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-272f0e0d-e278-4589-88b4-8ecf9be26090 req-b9691a29-bd17-49dc-bb34-24fdada81b5b tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626711 Jul 09 20:00:07.062737 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d1f82e8f-0cc5-4905-8f41-b1323d5f525a req-7db390ca-036e-4d39-a26e-25cf5739d421 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925384 Jul 09 20:00:07.067596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Attempting to bind port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:07.068051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Attempting to bind port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '571a12b3-5538-4dc3-8b22-baed5a2543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:07.068277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Attempting to bind port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 on network ac26e3a8-4659-47b4-aecd-3ff1c0a17975 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:07.076685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 on network ac26e3a8-4659-47b4-aecd-3ff1c0a17975 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:07.076961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Attempting to bind port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 on network ac26e3a8-4659-47b4-aecd-3ff1c0a17975 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:07.082129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:07.082474 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Checking segment: {'id': '571a12b3-5538-4dc3-8b22-baed5a2543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:07.082867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Bound using segment: {'id': '571a12b3-5538-4dc3-8b22-baed5a2543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:07.083393 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Bound port: 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '571a12b3-5538-4dc3-8b22-baed5a2543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:07.083660 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:07.142928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff7234-706a-4522-b1db-922aba937c3f req-70d8013b-feaf-4eac-8a3f-8012e0fe421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:07.145907 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10ff7234-706a-4522-b1db-922aba937c3f req-70d8013b-feaf-4eac-8a3f-8012e0fe421b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b3866c-439e-4479-8f0a-3ffef10e645a HTTP/1.1" status: 200 len: 858 time: 0.1521854 Jul 09 20:00:07.166429 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] For port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:07.169594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] For port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8,segment=NetworkSegment(571a12b3-5538-4dc3-8b22-baed5a2543db),segment_id=571a12b3-5538-4dc3-8b22-baed5a2543db)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:07.176820 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:07.208440 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10ff7234-706a-4522-b1db-922aba937c3f req-3d0250bf-4870-4391-a40e-f925d4ab4396 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d9c8f0d-513a-4509-99ac-8f0364c9799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486412 Jul 09 20:00:07.215180 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:07.215695 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:07.217359 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] 10.222.0.36 "PUT /v2.0/ports/0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 HTTP/1.1" status: 200 len: 1091 time: 1.2542677 Jul 09 20:00:07.217897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:07.220443 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81c3760-3524-43c9-85a0-a1ee09c41619" -d '{"events": [{"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "0d5a34d7-7fd0-497c-88c7-b2009f7eedc8"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:07.248222 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-90225b3c-7bf3-4fe6-a26f-9f2f58c1a695 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--176151895&fields=id&tenant_id=8cc91b2219044be3bcf3baddf092d553 HTTP/1.1" status: 200 len: 267 time: 0.1282880 Jul 09 20:00:07.292361 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Request body: {'port': {'device_id': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:07.320855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18a7e2-d662-4cea-8886-974de6a175ba service neutron] Pushing event updated for resources: {'Port': ['ID=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:07.350357 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-dfe07f66-01a8-4672-8c2a-ec7a7085e571 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Deleting port 1233fa78-dc00-4e50-9ccf-d70cf528112f {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:07.350936 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfe07f66-01a8-4672-8c2a-ec7a7085e571 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:07.409111 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97dd3a-81c1-4a21-9818-797be3a0fe65 req-52aebd42-159c-45e3-aa4b-47cde0187005 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:07.415933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97dd3a-81c1-4a21-9818-797be3a0fe65 req-52aebd42-159c-45e3-aa4b-47cde0187005 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:07.423538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97dd3a-81c1-4a21-9818-797be3a0fe65 req-52aebd42-159c-45e3-aa4b-47cde0187005 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:07.428096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-0d8ad36a-1874-46ec-9a2e-97135722868f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:07.430048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-0d8ad36a-1874-46ec-9a2e-97135722868f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports/4a5066e1-5df8-47b1-bc91-51ff5dde2cfc HTTP/1.1" status: 200 len: 936 time: 0.1475127 Jul 09 20:00:07.430963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97dd3a-81c1-4a21-9818-797be3a0fe65 req-52aebd42-159c-45e3-aa4b-47cde0187005 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:07.438217 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97dd3a-81c1-4a21-9818-797be3a0fe65 req-52aebd42-159c-45e3-aa4b-47cde0187005 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:07.440206 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fc97dd3a-81c1-4a21-9818-797be3a0fe65 req-52aebd42-159c-45e3-aa4b-47cde0187005 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 3828 time: 0.1988890 Jul 09 20:00:07.452668 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:07.503108 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10ff7234-706a-4522-b1db-922aba937c3f req-30132d37-2629-4049-884b-d75a2f0d6338 service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837267 Jul 09 20:00:07.542639 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fc97dd3a-81c1-4a21-9818-797be3a0fe65 req-4b68874d-a97e-4f77-a5ed-02921f968dc9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919447 Jul 09 20:00:07.583557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-2b1acfea-f88b-4fd0-916f-7a5705ec01c2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:07.590853 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-2b1acfea-f88b-4fd0-916f-7a5705ec01c2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports/434165cf-a842-4e7d-ab6d-747e1109fc5d HTTP/1.1" status: 200 len: 935 time: 0.1506450 Jul 09 20:00:07.646442 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-eedeae57-ad2d-412c-9fff-c3f116c96537 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?network_id=ef5270c7-1773-4605-be53-cd4a35f29f6b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0547714 Jul 09 20:00:07.650758 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfe07f66-01a8-4672-8c2a-ec7a7085e571 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:07.651100 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfe07f66-01a8-4672-8c2a-ec7a7085e571 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:07.700252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-dfe07f66-01a8-4672-8c2a-ec7a7085e571 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Calling delete_port for 1233fa78-dc00-4e50-9ccf-d70cf528112f owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:07.711871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-7c6975d4-b2fe-49cd-a54b-bb8917ec9846 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?network_id=ef5270c7-1773-4605-be53-cd4a35f29f6b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0466528 Jul 09 20:00:07.792795 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10ff7234-706a-4522-b1db-922aba937c3f req-4a1e6151-94e1-401c-8e45-e3d3fb1a42ea service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816434 Jul 09 20:00:07.880162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2dd2a99-be70-4ee7-913f-37195b50ee10 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:07.888617 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:07.893494 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3b7bdddb-5afe-458d-afa6-faa009348a15 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:07.899995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3b7bdddb-5afe-458d-afa6-faa009348a15 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:07.903374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Transition to ACTIVE for port object c2dd2a99-be70-4ee7-913f-37195b50ee10 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:07.906047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3b7bdddb-5afe-458d-afa6-faa009348a15 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:07.907938 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3b7bdddb-5afe-458d-afa6-faa009348a15 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/networks?id=f3710c23-e34f-4a94-ad2f-5eaa9c859b69&id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&id=ef5270c7-1773-4605-be53-cd4a35f29f6b&id=ef5270c7-1773-4605-be53-cd4a35f29f6b HTTP/1.1" status: 200 len: 1995 time: 0.1952760 Jul 09 20:00:07.911228 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:07.941228 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e9af5356-0d92-454a-9236-1fad0861d5fd tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/quotas/8cc91b2219044be3bcf3baddf092d553 HTTP/1.1" status: 200 len: 375 time: 0.0235815 Jul 09 20:00:07.969749 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2dd2a99-be70-4ee7-913f-37195b50ee10,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:08.067041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Attempting to bind port c2dd2a99-be70-4ee7-913f-37195b50ee10 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:08.067721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Attempting to bind port c2dd2a99-be70-4ee7-913f-37195b50ee10 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:08.068201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Attempting to bind port c2dd2a99-be70-4ee7-913f-37195b50ee10 on network df2063f7-e4dc-4881-bf8a-9f0da645ab21 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:08.070415 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfe07f66-01a8-4672-8c2a-ec7a7085e571 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:08.075461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Port c2dd2a99-be70-4ee7-913f-37195b50ee10 on network df2063f7-e4dc-4881-bf8a-9f0da645ab21 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:08.075971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Attempting to bind port c2dd2a99-be70-4ee7-913f-37195b50ee10 on network df2063f7-e4dc-4881-bf8a-9f0da645ab21 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:08.082641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:08.083197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Checking segment: {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:08.083694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Bound using segment: {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:08.084254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Bound port: c2dd2a99-be70-4ee7-913f-37195b50ee10, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:08.084776 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:08.110164 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe07f66-01a8-4672-8c2a-ec7a7085e571 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Pushing event deleted for resources: {'Port': ['ID=1233fa78-dc00-4e50-9ccf-d70cf528112f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:08.175530 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-22e36925-c51b-434e-983c-37a4117380af tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8cc91b2219044be3bcf3baddf092d553&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2036994 Jul 09 20:00:08.264450 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfe07f66-01a8-4672-8c2a-ec7a7085e571 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:08.267011 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfe07f66-01a8-4672-8c2a-ec7a7085e571 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:08.273712 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dfe07f66-01a8-4672-8c2a-ec7a7085e571 tempest-FloatingIPAdminTestJSON-1819046474 tempest-FloatingIPAdminTestJSON-1819046474-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/6b98c9f2-2cc5-4065-a24c-b9c2948a9a57 HTTP/1.1" status: 204 len: 168 time: 1.4506109 Jul 09 20:00:08.301456 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35946) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:08.482245 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3760-3524-43c9-85a0-a1ee09c41619 req-97b19134-7f51-4b5a-ae7e-7ce781235656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:08.482735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3760-3524-43c9-85a0-a1ee09c41619 req-97b19134-7f51-4b5a-ae7e-7ce781235656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:08.483211 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3760-3524-43c9-85a0-a1ee09c41619 req-97b19134-7f51-4b5a-ae7e-7ce781235656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:08.483685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3760-3524-43c9-85a0-a1ee09c41619 req-97b19134-7f51-4b5a-ae7e-7ce781235656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:08.484154 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3760-3524-43c9-85a0-a1ee09c41619 req-97b19134-7f51-4b5a-ae7e-7ce781235656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:08.484649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3760-3524-43c9-85a0-a1ee09c41619 req-97b19134-7f51-4b5a-ae7e-7ce781235656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:08.486503 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f81c3760-3524-43c9-85a0-a1ee09c41619 req-97b19134-7f51-4b5a-ae7e-7ce781235656 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=384eeeeb6b564c0ba6396789db3d7886&device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5245 time: 0.1736434 Jul 09 20:00:08.519471 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb1a2fa-bd88-4dc9-817f-06ea81dd66d0 x-openstack-request-id: req-8bb1a2fa-bd88-4dc9-817f-06ea81dd66d0 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:08.519802 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "0d5a34d7-7fd0-497c-88c7-b2009f7eedc8", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:08.520169 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8bb1a2fa-bd88-4dc9-817f-06ea81dd66d0 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:08.520681 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8', 'status': 'completed', 'code': 200} Jul 09 20:00:08.585478 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-6961c68b-5fd1-41d2-aea4-d0d22b2f1920 service neutron] 10.222.0.30 "GET /v2.0/networks/f3710c23-e34f-4a94-ad2f-5eaa9c859b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466082 Jul 09 20:00:08.612386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] For port c2dd2a99-be70-4ee7-913f-37195b50ee10, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:08.628878 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] For port c2dd2a99-be70-4ee7-913f-37195b50ee10, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c2dd2a99-be70-4ee7-913f-37195b50ee10,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:08.642401 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f9bd9-4211-4c9c-86e5-c43068561664 req-1fa1cac0-6bff-4d18-ac22-7a5487f3ca76 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:08.643953 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-943f9bd9-4211-4c9c-86e5-c43068561664 req-1fa1cac0-6bff-4d18-ac22-7a5487f3ca76 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1016059 Jul 09 20:00:08.645629 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:08.714961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:08.715615 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:08.717969 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] 10.222.0.36 "PUT /v2.0/ports/c2dd2a99-be70-4ee7-913f-37195b50ee10 HTTP/1.1" status: 200 len: 1131 time: 1.4314182 Jul 09 20:00:08.766905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Request body: {'port': {'device_id': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:08.776767 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-943f9bd9-4211-4c9c-86e5-c43068561664 req-02cca174-532c-4c66-9bb7-28f112037717 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224682 Jul 09 20:00:08.800463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df75f90-5b82-4175-a7f7-d1f2bf18aaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2dd2a99-be70-4ee7-913f-37195b50ee10,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:08.880399 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:09.103327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-98c9e85c-80c1-4601-b1b1-77e453b819bc tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Deleting port 993ae51f-d163-4050-bea1-734b85ac07c7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:09.103679 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98c9e85c-80c1-4601-b1b1-77e453b819bc tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:09.108426 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ec10e-0ca1-442b-aa46-11f5b7f779f1 req-192cb46c-731b-4fdf-8617-8434ba327d21 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:09.110048 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-937ec10e-0ca1-442b-aa46-11f5b7f779f1 req-192cb46c-731b-4fdf-8617-8434ba327d21 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 945 time: 0.1572671 Jul 09 20:00:09.138897 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3760-3524-43c9-85a0-a1ee09c41619 req-abf6faa2-e2f6-464b-b135-77520ccba295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:09.139914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3760-3524-43c9-85a0-a1ee09c41619 req-abf6faa2-e2f6-464b-b135-77520ccba295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:09.140418 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3760-3524-43c9-85a0-a1ee09c41619 req-abf6faa2-e2f6-464b-b135-77520ccba295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:09.142226 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f81c3760-3524-43c9-85a0-a1ee09c41619 req-abf6faa2-e2f6-464b-b135-77520ccba295 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=384eeeeb6b564c0ba6396789db3d7886&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6423712 Jul 09 20:00:09.189231 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-937ec10e-0ca1-442b-aa46-11f5b7f779f1 req-7d397987-e727-47bf-a272-22a2ca2877a6 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489979 Jul 09 20:00:09.197969 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-33f03d98-5973-4e47-bbc3-51a80b59faa2 service neutron] 10.222.0.30 "GET /v2.0/networks/f3710c23-e34f-4a94-ad2f-5eaa9c859b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6115887 Jul 09 20:00:09.302779 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9944b9e7-bf69-4596-915c-eed4dcb47861 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:09.312375 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:09.366357 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Transition to ACTIVE for port object 9944b9e7-bf69-4596-915c-eed4dcb47861 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:09.376455 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:09.388413 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-95a267cb-0620-417a-ba63-6fe265bad68f service neutron] 10.222.0.30 "GET /v2.0/ports/4a5066e1-5df8-47b1-bc91-51ff5dde2cfc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1607046 Jul 09 20:00:09.447432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98c9e85c-80c1-4601-b1b1-77e453b819bc tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:09.449982 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Pushing event updated for resources: {'Port': ['ID=9944b9e7-bf69-4596-915c-eed4dcb47861,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:09.472987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2bf2e-2372-4860-bcf4-dcb1ebc8c3d0 req-42740b7d-1616-4c21-b1d1-4875ee7afaff tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:09.479215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2bf2e-2372-4860-bcf4-dcb1ebc8c3d0 req-42740b7d-1616-4c21-b1d1-4875ee7afaff tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:09.485400 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2bf2e-2372-4860-bcf4-dcb1ebc8c3d0 req-42740b7d-1616-4c21-b1d1-4875ee7afaff tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:09.491907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2bf2e-2372-4860-bcf4-dcb1ebc8c3d0 req-42740b7d-1616-4c21-b1d1-4875ee7afaff tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:09.496709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3760-3524-43c9-85a0-a1ee09c41619 req-64879328-445d-47c2-8b7f-b594d1cc4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:09.498343 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f81c3760-3524-43c9-85a0-a1ee09c41619 req-64879328-445d-47c2-8b7f-b594d1cc4652 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3227851 Jul 09 20:00:09.498921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2bf2e-2372-4860-bcf4-dcb1ebc8c3d0 req-42740b7d-1616-4c21-b1d1-4875ee7afaff tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:09.500614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-98c9e85c-80c1-4601-b1b1-77e453b819bc tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Calling delete_port for 993ae51f-d163-4050-bea1-734b85ac07c7 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:09.506588 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2bf2e-2372-4860-bcf4-dcb1ebc8c3d0 req-42740b7d-1616-4c21-b1d1-4875ee7afaff tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:09.515048 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-74c2bf2e-2372-4860-bcf4-dcb1ebc8c3d0 req-42740b7d-1616-4c21-b1d1-4875ee7afaff tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 4601 time: 0.1952703 Jul 09 20:00:09.591287 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-980a19a2-c116-4cb3-b252-01d64651ba73 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896803 Jul 09 20:00:09.614076 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-74c2bf2e-2372-4860-bcf4-dcb1ebc8c3d0 req-680a2489-daf6-413e-a328-f6ec6e53ca92 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979834 Jul 09 20:00:09.666744 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Attempting to bind port 9944b9e7-bf69-4596-915c-eed4dcb47861 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:09.668218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Attempting to bind port 9944b9e7-bf69-4596-915c-eed4dcb47861 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:09.672298 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Attempting to bind port 9944b9e7-bf69-4596-915c-eed4dcb47861 on network df2063f7-e4dc-4881-bf8a-9f0da645ab21 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:09.688019 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Port 9944b9e7-bf69-4596-915c-eed4dcb47861 on network df2063f7-e4dc-4881-bf8a-9f0da645ab21 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:09.688737 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Attempting to bind port 9944b9e7-bf69-4596-915c-eed4dcb47861 on network df2063f7-e4dc-4881-bf8a-9f0da645ab21 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:09.695212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:09.695888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Checking segment: {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:09.696510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Bound using segment: {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:09.697316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Bound port: 9944b9e7-bf69-4596-915c-eed4dcb47861, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:09.697931 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:09.766553 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-66dbcda7-e0d5-4745-b489-4c2cb1ea8c66 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650188 Jul 09 20:00:09.815988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] For port 9944b9e7-bf69-4596-915c-eed4dcb47861, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:09.820200 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] For port 9944b9e7-bf69-4596-915c-eed4dcb47861, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9944b9e7-bf69-4596-915c-eed4dcb47861,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:09.826107 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98c9e85c-80c1-4601-b1b1-77e453b819bc tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:09.830162 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:09.875888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9e85c-80c1-4601-b1b1-77e453b819bc tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event deleted for resources: {'Port': ['ID=993ae51f-d163-4050-bea1-734b85ac07c7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:09.894706 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:09.895346 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:09.902908 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] 10.222.0.36 "PUT /v2.0/ports/9944b9e7-bf69-4596-915c-eed4dcb47861 HTTP/1.1" status: 200 len: 1130 time: 1.1347938 Jul 09 20:00:09.912380 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-947beb22-519d-4d92-906e-c406709a6b34 service neutron] 10.222.0.30 "GET /v2.0/ports/434165cf-a842-4e7d-ab6d-747e1109fc5d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1352873 Jul 09 20:00:09.998300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedde51f-4af3-424a-985e-0011f6667c29 service neutron] Pushing event updated for resources: {'Port': ['ID=9944b9e7-bf69-4596-915c-eed4dcb47861,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:10.058912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Request body: {'port': {'device_id': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:10.064578 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42a521-a8e1-45bc-a339-462fc8331dad req-78b12228-d029-4b63-90e2-21273bcab73f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:10.066594 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cc42a521-a8e1-45bc-a339-462fc8331dad req-78b12228-d029-4b63-90e2-21273bcab73f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 945 time: 0.1465967 Jul 09 20:00:10.170999 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:10.203769 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98c9e85c-80c1-4601-b1b1-77e453b819bc tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:10.205734 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-98c9e85c-80c1-4601-b1b1-77e453b819bc tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] 10.222.0.30 "DELETE /v2.0/ports/993ae51f-d163-4050-bea1-734b85ac07c7 HTTP/1.1" status: 204 len: 168 time: 1.9039745 Jul 09 20:00:10.209101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35958) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:10.269104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-cc42a521-a8e1-45bc-a339-462fc8331dad req-c8e05505-21ea-45d8-ae79-d5e667dcf5d2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Deleting port 4615e428-e6db-4d3a-97c9-e68cf8789d14 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:10.269467 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-cc42a521-a8e1-45bc-a339-462fc8331dad req-c8e05505-21ea-45d8-ae79-d5e667dcf5d2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:10.361805 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4de33f93-feea-4431-b6d7-2296cdc87a28 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070716 Jul 09 20:00:10.389609 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f476af-9cd4-4c69-be04-09e66e7899f8 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:10.393618 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-39f476af-9cd4-4c69-be04-09e66e7899f8 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] 10.222.0.30 "GET /v2.0/ports?device_id=c54f7b31-d437-4c2d-a99d-ba31b535bcfd HTTP/1.1" status: 200 len: 913 time: 0.1787612 Jul 09 20:00:10.395305 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35962) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:10.521159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-cc42a521-a8e1-45bc-a339-462fc8331dad req-c8e05505-21ea-45d8-ae79-d5e667dcf5d2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] For port 4615e428-e6db-4d3a-97c9-e68cf8789d14, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4615e428-e6db-4d3a-97c9-e68cf8789d14,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:10.521545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-cc42a521-a8e1-45bc-a339-462fc8331dad req-c8e05505-21ea-45d8-ae79-d5e667dcf5d2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:10.524718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': 'c2dd2a99-be70-4ee7-913f-37195b50ee10'}, {'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': '9944b9e7-bf69-4596-915c-eed4dcb47861'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:10.527013 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be92f46-1044-4af8-b222-bf299073a79c" -d '{"events": [{"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "c2dd2a99-be70-4ee7-913f-37195b50ee10"}, {"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "9944b9e7-bf69-4596-915c-eed4dcb47861"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:10.545716 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-eb34e686-f8ca-4873-9667-0d8d8ca313df service neutron] 10.222.0.30 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747868 Jul 09 20:00:10.602160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-cc42a521-a8e1-45bc-a339-462fc8331dad req-c8e05505-21ea-45d8-ae79-d5e667dcf5d2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Calling delete_port for 4615e428-e6db-4d3a-97c9-e68cf8789d14 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:10.655416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcb8b8-6e85-4a7b-ad09-a7d734b94bed req-fd30d8f5-a24a-4e4e-8cfe-02633869c7b1 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:10.656957 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26dcb8b8-6e85-4a7b-ad09-a7d734b94bed req-fd30d8f5-a24a-4e4e-8cfe-02633869c7b1 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.3793344 Jul 09 20:00:10.724435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045fd59f-0222-4543-afa6-e1826b9221b9 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:10.731500 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dd1f4ee4-3c0b-472e-b742-dc778253fbab service neutron] 10.222.0.30 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756740 Jul 09 20:00:10.738659 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:10.803806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Transition to ACTIVE for port object 045fd59f-0222-4543-afa6-e1826b9221b9 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:10.810975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:10.811213 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26dcb8b8-6e85-4a7b-ad09-a7d734b94bed req-8ff99ccf-3199-4855-add0-016d5ecfb7cc tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453137 Jul 09 20:00:10.904807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Pushing event updated for resources: {'Port': ['ID=045fd59f-0222-4543-afa6-e1826b9221b9,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:10.945601 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-02c030b4-bd61-46c1-b868-13c45daec518 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036176 Jul 09 20:00:10.996729 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-cc42a521-a8e1-45bc-a339-462fc8331dad req-c8e05505-21ea-45d8-ae79-d5e667dcf5d2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:11.013847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['766f3db3-fa17-47d0-b351-3410350a3894'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:11.063024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Attempting to bind port 045fd59f-0222-4543-afa6-e1826b9221b9 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:11.063566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Attempting to bind port 045fd59f-0222-4543-afa6-e1826b9221b9 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:11.063704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Attempting to bind port 045fd59f-0222-4543-afa6-e1826b9221b9 on network df2063f7-e4dc-4881-bf8a-9f0da645ab21 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:11.081630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Port 045fd59f-0222-4543-afa6-e1826b9221b9 on network df2063f7-e4dc-4881-bf8a-9f0da645ab21 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:11.081980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Attempting to bind port 045fd59f-0222-4543-afa6-e1826b9221b9 on network df2063f7-e4dc-4881-bf8a-9f0da645ab21 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:11.084488 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e05505-21ea-45d8-ae79-d5e667dcf5d2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Pushing event deleted for resources: {'Port': ['ID=4615e428-e6db-4d3a-97c9-e68cf8789d14,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:11.094331 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:11.094682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Checking segment: {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:11.095079 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Bound using segment: {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:11.095531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Bound port: 045fd59f-0222-4543-afa6-e1826b9221b9, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:11.095906 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:11.118911 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ffe562c5-3f3b-4208-8b1f-c81706674aeb req-5d468d89-c328-426c-a1aa-aeb33fe80a85 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e45862-97e1-40d4-a65c-75dd09458caa HTTP/1.1" status: 200 len: 210 time: 0.1114948 Jul 09 20:00:11.165177 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-cbfc2580-34b6-4afb-9016-b26e96182ff3 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966548 Jul 09 20:00:11.220094 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b8a465-375b-429e-b1e9-916313451a36 x-openstack-request-id: req-e5b8a465-375b-429e-b1e9-916313451a36 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:11.220588 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "c2dd2a99-be70-4ee7-913f-37195b50ee10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "9944b9e7-bf69-4596-915c-eed4dcb47861", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:11.220692 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5b8a465-375b-429e-b1e9-916313451a36 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:11.221119 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': 'c2dd2a99-be70-4ee7-913f-37195b50ee10', 'status': 'completed', 'code': 200} Jul 09 20:00:11.221384 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': '9944b9e7-bf69-4596-915c-eed4dcb47861', 'status': 'completed', 'code': 200} Jul 09 20:00:11.222388 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc42a521-a8e1-45bc-a339-462fc8331dad req-c8e05505-21ea-45d8-ae79-d5e667dcf5d2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] No DVR routers for this DVR port 4615e428-e6db-4d3a-97c9-e68cf8789d14 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:00:11.240257 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-cc42a521-a8e1-45bc-a339-462fc8331dad req-c8e05505-21ea-45d8-ae79-d5e667dcf5d2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:11.243097 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cc42a521-a8e1-45bc-a339-462fc8331dad req-c8e05505-21ea-45d8-ae79-d5e667dcf5d2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "DELETE /v2.0/ports/4615e428-e6db-4d3a-97c9-e68cf8789d14 HTTP/1.1" status: 204 len: 173 time: 1.1660206 Jul 09 20:00:11.269074 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-b3ca28aa-ecf2-45a9-ae1b-e8f4c6b81c6a service neutron] 10.222.0.30 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029937 Jul 09 20:00:11.383376 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-1414ac16-8580-4fe1-b555-67efc0688aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.384005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-1414ac16-8580-4fe1-b555-67efc0688aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.384695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-1414ac16-8580-4fe1-b555-67efc0688aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.385199 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-1414ac16-8580-4fe1-b555-67efc0688aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.385697 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-1414ac16-8580-4fe1-b555-67efc0688aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.386189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-1414ac16-8580-4fe1-b555-67efc0688aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.386738 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-1414ac16-8580-4fe1-b555-67efc0688aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.388801 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9be92f46-1044-4af8-b222-bf299073a79c req-1414ac16-8580-4fe1-b555-67efc0688aba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=384eeeeb6b564c0ba6396789db3d7886&device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 6235 time: 0.1644981 Jul 09 20:00:11.389194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] For port 045fd59f-0222-4543-afa6-e1826b9221b9, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:11.396415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] For port 045fd59f-0222-4543-afa6-e1826b9221b9, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=045fd59f-0222-4543-afa6-e1826b9221b9,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:11.407705 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:11.473445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Pushing event updated for resources: {'Port': ['ID=045fd59f-0222-4543-afa6-e1826b9221b9,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:11.479336 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76b012e1-4f81-4eb2-a206-4854409996b9 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:11.484277 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4851de16-bda2-4e0e-8dc4-236f31703214 service neutron] 10.222.0.30 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142916 Jul 09 20:00:11.585405 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-c8b88f1a-c63e-44e8-a4fb-fbad08fe0aba service neutron] 10.222.0.30 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001010 Jul 09 20:00:11.648789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.649849 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:11.652171 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7990ea2-ed19-450f-85e2-b35e40e13dca service neutron] 10.222.0.36 "PUT /v2.0/ports/045fd59f-0222-4543-afa6-e1826b9221b9 HTTP/1.1" status: 200 len: 1091 time: 1.6969917 Jul 09 20:00:11.652933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': '045fd59f-0222-4543-afa6-e1826b9221b9'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:11.657097 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ed68aa-ff86-42c2-bbb2-475682fa4f94" -d '{"events": [{"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "045fd59f-0222-4543-afa6-e1826b9221b9"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:11.682047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Request body: {'port': {'device_id': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:11.731647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-9d080439-a69e-4b47-9381-f9237be8ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.731647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-9d080439-a69e-4b47-9381-f9237be8ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.731647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-9d080439-a69e-4b47-9381-f9237be8ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.733145 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9be92f46-1044-4af8-b222-bf299073a79c req-9d080439-a69e-4b47-9381-f9237be8ff42 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=384eeeeb6b564c0ba6396789db3d7886&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3362789 Jul 09 20:00:11.788449 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:11.840461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-5498cd9a-abd3-44bc-9128-8ac931474c1a service neutron] 10.222.0.30 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537398 Jul 09 20:00:11.893879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8abe2e-e216-4e5c-96e7-868e4b7a4809 req-3d0fadd0-c1aa-4920-9443-b83f2de50ce2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.900876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8abe2e-e216-4e5c-96e7-868e4b7a4809 req-3d0fadd0-c1aa-4920-9443-b83f2de50ce2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.907282 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8abe2e-e216-4e5c-96e7-868e4b7a4809 req-3d0fadd0-c1aa-4920-9443-b83f2de50ce2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.913725 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8abe2e-e216-4e5c-96e7-868e4b7a4809 req-3d0fadd0-c1aa-4920-9443-b83f2de50ce2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.920103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8abe2e-e216-4e5c-96e7-868e4b7a4809 req-3d0fadd0-c1aa-4920-9443-b83f2de50ce2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.926263 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8abe2e-e216-4e5c-96e7-868e4b7a4809 req-3d0fadd0-c1aa-4920-9443-b83f2de50ce2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.932445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8abe2e-e216-4e5c-96e7-868e4b7a4809 req-3d0fadd0-c1aa-4920-9443-b83f2de50ce2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:11.934690 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d8abe2e-e216-4e5c-96e7-868e4b7a4809 req-3d0fadd0-c1aa-4920-9443-b83f2de50ce2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5385 time: 0.4929051 Jul 09 20:00:12.035467 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-8ffb6149-433e-4ec5-b223-872f4d097081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:12.036949 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9be92f46-1044-4af8-b222-bf299073a79c req-8ffb6149-433e-4ec5-b223-872f4d097081 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2951665 Jul 09 20:00:12.049420 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d8abe2e-e216-4e5c-96e7-868e4b7a4809 req-ef447730-70c8-45e4-9a8c-56124e090509 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048241 Jul 09 20:00:12.058735 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-7c4929ea-721b-4a46-9a3f-b714ce7e2369 service neutron] 10.222.0.30 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050526 Jul 09 20:00:12.200429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0d015e-6ded-4744-9f25-89e0f331d805 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:12.209606 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:12.236168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Transition to ACTIVE for port object 5c0d015e-6ded-4744-9f25-89e0f331d805 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:12.242479 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:12.291114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-ad891363-a7c3-4e47-ac2e-f87bcbb07285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:12.291884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-ad891363-a7c3-4e47-ac2e-f87bcbb07285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:12.292473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-ad891363-a7c3-4e47-ac2e-f87bcbb07285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:12.293051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-ad891363-a7c3-4e47-ac2e-f87bcbb07285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:12.293602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-ad891363-a7c3-4e47-ac2e-f87bcbb07285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:12.294194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-ad891363-a7c3-4e47-ac2e-f87bcbb07285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:12.294958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-ad891363-a7c3-4e47-ac2e-f87bcbb07285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:12.297057 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9be92f46-1044-4af8-b222-bf299073a79c req-ad891363-a7c3-4e47-ac2e-f87bcbb07285 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=384eeeeb6b564c0ba6396789db3d7886&device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 6277 time: 0.1657889 Jul 09 20:00:12.298685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-76b012e1-4f81-4eb2-a206-4854409996b9 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Deleting port b2074678-f538-4d6a-8c02-5b1239f6f23b {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:12.299332 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76b012e1-4f81-4eb2-a206-4854409996b9 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:12.362510 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0d015e-6ded-4744-9f25-89e0f331d805,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:12.494814 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Attempting to bind port 5c0d015e-6ded-4744-9f25-89e0f331d805 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:12.495404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Attempting to bind port 5c0d015e-6ded-4744-9f25-89e0f331d805 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:12.496319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Attempting to bind port 5c0d015e-6ded-4744-9f25-89e0f331d805 on network df2063f7-e4dc-4881-bf8a-9f0da645ab21 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:12.504962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Port 5c0d015e-6ded-4744-9f25-89e0f331d805 on network df2063f7-e4dc-4881-bf8a-9f0da645ab21 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:12.505684 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Attempting to bind port 5c0d015e-6ded-4744-9f25-89e0f331d805 on network df2063f7-e4dc-4881-bf8a-9f0da645ab21 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:12.521376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:12.522082 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Checking segment: {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:12.524285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Bound using segment: {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:12.524936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Bound port: 5c0d015e-6ded-4744-9f25-89e0f331d805, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:12.528855 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:12.593534 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76b012e1-4f81-4eb2-a206-4854409996b9 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:12.630470 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-76b012e1-4f81-4eb2-a206-4854409996b9 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Calling delete_port for b2074678-f538-4d6a-8c02-5b1239f6f23b owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:12.682607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] For port 5c0d015e-6ded-4744-9f25-89e0f331d805, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:12.690028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] For port 5c0d015e-6ded-4744-9f25-89e0f331d805, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5c0d015e-6ded-4744-9f25-89e0f331d805,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:12.698201 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:12.795934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:12.796802 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:12.798473 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] 10.222.0.36 "PUT /v2.0/ports/5c0d015e-6ded-4744-9f25-89e0f331d805 HTTP/1.1" status: 200 len: 1091 time: 1.1210716 Jul 09 20:00:12.821488 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d2d347-2c73-419e-b678-7efe87352e3b x-openstack-request-id: req-f1d2d347-2c73-419e-b678-7efe87352e3b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:12.825601 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "045fd59f-0222-4543-afa6-e1826b9221b9", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:12.828274 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1d2d347-2c73-419e-b678-7efe87352e3b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:12.828850 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': '045fd59f-0222-4543-afa6-e1826b9221b9', 'status': 'completed', 'code': 200} Jul 09 20:00:12.838470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Request body: {'port': {'device_id': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:12.853408 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-4b06e6a3-87ab-4150-8791-f692eb665b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:12.863951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-4b06e6a3-87ab-4150-8791-f692eb665b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:12.864590 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-4b06e6a3-87ab-4150-8791-f692eb665b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:12.866640 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9be92f46-1044-4af8-b222-bf299073a79c req-4b06e6a3-87ab-4150-8791-f692eb665b3b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=384eeeeb6b564c0ba6396789db3d7886&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5381362 Jul 09 20:00:12.896401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d2813-7613-40d2-b1a5-8b26d6023479 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0d015e-6ded-4744-9f25-89e0f331d805,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:12.901596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4615e428-e6db-4d3a-97c9-e68cf8789d14 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:00:12.949897 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 4615e428-e6db-4d3a-97c9-e68cf8789d14 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:00:12.950376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4615e428-e6db-4d3a-97c9-e68cf8789d14 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:00:12.998739 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:13.364943 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30130b7d-9770-478c-a0be-3fa8c3ecdbb6 req-cb75001a-518b-440a-8510-5ca51691caf1 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0604236 Jul 09 20:00:13.432423 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e45862-97e1-40d4-a65c-75dd09458caa', 'name': 'network-vif-deleted', 'tag': '4615e428-e6db-4d3a-97c9-e68cf8789d14'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:13.435534 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b089df-e8f6-4e38-b16d-a1f57d9e0a2e" -d '{"events": [{"server_uuid": "e6e45862-97e1-40d4-a65c-75dd09458caa", "name": "network-vif-deleted", "tag": "4615e428-e6db-4d3a-97c9-e68cf8789d14"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:13.519536 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0781d-15b2-4dea-b4f7-8648ce3d7b4f req-7de47568-f9d5-43ac-981b-20d3f6346747 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.535758 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74ae6d6-5326-40b6-8cd8-8e0067f302a2 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:13.541387 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4f0781d-15b2-4dea-b4f7-8648ce3d7b4f req-7de47568-f9d5-43ac-981b-20d3f6346747 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.5830381 Jul 09 20:00:13.549457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be92f46-1044-4af8-b222-bf299073a79c req-1400066e-6c44-4a40-8dce-074988dfc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.553923 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9be92f46-1044-4af8-b222-bf299073a79c req-1400066e-6c44-4a40-8dce-074988dfc2ac service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6715891 Jul 09 20:00:13.556273 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:13.635431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Transition to ACTIVE for port object a74ae6d6-5326-40b6-8cd8-8e0067f302a2 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:13.648144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:13.670585 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4f0781d-15b2-4dea-b4f7-8648ce3d7b4f req-645c7145-5154-4516-8fc0-4f0465f79391 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280110 Jul 09 20:00:13.677626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f4208-0f17-44b9-86cb-c32404e52f25 req-b538c04f-5261-4cea-8b27-dfff46016676 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.684939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f4208-0f17-44b9-86cb-c32404e52f25 req-b538c04f-5261-4cea-8b27-dfff46016676 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.691604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f4208-0f17-44b9-86cb-c32404e52f25 req-b538c04f-5261-4cea-8b27-dfff46016676 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.699084 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f4208-0f17-44b9-86cb-c32404e52f25 req-b538c04f-5261-4cea-8b27-dfff46016676 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.711462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f4208-0f17-44b9-86cb-c32404e52f25 req-b538c04f-5261-4cea-8b27-dfff46016676 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.713605 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76b012e1-4f81-4eb2-a206-4854409996b9 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:13.718915 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f4208-0f17-44b9-86cb-c32404e52f25 req-b538c04f-5261-4cea-8b27-dfff46016676 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.731470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f4208-0f17-44b9-86cb-c32404e52f25 req-b538c04f-5261-4cea-8b27-dfff46016676 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.733883 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c31f4208-0f17-44b9-86cb-c32404e52f25 req-b538c04f-5261-4cea-8b27-dfff46016676 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5397 time: 0.2016535 Jul 09 20:00:13.777740 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b012e1-4f81-4eb2-a206-4854409996b9 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event deleted for resources: {'Port': ['ID=b2074678-f538-4d6a-8c02-5b1239f6f23b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:13.807530 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed68aa-ff86-42c2-bbb2-475682fa4f94 req-d9ccb97f-c1de-430a-92a8-0a7c362846c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.808042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed68aa-ff86-42c2-bbb2-475682fa4f94 req-d9ccb97f-c1de-430a-92a8-0a7c362846c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.808552 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed68aa-ff86-42c2-bbb2-475682fa4f94 req-d9ccb97f-c1de-430a-92a8-0a7c362846c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.809042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed68aa-ff86-42c2-bbb2-475682fa4f94 req-d9ccb97f-c1de-430a-92a8-0a7c362846c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.809785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed68aa-ff86-42c2-bbb2-475682fa4f94 req-d9ccb97f-c1de-430a-92a8-0a7c362846c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.810280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed68aa-ff86-42c2-bbb2-475682fa4f94 req-d9ccb97f-c1de-430a-92a8-0a7c362846c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.810751 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed68aa-ff86-42c2-bbb2-475682fa4f94 req-d9ccb97f-c1de-430a-92a8-0a7c362846c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:13.823155 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45ed68aa-ff86-42c2-bbb2-475682fa4f94 req-d9ccb97f-c1de-430a-92a8-0a7c362846c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=384eeeeb6b564c0ba6396789db3d7886&device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 6344 time: 0.2035487 Jul 09 20:00:13.931157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a74ae6d6-5326-40b6-8cd8-8e0067f302a2,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:13.980050 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c31f4208-0f17-44b9-86cb-c32404e52f25 req-5614ae29-2ad2-46b3-b362-6bbefe063362 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2357554 Jul 09 20:00:14.018141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Attempting to bind port a74ae6d6-5326-40b6-8cd8-8e0067f302a2 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:14.018696 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Attempting to bind port a74ae6d6-5326-40b6-8cd8-8e0067f302a2 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'beb41655-b7e3-45dd-93b4-0c8943b7a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:14.019400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Attempting to bind port a74ae6d6-5326-40b6-8cd8-8e0067f302a2 on network a597dc90-af64-4cd5-8204-81ddc68a6ae0 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:14.031811 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Port a74ae6d6-5326-40b6-8cd8-8e0067f302a2 on network a597dc90-af64-4cd5-8204-81ddc68a6ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:14.032148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Attempting to bind port a74ae6d6-5326-40b6-8cd8-8e0067f302a2 on network a597dc90-af64-4cd5-8204-81ddc68a6ae0 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:14.044226 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:14.053636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Checking segment: {'id': 'beb41655-b7e3-45dd-93b4-0c8943b7a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:14.054125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Bound using segment: {'id': 'beb41655-b7e3-45dd-93b4-0c8943b7a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:14.054650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Bound port: a74ae6d6-5326-40b6-8cd8-8e0067f302a2, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb41655-b7e3-45dd-93b4-0c8943b7a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:14.055031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:14.244163 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed68aa-ff86-42c2-bbb2-475682fa4f94 req-d1da2409-3f5e-4fcf-b609-d147726ce4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:14.244707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed68aa-ff86-42c2-bbb2-475682fa4f94 req-d1da2409-3f5e-4fcf-b609-d147726ce4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:14.245182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed68aa-ff86-42c2-bbb2-475682fa4f94 req-d1da2409-3f5e-4fcf-b609-d147726ce4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:14.247236 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45ed68aa-ff86-42c2-bbb2-475682fa4f94 req-d1da2409-3f5e-4fcf-b609-d147726ce4ba service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=384eeeeb6b564c0ba6396789db3d7886&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4228897 Jul 09 20:00:14.276358 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] For port a74ae6d6-5326-40b6-8cd8-8e0067f302a2, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:14.284565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] For port a74ae6d6-5326-40b6-8cd8-8e0067f302a2, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a74ae6d6-5326-40b6-8cd8-8e0067f302a2,segment=NetworkSegment(beb41655-b7e3-45dd-93b4-0c8943b7a5a4),segment_id=beb41655-b7e3-45dd-93b4-0c8943b7a5a4)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:14.296291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:14.467636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:14.468385 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:14.477411 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] 10.222.0.36 "PUT /v2.0/ports/a74ae6d6-5326-40b6-8cd8-8e0067f302a2 HTTP/1.1" status: 200 len: 1091 time: 1.6413620 Jul 09 20:00:14.499561 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b59022-2c88-4131-8c83-aa1500b8a12e x-openstack-request-id: req-30b59022-2c88-4131-8c83-aa1500b8a12e {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:14.500149 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e45862-97e1-40d4-a65c-75dd09458caa", "name": "network-vif-deleted", "tag": "4615e428-e6db-4d3a-97c9-e68cf8789d14", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:14.500149 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30b59022-2c88-4131-8c83-aa1500b8a12e {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:14.501456 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e45862-97e1-40d4-a65c-75dd09458caa', 'name': 'network-vif-deleted', 'tag': '4615e428-e6db-4d3a-97c9-e68cf8789d14', 'status': 'completed', 'code': 200} Jul 09 20:00:14.508729 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76b012e1-4f81-4eb2-a206-4854409996b9 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:14.528809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Request body: {'port': {'device_id': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:14.539618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2db397-8497-4bbd-b597-a20f0bc95fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a74ae6d6-5326-40b6-8cd8-8e0067f302a2,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:14.602782 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed68aa-ff86-42c2-bbb2-475682fa4f94 req-3c62c573-e7ce-4b66-975b-01662a92dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:14.606107 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45ed68aa-ff86-42c2-bbb2-475682fa4f94 req-3c62c573-e7ce-4b66-975b-01662a92dbc7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3478830 Jul 09 20:00:14.706396 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:14.834085 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': '5c0d015e-6ded-4744-9f25-89e0f331d805'}, {'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': 'a74ae6d6-5326-40b6-8cd8-8e0067f302a2'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:14.837079 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326a813c-4de7-4e63-b0d6-e13510e771e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "5c0d015e-6ded-4744-9f25-89e0f331d805"}, {"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "a74ae6d6-5326-40b6-8cd8-8e0067f302a2"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:14.972746 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a782c1f1-06b4-4ea4-bc38-714f53c277b8 req-fbdcf300-c292-4271-9346-6658af00fe9a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0778751 Jul 09 20:00:15.088147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-c30c02a4-c40c-41bd-bac8-f7963487f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:15.090157 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-c30c02a4-c40c-41bd-bac8-f7963487f544 service neutron] 10.222.0.36 "GET /v2.0/ports/4a5066e1-5df8-47b1-bc91-51ff5dde2cfc HTTP/1.1" status: 200 len: 1032 time: 0.1354527 Jul 09 20:00:15.167856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b012e1-4f81-4eb2-a206-4854409996b9 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Router c54f7b31-d437-4c2d-a99d-ba31b535bcfd has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:00:15.211009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-d3c6e3c8-c426-4b26-8426-2d0921f3b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:15.212862 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-d3c6e3c8-c426-4b26-8426-2d0921f3b967 service neutron] 10.222.0.36 "GET /v2.0/ports/434165cf-a842-4e7d-ab6d-747e1109fc5d HTTP/1.1" status: 200 len: 1031 time: 0.1141930 Jul 09 20:00:15.257496 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac640d1-73c7-4622-81da-2b81725260fa x-openstack-request-id: req-7ac640d1-73c7-4622-81da-2b81725260fa {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:15.257870 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "5c0d015e-6ded-4744-9f25-89e0f331d805", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "a74ae6d6-5326-40b6-8cd8-8e0067f302a2", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:15.258115 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ac640d1-73c7-4622-81da-2b81725260fa {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:15.258554 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': '5c0d015e-6ded-4744-9f25-89e0f331d805', 'status': 'completed', 'code': 200} Jul 09 20:00:15.261052 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': 'a74ae6d6-5326-40b6-8cd8-8e0067f302a2', 'status': 'completed', 'code': 200} Jul 09 20:00:15.273790 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:00:15.589624 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079f73fb-e472-4d00-8450-a0f011297aa8 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:15.598574 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:15.613072 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Transition to ACTIVE for port object 079f73fb-e472-4d00-8450-a0f011297aa8 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:15.621624 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:15.676923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b012e1-4f81-4eb2-a206-4854409996b9 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:00:15.688351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de372486-fce7-458e-9dc1-5bebbb5d4f17 None None] Sync routers for ids ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:00:15.690163 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-76b012e1-4f81-4eb2-a206-4854409996b9 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] 10.222.0.30 "PUT /v2.0/routers/c54f7b31-d437-4c2d-a99d-ba31b535bcfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2944512 Jul 09 20:00:15.691275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36058) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:15.702183 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de372486-fce7-458e-9dc1-5bebbb5d4f17 None None] Routers {'c54f7b31-d437-4c2d-a99d-ba31b535bcfd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:00:15.702845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-de372486-fce7-458e-9dc1-5bebbb5d4f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:59:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:15.707538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3e142170-651e-46d2-b267-3fc24b32c8de tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:15.715191 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3e142170-651e-46d2-b267-3fc24b32c8de tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:15.721276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3e142170-651e-46d2-b267-3fc24b32c8de tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:15.723340 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3e142170-651e-46d2-b267-3fc24b32c8de tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "GET /v2.0/networks?id=f3710c23-e34f-4a94-ad2f-5eaa9c859b69&id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&id=ef5270c7-1773-4605-be53-cd4a35f29f6b&id=ef5270c7-1773-4605-be53-cd4a35f29f6b HTTP/1.1" status: 200 len: 1995 time: 0.4753163 Jul 09 20:00:15.795756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-de372486-fce7-458e-9dc1-5bebbb5d4f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:15.801833 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-52d88706-d724-436c-8460-1f463d8c82bb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:15.810662 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-52d88706-d724-436c-8460-1f463d8c82bb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 804 time: 0.9572866 Jul 09 20:00:15.814075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de372486-fce7-458e-9dc1-5bebbb5d4f17 None None] Routers {'c54f7b31-d437-4c2d-a99d-ba31b535bcfd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:00:15.814667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Pushing event updated for resources: {'Port': ['ID=079f73fb-e472-4d00-8450-a0f011297aa8,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:15.815551 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-de372486-fce7-458e-9dc1-5bebbb5d4f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T19:59:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:15.856916 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-4b51fadc-ec49-4479-addd-41ee9a6ea059 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/quotas/6b335159e9ad4104b0006808b1428949 HTTP/1.1" status: 200 len: 375 time: 0.0452542 Jul 09 20:00:15.887101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a0ca5-b0dc-4b37-bb94-5635fa41c2ee req-6ee3eb91-4273-493d-bdb6-95483bb99322 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:15.895942 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-de372486-fce7-458e-9dc1-5bebbb5d4f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:15.897173 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de372486-fce7-458e-9dc1-5bebbb5d4f17 None None] The sync data for ids ['c54f7b31-d437-4c2d-a99d-ba31b535bcfd'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:00:15.899356 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a0ca5-b0dc-4b37-bb94-5635fa41c2ee req-6ee3eb91-4273-493d-bdb6-95483bb99322 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:15.910300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a0ca5-b0dc-4b37-bb94-5635fa41c2ee req-6ee3eb91-4273-493d-bdb6-95483bb99322 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:15.918051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a0ca5-b0dc-4b37-bb94-5635fa41c2ee req-6ee3eb91-4273-493d-bdb6-95483bb99322 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:15.925363 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a0ca5-b0dc-4b37-bb94-5635fa41c2ee req-6ee3eb91-4273-493d-bdb6-95483bb99322 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:15.932707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a0ca5-b0dc-4b37-bb94-5635fa41c2ee req-6ee3eb91-4273-493d-bdb6-95483bb99322 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:15.939134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a0ca5-b0dc-4b37-bb94-5635fa41c2ee req-6ee3eb91-4273-493d-bdb6-95483bb99322 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:15.947912 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-772a0ca5-b0dc-4b37-bb94-5635fa41c2ee req-6ee3eb91-4273-493d-bdb6-95483bb99322 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.5913742 Jul 09 20:00:16.010066 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-38a01f20-f183-4302-941a-47320d235d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.011352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-38a01f20-f183-4302-941a-47320d235d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.012095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-38a01f20-f183-4302-941a-47320d235d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.012796 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-38a01f20-f183-4302-941a-47320d235d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.013520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-38a01f20-f183-4302-941a-47320d235d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.014061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Attempting to bind port 079f73fb-e472-4d00-8450-a0f011297aa8 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:16.014415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Attempting to bind port 079f73fb-e472-4d00-8450-a0f011297aa8 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'beb41655-b7e3-45dd-93b4-0c8943b7a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:16.014744 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-38a01f20-f183-4302-941a-47320d235d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.014870 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Attempting to bind port 079f73fb-e472-4d00-8450-a0f011297aa8 on network a597dc90-af64-4cd5-8204-81ddc68a6ae0 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:16.015596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-38a01f20-f183-4302-941a-47320d235d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.018038 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-38a01f20-f183-4302-941a-47320d235d25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=384eeeeb6b564c0ba6396789db3d7886&device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 6411 time: 0.8481801 Jul 09 20:00:16.031595 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Port 079f73fb-e472-4d00-8450-a0f011297aa8 on network a597dc90-af64-4cd5-8204-81ddc68a6ae0 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:16.031962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Attempting to bind port 079f73fb-e472-4d00-8450-a0f011297aa8 on network a597dc90-af64-4cd5-8204-81ddc68a6ae0 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:16.059783 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-2628cbdb-0a4a-4420-8277-6c723db74adc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2008262 Jul 09 20:00:16.061933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:16.062309 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Checking segment: {'id': 'beb41655-b7e3-45dd-93b4-0c8943b7a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:16.062713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Bound using segment: {'id': 'beb41655-b7e3-45dd-93b4-0c8943b7a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:16.063323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Bound port: 079f73fb-e472-4d00-8450-a0f011297aa8, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb41655-b7e3-45dd-93b4-0c8943b7a5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:16.063564 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:16.182300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-c04e7ac8-4def-4bf4-b5ea-9e6739e2ed91 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cc91b2219044be3bcf3baddf092d553 HTTP/1.1" status: 200 len: 379 time: 0.4323606 Jul 09 20:00:16.197919 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'port': {'device_id': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'admin_state_up': True, 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'security_groups': ['1385389b-ee62-4228-b744-2efe2ec787fa']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:16.210228 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-772a0ca5-b0dc-4b37-bb94-5635fa41c2ee req-214f0da4-80bd-45f0-90dd-9b62737ea169 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2610810 Jul 09 20:00:16.219559 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-e87ff133-fc72-41c4-9726-395feebd3881 service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589310 Jul 09 20:00:16.228363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] For port 079f73fb-e472-4d00-8450-a0f011297aa8, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:16.241943 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] For port 079f73fb-e472-4d00-8450-a0f011297aa8, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=079f73fb-e472-4d00-8450-a0f011297aa8,segment=NetworkSegment(beb41655-b7e3-45dd-93b4-0c8943b7a5a4),segment_id=beb41655-b7e3-45dd-93b4-0c8943b7a5a4)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:16.292164 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e3bf249-9ee6-4bf6-852a-dcb0b5dc9453 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:16.319102 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:16.362216 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-14c40238-d601-480a-8e14-93aefe6a5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.362638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-14c40238-d601-480a-8e14-93aefe6a5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.363694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-14c40238-d601-480a-8e14-93aefe6a5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.365455 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-14c40238-d601-480a-8e14-93aefe6a5989 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=384eeeeb6b564c0ba6396789db3d7886&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3352520 Jul 09 20:00:16.424461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.425150 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:16.427048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] 10.222.0.36 "PUT /v2.0/ports/079f73fb-e472-4d00-8450-a0f011297aa8 HTTP/1.1" status: 200 len: 1091 time: 1.9133625 Jul 09 20:00:16.513333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7436ec7-6747-48ec-a922-db5090fd4927 service neutron] Pushing event updated for resources: {'Port': ['ID=079f73fb-e472-4d00-8450-a0f011297aa8,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:16.533944 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-dbd4cf98-e0d9-4903-92ce-0f8e064847e8 service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030126 Jul 09 20:00:16.598990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-1e674a63-59ca-4563-818c-43c867e9ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.600500 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-1e674a63-59ca-4563-818c-43c867e9ba72 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2157824 Jul 09 20:00:16.683073 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e3bf249-9ee6-4bf6-852a-dcb0b5dc9453 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:16.698291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Made reservation on behalf of 8cc91b2219044be3bcf3baddf092d553 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:16.704988 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:16.893343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0e3bf249-9ee6-4bf6-852a-dcb0b5dc9453 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Deleting port b77d4909-626c-4c61-bc82-b6094e76470e {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:16.893793 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e3bf249-9ee6-4bf6-852a-dcb0b5dc9453 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:16.911097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-d4699e57-7e68-4002-b879-e42dc63c28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.912562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-d4699e57-7e68-4002-b879-e42dc63c28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.913132 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-d4699e57-7e68-4002-b879-e42dc63c28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.913552 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-d4699e57-7e68-4002-b879-e42dc63c28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.914106 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-d4699e57-7e68-4002-b879-e42dc63c28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.914683 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-d4699e57-7e68-4002-b879-e42dc63c28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.915811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-d4699e57-7e68-4002-b879-e42dc63c28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:16.917555 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-d4699e57-7e68-4002-b879-e42dc63c28a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=384eeeeb6b564c0ba6396789db3d7886&device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 6478 time: 0.2306180 Jul 09 20:00:16.985842 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a43b2413-9331-4433-b0fb-5bf47bdc0fc5 req-a51beaf2-505d-4a4d-beaf-0dc6708d4d0a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0465226 Jul 09 20:00:17.061415 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4a47180-fadf-4ae1-84cd-0a906b8afdd9 req-21e618eb-0446-4191-8b50-d6b487a074ab tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 210 time: 0.0389245 Jul 09 20:00:17.262403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': '079f73fb-e472-4d00-8450-a0f011297aa8'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:17.264877 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92918599-6570-4334-8496-29dda00f1363" -d '{"events": [{"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "079f73fb-e472-4d00-8450-a0f011297aa8"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:17.506710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f7417-452d-4321-86ad-29bfa9ff9f61 req-c9c096f5-3e35-485e-bc91-55018a55e09a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:17.516119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f7417-452d-4321-86ad-29bfa9ff9f61 req-c9c096f5-3e35-485e-bc91-55018a55e09a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:17.523561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f7417-452d-4321-86ad-29bfa9ff9f61 req-c9c096f5-3e35-485e-bc91-55018a55e09a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:17.531895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f7417-452d-4321-86ad-29bfa9ff9f61 req-c9c096f5-3e35-485e-bc91-55018a55e09a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:17.538638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f7417-452d-4321-86ad-29bfa9ff9f61 req-c9c096f5-3e35-485e-bc91-55018a55e09a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:17.547765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f7417-452d-4321-86ad-29bfa9ff9f61 req-c9c096f5-3e35-485e-bc91-55018a55e09a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:17.554160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f7417-452d-4321-86ad-29bfa9ff9f61 req-c9c096f5-3e35-485e-bc91-55018a55e09a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:17.556974 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a29f7417-452d-4321-86ad-29bfa9ff9f61 req-c9c096f5-3e35-485e-bc91-55018a55e09a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.1866095 Jul 09 20:00:17.561661 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd599ff9-a7d2-4ca7-bb8d-858c364f62f0 req-9354698e-0f52-4f45-984b-75e112dccace service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1577919 Jul 09 20:00:17.611973 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a29f7417-452d-4321-86ad-29bfa9ff9f61 req-3b349ea8-956f-4e76-92f8-fe7a2baca738 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473886 Jul 09 20:00:17.686391 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe72ca9-e7de-4b51-a570-5320d7c55b6c x-openstack-request-id: req-cfe72ca9-e7de-4b51-a570-5320d7c55b6c {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:17.686579 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "079f73fb-e472-4d00-8450-a0f011297aa8", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:17.687765 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cfe72ca9-e7de-4b51-a570-5320d7c55b6c {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:17.688664 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': '079f73fb-e472-4d00-8450-a0f011297aa8', 'status': 'completed', 'code': 200} Jul 09 20:00:17.691195 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-1731e09b-5e5c-4175-8c37-9965b95d1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:17.691680 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-1731e09b-5e5c-4175-8c37-9965b95d1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:17.692137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-1731e09b-5e5c-4175-8c37-9965b95d1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:17.694116 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-1731e09b-5e5c-4175-8c37-9965b95d1526 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=384eeeeb6b564c0ba6396789db3d7886&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7511311 Jul 09 20:00:17.734634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Allocated IP 172.20.0.10 (f3710c23-e34f-4a94-ad2f-5eaa9c859b69/14375310-01e0-447a-894d-66dc68e570ff/cfc3e76d-51a9-4170-90ff-6f54f619d809) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:17.748490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599ff9-a7d2-4ca7-bb8d-858c364f62f0 req-c796c8cb-6046-4d8f-8a27-27414b1bce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:17.759845 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd599ff9-a7d2-4ca7-bb8d-858c364f62f0 req-c796c8cb-6046-4d8f-8a27-27414b1bce61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ded202859f464376b7f52eb51f8f8617&device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 1096 time: 0.0960722 Jul 09 20:00:17.790688 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e3bf249-9ee6-4bf6-852a-dcb0b5dc9453 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:17.819086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5ac41-d237-4c7d-be53-225c92c79972 req-227d6707-43f7-4c08-8549-16b48601dd4b tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:17.828331 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e9f5ac41-d237-4c7d-be53-225c92c79972 req-227d6707-43f7-4c08-8549-16b48601dd4b tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.8245244 Jul 09 20:00:17.844218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0e3bf249-9ee6-4bf6-852a-dcb0b5dc9453 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Calling delete_port for b77d4909-626c-4c61-bc82-b6094e76470e owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:17.919187 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599ff9-a7d2-4ca7-bb8d-858c364f62f0 req-82d78214-ccb6-463f-8c5b-7106935cba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:17.920946 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd599ff9-a7d2-4ca7-bb8d-858c364f62f0 req-82d78214-ccb6-463f-8c5b-7106935cba7f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 HTTP/1.1" status: 200 len: 907 time: 0.1380820 Jul 09 20:00:17.971741 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e9f5ac41-d237-4c7d-be53-225c92c79972 req-edd32458-b700-4a4d-905d-fc9eea6385f4 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434557 Jul 09 20:00:18.032357 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd599ff9-a7d2-4ca7-bb8d-858c364f62f0 req-d752b245-53f0-4e20-bfde-05f4ae673507 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a HTTP/1.1" status: 200 len: 1001 time: 0.1036854 Jul 09 20:00:18.101096 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-d2b9aeb6-b024-43bd-a30a-40dd00dc94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.102748 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-326a813c-4de7-4e63-b0d6-e13510e771e3 req-d2b9aeb6-b024-43bd-a30a-40dd00dc94ae service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3858399 Jul 09 20:00:18.106807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599ff9-a7d2-4ca7-bb8d-858c364f62f0 req-e769911f-7127-49dd-b6b8-a413c41b6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.125806 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd599ff9-a7d2-4ca7-bb8d-858c364f62f0 req-e769911f-7127-49dd-b6b8-a413c41b6157 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=08e0d77d-3430-472f-ab8b-562c649e0d86 HTTP/1.1" status: 200 len: 845 time: 0.0847206 Jul 09 20:00:18.261807 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf8b63a9-ce22-4503-9f25-4ebe6daade04 req-3b9a8336-be66-4d44-8bad-8330aabd988d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0538092 Jul 09 20:00:18.272375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599ff9-a7d2-4ca7-bb8d-858c364f62f0 req-484db804-9730-43b2-a0b1-2ac5c29e6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.274770 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd599ff9-a7d2-4ca7-bb8d-858c364f62f0 req-484db804-9730-43b2-a0b1-2ac5c29e6fbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ec95fec2-9cdb-45d0-ba55-0927c0cf45c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424034 Jul 09 20:00:18.432843 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:18.457906 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd599ff9-a7d2-4ca7-bb8d-858c364f62f0 req-cab5339e-d332-4895-9b64-52f4d606176d service neutron] 10.222.0.36 "GET /v2.0/networks/ec95fec2-9cdb-45d0-ba55-0927c0cf45c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749699 Jul 09 20:00:18.463574 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Transition to ACTIVE for port object cfc3e76d-51a9-4170-90ff-6f54f619d809 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:18.488986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac8603af-2eaf-49af-a589-f1793e1af70a req-8a7b4e14-3513-4454-ba0c-b84d469f3bbf tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 210 time: 0.0453591 Jul 09 20:00:18.555435 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-eac1ee6f-cee6-432f-bd16-ed92dbdf73b7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.557085 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-eac1ee6f-cee6-432f-bd16-ed92dbdf73b7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 804 time: 0.3700063 Jul 09 20:00:18.581511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-f75d787b-aaf3-45da-ace7-3d85231a6659 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Request body: {'port': {'device_id': '23444f58-64d8-4d95-a458-adcb1c15ead9', 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e', 'admin_state_up': True, 'tenant_id': '6b335159e9ad4104b0006808b1428949'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:18.615590 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd599ff9-a7d2-4ca7-bb8d-858c364f62f0 req-2e344092-c044-4f98-b8f8-11eedff7f229 service neutron] 10.222.0.36 "GET /v2.0/networks/ec95fec2-9cdb-45d0-ba55-0927c0cf45c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359494 Jul 09 20:00:18.726687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-3a400982-3a88-4396-b5e0-6a401c47aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.727194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-3a400982-3a88-4396-b5e0-6a401c47aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.727766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-3a400982-3a88-4396-b5e0-6a401c47aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.728259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-3a400982-3a88-4396-b5e0-6a401c47aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.728766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-3a400982-3a88-4396-b5e0-6a401c47aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.729241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-3a400982-3a88-4396-b5e0-6a401c47aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.729713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-3a400982-3a88-4396-b5e0-6a401c47aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.731726 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-3a400982-3a88-4396-b5e0-6a401c47aefb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=384eeeeb6b564c0ba6396789db3d7886&device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 6478 time: 0.5576963 Jul 09 20:00:18.739828 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:18.817534 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e3bf249-9ee6-4bf6-852a-dcb0b5dc9453 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:18.840174 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-5b6734f3-f7c1-478c-868c-840e015973b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 HTTP/1.1" status: 200 len: 217 time: 0.0956590 Jul 09 20:00:18.889299 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:18.897075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b91239-5586-4254-b60a-1c6d6928e4be req-7b944956-f67f-479b-a513-5b4259158775 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.906934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b91239-5586-4254-b60a-1c6d6928e4be req-7b944956-f67f-479b-a513-5b4259158775 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.914923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b91239-5586-4254-b60a-1c6d6928e4be req-7b944956-f67f-479b-a513-5b4259158775 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.920557 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'Port': ['ID=cfc3e76d-51a9-4170-90ff-6f54f619d809,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:18.924794 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b91239-5586-4254-b60a-1c6d6928e4be req-7b944956-f67f-479b-a513-5b4259158775 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.928367 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:18.936445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b91239-5586-4254-b60a-1c6d6928e4be req-7b944956-f67f-479b-a513-5b4259158775 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.944615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b91239-5586-4254-b60a-1c6d6928e4be req-7b944956-f67f-479b-a513-5b4259158775 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.953825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b91239-5586-4254-b60a-1c6d6928e4be req-7b944956-f67f-479b-a513-5b4259158775 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:18.955931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:18.956266 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:18.956663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:18.957044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:18.957443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:18.957794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:18.958181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:18.958595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:18.959053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:18.959412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:18.959781 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:18.960118 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:18.964450 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:18.965866 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56b91239-5586-4254-b60a-1c6d6928e4be req-7b944956-f67f-479b-a513-5b4259158775 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.1749866 Jul 09 20:00:18.977799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-f75d787b-aaf3-45da-ace7-3d85231a6659 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Made reservation on behalf of 6b335159e9ad4104b0006808b1428949 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:18.982290 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-f75d787b-aaf3-45da-ace7-3d85231a6659 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:19.060633 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56b91239-5586-4254-b60a-1c6d6928e4be req-3ada244e-e853-499d-b987-32fd2d6b6577 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934546 Jul 09 20:00:19.123232 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bf249-9ee6-4bf6-852a-dcb0b5dc9453 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event deleted for resources: {'Port': ['ID=b77d4909-626c-4c61-bc82-b6094e76470e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:19.159537 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-467aa8b7-531a-4ebe-bc4c-a733cc2c0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:19.167232 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-467aa8b7-531a-4ebe-bc4c-a733cc2c0e36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f HTTP/1.1" status: 200 len: 851 time: 0.3105867 Jul 09 20:00:19.187229 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e3bf249-9ee6-4bf6-852a-dcb0b5dc9453 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:19.301708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:19.302262 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:19.346068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-543bddb2-434f-4164-99ce-79c28fb11141 None None] Provisioning for port cfc3e76d-51a9-4170-90ff-6f54f619d809 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:19.352127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-543bddb2-434f-4164-99ce-79c28fb11141 None None] Provisioning complete for port cfc3e76d-51a9-4170-90ff-6f54f619d809 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:19.353252 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-543bddb2-434f-4164-99ce-79c28fb11141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:19.402575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-543bddb2-434f-4164-99ce-79c28fb11141 None None] Port cfc3e76d-51a9-4170-90ff-6f54f619d809 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:00:19.417379 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e3bf249-9ee6-4bf6-852a-dcb0b5dc9453 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:19.422467 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-a7dde371-b78e-4ed0-b9e0-a19157c6b403 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2326417 Jul 09 20:00:19.426205 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e3bf249-9ee6-4bf6-852a-dcb0b5dc9453 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:19.457702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e7fb8f92-4065-454b-87cc-4d4bafe0062a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'port': {'device_id': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75', 'admin_state_up': True, 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'security_groups': ['1385389b-ee62-4228-b744-2efe2ec787fa']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:19.634949 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e3bf249-9ee6-4bf6-852a-dcb0b5dc9453 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:19.635461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3bf249-9ee6-4bf6-852a-dcb0b5dc9453 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Fanout notify agent at l3_agent the message router_deleted on router c54f7b31-d437-4c2d-a99d-ba31b535bcfd {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:00:19.651040 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e3bf249-9ee6-4bf6-852a-dcb0b5dc9453 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:19.652168 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0e3bf249-9ee6-4bf6-852a-dcb0b5dc9453 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] 10.222.0.30 "DELETE /v2.0/routers/c54f7b31-d437-4c2d-a99d-ba31b535bcfd HTTP/1.1" status: 204 len: 168 time: 3.9277635 Jul 09 20:00:19.656012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b18d495-fb19-4b9b-a2f1-c6424ae23a5f req-b7701a7d-b3ab-449a-a692-c971a93422a1 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 210 time: 0.0391541 Jul 09 20:00:19.657059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36114) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:19.676987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2b194f7f-4e92-407a-91cf-8cf1e32282bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:19.678520 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-2b194f7f-4e92-407a-91cf-8cf1e32282bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac26e3a8-4659-47b4-aecd-3ff1c0a17975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4833329 Jul 09 20:00:19.709990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-f75d787b-aaf3-45da-ace7-3d85231a6659 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Allocated IP 172.20.0.6 (a5acb175-a774-4eab-84ca-6ee9cdc3f74e/74a9c143-b389-43fd-ad86-f382a5b60595/ccb4908d-0ecf-48bc-b6f3-9b257ee616d0) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:19.718461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff5cb72-1082-4aee-8250-7be50f6f88fa tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Deleting subnet af6942e4-12eb-424c-bcfb-fe5ccc524c2c {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:00:19.721787 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cff5cb72-1082-4aee-8250-7be50f6f88fa tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:19.732079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0401410-6bd9-48be-899e-074261fd2cb6 req-3dd07498-0720-4304-b859-297cb4a01632 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:19.733599 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0401410-6bd9-48be-899e-074261fd2cb6 req-3dd07498-0720-4304-b859-297cb4a01632 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 932 time: 0.2888312 Jul 09 20:00:19.775925 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cff5cb72-1082-4aee-8250-7be50f6f88fa tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:19.889050 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e7fb8f92-4065-454b-87cc-4d4bafe0062a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Made reservation on behalf of 8cc91b2219044be3bcf3baddf092d553 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:19.892639 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e7fb8f92-4065-454b-87cc-4d4bafe0062a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:19.909252 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cff5cb72-1082-4aee-8250-7be50f6f88fa tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:19.932074 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0401410-6bd9-48be-899e-074261fd2cb6 req-3a373217-3f5d-40b1-89a6-604dfe6df3b8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667185 Jul 09 20:00:19.934004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-910c1d1f-8c3f-4231-b048-4dcf020e0a89 service neutron] 10.222.0.36 "GET /v2.0/networks/ac26e3a8-4659-47b4-aecd-3ff1c0a17975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463262 Jul 09 20:00:19.973686 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cff5cb72-1082-4aee-8250-7be50f6f88fa tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.001935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5cb72-1082-4aee-8250-7be50f6f88fa tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event deleted for resources: {'Subnet': ['ID=af6942e4-12eb-424c-bcfb-fe5ccc524c2c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:20.021570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feea6a37-b168-4ea8-9abb-7e34b06031c5 None None] Network d35f0dda-9673-4456-9add-16211d1fa964 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:00:20.038670 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cff5cb72-1082-4aee-8250-7be50f6f88fa tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.046170 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cff5cb72-1082-4aee-8250-7be50f6f88fa tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] 10.222.0.30 "DELETE /v2.0/subnets/af6942e4-12eb-424c-bcfb-fe5ccc524c2c HTTP/1.1" status: 204 len: 168 time: 0.3857393 Jul 09 20:00:20.046774 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36118) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:20.184495 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.216108 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-f75d787b-aaf3-45da-ace7-3d85231a6659 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.221540 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-a02e54d0-3844-4213-b576-f81325f947dd service neutron] 10.222.0.36 "GET /v2.0/networks/ac26e3a8-4659-47b4-aecd-3ff1c0a17975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619975 Jul 09 20:00:20.264813 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e7fb8f92-4065-454b-87cc-4d4bafe0062a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Allocated IP 10.1.1.147 (aeb093c8-4c48-4e79-a212-8d5d93a16f75/f18cd0af-2b12-411e-a985-8dc1e8f567c1/04fe12c2-ba4f-490a-b1e2-925e497d6d56) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:20.265072 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Deleting port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:20.265340 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.340208 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-3c900478-a972-4b5a-a471-f51cd38ae57a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=c2dd2a99-be70-4ee7-913f-37195b50ee10 HTTP/1.1" status: 200 len: 217 time: 0.1051641 Jul 09 20:00:20.395413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] For port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7,segment=NetworkSegment(1b2b8db8-3773-4d9a-9f72-a5acc948d323),segment_id=1b2b8db8-3773-4d9a-9f72-a5acc948d323)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:20.396234 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.412146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Calling delete_port for c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:20.423315 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00db79fd-088d-45d5-8854-2756fa8b4baf None None] DHCP port deletion for d35f0dda-9673-4456-9add-16211d1fa964 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:00:20.521953 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-7a04303d-52ca-4758-aae0-0b991a0beec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:20.524029 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-7a04303d-52ca-4758-aae0-0b991a0beec0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2da9578-691e-4ed6-9947-a8e1da134a39 HTTP/1.1" status: 200 len: 797 time: 0.1577368 Jul 09 20:00:20.528399 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-00db79fd-088d-45d5-8854-2756fa8b4baf None None] Deleting port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:20.528996 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-00db79fd-088d-45d5-8854-2756fa8b4baf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.529541 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-f75d787b-aaf3-45da-ace7-3d85231a6659 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.542830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['766f3db3-fa17-47d0-b351-3410350a3894'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:20.571056 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.602671 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event deleted for resources: {'Port': ['ID=c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:20.609432 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] No DVR routers for this DVR port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:00:20.666388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-00db79fd-088d-45d5-8854-2756fa8b4baf None None] For port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7,segment=NetworkSegment(1b2b8db8-3773-4d9a-9f72-a5acc948d323),segment_id=1b2b8db8-3773-4d9a-9f72-a5acc948d323)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:20.667041 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-00db79fd-088d-45d5-8854-2756fa8b4baf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.684858 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-00db79fd-088d-45d5-8854-2756fa8b4baf None None] Calling delete_port for c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:20.709746 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.711492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19d46-c973-4030-a3f6-0224f22a92c0 req-90de2a2d-c48c-4473-9ca7-2ca8681f2fac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:20.719993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19d46-c973-4030-a3f6-0224f22a92c0 req-90de2a2d-c48c-4473-9ca7-2ca8681f2fac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:20.724931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35f0dda-9673-4456-9add-16211d1fa964']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:20.727803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19d46-c973-4030-a3f6-0224f22a92c0 req-90de2a2d-c48c-4473-9ca7-2ca8681f2fac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:20.733963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19d46-c973-4030-a3f6-0224f22a92c0 req-90de2a2d-c48c-4473-9ca7-2ca8681f2fac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:20.740637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19d46-c973-4030-a3f6-0224f22a92c0 req-90de2a2d-c48c-4473-9ca7-2ca8681f2fac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:20.747006 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2b8db8-3773-4d9a-9f72-a5acc948d323') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:20.747455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2b8db8-3773-4d9a-9f72-a5acc948d323') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:20.748016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19d46-c973-4030-a3f6-0224f22a92c0 req-90de2a2d-c48c-4473-9ca7-2ca8681f2fac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:20.754911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f19d46-c973-4030-a3f6-0224f22a92c0 req-90de2a2d-c48c-4473-9ca7-2ca8681f2fac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:20.764065 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-19f19d46-c973-4030-a3f6-0224f22a92c0 req-90de2a2d-c48c-4473-9ca7-2ca8681f2fac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.4394481 Jul 09 20:00:20.766465 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.783946 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.792958 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:00:20.793626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:00:20.794243 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:00:20.800635 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:00:20.808965 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-f75d787b-aaf3-45da-ace7-3d85231a6659 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Network a5acb175-a774-4eab-84ca-6ee9cdc3f74e is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:20.820517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:00:20.821156 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:00:20.833499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-f75d787b-aaf3-45da-ace7-3d85231a6659 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:20.871641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-f75d787b-aaf3-45da-ace7-3d85231a6659 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: from cryptography.utils import int_from_bytes Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: from cryptography.utils import int_from_bytes Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.893495 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.896236 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.896236 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.896236 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.896236 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.896236 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.896236 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.896236 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.896236 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.896236 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.896236 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.896236 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.896236 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.896236 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:20.896236 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:00:20.907060 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-00db79fd-088d-45d5-8854-2756fa8b4baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.955519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db79fd-088d-45d5-8854-2756fa8b4baf None None] Pushing event deleted for resources: {'Port': ['ID=c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:20.960247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d787b-aaf3-45da-ace7-3d85231a6659 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Pushing event updated for resources: {'Port': ['ID=ccb4908d-0ecf-48bc-b6f3-9b257ee616d0,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:20.965004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db79fd-088d-45d5-8854-2756fa8b4baf None None] No DVR routers for this DVR port c5c6fe63-58d3-4bd4-ae73-d84d2c2802c7 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:00:20.972928 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.986716 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:20.990886 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] 10.222.0.30 "DELETE /v2.0/networks/d35f0dda-9673-4456-9add-16211d1fa964 HTTP/1.1" status: 204 len: 168 time: 0.9409580 Jul 09 20:00:21.001705 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-19f19d46-c973-4030-a3f6-0224f22a92c0 req-a8b7ea5a-abae-4295-80d2-07d76031f427 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2331975 Jul 09 20:00:21.007152 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e7fb8f92-4065-454b-87cc-4d4bafe0062a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:21.012033 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36130) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:21.015653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f0770-c3a9-4ad6-a1c6-df32dc0746a5 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event deleted for resources: {'Network': ['ID=d35f0dda-9673-4456-9add-16211d1fa964,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:21.033320 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-f75d787b-aaf3-45da-ace7-3d85231a6659 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:21.044326 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-f75d787b-aaf3-45da-ace7-3d85231a6659 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:21.062272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038b601-18a0-4f6c-ac66-9342582ca639 req-048d67b0-81c5-4633-bbc7-3076480bcaa9 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:21.064736 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c038b601-18a0-4f6c-ac66-9342582ca639 req-048d67b0-81c5-4633-bbc7-3076480bcaa9 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 931 time: 0.1742373 Jul 09 20:00:21.100525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e7fb8f92-4065-454b-87cc-4d4bafe0062a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Transition to ACTIVE for port object 04fe12c2-ba4f-490a-b1e2-925e497d6d56 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:21.104964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-4919df51-9fac-43f6-b726-e9ceb6146d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:21.106500 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-4919df51-9fac-43f6-b726-e9ceb6146d89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5742834 Jul 09 20:00:21.157841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c038b601-18a0-4f6c-ac66-9342582ca639 req-ebebe907-f37a-4456-a882-ddecaceb1555 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770924 Jul 09 20:00:21.167444 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-f75d787b-aaf3-45da-ace7-3d85231a6659 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5986001 Jul 09 20:00:21.214660 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Request body: {'port': {'device_id': '23444f58-64d8-4d95-a458-adcb1c15ead9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:21.720095 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e7fb8f92-4065-454b-87cc-4d4bafe0062a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:21.805616 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-8f5b822f-d06a-49df-877c-83acb0dfb439 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6896951 Jul 09 20:00:21.839641 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:21.886713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e7fb8f92-4065-454b-87cc-4d4bafe0062a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Network aeb093c8-4c48-4e79-a212-8d5d93a16f75 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:21.891684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-340d6cac-7c66-46d8-9a0a-d94e1798def2 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Deleting port 45b13213-00f8-47a0-a13c-7c3ecf438e13 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:21.892036 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-340d6cac-7c66-46d8-9a0a-d94e1798def2 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:21.917480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e7fb8f92-4065-454b-87cc-4d4bafe0062a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:21.919382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb8f92-4065-454b-87cc-4d4bafe0062a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'Port': ['ID=04fe12c2-ba4f-490a-b1e2-925e497d6d56,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:21.921828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e7fb8f92-4065-454b-87cc-4d4bafe0062a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:21.972000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9bcca-e47c-4fdf-993c-79f043e22dba req-d9677cc6-29a2-4704-80ab-3e1c1cd02e9e tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:21.973647 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ace9bcca-e47c-4fdf-993c-79f043e22dba req-d9677cc6-29a2-4704-80ab-3e1c1cd02e9e tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 932 time: 0.3630881 Jul 09 20:00:22.133514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e7fb8f92-4065-454b-87cc-4d4bafe0062a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:22.134187 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e7fb8f92-4065-454b-87cc-4d4bafe0062a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:22.160585 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-00fc3409-22bc-4f84-b9cb-c0a1e2ea30d1 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407979 Jul 09 20:00:22.162394 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-340d6cac-7c66-46d8-9a0a-d94e1798def2 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:22.162733 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-340d6cac-7c66-46d8-9a0a-d94e1798def2 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:22.171516 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ace9bcca-e47c-4fdf-993c-79f043e22dba req-8fe01dfb-2724-4986-8d59-61af46dd8d5f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700072 Jul 09 20:00:22.243882 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e7fb8f92-4065-454b-87cc-4d4bafe0062a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8099422 Jul 09 20:00:22.247006 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15e2b-8f0f-4801-affd-6e0f6d5b4747 req-56d23dd1-079c-4fa2-83ad-96b452590e34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:22.258458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15e2b-8f0f-4801-affd-6e0f6d5b4747 req-56d23dd1-079c-4fa2-83ad-96b452590e34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:22.265673 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15e2b-8f0f-4801-affd-6e0f6d5b4747 req-56d23dd1-079c-4fa2-83ad-96b452590e34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:22.266395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b7a2ee11-e4eb-42f6-9b84-5bc685e18a74 None None] Provisioning for port 04fe12c2-ba4f-490a-b1e2-925e497d6d56 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:22.273579 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b7a2ee11-e4eb-42f6-9b84-5bc685e18a74 None None] Provisioning complete for port 04fe12c2-ba4f-490a-b1e2-925e497d6d56 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:22.273971 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b7a2ee11-e4eb-42f6-9b84-5bc685e18a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:22.283399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dd3616cd-e844-4b4c-9943-e84a9529c701 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'port': {'device_id': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75', 'admin_state_up': True, 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'security_groups': ['1385389b-ee62-4228-b744-2efe2ec787fa']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:22.287245 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15e2b-8f0f-4801-affd-6e0f6d5b4747 req-56d23dd1-079c-4fa2-83ad-96b452590e34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:22.288016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-340d6cac-7c66-46d8-9a0a-d94e1798def2 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Calling delete_port for 45b13213-00f8-47a0-a13c-7c3ecf438e13 owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:22.293872 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-985c9e9f-ed7a-4dad-9321-78a62b98f9ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=9944b9e7-bf69-4596-915c-eed4dcb47861 HTTP/1.1" status: 200 len: 217 time: 0.0692599 Jul 09 20:00:22.295045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15e2b-8f0f-4801-affd-6e0f6d5b4747 req-56d23dd1-079c-4fa2-83ad-96b452590e34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:22.301338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15e2b-8f0f-4801-affd-6e0f6d5b4747 req-56d23dd1-079c-4fa2-83ad-96b452590e34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:22.308702 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15e2b-8f0f-4801-affd-6e0f6d5b4747 req-56d23dd1-079c-4fa2-83ad-96b452590e34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:22.317113 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09a15e2b-8f0f-4801-affd-6e0f6d5b4747 req-56d23dd1-079c-4fa2-83ad-96b452590e34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.1692209 Jul 09 20:00:22.317439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b7a2ee11-e4eb-42f6-9b84-5bc685e18a74 None None] Port 04fe12c2-ba4f-490a-b1e2-925e497d6d56 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:00:22.368184 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09a15e2b-8f0f-4801-affd-6e0f6d5b4747 req-3ccad7f9-efcf-4b0f-aba8-d9cf838ebbff tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487952 Jul 09 20:00:22.541243 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-1ecba136-fcea-4af7-b9fb-546628ee8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:22.542782 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-1ecba136-fcea-4af7-b9fb-546628ee8534 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2da9578-691e-4ed6-9947-a8e1da134a39 HTTP/1.1" status: 200 len: 797 time: 0.2344072 Jul 09 20:00:22.691686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20d799-94a9-440e-acb8-e49979fbaab5 req-340d1ed8-785c-4ba0-9b37-af483861923f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:22.693257 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd20d799-94a9-440e-acb8-e49979fbaab5 req-340d1ed8-785c-4ba0-9b37-af483861923f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 931 time: 0.3230245 Jul 09 20:00:22.746673 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dd3616cd-e844-4b4c-9943-e84a9529c701 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Made reservation on behalf of 8cc91b2219044be3bcf3baddf092d553 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:22.750276 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dd3616cd-e844-4b4c-9943-e84a9529c701 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:22.850436 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-cfd644f9-a14e-4968-be06-844108ed3243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:22.852566 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-cfd644f9-a14e-4968-be06-844108ed3243 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2884607 Jul 09 20:00:22.857431 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-340d6cac-7c66-46d8-9a0a-d94e1798def2 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:22.866591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:22.916244 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd20d799-94a9-440e-acb8-e49979fbaab5 req-568cdf70-a251-4d30-a00c-26c67461450b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036288 Jul 09 20:00:22.920393 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:22.984600 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d6cac-7c66-46d8-9a0a-d94e1798def2 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Pushing event deleted for resources: {'Port': ['ID=45b13213-00f8-47a0-a13c-7c3ecf438e13,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:23.008859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Transition to ACTIVE for port object ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:23.038463 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:23.182041 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-340d6cac-7c66-46d8-9a0a-d94e1798def2 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:23.184849 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-340d6cac-7c66-46d8-9a0a-d94e1798def2 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:23.186285 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-340d6cac-7c66-46d8-9a0a-d94e1798def2 tempest-FloatingIPAdminTestJSON-606227504 tempest-FloatingIPAdminTestJSON-606227504-project] 10.222.0.30 "DELETE /v2.0/floatingips/735cee77-9952-420c-ac74-54bacbdf80af HTTP/1.1" status: 204 len: 168 time: 2.1721768 Jul 09 20:00:23.192833 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb4908d-0ecf-48bc-b6f3-9b257ee616d0,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:23.200473 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-3a67e666-8c37-4c6c-a3c3-eff2bf36c0da service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291798 Jul 09 20:00:23.209081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dd3616cd-e844-4b4c-9943-e84a9529c701 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Allocated IP 10.1.1.137 (aeb093c8-4c48-4e79-a212-8d5d93a16f75/f18cd0af-2b12-411e-a985-8dc1e8f567c1/35223c2f-da2f-4373-b115-d66932a941cc) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:23.428459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2952649-ccfd-4f5d-b3fd-819a64eef916 req-cce4a1b5-11aa-4408-a43d-7b9faf26cf47 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:23.437250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2952649-ccfd-4f5d-b3fd-819a64eef916 req-cce4a1b5-11aa-4408-a43d-7b9faf26cf47 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:23.447485 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2952649-ccfd-4f5d-b3fd-819a64eef916 req-cce4a1b5-11aa-4408-a43d-7b9faf26cf47 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 1654 time: 0.1055810 Jul 09 20:00:23.465795 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Attempting to bind port ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:23.466248 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Attempting to bind port ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:23.466714 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Attempting to bind port ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:23.494477 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-48c0fa6a-a780-459f-b960-657e440eb14c service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824523 Jul 09 20:00:23.495648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2952649-ccfd-4f5d-b3fd-819a64eef916 req-b7aa7363-d90e-430e-9d91-1cacfafff7dd tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474014 Jul 09 20:00:23.497389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Port ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:23.503516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Attempting to bind port ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:23.521466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:23.521953 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Checking segment: {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:23.522479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Bound using segment: {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:23.523043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Bound port: ccb4908d-0ecf-48bc-b6f3-9b257ee616d0, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:23.524132 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:23.549304 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36160) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:23.637455 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-1763490a-e95b-44c5-9dc9-99ba282b4ccf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=045fd59f-0222-4543-afa6-e1826b9221b9 HTTP/1.1" status: 200 len: 217 time: 0.1172535 Jul 09 20:00:23.751395 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1b0534b6-b2e1-4184-90e9-276ecf8a6591 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41bdc6a54cc84342b539366d732cf9b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2007256 Jul 09 20:00:23.753994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36166) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:23.756019 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dd3616cd-e844-4b4c-9943-e84a9529c701 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:23.789654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-70727ea8-7e38-4578-b862-22f9e9d0db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:23.791303 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-70727ea8-7e38-4578-b862-22f9e9d0db20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2da9578-691e-4ed6-9947-a8e1da134a39 HTTP/1.1" status: 200 len: 797 time: 0.1473310 Jul 09 20:00:23.799916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] For port ccb4908d-0ecf-48bc-b6f3-9b257ee616d0, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:23.803371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dd3616cd-e844-4b4c-9943-e84a9529c701 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Transition to ACTIVE for port object 35223c2f-da2f-4373-b115-d66932a941cc will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:23.816926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] For port ccb4908d-0ecf-48bc-b6f3-9b257ee616d0, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccb4908d-0ecf-48bc-b6f3-9b257ee616d0,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:23.834306 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8ea96814-d779-401c-99b0-d65185f6e6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:23.846831 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:23.865875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64698b62-f69c-4de9-80f8-332534aadd52 req-b77b7b13-0753-49a3-93e0-7aa67e8efa4a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:23.868428 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8ea96814-d779-401c-99b0-d65185f6e6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:23.872075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64698b62-f69c-4de9-80f8-332534aadd52 req-b77b7b13-0753-49a3-93e0-7aa67e8efa4a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:23.878253 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64698b62-f69c-4de9-80f8-332534aadd52 req-b77b7b13-0753-49a3-93e0-7aa67e8efa4a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:23.885177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64698b62-f69c-4de9-80f8-332534aadd52 req-b77b7b13-0753-49a3-93e0-7aa67e8efa4a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:23.891979 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64698b62-f69c-4de9-80f8-332534aadd52 req-b77b7b13-0753-49a3-93e0-7aa67e8efa4a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:23.899049 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64698b62-f69c-4de9-80f8-332534aadd52 req-b77b7b13-0753-49a3-93e0-7aa67e8efa4a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:23.907178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64698b62-f69c-4de9-80f8-332534aadd52 req-b77b7b13-0753-49a3-93e0-7aa67e8efa4a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:23.915348 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-64698b62-f69c-4de9-80f8-332534aadd52 req-b77b7b13-0753-49a3-93e0-7aa67e8efa4a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.3679574 Jul 09 20:00:23.947943 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8ea96814-d779-401c-99b0-d65185f6e6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:23.950593 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8ea96814-d779-401c-99b0-d65185f6e6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:23.954493 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8ea96814-d779-401c-99b0-d65185f6e6c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4cdc8995-c7ae-4aa7-9b52-1e9e250d1001 HTTP/1.1" status: 204 len: 168 time: 0.1964383 Jul 09 20:00:23.971103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea96814-d779-401c-99b0-d65185f6e6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdc8995-c7ae-4aa7-9b52-1e9e250d1001,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:23.996571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:23.997141 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:24.000802 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] 10.222.0.36 "PUT /v2.0/ports/ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 HTTP/1.1" status: 200 len: 1091 time: 2.7887225 Jul 09 20:00:24.002778 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23444f58-64d8-4d95-a458-adcb1c15ead9', 'tag': 'ccb4908d-0ecf-48bc-b6f3-9b257ee616d0'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:24.004698 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908ab70e-d7ef-408a-9a35-5ae43810993f" -d '{"events": [{"name": "network-changed", "server_uuid": "23444f58-64d8-4d95-a458-adcb1c15ead9", "tag": "ccb4908d-0ecf-48bc-b6f3-9b257ee616d0"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:24.063793 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-64698b62-f69c-4de9-80f8-332534aadd52 req-27c31af2-3686-49b8-bf4e-aa9b72df2145 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1476176 Jul 09 20:00:24.075722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6b1bd-375d-46c7-9eb8-34350e39e7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb4908d-0ecf-48bc-b6f3-9b257ee616d0,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:24.078828 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dd3616cd-e844-4b4c-9943-e84a9529c701 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:24.109262 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-35fa9008-d974-4180-aeb6-e2760933eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:24.110885 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-35fa9008-d974-4180-aeb6-e2760933eb65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3046157 Jul 09 20:00:24.358511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36178) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:24.374813 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21858ad4-6767-4389-96cb-08b161677aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:24.493625 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21858ad4-6767-4389-96cb-08b161677aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:24.498804 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21858ad4-6767-4389-96cb-08b161677aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:24.537133 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7193b5e4-7f65-4299-8144-990e207da5df x-openstack-request-id: req-7193b5e4-7f65-4299-8144-990e207da5df {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:24.537433 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23444f58-64d8-4d95-a458-adcb1c15ead9", "tag": "ccb4908d-0ecf-48bc-b6f3-9b257ee616d0", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:24.537687 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7193b5e4-7f65-4299-8144-990e207da5df {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:24.538088 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23444f58-64d8-4d95-a458-adcb1c15ead9', 'tag': 'ccb4908d-0ecf-48bc-b6f3-9b257ee616d0', 'status': 'completed', 'code': 200} Jul 09 20:00:24.547408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-21858ad4-6767-4389-96cb-08b161677aa1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ed4d7e4f3354bd782e162336a933c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853478 Jul 09 20:00:24.547408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21858ad4-6767-4389-96cb-08b161677aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f6141e-5b06-4735-bcca-3348f0ced62a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:24.547663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dd3616cd-e844-4b4c-9943-e84a9529c701 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Network aeb093c8-4c48-4e79-a212-8d5d93a16f75 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:24.550361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36182) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:24.568561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dd3616cd-e844-4b4c-9943-e84a9529c701 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:24.591577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dd3616cd-e844-4b4c-9943-e84a9529c701 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:24.614981 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b4e44b1b-c319-43a6-a39c-c203c5c3e5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:24.628466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3616cd-e844-4b4c-9943-e84a9529c701 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'Port': ['ID=35223c2f-da2f-4373-b115-d66932a941cc,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:24.648966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b4e44b1b-c319-43a6-a39c-c203c5c3e5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:24.710116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dd3616cd-e844-4b4c-9943-e84a9529c701 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:24.712022 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dd3616cd-e844-4b4c-9943-e84a9529c701 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:24.743964 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-ea63de51-467a-45f4-9041-0ad62fbe5219 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6064761 Jul 09 20:00:24.746469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-6e0a5d89-9e37-4ea2-9559-ac0352e7c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:24.748251 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-6e0a5d89-9e37-4ea2-9559-ac0352e7c987 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 1094 time: 0.6821723 Jul 09 20:00:24.752897 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dd3616cd-e844-4b4c-9943-e84a9529c701 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4733782 Jul 09 20:00:24.757519 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b4e44b1b-c319-43a6-a39c-c203c5c3e5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:24.760703 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b4e44b1b-c319-43a6-a39c-c203c5c3e5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:24.762014 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b4e44b1b-c319-43a6-a39c-c203c5c3e5d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45f6141e-5b06-4735-bcca-3348f0ced62a HTTP/1.1" status: 204 len: 168 time: 0.2104661 Jul 09 20:00:24.779804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4c5d1f75-b724-4685-b26e-b8c56d3ce605 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'port': {'device_id': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b', 'admin_state_up': True, 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'security_groups': ['1385389b-ee62-4228-b744-2efe2ec787fa']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:24.781249 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb54ac4-eb8a-471c-ad9f-471dd4c1a920 req-723976b6-c18c-4bfa-b96a-5284fd15fd66 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:24.787484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb54ac4-eb8a-471c-ad9f-471dd4c1a920 req-723976b6-c18c-4bfa-b96a-5284fd15fd66 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:24.795124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb54ac4-eb8a-471c-ad9f-471dd4c1a920 req-723976b6-c18c-4bfa-b96a-5284fd15fd66 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:24.797015 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3cb54ac4-eb8a-471c-ad9f-471dd4c1a920 req-723976b6-c18c-4bfa-b96a-5284fd15fd66 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 2375 time: 0.1091304 Jul 09 20:00:24.801891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e44b1b-c319-43a6-a39c-c203c5c3e5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f6141e-5b06-4735-bcca-3348f0ced62a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:24.868628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3cb54ac4-eb8a-471c-ad9f-471dd4c1a920 req-91d4a52c-6d48-43d5-8326-d34ac25207e9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611980 Jul 09 20:00:24.951270 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-3e78613c-fd8e-4fa8-81e5-2b857eb9e896 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 HTTP/1.1" status: 200 len: 217 time: 0.1841347 Jul 09 20:00:24.979151 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1ca0dc8f-e9a9-47da-9a38-dbf736200381 None None] Provisioning for port 35223c2f-da2f-4373-b115-d66932a941cc completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:24.983512 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1ca0dc8f-e9a9-47da-9a38-dbf736200381 None None] Provisioning complete for port 35223c2f-da2f-4373-b115-d66932a941cc triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:24.983916 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1ca0dc8f-e9a9-47da-9a38-dbf736200381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:24.994538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c8336-6bf2-41c4-9255-0f25fdeda63c req-21660782-9e29-4e2b-8ae7-ef2ac7e32fa4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:25.001446 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f30c8336-6bf2-41c4-9255-0f25fdeda63c req-21660782-9e29-4e2b-8ae7-ef2ac7e32fa4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 943 time: 0.4702914 Jul 09 20:00:25.028328 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1ca0dc8f-e9a9-47da-9a38-dbf736200381 None None] Port 35223c2f-da2f-4373-b115-d66932a941cc cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:00:25.072267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-213bf543-04a7-46a9-b914-7d5fafbb771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:25.073817 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-213bf543-04a7-46a9-b914-7d5fafbb771b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 200 len: 844 time: 0.1078346 Jul 09 20:00:25.145489 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-9f5dfaed-5197-4c82-9524-6f1e288e7c85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620701 Jul 09 20:00:25.249595 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36196) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:25.263929 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:25.286791 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-a1138244-5adb-4bb7-86c8-18e9040f2e58 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322838 Jul 09 20:00:25.299357 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f30c8336-6bf2-41c4-9255-0f25fdeda63c req-4ac7a792-0c3e-441b-b13e-5ef4590c27fa tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969315 Jul 09 20:00:25.343481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4c5d1f75-b724-4685-b26e-b8c56d3ce605 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Made reservation on behalf of 8cc91b2219044be3bcf3baddf092d553 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:25.402834 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-b7d84dda-6d77-49f3-81e5-8d468b19d74b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=5c0d015e-6ded-4744-9f25-89e0f331d805 HTTP/1.1" status: 200 len: 217 time: 0.1009724 Jul 09 20:00:25.407187 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-393f86d0-723f-4560-8cde-afcff14cd31b service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520063 Jul 09 20:00:25.415889 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:25.427656 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:25.486275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecd795-878d-465f-9388-22628687c55c req-6a1b381e-08d6-43c1-9570-c55a416165ba tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:25.493141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecd795-878d-465f-9388-22628687c55c req-6a1b381e-08d6-43c1-9570-c55a416165ba tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:25.499073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecd795-878d-465f-9388-22628687c55c req-6a1b381e-08d6-43c1-9570-c55a416165ba tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:25.505280 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecd795-878d-465f-9388-22628687c55c req-6a1b381e-08d6-43c1-9570-c55a416165ba tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:25.511722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecd795-878d-465f-9388-22628687c55c req-6a1b381e-08d6-43c1-9570-c55a416165ba tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:25.517851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecd795-878d-465f-9388-22628687c55c req-6a1b381e-08d6-43c1-9570-c55a416165ba tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:25.524355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecd795-878d-465f-9388-22628687c55c req-6a1b381e-08d6-43c1-9570-c55a416165ba tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:25.526309 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35ecd795-878d-465f-9388-22628687c55c req-6a1b381e-08d6-43c1-9570-c55a416165ba tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.2464018 Jul 09 20:00:25.529958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a9c257-8409-435b-a2b2-9f897e38eea7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:25.538505 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d973a11174f5444dbbc416f3440bd045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876191 Jul 09 20:00:25.539686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36198) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:25.545056 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4c5d1f75-b724-4685-b26e-b8c56d3ce605 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:25.557828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:25.558179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:25.558526 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:25.558869 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:25.559208 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:25.559796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:25.560128 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:25.560458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:25.560813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:25.561146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:25.561474 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:25.561799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5073ec-7097-42d9-b1df-e3642fb70f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:25.567423 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-f9cbfc50-838a-4e11-b35c-92f8bed8cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:25.569046 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-f9cbfc50-838a-4e11-b35c-92f8bed8cbe7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2da9578-691e-4ed6-9947-a8e1da134a39 HTTP/1.1" status: 200 len: 797 time: 0.1225965 Jul 09 20:00:25.620210 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35ecd795-878d-465f-9388-22628687c55c req-77be3541-047e-4bab-933c-0d5be0879177 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760686 Jul 09 20:00:25.631612 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-12fdfd7d-825c-417a-bc5c-491a74f7cac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:25.658062 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-12fdfd7d-825c-417a-bc5c-491a74f7cac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:25.676058 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5441b8af-c27c-4a42-8bc6-91d5e4001df9 req-4c14f64b-8653-48dd-8c4a-c250cc17777d service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565932 Jul 09 20:00:25.713222 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-12fdfd7d-825c-417a-bc5c-491a74f7cac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:25.719045 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-12fdfd7d-825c-417a-bc5c-491a74f7cac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:25.733501 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-12fdfd7d-825c-417a-bc5c-491a74f7cac2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60a9c257-8409-435b-a2b2-9f897e38eea7 HTTP/1.1" status: 204 len: 168 time: 0.1777265 Jul 09 20:00:25.760759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdfd7d-825c-417a-bc5c-491a74f7cac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a9c257-8409-435b-a2b2-9f897e38eea7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:25.799286 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-5706b8df-6bae-48bb-9657-27683a2fb7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:25.800848 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-5706b8df-6bae-48bb-9657-27683a2fb7ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1839719 Jul 09 20:00:25.918532 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4c5d1f75-b724-4685-b26e-b8c56d3ce605 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Allocated IP 10.2.2.100 (ef5270c7-1773-4605-be53-cd4a35f29f6b/70865fc5-c428-4ef7-bccc-8faccd991ddc/38be194f-024c-4cfb-98dc-6f02547e94f8) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:25.960353 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ab70e-d7ef-408a-9a35-5ae43810993f req-4d1b1dfa-55e3-4365-84b9-37532dffe999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:25.962464 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-908ab70e-d7ef-408a-9a35-5ae43810993f req-4d1b1dfa-55e3-4365-84b9-37532dffe999 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 1094 time: 0.2143428 Jul 09 20:00:26.039578 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-9d56ac0e-5a4e-4129-91f5-038ac74888c4 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095869 Jul 09 20:00:26.308395 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ab70e-d7ef-408a-9a35-5ae43810993f req-cefc01df-7476-4026-b132-8e56f48ba3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:26.314918 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-908ab70e-d7ef-408a-9a35-5ae43810993f req-cefc01df-7476-4026-b132-8e56f48ba3a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 905 time: 0.3420351 Jul 09 20:00:26.418845 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-908ab70e-d7ef-408a-9a35-5ae43810993f req-ed38f280-7a49-4cd9-9625-b6b936960f66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 HTTP/1.1" status: 200 len: 217 time: 0.0794067 Jul 09 20:00:26.457168 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-3b18560c-4e50-4e86-b028-ea8cca927d55 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991010 Jul 09 20:00:26.486101 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4c5d1f75-b724-4685-b26e-b8c56d3ce605 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:26.526939 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-0e81a5e8-24e5-4f7b-bdad-f99c9ac3441e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a74ae6d6-5326-40b6-8cd8-8e0067f302a2 HTTP/1.1" status: 200 len: 217 time: 0.0383718 Jul 09 20:00:26.545448 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b6b9c-b442-4032-817a-6311852d2861 req-6e9e90c4-c5ce-4a14-9faf-c3aed5e02453 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:26.551571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b6b9c-b442-4032-817a-6311852d2861 req-6e9e90c4-c5ce-4a14-9faf-c3aed5e02453 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:26.558364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b6b9c-b442-4032-817a-6311852d2861 req-6e9e90c4-c5ce-4a14-9faf-c3aed5e02453 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:26.562847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2a7b6b9c-b442-4032-817a-6311852d2861 req-6e9e90c4-c5ce-4a14-9faf-c3aed5e02453 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 2375 time: 0.5146005 Jul 09 20:00:26.617490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4c5d1f75-b724-4685-b26e-b8c56d3ce605 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Transition to ACTIVE for port object 38be194f-024c-4cfb-98dc-6f02547e94f8 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:26.658597 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-8b05470f-1004-4859-b3cd-5697a35f9756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:26.660454 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-8b05470f-1004-4859-b3cd-5697a35f9756 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=982230e2-ecd0-408f-b508-78098c9b7e25 HTTP/1.1" status: 200 len: 797 time: 0.0936360 Jul 09 20:00:26.662144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ab70e-d7ef-408a-9a35-5ae43810993f req-1ba481b2-0300-47c4-852b-8594558088bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:26.663750 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-908ab70e-d7ef-408a-9a35-5ae43810993f req-1ba481b2-0300-47c4-852b-8594558088bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 200 len: 844 time: 0.2313640 Jul 09 20:00:26.682980 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:26.707712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cddd545-fc34-4b6e-87ce-4831e12ac899 req-1cf37443-35fe-4905-a39a-0b357c6fc8e7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:26.709869 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7cddd545-fc34-4b6e-87ce-4831e12ac899 req-1cf37443-35fe-4905-a39a-0b357c6fc8e7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 943 time: 0.1452031 Jul 09 20:00:26.766743 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-908ab70e-d7ef-408a-9a35-5ae43810993f req-1cd1dfce-daeb-477b-86cc-450176172830 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739233 Jul 09 20:00:26.779222 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7cddd545-fc34-4b6e-87ce-4831e12ac899 req-b1de1045-9139-4932-b975-ff4c48ed1a9e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606809 Jul 09 20:00:26.799618 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a64d7979-1761-4c9d-98cc-474ff7d01705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:26.810679 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2a7b6b9c-b442-4032-817a-6311852d2861 req-129f4665-a730-46c3-ba5d-f9a5c038b8b6 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035708 Jul 09 20:00:26.886621 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4c5d1f75-b724-4685-b26e-b8c56d3ce605 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:26.990088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4c5d1f75-b724-4685-b26e-b8c56d3ce605 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Network ef5270c7-1773-4605-be53-cd4a35f29f6b is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:27.006432 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4c5d1f75-b724-4685-b26e-b8c56d3ce605 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:27.050504 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4c5d1f75-b724-4685-b26e-b8c56d3ce605 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:27.055335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-71773da5-c43d-499e-9144-b83f5b2a64d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:27.056944 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-71773da5-c43d-499e-9144-b83f5b2a64d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a597dc90-af64-4cd5-8204-81ddc68a6ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3762639 Jul 09 20:00:27.060998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d1f75-b724-4685-b26e-b8c56d3ce605 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'Port': ['ID=38be194f-024c-4cfb-98dc-6f02547e94f8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:27.083791 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-908ab70e-d7ef-408a-9a35-5ae43810993f req-c50c2b72-0afb-4cc4-93b8-201a8fb6330d service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039989 Jul 09 20:00:27.279038 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4c5d1f75-b724-4685-b26e-b8c56d3ce605 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:27.279038 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4c5d1f75-b724-4685-b26e-b8c56d3ce605 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:27.283381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c84a32c0-8c8d-411f-bb04-942673fe0759 None None] Provisioning for port 38be194f-024c-4cfb-98dc-6f02547e94f8 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:27.292644 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c84a32c0-8c8d-411f-bb04-942673fe0759 None None] Provisioning complete for port 38be194f-024c-4cfb-98dc-6f02547e94f8 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:27.294806 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c84a32c0-8c8d-411f-bb04-942673fe0759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:27.330877 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4c5d1f75-b724-4685-b26e-b8c56d3ce605 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5551310 Jul 09 20:00:27.349003 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c84a32c0-8c8d-411f-bb04-942673fe0759 None None] Port 38be194f-024c-4cfb-98dc-6f02547e94f8 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:00:27.350889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'port': {'device_id': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b', 'admin_state_up': True, 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'security_groups': ['1385389b-ee62-4228-b744-2efe2ec787fa']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:27.370701 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a76fb0-b517-4603-87b1-aec8b30df3e1 req-6bad3aea-c7c8-4a90-8f12-db8c4bc61857 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:27.377034 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a76fb0-b517-4603-87b1-aec8b30df3e1 req-6bad3aea-c7c8-4a90-8f12-db8c4bc61857 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:27.383613 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a76fb0-b517-4603-87b1-aec8b30df3e1 req-6bad3aea-c7c8-4a90-8f12-db8c4bc61857 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:27.389800 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a76fb0-b517-4603-87b1-aec8b30df3e1 req-6bad3aea-c7c8-4a90-8f12-db8c4bc61857 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:27.396127 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a76fb0-b517-4603-87b1-aec8b30df3e1 req-6bad3aea-c7c8-4a90-8f12-db8c4bc61857 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:27.403244 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a76fb0-b517-4603-87b1-aec8b30df3e1 req-6bad3aea-c7c8-4a90-8f12-db8c4bc61857 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:27.409258 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a76fb0-b517-4603-87b1-aec8b30df3e1 req-6bad3aea-c7c8-4a90-8f12-db8c4bc61857 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:27.411154 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-23a76fb0-b517-4603-87b1-aec8b30df3e1 req-6bad3aea-c7c8-4a90-8f12-db8c4bc61857 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.4158370 Jul 09 20:00:27.465410 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-908ab70e-d7ef-408a-9a35-5ae43810993f req-d2c759d2-9b39-471f-aac5-e021f030fe6a service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579834 Jul 09 20:00:27.473978 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-37ffcb77-6366-4bcc-a812-7fcdcd26a1d1 service neutron] 10.222.0.36 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890977 Jul 09 20:00:27.763839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36256) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:27.897590 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-915ec936-9f06-40c5-9bee-80622821957f tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:27.936521 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-915ec936-9f06-40c5-9bee-80622821957f tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] 10.222.0.30 "PUT /v2.0/quotas/13f7fc56bb5540c895f461281273387b HTTP/1.1" status: 200 len: 368 time: 0.1700976 Jul 09 20:00:27.940720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36264) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:27.953281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Request body: {'network': {'project_id': '13f7fc56bb5540c895f461281273387b'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:27.984778 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-23a76fb0-b517-4603-87b1-aec8b30df3e1 req-1c2bcc29-9479-493e-a445-89a5d080ff19 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5245786 Jul 09 20:00:28.007861 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-f63893a5-a605-4090-8c9d-6682897de20a service neutron] 10.222.0.36 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175569 Jul 09 20:00:28.031629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Made reservation on behalf of 13f7fc56bb5540c895f461281273387b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:28.033999 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:28.044899 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:28.070765 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-e1e4273f-8658-4cd7-ac21-34d8ff2ab545 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=079f73fb-e472-4d00-8450-a0f011297aa8 HTTP/1.1" status: 200 len: 217 time: 0.0490909 Jul 09 20:00:28.079508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b6e53-08fe-420e-9d4c-f655ba707486 req-b68192ab-7059-4e9b-bf3a-b64d2fdce37e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.081185 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3d7b6e53-08fe-420e-9d4c-f655ba707486 req-b68192ab-7059-4e9b-bf3a-b64d2fdce37e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 943 time: 0.1234093 Jul 09 20:00:28.125853 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3d7b6e53-08fe-420e-9d4c-f655ba707486 req-2c4512cc-36ea-4df9-a1d4-3ecc0f0d6d38 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384250 Jul 09 20:00:28.128348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-5967f7a5-d4c7-4fb3-aadd-36ceb66e16af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.129918 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-5967f7a5-d4c7-4fb3-aadd-36ceb66e16af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=982230e2-ecd0-408f-b508-78098c9b7e25 HTTP/1.1" status: 200 len: 797 time: 0.0513122 Jul 09 20:00:28.131710 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.api [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 20:00:28.131710 n-d-800088-3 neutron-server[100204]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 20:00:28.131710 n-d-800088-3 neutron-server[100204]: [parameters: {'project_id_1': '8cc91b2219044be3bcf3baddf092d553', 'expiration_1': datetime.datetime(2021, 7, 9, 20, 0, 28, 71480)}] Jul 09 20:00:28.131710 n-d-800088-3 neutron-server[100204]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:00:28.132018 n-d-800088-3 neutron-server[100204]: DEBUG oslo_db.api [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:00:28.215829 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:28.224137 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:28.239291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:00:28.250709 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:28.251388 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Added segment 685eb051-9e82-4a70-84a6-ed4d6b7834d6 of type vlan for network 5a77811e-0e05-4978-90b5-602b3455d155 Jul 09 20:00:28.272338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e2193-b934-4c04-bcd2-1807303ddf27 req-49ab64b3-811d-4755-8aa1-195669d3f9d2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.279278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e2193-b934-4c04-bcd2-1807303ddf27 req-49ab64b3-811d-4755-8aa1-195669d3f9d2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.285421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e2193-b934-4c04-bcd2-1807303ddf27 req-49ab64b3-811d-4755-8aa1-195669d3f9d2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.292138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e2193-b934-4c04-bcd2-1807303ddf27 req-49ab64b3-811d-4755-8aa1-195669d3f9d2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.294067 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2b8e2193-b934-4c04-bcd2-1807303ddf27 req-49ab64b3-811d-4755-8aa1-195669d3f9d2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 3096 time: 0.1572738 Jul 09 20:00:28.297140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-5e2bda54-e9ff-4949-8a38-35d8213eea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.298533 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-5e2bda54-e9ff-4949-8a38-35d8213eea0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a597dc90-af64-4cd5-8204-81ddc68a6ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1595340 Jul 09 20:00:28.304749 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:28.346422 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:28.348226 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.349172 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:28.401244 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2b8e2193-b934-4c04-bcd2-1807303ddf27 req-bb5a2634-7569-4bb8-9a57-ac9d8c012442 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002047 Jul 09 20:00:28.413365 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4715054 Jul 09 20:00:28.416853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfce7915-3143-477e-8f77-fa05fe084ea7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:28.417093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36270) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:28.429904 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28963d-289c-477b-98d9-f9c6a097f807 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Pushing event updated for resources: {'Network': ['ID=5a77811e-0e05-4978-90b5-602b3455d155,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:28.444302 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-03ae21aa-a7e9-4fd3-8543-d577d30f4104 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Request body: {'network': {'project_id': '13f7fc56bb5540c895f461281273387b'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:28.453779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 5a77811e-0e05-4978-90b5-602b3455d155 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:00:28.482704 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-d19f8d92-b032-4e66-a044-7fcb13637530 service neutron] 10.222.0.36 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752067 Jul 09 20:00:28.483788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ae21aa-a7e9-4fd3-8543-d577d30f4104 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Made reservation on behalf of 13f7fc56bb5540c895f461281273387b for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:28.486319 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-03ae21aa-a7e9-4fd3-8543-d577d30f4104 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:28.528072 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ae21aa-a7e9-4fd3-8543-d577d30f4104 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:00:28.568319 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-03ae21aa-a7e9-4fd3-8543-d577d30f4104 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:28.568708 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-03ae21aa-a7e9-4fd3-8543-d577d30f4104 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Added segment 6a04e053-b1a7-407d-9a96-f15d763546ec of type vlan for network 44f4d204-6ba4-4e95-8a70-c273557bf90f Jul 09 20:00:28.629185 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-03ae21aa-a7e9-4fd3-8543-d577d30f4104 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:28.661984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Made reservation on behalf of 8cc91b2219044be3bcf3baddf092d553 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:28.667358 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:28.688654 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48d048f-bba0-4428-a825-ec319f0814d7 req-d04c6f05-e312-4433-8884-cfa39c69dc85 service neutron] 10.222.0.36 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988101 Jul 09 20:00:28.752804 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-03ae21aa-a7e9-4fd3-8543-d577d30f4104 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:28.753770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ae21aa-a7e9-4fd3-8543-d577d30f4104 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.754372 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-03ae21aa-a7e9-4fd3-8543-d577d30f4104 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:28.877976 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-03ae21aa-a7e9-4fd3-8543-d577d30f4104 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4389112 Jul 09 20:00:28.881019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36274) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:28.887631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-27576725-f0b8-4be2-861c-19549cb799be tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Request body: {'network': {'project_id': '13f7fc56bb5540c895f461281273387b'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:28.901863 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-27576725-f0b8-4be2-861c-19549cb799be tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 20:00:28.902069 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae21aa-a7e9-4fd3-8543-d577d30f4104 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Pushing event updated for resources: {'Network': ['ID=44f4d204-6ba4-4e95-8a70-c273557bf90f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:28.902738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27576725-f0b8-4be2-861c-19549cb799be tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:00:28.904068 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-27576725-f0b8-4be2-861c-19549cb799be tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0213995 Jul 09 20:00:28.906873 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36276) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:28.919817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 44f4d204-6ba4-4e95-8a70-c273557bf90f details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:00:28.987209 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918599-6570-4334-8496-29dda00f1363 req-f1cdce78-5e51-487a-8945-4f13aa95a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.987715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918599-6570-4334-8496-29dda00f1363 req-f1cdce78-5e51-487a-8945-4f13aa95a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.988615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918599-6570-4334-8496-29dda00f1363 req-f1cdce78-5e51-487a-8945-4f13aa95a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.988733 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918599-6570-4334-8496-29dda00f1363 req-f1cdce78-5e51-487a-8945-4f13aa95a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.989866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918599-6570-4334-8496-29dda00f1363 req-f1cdce78-5e51-487a-8945-4f13aa95a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.990124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918599-6570-4334-8496-29dda00f1363 req-f1cdce78-5e51-487a-8945-4f13aa95a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.990604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918599-6570-4334-8496-29dda00f1363 req-f1cdce78-5e51-487a-8945-4f13aa95a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:28.993300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92918599-6570-4334-8496-29dda00f1363 req-f1cdce78-5e51-487a-8945-4f13aa95a60c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=384eeeeb6b564c0ba6396789db3d7886&device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 6478 time: 0.2178807 Jul 09 20:00:28.993993 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b0703-df40-4faa-a330-5159fb045294 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:28.994598 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Allocated IP 10.2.2.200 (ef5270c7-1773-4605-be53-cd4a35f29f6b/70865fc5-c428-4ef7-bccc-8faccd991ddc/40e1fa92-ad4d-4c40-9344-ec2217ecdc11) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:29.087214 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:29.104176 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b0703-df40-4faa-a330-5159fb045294 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:29.115126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a75b0703-df40-4faa-a330-5159fb045294 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f4d204-6ba4-4e95-8a70-c273557bf90f']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:29.126232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a75b0703-df40-4faa-a330-5159fb045294 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a04e053-b1a7-407d-9a96-f15d763546ec') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:29.126528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a75b0703-df40-4faa-a330-5159fb045294 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a04e053-b1a7-407d-9a96-f15d763546ec') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:29.135075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918599-6570-4334-8496-29dda00f1363 req-23d11b94-4b52-411c-b139-4b6c858e952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.136157 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b0703-df40-4faa-a330-5159fb045294 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:29.137150 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92918599-6570-4334-8496-29dda00f1363 req-23d11b94-4b52-411c-b139-4b6c858e952f service neutron] 10.222.0.36 "GET /v2.0/networks?id=a597dc90-af64-4cd5-8204-81ddc68a6ae0 HTTP/1.1" status: 200 len: 902 time: 0.1340611 Jul 09 20:00:29.160564 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b0703-df40-4faa-a330-5159fb045294 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:29.190879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75b0703-df40-4faa-a330-5159fb045294 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:00:29.191297 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b0703-df40-4faa-a330-5159fb045294 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:00:29.193174 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:00:29.269285 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b0703-df40-4faa-a330-5159fb045294 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:29.271731 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92918599-6570-4334-8496-29dda00f1363 req-7f1d9110-c23b-430d-8248-95e1a2abfe6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=079f73fb-e472-4d00-8450-a0f011297aa8 HTTP/1.1" status: 200 len: 217 time: 0.0509453 Jul 09 20:00:29.278148 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b0703-df40-4faa-a330-5159fb045294 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:29.279982 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a75b0703-df40-4faa-a330-5159fb045294 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] 10.222.0.30 "DELETE /v2.0/networks/44f4d204-6ba4-4e95-8a70-c273557bf90f HTTP/1.1" status: 204 len: 168 time: 0.3718820 Jul 09 20:00:29.295196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36286) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:29.295409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62171-ec58-4c8c-96b6-cc29007a16af req-663a5bc2-807f-45b0-96e8-06db6b8004f0 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.301339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62171-ec58-4c8c-96b6-cc29007a16af req-663a5bc2-807f-45b0-96e8-06db6b8004f0 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.307862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62171-ec58-4c8c-96b6-cc29007a16af req-663a5bc2-807f-45b0-96e8-06db6b8004f0 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.314077 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62171-ec58-4c8c-96b6-cc29007a16af req-663a5bc2-807f-45b0-96e8-06db6b8004f0 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.323491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62171-ec58-4c8c-96b6-cc29007a16af req-663a5bc2-807f-45b0-96e8-06db6b8004f0 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.330439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62171-ec58-4c8c-96b6-cc29007a16af req-663a5bc2-807f-45b0-96e8-06db6b8004f0 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.336849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d62171-ec58-4c8c-96b6-cc29007a16af req-663a5bc2-807f-45b0-96e8-06db6b8004f0 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.338939 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7d62171-ec58-4c8c-96b6-cc29007a16af req-663a5bc2-807f-45b0-96e8-06db6b8004f0 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.1909778 Jul 09 20:00:29.348746 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b0703-df40-4faa-a330-5159fb045294 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Pushing event deleted for resources: {'Network': ['ID=44f4d204-6ba4-4e95-8a70-c273557bf90f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:29.388151 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b4fc234d-ce48-4612-bc46-1af9a82657a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:29.397420 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7d62171-ec58-4c8c-96b6-cc29007a16af req-3e82c9ed-f14c-4f6d-a64b-7d0920ddaec1 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423577 Jul 09 20:00:29.496249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918599-6570-4334-8496-29dda00f1363 req-e25d194d-de0c-478a-afde-9f3f222fbf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.497783 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92918599-6570-4334-8496-29dda00f1363 req-e25d194d-de0c-478a-afde-9f3f222fbf4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=982230e2-ecd0-408f-b508-78098c9b7e25 HTTP/1.1" status: 200 len: 797 time: 0.2195122 Jul 09 20:00:29.500478 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7fa24fdc-bc31-4ef4-a896-4d71b7672a01 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:29.526707 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:29.574599 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Transition to ACTIVE for port object 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:29.588677 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:29.594982 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecc2d3-bad0-4839-b643-e066b34a5446 req-f68922cb-8437-4760-8d89-87ec92b707ce tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.596560 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24ecc2d3-bad0-4839-b643-e066b34a5446 req-f68922cb-8437-4760-8d89-87ec92b707ce tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 943 time: 0.3168972 Jul 09 20:00:29.718051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078067c-dfc9-40fa-81d0-42f137dabfcd req-aaa6bdcf-2b8b-4301-9bc7-f111a0e2e667 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.724321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078067c-dfc9-40fa-81d0-42f137dabfcd req-aaa6bdcf-2b8b-4301-9bc7-f111a0e2e667 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.731135 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078067c-dfc9-40fa-81d0-42f137dabfcd req-aaa6bdcf-2b8b-4301-9bc7-f111a0e2e667 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.737194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078067c-dfc9-40fa-81d0-42f137dabfcd req-aaa6bdcf-2b8b-4301-9bc7-f111a0e2e667 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.738962 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7078067c-dfc9-40fa-81d0-42f137dabfcd req-aaa6bdcf-2b8b-4301-9bc7-f111a0e2e667 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 3096 time: 0.0992820 Jul 09 20:00:29.742124 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7fa24fdc-bc31-4ef4-a896-4d71b7672a01 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:29.749736 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918599-6570-4334-8496-29dda00f1363 req-475e8ad2-148f-4860-a19b-7287cd0d1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:29.751273 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92918599-6570-4334-8496-29dda00f1363 req-475e8ad2-148f-4860-a19b-7287cd0d1d54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a597dc90-af64-4cd5-8204-81ddc68a6ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2413216 Jul 09 20:00:29.766696 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24ecc2d3-bad0-4839-b643-e066b34a5446 req-e7343f79-177c-459a-bdc4-b3c9ba09be8b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616015 Jul 09 20:00:29.775272 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-7fa24fdc-bc31-4ef4-a896-4d71b7672a01 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a77811e-0e05-4978-90b5-602b3455d155']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:29.787622 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7078067c-dfc9-40fa-81d0-42f137dabfcd req-8708fda2-f40e-4304-a94c-900fc5eceab4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428896 Jul 09 20:00:29.821792 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:29.871467 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92918599-6570-4334-8496-29dda00f1363 req-2a1534b7-f49c-4886-9875-ac14e1db2ef4 service neutron] 10.222.0.36 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082256 Jul 09 20:00:29.874906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-7fa24fdc-bc31-4ef4-a896-4d71b7672a01 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685eb051-9e82-4a70-84a6-ed4d6b7834d6') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:29.875211 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-7fa24fdc-bc31-4ef4-a896-4d71b7672a01 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685eb051-9e82-4a70-84a6-ed4d6b7834d6') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:29.939002 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7fa24fdc-bc31-4ef4-a896-4d71b7672a01 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:29.996439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Network ef5270c7-1773-4605-be53-cd4a35f29f6b is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:29.998907 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7fa24fdc-bc31-4ef4-a896-4d71b7672a01 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:30.010669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:30.020071 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa24fdc-bc31-4ef4-a896-4d71b7672a01 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:00:30.020502 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7fa24fdc-bc31-4ef4-a896-4d71b7672a01 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:30.022240 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:00:30.025302 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:00:30.029456 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event updated for resources: {'Port': ['ID=40e1fa92-ad4d-4c40-9344-ec2217ecdc11,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:30.135535 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92918599-6570-4334-8496-29dda00f1363 req-f6a7b8d4-fa55-4a69-9572-89968c2cf836 service neutron] 10.222.0.36 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504542 Jul 09 20:00:30.136138 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7fa24fdc-bc31-4ef4-a896-4d71b7672a01 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:30.143403 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:30.144043 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:30.151085 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7fa24fdc-bc31-4ef4-a896-4d71b7672a01 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:30.158014 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7fa24fdc-bc31-4ef4-a896-4d71b7672a01 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] 10.222.0.30 "DELETE /v2.0/networks/5a77811e-0e05-4978-90b5-602b3455d155 HTTP/1.1" status: 204 len: 168 time: 0.8569205 Jul 09 20:00:30.169879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa24fdc-bc31-4ef4-a896-4d71b7672a01 tempest-QuotasNegativeTest-1136234564 tempest-QuotasNegativeTest-1136234564-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a77811e-0e05-4978-90b5-602b3455d155,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:30.183587 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-93091873-3fca-4208-9e1e-d7d4c016574d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8430471 Jul 09 20:00:30.197621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Request body: {'port': {'device_id': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:30.295395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-865c24a3-098b-4a5d-9937-eb0da8f5d04d None None] Provisioning for port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:30.296860 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:30.300411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-865c24a3-098b-4a5d-9937-eb0da8f5d04d None None] Provisioning complete for port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:30.300858 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-865c24a3-098b-4a5d-9937-eb0da8f5d04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:30.347067 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-865c24a3-098b-4a5d-9937-eb0da8f5d04d None None] Port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:00:30.365631 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:30.663043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc3e76d-51a9-4170-90ff-6f54f619d809 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:30.674379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36306) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:30.676805 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:30.700985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Transition to ACTIVE for port object cfc3e76d-51a9-4170-90ff-6f54f619d809 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:30.710199 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:30.728948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ac46-daf6-4dca-bba1-238bfec702fe req-7c6f7a28-b31e-4e7b-ba03-8b57dbd655a6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:30.734914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ac46-daf6-4dca-bba1-238bfec702fe req-7c6f7a28-b31e-4e7b-ba03-8b57dbd655a6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:30.740880 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ac46-daf6-4dca-bba1-238bfec702fe req-7c6f7a28-b31e-4e7b-ba03-8b57dbd655a6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:30.746958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ac46-daf6-4dca-bba1-238bfec702fe req-7c6f7a28-b31e-4e7b-ba03-8b57dbd655a6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:30.753373 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ac46-daf6-4dca-bba1-238bfec702fe req-7c6f7a28-b31e-4e7b-ba03-8b57dbd655a6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:30.760406 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ac46-daf6-4dca-bba1-238bfec702fe req-7c6f7a28-b31e-4e7b-ba03-8b57dbd655a6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:30.766391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695ac46-daf6-4dca-bba1-238bfec702fe req-7c6f7a28-b31e-4e7b-ba03-8b57dbd655a6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:30.768367 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7695ac46-daf6-4dca-bba1-238bfec702fe req-7c6f7a28-b31e-4e7b-ba03-8b57dbd655a6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.1610265 Jul 09 20:00:30.800246 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9cdd4329-61e9-4689-98b5-9d442fd04b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:30.842134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Pushing event updated for resources: {'Port': ['ID=cfc3e76d-51a9-4170-90ff-6f54f619d809,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:30.940769 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7695ac46-daf6-4dca-bba1-238bfec702fe req-207df988-d54e-4242-866e-c3b7fe21848b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1445143 Jul 09 20:00:30.959383 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9cdd4329-61e9-4689-98b5-9d442fd04b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:30.987658 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9cdd4329-61e9-4689-98b5-9d442fd04b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:31.005691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Attempting to bind port cfc3e76d-51a9-4170-90ff-6f54f619d809 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:31.006373 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Attempting to bind port cfc3e76d-51a9-4170-90ff-6f54f619d809 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'f67726b3-c14d-4273-a0cd-ddcf83dc00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:31.010258 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:00:31.017606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Attempting to bind port cfc3e76d-51a9-4170-90ff-6f54f619d809 on network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:31.032294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Port cfc3e76d-51a9-4170-90ff-6f54f619d809 on network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:31.032924 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Attempting to bind port cfc3e76d-51a9-4170-90ff-6f54f619d809 on network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:31.047109 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:31.047472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Checking segment: {'id': 'f67726b3-c14d-4273-a0cd-ddcf83dc00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:31.047879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Bound using segment: {'id': 'f67726b3-c14d-4273-a0cd-ddcf83dc00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:31.050536 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Bound port: cfc3e76d-51a9-4170-90ff-6f54f619d809, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67726b3-c14d-4273-a0cd-ddcf83dc00d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:31.053118 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:31.101037 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd4329-61e9-4689-98b5-9d442fd04b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033860ad-65b0-422f-89a3-ec1d77fbe501,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:31.118235 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9cdd4329-61e9-4689-98b5-9d442fd04b27 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2be7db46d9fe40d8bfc5671d499da052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4420207 Jul 09 20:00:31.121810 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36318) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:31.188646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a263c4-1dd7-4e8f-90f4-650d74ad65c7 req-080d70cd-5dd1-4465-a454-e6746b349775 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:31.196647 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-01a263c4-1dd7-4e8f-90f4-650d74ad65c7 req-080d70cd-5dd1-4465-a454-e6746b349775 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 943 time: 0.2347376 Jul 09 20:00:31.203247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ccb4908d-0ecf-48bc-b6f3-9b257ee616d0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccb4908d-0ecf-48bc-b6f3-9b257ee616d0,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:31.222425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'ccb4908d-0ecf-48bc-b6f3-9b257ee616d0', 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e', 'port_id': 'ccb4908d-0ecf-48bc-b6f3-9b257ee616d0', 'mac_address': 'fa:16:3e:fc:5a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a9c143-b389-43fd-ad86-f382a5b60595', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:00:31.239285 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1064cee6-dd17-479c-b153-b42f290a6a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:31.263907 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-01a263c4-1dd7-4e8f-90f4-650d74ad65c7 req-0a4bc5df-797b-4873-93b6-cf7381787d65 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662866 Jul 09 20:00:31.283863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] For port cfc3e76d-51a9-4170-90ff-6f54f619d809, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:31.283863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] For port cfc3e76d-51a9-4170-90ff-6f54f619d809, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cfc3e76d-51a9-4170-90ff-6f54f619d809,segment=NetworkSegment(f67726b3-c14d-4273-a0cd-ddcf83dc00d5),segment_id=f67726b3-c14d-4273-a0cd-ddcf83dc00d5)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:31.290349 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:31.297175 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de3dc0-844c-41f8-af3d-fadb6e4d0c44 req-a82c0499-92da-42af-a6d2-c1ffd656b5e5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:31.300897 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1064cee6-dd17-479c-b153-b42f290a6a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:31.304845 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de3dc0-844c-41f8-af3d-fadb6e4d0c44 req-a82c0499-92da-42af-a6d2-c1ffd656b5e5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:31.306431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:31.312098 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de3dc0-844c-41f8-af3d-fadb6e4d0c44 req-a82c0499-92da-42af-a6d2-c1ffd656b5e5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:31.319364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de3dc0-844c-41f8-af3d-fadb6e4d0c44 req-a82c0499-92da-42af-a6d2-c1ffd656b5e5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:31.326311 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de3dc0-844c-41f8-af3d-fadb6e4d0c44 req-a82c0499-92da-42af-a6d2-c1ffd656b5e5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:31.329895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ccb4908d-0ecf-48bc-b6f3-9b257ee616d0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccb4908d-0ecf-48bc-b6f3-9b257ee616d0,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:31.334476 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-11de3dc0-844c-41f8-af3d-fadb6e4d0c44 req-a82c0499-92da-42af-a6d2-c1ffd656b5e5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 3829 time: 0.1899712 Jul 09 20:00:31.338447 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:31.339149 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:31.407505 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1064cee6-dd17-479c-b153-b42f290a6a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:31.410318 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1064cee6-dd17-479c-b153-b42f290a6a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:31.411577 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1064cee6-dd17-479c-b153-b42f290a6a5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/033860ad-65b0-422f-89a3-ec1d77fbe501 HTTP/1.1" status: 204 len: 168 time: 0.2866614 Jul 09 20:00:31.421039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064cee6-dd17-479c-b153-b42f290a6a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033860ad-65b0-422f-89a3-ec1d77fbe501,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:31.433684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=ccb4908d-0ecf-48bc-b6f3-9b257ee616d0,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:31.459433 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:31.460082 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:31.466181 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] 10.222.0.36 "PUT /v2.0/ports/cfc3e76d-51a9-4170-90ff-6f54f619d809 HTTP/1.1" status: 200 len: 1092 time: 1.2747021 Jul 09 20:00:31.481799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': 'cfc3e76d-51a9-4170-90ff-6f54f619d809'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:31.484849 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffffb5f-e50a-4dca-b9bc-64862b3d728b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "cfc3e76d-51a9-4170-90ff-6f54f619d809"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:31.512132 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Request body: {'port': {'device_id': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:31.517395 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e1afe-10fd-43a7-b170-c7880ce947db service neutron] Pushing event updated for resources: {'Port': ['ID=cfc3e76d-51a9-4170-90ff-6f54f619d809,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:31.597150 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-11de3dc0-844c-41f8-af3d-fadb6e4d0c44 req-34eeaf4c-ebf1-44c8-850a-e24678c348a3 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2617042 Jul 09 20:00:31.644946 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cda9d4-a94a-476d-b378-48161b02dd5b x-openstack-request-id: req-45cda9d4-a94a-476d-b378-48161b02dd5b {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:31.645240 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "cfc3e76d-51a9-4170-90ff-6f54f619d809", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:31.645493 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45cda9d4-a94a-476d-b378-48161b02dd5b {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:31.645885 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': 'cfc3e76d-51a9-4170-90ff-6f54f619d809', 'status': 'completed', 'code': 200} Jul 09 20:00:31.660479 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:31.733962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['ccb4908d-0ecf-48bc-b6f3-9b257ee616d0'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:31.901976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36330) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:31.915968 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca232-4840-4436-96ea-ddc81d09975c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:31.921145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffb5f-e50a-4dca-b9bc-64862b3d728b req-de0edc89-818d-4d52-9741-48e7721f35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:31.921644 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffb5f-e50a-4dca-b9bc-64862b3d728b req-de0edc89-818d-4d52-9741-48e7721f35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:31.922138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffb5f-e50a-4dca-b9bc-64862b3d728b req-de0edc89-818d-4d52-9741-48e7721f35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:31.922697 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffb5f-e50a-4dca-b9bc-64862b3d728b req-de0edc89-818d-4d52-9741-48e7721f35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:31.923187 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffb5f-e50a-4dca-b9bc-64862b3d728b req-de0edc89-818d-4d52-9741-48e7721f35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:31.925285 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ffffb5f-e50a-4dca-b9bc-64862b3d728b req-de0edc89-818d-4d52-9741-48e7721f35ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cc91b2219044be3bcf3baddf092d553&device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 4364 time: 0.2550163 Jul 09 20:00:32.033817 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca232-4840-4436-96ea-ddc81d09975c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:32.040483 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc8ca232-4840-4436-96ea-ddc81d09975c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:32.098889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffb5f-e50a-4dca-b9bc-64862b3d728b req-5b532862-0cea-4ca1-bd3a-3fa4e5501be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.099301 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffb5f-e50a-4dca-b9bc-64862b3d728b req-5b532862-0cea-4ca1-bd3a-3fa4e5501be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.099787 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffb5f-e50a-4dca-b9bc-64862b3d728b req-5b532862-0cea-4ca1-bd3a-3fa4e5501be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.102456 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ffffb5f-e50a-4dca-b9bc-64862b3d728b req-5b532862-0cea-4ca1-bd3a-3fa4e5501be8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8cc91b2219044be3bcf3baddf092d553&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1665025 Jul 09 20:00:32.108668 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cc8ca232-4840-4436-96ea-ddc81d09975c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d15d4cb8b344daeb030d5afffd0d05b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054431 Jul 09 20:00:32.108843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36334) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:32.111592 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ca232-4840-4436-96ea-ddc81d09975c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46c8fa7-c894-4325-9bd7-e02849c899ef,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:32.187797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81273060-0f73-453a-b2df-a5e2a1999d54 req-e439abc4-40dc-40c5-82a1-7ad537332752 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.193778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81273060-0f73-453a-b2df-a5e2a1999d54 req-e439abc4-40dc-40c5-82a1-7ad537332752 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.200435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81273060-0f73-453a-b2df-a5e2a1999d54 req-e439abc4-40dc-40c5-82a1-7ad537332752 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.206470 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:32.207862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81273060-0f73-453a-b2df-a5e2a1999d54 req-e439abc4-40dc-40c5-82a1-7ad537332752 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.213918 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81273060-0f73-453a-b2df-a5e2a1999d54 req-e439abc4-40dc-40c5-82a1-7ad537332752 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.220220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81273060-0f73-453a-b2df-a5e2a1999d54 req-e439abc4-40dc-40c5-82a1-7ad537332752 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.226888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81273060-0f73-453a-b2df-a5e2a1999d54 req-e439abc4-40dc-40c5-82a1-7ad537332752 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.228855 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-81273060-0f73-453a-b2df-a5e2a1999d54 req-e439abc4-40dc-40c5-82a1-7ad537332752 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.1403780 Jul 09 20:00:32.282209 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6b31-faea-4643-98e5-b4fa52a139e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:32.297286 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-81273060-0f73-453a-b2df-a5e2a1999d54 req-4917d612-b63c-45f6-a18e-3a398554f69c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562258 Jul 09 20:00:32.307169 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffffb5f-e50a-4dca-b9bc-64862b3d728b req-25653d08-a08a-49c9-a959-8eb95b483188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.312879 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ffffb5f-e50a-4dca-b9bc-64862b3d728b req-25653d08-a08a-49c9-a959-8eb95b483188 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1978059 Jul 09 20:00:32.344778 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6b31-faea-4643-98e5-b4fa52a139e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:32.383522 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:32.393293 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:32.408286 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Transition to ACTIVE for port object 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:32.425392 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:32.450547 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6b31-faea-4643-98e5-b4fa52a139e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:32.453451 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6b31-faea-4643-98e5-b4fa52a139e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:32.454612 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0ecf6b31-faea-4643-98e5-b4fa52a139e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b46c8fa7-c894-4325-9bd7-e02849c899ef HTTP/1.1" status: 204 len: 168 time: 0.3448312 Jul 09 20:00:32.496254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf6b31-faea-4643-98e5-b4fa52a139e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46c8fa7-c894-4325-9bd7-e02849c899ef,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:32.523430 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Pushing event updated for resources: {'Port': ['ID=4a5066e1-5df8-47b1-bc91-51ff5dde2cfc,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:32.614815 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Attempting to bind port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:32.615171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Attempting to bind port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:32.615511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Attempting to bind port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc on network aeb093c8-4c48-4e79-a212-8d5d93a16f75 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:32.630281 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e2b6c-19e7-4f0a-996f-067dd3fc4e6e req-542d8ae6-a8b1-4f9b-a6a4-bd45333e9c8a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.631856 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-491e2b6c-19e7-4f0a-996f-067dd3fc4e6e req-542d8ae6-a8b1-4f9b-a6a4-bd45333e9c8a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 944 time: 0.2171304 Jul 09 20:00:32.645558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc on network aeb093c8-4c48-4e79-a212-8d5d93a16f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:32.645894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Attempting to bind port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc on network aeb093c8-4c48-4e79-a212-8d5d93a16f75 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:32.679060 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:32.679738 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Checking segment: {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:32.680632 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Bound using segment: {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:32.681137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Bound port: 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:32.681620 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:32.759587 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-491e2b6c-19e7-4f0a-996f-067dd3fc4e6e req-ef9635da-f030-45e3-a25b-161ded70c5f3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160874 Jul 09 20:00:32.815416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] For port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:32.825154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] For port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4a5066e1-5df8-47b1-bc91-51ff5dde2cfc,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:32.846489 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:32.929087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:32.930269 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:32.931955 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] 10.222.0.36 "PUT /v2.0/ports/4a5066e1-5df8-47b1-bc91-51ff5dde2cfc HTTP/1.1" status: 200 len: 1135 time: 1.4283733 Jul 09 20:00:32.981706 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Request body: {'port': {'device_id': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:33.020276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ec91e-224c-4efc-bb57-7277a8fd8330 req-ba4b068d-8442-4937-8558-65bda9ec72a4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:33.024261 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:33.035648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ec91e-224c-4efc-bb57-7277a8fd8330 req-ba4b068d-8442-4937-8558-65bda9ec72a4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:33.043218 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ec91e-224c-4efc-bb57-7277a8fd8330 req-ba4b068d-8442-4937-8558-65bda9ec72a4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:33.043445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608e1ce-c0a7-46f4-aafd-6ae18f46397b service neutron] Pushing event updated for resources: {'Port': ['ID=4a5066e1-5df8-47b1-bc91-51ff5dde2cfc,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:33.050407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ec91e-224c-4efc-bb57-7277a8fd8330 req-ba4b068d-8442-4937-8558-65bda9ec72a4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:33.063547 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ec91e-224c-4efc-bb57-7277a8fd8330 req-ba4b068d-8442-4937-8558-65bda9ec72a4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:33.072427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ec91e-224c-4efc-bb57-7277a8fd8330 req-ba4b068d-8442-4937-8558-65bda9ec72a4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:33.081717 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b3ec91e-224c-4efc-bb57-7277a8fd8330 req-ba4b068d-8442-4937-8558-65bda9ec72a4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 4606 time: 0.2034645 Jul 09 20:00:33.096083 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:33.127721 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:33.134226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:33.134621 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:33.149195 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b3ec91e-224c-4efc-bb57-7277a8fd8330 req-209f3266-d62a-4f9a-93c0-c3a16ab9d471 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661857 Jul 09 20:00:33.236646 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:33.270617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23444f58-64d8-4d95-a458-adcb1c15ead9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb4908d-0ecf-48bc-b6f3-9b257ee616d0'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:33.273924 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6feb509d-5bb9-4e0a-8ebf-86e0fc1881a4" -d '{"events": [{"server_uuid": "23444f58-64d8-4d95-a458-adcb1c15ead9", "name": "network-vif-plugged", "status": "completed", "tag": "ccb4908d-0ecf-48bc-b6f3-9b257ee616d0"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:33.293385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ccb4908d-0ecf-48bc-b6f3-9b257ee616d0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccb4908d-0ecf-48bc-b6f3-9b257ee616d0,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:33.298683 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:33.354025 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72590b31-2cae-4e36-a3f7-8f47db8cf431 x-openstack-request-id: req-72590b31-2cae-4e36-a3f7-8f47db8cf431 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:33.354401 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23444f58-64d8-4d95-a458-adcb1c15ead9", "name": "network-vif-plugged", "status": "completed", "tag": "ccb4908d-0ecf-48bc-b6f3-9b257ee616d0", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:33.354722 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72590b31-2cae-4e36-a3f7-8f47db8cf431 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:33.355181 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23444f58-64d8-4d95-a458-adcb1c15ead9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb4908d-0ecf-48bc-b6f3-9b257ee616d0', 'code': 200} Jul 09 20:00:33.409758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=ccb4908d-0ecf-48bc-b6f3-9b257ee616d0,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:33.585879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403a3b1-747d-452a-b539-fdf365980e2a req-a04ddfdc-9055-407f-bb70-04e432b1dd34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:33.592348 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403a3b1-747d-452a-b539-fdf365980e2a req-a04ddfdc-9055-407f-bb70-04e432b1dd34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:33.599146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403a3b1-747d-452a-b539-fdf365980e2a req-a04ddfdc-9055-407f-bb70-04e432b1dd34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:33.607232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403a3b1-747d-452a-b539-fdf365980e2a req-a04ddfdc-9055-407f-bb70-04e432b1dd34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:33.615290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403a3b1-747d-452a-b539-fdf365980e2a req-a04ddfdc-9055-407f-bb70-04e432b1dd34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:33.623331 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403a3b1-747d-452a-b539-fdf365980e2a req-a04ddfdc-9055-407f-bb70-04e432b1dd34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:33.631326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403a3b1-747d-452a-b539-fdf365980e2a req-a04ddfdc-9055-407f-bb70-04e432b1dd34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:33.640733 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5403a3b1-747d-452a-b539-fdf365980e2a req-a04ddfdc-9055-407f-bb70-04e432b1dd34 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.1348646 Jul 09 20:00:33.659110 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36376) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:33.775080 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5403a3b1-747d-452a-b539-fdf365980e2a req-ad640ec6-0edf-4791-b0d5-e21e26b39494 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1330383 Jul 09 20:00:33.822784 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1905169916'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:33.878167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Made reservation on behalf of d99107608a914d8291093dc66e347851 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:33.882898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': '4a5066e1-5df8-47b1-bc91-51ff5dde2cfc'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:33.885563 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4118e4c3-9626-43a3-bddc-1c8299bd312c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "4a5066e1-5df8-47b1-bc91-51ff5dde2cfc"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:33.887298 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:33.904765 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:33.989647 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a81e81-2b5d-48fb-915a-75ef3d4f32f4 x-openstack-request-id: req-80a81e81-2b5d-48fb-915a-75ef3d4f32f4 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:33.990241 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "4a5066e1-5df8-47b1-bc91-51ff5dde2cfc", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:33.991035 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80a81e81-2b5d-48fb-915a-75ef3d4f32f4 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:33.991231 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': '4a5066e1-5df8-47b1-bc91-51ff5dde2cfc', 'status': 'completed', 'code': 200} Jul 09 20:00:34.023797 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:34.029342 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:34.053278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:00:34.069487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c7a5b8-ebc9-4a80-b05b-4a575912eb95,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:34.073090 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:34.073583 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Added segment 5637e549-a030-47b4-ac0b-ffd495bbd881 of type vlan for network 687b1224-b50d-4234-8a8d-f439c030b453 Jul 09 20:00:34.121596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e21bf6-28b4-4220-b048-6b10316660dc req-e10176c4-ccc1-4fdc-b98c-d6fc8a0c82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.123553 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43e21bf6-28b4-4220-b048-6b10316660dc req-e10176c4-ccc1-4fdc-b98c-d6fc8a0c82cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 1096 time: 0.2351282 Jul 09 20:00:34.126655 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:34.166852 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:34.173053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.173919 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:34.188455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434165cf-a842-4e7d-ab6d-747e1109fc5d {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:34.205337 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:34.242015 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68053b-553c-4db5-bade-e4adfc49aedd req-8ab9ceb7-7603-4e8a-b27b-9418a0fb416e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.243656 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fa68053b-553c-4db5-bade-e4adfc49aedd req-8ab9ceb7-7603-4e8a-b27b-9418a0fb416e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 945 time: 0.2161694 Jul 09 20:00:34.248136 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43e21bf6-28b4-4220-b048-6b10316660dc req-64f91096-6676-495f-bb42-13a53a71c7f9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022975 Jul 09 20:00:34.249528 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Transition to ACTIVE for port object 434165cf-a842-4e7d-ab6d-747e1109fc5d will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:34.253305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5922141 Jul 09 20:00:34.257810 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36390) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:34.266682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c9c52a6d-af27-438e-a67b-41504af3d1d8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Request body: {'subnet': {'network_id': '687b1224-b50d-4234-8a8d-f439c030b453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:34.269040 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e4c3-9626-43a3-bddc-1c8299bd312c req-4bb7cb03-3480-4113-acbc-61507c1782dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.269544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e4c3-9626-43a3-bddc-1c8299bd312c req-4bb7cb03-3480-4113-acbc-61507c1782dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.270031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e4c3-9626-43a3-bddc-1c8299bd312c req-4bb7cb03-3480-4113-acbc-61507c1782dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.270519 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e4c3-9626-43a3-bddc-1c8299bd312c req-4bb7cb03-3480-4113-acbc-61507c1782dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.271726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e4c3-9626-43a3-bddc-1c8299bd312c req-4bb7cb03-3480-4113-acbc-61507c1782dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.271726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e4c3-9626-43a3-bddc-1c8299bd312c req-4bb7cb03-3480-4113-acbc-61507c1782dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.274146 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4118e4c3-9626-43a3-bddc-1c8299bd312c req-4bb7cb03-3480-4113-acbc-61507c1782dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cc91b2219044be3bcf3baddf092d553&device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5292 time: 0.2566690 Jul 09 20:00:34.276005 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:34.317358 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45c913-4488-483f-97da-f61d16b9263e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event updated for resources: {'Network': ['ID=687b1224-b50d-4234-8a8d-f439c030b453,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:34.329793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 687b1224-b50d-4234-8a8d-f439c030b453 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:00:34.370169 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fa68053b-553c-4db5-bade-e4adfc49aedd req-804e5583-82e6-4532-9e9b-ec213ae2b7d7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182020 Jul 09 20:00:34.380147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Pushing event updated for resources: {'Port': ['ID=434165cf-a842-4e7d-ab6d-747e1109fc5d,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:34.431035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c52a6d-af27-438e-a67b-41504af3d1d8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Made reservation on behalf of d99107608a914d8291093dc66e347851 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:34.435407 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9c52a6d-af27-438e-a67b-41504af3d1d8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:34.630326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Attempting to bind port 434165cf-a842-4e7d-ab6d-747e1109fc5d on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:34.630676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Attempting to bind port 434165cf-a842-4e7d-ab6d-747e1109fc5d by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:34.631021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Attempting to bind port 434165cf-a842-4e7d-ab6d-747e1109fc5d on network aeb093c8-4c48-4e79-a212-8d5d93a16f75 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:34.638989 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e4c3-9626-43a3-bddc-1c8299bd312c req-0580efb4-cc62-4ed1-832a-224f442fc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.639486 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e4c3-9626-43a3-bddc-1c8299bd312c req-0580efb4-cc62-4ed1-832a-224f442fc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.640111 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e4c3-9626-43a3-bddc-1c8299bd312c req-0580efb4-cc62-4ed1-832a-224f442fc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.641788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4118e4c3-9626-43a3-bddc-1c8299bd312c req-0580efb4-cc62-4ed1-832a-224f442fc922 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8cc91b2219044be3bcf3baddf092d553&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2701037 Jul 09 20:00:34.642875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Port 434165cf-a842-4e7d-ab6d-747e1109fc5d on network aeb093c8-4c48-4e79-a212-8d5d93a16f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:34.643206 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Attempting to bind port 434165cf-a842-4e7d-ab6d-747e1109fc5d on network aeb093c8-4c48-4e79-a212-8d5d93a16f75 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:34.649315 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:34.649669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Checking segment: {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:34.650199 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Bound using segment: {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:34.650653 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Bound port: 434165cf-a842-4e7d-ab6d-747e1109fc5d, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:34.651028 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:34.666400 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9c52a6d-af27-438e-a67b-41504af3d1d8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:34.741723 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c52a6d-af27-438e-a67b-41504af3d1d8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event updated for resources: {'Subnet': ['ID=e95ff7d7-0ed9-405c-a72c-7ad4e697e6fa,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:34.789723 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c52a6d-af27-438e-a67b-41504af3d1d8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Checking segment: {'id': '5637e549-a030-47b4-ac0b-ffd495bbd881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '687b1224-b50d-4234-8a8d-f439c030b453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:34.789937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c52a6d-af27-438e-a67b-41504af3d1d8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Network hostable DHCP agents. Network: 687b1224-b50d-4234-8a8d-f439c030b453, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:00:34.813167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] For port 434165cf-a842-4e7d-ab6d-747e1109fc5d, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:34.817410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5adf-2aa3-4326-a35e-6a795919c84b req-7b114fac-9710-4ddb-96c9-94ede977ad53 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.818645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] For port 434165cf-a842-4e7d-ab6d-747e1109fc5d, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=434165cf-a842-4e7d-ab6d-747e1109fc5d,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:34.821453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e4c3-9626-43a3-bddc-1c8299bd312c req-38a6bac9-af30-4bf8-ad27-463c287afe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.823192 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4118e4c3-9626-43a3-bddc-1c8299bd312c req-38a6bac9-af30-4bf8-ad27-463c287afe86 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1691673 Jul 09 20:00:34.825838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5adf-2aa3-4326-a35e-6a795919c84b req-7b114fac-9710-4ddb-96c9-94ede977ad53 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.827025 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:34.834244 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5adf-2aa3-4326-a35e-6a795919c84b req-7b114fac-9710-4ddb-96c9-94ede977ad53 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.843266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5adf-2aa3-4326-a35e-6a795919c84b req-7b114fac-9710-4ddb-96c9-94ede977ad53 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.850931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5adf-2aa3-4326-a35e-6a795919c84b req-7b114fac-9710-4ddb-96c9-94ede977ad53 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.857473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5adf-2aa3-4326-a35e-6a795919c84b req-7b114fac-9710-4ddb-96c9-94ede977ad53 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.867810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.868700 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:34.870454 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] 10.222.0.36 "PUT /v2.0/ports/434165cf-a842-4e7d-ab6d-747e1109fc5d HTTP/1.1" status: 200 len: 1134 time: 1.9041698 Jul 09 20:00:34.894608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5adf-2aa3-4326-a35e-6a795919c84b req-7b114fac-9710-4ddb-96c9-94ede977ad53 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:34.896200 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc3da2-f5b5-431e-b441-eda19021d525 service neutron] Pushing event updated for resources: {'Port': ['ID=434165cf-a842-4e7d-ab6d-747e1109fc5d,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:34.902317 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c24a5adf-2aa3-4326-a35e-6a795919c84b req-7b114fac-9710-4ddb-96c9-94ede977ad53 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5382 time: 0.5443609 Jul 09 20:00:34.922346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Request body: {'port': {'device_id': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:34.995826 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c24a5adf-2aa3-4326-a35e-6a795919c84b req-06189a83-7f3c-4dfd-85ae-72cc6407ecd2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0777438 Jul 09 20:00:35.022104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c52a6d-af27-438e-a67b-41504af3d1d8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Network 687b1224-b50d-4234-8a8d-f439c030b453 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:00:35.043049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-c9c52a6d-af27-438e-a67b-41504af3d1d8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 687b1224-b50d-4234-8a8d-f439c030b453) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:35.050623 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c52a6d-af27-438e-a67b-41504af3d1d8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:35.052274 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aaddf5-7883-46d9-9ef1-a4a7cec658f3 None None] Network 687b1224-b50d-4234-8a8d-f439c030b453 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:00:35.054208 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9c52a6d-af27-438e-a67b-41504af3d1d8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:35.097804 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c9c52a6d-af27-438e-a67b-41504af3d1d8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8394036 Jul 09 20:00:35.100319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36406) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:35.107713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-0828cf4e-5945-4be4-9204-5783e8e97393 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-973624755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:35.142871 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:35.168673 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0828cf4e-5945-4be4-9204-5783e8e97393 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:35.169932 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0828cf4e-5945-4be4-9204-5783e8e97393 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:35.232279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ebfbc-8700-44c2-8f2f-f2b83ad3308e req-685bc945-bfd9-4590-b168-174cf84968b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:35.233862 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-628ebfbc-8700-44c2-8f2f-f2b83ad3308e req-685bc945-bfd9-4590-b168-174cf84968b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0a1c014f76f4d61838879a0fcf7ccfa&device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 1096 time: 0.1928933 Jul 09 20:00:35.261028 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0828cf4e-5945-4be4-9204-5783e8e97393 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:35.274535 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0828cf4e-5945-4be4-9204-5783e8e97393 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:35.316433 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0828cf4e-5945-4be4-9204-5783e8e97393 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:35.320378 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0828cf4e-5945-4be4-9204-5783e8e97393 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2152658 Jul 09 20:00:35.321063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36410) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:35.370740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-687b1224-b50d-4234-8a8d-f439c030b453', 'network_id': '687b1224-b50d-4234-8a8d-f439c030b453', 'tenant_id': 'd99107608a914d8291093dc66e347851', 'fixed_ips': [{'subnet_id': 'e95ff7d7-0ed9-405c-a72c-7ad4e697e6fa'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:00:35.371600 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:35.375202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ebfbc-8700-44c2-8f2f-f2b83ad3308e req-0e6a7bb7-5a55-43bb-bc0e-893b38cd65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:35.375202 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-628ebfbc-8700-44c2-8f2f-f2b83ad3308e req-0e6a7bb7-5a55-43bb-bc0e-893b38cd65ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d9c8f0d-513a-4509-99ac-8f0364c9799f HTTP/1.1" status: 200 len: 919 time: 0.1115019 Jul 09 20:00:35.516750 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-628ebfbc-8700-44c2-8f2f-f2b83ad3308e req-95958c0b-a3a2-462a-8ec1-97cf42dde0d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309cb334-deb3-4dbc-8f35-1bcfb236fe72 HTTP/1.1" status: 200 len: 217 time: 0.0475137 Jul 09 20:00:35.542310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Allocated IP 172.20.0.2 (687b1224-b50d-4234-8a8d-f439c030b453/e95ff7d7-0ed9-405c-a72c-7ad4e697e6fa/990cf94c-8a2d-42f6-a27d-2e36d3afb81d) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:35.645232 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ebfbc-8700-44c2-8f2f-f2b83ad3308e req-a1702785-d36d-4b48-9e68-6a67577cb3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:35.646751 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-628ebfbc-8700-44c2-8f2f-f2b83ad3308e req-a1702785-d36d-4b48-9e68-6a67577cb3ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b3866c-439e-4479-8f0a-3ffef10e645a HTTP/1.1" status: 200 len: 858 time: 0.1165323 Jul 09 20:00:35.660606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac44eb-b026-47eb-9db9-7f9aeeed7594 req-128d86ee-6d8b-4a81-bf0e-e69008c9f33f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:35.666733 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac44eb-b026-47eb-9db9-7f9aeeed7594 req-128d86ee-6d8b-4a81-bf0e-e69008c9f33f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:35.672798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac44eb-b026-47eb-9db9-7f9aeeed7594 req-128d86ee-6d8b-4a81-bf0e-e69008c9f33f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:35.678870 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac44eb-b026-47eb-9db9-7f9aeeed7594 req-128d86ee-6d8b-4a81-bf0e-e69008c9f33f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:35.686057 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac44eb-b026-47eb-9db9-7f9aeeed7594 req-128d86ee-6d8b-4a81-bf0e-e69008c9f33f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:35.692182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac44eb-b026-47eb-9db9-7f9aeeed7594 req-128d86ee-6d8b-4a81-bf0e-e69008c9f33f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:35.699061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac44eb-b026-47eb-9db9-7f9aeeed7594 req-128d86ee-6d8b-4a81-bf0e-e69008c9f33f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:35.706742 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-41ac44eb-b026-47eb-9db9-7f9aeeed7594 req-128d86ee-6d8b-4a81-bf0e-e69008c9f33f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.4832187 Jul 09 20:00:35.756517 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:35.761985 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-628ebfbc-8700-44c2-8f2f-f2b83ad3308e req-ab286b6f-a323-447d-98e6-ab5f896400b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d9c8f0d-513a-4509-99ac-8f0364c9799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404241 Jul 09 20:00:35.767922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Transition to ACTIVE for port object 990cf94c-8a2d-42f6-a27d-2e36d3afb81d will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:35.785651 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Transition to ACTIVE for port object 990cf94c-8a2d-42f6-a27d-2e36d3afb81d will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:35.793133 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:35.832981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Network 687b1224-b50d-4234-8a8d-f439c030b453 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:35.838299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:35.842706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:35.848395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Pushing event updated for resources: {'Port': ['ID=990cf94c-8a2d-42f6-a27d-2e36d3afb81d,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:35.848722 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-41ac44eb-b026-47eb-9db9-7f9aeeed7594 req-bb37d6ee-2061-4248-ae8f-e2bb18cd8573 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1403418 Jul 09 20:00:35.908258 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Attempting to bind port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:35.908664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Attempting to bind port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '5637e549-a030-47b4-ac0b-ffd495bbd881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '687b1224-b50d-4234-8a8d-f439c030b453'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:35.909388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Attempting to bind port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d on network 687b1224-b50d-4234-8a8d-f439c030b453 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:35.917259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:35.917637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Checking segment: {'id': '5637e549-a030-47b4-ac0b-ffd495bbd881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '687b1224-b50d-4234-8a8d-f439c030b453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:35.918332 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:35.918453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Bound using segment: {'id': '5637e549-a030-47b4-ac0b-ffd495bbd881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '687b1224-b50d-4234-8a8d-f439c030b453'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:35.918916 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Bound port: 990cf94c-8a2d-42f6-a27d-2e36d3afb81d, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5637e549-a030-47b4-ac0b-ffd495bbd881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '687b1224-b50d-4234-8a8d-f439c030b453'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:35.919577 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:35.936438 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-628ebfbc-8700-44c2-8f2f-f2b83ad3308e req-2c345c0b-8de8-48cb-bfcd-fe136f679f3e service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643264 Jul 09 20:00:35.938561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fe12c2-ba4f-490a-b1e2-925e497d6d56 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:35.948187 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:35.982751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401dd0c-a69a-4a67-ab0c-d6bd52bf622f req-45a9cefe-62e7-427c-9914-c884c09063df tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:35.984344 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b401dd0c-a69a-4a67-ab0c-d6bd52bf622f req-45a9cefe-62e7-427c-9914-c884c09063df tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.6560636 Jul 09 20:00:35.997382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] For port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:36.000965 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] For port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=990cf94c-8a2d-42f6-a27d-2e36d3afb81d,segment=NetworkSegment(5637e549-a030-47b4-ac0b-ffd495bbd881),segment_id=5637e549-a030-47b4-ac0b-ffd495bbd881)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:36.010028 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:36.039927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': '434165cf-a842-4e7d-ab6d-747e1109fc5d'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:36.042158 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edf860c-9147-4846-a5fe-a649561a71de" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "434165cf-a842-4e7d-ab6d-747e1109fc5d"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:36.057388 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Transition to ACTIVE for port object 04fe12c2-ba4f-490a-b1e2-925e497d6d56 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:36.058569 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:36.063867 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-628ebfbc-8700-44c2-8f2f-f2b83ad3308e req-8eda060f-7800-40d7-99ce-1a70f0076275 service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088526 Jul 09 20:00:36.065091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b401dd0c-a69a-4a67-ab0c-d6bd52bf622f req-b95bb7fe-d40a-4bfe-94fa-72115a39bfd2 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747361 Jul 09 20:00:36.065323 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:36.118745 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c388ea-7de3-4406-8904-ee79bd79681b None None] Pushing event updated for resources: {'Port': ['ID=990cf94c-8a2d-42f6-a27d-2e36d3afb81d,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:36.247397 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Pushing event updated for resources: {'Port': ['ID=04fe12c2-ba4f-490a-b1e2-925e497d6d56,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:36.331353 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Attempting to bind port 04fe12c2-ba4f-490a-b1e2-925e497d6d56 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:36.331728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Attempting to bind port 04fe12c2-ba4f-490a-b1e2-925e497d6d56 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:36.332058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Attempting to bind port 04fe12c2-ba4f-490a-b1e2-925e497d6d56 on network aeb093c8-4c48-4e79-a212-8d5d93a16f75 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:36.338203 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Port 04fe12c2-ba4f-490a-b1e2-925e497d6d56 on network aeb093c8-4c48-4e79-a212-8d5d93a16f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:36.338542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Attempting to bind port 04fe12c2-ba4f-490a-b1e2-925e497d6d56 on network aeb093c8-4c48-4e79-a212-8d5d93a16f75 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:36.346846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:36.346846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Checking segment: {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:36.347328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Bound using segment: {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:36.347781 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Bound port: 04fe12c2-ba4f-490a-b1e2-925e497d6d56, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:36.348161 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:36.502206 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] For port 04fe12c2-ba4f-490a-b1e2-925e497d6d56, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:36.507072 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] For port 04fe12c2-ba4f-490a-b1e2-925e497d6d56, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=04fe12c2-ba4f-490a-b1e2-925e497d6d56,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:36.508328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bc677-b323-4b9d-84ef-230073cc4b8d req-f2cf50b7-ec9f-4ca0-b0f4-cf05c8b42cc5 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.510166 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-229bc677-b323-4b9d-84ef-230073cc4b8d req-f2cf50b7-ec9f-4ca0-b0f4-cf05c8b42cc5 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 945 time: 0.2428157 Jul 09 20:00:36.517682 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:36.531924 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b3c6-472d-4f8c-947e-e3b22cf8a062 req-9fb716ee-6f85-4a69-8ad3-082e9b4c4fc0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.537973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b3c6-472d-4f8c-947e-e3b22cf8a062 req-9fb716ee-6f85-4a69-8ad3-082e9b4c4fc0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.544069 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b3c6-472d-4f8c-947e-e3b22cf8a062 req-9fb716ee-6f85-4a69-8ad3-082e9b4c4fc0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.550046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b3c6-472d-4f8c-947e-e3b22cf8a062 req-9fb716ee-6f85-4a69-8ad3-082e9b4c4fc0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.556527 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b3c6-472d-4f8c-947e-e3b22cf8a062 req-9fb716ee-6f85-4a69-8ad3-082e9b4c4fc0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.562736 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b3c6-472d-4f8c-947e-e3b22cf8a062 req-9fb716ee-6f85-4a69-8ad3-082e9b4c4fc0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.564830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Allocated IP 172.20.0.1 (687b1224-b50d-4234-8a8d-f439c030b453/e95ff7d7-0ed9-405c-a72c-7ad4e697e6fa/fef8684b-f24d-4de8-be6a-a7cf62e29980) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:36.568694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42b3c6-472d-4f8c-947e-e3b22cf8a062 req-9fb716ee-6f85-4a69-8ad3-082e9b4c4fc0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.571225 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d42b3c6-472d-4f8c-947e-e3b22cf8a062 req-9fb716ee-6f85-4a69-8ad3-082e9b4c4fc0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5394 time: 0.2198625 Jul 09 20:00:36.589370 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-229bc677-b323-4b9d-84ef-230073cc4b8d req-f5050ed2-825d-447b-b0b6-a6196d9f8ecf tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682900 Jul 09 20:00:36.645053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.645602 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:36.647028 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] 10.222.0.36 "PUT /v2.0/ports/04fe12c2-ba4f-490a-b1e2-925e497d6d56 HTTP/1.1" status: 200 len: 1091 time: 1.7310128 Jul 09 20:00:36.671680 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d42b3c6-472d-4f8c-947e-e3b22cf8a062 req-3c899175-bd8f-44fb-be31-7fc85545e904 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911644 Jul 09 20:00:36.684348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Request body: {'port': {'device_id': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:36.729812 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc8fe7f-ef0a-49c2-924a-e2d90a92187f x-openstack-request-id: req-7bc8fe7f-ef0a-49c2-924a-e2d90a92187f {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:36.730104 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "434165cf-a842-4e7d-ab6d-747e1109fc5d", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:36.730363 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7bc8fe7f-ef0a-49c2-924a-e2d90a92187f {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:36.730772 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': '434165cf-a842-4e7d-ab6d-747e1109fc5d', 'status': 'completed', 'code': 200} Jul 09 20:00:36.734752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062c53c-0c30-4a04-8b85-d536f84301c8 service neutron] Pushing event updated for resources: {'Port': ['ID=04fe12c2-ba4f-490a-b1e2-925e497d6d56,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:36.775826 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 990cf94c-8a2d-42f6-a27d-2e36d3afb81d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:36.840087 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:36.869059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Transition to ACTIVE for port object fef8684b-f24d-4de8-be6a-a7cf62e29980 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:36.875793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:36.930090 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:36.940904 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:36.958900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf860c-9147-4846-a5fe-a649561a71de req-41f88952-99e7-41c3-9e69-8cd4acef47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.959415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf860c-9147-4846-a5fe-a649561a71de req-41f88952-99e7-41c3-9e69-8cd4acef47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.959936 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf860c-9147-4846-a5fe-a649561a71de req-41f88952-99e7-41c3-9e69-8cd4acef47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.960470 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf860c-9147-4846-a5fe-a649561a71de req-41f88952-99e7-41c3-9e69-8cd4acef47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.961215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf860c-9147-4846-a5fe-a649561a71de req-41f88952-99e7-41c3-9e69-8cd4acef47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.961627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf860c-9147-4846-a5fe-a649561a71de req-41f88952-99e7-41c3-9e69-8cd4acef47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.962114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf860c-9147-4846-a5fe-a649561a71de req-41f88952-99e7-41c3-9e69-8cd4acef47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:36.964229 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1edf860c-9147-4846-a5fe-a649561a71de req-41f88952-99e7-41c3-9e69-8cd4acef47d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cc91b2219044be3bcf3baddf092d553&device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 6286 time: 0.2304747 Jul 09 20:00:36.982614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Network 687b1224-b50d-4234-8a8d-f439c030b453 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:36.985840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:36.989834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:36.997450 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event updated for resources: {'Port': ['ID=fef8684b-f24d-4de8-be6a-a7cf62e29980,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:37.042095 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:37.229638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a28d-7cc1-4a75-b6ef-d47daabf6eb8 req-0b4a961b-151b-449e-bc34-d89aadf82ac4 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:37.235631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a28d-7cc1-4a75-b6ef-d47daabf6eb8 req-0b4a961b-151b-449e-bc34-d89aadf82ac4 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:37.242132 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a28d-7cc1-4a75-b6ef-d47daabf6eb8 req-0b4a961b-151b-449e-bc34-d89aadf82ac4 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:37.248055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a28d-7cc1-4a75-b6ef-d47daabf6eb8 req-0b4a961b-151b-449e-bc34-d89aadf82ac4 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:37.253261 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794b81a-f77b-4149-93b1-80bd66854f02 req-9be2b22a-1a2c-434a-812d-4d95d7f9f0b4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:37.254045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a28d-7cc1-4a75-b6ef-d47daabf6eb8 req-0b4a961b-151b-449e-bc34-d89aadf82ac4 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:37.254820 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8794b81a-f77b-4149-93b1-80bd66854f02 req-9be2b22a-1a2c-434a-812d-4d95d7f9f0b4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 945 time: 0.2880440 Jul 09 20:00:37.260768 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a28d-7cc1-4a75-b6ef-d47daabf6eb8 req-0b4a961b-151b-449e-bc34-d89aadf82ac4 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:37.266705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a28d-7cc1-4a75-b6ef-d47daabf6eb8 req-0b4a961b-151b-449e-bc34-d89aadf82ac4 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:37.268670 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8649a28d-7cc1-4a75-b6ef-d47daabf6eb8 req-0b4a961b-151b-449e-bc34-d89aadf82ac4 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.1855264 Jul 09 20:00:37.269482 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:37.317007 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf860c-9147-4846-a5fe-a649561a71de req-8e000987-39d7-4219-92e0-142ff1a68e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:37.317505 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf860c-9147-4846-a5fe-a649561a71de req-8e000987-39d7-4219-92e0-142ff1a68e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:37.318352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf860c-9147-4846-a5fe-a649561a71de req-8e000987-39d7-4219-92e0-142ff1a68e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:37.319614 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1edf860c-9147-4846-a5fe-a649561a71de req-8e000987-39d7-4219-92e0-142ff1a68e01 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8cc91b2219044be3bcf3baddf092d553&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2968349 Jul 09 20:00:37.351939 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8649a28d-7cc1-4a75-b6ef-d47daabf6eb8 req-3968eab9-4fc2-4dc1-ab71-a5dc10352eb2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0723350 Jul 09 20:00:37.422178 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8794b81a-f77b-4149-93b1-80bd66854f02 req-27db1c8a-6e0f-45b7-9d3e-f25bf6f5bed7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567495 Jul 09 20:00:37.502544 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f6e835-b780-41c2-bc44-2e27d0a02dc3 None None] Network 687b1224-b50d-4234-8a8d-f439c030b453 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:00:37.506313 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf860c-9147-4846-a5fe-a649561a71de req-ec2e215f-ac24-42a8-b3af-08011fe51b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:37.508594 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1edf860c-9147-4846-a5fe-a649561a71de req-ec2e215f-ac24-42a8-b3af-08011fe51b8c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1735291 Jul 09 20:00:37.566559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35223c2f-da2f-4373-b115-d66932a941cc {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:37.575386 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:37.591213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Transition to ACTIVE for port object 35223c2f-da2f-4373-b115-d66932a941cc will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:37.595530 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:37.672264 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:37.680233 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:37.702149 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7d80339e-3759-4884-a1ff-df3d33b166ee None None] Provisioning for port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:37.706465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Pushing event updated for resources: {'Port': ['ID=35223c2f-da2f-4373-b115-d66932a941cc,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:37.710079 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7d80339e-3759-4884-a1ff-df3d33b166ee None None] Provisioning complete for port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:37.711558 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7d80339e-3759-4884-a1ff-df3d33b166ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:37.785897 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:37.794434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event updated for resources: {'Port': ['ID=fef8684b-f24d-4de8-be6a-a7cf62e29980,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:37.813062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Attempting to bind port 35223c2f-da2f-4373-b115-d66932a941cc on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:37.813633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Attempting to bind port 35223c2f-da2f-4373-b115-d66932a941cc by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:37.814147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Attempting to bind port 35223c2f-da2f-4373-b115-d66932a941cc on network aeb093c8-4c48-4e79-a212-8d5d93a16f75 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:37.832726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Port 35223c2f-da2f-4373-b115-d66932a941cc on network aeb093c8-4c48-4e79-a212-8d5d93a16f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:37.833291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Attempting to bind port 35223c2f-da2f-4373-b115-d66932a941cc on network aeb093c8-4c48-4e79-a212-8d5d93a16f75 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:37.841035 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:37.841720 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Checking segment: {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:37.842657 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Bound using segment: {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:37.842997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Bound port: 35223c2f-da2f-4373-b115-d66932a941cc, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c1ce94-786c-4978-9e7f-2d19faa14659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:37.843636 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:37.881414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b3341-53f7-49df-8dea-9114e63dd6f5 req-0c2f85a4-a770-4463-939d-b9d6df4ddb7e tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:37.893268 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6f1b3341-53f7-49df-8dea-9114e63dd6f5 req-0c2f85a4-a770-4463-939d-b9d6df4ddb7e tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.2627389 Jul 09 20:00:37.935247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Network 687b1224-b50d-4234-8a8d-f439c030b453 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:37.937338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:38.001058 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6f1b3341-53f7-49df-8dea-9114e63dd6f5 req-6be300fa-b2b9-46f4-ad15-ea430a1e633b tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747280 Jul 09 20:00:38.013283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] For port 35223c2f-da2f-4373-b115-d66932a941cc, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:38.017897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] For port 35223c2f-da2f-4373-b115-d66932a941cc, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=35223c2f-da2f-4373-b115-d66932a941cc,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:38.027342 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:38.047134 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7d80339e-3759-4884-a1ff-df3d33b166ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:38.087400 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:38.088344 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:38.090632 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] 10.222.0.36 "PUT /v2.0/ports/35223c2f-da2f-4373-b115-d66932a941cc HTTP/1.1" status: 200 len: 1091 time: 1.4135847 Jul 09 20:00:38.135087 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Router 350e8b30-4d3d-491e-bcfc-b121f9a9f831 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:00:38.140321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Request body: {'port': {'device_id': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:38.155724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7d80339e-3759-4884-a1ff-df3d33b166ee None None] For port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=990cf94c-8a2d-42f6-a27d-2e36d3afb81d,segment=NetworkSegment(5637e549-a030-47b4-ac0b-ffd495bbd881),segment_id=5637e549-a030-47b4-ac0b-ffd495bbd881)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:38.166431 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7d80339e-3759-4884-a1ff-df3d33b166ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:38.283760 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80339e-3759-4884-a1ff-df3d33b166ee None None] Pushing event updated for resources: {'Port': ['ID=990cf94c-8a2d-42f6-a27d-2e36d3afb81d,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:38.334007 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:00:38.346039 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0f46c1-19fe-4ee2-9740-67accabd9d31 None None] Sync routers for ids ['350e8b30-4d3d-491e-bcfc-b121f9a9f831'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:00:38.348690 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a21da210-2833-431e-81df-d106351e32fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "PUT /v2.0/routers/350e8b30-4d3d-491e-bcfc-b121f9a9f831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0265138 Jul 09 20:00:38.351280 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36442) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:38.356495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6ccd8b52-40f9-4b2b-8bbe-b9bb802316b5 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Request body: {'port': {'network_id': '687b1224-b50d-4234-8a8d-f439c030b453', 'name': 'tempest-FloatingIPNegativeTestJSON-1299697417'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:38.356990 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f46c1-19fe-4ee2-9740-67accabd9d31 None None] Routers {'350e8b30-4d3d-491e-bcfc-b121f9a9f831'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:00:38.358767 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0b0f46c1-19fe-4ee2-9740-67accabd9d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:00:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['350e8b30-4d3d-491e-bcfc-b121f9a9f831'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:38.407816 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62627a-0f0f-445d-a338-810af29172dc service neutron] Pushing event updated for resources: {'Port': ['ID=35223c2f-da2f-4373-b115-d66932a941cc,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:38.436786 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:38.455353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-59b4129e-49c6-4ec3-8724-11636f007636 None None] Provisioning for port fef8684b-f24d-4de8-be6a-a7cf62e29980 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:38.470595 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-59b4129e-49c6-4ec3-8724-11636f007636 None None] Provisioning complete for port fef8684b-f24d-4de8-be6a-a7cf62e29980 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:38.471997 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-59b4129e-49c6-4ec3-8724-11636f007636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:38.493779 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0b0f46c1-19fe-4ee2-9740-67accabd9d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:38.521385 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f46c1-19fe-4ee2-9740-67accabd9d31 None None] Routers {'350e8b30-4d3d-491e-bcfc-b121f9a9f831'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:00:38.522032 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0b0f46c1-19fe-4ee2-9740-67accabd9d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:00:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['350e8b30-4d3d-491e-bcfc-b121f9a9f831'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:38.562204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba296c9-8a29-4e2d-af5c-25d77e87b350 req-3b20d27e-dfeb-48a3-8f5e-696bcbcf483c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:38.568515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-59b4129e-49c6-4ec3-8724-11636f007636 None None] Port fef8684b-f24d-4de8-be6a-a7cf62e29980 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:00:38.568724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba296c9-8a29-4e2d-af5c-25d77e87b350 req-3b20d27e-dfeb-48a3-8f5e-696bcbcf483c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:38.574676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba296c9-8a29-4e2d-af5c-25d77e87b350 req-3b20d27e-dfeb-48a3-8f5e-696bcbcf483c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:38.576979 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccd8b52-40f9-4b2b-8bbe-b9bb802316b5 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Made reservation on behalf of d99107608a914d8291093dc66e347851 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:38.580835 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba296c9-8a29-4e2d-af5c-25d77e87b350 req-3b20d27e-dfeb-48a3-8f5e-696bcbcf483c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:38.581297 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ccd8b52-40f9-4b2b-8bbe-b9bb802316b5 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:38.587850 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba296c9-8a29-4e2d-af5c-25d77e87b350 req-3b20d27e-dfeb-48a3-8f5e-696bcbcf483c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:38.593741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-59b4129e-49c6-4ec3-8724-11636f007636 None None] Provisioning complete for port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:38.594576 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-59b4129e-49c6-4ec3-8724-11636f007636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:38.595622 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba296c9-8a29-4e2d-af5c-25d77e87b350 req-3b20d27e-dfeb-48a3-8f5e-696bcbcf483c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:38.602308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba296c9-8a29-4e2d-af5c-25d77e87b350 req-3b20d27e-dfeb-48a3-8f5e-696bcbcf483c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:38.604295 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dba296c9-8a29-4e2d-af5c-25d77e87b350 req-3b20d27e-dfeb-48a3-8f5e-696bcbcf483c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5406 time: 0.3453002 Jul 09 20:00:38.624423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-6ccd8b52-40f9-4b2b-8bbe-b9bb802316b5 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] device_id is not set on port 4c72773e-fe76-4da2-b2e1-134aa5f7e7a4 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:00:38.636430 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0b0f46c1-19fe-4ee2-9740-67accabd9d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:38.637342 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0f46c1-19fe-4ee2-9740-67accabd9d31 None None] The sync data for ids ['350e8b30-4d3d-491e-bcfc-b121f9a9f831'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:00:38.677876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4236830-c2b4-429e-8bc9-2f3817a3cb26 req-4adf62d8-a36c-4409-9338-a596731db0e4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:38.686379 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e4236830-c2b4-429e-8bc9-2f3817a3cb26 req-4adf62d8-a36c-4409-9338-a596731db0e4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 945 time: 0.1598384 Jul 09 20:00:38.723705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 990cf94c-8a2d-42f6-a27d-2e36d3afb81d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:38.733359 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': '04fe12c2-ba4f-490a-b1e2-925e497d6d56'}, {'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': '35223c2f-da2f-4373-b115-d66932a941cc'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:38.735818 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d01bac9-7b6c-426b-b853-9c3c76e450a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "04fe12c2-ba4f-490a-b1e2-925e497d6d56"}, {"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "35223c2f-da2f-4373-b115-d66932a941cc"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:38.746261 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dba296c9-8a29-4e2d-af5c-25d77e87b350 req-671aacdf-e662-4fc9-b17e-2d26f071cfb2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242974 Jul 09 20:00:38.824029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:38.824740 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:38.855817 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e4236830-c2b4-429e-8bc9-2f3817a3cb26 req-9713dbad-89eb-4bc4-978e-fe4f87f320d3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679940 Jul 09 20:00:38.966568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-6ccd8b52-40f9-4b2b-8bbe-b9bb802316b5 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Allocated IP 172.20.0.14 (687b1224-b50d-4234-8a8d-f439c030b453/e95ff7d7-0ed9-405c-a72c-7ad4e697e6fa/4c72773e-fe76-4da2-b2e1-134aa5f7e7a4) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:38.985431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9cfc297b-ca4b-41d8-b506-54b7d0306d43 None None] Provisioning complete for port fef8684b-f24d-4de8-be6a-a7cf62e29980 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:38.986095 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9cfc297b-ca4b-41d8-b506-54b7d0306d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:39.007851 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38be194f-024c-4cfb-98dc-6f02547e94f8 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:39.017595 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:39.031038 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Transition to ACTIVE for port object 38be194f-024c-4cfb-98dc-6f02547e94f8 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:39.045726 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:39.084151 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9cfc297b-ca4b-41d8-b506-54b7d0306d43 None None] Port fef8684b-f24d-4de8-be6a-a7cf62e29980 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:00:39.289397 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ccd8b52-40f9-4b2b-8bbe-b9bb802316b5 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:39.308927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1513109c-db33-4ca2-8374-5a92269e068c None None] Provisioning complete for port fef8684b-f24d-4de8-be6a-a7cf62e29980 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:39.310322 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1513109c-db33-4ca2-8374-5a92269e068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:39.346042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-6ccd8b52-40f9-4b2b-8bbe-b9bb802316b5 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Transition to ACTIVE for port object 4c72773e-fe76-4da2-b2e1-134aa5f7e7a4 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:39.401775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1513109c-db33-4ca2-8374-5a92269e068c None None] Port fef8684b-f24d-4de8-be6a-a7cf62e29980 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:00:39.442491 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ccd8b52-40f9-4b2b-8bbe-b9bb802316b5 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:39.512217 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccd8b52-40f9-4b2b-8bbe-b9bb802316b5 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Network 687b1224-b50d-4234-8a8d-f439c030b453 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:39.515433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-6ccd8b52-40f9-4b2b-8bbe-b9bb802316b5 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:39.517276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd8b52-40f9-4b2b-8bbe-b9bb802316b5 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event updated for resources: {'Port': ['ID=4c72773e-fe76-4da2-b2e1-134aa5f7e7a4,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:39.522657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd8b52-40f9-4b2b-8bbe-b9bb802316b5 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:39.568037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Pushing event updated for resources: {'Port': ['ID=38be194f-024c-4cfb-98dc-6f02547e94f8,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:39.582866 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6c301f-5201-4423-8fb1-d5413ba8fb2a x-openstack-request-id: req-ce6c301f-5201-4423-8fb1-d5413ba8fb2a {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:39.583977 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "04fe12c2-ba4f-490a-b1e2-925e497d6d56", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "35223c2f-da2f-4373-b115-d66932a941cc", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:39.584337 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce6c301f-5201-4423-8fb1-d5413ba8fb2a {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:39.585960 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': '04fe12c2-ba4f-490a-b1e2-925e497d6d56', 'status': 'completed', 'code': 200} Jul 09 20:00:39.586372 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': '35223c2f-da2f-4373-b115-d66932a941cc', 'status': 'completed', 'code': 200} Jul 09 20:00:39.596156 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b84d9ef-1fce-429f-a8bb-b73c4cb91191 req-5bb63b7b-f29d-401a-862a-acff849bda79 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.597826 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b84d9ef-1fce-429f-a8bb-b73c4cb91191 req-5bb63b7b-f29d-401a-862a-acff849bda79 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1973927 Jul 09 20:00:39.610627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccd8b52-40f9-4b2b-8bbe-b9bb802316b5 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.611272 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ccd8b52-40f9-4b2b-8bbe-b9bb802316b5 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:39.643239 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6ccd8b52-40f9-4b2b-8bbe-b9bb802316b5 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2908120 Jul 09 20:00:39.650557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36456) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:39.654979 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:39.682134 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b84d9ef-1fce-429f-a8bb-b73c4cb91191 req-bcab68bd-8fc0-4c5a-a337-72fc34950370 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774839 Jul 09 20:00:39.694258 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f554f3-4d2f-43a7-8600-d9db9be2d679 req-6b892d56-fe98-43b7-85dc-d9032dbb44ec tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.701728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f554f3-4d2f-43a7-8600-d9db9be2d679 req-6b892d56-fe98-43b7-85dc-d9032dbb44ec tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.708758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f554f3-4d2f-43a7-8600-d9db9be2d679 req-6b892d56-fe98-43b7-85dc-d9032dbb44ec tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.716058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f554f3-4d2f-43a7-8600-d9db9be2d679 req-6b892d56-fe98-43b7-85dc-d9032dbb44ec tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.723192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f554f3-4d2f-43a7-8600-d9db9be2d679 req-6b892d56-fe98-43b7-85dc-d9032dbb44ec tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.724941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:39.738981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f554f3-4d2f-43a7-8600-d9db9be2d679 req-6b892d56-fe98-43b7-85dc-d9032dbb44ec tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.747498 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f554f3-4d2f-43a7-8600-d9db9be2d679 req-6b892d56-fe98-43b7-85dc-d9032dbb44ec tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.755658 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54f554f3-4d2f-43a7-8600-d9db9be2d679 req-6b892d56-fe98-43b7-85dc-d9032dbb44ec tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.7227943 Jul 09 20:00:39.827681 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Attempting to bind port 38be194f-024c-4cfb-98dc-6f02547e94f8 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:39.827965 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Attempting to bind port 38be194f-024c-4cfb-98dc-6f02547e94f8 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'c00e4733-7eff-471c-ac3a-328929a18e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:39.828402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Attempting to bind port 38be194f-024c-4cfb-98dc-6f02547e94f8 on network ef5270c7-1773-4605-be53-cd4a35f29f6b {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:39.845514 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54f554f3-4d2f-43a7-8600-d9db9be2d679 req-65c64b32-3cef-4628-b4c4-695c0677324a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0887444 Jul 09 20:00:39.852457 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:39.884421 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8df551dd-63f9-4f58-9a69-5dafcd699e6b None None] Provisioning for port 4c72773e-fe76-4da2-b2e1-134aa5f7e7a4 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:39.894806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8df551dd-63f9-4f58-9a69-5dafcd699e6b None None] Provisioning complete for port 4c72773e-fe76-4da2-b2e1-134aa5f7e7a4 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:39.895184 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8df551dd-63f9-4f58-9a69-5dafcd699e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:39.906377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Port 38be194f-024c-4cfb-98dc-6f02547e94f8 on network ef5270c7-1773-4605-be53-cd4a35f29f6b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:39.907122 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Attempting to bind port 38be194f-024c-4cfb-98dc-6f02547e94f8 on network ef5270c7-1773-4605-be53-cd4a35f29f6b {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:39.921540 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-bb5b66b6-d8d0-4f9c-8f0e-997417841d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.922304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-bb5b66b6-d8d0-4f9c-8f0e-997417841d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.923168 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-bb5b66b6-d8d0-4f9c-8f0e-997417841d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.923818 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-bb5b66b6-d8d0-4f9c-8f0e-997417841d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.924769 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-bb5b66b6-d8d0-4f9c-8f0e-997417841d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.925422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-bb5b66b6-d8d0-4f9c-8f0e-997417841d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.926070 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-bb5b66b6-d8d0-4f9c-8f0e-997417841d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:39.928266 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-bb5b66b6-d8d0-4f9c-8f0e-997417841d6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cc91b2219044be3bcf3baddf092d553&device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 6378 time: 0.3192992 Jul 09 20:00:39.935674 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:39.936377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Checking segment: {'id': 'c00e4733-7eff-471c-ac3a-328929a18e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:39.937012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Bound using segment: {'id': 'c00e4733-7eff-471c-ac3a-328929a18e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:39.937624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Bound port: 38be194f-024c-4cfb-98dc-6f02547e94f8, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00e4733-7eff-471c-ac3a-328929a18e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:39.938179 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:39.939673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8df551dd-63f9-4f58-9a69-5dafcd699e6b None None] Port 4c72773e-fe76-4da2-b2e1-134aa5f7e7a4 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:00:40.046883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Allocated IP 172.25.0.159 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/e5a11dd9-0719-4cde-91e6-8e3f3b854b56) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:40.071045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b323a-3495-48d2-9724-cc26f166f106 req-58cb1854-ef6b-4ab1-9161-f3523bdd46d9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.076965 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b323a-3495-48d2-9724-cc26f166f106 req-58cb1854-ef6b-4ab1-9161-f3523bdd46d9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.082868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b323a-3495-48d2-9724-cc26f166f106 req-58cb1854-ef6b-4ab1-9161-f3523bdd46d9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.089530 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b323a-3495-48d2-9724-cc26f166f106 req-58cb1854-ef6b-4ab1-9161-f3523bdd46d9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.095232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b323a-3495-48d2-9724-cc26f166f106 req-58cb1854-ef6b-4ab1-9161-f3523bdd46d9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.101697 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b323a-3495-48d2-9724-cc26f166f106 req-58cb1854-ef6b-4ab1-9161-f3523bdd46d9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.103792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f5767-468c-454d-99d0-35ad2041c85c req-5fcd5d95-11e9-4eca-b58c-c4ef5695cb9b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.105320 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c34f5767-468c-454d-99d0-35ad2041c85c req-5fcd5d95-11e9-4eca-b58c-c4ef5695cb9b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 945 time: 0.2728262 Jul 09 20:00:40.107624 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b323a-3495-48d2-9724-cc26f166f106 req-58cb1854-ef6b-4ab1-9161-f3523bdd46d9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.109527 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d8b323a-3495-48d2-9724-cc26f166f106 req-58cb1854-ef6b-4ab1-9161-f3523bdd46d9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5418 time: 0.1708384 Jul 09 20:00:40.176129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] For port 38be194f-024c-4cfb-98dc-6f02547e94f8, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:40.205410 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d8b323a-3495-48d2-9724-cc26f166f106 req-5ffedd39-1cb4-4c89-ad76-2d8e65fe224b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873604 Jul 09 20:00:40.207864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] For port 38be194f-024c-4cfb-98dc-6f02547e94f8, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=38be194f-024c-4cfb-98dc-6f02547e94f8,segment=NetworkSegment(c00e4733-7eff-471c-ac3a-328929a18e28),segment_id=c00e4733-7eff-471c-ac3a-328929a18e28)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:40.214888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-66d8230d-7702-4735-a2fc-52c62754da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.215413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-66d8230d-7702-4735-a2fc-52c62754da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.216404 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-66d8230d-7702-4735-a2fc-52c62754da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.218062 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-66d8230d-7702-4735-a2fc-52c62754da25 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8cc91b2219044be3bcf3baddf092d553&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2752843 Jul 09 20:00:40.227973 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:40.244201 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:40.293309 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:40.337840 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.338480 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:40.339889 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] 10.222.0.36 "PUT /v2.0/ports/38be194f-024c-4cfb-98dc-6f02547e94f8 HTTP/1.1" status: 200 len: 1091 time: 2.2132254 Jul 09 20:00:40.342250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event updated for resources: {'Port': ['ID=e5a11dd9-0719-4cde-91e6-8e3f3b854b56,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:40.359490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:40.361859 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:40.365236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:40.371528 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2b3ac-ea04-4e7b-8550-3a4fd9c724e1 req-78e69482-b214-47d8-9c40-1a2f98866ace tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.373105 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4ad2b3ac-ea04-4e7b-8550-3a4fd9c724e1 req-78e69482-b214-47d8-9c40-1a2f98866ace tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 945 time: 0.3606150 Jul 09 20:00:40.400606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Request body: {'port': {'device_id': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:40.474194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a6a7f-c087-4a2e-8e82-054eab6fad5e service neutron] Pushing event updated for resources: {'Port': ['ID=38be194f-024c-4cfb-98dc-6f02547e94f8,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:40.492704 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:40.539447 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:40.557152 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4ad2b3ac-ea04-4e7b-8550-3a4fd9c724e1 req-78246a08-14e4-40f7-922b-c93f91b2750a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714010 Jul 09 20:00:40.558500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-c34f5767-468c-454d-99d0-35ad2041c85c req-f8640910-9173-45fe-a341-a2d1efecd43e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Deleting port ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:40.558850 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c34f5767-468c-454d-99d0-35ad2041c85c req-f8640910-9173-45fe-a341-a2d1efecd43e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:40.565340 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-d4bfa273-e62f-47f3-bd25-29b747582c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.566821 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-d4bfa273-e62f-47f3-bd25-29b747582c4b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3350239 Jul 09 20:00:40.634870 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:40.708788 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:40.714425 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:40.763349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-c34f5767-468c-454d-99d0-35ad2041c85c req-f8640910-9173-45fe-a341-a2d1efecd43e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] For port ccb4908d-0ecf-48bc-b6f3-9b257ee616d0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ccb4908d-0ecf-48bc-b6f3-9b257ee616d0,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:40.763727 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c34f5767-468c-454d-99d0-35ad2041c85c req-f8640910-9173-45fe-a341-a2d1efecd43e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:40.787553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event updated for resources: {'Port': ['ID=e5a11dd9-0719-4cde-91e6-8e3f3b854b56,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:40.800296 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:40.839332 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-26113811-ddb4-4ae7-92b7-fee6dbb4b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.839332 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-26113811-ddb4-4ae7-92b7-fee6dbb4b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.839332 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-26113811-ddb4-4ae7-92b7-fee6dbb4b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.839332 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-26113811-ddb4-4ae7-92b7-fee6dbb4b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.839332 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-26113811-ddb4-4ae7-92b7-fee6dbb4b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.839332 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-26113811-ddb4-4ae7-92b7-fee6dbb4b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.839853 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:40.839974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-26113811-ddb4-4ae7-92b7-fee6dbb4b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.842768 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-26113811-ddb4-4ae7-92b7-fee6dbb4b4c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cc91b2219044be3bcf3baddf092d553&device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 6420 time: 0.2170646 Jul 09 20:00:40.843350 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-83fa61e8-0a35-48bf-8f39-cc1712d3fea3 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1918514 Jul 09 20:00:40.843940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36470) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:40.849733 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-c34f5767-468c-454d-99d0-35ad2041c85c req-f8640910-9173-45fe-a341-a2d1efecd43e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Calling delete_port for ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:40.850065 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6490e49c-bc26-4c08-895a-8aec3b62a27e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Request body: {'floatingip': {'port_id': '4c72773e-fe76-4da2-b2e1-134aa5f7e7a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:40.899753 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6490e49c-bc26-4c08-895a-8aec3b62a27e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:40.993987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6410e77-3e85-4c96-af36-e33d8245cb3f req-4287eea7-0aa5-4c2d-ab01-0a280a1d1314 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:40.995562 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6410e77-3e85-4c96-af36-e33d8245cb3f req-4287eea7-0aa5-4c2d-ab01-0a280a1d1314 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1915188 Jul 09 20:00:41.070969 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6410e77-3e85-4c96-af36-e33d8245cb3f req-b5355eb1-85d0-4eb1-979e-0383aceb5c89 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531039 Jul 09 20:00:41.072941 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-6490e49c-bc26-4c08-895a-8aec3b62a27e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] update failed (client error): The resource could not be found. Jul 09 20:00:41.076699 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6490e49c-bc26-4c08-895a-8aec3b62a27e tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "PUT /v2.0/floatingips/306d0e88-6901-4233-a111-21f57e415d69 HTTP/1.1" status: 404 len: 507 time: 0.2301393 Jul 09 20:00:41.077256 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36474) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:41.142931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-de532c94-227a-4d49-a737-e17e63103e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.143514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-de532c94-227a-4d49-a737-e17e63103e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.143908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-de532c94-227a-4d49-a737-e17e63103e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.145638 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-de532c94-227a-4d49-a737-e17e63103e8e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8cc91b2219044be3bcf3baddf092d553&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2932529 Jul 09 20:00:41.206432 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6df43-9146-4177-b251-58e302d3bfce tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Deleting port e5a11dd9-0719-4cde-91e6-8e3f3b854b56 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:41.206934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3d6df43-9146-4177-b251-58e302d3bfce tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:41.292208 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3d6df43-9146-4177-b251-58e302d3bfce tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:41.292707 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3d6df43-9146-4177-b251-58e302d3bfce tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:41.304436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e3d6df43-9146-4177-b251-58e302d3bfce tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Calling delete_port for e5a11dd9-0719-4cde-91e6-8e3f3b854b56 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:41.322592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb97278-f465-439f-999f-d6965b08ab52 req-48019dc9-49ea-4a59-918e-45acde2b0064 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.328556 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb97278-f465-439f-999f-d6965b08ab52 req-48019dc9-49ea-4a59-918e-45acde2b0064 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.334639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb97278-f465-439f-999f-d6965b08ab52 req-48019dc9-49ea-4a59-918e-45acde2b0064 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.341392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb97278-f465-439f-999f-d6965b08ab52 req-48019dc9-49ea-4a59-918e-45acde2b0064 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.347614 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb97278-f465-439f-999f-d6965b08ab52 req-48019dc9-49ea-4a59-918e-45acde2b0064 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.353898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb97278-f465-439f-999f-d6965b08ab52 req-48019dc9-49ea-4a59-918e-45acde2b0064 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.359903 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb97278-f465-439f-999f-d6965b08ab52 req-48019dc9-49ea-4a59-918e-45acde2b0064 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.361878 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1fb97278-f465-439f-999f-d6965b08ab52 req-48019dc9-49ea-4a59-918e-45acde2b0064 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.3139529 Jul 09 20:00:41.396618 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:41.412254 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c34f5767-468c-454d-99d0-35ad2041c85c req-f8640910-9173-45fe-a341-a2d1efecd43e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:41.417284 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:41.425527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['766f3db3-fa17-47d0-b351-3410350a3894'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:41.455433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b652c-5fce-452a-8667-2eb058f0ac0e req-3de9562d-b4fc-4d3f-ae7f-245feff4b88a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.461913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b652c-5fce-452a-8667-2eb058f0ac0e req-3de9562d-b4fc-4d3f-ae7f-245feff4b88a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.467944 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b652c-5fce-452a-8667-2eb058f0ac0e req-3de9562d-b4fc-4d3f-ae7f-245feff4b88a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.474588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b652c-5fce-452a-8667-2eb058f0ac0e req-3de9562d-b4fc-4d3f-ae7f-245feff4b88a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.480254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b652c-5fce-452a-8667-2eb058f0ac0e req-3de9562d-b4fc-4d3f-ae7f-245feff4b88a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.483649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Transition to ACTIVE for port object 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:41.484788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8640910-9173-45fe-a341-a2d1efecd43e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Pushing event deleted for resources: {'Port': ['ID=ccb4908d-0ecf-48bc-b6f3-9b257ee616d0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:41.486429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b652c-5fce-452a-8667-2eb058f0ac0e req-3de9562d-b4fc-4d3f-ae7f-245feff4b88a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.487405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-e99bc0bf-2b85-4d3e-92da-1d1b8f41ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.489137 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3d01bac9-7b6c-426b-b853-9c3c76e450a9 req-e99bc0bf-2b85-4d3e-92da-1d1b8f41ed76 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3288851 Jul 09 20:00:41.492377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b652c-5fce-452a-8667-2eb058f0ac0e req-3de9562d-b4fc-4d3f-ae7f-245feff4b88a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.500139 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c60b652c-5fce-452a-8667-2eb058f0ac0e req-3de9562d-b4fc-4d3f-ae7f-245feff4b88a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5418 time: 0.1525874 Jul 09 20:00:41.500725 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:41.538948 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1fb97278-f465-439f-999f-d6965b08ab52 req-c58084a9-cd3e-4cdc-9484-1d10d29e4d9a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1557586 Jul 09 20:00:41.579478 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34f5767-468c-454d-99d0-35ad2041c85c req-f8640910-9173-45fe-a341-a2d1efecd43e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] No DVR routers for this DVR port ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:00:41.582738 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-c34f5767-468c-454d-99d0-35ad2041c85c req-f8640910-9173-45fe-a341-a2d1efecd43e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:41.585023 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c34f5767-468c-454d-99d0-35ad2041c85c req-f8640910-9173-45fe-a341-a2d1efecd43e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "DELETE /v2.0/ports/ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 HTTP/1.1" status: 204 len: 173 time: 1.4677091 Jul 09 20:00:41.587521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': '38be194f-024c-4cfb-98dc-6f02547e94f8'}, {'server_uuid': '23444f58-64d8-4d95-a458-adcb1c15ead9', 'name': 'network-vif-deleted', 'tag': 'ccb4908d-0ecf-48bc-b6f3-9b257ee616d0'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:41.589828 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05664b4-0cee-444c-b7e8-fc2696a350bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "38be194f-024c-4cfb-98dc-6f02547e94f8"}, {"server_uuid": "23444f58-64d8-4d95-a458-adcb1c15ead9", "name": "network-vif-deleted", "tag": "ccb4908d-0ecf-48bc-b6f3-9b257ee616d0"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:41.613313 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Pushing event updated for resources: {'Port': ['ID=40e1fa92-ad4d-4c40-9344-ec2217ecdc11,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:41.701130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Attempting to bind port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:41.701645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Attempting to bind port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'c00e4733-7eff-471c-ac3a-328929a18e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:41.702008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Attempting to bind port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 on network ef5270c7-1773-4605-be53-cd4a35f29f6b {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:41.707459 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 on network ef5270c7-1773-4605-be53-cd4a35f29f6b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:41.707800 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Attempting to bind port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 on network ef5270c7-1773-4605-be53-cd4a35f29f6b {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:41.714896 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:41.715326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Checking segment: {'id': 'c00e4733-7eff-471c-ac3a-328929a18e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:41.715733 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Bound using segment: {'id': 'c00e4733-7eff-471c-ac3a-328929a18e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:41.716185 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Bound port: 40e1fa92-ad4d-4c40-9344-ec2217ecdc11, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00e4733-7eff-471c-ac3a-328929a18e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:41.716723 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:41.809994 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] For port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:41.813893 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] For port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=40e1fa92-ad4d-4c40-9344-ec2217ecdc11,segment=NetworkSegment(c00e4733-7eff-471c-ac3a-328929a18e28),segment_id=c00e4733-7eff-471c-ac3a-328929a18e28)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:41.827356 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:41.868039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:41.868707 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:41.870278 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] 10.222.0.36 "PUT /v2.0/ports/40e1fa92-ad4d-4c40-9344-ec2217ecdc11 HTTP/1.1" status: 200 len: 1091 time: 1.4749877 Jul 09 20:00:41.910802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafbf39-026c-4fe6-b16b-f6443d69e840 service neutron] Pushing event updated for resources: {'Port': ['ID=40e1fa92-ad4d-4c40-9344-ec2217ecdc11,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:41.983030 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c60b652c-5fce-452a-8667-2eb058f0ac0e req-e5a5d20f-e7d0-4ef9-aa87-902235008fb5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4818833 Jul 09 20:00:42.020570 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3d6df43-9146-4177-b251-58e302d3bfce tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:42.042352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3a662958-927d-4d79-bb82-71977721828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.042856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3a662958-927d-4d79-bb82-71977721828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.043346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3a662958-927d-4d79-bb82-71977721828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.043831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3a662958-927d-4d79-bb82-71977721828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.044314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3a662958-927d-4d79-bb82-71977721828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.044821 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3a662958-927d-4d79-bb82-71977721828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.045449 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3a662958-927d-4d79-bb82-71977721828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.055718 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6df43-9146-4177-b251-58e302d3bfce tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event deleted for resources: {'Port': ['ID=e5a11dd9-0719-4cde-91e6-8e3f3b854b56,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:42.061000 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-3a662958-927d-4d79-bb82-71977721828d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cc91b2219044be3bcf3baddf092d553&device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 6487 time: 0.1231265 Jul 09 20:00:42.118846 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-887df9bc-2221-4465-b0f4-78b488aa795f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfc3e76d-51a9-4170-90ff-6f54f619d809 HTTP/1.1" status: 200 len: 217 time: 0.0441012 Jul 09 20:00:42.131035 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a5becd-2de4-4bac-9827-819474299ede x-openstack-request-id: req-a0a5becd-2de4-4bac-9827-819474299ede {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:42.131335 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "38be194f-024c-4cfb-98dc-6f02547e94f8", "status": "completed", "code": 200}, {"server_uuid": "23444f58-64d8-4d95-a458-adcb1c15ead9", "name": "network-vif-deleted", "tag": "ccb4908d-0ecf-48bc-b6f3-9b257ee616d0", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:42.131596 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0a5becd-2de4-4bac-9827-819474299ede {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:42.132681 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': '38be194f-024c-4cfb-98dc-6f02547e94f8', 'status': 'completed', 'code': 200} Jul 09 20:00:42.132796 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23444f58-64d8-4d95-a458-adcb1c15ead9', 'name': 'network-vif-deleted', 'tag': 'ccb4908d-0ecf-48bc-b6f3-9b257ee616d0', 'status': 'completed', 'code': 200} Jul 09 20:00:42.155175 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3d6df43-9146-4177-b251-58e302d3bfce tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:42.158856 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3d6df43-9146-4177-b251-58e302d3bfce tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:42.160808 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e3d6df43-9146-4177-b251-58e302d3bfce tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "DELETE /v2.0/floatingips/306d0e88-6901-4233-a111-21f57e415d69 HTTP/1.1" status: 204 len: 168 time: 1.0825167 Jul 09 20:00:42.166330 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36490) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:42.171836 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8315c666-8c10-4288-8efc-7cc8628d13ba tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Request body: {'floatingip': {'floating_network_id': '687b1224-b50d-4234-8a8d-f439c030b453', 'port_id': '4c72773e-fe76-4da2-b2e1-134aa5f7e7a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:42.204081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-264bbee1-d4df-4693-b943-6b465a766e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.205811 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-264bbee1-d4df-4693-b943-6b465a766e96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14375310-01e0-447a-894d-66dc68e570ff HTTP/1.1" status: 200 len: 856 time: 0.0694442 Jul 09 20:00:42.208920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa0e38d7-a89a-4060-9d73-773298d39efc req-40269fb8-e85c-4111-8acb-e7eee727f88c tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=23444f58-64d8-4d95-a458-adcb1c15ead9 HTTP/1.1" status: 200 len: 210 time: 0.0466805 Jul 09 20:00:42.216363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8315c666-8c10-4288-8efc-7cc8628d13ba tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:42.349958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e37a27e8-797d-462a-aaf5-7d52ea6448d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.352376 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e37a27e8-797d-462a-aaf5-7d52ea6448d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3710c23-e34f-4a94-ad2f-5eaa9c859b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328359 Jul 09 20:00:42.408146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c33cd-5599-4edf-a167-81bdcfeced88 req-da254855-5636-4772-b9fd-38a848d23ee5 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.409705 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c4c33cd-5599-4edf-a167-81bdcfeced88 req-da254855-5636-4772-b9fd-38a848d23ee5 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.0705335 Jul 09 20:00:42.461207 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c4c33cd-5599-4edf-a167-81bdcfeced88 req-d222a1af-c1f5-4c54-81e4-50142faa2ab2 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452790 Jul 09 20:00:42.498732 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-df2c80ee-a69c-4351-b93a-ae630b68fe37 service neutron] 10.222.0.36 "GET /v2.0/networks/f3710c23-e34f-4a94-ad2f-5eaa9c859b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377690 Jul 09 20:00:42.502225 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-8315c666-8c10-4288-8efc-7cc8628d13ba tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:00:42.503224 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8315c666-8c10-4288-8efc-7cc8628d13ba tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3359361 Jul 09 20:00:42.507000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36492) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:42.512524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '4c72773e-fe76-4da2-b2e1-134aa5f7e7a4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:42.535374 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:42.592012 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-c88c68f3-1bf8-490a-8a0b-8c9e3f4aba48 service neutron] 10.222.0.36 "GET /v2.0/networks/f3710c23-e34f-4a94-ad2f-5eaa9c859b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865426 Jul 09 20:00:42.636605 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f24fb0d0-371b-4947-93eb-294d9d1b4d67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=4a5066e1-5df8-47b1-bc91-51ff5dde2cfc HTTP/1.1" status: 200 len: 217 time: 0.0376940 Jul 09 20:00:42.641172 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:42.702429 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-b8d4c366-3d63-4da7-94c9-db52e660388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.703784 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-b8d4c366-3d63-4da7-94c9-db52e660388d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18cd0af-2b12-411e-a985-8dc1e8f567c1 HTTP/1.1" status: 200 len: 797 time: 0.0604811 Jul 09 20:00:42.756438 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Allocated IP 172.25.0.109 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/a57ee065-cdb1-4c4b-8443-572dc43d41c9) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:42.803245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc90207-b0e2-4599-9221-4bf6b807181c req-1264b067-f21f-4adf-9881-8f5efc77d1bd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.811075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc90207-b0e2-4599-9221-4bf6b807181c req-1264b067-f21f-4adf-9881-8f5efc77d1bd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.817000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc90207-b0e2-4599-9221-4bf6b807181c req-1264b067-f21f-4adf-9881-8f5efc77d1bd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.824253 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc90207-b0e2-4599-9221-4bf6b807181c req-1264b067-f21f-4adf-9881-8f5efc77d1bd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.830176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc90207-b0e2-4599-9221-4bf6b807181c req-1264b067-f21f-4adf-9881-8f5efc77d1bd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.836648 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc90207-b0e2-4599-9221-4bf6b807181c req-1264b067-f21f-4adf-9881-8f5efc77d1bd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.842691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc90207-b0e2-4599-9221-4bf6b807181c req-1264b067-f21f-4adf-9881-8f5efc77d1bd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.844662 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9cc90207-b0e2-4599-9221-4bf6b807181c req-1264b067-f21f-4adf-9881-8f5efc77d1bd tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.1565425 Jul 09 20:00:42.847785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-5896c803-dc8b-4521-afe9-a45be884f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:42.849299 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-5896c803-dc8b-4521-afe9-a45be884f825 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1281505 Jul 09 20:00:42.873852 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:42.914901 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:42.937259 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9cc90207-b0e2-4599-9221-4bf6b807181c req-0a9216ea-587e-4bca-8378-657b7b6dfa0f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862491 Jul 09 20:00:42.966699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:42.966699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:42.966699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:42.971052 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-1eafe961-105b-47a1-8ed9-2da454456d96 service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133020 Jul 09 20:00:42.988776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event updated for resources: {'Port': ['ID=a57ee065-cdb1-4c4b-8443-572dc43d41c9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:43.044411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:00:43.065279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:00:43.066018 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ccb4908d-0ecf-48bc-b6f3-9b257ee616d0 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:00:43.083686 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-969e093a-2d96-4d4a-86d7-d0aa8550aaac service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951550 Jul 09 20:00:43.131227 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-195cae6b-a0ac-4948-888f-b02a806e686a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=434165cf-a842-4e7d-ab6d-747e1109fc5d HTTP/1.1" status: 200 len: 217 time: 0.0405209 Jul 09 20:00:43.183598 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-7d8e60f4-477f-4b38-9c15-f0fa32549a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.185558 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-7d8e60f4-477f-4b38-9c15-f0fa32549a9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18cd0af-2b12-411e-a985-8dc1e8f567c1 HTTP/1.1" status: 200 len: 797 time: 0.0481761 Jul 09 20:00:43.198620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Deleting port a57ee065-cdb1-4c4b-8443-572dc43d41c9 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:43.198980 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:43.264126 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-43a319a9-6aea-4d20-ac63-2913837c0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.265698 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-43a319a9-6aea-4d20-ac63-2913837c0ef6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0726554 Jul 09 20:00:43.277356 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168017a4-7cae-4c89-814b-ff6f0b93b1e5 req-259e102c-e703-4a10-b8bf-6d1b5ff84d6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.283307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168017a4-7cae-4c89-814b-ff6f0b93b1e5 req-259e102c-e703-4a10-b8bf-6d1b5ff84d6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.289987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168017a4-7cae-4c89-814b-ff6f0b93b1e5 req-259e102c-e703-4a10-b8bf-6d1b5ff84d6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.295950 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168017a4-7cae-4c89-814b-ff6f0b93b1e5 req-259e102c-e703-4a10-b8bf-6d1b5ff84d6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.302049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168017a4-7cae-4c89-814b-ff6f0b93b1e5 req-259e102c-e703-4a10-b8bf-6d1b5ff84d6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.308044 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168017a4-7cae-4c89-814b-ff6f0b93b1e5 req-259e102c-e703-4a10-b8bf-6d1b5ff84d6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.314236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168017a4-7cae-4c89-814b-ff6f0b93b1e5 req-259e102c-e703-4a10-b8bf-6d1b5ff84d6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.316222 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-168017a4-7cae-4c89-814b-ff6f0b93b1e5 req-259e102c-e703-4a10-b8bf-6d1b5ff84d6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.1825304 Jul 09 20:00:43.362617 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:43.363000 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:43.371103 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-f18923be-fbe0-4ad9-a515-b7822963a830 service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973868 Jul 09 20:00:43.385573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Calling delete_port for a57ee065-cdb1-4c4b-8443-572dc43d41c9 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:43.390972 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-168017a4-7cae-4c89-814b-ff6f0b93b1e5 req-20a15b61-ef3e-409a-8547-36af0224fe5d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636289 Jul 09 20:00:43.482325 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-d84fd9d8-7876-4ba0-832f-56a7abe63e41 service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029212 Jul 09 20:00:43.540510 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:43.546106 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4ebd43b8-0986-4028-bb1e-8c0385d49e8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=04fe12c2-ba4f-490a-b1e2-925e497d6d56 HTTP/1.1" status: 200 len: 217 time: 0.0553818 Jul 09 20:00:43.573531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event deleted for resources: {'Port': ['ID=a57ee065-cdb1-4c4b-8443-572dc43d41c9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:43.611874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-afb2bce8-156d-4a3d-9c63-805ef44f9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.614072 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-afb2bce8-156d-4a3d-9c63-805ef44f9d9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18cd0af-2b12-411e-a985-8dc1e8f567c1 HTTP/1.1" status: 200 len: 797 time: 0.0596275 Jul 09 20:00:43.717205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f05b8-bc55-4b2b-a671-2b3d7f2c551c req-bcf12049-f5a2-406c-8358-4483b4cb71c3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:43.718814 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-414f05b8-bc55-4b2b-a671-2b3d7f2c551c req-bcf12049-f5a2-406c-8358-4483b4cb71c3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1376147 Jul 09 20:00:43.719851 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] create failed (client error): The resource could not be found. Jul 09 20:00:43.720828 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ac41d54c-3605-44ac-912c-eb1dbd0fd3d0 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2121747 Jul 09 20:00:43.726843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36522) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:43.805065 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-414f05b8-bc55-4b2b-a671-2b3d7f2c551c req-353f2d8b-1805-4cb0-b5dc-738aeb152eb8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799434 Jul 09 20:00:43.862129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-11104836-f8e6-48ed-be9f-65d976d0208a tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Deleting port 4c72773e-fe76-4da2-b2e1-134aa5f7e7a4 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:43.862762 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11104836-f8e6-48ed-be9f-65d976d0208a tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:43.953037 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11104836-f8e6-48ed-be9f-65d976d0208a tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:43.966931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-11104836-f8e6-48ed-be9f-65d976d0208a tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Calling delete_port for 4c72773e-fe76-4da2-b2e1-134aa5f7e7a4 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:44.087929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-63b9eb81-5283-4fe2-b811-64cca3bcac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.089402 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-63b9eb81-5283-4fe2-b811-64cca3bcac7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4623413 Jul 09 20:00:44.096586 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-643c3c7f-fd00-4781-b34d-7a3dd266244d tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.100025 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-643c3c7f-fd00-4781-b34d-7a3dd266244d tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 804 time: 0.4800951 Jul 09 20:00:44.138325 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11104836-f8e6-48ed-be9f-65d976d0208a tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:44.147395 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': '40e1fa92-ad4d-4c40-9344-ec2217ecdc11'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:44.150441 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "40e1fa92-ad4d-4c40-9344-ec2217ecdc11"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:44.158372 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-ad3fd431-4667-476f-9e2a-685af67f9862 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/quotas/6b335159e9ad4104b0006808b1428949 HTTP/1.1" status: 200 len: 375 time: 0.0514333 Jul 09 20:00:44.181517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11104836-f8e6-48ed-be9f-65d976d0208a tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event deleted for resources: {'Port': ['ID=4c72773e-fe76-4da2-b2e1-134aa5f7e7a4,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:44.242267 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-878d9eb6-92a9-4710-9f33-de8163b2c043 service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431167 Jul 09 20:00:44.255550 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd6fd7-b893-4fe8-8c25-d598868103c5 req-cb05fd5f-80dd-4c3c-bb25-6d507acfa2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.262365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd6fd7-b893-4fe8-8c25-d598868103c5 req-cb05fd5f-80dd-4c3c-bb25-6d507acfa2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.268552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd6fd7-b893-4fe8-8c25-d598868103c5 req-cb05fd5f-80dd-4c3c-bb25-6d507acfa2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.275125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd6fd7-b893-4fe8-8c25-d598868103c5 req-cb05fd5f-80dd-4c3c-bb25-6d507acfa2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.276178 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-90990d25-c348-4969-bc6e-edb8f24e0e0e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116786 Jul 09 20:00:44.281205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd6fd7-b893-4fe8-8c25-d598868103c5 req-cb05fd5f-80dd-4c3c-bb25-6d507acfa2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.287262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd6fd7-b893-4fe8-8c25-d598868103c5 req-cb05fd5f-80dd-4c3c-bb25-6d507acfa2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.293227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd6fd7-b893-4fe8-8c25-d598868103c5 req-cb05fd5f-80dd-4c3c-bb25-6d507acfa2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.297130 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11bd6fd7-b893-4fe8-8c25-d598868103c5 req-cb05fd5f-80dd-4c3c-bb25-6d507acfa2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.2170818 Jul 09 20:00:44.337755 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11104836-f8e6-48ed-be9f-65d976d0208a tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:44.342896 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-11104836-f8e6-48ed-be9f-65d976d0208a tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "DELETE /v2.0/ports/4c72773e-fe76-4da2-b2e1-134aa5f7e7a4 HTTP/1.1" status: 204 len: 168 time: 0.6121078 Jul 09 20:00:44.342896 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36532) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:44.385653 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11bd6fd7-b893-4fe8-8c25-d598868103c5 req-a6971a44-d220-4878-8ec0-8b6f64d76e4a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792229 Jul 09 20:00:44.419046 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-62243f5a-e793-48f0-b631-14d5b0b062f2 service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694210 Jul 09 20:00:44.424521 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-ca256534-6b21-43fd-b4b5-baddf66d336d service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238818 Jul 09 20:00:44.435766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ecbe8b-d9a6-4e32-9b1c-9ab7d14d19fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.439979 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a0ecbe8b-d9a6-4e32-9b1c-9ab7d14d19fd tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "GET /v2.0/ports?device_id=350e8b30-4d3d-491e-bcfc-b121f9a9f831 HTTP/1.1" status: 200 len: 913 time: 0.0941038 Jul 09 20:00:44.441647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36538) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:44.449721 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b980f116-cd22-4d6b-9721-3a719ae01136 x-openstack-request-id: req-b980f116-cd22-4d6b-9721-3a719ae01136 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:44.450179 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "40e1fa92-ad4d-4c40-9344-ec2217ecdc11", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:44.450443 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b980f116-cd22-4d6b-9721-3a719ae01136 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:44.450842 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': '40e1fa92-ad4d-4c40-9344-ec2217ecdc11', 'status': 'completed', 'code': 200} Jul 09 20:00:44.483994 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-d0682e42-9dd3-4f18-8d93-2a709539490a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=35223c2f-da2f-4373-b115-d66932a941cc HTTP/1.1" status: 200 len: 217 time: 0.0541625 Jul 09 20:00:44.584813 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-bd8674fe-254a-49f6-bc86-a2f1dc09463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.586459 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-bd8674fe-254a-49f6-bc86-a2f1dc09463c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18cd0af-2b12-411e-a985-8dc1e8f567c1 HTTP/1.1" status: 200 len: 797 time: 0.0926623 Jul 09 20:00:44.638847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-5a645512-9e45-4c81-b2c2-42ffb4ec1654 service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011642 Jul 09 20:00:44.682245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-063da681-9600-436e-a027-3cb316dac304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.685526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-063da681-9600-436e-a027-3cb316dac304 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895839 Jul 09 20:00:44.851599 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2396b7a0-2622-4b43-a875-6df4239efe74 req-40ea273a-e56f-426b-afd8-9ff9a40625f7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 210 time: 0.0487447 Jul 09 20:00:44.856624 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-77d065e5-c5b7-477b-8103-7dad12005c8a service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641393 Jul 09 20:00:44.871603 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-328f2dc1-6cc9-4f60-ac4d-a0e9efd379f8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:44.969064 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-9db3b10d-d672-4a27-899f-5e29ba20ec6f service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039851 Jul 09 20:00:44.980203 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6e5e-c1dd-4743-b26f-5a696c2ddcd4 req-acb4f3c6-06e9-4b63-9f5f-99ba119aadeb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.986212 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6e5e-c1dd-4743-b26f-5a696c2ddcd4 req-acb4f3c6-06e9-4b63-9f5f-99ba119aadeb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.993861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6e5e-c1dd-4743-b26f-5a696c2ddcd4 req-acb4f3c6-06e9-4b63-9f5f-99ba119aadeb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:44.998808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6e5e-c1dd-4743-b26f-5a696c2ddcd4 req-acb4f3c6-06e9-4b63-9f5f-99ba119aadeb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.004757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6e5e-c1dd-4743-b26f-5a696c2ddcd4 req-acb4f3c6-06e9-4b63-9f5f-99ba119aadeb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.011078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6e5e-c1dd-4743-b26f-5a696c2ddcd4 req-acb4f3c6-06e9-4b63-9f5f-99ba119aadeb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.016951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6e5e-c1dd-4743-b26f-5a696c2ddcd4 req-acb4f3c6-06e9-4b63-9f5f-99ba119aadeb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.018868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c5f6e5e-c1dd-4743-b26f-5a696c2ddcd4 req-acb4f3c6-06e9-4b63-9f5f-99ba119aadeb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.2152765 Jul 09 20:00:45.049122 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-4960f8ec-dcfe-4708-a859-60a5972cdef5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38be194f-024c-4cfb-98dc-6f02547e94f8 HTTP/1.1" status: 200 len: 217 time: 0.0719304 Jul 09 20:00:45.072676 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c5f6e5e-c1dd-4743-b26f-5a696c2ddcd4 req-a1aaa848-9dc3-4727-a1ef-455cc0d89bbb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458636 Jul 09 20:00:45.123436 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-ab025664-f902-4654-aed6-807e709facfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.125079 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-ab025664-f902-4654-aed6-807e709facfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70865fc5-c428-4ef7-bccc-8faccd991ddc HTTP/1.1" status: 200 len: 797 time: 0.0661168 Jul 09 20:00:45.147067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4743d-8072-4177-9cf2-b1b0ddb05152 req-da573fed-ee16-4601-9453-2d591dfe4787 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.154502 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cbc4743d-8072-4177-9cf2-b1b0ddb05152 req-da573fed-ee16-4601-9453-2d591dfe4787 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1800692 Jul 09 20:00:45.225727 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cbc4743d-8072-4177-9cf2-b1b0ddb05152 req-9353f5bc-60bc-4666-892d-65681eae2fac tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702457 Jul 09 20:00:45.251784 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-a9eda79a-06a9-4331-8c35-632fc3ce14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.254234 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-a9eda79a-06a9-4331-8c35-632fc3ce14f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef5270c7-1773-4605-be53-cd4a35f29f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1181016 Jul 09 20:00:45.269252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-328f2dc1-6cc9-4f60-ac4d-a0e9efd379f8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Deleting port fef8684b-f24d-4de8-be6a-a7cf62e29980 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:45.269604 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-328f2dc1-6cc9-4f60-ac4d-a0e9efd379f8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:45.352831 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-eda20000-d934-476c-8381-7abbf300431e service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918269 Jul 09 20:00:45.364156 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-328f2dc1-6cc9-4f60-ac4d-a0e9efd379f8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:45.378309 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-328f2dc1-6cc9-4f60-ac4d-a0e9efd379f8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Calling delete_port for fef8684b-f24d-4de8-be6a-a7cf62e29980 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:45.460765 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-2ef30a08-0def-497f-86a5-390b5741d8da service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003380 Jul 09 20:00:45.525746 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e6868306-e18e-4e6c-8987-854952b04d34 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=40e1fa92-ad4d-4c40-9344-ec2217ecdc11 HTTP/1.1" status: 200 len: 217 time: 0.0569503 Jul 09 20:00:45.594805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-50ac937b-344d-4e5c-9484-80176798f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.596639 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-50ac937b-344d-4e5c-9484-80176798f091 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70865fc5-c428-4ef7-bccc-8faccd991ddc HTTP/1.1" status: 200 len: 797 time: 0.0544286 Jul 09 20:00:45.603546 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-328f2dc1-6cc9-4f60-ac4d-a0e9efd379f8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:45.638476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f2dc1-6cc9-4f60-ac4d-a0e9efd379f8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event deleted for resources: {'Port': ['ID=fef8684b-f24d-4de8-be6a-a7cf62e29980,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:45.658615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcee27-a86e-4832-ad16-038a247cd784 req-af87c3db-9a7d-4522-b3e4-a22f0127c7ce tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.665387 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcee27-a86e-4832-ad16-038a247cd784 req-af87c3db-9a7d-4522-b3e4-a22f0127c7ce tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.668055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dfe3ff73-ffe1-48c6-b35a-19a6482e29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.670964 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-dfe3ff73-ffe1-48c6-b35a-19a6482e29cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef5270c7-1773-4605-be53-cd4a35f29f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0650871 Jul 09 20:00:45.671609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcee27-a86e-4832-ad16-038a247cd784 req-af87c3db-9a7d-4522-b3e4-a22f0127c7ce tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.677420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcee27-a86e-4832-ad16-038a247cd784 req-af87c3db-9a7d-4522-b3e4-a22f0127c7ce tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.684162 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcee27-a86e-4832-ad16-038a247cd784 req-af87c3db-9a7d-4522-b3e4-a22f0127c7ce tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.690393 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcee27-a86e-4832-ad16-038a247cd784 req-af87c3db-9a7d-4522-b3e4-a22f0127c7ce tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.696636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcee27-a86e-4832-ad16-038a247cd784 req-af87c3db-9a7d-4522-b3e4-a22f0127c7ce tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:45.705015 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cafcee27-a86e-4832-ad16-038a247cd784 req-af87c3db-9a7d-4522-b3e4-a22f0127c7ce tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.1667266 Jul 09 20:00:45.800126 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cafcee27-a86e-4832-ad16-038a247cd784 req-5a61798a-1b9c-4c99-b7a7-e0eae2c8aada tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0951507 Jul 09 20:00:45.815649 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-e10f10a3-5316-4f96-86f8-459e557a3b9f service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300163 Jul 09 20:00:45.878064 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-328f2dc1-6cc9-4f60-ac4d-a0e9efd379f8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:45.924944 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf0fe63e-a097-4e1a-a558-a8555aa47508 req-ab021557-4db7-4c70-8a04-1ecaf6cc3a9c service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003790 Jul 09 20:00:46.027712 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-372b3b78-9412-4c3f-80ee-7a05e91d9f5d req-58fee895-f5ce-48f2-849a-e92d90386db3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 210 time: 0.0330768 Jul 09 20:00:46.063928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328f2dc1-6cc9-4f60-ac4d-a0e9efd379f8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Router 350e8b30-4d3d-491e-bcfc-b121f9a9f831 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:00:46.145111 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328f2dc1-6cc9-4f60-ac4d-a0e9efd379f8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:00:46.158715 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01175ac-ef8d-491b-a9b7-e28670180a1c None None] Sync routers for ids ['350e8b30-4d3d-491e-bcfc-b121f9a9f831'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:00:46.160693 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-328f2dc1-6cc9-4f60-ac4d-a0e9efd379f8 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "PUT /v2.0/routers/350e8b30-4d3d-491e-bcfc-b121f9a9f831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7195299 Jul 09 20:00:46.163056 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36564) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:46.168348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-425ee0e2-6227-4c69-ad9d-a3ef731ce4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.168900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-425ee0e2-6227-4c69-ad9d-a3ef731ce4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.169393 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-425ee0e2-6227-4c69-ad9d-a3ef731ce4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.169881 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-425ee0e2-6227-4c69-ad9d-a3ef731ce4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.170365 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-425ee0e2-6227-4c69-ad9d-a3ef731ce4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.170847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-425ee0e2-6227-4c69-ad9d-a3ef731ce4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.171324 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-425ee0e2-6227-4c69-ad9d-a3ef731ce4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.173460 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-425ee0e2-6227-4c69-ad9d-a3ef731ce4d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cc91b2219044be3bcf3baddf092d553&device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 6487 time: 0.1492870 Jul 09 20:00:46.176143 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01175ac-ef8d-491b-a9b7-e28670180a1c None None] Routers {'350e8b30-4d3d-491e-bcfc-b121f9a9f831'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:00:46.177208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e01175ac-ef8d-491b-a9b7-e28670180a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:00:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['350e8b30-4d3d-491e-bcfc-b121f9a9f831'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:46.191419 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-7817e353-9a6a-410c-bc10-6e970ab3b3ef tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.192946 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-7817e353-9a6a-410c-bc10-6e970ab3b3ef tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 804 time: 0.1675286 Jul 09 20:00:46.250588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e01175ac-ef8d-491b-a9b7-e28670180a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:46.251444 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e12923c-e69f-4752-ac3c-e98e84200fbc tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:46.264917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01175ac-ef8d-491b-a9b7-e28670180a1c None None] Routers {'350e8b30-4d3d-491e-bcfc-b121f9a9f831'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:00:46.265922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e01175ac-ef8d-491b-a9b7-e28670180a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:00:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['350e8b30-4d3d-491e-bcfc-b121f9a9f831'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:46.306109 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-ea3ca686-1642-4983-9f54-0e629ac10fc4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Request body: {'port': {'device_id': '0d846ac9-fb86-4b1e-8ed6-68e0a72c924b', 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e', 'admin_state_up': True, 'tenant_id': '6b335159e9ad4104b0006808b1428949'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:46.306719 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e01175ac-ef8d-491b-a9b7-e28670180a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:46.307671 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01175ac-ef8d-491b-a9b7-e28670180a1c None None] The sync data for ids ['350e8b30-4d3d-491e-bcfc-b121f9a9f831'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:00:46.327036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-f5aa3db3-3acb-47ae-8794-fc31c75b7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.328567 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-f5aa3db3-3acb-47ae-8794-fc31c75b7f30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef5270c7-1773-4605-be53-cd4a35f29f6b HTTP/1.1" status: 200 len: 903 time: 0.1307085 Jul 09 20:00:46.415863 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-9a07426e-eebd-41a9-a842-1ea07df34397 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38be194f-024c-4cfb-98dc-6f02547e94f8 HTTP/1.1" status: 200 len: 217 time: 0.0614293 Jul 09 20:00:46.482651 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e12923c-e69f-4752-ac3c-e98e84200fbc tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:46.487459 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e12923c-e69f-4752-ac3c-e98e84200fbc tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:46.522719 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-b91e2e7b-7acd-455e-bff6-68aac527b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.524180 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-b91e2e7b-7acd-455e-bff6-68aac527b64e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70865fc5-c428-4ef7-bccc-8faccd991ddc HTTP/1.1" status: 200 len: 797 time: 0.0996776 Jul 09 20:00:46.549660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a80c4f-d9b3-4669-98e6-86a5f8c0bd35 req-2f112dbf-d7ac-4d72-8faf-b9081d793da1 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.556416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a80c4f-d9b3-4669-98e6-86a5f8c0bd35 req-2f112dbf-d7ac-4d72-8faf-b9081d793da1 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.562658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a80c4f-d9b3-4669-98e6-86a5f8c0bd35 req-2f112dbf-d7ac-4d72-8faf-b9081d793da1 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.568638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a80c4f-d9b3-4669-98e6-86a5f8c0bd35 req-2f112dbf-d7ac-4d72-8faf-b9081d793da1 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.574621 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a80c4f-d9b3-4669-98e6-86a5f8c0bd35 req-2f112dbf-d7ac-4d72-8faf-b9081d793da1 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.580916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a80c4f-d9b3-4669-98e6-86a5f8c0bd35 req-2f112dbf-d7ac-4d72-8faf-b9081d793da1 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.587141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a80c4f-d9b3-4669-98e6-86a5f8c0bd35 req-2f112dbf-d7ac-4d72-8faf-b9081d793da1 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.587287 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-ea3ca686-1642-4983-9f54-0e629ac10fc4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Made reservation on behalf of 6b335159e9ad4104b0006808b1428949 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:00:46.588940 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35a80c4f-d9b3-4669-98e6-86a5f8c0bd35 req-2f112dbf-d7ac-4d72-8faf-b9081d793da1 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.2711983 Jul 09 20:00:46.590121 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e12923c-e69f-4752-ac3c-e98e84200fbc tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:46.590711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e12923c-e69f-4752-ac3c-e98e84200fbc tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Fanout notify agent at l3_agent the message router_deleted on router 350e8b30-4d3d-491e-bcfc-b121f9a9f831 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:00:46.590847 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-ea3ca686-1642-4983-9f54-0e629ac10fc4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:46.597324 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e12923c-e69f-4752-ac3c-e98e84200fbc tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:46.598551 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1e12923c-e69f-4752-ac3c-e98e84200fbc tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "DELETE /v2.0/routers/350e8b30-4d3d-491e-bcfc-b121f9a9f831 HTTP/1.1" status: 204 len: 168 time: 0.4341388 Jul 09 20:00:46.601309 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36572) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:46.644172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b86a11-33c7-4670-8c13-6177a9eb9851 req-d49a0650-9ea0-4660-804c-b676541167b9 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.645781 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33b86a11-33c7-4670-8c13-6177a9eb9851 req-d49a0650-9ea0-4660-804c-b676541167b9 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1606936 Jul 09 20:00:46.677391 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35a80c4f-d9b3-4669-98e6-86a5f8c0bd35 req-895eefa8-0d6a-4f8a-b686-718ca6773c23 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673513 Jul 09 20:00:46.683299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c38166-469f-4555-8ee0-1d369daafb28 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Deleting subnet e95ff7d7-0ed9-405c-a72c-7ad4e697e6fa {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:00:46.686839 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2c38166-469f-4555-8ee0-1d369daafb28 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:46.709751 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-19eabe93-9938-43a3-998b-9f03f38ee811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:46.711342 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-19eabe93-9938-43a3-998b-9f03f38ee811 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef5270c7-1773-4605-be53-cd4a35f29f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1753566 Jul 09 20:00:46.734837 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2c38166-469f-4555-8ee0-1d369daafb28 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:46.804989 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33b86a11-33c7-4670-8c13-6177a9eb9851 req-8aa51254-1fb7-4b3c-b46d-608f385786e0 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270087 Jul 09 20:00:46.848215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-ea3ca686-1642-4983-9f54-0e629ac10fc4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Allocated IP 172.20.0.14 (a5acb175-a774-4eab-84ca-6ee9cdc3f74e/74a9c143-b389-43fd-ad86-f382a5b60595/89a54018-e233-4290-980a-96721691e0f6) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:00:46.856313 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2c38166-469f-4555-8ee0-1d369daafb28 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:46.876326 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-02a6ca66-2556-4809-820c-9eb3f50def28 service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537540 Jul 09 20:00:46.942064 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2c38166-469f-4555-8ee0-1d369daafb28 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:46.972209 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e2c38166-469f-4555-8ee0-1d369daafb28 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:46.975230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e2c38166-469f-4555-8ee0-1d369daafb28 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "DELETE /v2.0/subnets/e95ff7d7-0ed9-405c-a72c-7ad4e697e6fa HTTP/1.1" status: 204 len: 168 time: 0.3719594 Jul 09 20:00:46.975380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c38166-469f-4555-8ee0-1d369daafb28 tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event deleted for resources: {'Subnet': ['ID=e95ff7d7-0ed9-405c-a72c-7ad4e697e6fa,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:46.978053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36580) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:46.987999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476ea8a2-e245-4f90-b137-4844fc55324a None None] Network 687b1224-b50d-4234-8a8d-f439c030b453 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:00:47.176290 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:47.183130 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b05664b4-0cee-444c-b7e8-fc2696a350bf req-09618ade-13c0-4e4f-af5f-9d24cb73f672 service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957082 Jul 09 20:00:47.191738 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e37b8f2e-a13a-451f-b148-6911c1a36d4e req-60a2535c-dfae-42f0-884a-dabcd62ad8a1 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 210 time: 0.0336022 Jul 09 20:00:47.211685 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] DHCP port deletion for 687b1224-b50d-4234-8a8d-f439c030b453 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:00:47.222378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b0462-2499-47ae-abb4-6a1c2b36acaf req-d9d4470f-3bca-4251-8b4a-89564f407e47 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.228930 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b0462-2499-47ae-abb4-6a1c2b36acaf req-d9d4470f-3bca-4251-8b4a-89564f407e47 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.234860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b0462-2499-47ae-abb4-6a1c2b36acaf req-d9d4470f-3bca-4251-8b4a-89564f407e47 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.240830 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b0462-2499-47ae-abb4-6a1c2b36acaf req-d9d4470f-3bca-4251-8b4a-89564f407e47 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.247614 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b0462-2499-47ae-abb4-6a1c2b36acaf req-d9d4470f-3bca-4251-8b4a-89564f407e47 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.253535 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b0462-2499-47ae-abb4-6a1c2b36acaf req-d9d4470f-3bca-4251-8b4a-89564f407e47 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.259605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b0462-2499-47ae-abb4-6a1c2b36acaf req-d9d4470f-3bca-4251-8b4a-89564f407e47 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.261571 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-871b0462-2499-47ae-abb4-6a1c2b36acaf req-d9d4470f-3bca-4251-8b4a-89564f407e47 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.3112936 Jul 09 20:00:47.272927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Deleting port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:47.273304 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:47.276046 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-ea3ca686-1642-4983-9f54-0e629ac10fc4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:47.339004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] For port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=990cf94c-8a2d-42f6-a27d-2e36d3afb81d,segment=NetworkSegment(5637e549-a030-47b4-ac0b-ffd495bbd881),segment_id=5637e549-a030-47b4-ac0b-ffd495bbd881)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:47.339414 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:47.352381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Calling delete_port for 990cf94c-8a2d-42f6-a27d-2e36d3afb81d owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:47.385932 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-871b0462-2499-47ae-abb4-6a1c2b36acaf req-0f1b60b5-5bf4-41e5-83b7-7917c0c8e116 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1165519 Jul 09 20:00:47.426290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Deleting port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:47.426675 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:47.441473 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:47.471151 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-ea3ca686-1642-4983-9f54-0e629ac10fc4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:47.474529 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Pushing event deleted for resources: {'Port': ['ID=990cf94c-8a2d-42f6-a27d-2e36d3afb81d,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:47.484113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] No DVR routers for this DVR port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:00:47.485738 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-5c48362d-6a3d-4f27-8afa-e2f3697c0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.487776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-5c48362d-6a3d-4f27-8afa-e2f3697c0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.487776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-5c48362d-6a3d-4f27-8afa-e2f3697c0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.487776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-5c48362d-6a3d-4f27-8afa-e2f3697c0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.488051 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['766f3db3-fa17-47d0-b351-3410350a3894'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:47.488159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-5c48362d-6a3d-4f27-8afa-e2f3697c0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.488159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-5c48362d-6a3d-4f27-8afa-e2f3697c0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.488698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-5c48362d-6a3d-4f27-8afa-e2f3697c0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.490690 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-5c48362d-6a3d-4f27-8afa-e2f3697c0eab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cc91b2219044be3bcf3baddf092d553&device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 6487 time: 0.2184665 Jul 09 20:00:47.497984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:47.498107 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:47.498632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:47.499079 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:47.499609 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:47.500121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:47.500669 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:47.501315 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:47.501845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:47.502347 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:47.502853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:47.503343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb17435-1cb5-4c74-8b6b-a61bc1d12504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:00:47.604245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-ea3ca686-1642-4983-9f54-0e629ac10fc4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Network a5acb175-a774-4eab-84ca-6ee9cdc3f74e is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:00:47.612605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] For port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=990cf94c-8a2d-42f6-a27d-2e36d3afb81d,segment=NetworkSegment(5637e549-a030-47b4-ac0b-ffd495bbd881),segment_id=5637e549-a030-47b4-ac0b-ffd495bbd881)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:47.612979 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:47.620072 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-ea3ca686-1642-4983-9f54-0e629ac10fc4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:00:47.638081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-ea3ca686-1642-4983-9f54-0e629ac10fc4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:00:47.640642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ca686-1642-4983-9f54-0e629ac10fc4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Pushing event updated for resources: {'Port': ['ID=89a54018-e233-4290-980a-96721691e0f6,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:47.666858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Calling delete_port for 990cf94c-8a2d-42f6-a27d-2e36d3afb81d owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:47.758772 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-ea3ca686-1642-4983-9f54-0e629ac10fc4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.759413 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-ea3ca686-1642-4983-9f54-0e629ac10fc4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:47.769468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-1b20a4eb-e3be-4936-ba25-9bdc49662fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.770932 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-1b20a4eb-e3be-4936-ba25-9bdc49662fce service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef5270c7-1773-4605-be53-cd4a35f29f6b HTTP/1.1" status: 200 len: 903 time: 0.2678649 Jul 09 20:00:47.797322 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-ea3ca686-1642-4983-9f54-0e629ac10fc4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5175676 Jul 09 20:00:47.832933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Request body: {'port': {'device_id': '0d846ac9-fb86-4b1e-8ed6-68e0a72c924b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:47.846215 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-0e66ce6f-dbc8-4d8d-99d1-e296ee36e0e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=40e1fa92-ad4d-4c40-9344-ec2217ecdc11 HTTP/1.1" status: 200 len: 217 time: 0.0652153 Jul 09 20:00:47.980909 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:47.993294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-ecce7f62-1b1b-4d80-9264-e8ffd66896be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:47.994788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-ecce7f62-1b1b-4d80-9264-e8ffd66896be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70865fc5-c428-4ef7-bccc-8faccd991ddc HTTP/1.1" status: 200 len: 797 time: 0.1292861 Jul 09 20:00:48.032427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event deleted for resources: {'Port': ['ID=990cf94c-8a2d-42f6-a27d-2e36d3afb81d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:48.058561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] No DVR routers for this DVR port 990cf94c-8a2d-42f6-a27d-2e36d3afb81d on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:00:48.063061 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:48.079520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9892076-ac60-4468-9269-f2cc079e5a64 req-b85f22c8-9f17-44bd-b488-f223021b3e4f tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:48.081078 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d9892076-ac60-4468-9269-f2cc079e5a64 req-b85f22c8-9f17-44bd-b488-f223021b3e4f tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.0705652 Jul 09 20:00:48.112825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef5053-e3b9-479c-a9d7-565355c43367 req-cea8fb03-14a6-4fc1-a504-03eb26e196ba tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:48.118983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef5053-e3b9-479c-a9d7-565355c43367 req-cea8fb03-14a6-4fc1-a504-03eb26e196ba tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:48.119873 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d9892076-ac60-4468-9269-f2cc079e5a64 req-f9365e57-c37a-400b-8eb9-b94d8ea6d46a tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323915 Jul 09 20:00:48.125129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef5053-e3b9-479c-a9d7-565355c43367 req-cea8fb03-14a6-4fc1-a504-03eb26e196ba tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:48.130841 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef5053-e3b9-479c-a9d7-565355c43367 req-cea8fb03-14a6-4fc1-a504-03eb26e196ba tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:48.137556 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef5053-e3b9-479c-a9d7-565355c43367 req-cea8fb03-14a6-4fc1-a504-03eb26e196ba tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:48.143460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef5053-e3b9-479c-a9d7-565355c43367 req-cea8fb03-14a6-4fc1-a504-03eb26e196ba tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:48.150105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef5053-e3b9-479c-a9d7-565355c43367 req-cea8fb03-14a6-4fc1-a504-03eb26e196ba tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:48.152046 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-96ef5053-e3b9-479c-a9d7-565355c43367 req-cea8fb03-14a6-4fc1-a504-03eb26e196ba tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.3250911 Jul 09 20:00:48.263283 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:48.291850 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687b1224-b50d-4234-8a8d-f439c030b453']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:48.355795 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-96ef5053-e3b9-479c-a9d7-565355c43367 req-abd0a669-6e5f-4719-8aa8-96ff553a9264 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1863961 Jul 09 20:00:48.357633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-fa74996e-1817-4d31-8bda-0fe556af73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:48.359061 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-fa74996e-1817-4d31-8bda-0fe556af73a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef5270c7-1773-4605-be53-cd4a35f29f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3371210 Jul 09 20:00:48.363020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5637e549-a030-47b4-ac0b-ffd495bbd881') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:48.363265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5637e549-a030-47b4-ac0b-ffd495bbd881') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:00:48.390528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8901e3a-e483-4f67-922a-8239aa961028 req-87ae0932-f3ed-4508-98e1-b181dea06fc8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:48.390684 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:48.391134 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8901e3a-e483-4f67-922a-8239aa961028 req-87ae0932-f3ed-4508-98e1-b181dea06fc8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 932 time: 0.0654142 Jul 09 20:00:48.430521 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8901e3a-e483-4f67-922a-8239aa961028 req-db11534c-1ab7-4b47-a288-2f69aacae93d tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Jul 09 20:00:48.671055 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 990cf94c-8a2d-42f6-a27d-2e36d3afb81d no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:00:48.691793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 990cf94c-8a2d-42f6-a27d-2e36d3afb81d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:00:48.692139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 990cf94c-8a2d-42f6-a27d-2e36d3afb81d not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:00:48.801722 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:48.863792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:00:48.864208 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:00:48.874366 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:00:48.879180 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:00:48.968783 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-4cc3d789-67d6-4bb3-ad88-5ba8967d179a service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5903757 Jul 09 20:00:48.980378 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:48.998774 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.000417 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] 10.222.0.30 "DELETE /v2.0/networks/687b1224-b50d-4234-8a8d-f439c030b453 HTTP/1.1" status: 204 len: 168 time: 2.0043936 Jul 09 20:00:49.063960 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf5007-2e41-4d83-85c8-2a5734886adf tempest-FloatingIPNegativeTestJSON-1840537431 tempest-FloatingIPNegativeTestJSON-1840537431-project] Pushing event deleted for resources: {'Network': ['ID=687b1224-b50d-4234-8a8d-f439c030b453,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:49.089956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:00:49.106827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118c49b-3c10-41ba-9376-241fb06cbf85 req-4d9641d2-9a20-4a27-a4cf-80159ae7920a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.112825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118c49b-3c10-41ba-9376-241fb06cbf85 req-4d9641d2-9a20-4a27-a4cf-80159ae7920a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.119480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118c49b-3c10-41ba-9376-241fb06cbf85 req-4d9641d2-9a20-4a27-a4cf-80159ae7920a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.125560 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118c49b-3c10-41ba-9376-241fb06cbf85 req-4d9641d2-9a20-4a27-a4cf-80159ae7920a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.131472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118c49b-3c10-41ba-9376-241fb06cbf85 req-4d9641d2-9a20-4a27-a4cf-80159ae7920a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.138375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118c49b-3c10-41ba-9376-241fb06cbf85 req-4d9641d2-9a20-4a27-a4cf-80159ae7920a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.144204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118c49b-3c10-41ba-9376-241fb06cbf85 req-4d9641d2-9a20-4a27-a4cf-80159ae7920a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.146213 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d118c49b-3c10-41ba-9376-241fb06cbf85 req-4d9641d2-9a20-4a27-a4cf-80159ae7920a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5421 time: 0.3771992 Jul 09 20:00:49.232443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8,segment=NetworkSegment(571a12b3-5538-4dc3-8b22-baed5a2543db),segment_id=571a12b3-5538-4dc3-8b22-baed5a2543db)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:49.252907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8', 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'port_id': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8', 'mac_address': 'fa:16:3e:d7:d9:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:00:49.271546 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a54018-e233-4290-980a-96721691e0f6 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:49.285246 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3958e49a-cdbf-4b8f-bd95-a65cdfb30b75 req-bcc2d847-3d6a-4e5c-9a05-298d58427d4d service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093994 Jul 09 20:00:49.287240 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.301024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36614) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:49.301572 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d118c49b-3c10-41ba-9376-241fb06cbf85 req-1e2167b0-23ed-4659-9982-8f25f48a746d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1319368 Jul 09 20:00:49.312767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Transition to ACTIVE for port object 89a54018-e233-4290-980a-96721691e0f6 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:00:49.319001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9457c-7861-42ef-afef-a9e091b1c302 req-db3d22fa-9f53-4d88-81eb-76bcc7eee229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.320758 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.321512 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ae9457c-7861-42ef-afef-a9e091b1c302 req-db3d22fa-9f53-4d88-81eb-76bcc7eee229 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 1096 time: 0.2454820 Jul 09 20:00:49.322658 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.343302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57429f05-f1b6-4e24-8fad-e213a72a5171 req-52086de0-d820-49c7-b9c0-653514519f7e tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.343956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:49.345382 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-57429f05-f1b6-4e24-8fad-e213a72a5171 req-52086de0-d820-49c7-b9c0-653514519f7e tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.0973339 Jul 09 20:00:49.374383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8,segment=NetworkSegment(571a12b3-5538-4dc3-8b22-baed5a2543db),segment_id=571a12b3-5538-4dc3-8b22-baed5a2543db)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:49.380131 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.381382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9944b9e7-bf69-4596-915c-eed4dcb47861 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:00:49.403473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Pushing event updated for resources: {'Port': ['ID=89a54018-e233-4290-980a-96721691e0f6,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:49.409028 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-57429f05-f1b6-4e24-8fad-e213a72a5171 req-08471f98-1f85-4ed7-a902-cf83e46eedaa tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580437 Jul 09 20:00:49.426587 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ae9457c-7861-42ef-afef-a9e091b1c302 req-4b41fce0-edf8-49a7-b40c-a4cddfef043d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956855 Jul 09 20:00:49.494936 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Attempting to bind port 89a54018-e233-4290-980a-96721691e0f6 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:00:49.495299 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Attempting to bind port 89a54018-e233-4290-980a-96721691e0f6 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:00:49.495644 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Attempting to bind port 89a54018-e233-4290-980a-96721691e0f6 on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:49.500606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Port 89a54018-e233-4290-980a-96721691e0f6 on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:00:49.500951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Attempting to bind port 89a54018-e233-4290-980a-96721691e0f6 on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:00:49.506988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:00:49.507518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Checking segment: {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:00:49.508073 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Bound using segment: {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:00:49.510108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Bound port: 89a54018-e233-4290-980a-96721691e0f6, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:00:49.510108 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.545282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-62b48886-1174-4ab9-a983-1b270fadf3d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d99107608a914d8291093dc66e347851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261240 Jul 09 20:00:49.546426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36622) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:49.563468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:49.601943 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] For port 89a54018-e233-4290-980a-96721691e0f6, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:00:49.606868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] For port 89a54018-e233-4290-980a-96721691e0f6, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=89a54018-e233-4290-980a-96721691e0f6,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:00:49.613388 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.625520 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9944b9e7-bf69-4596-915c-eed4dcb47861, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9944b9e7-bf69-4596-915c-eed4dcb47861,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:49.639588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '9944b9e7-bf69-4596-915c-eed4dcb47861', 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21', 'port_id': '9944b9e7-bf69-4596-915c-eed4dcb47861', 'mac_address': 'fa:16:3e:33:2d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2da9578-691e-4ed6-9947-a8e1da134a39', 'ip_address': '10.1.1.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:00:49.657175 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.657734 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.659277 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] 10.222.0.36 "PUT /v2.0/ports/89a54018-e233-4290-980a-96721691e0f6 HTTP/1.1" status: 200 len: 1092 time: 1.8347096 Jul 09 20:00:49.659747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d846ac9-fb86-4b1e-8ed6-68e0a72c924b', 'tag': '89a54018-e233-4290-980a-96721691e0f6'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:49.659917 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6bbfe391-90fd-4bdf-8945-3f2c6cfd72ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.662829 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40057fa4-66d2-4d43-a33a-10bb924e937e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d846ac9-fb86-4b1e-8ed6-68e0a72c924b", "tag": "89a54018-e233-4290-980a-96721691e0f6"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:49.693343 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.694031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45672369-6234-4345-aec7-c44d81e5da5a service neutron] Pushing event updated for resources: {'Port': ['ID=89a54018-e233-4290-980a-96721691e0f6,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:49.701345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c910762-6db9-4e5c-8a1b-05455532ee39 req-7e71a00f-93fc-4c99-8ddd-c5f3810a8c26 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.709067 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c910762-6db9-4e5c-8a1b-05455532ee39 req-7e71a00f-93fc-4c99-8ddd-c5f3810a8c26 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.713962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c910762-6db9-4e5c-8a1b-05455532ee39 req-7e71a00f-93fc-4c99-8ddd-c5f3810a8c26 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.720355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c910762-6db9-4e5c-8a1b-05455532ee39 req-7e71a00f-93fc-4c99-8ddd-c5f3810a8c26 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.722853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9944b9e7-bf69-4596-915c-eed4dcb47861 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:49.732026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c910762-6db9-4e5c-8a1b-05455532ee39 req-7e71a00f-93fc-4c99-8ddd-c5f3810a8c26 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.738116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c910762-6db9-4e5c-8a1b-05455532ee39 req-7e71a00f-93fc-4c99-8ddd-c5f3810a8c26 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.744441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9944b9e7-bf69-4596-915c-eed4dcb47861, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9944b9e7-bf69-4596-915c-eed4dcb47861,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:49.744655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c910762-6db9-4e5c-8a1b-05455532ee39 req-7e71a00f-93fc-4c99-8ddd-c5f3810a8c26 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.746812 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7c910762-6db9-4e5c-8a1b-05455532ee39 req-7e71a00f-93fc-4c99-8ddd-c5f3810a8c26 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.1741071 Jul 09 20:00:49.754025 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.754705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 045fd59f-0222-4543-afa6-e1826b9221b9 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:00:49.765233 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6bbfe391-90fd-4bdf-8945-3f2c6cfd72ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.814641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a93d7-2c8a-4c49-8176-54f6f2e70905 req-69913dfa-d2c7-4f47-8de0-49ab61d7676b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.816194 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e6a93d7-2c8a-4c49-8176-54f6f2e70905 req-69913dfa-d2c7-4f47-8de0-49ab61d7676b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 944 time: 0.1176689 Jul 09 20:00:49.822653 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-a562c787-7c3e-4611-b0d0-4608cddcbbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.824684 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-a562c787-7c3e-4611-b0d0-4608cddcbbdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 1095 time: 0.0876248 Jul 09 20:00:49.829668 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7c910762-6db9-4e5c-8a1b-05455532ee39 req-163c081e-a1e5-4d8a-8260-77038c08e9c9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740628 Jul 09 20:00:49.832094 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 045fd59f-0222-4543-afa6-e1826b9221b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=045fd59f-0222-4543-afa6-e1826b9221b9,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:49.835226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=9944b9e7-bf69-4596-915c-eed4dcb47861,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:49.849790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '045fd59f-0222-4543-afa6-e1826b9221b9', 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21', 'port_id': '045fd59f-0222-4543-afa6-e1826b9221b9', 'mac_address': 'fa:16:3e:47:7d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2da9578-691e-4ed6-9947-a8e1da134a39', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:00:49.852170 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6bbfe391-90fd-4bdf-8945-3f2c6cfd72ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.855012 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6bbfe391-90fd-4bdf-8945-3f2c6cfd72ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.856367 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6bbfe391-90fd-4bdf-8945-3f2c6cfd72ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1c7a5b8-ebc9-4a80-b05b-4a575912eb95 HTTP/1.1" status: 204 len: 168 time: 0.3094532 Jul 09 20:00:49.887402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfe391-90fd-4bdf-8945-3f2c6cfd72ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c7a5b8-ebc9-4a80-b05b-4a575912eb95,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:49.901656 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.903821 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-a46ac98b-236b-4215-86b5-45535b23a451 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89a54018-e233-4290-980a-96721691e0f6 HTTP/1.1" status: 200 len: 217 time: 0.0409863 Jul 09 20:00:49.919701 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e6a93d7-2c8a-4c49-8176-54f6f2e70905 req-538db0cc-01aa-45a1-a3a3-b0e419d92a0d tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941093 Jul 09 20:00:49.926360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045fd59f-0222-4543-afa6-e1826b9221b9 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:49.960671 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 045fd59f-0222-4543-afa6-e1826b9221b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=045fd59f-0222-4543-afa6-e1826b9221b9,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:49.968316 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:49.969835 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c2dd2a99-be70-4ee7-913f-37195b50ee10 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:00:49.987358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-73f8d643-4c14-4347-ad01-43479ab1ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:49.988935 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-73f8d643-4c14-4347-ad01-43479ab1ee1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 200 len: 844 time: 0.0683589 Jul 09 20:00:50.000429 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0cb831-5e09-4b64-acb4-94af8fa4f6d8 x-openstack-request-id: req-6f0cb831-5e09-4b64-acb4-94af8fa4f6d8 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:50.000755 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d846ac9-fb86-4b1e-8ed6-68e0a72c924b", "tag": "89a54018-e233-4290-980a-96721691e0f6", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:50.001022 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f0cb831-5e09-4b64-acb4-94af8fa4f6d8 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:50.001515 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d846ac9-fb86-4b1e-8ed6-68e0a72c924b', 'tag': '89a54018-e233-4290-980a-96721691e0f6', 'status': 'completed', 'code': 200} Jul 09 20:00:50.038529 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-c3ae82ad-bbe1-4ad1-b097-bf0f262c9065 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302415 Jul 09 20:00:50.048796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=045fd59f-0222-4543-afa6-e1826b9221b9,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:50.052587 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c2dd2a99-be70-4ee7-913f-37195b50ee10, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c2dd2a99-be70-4ee7-913f-37195b50ee10,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:50.066990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'c2dd2a99-be70-4ee7-913f-37195b50ee10', 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21', 'port_id': 'c2dd2a99-be70-4ee7-913f-37195b50ee10', 'mac_address': 'fa:16:3e:0b:51:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2da9578-691e-4ed6-9947-a8e1da134a39', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:00:50.113933 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:50.128633 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2dd2a99-be70-4ee7-913f-37195b50ee10 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:50.144818 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-c6226fdd-c9ce-4743-b3c9-7d4d39e3a7c3 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977488 Jul 09 20:00:50.150033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c2dd2a99-be70-4ee7-913f-37195b50ee10, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c2dd2a99-be70-4ee7-913f-37195b50ee10,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:50.155726 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:50.212513 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=c2dd2a99-be70-4ee7-913f-37195b50ee10,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:50.248108 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e476306b-0765-4cbf-ad1e-6d36a8518b21 req-2500543e-614e-42b8-a2c4-f59e1de0b9ed service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960531 Jul 09 20:00:50.359510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40057fa4-66d2-4d43-a33a-10bb924e937e req-c86e14f6-6f19-451b-9994-e88255fc18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:50.361085 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40057fa4-66d2-4d43-a33a-10bb924e937e req-c86e14f6-6f19-451b-9994-e88255fc18ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 1095 time: 0.0533638 Jul 09 20:00:50.479103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40057fa4-66d2-4d43-a33a-10bb924e937e req-f3b523b4-754e-4750-ad61-70c97439cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:50.480916 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40057fa4-66d2-4d43-a33a-10bb924e937e req-f3b523b4-754e-4750-ad61-70c97439cf8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 905 time: 0.1107862 Jul 09 20:00:50.539677 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40057fa4-66d2-4d43-a33a-10bb924e937e req-337cf6d2-c9eb-4fd3-8912-9489063f983e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=89a54018-e233-4290-980a-96721691e0f6 HTTP/1.1" status: 200 len: 217 time: 0.0500000 Jul 09 20:00:50.573648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e37f3-7261-473f-a454-ed6be5524346 req-3a3dc847-07fb-4981-bbdb-9dfc77cd37de tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:50.580823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e37f3-7261-473f-a454-ed6be5524346 req-3a3dc847-07fb-4981-bbdb-9dfc77cd37de tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:50.588899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e37f3-7261-473f-a454-ed6be5524346 req-3a3dc847-07fb-4981-bbdb-9dfc77cd37de tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:50.595015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e37f3-7261-473f-a454-ed6be5524346 req-3a3dc847-07fb-4981-bbdb-9dfc77cd37de tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:50.601780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e37f3-7261-473f-a454-ed6be5524346 req-3a3dc847-07fb-4981-bbdb-9dfc77cd37de tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:50.608124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e37f3-7261-473f-a454-ed6be5524346 req-3a3dc847-07fb-4981-bbdb-9dfc77cd37de tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:50.614185 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e37f3-7261-473f-a454-ed6be5524346 req-3a3dc847-07fb-4981-bbdb-9dfc77cd37de tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:50.616123 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd6e37f3-7261-473f-a454-ed6be5524346 req-3a3dc847-07fb-4981-bbdb-9dfc77cd37de tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5425 time: 0.1284857 Jul 09 20:00:50.626968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40057fa4-66d2-4d43-a33a-10bb924e937e req-8be9fbe2-1b29-4104-b635-e3c7010915a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:50.628396 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40057fa4-66d2-4d43-a33a-10bb924e937e req-8be9fbe2-1b29-4104-b635-e3c7010915a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 200 len: 844 time: 0.0813878 Jul 09 20:00:50.642958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36656) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:50.668847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40057fa4-66d2-4d43-a33a-10bb924e937e req-3c498f0b-8295-4cf7-8810-7f1061a3ad37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320559 Jul 09 20:00:50.671970 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd6e37f3-7261-473f-a454-ed6be5524346 req-89c89d29-5d22-4ed5-bed0-e83f783e5316 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472486 Jul 09 20:00:50.681666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751e61f-9cf2-4b2d-8d87-704371cd03cf req-9e4e81dc-6c43-4a8e-ae32-b947753ae8b8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:50.686833 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a751e61f-9cf2-4b2d-8d87-704371cd03cf req-9e4e81dc-6c43-4a8e-ae32-b947753ae8b8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1319103 Jul 09 20:00:50.772491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c2cdbd01-35fd-4363-9915-c43675affabb tempest-DvrRoutersNegativeTest-682183805 tempest-DvrRoutersNegativeTest-682183805-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1524119644', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:50.777466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.policy [None req-c2cdbd01-35fd-4363-9915-c43675affabb tempest-DvrRoutersNegativeTest-682183805 tempest-DvrRoutersNegativeTest-682183805-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100205) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 09 20:00:50.777773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.policy [None req-c2cdbd01-35fd-4363-9915-c43675affabb tempest-DvrRoutersNegativeTest-682183805 tempest-DvrRoutersNegativeTest-682183805-project] Failed policy check for 'create_router' {{(pid=100205) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 09 20:00:50.778317 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-c2cdbd01-35fd-4363-9915-c43675affabb tempest-DvrRoutersNegativeTest-682183805 tempest-DvrRoutersNegativeTest-682183805-project] create failed (client error): Access was denied to this resource. Jul 09 20:00:50.784238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c2cdbd01-35fd-4363-9915-c43675affabb tempest-DvrRoutersNegativeTest-682183805 tempest-DvrRoutersNegativeTest-682183805-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1402395 Jul 09 20:00:50.790579 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a751e61f-9cf2-4b2d-8d87-704371cd03cf req-62053f8a-dbda-4a31-adbc-a88fb83f5abf tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933025 Jul 09 20:00:50.820102 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40057fa4-66d2-4d43-a33a-10bb924e937e req-a3d5f171-e829-4907-91af-bc5547e7c0b7 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319158 Jul 09 20:00:50.933102 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40057fa4-66d2-4d43-a33a-10bb924e937e req-47e02c81-760d-45b8-86af-90dc65221f31 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039906 Jul 09 20:00:51.064990 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f730-f901-46a8-a484-62b7ef923867 req-3a66b3f5-3b01-4ce6-9ac7-ab127d74491d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:51.071148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f730-f901-46a8-a484-62b7ef923867 req-3a66b3f5-3b01-4ce6-9ac7-ab127d74491d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:51.077157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f730-f901-46a8-a484-62b7ef923867 req-3a66b3f5-3b01-4ce6-9ac7-ab127d74491d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:51.079117 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36670) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:51.083057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f730-f901-46a8-a484-62b7ef923867 req-3a66b3f5-3b01-4ce6-9ac7-ab127d74491d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:51.089063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f730-f901-46a8-a484-62b7ef923867 req-3a66b3f5-3b01-4ce6-9ac7-ab127d74491d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:51.095228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f730-f901-46a8-a484-62b7ef923867 req-3a66b3f5-3b01-4ce6-9ac7-ab127d74491d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:51.097837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5c0d015e-6ded-4744-9f25-89e0f331d805 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:00:51.111838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f730-f901-46a8-a484-62b7ef923867 req-3a66b3f5-3b01-4ce6-9ac7-ab127d74491d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:51.114092 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-58b0f730-f901-46a8-a484-62b7ef923867 req-3a66b3f5-3b01-4ce6-9ac7-ab127d74491d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.1319358 Jul 09 20:00:51.115841 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b418b-3b1b-40e8-8cf6-6574f5c3514c req-267d75fc-850b-403e-a221-9688b288aaa1 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:51.118073 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c55b418b-3b1b-40e8-8cf6-6574f5c3514c req-267d75fc-850b-403e-a221-9688b288aaa1 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 944 time: 0.0751948 Jul 09 20:00:51.164206 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-58b0f730-f901-46a8-a484-62b7ef923867 req-e24628e1-6a75-4e13-b9e9-e0fbb396b789 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432529 Jul 09 20:00:51.166190 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c55b418b-3b1b-40e8-8cf6-6574f5c3514c req-d6930a9c-8c02-4dbb-a53f-2178eb23fa2e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416691 Jul 09 20:00:51.171470 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['045fd59f-0222-4543-afa6-e1826b9221b9'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:51.201989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['0d5a34d7-7fd0-497c-88c7-b2009f7eedc8'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:51.209838 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['c2dd2a99-be70-4ee7-913f-37195b50ee10'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:51.242788 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22f59d87-6cb0-4acb-9f43-c39d60ff7474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:51.348789 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22f59d87-6cb0-4acb-9f43-c39d60ff7474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:51.351009 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5c0d015e-6ded-4744-9f25-89e0f331d805, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5c0d015e-6ded-4744-9f25-89e0f331d805,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:51.353560 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22f59d87-6cb0-4acb-9f43-c39d60ff7474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:51.394717 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-22f59d87-6cb0-4acb-9f43-c39d60ff7474 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55afd7bec96d4cb49efcb9456533a878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145578 Jul 09 20:00:51.395625 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f59d87-6cb0-4acb-9f43-c39d60ff7474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c34f38-4afc-4e7f-86dd-cf9cc930e539,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:51.397429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36676) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:51.401316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '5c0d015e-6ded-4744-9f25-89e0f331d805', 'network_id': 'df2063f7-e4dc-4881-bf8a-9f0da645ab21', 'port_id': '5c0d015e-6ded-4744-9f25-89e0f331d805', 'mac_address': 'fa:16:3e:ae:04:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2da9578-691e-4ed6-9947-a8e1da134a39', 'ip_address': '10.1.1.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:00:51.449655 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1daf6e61-3a56-4df6-b9da-bbd9c1bace20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:51.470645 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1daf6e61-3a56-4df6-b9da-bbd9c1bace20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:51.517754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1daf6e61-3a56-4df6-b9da-bbd9c1bace20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:51.520287 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1daf6e61-3a56-4df6-b9da-bbd9c1bace20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:51.521569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1daf6e61-3a56-4df6-b9da-bbd9c1bace20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1c34f38-4afc-4e7f-86dd-cf9cc930e539 HTTP/1.1" status: 204 len: 168 time: 0.1227551 Jul 09 20:00:51.521825 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:51.529757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf6e61-3a56-4df6-b9da-bbd9c1bace20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c34f38-4afc-4e7f-86dd-cf9cc930e539,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:51.585729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0d015e-6ded-4744-9f25-89e0f331d805 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:51.653361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5c0d015e-6ded-4744-9f25-89e0f331d805, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5c0d015e-6ded-4744-9f25-89e0f331d805,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:51.670073 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:51.670652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a74ae6d6-5326-40b6-8cd8-8e0067f302a2 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:00:51.891969 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39b501-23a9-4ac9-8444-e299c9d071d2 req-1f3f1a69-ceea-475d-ba80-495ebc146c70 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:51.898750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39b501-23a9-4ac9-8444-e299c9d071d2 req-1f3f1a69-ceea-475d-ba80-495ebc146c70 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:51.905483 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39b501-23a9-4ac9-8444-e299c9d071d2 req-1f3f1a69-ceea-475d-ba80-495ebc146c70 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:51.911690 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39b501-23a9-4ac9-8444-e299c9d071d2 req-1f3f1a69-ceea-475d-ba80-495ebc146c70 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:51.920511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39b501-23a9-4ac9-8444-e299c9d071d2 req-1f3f1a69-ceea-475d-ba80-495ebc146c70 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:51.926787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5c0d015e-6ded-4744-9f25-89e0f331d805,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:51.927842 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39b501-23a9-4ac9-8444-e299c9d071d2 req-1f3f1a69-ceea-475d-ba80-495ebc146c70 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:51.937018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39b501-23a9-4ac9-8444-e299c9d071d2 req-1f3f1a69-ceea-475d-ba80-495ebc146c70 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:51.939015 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5d39b501-23a9-4ac9-8444-e299c9d071d2 req-1f3f1a69-ceea-475d-ba80-495ebc146c70 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5426 time: 0.1264169 Jul 09 20:00:51.985375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port a74ae6d6-5326-40b6-8cd8-8e0067f302a2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a74ae6d6-5326-40b6-8cd8-8e0067f302a2,segment=NetworkSegment(beb41655-b7e3-45dd-93b4-0c8943b7a5a4),segment_id=beb41655-b7e3-45dd-93b4-0c8943b7a5a4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:51.994945 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5d39b501-23a9-4ac9-8444-e299c9d071d2 req-48e3a4de-fb5c-4837-b102-7c5e26212937 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459795 Jul 09 20:00:52.000299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'a74ae6d6-5326-40b6-8cd8-8e0067f302a2', 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0', 'port_id': 'a74ae6d6-5326-40b6-8cd8-8e0067f302a2', 'mac_address': 'fa:16:3e:26:ba:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982230e2-ecd0-408f-b508-78098c9b7e25', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:00:52.040877 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.054592 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74ae6d6-5326-40b6-8cd8-8e0067f302a2 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:52.078803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port a74ae6d6-5326-40b6-8cd8-8e0067f302a2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a74ae6d6-5326-40b6-8cd8-8e0067f302a2,segment=NetworkSegment(beb41655-b7e3-45dd-93b4-0c8943b7a5a4),segment_id=beb41655-b7e3-45dd-93b4-0c8943b7a5a4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:52.083074 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.084049 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 079f73fb-e472-4d00-8450-a0f011297aa8 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:00:52.100313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9d9d7-e109-478e-bba2-8f9138844d6c req-7393a631-9b2a-4a1e-960a-01a9d9686149 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:52.102379 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4d9d9d7-e109-478e-bba2-8f9138844d6c req-7393a631-9b2a-4a1e-960a-01a9d9686149 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.0687110 Jul 09 20:00:52.128863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['9944b9e7-bf69-4596-915c-eed4dcb47861'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:52.148162 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4d9d9d7-e109-478e-bba2-8f9138844d6c req-30bf9700-1107-4dee-a2af-70590af1dde7 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398667 Jul 09 20:00:52.181453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=a74ae6d6-5326-40b6-8cd8-8e0067f302a2,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:52.185717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 079f73fb-e472-4d00-8450-a0f011297aa8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=079f73fb-e472-4d00-8450-a0f011297aa8,segment=NetworkSegment(beb41655-b7e3-45dd-93b4-0c8943b7a5a4),segment_id=beb41655-b7e3-45dd-93b4-0c8943b7a5a4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:52.206606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '079f73fb-e472-4d00-8450-a0f011297aa8', 'network_id': 'a597dc90-af64-4cd5-8204-81ddc68a6ae0', 'port_id': '079f73fb-e472-4d00-8450-a0f011297aa8', 'mac_address': 'fa:16:3e:1d:59:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982230e2-ecd0-408f-b508-78098c9b7e25', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:00:52.267307 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:00:52.267761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36710) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:52.277021 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.305549 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079f73fb-e472-4d00-8450-a0f011297aa8 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:52.340432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 079f73fb-e472-4d00-8450-a0f011297aa8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=079f73fb-e472-4d00-8450-a0f011297aa8,segment=NetworkSegment(beb41655-b7e3-45dd-93b4-0c8943b7a5a4),segment_id=beb41655-b7e3-45dd-93b4-0c8943b7a5a4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:52.349220 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.390234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e20f8-da33-4c96-a51b-4620a95a7173 req-fe271948-c440-430f-bb2f-1f0479b9fc7e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:52.392339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee8e20f8-da33-4c96-a51b-4620a95a7173 req-fe271948-c440-430f-bb2f-1f0479b9fc7e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 944 time: 0.0860910 Jul 09 20:00:52.418601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=079f73fb-e472-4d00-8450-a0f011297aa8,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:52.421578 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-43331b3f-4d5c-4a70-b4ef-8d4aad5718c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group': {'name': 'tempest-secgroup--92041116'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:52.459276 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee8e20f8-da33-4c96-a51b-4620a95a7173 req-33c9df3f-8a08-4198-9cec-3ac3894a61a3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601561 Jul 09 20:00:52.465663 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43331b3f-4d5c-4a70-b4ef-8d4aad5718c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.486571 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43331b3f-4d5c-4a70-b4ef-8d4aad5718c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.571018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222ee91-414e-4fb6-b747-fa7931af18ca req-babab24c-e0fc-4c28-99e6-0db257541e89 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:52.580371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222ee91-414e-4fb6-b747-fa7931af18ca req-babab24c-e0fc-4c28-99e6-0db257541e89 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:52.587140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222ee91-414e-4fb6-b747-fa7931af18ca req-babab24c-e0fc-4c28-99e6-0db257541e89 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:52.593133 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222ee91-414e-4fb6-b747-fa7931af18ca req-babab24c-e0fc-4c28-99e6-0db257541e89 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:52.595425 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43331b3f-4d5c-4a70-b4ef-8d4aad5718c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.599444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222ee91-414e-4fb6-b747-fa7931af18ca req-babab24c-e0fc-4c28-99e6-0db257541e89 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:52.599781 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43331b3f-4d5c-4a70-b4ef-8d4aad5718c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.606708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222ee91-414e-4fb6-b747-fa7931af18ca req-babab24c-e0fc-4c28-99e6-0db257541e89 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:52.612718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222ee91-414e-4fb6-b747-fa7931af18ca req-babab24c-e0fc-4c28-99e6-0db257541e89 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:52.621094 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2222ee91-414e-4fb6-b747-fa7931af18ca req-babab24c-e0fc-4c28-99e6-0db257541e89 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.1306336 Jul 09 20:00:52.640252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43331b3f-4d5c-4a70-b4ef-8d4aad5718c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c3023b-6a36-470f-b0ae-d1c8af3e1dc6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:52.671020 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2222ee91-414e-4fb6-b747-fa7931af18ca req-fb37475d-4af0-465a-8769-f38935d08db4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412207 Jul 09 20:00:52.711188 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43331b3f-4d5c-4a70-b4ef-8d4aad5718c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.715257 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43331b3f-4d5c-4a70-b4ef-8d4aad5718c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.744549 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43331b3f-4d5c-4a70-b4ef-8d4aad5718c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.745773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-43331b3f-4d5c-4a70-b4ef-8d4aad5718c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4763479 Jul 09 20:00:52.747645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43331b3f-4d5c-4a70-b4ef-8d4aad5718c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752ab58d-21e8-46ec-b0fc-20c7a019bb13,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:52.748623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36722) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:52.813279 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1be007a8-bf18-4aac-ba0b-a59f6a7e70e0 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0630722 Jul 09 20:00:52.815940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36724) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:52.820947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-786158a6-554e-4e9d-ada5-afa2ffa3a074 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group': {'name': 'tempest-security--1188117181', 'description': 'tempest-security-description-949291048'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:52.847393 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-786158a6-554e-4e9d-ada5-afa2ffa3a074 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.897370 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-786158a6-554e-4e9d-ada5-afa2ffa3a074 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.902513 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-786158a6-554e-4e9d-ada5-afa2ffa3a074 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.905319 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-786158a6-554e-4e9d-ada5-afa2ffa3a074 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:52.906632 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-786158a6-554e-4e9d-ada5-afa2ffa3a074 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "PUT /v2.0/security-groups/752ab58d-21e8-46ec-b0fc-20c7a019bb13 HTTP/1.1" status: 200 len: 1779 time: 0.0897677 Jul 09 20:00:52.909589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36728) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:52.943005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786158a6-554e-4e9d-ada5-afa2ffa3a074 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752ab58d-21e8-46ec-b0fc-20c7a019bb13,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:52.955685 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f189f886-dcd2-472b-811c-2c0f9aa8d547 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-groups/752ab58d-21e8-46ec-b0fc-20c7a019bb13 HTTP/1.1" status: 200 len: 1779 time: 0.0449231 Jul 09 20:00:52.958331 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36732) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:53.014001 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-366d51ab-e180-412b-b034-05fa0237bf4b tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:53.041551 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd5bd9-94b2-491b-ba37-76e4cabf3b57 req-75ed5e15-1b27-4c51-af4b-90131ea865f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:53.044988 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecbd5bd9-94b2-491b-ba37-76e4cabf3b57 req-75ed5e15-1b27-4c51-af4b-90131ea865f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0a1c014f76f4d61838879a0fcf7ccfa&device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 1096 time: 0.1145687 Jul 09 20:00:53.046983 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-366d51ab-e180-412b-b034-05fa0237bf4b tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:53.067971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c03e7b-a3d9-4b52-bbd1-6a4cb2baf686 req-8e6856c3-a492-4876-ba6b-7073d56dfef1 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:53.070070 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92c03e7b-a3d9-4b52-bbd1-6a4cb2baf686 req-8e6856c3-a492-4876-ba6b-7073d56dfef1 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.0955291 Jul 09 20:00:53.092923 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-366d51ab-e180-412b-b034-05fa0237bf4b tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:53.096070 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-366d51ab-e180-412b-b034-05fa0237bf4b tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:53.099790 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-366d51ab-e180-412b-b034-05fa0237bf4b tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-groups/752ab58d-21e8-46ec-b0fc-20c7a019bb13 HTTP/1.1" status: 204 len: 168 time: 0.1381273 Jul 09 20:00:53.100592 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36736) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:53.119639 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d51ab-e180-412b-b034-05fa0237bf4b tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=752ab58d-21e8-46ec-b0fc-20c7a019bb13,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:53.161548 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92c03e7b-a3d9-4b52-bbd1-6a4cb2baf686 req-eb27d513-28c9-4d31-9410-cb4b2ac070a3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798764 Jul 09 20:00:53.182538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd5bd9-94b2-491b-ba37-76e4cabf3b57 req-5ae4637a-2ac0-4269-9baa-8e0aff726c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:53.184077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecbd5bd9-94b2-491b-ba37-76e4cabf3b57 req-5ae4637a-2ac0-4269-9baa-8e0aff726c2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d9c8f0d-513a-4509-99ac-8f0364c9799f HTTP/1.1" status: 200 len: 919 time: 0.1320958 Jul 09 20:00:53.231384 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecbd5bd9-94b2-491b-ba37-76e4cabf3b57 req-177e2006-4dfe-47b1-9358-a20cfc6bbe0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309cb334-deb3-4dbc-8f35-1bcfb236fe72 HTTP/1.1" status: 200 len: 217 time: 0.0394130 Jul 09 20:00:53.284554 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd5bd9-94b2-491b-ba37-76e4cabf3b57 req-d89f303c-0c3e-4671-b223-66e6b16bcde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:53.286202 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecbd5bd9-94b2-491b-ba37-76e4cabf3b57 req-d89f303c-0c3e-4671-b223-66e6b16bcde2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b3866c-439e-4479-8f0a-3ffef10e645a HTTP/1.1" status: 200 len: 858 time: 0.0483048 Jul 09 20:00:53.329661 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecbd5bd9-94b2-491b-ba37-76e4cabf3b57 req-8bd4b555-9442-4cf6-ad3e-f15f647e96a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d9c8f0d-513a-4509-99ac-8f0364c9799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335379 Jul 09 20:00:53.428636 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecbd5bd9-94b2-491b-ba37-76e4cabf3b57 req-410db03b-49c9-43a9-b107-062d3f91ddbb service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874815 Jul 09 20:00:53.494985 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ac3bd2d8-6797-41b3-acd7-c924d291bcbf tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3929229 Jul 09 20:00:53.498647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36740) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:53.515001 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-5a0105b7-f6bf-4580-bd03-8e559e028ccc tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] delete failed (client error): The resource could not be found. Jul 09 20:00:53.516027 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5a0105b7-f6bf-4580-bd03-8e559e028ccc tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-groups/752ab58d-21e8-46ec-b0fc-20c7a019bb13 HTTP/1.1" status: 404 len: 347 time: 0.0165501 Jul 09 20:00:53.521040 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36742) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:53.529327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-fdcfb5ac-4416-4958-a349-31740db3813c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768206547'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:53.557559 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fee736-9333-41bc-9040-1af34ec26e6c req-8c77cd25-9f85-4ddd-8f42-3405c8ee6553 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:53.564424 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecbd5bd9-94b2-491b-ba37-76e4cabf3b57 req-fe5f73ea-7c33-4d64-8bca-569ccce71762 service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237209 Jul 09 20:00:53.564667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fee736-9333-41bc-9040-1af34ec26e6c req-8c77cd25-9f85-4ddd-8f42-3405c8ee6553 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:53.565781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fdcfb5ac-4416-4958-a349-31740db3813c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:53.571008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fee736-9333-41bc-9040-1af34ec26e6c req-8c77cd25-9f85-4ddd-8f42-3405c8ee6553 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:53.577139 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fee736-9333-41bc-9040-1af34ec26e6c req-8c77cd25-9f85-4ddd-8f42-3405c8ee6553 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:53.583648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fee736-9333-41bc-9040-1af34ec26e6c req-8c77cd25-9f85-4ddd-8f42-3405c8ee6553 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:53.590630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fee736-9333-41bc-9040-1af34ec26e6c req-8c77cd25-9f85-4ddd-8f42-3405c8ee6553 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:53.596719 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fee736-9333-41bc-9040-1af34ec26e6c req-8c77cd25-9f85-4ddd-8f42-3405c8ee6553 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:53.598854 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97fee736-9333-41bc-9040-1af34ec26e6c req-8c77cd25-9f85-4ddd-8f42-3405c8ee6553 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5428 time: 0.4486561 Jul 09 20:00:53.642206 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97fee736-9333-41bc-9040-1af34ec26e6c req-92447b4c-b1a8-4a9f-bf0f-6a6f3efefe3f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360858 Jul 09 20:00:53.693054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239ffbe-cf1c-4b35-a85b-479aae241635 req-3e540a79-f672-4988-a89c-d096c8746109 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:53.694856 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c239ffbe-cf1c-4b35-a85b-479aae241635 req-3e540a79-f672-4988-a89c-d096c8746109 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 944 time: 0.1147823 Jul 09 20:00:53.730839 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fdcfb5ac-4416-4958-a349-31740db3813c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:53.739135 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fdcfb5ac-4416-4958-a349-31740db3813c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:53.769585 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c239ffbe-cf1c-4b35-a85b-479aae241635 req-086e38c4-df5f-47c8-94ad-5a1d2fb7bcbd tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631785 Jul 09 20:00:53.783108 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fdcfb5ac-4416-4958-a349-31740db3813c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:53.787210 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fdcfb5ac-4416-4958-a349-31740db3813c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2621641 Jul 09 20:00:53.787535 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36750) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:53.793820 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f9164fef-26c9-4e21-af8f-9d8d753adf67 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group_rule': {'security_group_id': '5a277896-a89b-4552-ada8-b13cf5a478d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:53.799061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfb5ac-4416-4958-a349-31740db3813c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a277896-a89b-4552-ada8-b13cf5a478d7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:53.824720 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9164fef-26c9-4e21-af8f-9d8d753adf67 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:53.918642 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9164fef-26c9-4e21-af8f-9d8d753adf67 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:53.925120 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9164fef-26c9-4e21-af8f-9d8d753adf67 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:53.956671 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9164fef-26c9-4e21-af8f-9d8d753adf67 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:53.958289 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f9164fef-26c9-4e21-af8f-9d8d753adf67 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1694565 Jul 09 20:00:53.958674 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9164fef-26c9-4e21-af8f-9d8d753adf67 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4600f82-cae1-4faa-beb7-27390e7b0b4e,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:53.962466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36754) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:53.989425 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713d899-9786-4663-8b8d-4a93b37c5d7f req-9e198bcf-b189-47c1-830a-b71b227015e2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:53.995466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713d899-9786-4663-8b8d-4a93b37c5d7f req-9e198bcf-b189-47c1-830a-b71b227015e2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.001508 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713d899-9786-4663-8b8d-4a93b37c5d7f req-9e198bcf-b189-47c1-830a-b71b227015e2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.008037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713d899-9786-4663-8b8d-4a93b37c5d7f req-9e198bcf-b189-47c1-830a-b71b227015e2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.013871 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713d899-9786-4663-8b8d-4a93b37c5d7f req-9e198bcf-b189-47c1-830a-b71b227015e2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.019807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713d899-9786-4663-8b8d-4a93b37c5d7f req-9e198bcf-b189-47c1-830a-b71b227015e2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.027637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713d899-9786-4663-8b8d-4a93b37c5d7f req-9e198bcf-b189-47c1-830a-b71b227015e2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.029870 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c713d899-9786-4663-8b8d-4a93b37c5d7f req-9e198bcf-b189-47c1-830a-b71b227015e2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.1509290 Jul 09 20:00:54.034490 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a0622be6-3d0c-49e3-aa78-d716a9f6f4c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.044236 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a0622be6-3d0c-49e3-aa78-d716a9f6f4c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.073709 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c713d899-9786-4663-8b8d-4a93b37c5d7f req-cee88b52-6eb2-44cf-b51d-0486e2fdabdd tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375915 Jul 09 20:00:54.090782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a304b8-8858-4361-9a55-d3274c294e71 req-73a116ca-d623-4a7e-82ba-822efae5df1c tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.092294 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5a304b8-8858-4361-9a55-d3274c294e71 req-73a116ca-d623-4a7e-82ba-822efae5df1c tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 945 time: 0.1001863 Jul 09 20:00:54.093055 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a0622be6-3d0c-49e3-aa78-d716a9f6f4c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.103706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0622be6-3d0c-49e3-aa78-d716a9f6f4c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4600f82-cae1-4faa-beb7-27390e7b0b4e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:54.110079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a0622be6-3d0c-49e3-aa78-d716a9f6f4c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.111544 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a0622be6-3d0c-49e3-aa78-d716a9f6f4c3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d4600f82-cae1-4faa-beb7-27390e7b0b4e HTTP/1.1" status: 204 len: 168 time: 0.1469078 Jul 09 20:00:54.114608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36758) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:54.151664 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5a304b8-8858-4361-9a55-d3274c294e71 req-b40c3c78-ccbd-4406-8fed-c2123002b5d3 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups?id=233b7468-7e4f-4c4f-86b0-ce0e7f09a185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497472 Jul 09 20:00:54.164236 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-430e8a2c-2010-451b-a328-6d7de4929ca8 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481749 Jul 09 20:00:54.166998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36760) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:54.225228 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb0d2fe6-3cb5-416d-8d2c-e9c40a07c68a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.252836 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb0d2fe6-3cb5-416d-8d2c-e9c40a07c68a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.255269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['079f73fb-e472-4d00-8450-a0f011297aa8'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:54.301624 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb0d2fe6-3cb5-416d-8d2c-e9c40a07c68a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.304846 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb0d2fe6-3cb5-416d-8d2c-e9c40a07c68a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.306113 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bb0d2fe6-3cb5-416d-8d2c-e9c40a07c68a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-groups/5a277896-a89b-4552-ada8-b13cf5a478d7 HTTP/1.1" status: 204 len: 168 time: 0.1381574 Jul 09 20:00:54.309416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36766) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:54.328859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d2fe6-3cb5-416d-8d2c-e9c40a07c68a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a277896-a89b-4552-ada8-b13cf5a478d7,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:54.347543 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ab216-0eb3-4f89-b75d-68bbcd7ecf09 req-82eaafdb-65b9-4aad-92cc-4ecd8560187c tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.349155 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-112ab216-0eb3-4f89-b75d-68bbcd7ecf09 req-82eaafdb-65b9-4aad-92cc-4ecd8560187c tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.0699058 Jul 09 20:00:54.362941 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2434523c-a640-4a6f-bd8a-37387d85481c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507853 Jul 09 20:00:54.368884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36768) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:54.372367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['a74ae6d6-5326-40b6-8cd8-8e0067f302a2'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:54.373785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6261967f-ced6-4fb5-9820-24bc63913eea tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1490505323'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:54.399293 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6261967f-ced6-4fb5-9820-24bc63913eea tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.400339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-112ab216-0eb3-4f89-b75d-68bbcd7ecf09 req-41f76ff4-f60d-44d5-b62a-9fa97d02c8b1 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421991 Jul 09 20:00:54.408334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['5c0d015e-6ded-4744-9f25-89e0f331d805'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:54.486538 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6261967f-ced6-4fb5-9820-24bc63913eea tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.492312 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6261967f-ced6-4fb5-9820-24bc63913eea tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.519802 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6261967f-ced6-4fb5-9820-24bc63913eea tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.521066 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6261967f-ced6-4fb5-9820-24bc63913eea tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1512055 Jul 09 20:00:54.524423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36770) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:54.525386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261967f-ced6-4fb5-9820-24bc63913eea tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd554d3-e535-4d86-8c69-d7a29c293ec7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:54.530097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6aa8c57c-632e-4033-b33b-48671b72fa5f tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group_rule': {'security_group_id': '6bd554d3-e535-4d86-8c69-d7a29c293ec7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:54.560877 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6aa8c57c-632e-4033-b33b-48671b72fa5f tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.607248 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6aa8c57c-632e-4033-b33b-48671b72fa5f tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.614015 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6aa8c57c-632e-4033-b33b-48671b72fa5f tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.631872 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8c57c-632e-4033-b33b-48671b72fa5f tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1142596-1e68-45d4-b63c-70766b245bf6,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:54.639463 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6aa8c57c-632e-4033-b33b-48671b72fa5f tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.640811 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6aa8c57c-632e-4033-b33b-48671b72fa5f tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144993 Jul 09 20:00:54.643339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36772) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:54.647901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cce054e0-a1b7-4be6-b4ec-2e1164a952e3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group_rule': {'security_group_id': '6bd554d3-e535-4d86-8c69-d7a29c293ec7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:54.673479 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cce054e0-a1b7-4be6-b4ec-2e1164a952e3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.733814 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cce054e0-a1b7-4be6-b4ec-2e1164a952e3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.737447 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cce054e0-a1b7-4be6-b4ec-2e1164a952e3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.755323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce054e0-a1b7-4be6-b4ec-2e1164a952e3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4067ec6f-fca8-4501-9a5f-bf8586c30c9d,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:54.761995 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cce054e0-a1b7-4be6-b4ec-2e1164a952e3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.763282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cce054e0-a1b7-4be6-b4ec-2e1164a952e3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189845 Jul 09 20:00:54.765914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36776) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:54.770355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b545a432-d91a-4b0d-ab3c-8a32f0c38d76 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group_rule': {'security_group_id': '6bd554d3-e535-4d86-8c69-d7a29c293ec7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:54.799490 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b545a432-d91a-4b0d-ab3c-8a32f0c38d76 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.849674 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f1144-c6ad-41ec-9b24-18d78b0a121e req-2548e246-203a-4676-8dd1-d5b31edc19c6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.856389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f1144-c6ad-41ec-9b24-18d78b0a121e req-2548e246-203a-4676-8dd1-d5b31edc19c6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.861319 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b545a432-d91a-4b0d-ab3c-8a32f0c38d76 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.862382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f1144-c6ad-41ec-9b24-18d78b0a121e req-2548e246-203a-4676-8dd1-d5b31edc19c6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.867163 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b545a432-d91a-4b0d-ab3c-8a32f0c38d76 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.869799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f1144-c6ad-41ec-9b24-18d78b0a121e req-2548e246-203a-4676-8dd1-d5b31edc19c6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.876377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f1144-c6ad-41ec-9b24-18d78b0a121e req-2548e246-203a-4676-8dd1-d5b31edc19c6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.882041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f1144-c6ad-41ec-9b24-18d78b0a121e req-2548e246-203a-4676-8dd1-d5b31edc19c6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.887122 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545a432-d91a-4b0d-ab3c-8a32f0c38d76 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c96bba-a2ba-4676-9f0e-1cd7361e257c,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:54.888182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f1144-c6ad-41ec-9b24-18d78b0a121e req-2548e246-203a-4676-8dd1-d5b31edc19c6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:54.890311 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e0f1144-c6ad-41ec-9b24-18d78b0a121e req-2548e246-203a-4676-8dd1-d5b31edc19c6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5428 time: 0.1175900 Jul 09 20:00:54.894948 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b545a432-d91a-4b0d-ab3c-8a32f0c38d76 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.896507 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b545a432-d91a-4b0d-ab3c-8a32f0c38d76 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296659 Jul 09 20:00:54.899183 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36782) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:54.903921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f1ad6238-d4f1-4867-b40a-9d72dab63682 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group_rule': {'security_group_id': '6bd554d3-e535-4d86-8c69-d7a29c293ec7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:54.934044 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f1ad6238-d4f1-4867-b40a-9d72dab63682 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:54.949914 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e0f1144-c6ad-41ec-9b24-18d78b0a121e req-1398a9ee-1cc1-4f82-b00e-434900c65244 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443461 Jul 09 20:00:55.034402 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f1ad6238-d4f1-4867-b40a-9d72dab63682 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.039067 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f1ad6238-d4f1-4867-b40a-9d72dab63682 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.063758 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad6238-d4f1-4867-b40a-9d72dab63682 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f76aca-d1ac-4636-87d3-c59f8a505f2e,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:55.072845 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f1ad6238-d4f1-4867-b40a-9d72dab63682 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.074055 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f1ad6238-d4f1-4867-b40a-9d72dab63682 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1739352 Jul 09 20:00:55.077049 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36786) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:55.082668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea68043-09b3-4d45-8244-a323ddbc3064 req-20dc3479-8019-4342-9ba2-581533900e78 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:55.083507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-37c9ac01-715e-4e4f-9025-30a94bf85924 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group_rule': {'security_group_id': '6bd554d3-e535-4d86-8c69-d7a29c293ec7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:55.084203 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ea68043-09b3-4d45-8244-a323ddbc3064 req-20dc3479-8019-4342-9ba2-581533900e78 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 944 time: 0.1118209 Jul 09 20:00:55.115382 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37c9ac01-715e-4e4f-9025-30a94bf85924 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.118241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 89a54018-e233-4290-980a-96721691e0f6 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:00:55.139156 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ea68043-09b3-4d45-8244-a323ddbc3064 req-e0a966f2-c9cc-4402-b943-d487a5636118 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480995 Jul 09 20:00:55.199347 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37c9ac01-715e-4e4f-9025-30a94bf85924 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.206185 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37c9ac01-715e-4e4f-9025-30a94bf85924 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.236771 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37c9ac01-715e-4e4f-9025-30a94bf85924 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.238372 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-37c9ac01-715e-4e4f-9025-30a94bf85924 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1586196 Jul 09 20:00:55.239792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9ac01-715e-4e4f-9025-30a94bf85924 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dda031c-9b4c-47ef-90e7-bb78595c719d,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:55.242283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36794) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:55.244573 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 89a54018-e233-4290-980a-96721691e0f6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=89a54018-e233-4290-980a-96721691e0f6,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:55.259503 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '89a54018-e233-4290-980a-96721691e0f6', 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e', 'port_id': '89a54018-e233-4290-980a-96721691e0f6', 'mac_address': 'fa:16:3e:e6:e0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a9c143-b389-43fd-ad86-f382a5b60595', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:00:55.272850 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d5ef12c-2c54-4ff3-be6a-84a981a90ab6 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.289601 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d5ef12c-2c54-4ff3-be6a-84a981a90ab6 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.304790 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.318086 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a54018-e233-4290-980a-96721691e0f6 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:00:55.343029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 89a54018-e233-4290-980a-96721691e0f6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=89a54018-e233-4290-980a-96721691e0f6,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:55.347020 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.347867 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d5ef12c-2c54-4ff3-be6a-84a981a90ab6 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.355538 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d5ef12c-2c54-4ff3-be6a-84a981a90ab6 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.356610 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8d5ef12c-2c54-4ff3-be6a-84a981a90ab6 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/2dda031c-9b4c-47ef-90e7-bb78595c719d HTTP/1.1" status: 204 len: 168 time: 0.1132081 Jul 09 20:00:55.359387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36796) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:55.363980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ef12c-2c54-4ff3-be6a-84a981a90ab6 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dda031c-9b4c-47ef-90e7-bb78595c719d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:55.384261 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0551d1d-ff81-4c08-ab7d-481bd5da7bd3 req-43f29782-dc98-4b83-acc9-f87d2508d489 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:55.390643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0551d1d-ff81-4c08-ab7d-481bd5da7bd3 req-43f29782-dc98-4b83-acc9-f87d2508d489 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:55.398720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0551d1d-ff81-4c08-ab7d-481bd5da7bd3 req-43f29782-dc98-4b83-acc9-f87d2508d489 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:55.405585 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0551d1d-ff81-4c08-ab7d-481bd5da7bd3 req-43f29782-dc98-4b83-acc9-f87d2508d489 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:55.408626 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=89a54018-e233-4290-980a-96721691e0f6,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:55.411656 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0551d1d-ff81-4c08-ab7d-481bd5da7bd3 req-43f29782-dc98-4b83-acc9-f87d2508d489 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:55.418137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0551d1d-ff81-4c08-ab7d-481bd5da7bd3 req-43f29782-dc98-4b83-acc9-f87d2508d489 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:55.421717 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e8e93443-3421-4ffd-9df9-978fd2afd440 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0584965 Jul 09 20:00:55.424176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0551d1d-ff81-4c08-ab7d-481bd5da7bd3 req-43f29782-dc98-4b83-acc9-f87d2508d489 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:55.426476 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0551d1d-ff81-4c08-ab7d-481bd5da7bd3 req-43f29782-dc98-4b83-acc9-f87d2508d489 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.1509771 Jul 09 20:00:55.426979 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36798) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:55.474016 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-115ae3ab-3d62-4e13-8941-61c154255c4a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.484490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8c68f-62fd-4ec4-b452-1bc90d8bd9d2 req-78e07658-0cb2-4bc8-975e-4c7644dc6a54 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:55.486045 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48d8c68f-62fd-4ec4-b452-1bc90d8bd9d2 req-78e07658-0cb2-4bc8-975e-4c7644dc6a54 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 945 time: 0.0653865 Jul 09 20:00:55.487503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-115ae3ab-3d62-4e13-8941-61c154255c4a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.499061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0551d1d-ff81-4c08-ab7d-481bd5da7bd3 req-c341e74e-0511-42ee-93a5-e468a767a61d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624328 Jul 09 20:00:55.528914 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48d8c68f-62fd-4ec4-b452-1bc90d8bd9d2 req-1bb9d46e-304c-450d-a6d3-9c6f790cfd5f tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups?id=233b7468-7e4f-4c4f-86b0-ce0e7f09a185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372031 Jul 09 20:00:55.531359 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-115ae3ab-3d62-4e13-8941-61c154255c4a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.545663 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-115ae3ab-3d62-4e13-8941-61c154255c4a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.546899 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-115ae3ab-3d62-4e13-8941-61c154255c4a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/76f76aca-d1ac-4636-87d3-c59f8a505f2e HTTP/1.1" status: 204 len: 168 time: 0.1189997 Jul 09 20:00:55.547732 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ae3ab-3d62-4e13-8941-61c154255c4a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76f76aca-d1ac-4636-87d3-c59f8a505f2e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:55.550134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36804) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:55.600736 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-db3c066f-47d4-4474-92ac-48dd10a02278 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0467536 Jul 09 20:00:55.601058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36806) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:55.626409 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb4df6ba-a88e-4a63-b2fb-82789875e2fb tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.646677 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb4df6ba-a88e-4a63-b2fb-82789875e2fb tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.702474 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb4df6ba-a88e-4a63-b2fb-82789875e2fb tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.710647 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb4df6ba-a88e-4a63-b2fb-82789875e2fb tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.711768 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bb4df6ba-a88e-4a63-b2fb-82789875e2fb tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/14c96bba-a2ba-4676-9f0e-1cd7361e257c HTTP/1.1" status: 204 len: 168 time: 0.1096542 Jul 09 20:00:55.714552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36810) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:55.719770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4df6ba-a88e-4a63-b2fb-82789875e2fb tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14c96bba-a2ba-4676-9f0e-1cd7361e257c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:55.731588 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e053b7e-eee7-4ada-9e8b-4b31a9cceb61 req-1a63ae34-3885-4f68-8351-b308a5d12a09 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:55.733175 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7e053b7e-eee7-4ada-9e8b-4b31a9cceb61 req-1a63ae34-3885-4f68-8351-b308a5d12a09 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1038282 Jul 09 20:00:55.771139 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c5a41870-2280-4062-a5c7-b3268cba61cc tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0554299 Jul 09 20:00:55.774761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36812) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:55.775291 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7e053b7e-eee7-4ada-9e8b-4b31a9cceb61 req-86818974-3043-447a-9975-ad922a99ff14 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364642 Jul 09 20:00:55.797701 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90c88638-31e3-411d-b57b-ff7221b2ea94 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.805547 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90c88638-31e3-411d-b57b-ff7221b2ea94 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.832288 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90c88638-31e3-411d-b57b-ff7221b2ea94 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.837567 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90c88638-31e3-411d-b57b-ff7221b2ea94 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.838687 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-90c88638-31e3-411d-b57b-ff7221b2ea94 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/4067ec6f-fca8-4501-9a5f-bf8586c30c9d HTTP/1.1" status: 204 len: 168 time: 0.0630047 Jul 09 20:00:55.841591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36814) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:55.846426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c88638-31e3-411d-b57b-ff7221b2ea94 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4067ec6f-fca8-4501-9a5f-bf8586c30c9d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:55.885568 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-072ea4d6-78a9-461f-8f7c-8fe4d2854b72 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0426841 Jul 09 20:00:55.887999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36818) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:55.911669 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bcd4916-3e6e-434a-a480-d78161800959 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.919123 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bcd4916-3e6e-434a-a480-d78161800959 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.946842 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bcd4916-3e6e-434a-a480-d78161800959 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.952842 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bcd4916-3e6e-434a-a480-d78161800959 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:55.953983 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2bcd4916-3e6e-434a-a480-d78161800959 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d1142596-1e68-45d4-b63c-70766b245bf6 HTTP/1.1" status: 204 len: 168 time: 0.0650027 Jul 09 20:00:55.956600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36820) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:55.959351 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd4916-3e6e-434a-a480-d78161800959 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1142596-1e68-45d4-b63c-70766b245bf6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:56.007968 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cb6eb9f3-ef12-4302-8465-f237b81bf8a3 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491178 Jul 09 20:00:56.010543 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36824) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:56.064818 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-702eff15-5f3a-459d-ad6c-2c36b386a32b tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.088281 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-702eff15-5f3a-459d-ad6c-2c36b386a32b tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.140815 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-702eff15-5f3a-459d-ad6c-2c36b386a32b tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.143592 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-702eff15-5f3a-459d-ad6c-2c36b386a32b tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.144948 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-702eff15-5f3a-459d-ad6c-2c36b386a32b tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-groups/6bd554d3-e535-4d86-8c69-d7a29c293ec7 HTTP/1.1" status: 204 len: 168 time: 0.1334918 Jul 09 20:00:56.148799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36828) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:56.154705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702eff15-5f3a-459d-ad6c-2c36b386a32b tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd554d3-e535-4d86-8c69-d7a29c293ec7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:56.187756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28822cd-d854-4bc6-926f-95ef8f368bc5 req-175b6b0e-4058-4900-b535-2302143ad695 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.193711 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28822cd-d854-4bc6-926f-95ef8f368bc5 req-175b6b0e-4058-4900-b535-2302143ad695 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.200668 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28822cd-d854-4bc6-926f-95ef8f368bc5 req-175b6b0e-4058-4900-b535-2302143ad695 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.206652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28822cd-d854-4bc6-926f-95ef8f368bc5 req-175b6b0e-4058-4900-b535-2302143ad695 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.213419 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28822cd-d854-4bc6-926f-95ef8f368bc5 req-175b6b0e-4058-4900-b535-2302143ad695 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.219386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28822cd-d854-4bc6-926f-95ef8f368bc5 req-175b6b0e-4058-4900-b535-2302143ad695 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.226207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28822cd-d854-4bc6-926f-95ef8f368bc5 req-175b6b0e-4058-4900-b535-2302143ad695 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.228342 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c28822cd-d854-4bc6-926f-95ef8f368bc5 req-175b6b0e-4058-4900-b535-2302143ad695 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5428 time: 0.1504178 Jul 09 20:00:56.287734 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8e176f77-c09a-495e-a740-c98d75e6cea6 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1373575 Jul 09 20:00:56.294044 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36834) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:56.299557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-955722f4-3791-4242-88ed-97365f94d573 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008381023'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:56.304852 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c28822cd-d854-4bc6-926f-95ef8f368bc5 req-7d46e1bd-cb33-4dd6-9b37-2d29a06eb83f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660596 Jul 09 20:00:56.324616 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-955722f4-3791-4242-88ed-97365f94d573 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.458724 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-955722f4-3791-4242-88ed-97365f94d573 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.467303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbb06b-e2a9-4251-aec3-02e147418ece req-6699acfa-a783-4f76-bd13-61595e55b7cc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.468908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6ffbb06b-e2a9-4251-aec3-02e147418ece req-6699acfa-a783-4f76-bd13-61595e55b7cc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 945 time: 0.1090021 Jul 09 20:00:56.470532 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-955722f4-3791-4242-88ed-97365f94d573 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.486441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35df7b9-ddc0-4442-9900-e1f8c6a6a63e req-6a1b06b7-4fd6-4fe5-87b0-65bf246a9a97 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.487950 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d35df7b9-ddc0-4442-9900-e1f8c6a6a63e req-6a1b06b7-4fd6-4fe5-87b0-65bf246a9a97 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 945 time: 0.0723691 Jul 09 20:00:56.514516 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-955722f4-3791-4242-88ed-97365f94d573 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.515740 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-955722f4-3791-4242-88ed-97365f94d573 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2204137 Jul 09 20:00:56.519896 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36836) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:56.521838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955722f4-3791-4242-88ed-97365f94d573 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a83a65d-6b90-4ac4-ad88-26b329b485aa,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:56.530303 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d35df7b9-ddc0-4442-9900-e1f8c6a6a63e req-9b4b7e0f-9c8a-45cc-b07a-f1c535716e24 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups?id=233b7468-7e4f-4c4f-86b0-ce0e7f09a185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356798 Jul 09 20:00:56.534288 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-fb5fbc76-fd7e-46c0-9069-79d57abc2851 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group_rule': {'security_group_id': '8a83a65d-6b90-4ac4-ad88-26b329b485aa', 'direction': 'ingress', 'protocol': 17}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:56.548092 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6ffbb06b-e2a9-4251-aec3-02e147418ece req-2652e4a2-7fae-414d-bb93-dc4efa4c98e2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711489 Jul 09 20:00:56.567638 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb5fbc76-fd7e-46c0-9069-79d57abc2851 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.618457 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb5fbc76-fd7e-46c0-9069-79d57abc2851 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.623470 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb5fbc76-fd7e-46c0-9069-79d57abc2851 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.641320 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.642267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fbc76-fd7e-46c0-9069-79d57abc2851 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5f49f8-cc63-41e8-adfc-48e05fcf2ef9,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:56.649462 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb5fbc76-fd7e-46c0-9069-79d57abc2851 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.653278 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fb5fbc76-fd7e-46c0-9069-79d57abc2851 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1298411 Jul 09 20:00:56.653697 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36842) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:56.712849 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b0136f7-e3da-4ccd-a80e-04f8643b8a27 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.723422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a6e9-fc1a-4fee-9dc6-8d339fcb0294 req-9b3f617f-b548-428d-8971-afe84d9c3871 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.736034 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a6e9-fc1a-4fee-9dc6-8d339fcb0294 req-9b3f617f-b548-428d-8971-afe84d9c3871 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.737430 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b0136f7-e3da-4ccd-a80e-04f8643b8a27 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.742917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a6e9-fc1a-4fee-9dc6-8d339fcb0294 req-9b3f617f-b548-428d-8971-afe84d9c3871 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.749328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a6e9-fc1a-4fee-9dc6-8d339fcb0294 req-9b3f617f-b548-428d-8971-afe84d9c3871 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.755559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a6e9-fc1a-4fee-9dc6-8d339fcb0294 req-9b3f617f-b548-428d-8971-afe84d9c3871 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.762150 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a6e9-fc1a-4fee-9dc6-8d339fcb0294 req-9b3f617f-b548-428d-8971-afe84d9c3871 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.768106 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5a6e9-fc1a-4fee-9dc6-8d339fcb0294 req-9b3f617f-b548-428d-8971-afe84d9c3871 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:56.770204 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59b5a6e9-fc1a-4fee-9dc6-8d339fcb0294 req-9b3f617f-b548-428d-8971-afe84d9c3871 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.1239562 Jul 09 20:00:56.786567 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b0136f7-e3da-4ccd-a80e-04f8643b8a27 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.789213 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b0136f7-e3da-4ccd-a80e-04f8643b8a27 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.789633 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bd1e3e7c-6883-4683-8661-84acb7b9845c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:56.792940 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9b0136f7-e3da-4ccd-a80e-04f8643b8a27 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-groups/8a83a65d-6b90-4ac4-ad88-26b329b485aa HTTP/1.1" status: 204 len: 168 time: 0.1384835 Jul 09 20:00:56.793652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36844) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:56.802570 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0136f7-e3da-4ccd-a80e-04f8643b8a27 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a83a65d-6b90-4ac4-ad88-26b329b485aa,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:56.831511 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59b5a6e9-fc1a-4fee-9dc6-8d339fcb0294 req-7127bd8e-891f-4bbf-b9b8-74b8af93a40d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551651 Jul 09 20:00:56.851061 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['89a54018-e233-4290-980a-96721691e0f6'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:00:56.864279 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36848) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:56.864645 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f0a62b16-9e08-4e83-bc7d-6b91f2e76be1 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0691562 Jul 09 20:00:56.869989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f8d645ff-a6a7-438e-914c-aed769a1b914 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group': {'name': 'tempest-secgroup--651163182'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:56.894194 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f8d645ff-a6a7-438e-914c-aed769a1b914 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.029531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092ce96-305c-47ea-a37e-c44da62e4469 req-f13054df-88b3-410e-9983-668527f78203 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:57.031058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a092ce96-305c-47ea-a37e-c44da62e4469 req-f13054df-88b3-410e-9983-668527f78203 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1213584 Jul 09 20:00:57.067003 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f8d645ff-a6a7-438e-914c-aed769a1b914 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.073458 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f8d645ff-a6a7-438e-914c-aed769a1b914 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.108825 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a092ce96-305c-47ea-a37e-c44da62e4469 req-96bd3ee5-9fe9-49f8-98c0-d94fc6f3e68d tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669315 Jul 09 20:00:57.114986 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d645ff-a6a7-438e-914c-aed769a1b914 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63921060-b86e-4897-b110-27cc0500f849,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:57.119161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 045fd59f-0222-4543-afa6-e1826b9221b9 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:57.119737 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f8d645ff-a6a7-438e-914c-aed769a1b914 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.121010 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f8d645ff-a6a7-438e-914c-aed769a1b914 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2554517 Jul 09 20:00:57.123708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36852) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:57.128947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c80a2335-e026-4107-8359-4813a98d501a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051940930'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:57.155440 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c80a2335-e026-4107-8359-4813a98d501a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.169874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 045fd59f-0222-4543-afa6-e1826b9221b9 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:57.175155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 045fd59f-0222-4543-afa6-e1826b9221b9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:57.175535 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.253517 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c80a2335-e026-4107-8359-4813a98d501a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.259509 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c80a2335-e026-4107-8359-4813a98d501a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.282784 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.293670 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c80a2335-e026-4107-8359-4813a98d501a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.297015 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c80a2335-e026-4107-8359-4813a98d501a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1722476 Jul 09 20:00:57.297922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36854) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:57.305908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-887be2c4-1739-4f35-907d-816e88a35b9f tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group_rule': {'security_group_id': '63921060-b86e-4897-b110-27cc0500f849', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'eefe91c9-5d21-4a89-9d2f-fe3234b2622e', 'remote_ip_prefix': None}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:57.308432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045fd59f-0222-4543-afa6-e1826b9221b9'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:57.310921 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dc3373-cdea-4885-a3fb-27d90ff3e6f1" -d '{"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-plugged", "status": "completed", "tag": "045fd59f-0222-4543-afa6-e1826b9221b9"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:57.313075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a2335-e026-4107-8359-4813a98d501a tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eefe91c9-5d21-4a89-9d2f-fe3234b2622e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:57.323852 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 045fd59f-0222-4543-afa6-e1826b9221b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=045fd59f-0222-4543-afa6-e1826b9221b9,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:57.328833 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.329677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:57.352647 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-887be2c4-1739-4f35-907d-816e88a35b9f tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.371531 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178431ae-d240-44d6-8c7f-67199a573f66 x-openstack-request-id: req-178431ae-d240-44d6-8c7f-67199a573f66 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:57.371825 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-plugged", "status": "completed", "tag": "045fd59f-0222-4543-afa6-e1826b9221b9", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:57.372075 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-178431ae-d240-44d6-8c7f-67199a573f66 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:57.372459 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045fd59f-0222-4543-afa6-e1826b9221b9', 'code': 200} Jul 09 20:00:57.407504 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=045fd59f-0222-4543-afa6-e1826b9221b9,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:57.422931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:57.426081 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-887be2c4-1739-4f35-907d-816e88a35b9f tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.427185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:57.427597 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.432345 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-887be2c4-1739-4f35-907d-816e88a35b9f tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.455267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887be2c4-1739-4f35-907d-816e88a35b9f tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527a7d09-0dc2-4ca6-b479-0ff3e7518a5a,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:57.464141 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-887be2c4-1739-4f35-907d-816e88a35b9f tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.466124 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-887be2c4-1739-4f35-907d-816e88a35b9f tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1655226 Jul 09 20:00:57.468605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36860) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:57.498464 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a40bed2-3ce2-4779-b2d5-63a9834a267c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.507053 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a40bed2-3ce2-4779-b2d5-63a9834a267c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.514924 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.534455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476210-85c8-4bbc-813b-87d81f752d7e req-81fa623b-4e72-483c-8f60-a55eacb7049c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:57.541899 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a40bed2-3ce2-4779-b2d5-63a9834a267c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.544844 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476210-85c8-4bbc-813b-87d81f752d7e req-81fa623b-4e72-483c-8f60-a55eacb7049c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:57.551673 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476210-85c8-4bbc-813b-87d81f752d7e req-81fa623b-4e72-483c-8f60-a55eacb7049c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:57.551948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8,segment=NetworkSegment(571a12b3-5538-4dc3-8b22-baed5a2543db),segment_id=571a12b3-5538-4dc3-8b22-baed5a2543db)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:57.553358 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a40bed2-3ce2-4779-b2d5-63a9834a267c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.554788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0a40bed2-3ce2-4779-b2d5-63a9834a267c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/527a7d09-0dc2-4ca6-b479-0ff3e7518a5a HTTP/1.1" status: 204 len: 168 time: 0.0851197 Jul 09 20:00:57.558732 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.559598 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c2dd2a99-be70-4ee7-913f-37195b50ee10 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:57.560620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476210-85c8-4bbc-813b-87d81f752d7e req-81fa623b-4e72-483c-8f60-a55eacb7049c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:57.565374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40bed2-3ce2-4779-b2d5-63a9834a267c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=527a7d09-0dc2-4ca6-b479-0ff3e7518a5a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:57.567290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36864) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:57.569158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476210-85c8-4bbc-813b-87d81f752d7e req-81fa623b-4e72-483c-8f60-a55eacb7049c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:57.576423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476210-85c8-4bbc-813b-87d81f752d7e req-81fa623b-4e72-483c-8f60-a55eacb7049c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:57.582523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476210-85c8-4bbc-813b-87d81f752d7e req-81fa623b-4e72-483c-8f60-a55eacb7049c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:57.584661 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-df476210-85c8-4bbc-813b-87d81f752d7e req-81fa623b-4e72-483c-8f60-a55eacb7049c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5429 time: 0.1399348 Jul 09 20:00:57.626757 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-77e69ec8-c24d-4f69-a781-fa774cfad003 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0579269 Jul 09 20:00:57.629517 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36868) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:57.653853 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-df476210-85c8-4bbc-813b-87d81f752d7e req-6f825f1e-1f31-4540-93c3-f2baa5bfad66 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607946 Jul 09 20:00:57.667484 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:57.689542 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port c2dd2a99-be70-4ee7-913f-37195b50ee10 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:57.694133 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port c2dd2a99-be70-4ee7-913f-37195b50ee10 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:57.694544 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.721331 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6f737ee-df14-4364-b35b-79ea671eb3ff tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.755750 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6f737ee-df14-4364-b35b-79ea671eb3ff tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.777481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7afcc8-4732-4adf-b19c-8432ab000362 req-53f51582-3924-4bb5-a0ef-209fc063a553 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:57.778931 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cb7afcc8-4732-4adf-b19c-8432ab000362 req-53f51582-3924-4bb5-a0ef-209fc063a553 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 945 time: 0.1063685 Jul 09 20:00:57.786764 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.831661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c2dd2a99-be70-4ee7-913f-37195b50ee10, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c2dd2a99-be70-4ee7-913f-37195b50ee10,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:57.837450 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6f737ee-df14-4364-b35b-79ea671eb3ff tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.838225 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.840176 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6f737ee-df14-4364-b35b-79ea671eb3ff tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:57.843610 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f6f737ee-df14-4364-b35b-79ea671eb3ff tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-groups/eefe91c9-5d21-4a89-9d2f-fe3234b2622e HTTP/1.1" status: 204 len: 168 time: 0.2108853 Jul 09 20:00:57.847529 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36872) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:57.855113 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cb7afcc8-4732-4adf-b19c-8432ab000362 req-cf6fc6ec-174d-47e4-8fb6-8254d1ba97e6 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups?id=233b7468-7e4f-4c4f-86b0-ce0e7f09a185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641079 Jul 09 20:00:57.855978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f737ee-df14-4364-b35b-79ea671eb3ff tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefe91c9-5d21-4a89-9d2f-fe3234b2622e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:57.894313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4d35b-a3dc-4f58-ba2d-b97fa9550642 req-32147962-5a84-4b69-823f-3a7de593bc63 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:57.895846 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-02e4d35b-a3dc-4f58-ba2d-b97fa9550642 req-32147962-5a84-4b69-823f-3a7de593bc63 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 945 time: 0.1097271 Jul 09 20:00:57.906703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=c2dd2a99-be70-4ee7-913f-37195b50ee10,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:57.939717 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-291cfec4-dc6a-44c5-b4a8-6c2b40cc32c5 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0864501 Jul 09 20:00:57.943197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36876) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:57.956855 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-02e4d35b-a3dc-4f58-ba2d-b97fa9550642 req-604d53d5-d6c5-47bd-a718-a6dc81dd957a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506840 Jul 09 20:00:58.008272 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2281e66b-42e2-42e2-b805-3eed8cb872bb tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.030575 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2281e66b-42e2-42e2-b805-3eed8cb872bb tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.071606 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2281e66b-42e2-42e2-b805-3eed8cb872bb tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.074321 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2281e66b-42e2-42e2-b805-3eed8cb872bb tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.075617 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2281e66b-42e2-42e2-b805-3eed8cb872bb tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-groups/63921060-b86e-4897-b110-27cc0500f849 HTTP/1.1" status: 204 len: 168 time: 0.1313748 Jul 09 20:00:58.078929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36878) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:58.096896 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281e66b-42e2-42e2-b805-3eed8cb872bb tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63921060-b86e-4897-b110-27cc0500f849,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:58.130750 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-608cb97e-fdcd-4820-81a9-8893eb75cf8c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507443 Jul 09 20:00:58.136398 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36882) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:58.140992 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-975fc8a8-88db-409c-a0c1-fb48e1ba0253 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group': {'name': 'tempest-secgroup--686083847'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:58.157583 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885b48-7e7f-4700-94cd-161c1bd35ff3 req-1a3f65e2-57ce-4c05-9be3-80292e4b5c6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.164209 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885b48-7e7f-4700-94cd-161c1bd35ff3 req-1a3f65e2-57ce-4c05-9be3-80292e4b5c6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.165552 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-975fc8a8-88db-409c-a0c1-fb48e1ba0253 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.170410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885b48-7e7f-4700-94cd-161c1bd35ff3 req-1a3f65e2-57ce-4c05-9be3-80292e4b5c6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.176437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885b48-7e7f-4700-94cd-161c1bd35ff3 req-1a3f65e2-57ce-4c05-9be3-80292e4b5c6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.183051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885b48-7e7f-4700-94cd-161c1bd35ff3 req-1a3f65e2-57ce-4c05-9be3-80292e4b5c6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.189402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885b48-7e7f-4700-94cd-161c1bd35ff3 req-1a3f65e2-57ce-4c05-9be3-80292e4b5c6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.196621 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48885b48-7e7f-4700-94cd-161c1bd35ff3 req-1a3f65e2-57ce-4c05-9be3-80292e4b5c6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.198690 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-48885b48-7e7f-4700-94cd-161c1bd35ff3 req-1a3f65e2-57ce-4c05-9be3-80292e4b5c6a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.1242115 Jul 09 20:00:58.251425 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-48885b48-7e7f-4700-94cd-161c1bd35ff3 req-b0531ee2-4ab2-4df4-804b-36ab4b2cf85a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464139 Jul 09 20:00:58.266354 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-975fc8a8-88db-409c-a0c1-fb48e1ba0253 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.270416 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-975fc8a8-88db-409c-a0c1-fb48e1ba0253 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.303032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fc8a8-88db-409c-a0c1-fb48e1ba0253 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3c4eea-828a-41c3-9b3c-e27cc46e5674,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:58.310521 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-975fc8a8-88db-409c-a0c1-fb48e1ba0253 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.314689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36886) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:58.314784 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-975fc8a8-88db-409c-a0c1-fb48e1ba0253 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1773272 Jul 09 20:00:58.320801 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7fac2271-71a0-400b-b5f3-e7f0a6580629 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group_rule': {'security_group_id': '5c3c4eea-828a-41c3-9b3c-e27cc46e5674', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:58.350607 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7fac2271-71a0-400b-b5f3-e7f0a6580629 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.387558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d056b93-0471-43b1-b0a2-1ca54cc66633 req-94472d96-18cf-41a8-884c-493325288e2a tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.389224 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1d056b93-0471-43b1-b0a2-1ca54cc66633 req-94472d96-18cf-41a8-884c-493325288e2a tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.0808024 Jul 09 20:00:58.403910 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7fac2271-71a0-400b-b5f3-e7f0a6580629 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.407772 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7fac2271-71a0-400b-b5f3-e7f0a6580629 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.425996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac2271-71a0-400b-b5f3-e7f0a6580629 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b5c368-3e89-429a-bbdb-9403e0e154e0,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:58.428857 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1d056b93-0471-43b1-b0a2-1ca54cc66633 req-1560544b-a549-4e34-be48-c3dbe32597bb tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Jul 09 20:00:58.436797 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7fac2271-71a0-400b-b5f3-e7f0a6580629 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.440689 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7fac2271-71a0-400b-b5f3-e7f0a6580629 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1227467 Jul 09 20:00:58.441345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36888) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:58.471051 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66fa21a8-2482-47ba-a78f-d5ed78f4dfed tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.479432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66fa21a8-2482-47ba-a78f-d5ed78f4dfed tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.512349 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66fa21a8-2482-47ba-a78f-d5ed78f4dfed tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.518552 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66fa21a8-2482-47ba-a78f-d5ed78f4dfed tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.519675 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-66fa21a8-2482-47ba-a78f-d5ed78f4dfed tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/88b5c368-3e89-429a-bbdb-9403e0e154e0 HTTP/1.1" status: 204 len: 168 time: 0.0773199 Jul 09 20:00:58.522571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36894) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:58.525617 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa21a8-2482-47ba-a78f-d5ed78f4dfed tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88b5c368-3e89-429a-bbdb-9403e0e154e0,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:58.568480 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-55b79c85-ca9c-444c-808c-61510f2d7687 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0415328 Jul 09 20:00:58.568708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36896) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:58.620929 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cdf212df-504e-4699-bb3a-214c06dd9c87 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.642790 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cdf212df-504e-4699-bb3a-214c06dd9c87 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.685458 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cdf212df-504e-4699-bb3a-214c06dd9c87 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.688070 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cdf212df-504e-4699-bb3a-214c06dd9c87 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.689274 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cdf212df-504e-4699-bb3a-214c06dd9c87 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-groups/5c3c4eea-828a-41c3-9b3c-e27cc46e5674 HTTP/1.1" status: 204 len: 168 time: 0.1196735 Jul 09 20:00:58.693990 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36904) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:58.762635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf212df-504e-4699-bb3a-214c06dd9c87 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3c4eea-828a-41c3-9b3c-e27cc46e5674,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:58.777016 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5d20e9d2-bca1-4c0c-805e-6d50d7e46bc0 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0817375 Jul 09 20:00:58.781808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36908) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:58.786882 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-927749e4-f283-4466-bb4c-b5ffcf42f058 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402495576'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:58.822032 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-927749e4-f283-4466-bb4c-b5ffcf42f058 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.847494 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-8fde63a3-5308-4957-9c88-e20d06c7cec9 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.849045 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-8fde63a3-5308-4957-9c88-e20d06c7cec9 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 945 time: 0.1587882 Jul 09 20:00:58.916497 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-927749e4-f283-4466-bb4c-b5ffcf42f058 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.921712 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-927749e4-f283-4466-bb4c-b5ffcf42f058 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.934015 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607a2dd-9a37-4f73-a4cf-12b36f48e00f req-a2d87972-43c6-4209-935d-99363b25b17f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.940148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607a2dd-9a37-4f73-a4cf-12b36f48e00f req-a2d87972-43c6-4209-935d-99363b25b17f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.946848 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607a2dd-9a37-4f73-a4cf-12b36f48e00f req-a2d87972-43c6-4209-935d-99363b25b17f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.953060 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-927749e4-f283-4466-bb4c-b5ffcf42f058 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:58.953218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607a2dd-9a37-4f73-a4cf-12b36f48e00f req-a2d87972-43c6-4209-935d-99363b25b17f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.956858 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-927749e4-f283-4466-bb4c-b5ffcf42f058 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1715190 Jul 09 20:00:58.957070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36912) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:58.959399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607a2dd-9a37-4f73-a4cf-12b36f48e00f req-a2d87972-43c6-4209-935d-99363b25b17f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.962369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2277b02e-fc4a-4285-8df6-d736ed55574d tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group_rule': {'security_group_id': '783a318a-dd65-4ef9-8c44-50e0b000ff93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:58.966129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607a2dd-9a37-4f73-a4cf-12b36f48e00f req-a2d87972-43c6-4209-935d-99363b25b17f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.967831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927749e4-f283-4466-bb4c-b5ffcf42f058 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783a318a-dd65-4ef9-8c44-50e0b000ff93,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:58.972905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607a2dd-9a37-4f73-a4cf-12b36f48e00f req-a2d87972-43c6-4209-935d-99363b25b17f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:58.974831 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6607a2dd-9a37-4f73-a4cf-12b36f48e00f req-a2d87972-43c6-4209-935d-99363b25b17f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5431 time: 0.1755555 Jul 09 20:00:59.025953 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2277b02e-fc4a-4285-8df6-d736ed55574d tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.045934 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6607a2dd-9a37-4f73-a4cf-12b36f48e00f req-367936ab-0706-4251-b2e6-ad8f710b87d5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491712 Jul 09 20:00:59.056868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-f33a9025-5d0a-4e42-9277-f2c7f37a4164 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Deleting port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:00:59.057222 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-f33a9025-5d0a-4e42-9277-f2c7f37a4164 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.071015 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.103803 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca021b90-3bf6-49c8-85ea-1df565d5208b req-87542312-0fbc-49c5-bcc4-d751b283c9bd tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:59.105389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ca021b90-3bf6-49c8-85ea-1df565d5208b req-87542312-0fbc-49c5-bcc4-d751b283c9bd tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 945 time: 0.1181023 Jul 09 20:00:59.114093 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2277b02e-fc4a-4285-8df6-d736ed55574d tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.123044 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2277b02e-fc4a-4285-8df6-d736ed55574d tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.135039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9944b9e7-bf69-4596-915c-eed4dcb47861 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:59.150385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277b02e-fc4a-4285-8df6-d736ed55574d tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdd51aa-3cc9-4e1e-bae8-c3f4714281ce,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:59.163789 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2277b02e-fc4a-4285-8df6-d736ed55574d tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.165331 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2277b02e-fc4a-4285-8df6-d736ed55574d tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2073321 Jul 09 20:00:59.167966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36918) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:59.179968 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ca021b90-3bf6-49c8-85ea-1df565d5208b req-e99d43e3-44c7-459c-a80d-e33ec28375ce tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups?id=233b7468-7e4f-4c4f-86b0-ce0e7f09a185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646396 Jul 09 20:00:59.189886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-f33a9025-5d0a-4e42-9277-f2c7f37a4164 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] For port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a,segment=NetworkSegment(bf6f67a5-89f4-4354-b8e2-a03968f6b910),segment_id=bf6f67a5-89f4-4354-b8e2-a03968f6b910)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:59.190544 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f5a90f8e-04f5-4a41-a06b-d47782ccbf6c tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules/2fdd51aa-3cc9-4e1e-bae8-c3f4714281ce HTTP/1.1" status: 200 len: 763 time: 0.0208998 Jul 09 20:00:59.190649 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-f33a9025-5d0a-4e42-9277-f2c7f37a4164 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.192545 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36920) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:59.207078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 9944b9e7-bf69-4596-915c-eed4dcb47861 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:59.212777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 9944b9e7-bf69-4596-915c-eed4dcb47861 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:59.214295 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.248554 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-35ad6390-cd45-4de0-8879-71d202758506 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0517559 Jul 09 20:00:59.249074 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36924) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:59.274975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-63adac81-43ae-4843-87ca-08238b1c1acd tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.283007 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-63adac81-43ae-4843-87ca-08238b1c1acd tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.321500 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-63adac81-43ae-4843-87ca-08238b1c1acd tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.328344 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-63adac81-43ae-4843-87ca-08238b1c1acd tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.329602 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-63adac81-43ae-4843-87ca-08238b1c1acd tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/2fdd51aa-3cc9-4e1e-bae8-c3f4714281ce HTTP/1.1" status: 204 len: 168 time: 0.0795336 Jul 09 20:00:59.334748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36928) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:59.341903 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adac81-43ae-4843-87ca-08238b1c1acd tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fdd51aa-3cc9-4e1e-bae8-c3f4714281ce,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:59.373294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8'}, {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dd2a99-be70-4ee7-913f-37195b50ee10'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:00:59.375701 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10875808-0686-47ce-a73f-d483a11b7ec5" -d '{"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-plugged", "status": "completed", "tag": "0d5a34d7-7fd0-497c-88c7-b2009f7eedc8"}, {"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-plugged", "status": "completed", "tag": "c2dd2a99-be70-4ee7-913f-37195b50ee10"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:00:59.380233 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.381324 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7d620610-ff59-46c3-8584-13d6823dc5ff tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0451148 Jul 09 20:00:59.384188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36932) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:59.389131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-4984ef61-52f6-473d-b84b-189f3a455e69 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group_rule': {'security_group_id': '783a318a-dd65-4ef9-8c44-50e0b000ff93', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:00:59.419639 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7699e6af-f940-4389-ad4f-7e6b2ad44483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.422554 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9944b9e7-bf69-4596-915c-eed4dcb47861, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9944b9e7-bf69-4596-915c-eed4dcb47861,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:59.426279 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4984ef61-52f6-473d-b84b-189f3a455e69 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.428783 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.430357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5c0d015e-6ded-4744-9f25-89e0f331d805 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:59.490701 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4984ef61-52f6-473d-b84b-189f3a455e69 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.495809 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4984ef61-52f6-473d-b84b-189f3a455e69 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.514202 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=9944b9e7-bf69-4596-915c-eed4dcb47861,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:59.529681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984ef61-52f6-473d-b84b-189f3a455e69 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee12e287-f4b1-47fb-8d40-ebd96db0df40,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:59.533563 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-f33a9025-5d0a-4e42-9277-f2c7f37a4164 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.534621 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-f33a9025-5d0a-4e42-9277-f2c7f37a4164 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.534621 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-f33a9025-5d0a-4e42-9277-f2c7f37a4164 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Floating IP 16778493-923f-4f72-85ba-19d64edb24fb disassociated. External IP: 172.25.0.108, port: bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a. Jul 09 20:00:59.534621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-f33a9025-5d0a-4e42-9277-f2c7f37a4164 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Calling delete_port for bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:00:59.538669 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4984ef61-52f6-473d-b84b-189f3a455e69 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.540509 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4984ef61-52f6-473d-b84b-189f3a455e69 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550627 Jul 09 20:00:59.546013 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36934) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:59.557430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 5c0d015e-6ded-4744-9f25-89e0f331d805 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:59.568302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 5c0d015e-6ded-4744-9f25-89e0f331d805 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:59.568697 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.604877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927acd5c-d341-45ad-9488-76ae7435edab req-6d6d69ae-9c7e-41b7-bf0a-b7e788fc685f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:59.611156 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927acd5c-d341-45ad-9488-76ae7435edab req-6d6d69ae-9c7e-41b7-bf0a-b7e788fc685f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:59.613626 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e537aad9-5960-48cc-837c-9e90d203311f tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules/ee12e287-f4b1-47fb-8d40-ebd96db0df40 HTTP/1.1" status: 200 len: 763 time: 0.0664270 Jul 09 20:00:59.613757 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.615021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36936) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:59.618029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927acd5c-d341-45ad-9488-76ae7435edab req-6d6d69ae-9c7e-41b7-bf0a-b7e788fc685f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:59.624192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927acd5c-d341-45ad-9488-76ae7435edab req-6d6d69ae-9c7e-41b7-bf0a-b7e788fc685f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:59.630448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927acd5c-d341-45ad-9488-76ae7435edab req-6d6d69ae-9c7e-41b7-bf0a-b7e788fc685f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:59.638974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927acd5c-d341-45ad-9488-76ae7435edab req-6d6d69ae-9c7e-41b7-bf0a-b7e788fc685f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:59.641614 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6412c1e-9fca-4b42-b0d7-4e65398bb08f req-bc5d0392-6642-4e09-b7e2-9f05589f27e0 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:59.643194 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6412c1e-9fca-4b42-b0d7-4e65398bb08f req-bc5d0392-6642-4e09-b7e2-9f05589f27e0 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 945 time: 0.1697748 Jul 09 20:00:59.645324 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927acd5c-d341-45ad-9488-76ae7435edab req-6d6d69ae-9c7e-41b7-bf0a-b7e788fc685f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:00:59.653432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-927acd5c-d341-45ad-9488-76ae7435edab req-6d6d69ae-9c7e-41b7-bf0a-b7e788fc685f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.1410789 Jul 09 20:00:59.668118 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.703058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-927acd5c-d341-45ad-9488-76ae7435edab req-b2b105dc-f5c8-49ee-aab5-7eb359d07031 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0482912 Jul 09 20:00:59.705539 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5c0d015e-6ded-4744-9f25-89e0f331d805, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5c0d015e-6ded-4744-9f25-89e0f331d805,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:59.710450 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.711273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 079f73fb-e472-4d00-8450-a0f011297aa8 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:00:59.739010 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-059d646c-b996-462c-ab91-bc6f43771896 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1135025 Jul 09 20:00:59.742714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36938) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:59.762772 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6412c1e-9fca-4b42-b0d7-4e65398bb08f req-138bf1fb-6a74-4ac5-a094-aecd6eee3de4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087050 Jul 09 20:00:59.806875 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 20:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80365799-e26d-4927-b2a4-ef0baabfdb20 x-openstack-request-id: req-80365799-e26d-4927-b2a4-ef0baabfdb20 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:00:59.807183 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-plugged", "status": "completed", "tag": "0d5a34d7-7fd0-497c-88c7-b2009f7eedc8", "code": 200}, {"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-plugged", "status": "completed", "tag": "c2dd2a99-be70-4ee7-913f-37195b50ee10", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:00:59.807473 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80365799-e26d-4927-b2a4-ef0baabfdb20 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:00:59.807889 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8', 'code': 200} Jul 09 20:00:59.808153 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2dd2a99-be70-4ee7-913f-37195b50ee10', 'code': 200} Jul 09 20:00:59.808705 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6e3c72f6-6921-411b-afb7-16986d0e48d4 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.809443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5c0d015e-6ded-4744-9f25-89e0f331d805,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:59.812432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 079f73fb-e472-4d00-8450-a0f011297aa8 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:00:59.816750 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 079f73fb-e472-4d00-8450-a0f011297aa8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:00:59.817144 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.830617 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6e3c72f6-6921-411b-afb7-16986d0e48d4 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.867048 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6e3c72f6-6921-411b-afb7-16986d0e48d4 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.871272 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-f33a9025-5d0a-4e42-9277-f2c7f37a4164 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.872729 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6e3c72f6-6921-411b-afb7-16986d0e48d4 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.876079 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6e3c72f6-6921-411b-afb7-16986d0e48d4 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/ee12e287-f4b1-47fb-8d40-ebd96db0df40 HTTP/1.1" status: 204 len: 168 time: 0.1301486 Jul 09 20:00:59.877932 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36942) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:00:59.884434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c72f6-6921-411b-afb7-16986d0e48d4 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee12e287-f4b1-47fb-8d40-ebd96db0df40,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:00:59.930752 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:00:59.966149 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 079f73fb-e472-4d00-8450-a0f011297aa8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=079f73fb-e472-4d00-8450-a0f011297aa8,segment=NetworkSegment(beb41655-b7e3-45dd-93b4-0c8943b7a5a4),segment_id=beb41655-b7e3-45dd-93b4-0c8943b7a5a4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:00:59.970555 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:00.022350 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=079f73fb-e472-4d00-8450-a0f011297aa8,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:00.261835 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a9025-5d0a-4e42-9277-f2c7f37a4164 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Pushing event deleted for resources: {'Port': ['ID=bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:00.345413 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:00.374718 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-41448d4c-2843-432a-ad5f-5c76b6fad1e6 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4950278 Jul 09 20:01:00.377643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36950) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:00.383540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6124fb7f-d7d2-4757-8283-73f250ee857e tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Request body: {'security_group_rule': {'security_group_id': '783a318a-dd65-4ef9-8c44-50e0b000ff93', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:00.418125 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6124fb7f-d7d2-4757-8283-73f250ee857e tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:00.436342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a32102-29d6-4ba0-9a1e-a804c89832e1 req-b19193c3-8a07-4b8a-8274-86431915bc1b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:00.442495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a32102-29d6-4ba0-9a1e-a804c89832e1 req-b19193c3-8a07-4b8a-8274-86431915bc1b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:00.448751 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a32102-29d6-4ba0-9a1e-a804c89832e1 req-b19193c3-8a07-4b8a-8274-86431915bc1b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:00.454685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a32102-29d6-4ba0-9a1e-a804c89832e1 req-b19193c3-8a07-4b8a-8274-86431915bc1b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:00.461294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a32102-29d6-4ba0-9a1e-a804c89832e1 req-b19193c3-8a07-4b8a-8274-86431915bc1b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:00.467172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a32102-29d6-4ba0-9a1e-a804c89832e1 req-b19193c3-8a07-4b8a-8274-86431915bc1b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:00.473278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a32102-29d6-4ba0-9a1e-a804c89832e1 req-b19193c3-8a07-4b8a-8274-86431915bc1b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:00.475274 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33a32102-29d6-4ba0-9a1e-a804c89832e1 req-b19193c3-8a07-4b8a-8274-86431915bc1b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5434 time: 0.2236893 Jul 09 20:01:00.494572 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dc9b148c-0302-473f-823e-3c8e083ffaad req-56f5688e-fb82-4b03-b084-4b5f4435200e tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 210 time: 0.0497439 Jul 09 20:01:00.530914 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6124fb7f-d7d2-4757-8283-73f250ee857e tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:00.536276 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6124fb7f-d7d2-4757-8283-73f250ee857e tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:00.547062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-f33a9025-5d0a-4e42-9277-f2c7f37a4164 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Router 1fc3255c-5a46-4b28-ab2e-ef691a718110 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:01:00.561188 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33a32102-29d6-4ba0-9a1e-a804c89832e1 req-d95c1cb8-a0c9-4d22-b1f4-42d73e9d3c54 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0700769 Jul 09 20:01:00.565926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124fb7f-d7d2-4757-8283-73f250ee857e tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d425859-8bf9-42ac-885a-15560322e686,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:00.583837 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6124fb7f-d7d2-4757-8283-73f250ee857e tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:00.588854 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6124fb7f-d7d2-4757-8283-73f250ee857e tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2100716 Jul 09 20:01:00.589713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36954) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:00.614950 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cc41e854-4ddd-45b1-a452-1961f8835027 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules/5d425859-8bf9-42ac-885a-15560322e686 HTTP/1.1" status: 200 len: 764 time: 0.0237870 Jul 09 20:01:00.615580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36956) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:00.683908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-22e7f786-df89-4107-9b0e-dd137a59b3e7 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0671623 Jul 09 20:01:00.684878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36958) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:00.713607 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62060170-06c5-4c86-9ffa-d0ed8bf00843 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:00.715386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-f33a9025-5d0a-4e42-9277-f2c7f37a4164 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:00.726194 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddad9291-fda1-4573-9f40-4a4422e561ce None None] Sync routers for ids ['1fc3255c-5a46-4b28-ab2e-ef691a718110'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:00.737888 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62060170-06c5-4c86-9ffa-d0ed8bf00843 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:00.742431 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad9291-fda1-4573-9f40-4a4422e561ce None None] Routers {'1fc3255c-5a46-4b28-ab2e-ef691a718110'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:00.748078 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ddad9291-fda1-4573-9f40-4a4422e561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:00:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['1fc3255c-5a46-4b28-ab2e-ef691a718110'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:00.794079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-f33a9025-5d0a-4e42-9277-f2c7f37a4164 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] No DVR routers for this DVR port bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:00.801598 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-f33a9025-5d0a-4e42-9277-f2c7f37a4164 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:00.806502 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62060170-06c5-4c86-9ffa-d0ed8bf00843 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:00.808159 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67e47840-a2a6-4144-91b8-28d8927727f9 req-f33a9025-5d0a-4e42-9277-f2c7f37a4164 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.36 "DELETE /v2.0/ports/bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a HTTP/1.1" status: 204 len: 173 time: 1.9517012 Jul 09 20:01:00.810212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7fc9646-3949-4419-8233-497c27e88344', 'name': 'network-vif-deleted', 'tag': 'bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:00.813524 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62060170-06c5-4c86-9ffa-d0ed8bf00843 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:00.815428 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5285f1-6fbc-4461-994e-588365242641" -d '{"events": [{"server_uuid": "a7fc9646-3949-4419-8233-497c27e88344", "name": "network-vif-deleted", "tag": "bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:00.817872 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-62060170-06c5-4c86-9ffa-d0ed8bf00843 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5d425859-8bf9-42ac-885a-15560322e686 HTTP/1.1" status: 204 len: 168 time: 0.1315467 Jul 09 20:01:00.818504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36964) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:00.855808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62060170-06c5-4c86-9ffa-d0ed8bf00843 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d425859-8bf9-42ac-885a-15560322e686,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:00.924842 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b47e567e-53ca-482d-ac0c-da881bd24e6e tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0960724 Jul 09 20:01:00.928426 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36970) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:00.982015 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-ddad9291-fda1-4573-9f40-4a4422e561ce None None] Set router 1fc3255c-5a46-4b28-ab2e-ef691a718110 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:01.080724 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-53c4511e-0542-449a-a3cd-f3ac44c4eab5 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:01.098152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea13888-8673-4126-9688-8e8edb2cecc7 req-374a7f31-4d86-468f-bbe6-a87605f3ad88 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:01.108510 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ea13888-8673-4126-9688-8e8edb2cecc7 req-374a7f31-4d86-468f-bbe6-a87605f3ad88 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 945 time: 0.0966718 Jul 09 20:01:01.124574 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f17bd-0d11-4c6b-9d37-fe1fc1fa48d4 req-32ffd8a6-ae87-4568-b3f7-a5fc46a0b130 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:01.131111 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f17bd-0d11-4c6b-9d37-fe1fc1fa48d4 req-32ffd8a6-ae87-4568-b3f7-a5fc46a0b130 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:01.138298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 89a54018-e233-4290-980a-96721691e0f6 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:01.139586 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f17bd-0d11-4c6b-9d37-fe1fc1fa48d4 req-32ffd8a6-ae87-4568-b3f7-a5fc46a0b130 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:01.147147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f17bd-0d11-4c6b-9d37-fe1fc1fa48d4 req-32ffd8a6-ae87-4568-b3f7-a5fc46a0b130 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:01.154613 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f17bd-0d11-4c6b-9d37-fe1fc1fa48d4 req-32ffd8a6-ae87-4568-b3f7-a5fc46a0b130 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:01.157865 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ea13888-8673-4126-9688-8e8edb2cecc7 req-c0323d61-bedd-4764-a133-813537e61629 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478771 Jul 09 20:01:01.167415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f17bd-0d11-4c6b-9d37-fe1fc1fa48d4 req-32ffd8a6-ae87-4568-b3f7-a5fc46a0b130 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:01.173855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f17bd-0d11-4c6b-9d37-fe1fc1fa48d4 req-32ffd8a6-ae87-4568-b3f7-a5fc46a0b130 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:01.177814 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d3f17bd-0d11-4c6b-9d37-fe1fc1fa48d4 req-32ffd8a6-ae87-4568-b3f7-a5fc46a0b130 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.2136707 Jul 09 20:01:01.182603 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-53c4511e-0542-449a-a3cd-f3ac44c4eab5 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:01.226883 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27c41e1-037e-42f1-bfeb-58b71e3c352c x-openstack-request-id: req-f27c41e1-037e-42f1-bfeb-58b71e3c352c {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:01.227504 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7fc9646-3949-4419-8233-497c27e88344", "name": "network-vif-deleted", "tag": "bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:01.227665 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f27c41e1-037e-42f1-bfeb-58b71e3c352c {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:01.228124 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7fc9646-3949-4419-8233-497c27e88344', 'name': 'network-vif-deleted', 'tag': 'bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a', 'status': 'completed', 'code': 200} Jul 09 20:01:01.229257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 89a54018-e233-4290-980a-96721691e0f6 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:01.235733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 89a54018-e233-4290-980a-96721691e0f6 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:01.240581 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-53c4511e-0542-449a-a3cd-f3ac44c4eab5 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:01.241053 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-53c4511e-0542-449a-a3cd-f3ac44c4eab5 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:01.241985 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:01.242857 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-53c4511e-0542-449a-a3cd-f3ac44c4eab5 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "DELETE /v2.0/security-groups/783a318a-dd65-4ef9-8c44-50e0b000ff93 HTTP/1.1" status: 204 len: 168 time: 0.3126965 Jul 09 20:01:01.246059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36972) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:01.292182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4511e-0542-449a-a3cd-f3ac44c4eab5 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783a318a-dd65-4ef9-8c44-50e0b000ff93,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:01.326196 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8be74773-9d91-42b4-93bb-26c3583a8100 tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0787778 Jul 09 20:01:01.327025 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ddad9291-fda1-4573-9f40-4a4422e561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:24Z', 'updated_at': '2021-07-09T19:57:32Z', 'revision_number': 4, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'gw_port': {'id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:25Z', 'updated_at': '2021-07-09T19:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '4003c282-8ec7-4e7f-9640-c9a01d1a15a3', 'name': '', 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'mac_address': 'fa:16:3e:89:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:29Z', 'updated_at': '2021-07-09T19:57:37Z', 'revision_number': 5, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'subnets': [{'id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:01.332938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36976) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:01.353356 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d3f17bd-0d11-4c6b-9d37-fe1fc1fa48d4 req-76c6ce4f-4fff-4339-a004-fd4193c2f38b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1241491 Jul 09 20:01:01.369309 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddad9291-fda1-4573-9f40-4a4422e561ce None None] Checking router: 1fc3255c-5a46-4b28-ab2e-ef691a718110 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:01.402976 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad9291-fda1-4573-9f40-4a4422e561ce None None] Routers {'1fc3255c-5a46-4b28-ab2e-ef691a718110'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:01.403976 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ddad9291-fda1-4573-9f40-4a4422e561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:00:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['1fc3255c-5a46-4b28-ab2e-ef691a718110'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:01.415999 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:01.455406 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-48943339-f88f-4fa5-bbc6-1bf193a83dad tempest-SecGroupTest-2087940526 tempest-SecGroupTest-2087940526-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1224391 Jul 09 20:01:01.469938 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 89a54018-e233-4290-980a-96721691e0f6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=89a54018-e233-4290-980a-96721691e0f6,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:01.480601 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:01.482950 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a74ae6d6-5326-40b6-8cd8-8e0067f302a2 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:01.582294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=89a54018-e233-4290-980a-96721691e0f6,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:01.595549 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-ddad9291-fda1-4573-9f40-4a4422e561ce None None] Set router 1fc3255c-5a46-4b28-ab2e-ef691a718110 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:01.612025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port a74ae6d6-5326-40b6-8cd8-8e0067f302a2 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:01.621806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port a74ae6d6-5326-40b6-8cd8-8e0067f302a2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:01.623487 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:01.854491 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9944b9e7-bf69-4596-915c-eed4dcb47861'}, {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0d015e-6ded-4744-9f25-89e0f331d805'}, {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079f73fb-e472-4d00-8450-a0f011297aa8'}, {'server_uuid': '0d846ac9-fb86-4b1e-8ed6-68e0a72c924b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a54018-e233-4290-980a-96721691e0f6'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:01.859323 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04f3ed7-d0b3-4952-a047-e557ac2b2a04" -d '{"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-plugged", "status": "completed", "tag": "9944b9e7-bf69-4596-915c-eed4dcb47861"}, {"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-plugged", "status": "completed", "tag": "5c0d015e-6ded-4744-9f25-89e0f331d805"}, {"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-plugged", "status": "completed", "tag": "079f73fb-e472-4d00-8450-a0f011297aa8"}, {"server_uuid": "0d846ac9-fb86-4b1e-8ed6-68e0a72c924b", "name": "network-vif-plugged", "status": "completed", "tag": "89a54018-e233-4290-980a-96721691e0f6"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:01.862395 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e37e3d5e-fd5b-4f51-b910-d50000dffb6a req-65e58738-6447-4cf6-a34a-197251796f96 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7fc9646-3949-4419-8233-497c27e88344 HTTP/1.1" status: 200 len: 210 time: 0.0785890 Jul 09 20:01:01.862569 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:01.892295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36990) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:01.903556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da43c50-63f3-47ff-8669-ef636aeef3de req-bb6a8d14-0a9c-478e-aa55-7d4af121f2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:01.909998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da43c50-63f3-47ff-8669-ef636aeef3de req-bb6a8d14-0a9c-478e-aa55-7d4af121f2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:01.916750 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da43c50-63f3-47ff-8669-ef636aeef3de req-bb6a8d14-0a9c-478e-aa55-7d4af121f2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:01.923131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da43c50-63f3-47ff-8669-ef636aeef3de req-bb6a8d14-0a9c-478e-aa55-7d4af121f2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:01.930077 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da43c50-63f3-47ff-8669-ef636aeef3de req-bb6a8d14-0a9c-478e-aa55-7d4af121f2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:01.933824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port a74ae6d6-5326-40b6-8cd8-8e0067f302a2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a74ae6d6-5326-40b6-8cd8-8e0067f302a2,segment=NetworkSegment(beb41655-b7e3-45dd-93b4-0c8943b7a5a4),segment_id=beb41655-b7e3-45dd-93b4-0c8943b7a5a4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:01.936477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da43c50-63f3-47ff-8669-ef636aeef3de req-bb6a8d14-0a9c-478e-aa55-7d4af121f2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:01.942728 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da43c50-63f3-47ff-8669-ef636aeef3de req-bb6a8d14-0a9c-478e-aa55-7d4af121f2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:01.947413 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:01.948268 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:01.951890 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9da43c50-63f3-47ff-8669-ef636aeef3de req-bb6a8d14-0a9c-478e-aa55-7d4af121f2a8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5434 time: 0.2240157 Jul 09 20:01:02.008426 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9da43c50-63f3-47ff-8669-ef636aeef3de req-83bab8c5-bea4-458c-8d2e-8e53ba91f791 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553246 Jul 09 20:01:02.021941 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ddad9291-fda1-4573-9f40-4a4422e561ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:24Z', 'updated_at': '2021-07-09T19:57:32Z', 'revision_number': 4, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'gw_port': {'id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:25Z', 'updated_at': '2021-07-09T19:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '4003c282-8ec7-4e7f-9640-c9a01d1a15a3', 'name': '', 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'mac_address': 'fa:16:3e:89:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:29Z', 'updated_at': '2021-07-09T19:57:37Z', 'revision_number': 5, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'subnets': [{'id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:02.050535 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:02.062680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device bc8d12a2-72b5-45ec-9a0d-e7859ebafd4a not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:02.077032 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddad9291-fda1-4573-9f40-4a4422e561ce None None] The sync data for ids ['1fc3255c-5a46-4b28-ab2e-ef691a718110'] in n-d-800088-3 is: [{'id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:24Z', 'updated_at': '2021-07-09T19:57:32Z', 'revision_number': 4, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'gw_port': {'id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:25Z', 'updated_at': '2021-07-09T19:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '4003c282-8ec7-4e7f-9640-c9a01d1a15a3', 'name': '', 'network_id': 'ec95fec2-9cdb-45d0-ba55-0927c0cf45c7', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'mac_address': 'fa:16:3e:89:c7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:29Z', 'updated_at': '2021-07-09T19:57:37Z', 'revision_number': 5, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'subnets': [{'id': '08e0d77d-3430-472f-ab8b-562c649e0d86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:02.103408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=a74ae6d6-5326-40b6-8cd8-8e0067f302a2,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:02.135120 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e348d6ce-15bd-45f9-b0f8-858d9957f76b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a85a3b2ba4c491497e159be584b428b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411230 Jul 09 20:01:02.137812 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36996) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:02.146260 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2918c6cc-c538-45a0-a679-46b35f106aae x-openstack-request-id: req-2918c6cc-c538-45a0-a679-46b35f106aae {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:02.146788 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-plugged", "status": "completed", "tag": "9944b9e7-bf69-4596-915c-eed4dcb47861", "code": 200}, {"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-plugged", "status": "completed", "tag": "5c0d015e-6ded-4744-9f25-89e0f331d805", "code": 200}, {"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-plugged", "status": "completed", "tag": "079f73fb-e472-4d00-8450-a0f011297aa8", "code": 200}, {"server_uuid": "0d846ac9-fb86-4b1e-8ed6-68e0a72c924b", "name": "network-vif-plugged", "status": "completed", "tag": "89a54018-e233-4290-980a-96721691e0f6", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:02.147205 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2918c6cc-c538-45a0-a679-46b35f106aae {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:02.148054 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9944b9e7-bf69-4596-915c-eed4dcb47861', 'code': 200} Jul 09 20:01:02.148891 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0d015e-6ded-4744-9f25-89e0f331d805', 'code': 200} Jul 09 20:01:02.149303 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079f73fb-e472-4d00-8450-a0f011297aa8', 'code': 200} Jul 09 20:01:02.149861 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d846ac9-fb86-4b1e-8ed6-68e0a72c924b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a54018-e233-4290-980a-96721691e0f6', 'code': 200} Jul 09 20:01:02.203890 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:02.228481 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ee29bac-9b4c-4a6d-9502-3611641aaf44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:02.255590 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ee29bac-9b4c-4a6d-9502-3611641aaf44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:02.318998 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ee29bac-9b4c-4a6d-9502-3611641aaf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:02.323013 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ee29bac-9b4c-4a6d-9502-3611641aaf44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:02.324496 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6ee29bac-9b4c-4a6d-9502-3611641aaf44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50c3023b-6a36-470f-b0ae-d1c8af3e1dc6 HTTP/1.1" status: 204 len: 168 time: 0.1856842 Jul 09 20:01:02.338501 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee29bac-9b4c-4a6d-9502-3611641aaf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c3023b-6a36-470f-b0ae-d1c8af3e1dc6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:02.373394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9005dca-c864-481b-baa6-1893a214cf82 req-0f1a39f2-34f1-4a23-b560-fe6932f650a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:02.375232 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c9005dca-c864-481b-baa6-1893a214cf82 req-0f1a39f2-34f1-4a23-b560-fe6932f650a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 1097 time: 0.1397812 Jul 09 20:01:02.427489 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c9c5e-dc84-479a-a73d-b3753a6f630d req-9cdc3511-df8e-4ccf-8464-6439157151b1 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:02.431857 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c85c9c5e-dc84-479a-a73d-b3753a6f630d req-9cdc3511-df8e-4ccf-8464-6439157151b1 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 946 time: 0.1277215 Jul 09 20:01:02.479361 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c9005dca-c864-481b-baa6-1893a214cf82 req-3535f963-67ef-463f-bf64-4618ead7e67c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957186 Jul 09 20:01:02.498329 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb21738-699d-47c9-9c80-591de6912fd9 None None] New status for floating IP 16778493-923f-4f72-85ba-19d64edb24fb: DOWN {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:01:02.511002 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c85c9c5e-dc84-479a-a73d-b3753a6f630d req-d09eaa4a-3ae9-4b37-88da-2dff673d27d1 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691361 Jul 09 20:01:02.653664 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97101f-8708-4659-8729-bfb05bed9821 req-132ab0e2-8eca-4be8-b536-488b944bad77 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:02.659842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97101f-8708-4659-8729-bfb05bed9821 req-132ab0e2-8eca-4be8-b536-488b944bad77 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:02.666340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97101f-8708-4659-8729-bfb05bed9821 req-132ab0e2-8eca-4be8-b536-488b944bad77 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:02.673787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97101f-8708-4659-8729-bfb05bed9821 req-132ab0e2-8eca-4be8-b536-488b944bad77 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:02.681045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97101f-8708-4659-8729-bfb05bed9821 req-132ab0e2-8eca-4be8-b536-488b944bad77 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:02.687606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97101f-8708-4659-8729-bfb05bed9821 req-132ab0e2-8eca-4be8-b536-488b944bad77 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:02.693931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97101f-8708-4659-8729-bfb05bed9821 req-132ab0e2-8eca-4be8-b536-488b944bad77 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:02.696925 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b97101f-8708-4659-8729-bfb05bed9821 req-132ab0e2-8eca-4be8-b536-488b944bad77 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.1648388 Jul 09 20:01:02.761249 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b97101f-8708-4659-8729-bfb05bed9821 req-3a601cd2-99c5-4da1-9140-b1e1f1a0926d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556049 Jul 09 20:01:02.983242 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37026) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:03.044934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-acfc13fd-223d-43ab-9909-aa4a06c5ffa9 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.072125 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-acfc13fd-223d-43ab-9909-aa4a06c5ffa9 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.165606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37036) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:03.173788 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-acfc13fd-223d-43ab-9909-aa4a06c5ffa9 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.181603 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-acfc13fd-223d-43ab-9909-aa4a06c5ffa9 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.185537 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-acfc13fd-223d-43ab-9909-aa4a06c5ffa9 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "DELETE /v2.0/security-groups/233b7468-7e4f-4c4f-86b0-ce0e7f09a185 HTTP/1.1" status: 204 len: 168 time: 0.1975710 Jul 09 20:01:03.186477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37040) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:03.216014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc13fd-223d-43ab-9909-aa4a06c5ffa9 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=233b7468-7e4f-4c4f-86b0-ce0e7f09a185,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:03.256912 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-a2fb0ddb-3089-4311-a67e-d1dc1c364847 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] show failed (client error): The resource could not be found. Jul 09 20:01:03.259150 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a2fb0ddb-3089-4311-a67e-d1dc1c364847 tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "GET /v2.0/security-groups/233b7468-7e4f-4c4f-86b0-ce0e7f09a185 HTTP/1.1" status: 404 len: 347 time: 0.0711122 Jul 09 20:01:03.262027 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37042) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:03.327941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2132860298'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:03.365035 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ed9e6-52ac-4e52-96a2-6a7c0d1dfd64 req-545dcef3-c131-4f5c-9cf2-563c9c517af2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:03.373481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ed9e6-52ac-4e52-96a2-6a7c0d1dfd64 req-545dcef3-c131-4f5c-9cf2-563c9c517af2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:03.380725 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ed9e6-52ac-4e52-96a2-6a7c0d1dfd64 req-545dcef3-c131-4f5c-9cf2-563c9c517af2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:03.388513 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ed9e6-52ac-4e52-96a2-6a7c0d1dfd64 req-545dcef3-c131-4f5c-9cf2-563c9c517af2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:03.395857 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ed9e6-52ac-4e52-96a2-6a7c0d1dfd64 req-545dcef3-c131-4f5c-9cf2-563c9c517af2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:03.403939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-54a9df46-81dc-47ed-a8c7-c3aa3ec117be tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Deleting port ba6a1c64-5829-4e4e-86bc-b423adc6ab8d {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:03.404105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ed9e6-52ac-4e52-96a2-6a7c0d1dfd64 req-545dcef3-c131-4f5c-9cf2-563c9c517af2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:03.404351 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-54a9df46-81dc-47ed-a8c7-c3aa3ec117be tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.410604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ed9e6-52ac-4e52-96a2-6a7c0d1dfd64 req-545dcef3-c131-4f5c-9cf2-563c9c517af2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:03.414005 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-369ed9e6-52ac-4e52-96a2-6a7c0d1dfd64 req-545dcef3-c131-4f5c-9cf2-563c9c517af2 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5435 time: 0.1915905 Jul 09 20:01:03.433649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Made reservation on behalf of 9f59c2ef83864327bd2a8d6d32c87e58 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:03.439263 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.456847 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.488868 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-54a9df46-81dc-47ed-a8c7-c3aa3ec117be tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.489322 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-54a9df46-81dc-47ed-a8c7-c3aa3ec117be tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.502363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-54a9df46-81dc-47ed-a8c7-c3aa3ec117be tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Calling delete_port for ba6a1c64-5829-4e4e-86bc-b423adc6ab8d owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:03.506301 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-369ed9e6-52ac-4e52-96a2-6a7c0d1dfd64 req-9133f82b-e216-464e-81dc-e5db12f242ea tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817223 Jul 09 20:01:03.625193 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.629605 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.666111 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:01:03.683392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544e7b5f-32b8-4947-a6cf-ec83a4b72186,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:03.688271 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.688656 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Added segment 4feb9e10-8504-4c8d-8aee-2d279a76d6bb of type vlan for network d8c1ae02-6806-4b16-b3af-855c52b2d86e Jul 09 20:01:03.761867 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.771240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342bd62-6fe5-4fb3-9fba-3d889eb2eda6 req-063ab601-1c1c-4f1f-9f9c-e2cae2870a0f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:03.772964 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b342bd62-6fe5-4fb3-9fba-3d889eb2eda6 req-063ab601-1c1c-4f1f-9f9c-e2cae2870a0f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 946 time: 0.1315114 Jul 09 20:01:03.774495 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-54a9df46-81dc-47ed-a8c7-c3aa3ec117be tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.806539 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.811774 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9df46-81dc-47ed-a8c7-c3aa3ec117be tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Pushing event deleted for resources: {'Port': ['ID=ba6a1c64-5829-4e4e-86bc-b423adc6ab8d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:03.815083 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:03.816694 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.902812 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7356102 Jul 09 20:01:03.907354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37050) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:03.912558 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b342bd62-6fe5-4fb3-9fba-3d889eb2eda6 req-b045c547-02b8-4dab-83a3-55d4c5a30784 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056886 Jul 09 20:01:03.914750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-33ab14df-7d44-4f98-a33b-e0c3ddb34aab tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Request body: {'subnet': {'network_id': 'd8c1ae02-6806-4b16-b3af-855c52b2d86e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:03.936900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca23e3a-c1ca-425c-ad3f-142a1e1b4c6d tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Pushing event updated for resources: {'Network': ['ID=d8c1ae02-6806-4b16-b3af-855c52b2d86e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:03.945927 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-54a9df46-81dc-47ed-a8c7-c3aa3ec117be tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.948131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network d8c1ae02-6806-4b16-b3af-855c52b2d86e details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:01:03.948627 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-54a9df46-81dc-47ed-a8c7-c3aa3ec117be tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:03.952750 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-54a9df46-81dc-47ed-a8c7-c3aa3ec117be tempest-ServersTestJSON-1603133621 tempest-ServersTestJSON-1603133621-project] 10.222.0.30 "DELETE /v2.0/floatingips/16778493-923f-4f72-85ba-19d64edb24fb HTTP/1.1" status: 204 len: 168 time: 0.6896205 Jul 09 20:01:03.953367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37052) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:04.091933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ab14df-7d44-4f98-a33b-e0c3ddb34aab tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Made reservation on behalf of 9f59c2ef83864327bd2a8d6d32c87e58 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:04.095591 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33ab14df-7d44-4f98-a33b-e0c3ddb34aab tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:04.155982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74ae6d6-5326-40b6-8cd8-8e0067f302a2'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:04.159134 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ac1cab-6b2e-4609-affc-b5e898760e6b" -d '{"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-plugged", "status": "completed", "tag": "a74ae6d6-5326-40b6-8cd8-8e0067f302a2"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:04.182430 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58949c61-8fb3-40b5-9a8c-f920a6e96307 req-c0c5da4b-acb7-461f-984d-1d6135c1bb25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.190521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58949c61-8fb3-40b5-9a8c-f920a6e96307 req-c0c5da4b-acb7-461f-984d-1d6135c1bb25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.199222 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc9aa44-7466-451f-bf10-c945cfc8e15a x-openstack-request-id: req-cbc9aa44-7466-451f-bf10-c945cfc8e15a {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:04.199523 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-plugged", "status": "completed", "tag": "a74ae6d6-5326-40b6-8cd8-8e0067f302a2", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:04.200273 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cbc9aa44-7466-451f-bf10-c945cfc8e15a {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:04.200699 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74ae6d6-5326-40b6-8cd8-8e0067f302a2', 'code': 200} Jul 09 20:01:04.202030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58949c61-8fb3-40b5-9a8c-f920a6e96307 req-c0c5da4b-acb7-461f-984d-1d6135c1bb25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.208132 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58949c61-8fb3-40b5-9a8c-f920a6e96307 req-c0c5da4b-acb7-461f-984d-1d6135c1bb25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.216193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58949c61-8fb3-40b5-9a8c-f920a6e96307 req-c0c5da4b-acb7-461f-984d-1d6135c1bb25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.226672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58949c61-8fb3-40b5-9a8c-f920a6e96307 req-c0c5da4b-acb7-461f-984d-1d6135c1bb25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.235453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58949c61-8fb3-40b5-9a8c-f920a6e96307 req-c0c5da4b-acb7-461f-984d-1d6135c1bb25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.237760 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58949c61-8fb3-40b5-9a8c-f920a6e96307 req-c0c5da4b-acb7-461f-984d-1d6135c1bb25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.2095237 Jul 09 20:01:04.415009 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58949c61-8fb3-40b5-9a8c-f920a6e96307 req-1a68d532-fee9-4b50-8831-78f843ecaeca tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1702173 Jul 09 20:01:04.440401 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-143e46e0-c01e-488d-8210-c5ccc8860586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:04.451473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dde010-45a6-442d-b052-8d3561d86487 req-27457e7b-32b1-4718-bd17-04faa202b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.452091 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dde010-45a6-442d-b052-8d3561d86487 req-27457e7b-32b1-4718-bd17-04faa202b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.452687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dde010-45a6-442d-b052-8d3561d86487 req-27457e7b-32b1-4718-bd17-04faa202b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.453224 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dde010-45a6-442d-b052-8d3561d86487 req-27457e7b-32b1-4718-bd17-04faa202b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.453773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dde010-45a6-442d-b052-8d3561d86487 req-27457e7b-32b1-4718-bd17-04faa202b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.454321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dde010-45a6-442d-b052-8d3561d86487 req-27457e7b-32b1-4718-bd17-04faa202b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.454863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dde010-45a6-442d-b052-8d3561d86487 req-27457e7b-32b1-4718-bd17-04faa202b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.456924 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-14dde010-45a6-442d-b052-8d3561d86487 req-27457e7b-32b1-4718-bd17-04faa202b91b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 6492 time: 0.1577146 Jul 09 20:01:04.533407 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33ab14df-7d44-4f98-a33b-e0c3ddb34aab tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:04.570633 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-14dde010-45a6-442d-b052-8d3561d86487 req-178e1b47-cf25-44b4-9ec4-09bad7afe829 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041415 Jul 09 20:01:04.609448 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab14df-7d44-4f98-a33b-e0c3ddb34aab tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Pushing event updated for resources: {'Subnet': ['ID=a4d1727f-e1b8-4878-ace6-4f6cd1970508,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:04.622266 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab14df-7d44-4f98-a33b-e0c3ddb34aab tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Checking segment: {'id': '4feb9e10-8504-4c8d-8aee-2d279a76d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd8c1ae02-6806-4b16-b3af-855c52b2d86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:04.622644 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ab14df-7d44-4f98-a33b-e0c3ddb34aab tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Network hostable DHCP agents. Network: d8c1ae02-6806-4b16-b3af-855c52b2d86e, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:01:04.645076 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ab14df-7d44-4f98-a33b-e0c3ddb34aab tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Network d8c1ae02-6806-4b16-b3af-855c52b2d86e is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:01:04.656210 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-33ab14df-7d44-4f98-a33b-e0c3ddb34aab tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, d8c1ae02-6806-4b16-b3af-855c52b2d86e) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:04.665213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2107a411-d77d-43cf-8a4b-7a5cdbe95e27 None None] Network d8c1ae02-6806-4b16-b3af-855c52b2d86e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:04.673948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ab14df-7d44-4f98-a33b-e0c3ddb34aab tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.675235 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33ab14df-7d44-4f98-a33b-e0c3ddb34aab tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:04.702456 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-33ab14df-7d44-4f98-a33b-e0c3ddb34aab tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7932007 Jul 09 20:01:04.704514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37062) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:04.714471 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0fafce9b-840d-4c9a-849f-d150967cea86 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Request body: {'port': {'network_id': 'd8c1ae02-6806-4b16-b3af-855c52b2d86e', 'name': 'tempest-TagsExtTest-2125659268'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:04.827987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-d8c1ae02-6806-4b16-b3af-855c52b2d86e', 'network_id': 'd8c1ae02-6806-4b16-b3af-855c52b2d86e', 'tenant_id': '9f59c2ef83864327bd2a8d6d32c87e58', 'fixed_ips': [{'subnet_id': 'a4d1727f-e1b8-4878-ace6-4f6cd1970508'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:01:04.828974 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:04.850385 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fafce9b-840d-4c9a-849f-d150967cea86 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Made reservation on behalf of 9f59c2ef83864327bd2a8d6d32c87e58 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:04.855109 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0fafce9b-840d-4c9a-849f-d150967cea86 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:04.855267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-143e46e0-c01e-488d-8210-c5ccc8860586 admin admin] Deleting port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:04.855656 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-143e46e0-c01e-488d-8210-c5ccc8860586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:04.874869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-0fafce9b-840d-4c9a-849f-d150967cea86 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] device_id is not set on port 93fed5f8-1b3c-4b77-b228-d559dad5ca50 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:01:04.881265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834cb2d-6e9e-4aab-abc9-01beb38217fd req-010d82fc-21e4-47f6-8a56-7ab22a32a235 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.899558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834cb2d-6e9e-4aab-abc9-01beb38217fd req-010d82fc-21e4-47f6-8a56-7ab22a32a235 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.905934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834cb2d-6e9e-4aab-abc9-01beb38217fd req-010d82fc-21e4-47f6-8a56-7ab22a32a235 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.912680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834cb2d-6e9e-4aab-abc9-01beb38217fd req-010d82fc-21e4-47f6-8a56-7ab22a32a235 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.920287 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834cb2d-6e9e-4aab-abc9-01beb38217fd req-010d82fc-21e4-47f6-8a56-7ab22a32a235 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.926214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834cb2d-6e9e-4aab-abc9-01beb38217fd req-010d82fc-21e4-47f6-8a56-7ab22a32a235 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.933323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834cb2d-6e9e-4aab-abc9-01beb38217fd req-010d82fc-21e4-47f6-8a56-7ab22a32a235 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:04.935763 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f834cb2d-6e9e-4aab-abc9-01beb38217fd req-010d82fc-21e4-47f6-8a56-7ab22a32a235 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5435 time: 0.2364604 Jul 09 20:01:04.978771 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Allocated IP 172.20.0.2 (d8c1ae02-6806-4b16-b3af-855c52b2d86e/a4d1727f-e1b8-4878-ace6-4f6cd1970508/737e27b1-9306-4bb9-a2f2-d77c472f8b80) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:05.029194 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f834cb2d-6e9e-4aab-abc9-01beb38217fd req-87c62c71-8000-4afa-8e9c-a1f58237b87f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645599 Jul 09 20:01:05.061221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-143e46e0-c01e-488d-8210-c5ccc8860586 admin admin] For port 4003c282-8ec7-4e7f-9640-c9a01d1a15a3, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4003c282-8ec7-4e7f-9640-c9a01d1a15a3,segment=NetworkSegment(bf6f67a5-89f4-4354-b8e2-a03968f6b910),segment_id=bf6f67a5-89f4-4354-b8e2-a03968f6b910)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:05.061823 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-143e46e0-c01e-488d-8210-c5ccc8860586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:05.076014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-143e46e0-c01e-488d-8210-c5ccc8860586 admin admin] Calling delete_port for 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:05.141026 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:05.150232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Transition to ACTIVE for port object 737e27b1-9306-4bb9-a2f2-d77c472f8b80 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:05.165508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Transition to ACTIVE for port object 737e27b1-9306-4bb9-a2f2-d77c472f8b80 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:05.171793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8ae7d-0e7c-4697-89a2-5a93aae3a471 req-9c679b90-36ed-47d7-9c1c-1c0d9361af05 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:05.173917 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0a8ae7d-0e7c-4697-89a2-5a93aae3a471 req-9c679b90-36ed-47d7-9c1c-1c0d9361af05 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 946 time: 0.0743623 Jul 09 20:01:05.174308 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:05.216816 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Network d8c1ae02-6806-4b16-b3af-855c52b2d86e is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:05.219687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:05.224027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:05.227246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Pushing event updated for resources: {'Port': ['ID=737e27b1-9306-4bb9-a2f2-d77c472f8b80,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:05.261636 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0a8ae7d-0e7c-4697-89a2-5a93aae3a471 req-c4ac4e5d-784f-46e0-8c1c-d7b0e45ea37e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788352 Jul 09 20:01:05.268226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-0fafce9b-840d-4c9a-849f-d150967cea86 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Allocated IP 172.20.0.3 (d8c1ae02-6806-4b16-b3af-855c52b2d86e/a4d1727f-e1b8-4878-ace6-4f6cd1970508/93fed5f8-1b3c-4b77-b228-d559dad5ca50) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:05.278157 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-143e46e0-c01e-488d-8210-c5ccc8860586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:05.307767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Attempting to bind port 737e27b1-9306-4bb9-a2f2-d77c472f8b80 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:05.308205 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Attempting to bind port 737e27b1-9306-4bb9-a2f2-d77c472f8b80 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '4feb9e10-8504-4c8d-8aee-2d279a76d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd8c1ae02-6806-4b16-b3af-855c52b2d86e'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:05.308475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Attempting to bind port 737e27b1-9306-4bb9-a2f2-d77c472f8b80 on network d8c1ae02-6806-4b16-b3af-855c52b2d86e {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:05.313063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e46e0-c01e-488d-8210-c5ccc8860586 admin admin] Pushing event deleted for resources: {'Port': ['ID=4003c282-8ec7-4e7f-9640-c9a01d1a15a3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:05.315664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:05.316293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Checking segment: {'id': '4feb9e10-8504-4c8d-8aee-2d279a76d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd8c1ae02-6806-4b16-b3af-855c52b2d86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:05.316902 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:05.317976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Bound using segment: {'id': '4feb9e10-8504-4c8d-8aee-2d279a76d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd8c1ae02-6806-4b16-b3af-855c52b2d86e'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:05.318610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Bound port: 737e27b1-9306-4bb9-a2f2-d77c472f8b80, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4feb9e10-8504-4c8d-8aee-2d279a76d6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'd8c1ae02-6806-4b16-b3af-855c52b2d86e'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:05.319164 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:05.451025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] For port 737e27b1-9306-4bb9-a2f2-d77c472f8b80, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:05.455651 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] For port 737e27b1-9306-4bb9-a2f2-d77c472f8b80, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=737e27b1-9306-4bb9-a2f2-d77c472f8b80,segment=NetworkSegment(4feb9e10-8504-4c8d-8aee-2d279a76d6bb),segment_id=4feb9e10-8504-4c8d-8aee-2d279a76d6bb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:05.468216 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:05.536412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19226f65-0b10-4853-80d3-4a989970b918 None None] Pushing event updated for resources: {'Port': ['ID=737e27b1-9306-4bb9-a2f2-d77c472f8b80,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:05.628053 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0fafce9b-840d-4c9a-849f-d150967cea86 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:05.656111 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-0fafce9b-840d-4c9a-849f-d150967cea86 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Transition to ACTIVE for port object 93fed5f8-1b3c-4b77-b228-d559dad5ca50 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:05.730518 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-143e46e0-c01e-488d-8210-c5ccc8860586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:05.742310 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0fafce9b-840d-4c9a-849f-d150967cea86 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:05.811669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fafce9b-840d-4c9a-849f-d150967cea86 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Network d8c1ae02-6806-4b16-b3af-855c52b2d86e is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:05.820818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56661e-631c-4f30-b260-dabb2ac302de req-5576c46a-77ec-42b9-8663-7db9b16d7b1f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:05.822379 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5e56661e-631c-4f30-b260-dabb2ac302de req-5576c46a-77ec-42b9-8663-7db9b16d7b1f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 804 time: 0.1669557 Jul 09 20:01:05.822521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0fafce9b-840d-4c9a-849f-d150967cea86 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:05.839187 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fafce9b-840d-4c9a-849f-d150967cea86 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:05.848312 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafce9b-840d-4c9a-849f-d150967cea86 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Pushing event updated for resources: {'Port': ['ID=93fed5f8-1b3c-4b77-b228-d559dad5ca50,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:05.900092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad94ac5-e7ae-495a-be2f-61cad06309b2 req-5664b56c-bf03-4ce4-b69e-ae581a345a15 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:05.908033 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad94ac5-e7ae-495a-be2f-61cad06309b2 req-5664b56c-bf03-4ce4-b69e-ae581a345a15 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:05.915029 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad94ac5-e7ae-495a-be2f-61cad06309b2 req-5664b56c-bf03-4ce4-b69e-ae581a345a15 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:05.915601 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5e56661e-631c-4f30-b260-dabb2ac302de req-e392391b-ba43-46cc-b8f1-17f8e6e84504 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/quotas/6b335159e9ad4104b0006808b1428949 HTTP/1.1" status: 200 len: 375 time: 0.0265958 Jul 09 20:01:05.921454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad94ac5-e7ae-495a-be2f-61cad06309b2 req-5664b56c-bf03-4ce4-b69e-ae581a345a15 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:05.927723 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad94ac5-e7ae-495a-be2f-61cad06309b2 req-5664b56c-bf03-4ce4-b69e-ae581a345a15 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:05.934075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad94ac5-e7ae-495a-be2f-61cad06309b2 req-5664b56c-bf03-4ce4-b69e-ae581a345a15 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:05.940621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad94ac5-e7ae-495a-be2f-61cad06309b2 req-5664b56c-bf03-4ce4-b69e-ae581a345a15 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:05.948806 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aad94ac5-e7ae-495a-be2f-61cad06309b2 req-5664b56c-bf03-4ce4-b69e-ae581a345a15 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.2484505 Jul 09 20:01:05.978620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fafce9b-840d-4c9a-849f-d150967cea86 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:05.979327 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0fafce9b-840d-4c9a-849f-d150967cea86 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:06.015420 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0fafce9b-840d-4c9a-849f-d150967cea86 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3042643 Jul 09 20:01:06.018816 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aad94ac5-e7ae-495a-be2f-61cad06309b2 req-2366f82a-609e-47ec-95d9-63bbc24f8d78 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691381 Jul 09 20:01:06.019306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37094) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:06.025398 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3115ad1d-7cd8-415c-803a-a8646782cc7b tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-913931616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:06.054549 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3115ad1d-7cd8-415c-803a-a8646782cc7b tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:06.055937 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3115ad1d-7cd8-415c-803a-a8646782cc7b tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:06.091148 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5e56661e-631c-4f30-b260-dabb2ac302de req-29f960de-956b-4491-bb0e-f08a3686e1ed tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1707931 Jul 09 20:01:06.127973 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3115ad1d-7cd8-415c-803a-a8646782cc7b tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:06.134491 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3115ad1d-7cd8-415c-803a-a8646782cc7b tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:06.151575 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3115ad1d-7cd8-415c-803a-a8646782cc7b tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:06.153488 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3115ad1d-7cd8-415c-803a-a8646782cc7b tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1328139 Jul 09 20:01:06.157537 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37098) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:06.161985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ab495a2f-67c7-4e83-ac13-f1c5e817e6d8 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1646397125', 'prefixes': ['172.20.0.0/16']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:06.299647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722b2b3-2549-4699-af0a-af3e0c7df693 req-1e4bb6a8-ef5c-4090-bbc9-4f507fb3d7e6 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:06.301379 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0722b2b3-2549-4699-af0a-af3e0c7df693 req-1e4bb6a8-ef5c-4090-bbc9-4f507fb3d7e6 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 945 time: 0.1463361 Jul 09 20:01:06.341332 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab495a2f-67c7-4e83-ac13-f1c5e817e6d8 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks [] for subnetpool, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:06.342581 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ab495a2f-67c7-4e83-ac13-f1c5e817e6d8 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1841395 Jul 09 20:01:06.347785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37100) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:06.358988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.tag.tag_plugin [None req-56dc9c16-4416-4dbe-9977-96e0620de24a tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a4d1727f-e1b8-4878-ace6-4f6cd1970508', 'tempest-TagsExtTest-Tag-2078738559') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:06.423653 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0722b2b3-2549-4699-af0a-af3e0c7df693 req-a0f8aff4-8bcf-48c7-a848-ebd94eb09997 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095865 Jul 09 20:01:06.522139 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143e46e0-c01e-488d-8210-c5ccc8860586 admin admin] Router 1fc3255c-5a46-4b28-ab2e-ef691a718110 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:01:06.561276 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-56dc9c16-4416-4dbe-9977-96e0620de24a tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "PUT /v2.0/subnets/a4d1727f-e1b8-4878-ace6-4f6cd1970508/tags/tempest-TagsExtTest-Tag-2078738559 HTTP/1.1" status: 201 len: 201 time: 0.2113791 Jul 09 20:01:06.563614 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37104) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:06.568550 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.tag.tag_plugin [None req-10da9b9d-02b9-42e1-b208-256d7cff992f tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '93fed5f8-1b3c-4b77-b228-d559dad5ca50', 'tempest-TagsExtTest-Tag-455296193') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:06.612066 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5e56661e-631c-4f30-b260-dabb2ac302de req-e8c50f7e-9e7d-4721-8f67-7b374285c103 service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101235 Jul 09 20:01:06.778777 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5e56661e-631c-4f30-b260-dabb2ac302de req-379e1c5c-83d3-4687-8a7f-f4cf31f1e424 service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360500 Jul 09 20:01:06.792832 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-10da9b9d-02b9-42e1-b208-256d7cff992f tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "PUT /v2.0/ports/93fed5f8-1b3c-4b77-b228-d559dad5ca50/tags/tempest-TagsExtTest-Tag-455296193 HTTP/1.1" status: 201 len: 201 time: 0.2280684 Jul 09 20:01:06.797355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37110) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:06.804480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-8092838f-ec12-4192-9f62-da412bd04c93 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'deb71467-b771-4cc6-9310-84fef488ec27', 'tempest-TagsExtTest-Tag-650676910') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:06.883297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143e46e0-c01e-488d-8210-c5ccc8860586 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:06.895048 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82d605-ad45-4d77-94b5-b71dccaf043a None None] Sync routers for ids ['1fc3255c-5a46-4b28-ab2e-ef691a718110'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:06.907993 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82d605-ad45-4d77-94b5-b71dccaf043a None None] Routers {'1fc3255c-5a46-4b28-ab2e-ef691a718110'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:06.909342 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ec82d605-ad45-4d77-94b5-b71dccaf043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:00:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['1fc3255c-5a46-4b28-ab2e-ef691a718110'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:06.916287 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-143e46e0-c01e-488d-8210-c5ccc8860586 admin admin] 10.222.0.30 "PUT /v2.0/routers/1fc3255c-5a46-4b28-ab2e-ef691a718110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9618697 Jul 09 20:01:06.922072 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37112) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:06.986768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 737e27b1-9306-4bb9-a2f2-d77c472f8b80 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:07.076111 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8092838f-ec12-4192-9f62-da412bd04c93 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "PUT /v2.0/routers/deb71467-b771-4cc6-9310-84fef488ec27/tags/tempest-TagsExtTest-Tag-650676910 HTTP/1.1" status: 201 len: 201 time: 0.2749784 Jul 09 20:01:07.076342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37116) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:07.083154 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-1a822d34-3811-4423-a6ba-fddab8ef6af9 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'eb42380a-fca2-4a57-8018-352f81848d44', 'tempest-TagsExtTest-Tag-354685885') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:07.106275 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 737e27b1-9306-4bb9-a2f2-d77c472f8b80 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:07.139789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cf2e61-4118-4f66-b899-b55a95326ced None None] Network d8c1ae02-6806-4b16-b3af-855c52b2d86e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:07.181643 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1a822d34-3811-4423-a6ba-fddab8ef6af9 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "PUT /v2.0/subnetpools/eb42380a-fca2-4a57-8018-352f81848d44/tags/tempest-TagsExtTest-Tag-354685885 HTTP/1.1" status: 201 len: 201 time: 0.1040804 Jul 09 20:01:07.183951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37120) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:07.188681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-382d2046-8744-43b8-a831-f4dc600c6820 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a4d1727f-e1b8-4878-ace6-4f6cd1970508') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:07.270565 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-ec82d605-ad45-4d77-94b5-b71dccaf043a None None] Set router 1fc3255c-5a46-4b28-ab2e-ef691a718110 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:07.315837 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:07.440315 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cfc3e76d-51a9-4170-90ff-6f54f619d809 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:01:07.469137 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6179ca85-d26a-449f-9040-a5fa3fba1466 None None] Provisioning for port 737e27b1-9306-4bb9-a2f2-d77c472f8b80 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:07.476717 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-382d2046-8744-43b8-a831-f4dc600c6820 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/subnets/a4d1727f-e1b8-4878-ace6-4f6cd1970508/tags HTTP/1.1" status: 200 len: 241 time: 0.2895362 Jul 09 20:01:07.479914 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6179ca85-d26a-449f-9040-a5fa3fba1466 None None] Provisioning complete for port 737e27b1-9306-4bb9-a2f2-d77c472f8b80 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:07.480472 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6179ca85-d26a-449f-9040-a5fa3fba1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:07.485680 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37130) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:07.503997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.tag.tag_plugin [None req-6094b973-e9ea-47d9-ba20-e198794cb80f tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a4d1727f-e1b8-4878-ace6-4f6cd1970508', 'tempest-TagsExtTest-Tag-2078738559') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:07.529051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba3d2-45f0-4bba-9ee5-eebdd38ecfe1 req-e703c249-f645-4f19-9d6a-84b897611785 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:07.537570 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba3d2-45f0-4bba-9ee5-eebdd38ecfe1 req-e703c249-f645-4f19-9d6a-84b897611785 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:07.549057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba3d2-45f0-4bba-9ee5-eebdd38ecfe1 req-e703c249-f645-4f19-9d6a-84b897611785 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:07.568625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba3d2-45f0-4bba-9ee5-eebdd38ecfe1 req-e703c249-f645-4f19-9d6a-84b897611785 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:07.577977 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba3d2-45f0-4bba-9ee5-eebdd38ecfe1 req-e703c249-f645-4f19-9d6a-84b897611785 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:07.591290 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.resource_extend [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 20:01:07.605865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba3d2-45f0-4bba-9ee5-eebdd38ecfe1 req-e703c249-f645-4f19-9d6a-84b897611785 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:07.624014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba3d2-45f0-4bba-9ee5-eebdd38ecfe1 req-e703c249-f645-4f19-9d6a-84b897611785 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:07.629138 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-310ba3d2-45f0-4bba-9ee5-eebdd38ecfe1 req-e703c249-f645-4f19-9d6a-84b897611785 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5430 time: 0.3266058 Jul 09 20:01:07.665259 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ec82d605-ad45-4d77-94b5-b71dccaf043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:24Z', 'updated_at': '2021-07-09T20:01:05Z', 'revision_number': 5, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'gw_port': {'id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:25Z', 'updated_at': '2021-07-09T19:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:07.718019 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a06b6-6fa4-45d9-a12e-026aff108c9e req-ccc9ba59-801f-4224-9367-f9c31fb89bac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:07.728711 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a06b6-6fa4-45d9-a12e-026aff108c9e req-ccc9ba59-801f-4224-9367-f9c31fb89bac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:07.733927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a06b6-6fa4-45d9-a12e-026aff108c9e req-ccc9ba59-801f-4224-9367-f9c31fb89bac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:07.737893 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82d605-ad45-4d77-94b5-b71dccaf043a None None] Checking router: 1fc3255c-5a46-4b28-ab2e-ef691a718110 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:07.743727 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a06b6-6fa4-45d9-a12e-026aff108c9e req-ccc9ba59-801f-4224-9367-f9c31fb89bac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:07.748125 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-310ba3d2-45f0-4bba-9ee5-eebdd38ecfe1 req-787a5aa0-6a2c-4bf8-b542-34535bb293cc tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096318 Jul 09 20:01:07.759936 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec82d605-ad45-4d77-94b5-b71dccaf043a None None] Routers {'1fc3255c-5a46-4b28-ab2e-ef691a718110'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:07.760597 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ec82d605-ad45-4d77-94b5-b71dccaf043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:00:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['1fc3255c-5a46-4b28-ab2e-ef691a718110'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:07.767555 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a06b6-6fa4-45d9-a12e-026aff108c9e req-ccc9ba59-801f-4224-9367-f9c31fb89bac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:07.793209 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a06b6-6fa4-45d9-a12e-026aff108c9e req-ccc9ba59-801f-4224-9367-f9c31fb89bac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:07.813009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a06b6-6fa4-45d9-a12e-026aff108c9e req-ccc9ba59-801f-4224-9367-f9c31fb89bac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:07.826148 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce2a06b6-6fa4-45d9-a12e-026aff108c9e req-ccc9ba59-801f-4224-9367-f9c31fb89bac tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5435 time: 0.5069680 Jul 09 20:01:07.865162 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:07.899388 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6179ca85-d26a-449f-9040-a5fa3fba1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:07.923417 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6094b973-e9ea-47d9-ba20-e198794cb80f tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/subnets/a4d1727f-e1b8-4878-ace6-4f6cd1970508/tags/tempest-TagsExtTest-Tag-2078738559 HTTP/1.1" status: 204 len: 168 time: 0.4310358 Jul 09 20:01:07.925173 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-633ba7bb-e611-41ea-958e-961405757e99 req-a14a1d6c-4a30-4633-a3e6-e2dcf2abad37 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 210 time: 0.0668802 Jul 09 20:01:07.925673 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37136) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:07.930515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-0b1653f6-371e-4a1e-ab8e-3dfb97ae1e69 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a4d1727f-e1b8-4878-ace6-4f6cd1970508', 'tempest-TagsExtTest-Tag-2078738559') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:07.981572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cfc3e76d-51a9-4170-90ff-6f54f619d809, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cfc3e76d-51a9-4170-90ff-6f54f619d809,segment=NetworkSegment(f67726b3-c14d-4273-a0cd-ddcf83dc00d5),segment_id=f67726b3-c14d-4273-a0cd-ddcf83dc00d5)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:07.999008 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce2a06b6-6fa4-45d9-a12e-026aff108c9e req-bbe4fdc4-0222-47f2-8f15-ae7143edc324 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1658192 Jul 09 20:01:08.062806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'cfc3e76d-51a9-4170-90ff-6f54f619d809', 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'port_id': 'cfc3e76d-51a9-4170-90ff-6f54f619d809', 'mac_address': 'fa:16:3e:57:49:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14375310-01e0-447a-894d-66dc68e570ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:01:08.071920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0b1653f6-371e-4a1e-ab8e-3dfb97ae1e69 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/subnets/a4d1727f-e1b8-4878-ace6-4f6cd1970508/tags/tempest-TagsExtTest-Tag-2078738559 HTTP/1.1" status: 204 len: 168 time: 0.1453345 Jul 09 20:01:08.074756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37142) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:08.078678 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-d31614cb-81b0-42bd-af92-82a395bcf214 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a4d1727f-e1b8-4878-ace6-4f6cd1970508') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:08.099852 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-6179ca85-d26a-449f-9040-a5fa3fba1466 None None] For port 737e27b1-9306-4bb9-a2f2-d77c472f8b80, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=737e27b1-9306-4bb9-a2f2-d77c472f8b80,segment=NetworkSegment(4feb9e10-8504-4c8d-8aee-2d279a76d6bb),segment_id=4feb9e10-8504-4c8d-8aee-2d279a76d6bb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:08.122369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] Deleting port 20721cc1-6139-4617-aa17-aae192bdb2cd {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:08.122728 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:08.180661 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6179ca85-d26a-449f-9040-a5fa3fba1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:08.199841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d31614cb-81b0-42bd-af92-82a395bcf214 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/subnets/a4d1727f-e1b8-4878-ace6-4f6cd1970508/tags HTTP/1.1" status: 200 len: 205 time: 0.1221204 Jul 09 20:01:08.200901 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-ec82d605-ad45-4d77-94b5-b71dccaf043a None None] Set router 1fc3255c-5a46-4b28-ab2e-ef691a718110 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:08.202088 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37144) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:08.206676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-52ce8da3-178a-4b00-aa8e-7427d9aee31f tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '93fed5f8-1b3c-4b77-b228-d559dad5ca50') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:08.293790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179ca85-d26a-449f-9040-a5fa3fba1466 None None] Pushing event updated for resources: {'Port': ['ID=737e27b1-9306-4bb9-a2f2-d77c472f8b80,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:08.323511 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:08.331582 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-52ce8da3-178a-4b00-aa8e-7427d9aee31f tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/ports/93fed5f8-1b3c-4b77-b228-d559dad5ca50/tags HTTP/1.1" status: 200 len: 240 time: 0.1284082 Jul 09 20:01:08.334373 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37148) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:08.339423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-f3b8dbcc-51e1-4c49-b3fb-2dd38a22966f tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93fed5f8-1b3c-4b77-b228-d559dad5ca50', 'tempest-TagsExtTest-Tag-455296193') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:08.354703 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] For port 20721cc1-6139-4617-aa17-aae192bdb2cd, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=20721cc1-6139-4617-aa17-aae192bdb2cd,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:08.355088 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:08.356439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc3e76d-51a9-4170-90ff-6f54f619d809 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:08.395980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cfc3e76d-51a9-4170-90ff-6f54f619d809, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cfc3e76d-51a9-4170-90ff-6f54f619d809,segment=NetworkSegment(f67726b3-c14d-4273-a0cd-ddcf83dc00d5),segment_id=f67726b3-c14d-4273-a0cd-ddcf83dc00d5)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:08.405941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] Calling delete_port for 20721cc1-6139-4617-aa17-aae192bdb2cd owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:08.412233 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:08.413648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 434165cf-a842-4e7d-ab6d-747e1109fc5d details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:01:08.516403 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f3b8dbcc-51e1-4c49-b3fb-2dd38a22966f tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/ports/93fed5f8-1b3c-4b77-b228-d559dad5ca50/tags/tempest-TagsExtTest-Tag-455296193 HTTP/1.1" status: 204 len: 168 time: 0.1809101 Jul 09 20:01:08.518862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37152) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:08.524162 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-2e8abc03-e3eb-4dc3-bcbc-37bcc5f6df1c tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '93fed5f8-1b3c-4b77-b228-d559dad5ca50', 'tempest-TagsExtTest-Tag-455296193') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:08.688669 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=cfc3e76d-51a9-4170-90ff-6f54f619d809,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:08.743911 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2e8abc03-e3eb-4dc3-bcbc-37bcc5f6df1c tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/ports/93fed5f8-1b3c-4b77-b228-d559dad5ca50/tags/tempest-TagsExtTest-Tag-455296193 HTTP/1.1" status: 204 len: 168 time: 0.2236867 Jul 09 20:01:08.746465 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37154) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:08.750942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-58dff901-ae67-4151-9564-326d4c01222b tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '93fed5f8-1b3c-4b77-b228-d559dad5ca50') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:08.815464 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ec82d605-ad45-4d77-94b5-b71dccaf043a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:24Z', 'updated_at': '2021-07-09T20:01:05Z', 'revision_number': 5, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'gw_port': {'id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:25Z', 'updated_at': '2021-07-09T19:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:08.821034 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 737e27b1-9306-4bb9-a2f2-d77c472f8b80 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:08.828278 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 434165cf-a842-4e7d-ab6d-747e1109fc5d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=434165cf-a842-4e7d-ab6d-747e1109fc5d,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:08.837609 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-589bc0e7-bf85-413a-b715-a9b8afcb4d4a None None] Provisioning complete for port 737e27b1-9306-4bb9-a2f2-d77c472f8b80 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:08.838270 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-589bc0e7-bf85-413a-b715-a9b8afcb4d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:08.873211 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec82d605-ad45-4d77-94b5-b71dccaf043a None None] The sync data for ids ['1fc3255c-5a46-4b28-ab2e-ef691a718110'] in n-d-800088-3 is: [{'id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'name': 'tempest-ServersTestJSON-2005592683-router', 'tenant_id': 'ded202859f464376b7f52eb51f8f8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:24Z', 'updated_at': '2021-07-09T20:01:05Z', 'revision_number': 5, 'project_id': 'ded202859f464376b7f52eb51f8f8617', 'gw_port': {'id': '20721cc1-6139-4617-aa17-aae192bdb2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3255c-5a46-4b28-ab2e-ef691a718110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:25Z', 'updated_at': '2021-07-09T19:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:08.926719 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:08.952824 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-58dff901-ae67-4151-9564-326d4c01222b tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/ports/93fed5f8-1b3c-4b77-b228-d559dad5ca50/tags HTTP/1.1" status: 200 len: 205 time: 0.2027264 Jul 09 20:01:08.952824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37158) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:08.957314 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-dedef590-a253-4f8b-b4d0-d1de0f10cbbd tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'deb71467-b771-4cc6-9310-84fef488ec27') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:08.971348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '434165cf-a842-4e7d-ab6d-747e1109fc5d', 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75', 'port_id': '434165cf-a842-4e7d-ab6d-747e1109fc5d', 'mac_address': 'fa:16:3e:a0:bd:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18cd0af-2b12-411e-a985-8dc1e8f567c1', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:01:09.002249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] Pushing event deleted for resources: {'Port': ['ID=20721cc1-6139-4617-aa17-aae192bdb2cd,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:09.058053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7addf-1ad3-4844-92b4-a3ec73fcc237 req-1934d1a0-5894-4958-9a92-a5d258c32463 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:09.068672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7addf-1ad3-4844-92b4-a3ec73fcc237 req-1934d1a0-5894-4958-9a92-a5d258c32463 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:09.081635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7addf-1ad3-4844-92b4-a3ec73fcc237 req-1934d1a0-5894-4958-9a92-a5d258c32463 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:09.096239 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7addf-1ad3-4844-92b4-a3ec73fcc237 req-1934d1a0-5894-4958-9a92-a5d258c32463 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:09.107971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7addf-1ad3-4844-92b4-a3ec73fcc237 req-1934d1a0-5894-4958-9a92-a5d258c32463 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:09.124458 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:09.125163 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7addf-1ad3-4844-92b4-a3ec73fcc237 req-1934d1a0-5894-4958-9a92-a5d258c32463 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:09.128143 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7addf-1ad3-4844-92b4-a3ec73fcc237 req-1934d1a0-5894-4958-9a92-a5d258c32463 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:09.141482 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1fe7addf-1ad3-4844-92b4-a3ec73fcc237 req-1934d1a0-5894-4958-9a92-a5d258c32463 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5435 time: 0.4324965 Jul 09 20:01:09.142728 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dedef590-a253-4f8b-b4d0-d1de0f10cbbd tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/routers/deb71467-b771-4cc6-9310-84fef488ec27/tags HTTP/1.1" status: 200 len: 240 time: 0.1888709 Jul 09 20:01:09.143423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37164) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:09.143757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37166) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:09.150594 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e985f552-999a-4c51-ae13-4a87d3b74eb8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Request body: {'floatingip': {'port_id': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:09.155564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-aaa02019-2a8a-4cc1-b669-31476cf05f45 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'deb71467-b771-4cc6-9310-84fef488ec27', 'tempest-TagsExtTest-Tag-650676910') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:09.175985 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 737e27b1-9306-4bb9-a2f2-d77c472f8b80 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:09.176360 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:09.180784 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434165cf-a842-4e7d-ab6d-747e1109fc5d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:09.261345 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e985f552-999a-4c51-ae13-4a87d3b74eb8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:09.265804 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:09.300486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 434165cf-a842-4e7d-ab6d-747e1109fc5d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=434165cf-a842-4e7d-ab6d-747e1109fc5d,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:09.317363 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:09.318391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:01:09.380503 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-589bc0e7-bf85-413a-b715-a9b8afcb4d4a None None] Provisioning for port 93fed5f8-1b3c-4b77-b228-d559dad5ca50 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:09.392629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd48962-a792-4cf9-b820-c25adc73b0b3 req-d31a9fa7-8746-4fdc-b106-2cbe0e3479a0 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:09.394206 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0cd48962-a792-4cf9-b820-c25adc73b0b3 req-d31a9fa7-8746-4fdc-b106-2cbe0e3479a0 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 945 time: 0.3257039 Jul 09 20:01:09.398062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-589bc0e7-bf85-413a-b715-a9b8afcb4d4a None None] Provisioning complete for port 93fed5f8-1b3c-4b77-b228-d559dad5ca50 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:09.398705 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-589bc0e7-bf85-413a-b715-a9b8afcb4d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:09.439987 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-aaa02019-2a8a-4cc1-b669-31476cf05f45 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/routers/deb71467-b771-4cc6-9310-84fef488ec27/tags/tempest-TagsExtTest-Tag-650676910 HTTP/1.1" status: 204 len: 168 time: 0.2924581 Jul 09 20:01:09.452308 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37170) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:09.488602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-8d6ae20c-6425-447a-b67d-7b11094642bb tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'deb71467-b771-4cc6-9310-84fef488ec27', 'tempest-TagsExtTest-Tag-650676910') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:09.496109 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=434165cf-a842-4e7d-ab6d-747e1109fc5d,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:09.500793 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:09.503957 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:09.514604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-589bc0e7-bf85-413a-b715-a9b8afcb4d4a None None] Port 93fed5f8-1b3c-4b77-b228-d559dad5ca50 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:01:09.517936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4a5066e1-5df8-47b1-bc91-51ff5dde2cfc,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:09.535039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '4a5066e1-5df8-47b1-bc91-51ff5dde2cfc', 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75', 'port_id': '4a5066e1-5df8-47b1-bc91-51ff5dde2cfc', 'mac_address': 'fa:16:3e:a4:14:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18cd0af-2b12-411e-a985-8dc1e8f567c1', 'ip_address': '10.1.1.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:01:09.584375 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:09.606802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a3f5e-dcf4-48ab-94d0-51fbd77ae0ea req-4f47a997-aac3-4424-bf75-2a2dccdce124 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:09.610446 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:09.614046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a3f5e-dcf4-48ab-94d0-51fbd77ae0ea req-4f47a997-aac3-4424-bf75-2a2dccdce124 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:09.632354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a3f5e-dcf4-48ab-94d0-51fbd77ae0ea req-4f47a997-aac3-4424-bf75-2a2dccdce124 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:09.642173 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a3f5e-dcf4-48ab-94d0-51fbd77ae0ea req-4f47a997-aac3-4424-bf75-2a2dccdce124 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:09.658037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a3f5e-dcf4-48ab-94d0-51fbd77ae0ea req-4f47a997-aac3-4424-bf75-2a2dccdce124 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:09.661203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6f345c75-5536-4f02-9e18-0e2837a4591c None None] Provisioning complete for port 93fed5f8-1b3c-4b77-b228-d559dad5ca50 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:09.661644 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6f345c75-5536-4f02-9e18-0e2837a4591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:09.672683 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0cd48962-a792-4cf9-b820-c25adc73b0b3 req-022df4b0-7604-4aea-93ef-f540028003de tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2648365 Jul 09 20:01:09.673078 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a3f5e-dcf4-48ab-94d0-51fbd77ae0ea req-4f47a997-aac3-4424-bf75-2a2dccdce124 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:09.682743 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a3f5e-dcf4-48ab-94d0-51fbd77ae0ea req-4f47a997-aac3-4424-bf75-2a2dccdce124 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:09.697249 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e48a3f5e-dcf4-48ab-94d0-51fbd77ae0ea req-4f47a997-aac3-4424-bf75-2a2dccdce124 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5432 time: 0.4266102 Jul 09 20:01:09.745270 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8d6ae20c-6425-447a-b67d-7b11094642bb tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/routers/deb71467-b771-4cc6-9310-84fef488ec27/tags/tempest-TagsExtTest-Tag-650676910 HTTP/1.1" status: 204 len: 168 time: 0.2918561 Jul 09 20:01:09.749265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37174) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:09.760048 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.tag.tag_plugin [None req-abc4e043-7153-4ab2-beb4-67107ce2da45 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'deb71467-b771-4cc6-9310-84fef488ec27') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:09.770015 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4a5066e1-5df8-47b1-bc91-51ff5dde2cfc,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:09.770994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-6f345c75-5536-4f02-9e18-0e2837a4591c None None] Port 93fed5f8-1b3c-4b77-b228-d559dad5ca50 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:01:09.777165 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:09.777400 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:09.777700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fc3255c-5a46-4b28-ab2e-ef691a718110 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:01:09.829898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 04fe12c2-ba4f-490a-b1e2-925e497d6d56 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:01:09.886312 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:09.889623 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b322f7b1-b32c-4aea-a49c-7ce867cdff24 admin admin] 10.222.0.30 "DELETE /v2.0/routers/1fc3255c-5a46-4b28-ab2e-ef691a718110 HTTP/1.1" status: 204 len: 168 time: 2.9659169 Jul 09 20:01:09.904917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37176) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:09.954831 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=4a5066e1-5df8-47b1-bc91-51ff5dde2cfc,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:09.999945 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b7d7d8b2-619f-4886-8179-777d3c9bc83b req-d56214e4-d958-4906-b237-61d495bc33ea tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 210 time: 0.0940402 Jul 09 20:01:10.033239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 04fe12c2-ba4f-490a-b1e2-925e497d6d56, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=04fe12c2-ba4f-490a-b1e2-925e497d6d56,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:10.073748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '04fe12c2-ba4f-490a-b1e2-925e497d6d56', 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75', 'port_id': '04fe12c2-ba4f-490a-b1e2-925e497d6d56', 'mac_address': 'fa:16:3e:a8:0f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18cd0af-2b12-411e-a985-8dc1e8f567c1', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:01:10.168323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-971c4738-9d3a-43e9-988a-ddc2dec9a3d7 admin admin] Deleting subnet 08e0d77d-3430-472f-ab8b-562c649e0d86 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:01:10.178725 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-971c4738-9d3a-43e9-988a-ddc2dec9a3d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:10.179114 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:10.224221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fe12c2-ba4f-490a-b1e2-925e497d6d56 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:10.260621 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 04fe12c2-ba4f-490a-b1e2-925e497d6d56, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=04fe12c2-ba4f-490a-b1e2-925e497d6d56,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:10.268268 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:10.269111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:01:10.337764 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-971c4738-9d3a-43e9-988a-ddc2dec9a3d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:10.368731 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e985f552-999a-4c51-ae13-4a87d3b74eb8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:10.377558 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e985f552-999a-4c51-ae13-4a87d3b74eb8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:10.527796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=04fe12c2-ba4f-490a-b1e2-925e497d6d56,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:10.529070 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-971c4738-9d3a-43e9-988a-ddc2dec9a3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:10.544665 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e48a3f5e-dcf4-48ab-94d0-51fbd77ae0ea req-695a9da9-355a-40d2-86ff-b851670674a2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8463347 Jul 09 20:01:10.561950 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=40e1fa92-ad4d-4c40-9344-ec2217ecdc11,segment=NetworkSegment(c00e4733-7eff-471c-ac3a-328929a18e28),segment_id=c00e4733-7eff-471c-ac3a-328929a18e28)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:10.579177 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-e985f552-999a-4c51-ae13-4a87d3b74eb8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Floating IP 8c6593ee-b2e6-4dfd-9814-5d102329de71 associated. External IP: 172.25.0.188, port: 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8. Jul 09 20:01:10.581356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '40e1fa92-ad4d-4c40-9344-ec2217ecdc11', 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b', 'port_id': '40e1fa92-ad4d-4c40-9344-ec2217ecdc11', 'mac_address': 'fa:16:3e:7e:0e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70865fc5-c428-4ef7-bccc-8faccd991ddc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:01:10.581909 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-abc4e043-7153-4ab2-beb4-67107ce2da45 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/routers/deb71467-b771-4cc6-9310-84fef488ec27/tags HTTP/1.1" status: 200 len: 205 time: 0.8280015 Jul 09 20:01:10.587506 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37182) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:10.594205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.tag.tag_plugin [None req-712c837b-614c-48d0-aecc-d4ee2f456c16 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'eb42380a-fca2-4a57-8018-352f81848d44') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:10.617967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56661e-631c-4f30-b260-dabb2ac302de req-011182b4-e57c-4a6a-bfe6-2ef6823c85f6 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:10.620281 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e56661e-631c-4f30-b260-dabb2ac302de req-011182b4-e57c-4a6a-bfe6-2ef6823c85f6 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 804 time: 0.9209850 Jul 09 20:01:10.649061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-5e56661e-631c-4f30-b260-dabb2ac302de req-20a48ff5-2281-400c-abaa-7e85c6ba841e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Request body: {'port': {'device_id': '7b478eda-14e9-43f9-b812-28c01112e77f', 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e', 'admin_state_up': True, 'tenant_id': '6b335159e9ad4104b0006808b1428949'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:10.665476 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:10.687864 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-971c4738-9d3a-43e9-988a-ddc2dec9a3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:10.693239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:10.698905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['4a5066e1-5df8-47b1-bc91-51ff5dde2cfc'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:10.701573 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['cfc3e76d-51a9-4170-90ff-6f54f619d809'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:10.776101 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-712c837b-614c-48d0-aecc-d4ee2f456c16 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/subnetpools/eb42380a-fca2-4a57-8018-352f81848d44/tags HTTP/1.1" status: 200 len: 240 time: 0.1872253 Jul 09 20:01:10.779371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37186) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:10.787901 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.tag.tag_plugin [None req-485951a5-78b3-4034-8b30-bf390abcebd9 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eb42380a-fca2-4a57-8018-352f81848d44', 'tempest-TagsExtTest-Tag-354685885') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:10.801448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c4738-9d3a-43e9-988a-ddc2dec9a3d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e0d77d-3430-472f-ab8b-562c649e0d86,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:10.815281 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-971c4738-9d3a-43e9-988a-ddc2dec9a3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:10.825339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-971c4738-9d3a-43e9-988a-ddc2dec9a3d7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/08e0d77d-3430-472f-ab8b-562c649e0d86 HTTP/1.1" status: 204 len: 168 time: 0.8362865 Jul 09 20:01:10.825339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37188) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:10.825339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37190) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:10.826745 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-485951a5-78b3-4034-8b30-bf390abcebd9 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/subnetpools/eb42380a-fca2-4a57-8018-352f81848d44/tags/tempest-TagsExtTest-Tag-354685885 HTTP/1.1" status: 204 len: 168 time: 0.0400784 Jul 09 20:01:10.827779 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e56661e-631c-4f30-b260-dabb2ac302de req-20a48ff5-2281-400c-abaa-7e85c6ba841e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Made reservation on behalf of 6b335159e9ad4104b0006808b1428949 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:10.829270 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:10.831335 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5e56661e-631c-4f30-b260-dabb2ac302de req-20a48ff5-2281-400c-abaa-7e85c6ba841e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:10.838484 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ada70a6-9da2-4e0b-a97d-34f9120289d7 None None] Network ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:10.887114 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['434165cf-a842-4e7d-ab6d-747e1109fc5d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:10.890718 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=40e1fa92-ad4d-4c40-9344-ec2217ecdc11,segment=NetworkSegment(c00e4733-7eff-471c-ac3a-328929a18e28),segment_id=c00e4733-7eff-471c-ac3a-328929a18e28)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:10.926142 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:10.926486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4003c282-8ec7-4e7f-9640-c9a01d1a15a3 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:10.926906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 20721cc1-6139-4617-aa17-aae192bdb2cd no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:10.942143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-a8c6c7ed-ed3c-411e-8c3d-13896eaeba0e tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'eb42380a-fca2-4a57-8018-352f81848d44', 'tempest-TagsExtTest-Tag-354685885') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:10.972778 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:10.973448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 38be194f-024c-4cfb-98dc-6f02547e94f8 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:01:11.024341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-5e56661e-631c-4f30-b260-dabb2ac302de req-20a48ff5-2281-400c-abaa-7e85c6ba841e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Allocated IP 172.20.0.5 (a5acb175-a774-4eab-84ca-6ee9cdc3f74e/74a9c143-b389-43fd-ad86-f382a5b60595/0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:11.086897 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:11.118902 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e985f552-999a-4c51-ae13-4a87d3b74eb8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Router 50637e3b-babe-494b-a649-620401d664bd has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:01:11.133869 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a8c6c7ed-ed3c-411e-8c3d-13896eaeba0e tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/subnetpools/eb42380a-fca2-4a57-8018-352f81848d44/tags/tempest-TagsExtTest-Tag-354685885 HTTP/1.1" status: 204 len: 168 time: 0.1963665 Jul 09 20:01:11.164071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37196) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:11.169940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-6f863db8-8707-44c3-b4df-1ba9c256aea4 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'eb42380a-fca2-4a57-8018-352f81848d44') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:11.265726 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5e56661e-631c-4f30-b260-dabb2ac302de req-20a48ff5-2281-400c-abaa-7e85c6ba841e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:11.320381 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6f863db8-8707-44c3-b4df-1ba9c256aea4 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/subnetpools/eb42380a-fca2-4a57-8018-352f81848d44/tags HTTP/1.1" status: 200 len: 205 time: 0.1539392 Jul 09 20:01:11.337773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37204) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:11.343711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 20721cc1-6139-4617-aa17-aae192bdb2cd {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:11.344296 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 20721cc1-6139-4617-aa17-aae192bdb2cd not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:11.359091 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.tag.tag_plugin [None req-685876e5-1286-4bf7-b020-882d0b5fa289 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'eb42380a-fca2-4a57-8018-352f81848d44') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:11.362935 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a28e219b-0720-4cac-be0c-aa48b420d418 req-3b68fa57-7cb0-42b4-8ed3-1148ff6a410a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 210 time: 0.0689707 Jul 09 20:01:11.410850 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5e56661e-631c-4f30-b260-dabb2ac302de req-20a48ff5-2281-400c-abaa-7e85c6ba841e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:11.457499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] Deleting port d6214e2b-e016-4899-86b2-e6a4da4864e7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:11.457860 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:11.463211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 38be194f-024c-4cfb-98dc-6f02547e94f8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=38be194f-024c-4cfb-98dc-6f02547e94f8,segment=NetworkSegment(c00e4733-7eff-471c-ac3a-328929a18e28),segment_id=c00e4733-7eff-471c-ac3a-328929a18e28)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:11.489100 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-685876e5-1286-4bf7-b020-882d0b5fa289 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/subnetpools/eb42380a-fca2-4a57-8018-352f81848d44/tags HTTP/1.1" status: 204 len: 168 time: 0.1486807 Jul 09 20:01:11.495664 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e56661e-631c-4f30-b260-dabb2ac302de req-20a48ff5-2281-400c-abaa-7e85c6ba841e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Network a5acb175-a774-4eab-84ca-6ee9cdc3f74e is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:11.498110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37210) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:11.502883 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.tag.tag_plugin [None req-1c7cf288-5a10-4854-be4a-90574e48de32 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'deb71467-b771-4cc6-9310-84fef488ec27') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:11.525284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e985f552-999a-4c51-ae13-4a87d3b74eb8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:11.537905 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e985f552-999a-4c51-ae13-4a87d3b74eb8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:11.582628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '38be194f-024c-4cfb-98dc-6f02547e94f8', 'network_id': 'ef5270c7-1773-4605-be53-cd4a35f29f6b', 'port_id': '38be194f-024c-4cfb-98dc-6f02547e94f8', 'mac_address': 'fa:16:3e:dc:6a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70865fc5-c428-4ef7-bccc-8faccd991ddc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:01:11.586446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-5e56661e-631c-4f30-b260-dabb2ac302de req-20a48ff5-2281-400c-abaa-7e85c6ba841e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:11.587367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=40e1fa92-ad4d-4c40-9344-ec2217ecdc11,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:11.589389 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c5c08-3458-4779-b890-da6c26681145 req-1d5ec2ae-6387-462f-972d-9e421569e4d6 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:11.591063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d35c5c08-3458-4779-b890-da6c26681145 req-1d5ec2ae-6387-462f-972d-9e421569e4d6 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 945 time: 0.3240533 Jul 09 20:01:11.596058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] For port d6214e2b-e016-4899-86b2-e6a4da4864e7, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d6214e2b-e016-4899-86b2-e6a4da4864e7,segment=NetworkSegment(bf6f67a5-89f4-4354-b8e2-a03968f6b910),segment_id=bf6f67a5-89f4-4354-b8e2-a03968f6b910)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:11.596437 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:11.603655 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e56661e-631c-4f30-b260-dabb2ac302de req-20a48ff5-2281-400c-abaa-7e85c6ba841e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:11.670700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a48ff5-2281-400c-abaa-7e85c6ba841e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Pushing event updated for resources: {'Port': ['ID=0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:11.731239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c45ec-d9f9-4e49-b1d9-9e02449f3a31 None None] Sync routers for ids ['50637e3b-babe-494b-a649-620401d664bd'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:11.781721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56661e-631c-4f30-b260-dabb2ac302de req-20a48ff5-2281-400c-abaa-7e85c6ba841e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:11.782536 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5e56661e-631c-4f30-b260-dabb2ac302de req-20a48ff5-2281-400c-abaa-7e85c6ba841e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:11.805772 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:11.814233 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1c7cf288-5a10-4854-be4a-90574e48de32 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/routers/deb71467-b771-4cc6-9310-84fef488ec27/tags HTTP/1.1" status: 204 len: 168 time: 0.3125846 Jul 09 20:01:11.825480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37214) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:11.830128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.tag.tag_plugin [None req-4aaf3f18-84ac-4a9e-ba74-7f4ef0fb9129 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '93fed5f8-1b3c-4b77-b228-d559dad5ca50') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:11.833716 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e56661e-631c-4f30-b260-dabb2ac302de req-20a48ff5-2281-400c-abaa-7e85c6ba841e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1956391 Jul 09 20:01:11.853736 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38be194f-024c-4cfb-98dc-6f02547e94f8 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:11.871226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Request body: {'port': {'device_id': '7b478eda-14e9-43f9-b812-28c01112e77f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:11.878544 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 38be194f-024c-4cfb-98dc-6f02547e94f8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=38be194f-024c-4cfb-98dc-6f02547e94f8,segment=NetworkSegment(c00e4733-7eff-471c-ac3a-328929a18e28),segment_id=c00e4733-7eff-471c-ac3a-328929a18e28)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:11.899206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c45ec-d9f9-4e49-b1d9-9e02449f3a31 None None] Routers {'50637e3b-babe-494b-a649-620401d664bd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:11.899896 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7c4c45ec-d9f9-4e49-b1d9-9e02449f3a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:00:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['50637e3b-babe-494b-a649-620401d664bd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:11.911331 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:11.912030 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 35223c2f-da2f-4373-b115-d66932a941cc details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:01:12.048266 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:12.068484 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbeffe-4d90-4791-b283-2edff5b19bb2 req-79edabd3-40b1-45c7-b5b3-a01c59bd24eb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.074907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbeffe-4d90-4791-b283-2edff5b19bb2 req-79edabd3-40b1-45c7-b5b3-a01c59bd24eb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.081665 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbeffe-4d90-4791-b283-2edff5b19bb2 req-79edabd3-40b1-45c7-b5b3-a01c59bd24eb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.088221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbeffe-4d90-4791-b283-2edff5b19bb2 req-79edabd3-40b1-45c7-b5b3-a01c59bd24eb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.095164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbeffe-4d90-4791-b283-2edff5b19bb2 req-79edabd3-40b1-45c7-b5b3-a01c59bd24eb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.101950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbeffe-4d90-4791-b283-2edff5b19bb2 req-79edabd3-40b1-45c7-b5b3-a01c59bd24eb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.109370 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dbeffe-4d90-4791-b283-2edff5b19bb2 req-79edabd3-40b1-45c7-b5b3-a01c59bd24eb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.118045 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-56dbeffe-4d90-4791-b283-2edff5b19bb2 req-79edabd3-40b1-45c7-b5b3-a01c59bd24eb tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5436 time: 0.2125182 Jul 09 20:01:12.122310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] Calling delete_port for d6214e2b-e016-4899-86b2-e6a4da4864e7 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:12.127339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e985f552-999a-4c51-ae13-4a87d3b74eb8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "PUT /v2.0/floatingips/8c6593ee-b2e6-4dfd-9814-5d102329de71 HTTP/1.1" status: 200 len: 991 time: 2.9817946 Jul 09 20:01:12.131734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:12.133980 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76815ba-8a54-4b6d-8066-7a9c662a7525" -d '{"events": [{"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "0d5a34d7-7fd0-497c-88c7-b2009f7eedc8"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:12.150959 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4aaf3f18-84ac-4a9e-ba74-7f4ef0fb9129 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/ports/93fed5f8-1b3c-4b77-b228-d559dad5ca50/tags HTTP/1.1" status: 204 len: 168 time: 0.3221593 Jul 09 20:01:12.151995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37220) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:12.159317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-b373466f-4ca2-4745-8ba2-8d9d7dde81ec tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a4d1727f-e1b8-4878-ace6-4f6cd1970508') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:12.204463 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-56dbeffe-4d90-4791-b283-2edff5b19bb2 req-d8c82b26-7e02-4254-a0e4-fcc1070843af tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855072 Jul 09 20:01:12.215768 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d35c5c08-3458-4779-b890-da6c26681145 req-8cf020de-a5c2-4231-a003-5fdd5ff0db3a tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6079996 Jul 09 20:01:12.285203 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b373466f-4ca2-4745-8ba2-8d9d7dde81ec tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/subnets/a4d1727f-e1b8-4878-ace6-4f6cd1970508/tags HTTP/1.1" status: 204 len: 168 time: 0.1326339 Jul 09 20:01:12.292024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37222) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:12.300275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-1a3cdf03-db42-46b2-9162-bf6d8fbc0b9f tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a4d1727f-e1b8-4878-ace6-4f6cd1970508', 'tempest-TagsExtTest-Tag-1618733844') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:12.317537 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 35223c2f-da2f-4373-b115-d66932a941cc, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=35223c2f-da2f-4373-b115-d66932a941cc,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:12.359947 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:12.369071 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '35223c2f-da2f-4373-b115-d66932a941cc', 'network_id': 'aeb093c8-4c48-4e79-a212-8d5d93a16f75', 'port_id': '35223c2f-da2f-4373-b115-d66932a941cc', 'mac_address': 'fa:16:3e:67:a4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18cd0af-2b12-411e-a985-8dc1e8f567c1', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:01:12.375354 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4942e53b-9f18-4a5a-a2ae-542a3c8eac79 x-openstack-request-id: req-4942e53b-9f18-4a5a-a2ae-542a3c8eac79 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:12.375646 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "tag": "0d5a34d7-7fd0-497c-88c7-b2009f7eedc8", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:12.375906 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4942e53b-9f18-4a5a-a2ae-542a3c8eac79 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:12.376304 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'tag': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8', 'status': 'completed', 'code': 200} Jul 09 20:01:12.378763 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d67c851-42c6-488d-9c8d-b7459bbd40aa None None] DHCP port deletion for ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:01:12.412988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] No DVR routers for this DVR port d6214e2b-e016-4899-86b2-e6a4da4864e7 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:12.415811 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6214e2b-e016-4899-86b2-e6a4da4864e7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:12.471245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=38be194f-024c-4cfb-98dc-6f02547e94f8,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:12.492352 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:12.540707 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35223c2f-da2f-4373-b115-d66932a941cc {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:12.586758 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:12.590208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-2e3e01a0-7b89-429e-b20e-2f7e8628fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.590710 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-2e3e01a0-7b89-429e-b20e-2f7e8628fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.591141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-2e3e01a0-7b89-429e-b20e-2f7e8628fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.591808 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-2e3e01a0-7b89-429e-b20e-2f7e8628fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.592105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-2e3e01a0-7b89-429e-b20e-2f7e8628fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.592608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-2e3e01a0-7b89-429e-b20e-2f7e8628fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.593142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-2e3e01a0-7b89-429e-b20e-2f7e8628fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.595965 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-2e3e01a0-7b89-429e-b20e-2f7e8628fc23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=384eeeeb6b564c0ba6396789db3d7886&device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 6492 time: 0.1991463 Jul 09 20:01:12.599052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-7c4c45ec-d9f9-4e49-b1d9-9e02449f3a31 None None] Set router 50637e3b-babe-494b-a649-620401d664bd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:12.602179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec95fec2-9cdb-45d0-ba55-0927c0cf45c7']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:12.616750 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6f67a5-89f4-4354-b8e2-a03968f6b910') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:12.617337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6f67a5-89f4-4354-b8e2-a03968f6b910') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:12.656155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 35223c2f-da2f-4373-b115-d66932a941cc, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=35223c2f-da2f-4373-b115-d66932a941cc,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:12.660818 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:12.686678 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1a3cdf03-db42-46b2-9162-bf6d8fbc0b9f tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "PUT /v2.0/subnets/a4d1727f-e1b8-4878-ace6-4f6cd1970508/tags/tempest-TagsExtTest-Tag-1618733844 HTTP/1.1" status: 201 len: 201 time: 0.3935018 Jul 09 20:01:12.690417 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:12.692446 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:12.705572 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37228) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:12.721296 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-be505f6c-5950-437c-b316-269e90877579 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '93fed5f8-1b3c-4b77-b228-d559dad5ca50', 'tempest-TagsExtTest-Tag-881165346') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:12.737034 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:01:12.743101 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:01:12.746303 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:01:12.818202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-0ea11875-3e07-4b53-b14a-fe918c32b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.823045 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-0ea11875-3e07-4b53-b14a-fe918c32b636 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac26e3a8-4659-47b4-aecd-3ff1c0a17975 HTTP/1.1" status: 200 len: 913 time: 0.1704268 Jul 09 20:01:12.849106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d6214e2b-e016-4899-86b2-e6a4da4864e7 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:12.855435 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:12.869486 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:12.878406 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ec95fec2-9cdb-45d0-ba55-0927c0cf45c7 HTTP/1.1" status: 204 len: 168 time: 2.0485425 Jul 09 20:01:12.926068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: d6214e2b-e016-4899-86b2-e6a4da4864e7 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:12.928049 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d6214e2b-e016-4899-86b2-e6a4da4864e7 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:12.961482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600bfe8-f0a7-4478-9775-76837d2bc704 req-58c85418-6488-457b-a35e-88828209cdbd tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:12.963265 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9600bfe8-f0a7-4478-9775-76837d2bc704 req-58c85418-6488-457b-a35e-88828209cdbd tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 931 time: 0.3654082 Jul 09 20:01:12.982364 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f3820-3cfd-4af0-8bc0-dfe5d69bb2a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec95fec2-9cdb-45d0-ba55-0927c0cf45c7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:12.999280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=35223c2f-da2f-4373-b115-d66932a941cc,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:13.025773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-be505f6c-5950-437c-b316-269e90877579 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "PUT /v2.0/ports/93fed5f8-1b3c-4b77-b228-d559dad5ca50/tags/tempest-TagsExtTest-Tag-881165346 HTTP/1.1" status: 201 len: 201 time: 0.3182805 Jul 09 20:01:13.028409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37234) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:13.036636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-4f419a6f-9c74-4d67-8f0a-89bdced99656 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'deb71467-b771-4cc6-9310-84fef488ec27', 'tempest-TagsExtTest-Tag-443536356') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:13.041967 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-ee08201a-185b-4023-ae28-560d10c77c1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 HTTP/1.1" status: 200 len: 999 time: 0.2001610 Jul 09 20:01:13.135284 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9600bfe8-f0a7-4478-9775-76837d2bc704 req-8ecd91e1-cfb9-4120-b0af-b74177403db3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642478 Jul 09 20:01:13.136965 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-8315b139-179d-406b-9b53-68658ea66072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:13.139487 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-8315b139-179d-406b-9b53-68658ea66072 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f HTTP/1.1" status: 200 len: 851 time: 0.0617008 Jul 09 20:01:13.144334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:13.173609 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:13.174295 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4f419a6f-9c74-4d67-8f0a-89bdced99656 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "PUT /v2.0/routers/deb71467-b771-4cc6-9310-84fef488ec27/tags/tempest-TagsExtTest-Tag-443536356 HTTP/1.1" status: 201 len: 201 time: 0.1434433 Jul 09 20:01:13.176886 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37236) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:13.193776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-6a44c713-0a38-42fe-a791-1de5a214cbdd tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'eb42380a-fca2-4a57-8018-352f81848d44', 'tempest-TagsExtTest-Tag-492701202') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:13.228162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Transition to ACTIVE for port object 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:13.244889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-bfaf54e4-3bd6-493c-a501-d27b14197c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:13.246468 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-bfaf54e4-3bd6-493c-a501-d27b14197c4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac26e3a8-4659-47b4-aecd-3ff1c0a17975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953522 Jul 09 20:01:13.247273 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:13.303053 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6a44c713-0a38-42fe-a791-1de5a214cbdd tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "PUT /v2.0/subnetpools/eb42380a-fca2-4a57-8018-352f81848d44/tags/tempest-TagsExtTest-Tag-492701202 HTTP/1.1" status: 201 len: 201 time: 0.1200447 Jul 09 20:01:13.303376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37242) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:13.309137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-b66832ac-9aa5-4811-9478-aa12901d713b tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a4d1727f-e1b8-4878-ace6-4f6cd1970508', {'tags': ['tempest-TagsExtTest-Tag-1464017323', 'tempest-TagsExtTest-Tag-1060401132', 'tempest-TagsExtTest-Tag-1362310155']}) {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:13.362715 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7c4c45ec-d9f9-4e49-b1d9-9e02449f3a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50637e3b-babe-494b-a649-620401d664bd', 'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:49Z', 'updated_at': '2021-07-09T19:58:55Z', 'revision_number': 4, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'gw_port': {'id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:51Z', 'updated_at': '2021-07-09T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '8c6593ee-b2e6-4dfd-9814-5d102329de71', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '50637e3b-babe-494b-a649-620401d664bd', 'port_id': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'mac_address': 'fa:16:3e:d7:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:59:47Z', 'updated_at': '2021-07-09T20:01:10Z', 'revision_number': 1, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1b07df-bce9-4dc9-9348-b769da31559d', 'name': '', 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'mac_address': 'fa:16:3e:4c:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:59:04Z', 'revision_number': 5, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'subnets': [{'id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:13.385749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37244) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:13.414628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b66832ac-9aa5-4811-9478-aa12901d713b tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "PUT /v2.0/subnets/a4d1727f-e1b8-4878-ace6-4f6cd1970508/tags HTTP/1.1" status: 200 len: 318 time: 0.1065764 Jul 09 20:01:13.417030 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37246) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:13.424186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-7da6ee45-e9ad-4a82-87f2-15d3fb568b44 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a4d1727f-e1b8-4878-ace6-4f6cd1970508') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:13.460392 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c45ec-d9f9-4e49-b1d9-9e02449f3a31 None None] Checking router: 50637e3b-babe-494b-a649-620401d664bd for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:13.484743 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c45ec-d9f9-4e49-b1d9-9e02449f3a31 None None] Routers {'50637e3b-babe-494b-a649-620401d664bd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:13.485379 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7c4c45ec-d9f9-4e49-b1d9-9e02449f3a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:00:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['50637e3b-babe-494b-a649-620401d664bd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:13.490378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Pushing event updated for resources: {'Port': ['ID=0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:13.514436 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-962e54a3-8deb-4f29-8610-e6c61e124f26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ded202859f464376b7f52eb51f8f8617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269841 Jul 09 20:01:13.519923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37250) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:13.652096 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4afcc964-5366-41b1-b7e5-671efe75fd29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:13.699079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4afcc964-5366-41b1-b7e5-671efe75fd29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:13.732100 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-a9fef80b-5637-46a3-9bed-a64708ac276a service neutron] 10.222.0.36 "GET /v2.0/networks/ac26e3a8-4659-47b4-aecd-3ff1c0a17975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692462 Jul 09 20:01:13.795005 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4afcc964-5366-41b1-b7e5-671efe75fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:13.803128 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4afcc964-5366-41b1-b7e5-671efe75fd29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:13.814314 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4afcc964-5366-41b1-b7e5-671efe75fd29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e85a78cb-0267-47f6-9a87-5964e9328787 HTTP/1.1" status: 204 len: 168 time: 0.2747316 Jul 09 20:01:13.822501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-7c4c45ec-d9f9-4e49-b1d9-9e02449f3a31 None None] Set router 50637e3b-babe-494b-a649-620401d664bd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:13.859011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afcc964-5366-41b1-b7e5-671efe75fd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85a78cb-0267-47f6-9a87-5964e9328787,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:13.869075 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7da6ee45-e9ad-4a82-87f2-15d3fb568b44 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/subnets/a4d1727f-e1b8-4878-ace6-4f6cd1970508/tags HTTP/1.1" status: 204 len: 168 time: 0.4509313 Jul 09 20:01:13.871882 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37258) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:13.889880 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-ab750f1c-0542-43e3-9953-35e0fc6bf195 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a4d1727f-e1b8-4878-ace6-4f6cd1970508', 'tempest-TagsExtTest-Tag-1464017323') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:14.043608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012ad31-6ca3-43e9-885b-621b4e01a90e req-d56830bd-6326-4995-98ca-851749b68c27 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:14.061091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c012ad31-6ca3-43e9-885b-621b4e01a90e req-d56830bd-6326-4995-98ca-851749b68c27 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 945 time: 0.5504174 Jul 09 20:01:14.088419 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76815ba-8a54-4b6d-8066-7a9c662a7525 req-7ccd8efa-02ce-402d-a711-610cac9899b5 service neutron] 10.222.0.36 "GET /v2.0/networks/ac26e3a8-4659-47b4-aecd-3ff1c0a17975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126221 Jul 09 20:01:14.163951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c012ad31-6ca3-43e9-885b-621b4e01a90e req-484df971-95e4-4176-a7bb-5f7852f3aa25 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913680 Jul 09 20:01:14.180983 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-ab750f1c-0542-43e3-9953-35e0fc6bf195 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] show failed (client error): The resource could not be found. Jul 09 20:01:14.188223 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ab750f1c-0542-43e3-9953-35e0fc6bf195 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/subnets/a4d1727f-e1b8-4878-ace6-4f6cd1970508/tags/tempest-TagsExtTest-Tag-1464017323 HTTP/1.1" status: 404 len: 329 time: 0.3130825 Jul 09 20:01:14.189490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37266) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:14.193929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-e00723e2-fe61-4b88-ad17-7cfef4881ce8 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a4d1727f-e1b8-4878-ace6-4f6cd1970508', 'tempest-TagsExtTest-Tag-1060401132') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:14.196828 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['40e1fa92-ad4d-4c40-9344-ec2217ecdc11'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:14.197241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-b2d69dcc-3f02-435d-884c-c70c8603bd5b tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:14.203148 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-b2d69dcc-3f02-435d-884c-c70c8603bd5b tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.36 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 945 time: 0.7108803 Jul 09 20:01:14.277196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Attempting to bind port 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:14.277493 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Attempting to bind port 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:14.283105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Attempting to bind port 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:14.329507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4404fed-8830-4c16-ae71-2096f9622fea req-4648ce33-a4d9-4764-a4a9-3095a52b1cb4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:14.329967 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-e00723e2-fe61-4b88-ad17-7cfef4881ce8 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] show failed (client error): The resource could not be found. Jul 09 20:01:14.333937 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e00723e2-fe61-4b88-ad17-7cfef4881ce8 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/subnets/a4d1727f-e1b8-4878-ace6-4f6cd1970508/tags/tempest-TagsExtTest-Tag-1060401132 HTTP/1.1" status: 404 len: 329 time: 0.1434307 Jul 09 20:01:14.334505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37268) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:14.339476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-506b8555-17b7-4f9c-b921-e904d605c23c tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a4d1727f-e1b8-4878-ace6-4f6cd1970508', 'tempest-TagsExtTest-Tag-1362310155') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:14.352297 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4404fed-8830-4c16-ae71-2096f9622fea req-4648ce33-a4d9-4764-a4a9-3095a52b1cb4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:14.365547 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4404fed-8830-4c16-ae71-2096f9622fea req-4648ce33-a4d9-4764-a4a9-3095a52b1cb4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:14.382825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4404fed-8830-4c16-ae71-2096f9622fea req-4648ce33-a4d9-4764-a4a9-3095a52b1cb4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:14.392817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4404fed-8830-4c16-ae71-2096f9622fea req-4648ce33-a4d9-4764-a4a9-3095a52b1cb4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:14.423664 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4404fed-8830-4c16-ae71-2096f9622fea req-4648ce33-a4d9-4764-a4a9-3095a52b1cb4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:14.455431 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4404fed-8830-4c16-ae71-2096f9622fea req-4648ce33-a4d9-4764-a4a9-3095a52b1cb4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:14.465140 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-506b8555-17b7-4f9c-b921-e904d605c23c tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] show failed (client error): The resource could not be found. Jul 09 20:01:14.466454 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c4404fed-8830-4c16-ae71-2096f9622fea req-4648ce33-a4d9-4764-a4a9-3095a52b1cb4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5437 time: 0.8511226 Jul 09 20:01:14.466612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7c4c45ec-d9f9-4e49-b1d9-9e02449f3a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50637e3b-babe-494b-a649-620401d664bd', 'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:49Z', 'updated_at': '2021-07-09T19:58:55Z', 'revision_number': 4, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'gw_port': {'id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:51Z', 'updated_at': '2021-07-09T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '8c6593ee-b2e6-4dfd-9814-5d102329de71', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '50637e3b-babe-494b-a649-620401d664bd', 'port_id': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'mac_address': 'fa:16:3e:d7:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:59:47Z', 'updated_at': '2021-07-09T20:01:10Z', 'revision_number': 1, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1b07df-bce9-4dc9-9348-b769da31559d', 'name': '', 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'mac_address': 'fa:16:3e:4c:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:59:04Z', 'revision_number': 5, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'subnets': [{'id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:14.469095 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-506b8555-17b7-4f9c-b921-e904d605c23c tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/subnets/a4d1727f-e1b8-4878-ace6-4f6cd1970508/tags/tempest-TagsExtTest-Tag-1362310155 HTTP/1.1" status: 404 len: 329 time: 0.1329997 Jul 09 20:01:14.469676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37274) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:14.487240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-325e4665-03c2-4492-9f45-8a85007712c9 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '93fed5f8-1b3c-4b77-b228-d559dad5ca50', {'tags': ['tempest-TagsExtTest-Tag-786237160', 'tempest-TagsExtTest-Tag-100614491', 'tempest-TagsExtTest-Tag-10414156']}) {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:14.508809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Port 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:01:14.509252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Attempting to bind port 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:14.512025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c45ec-d9f9-4e49-b1d9-9e02449f3a31 None None] The sync data for ids ['50637e3b-babe-494b-a649-620401d664bd'] in n-d-800088-3 is: [{'id': '50637e3b-babe-494b-a649-620401d664bd', 'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:49Z', 'updated_at': '2021-07-09T19:58:55Z', 'revision_number': 4, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'gw_port': {'id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:51Z', 'updated_at': '2021-07-09T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '8c6593ee-b2e6-4dfd-9814-5d102329de71', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '50637e3b-babe-494b-a649-620401d664bd', 'port_id': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'mac_address': 'fa:16:3e:d7:d9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T19:59:47Z', 'updated_at': '2021-07-09T20:01:10Z', 'revision_number': 1, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1b07df-bce9-4dc9-9348-b769da31559d', 'name': '', 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'mac_address': 'fa:16:3e:4c:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:59:04Z', 'revision_number': 5, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'subnets': [{'id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:14.535711 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:14.536358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Checking segment: {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:14.537033 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Bound using segment: {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:14.537593 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Bound port: 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:14.538279 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:14.608740 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-325e4665-03c2-4492-9f45-8a85007712c9 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "PUT /v2.0/ports/93fed5f8-1b3c-4b77-b228-d559dad5ca50/tags HTTP/1.1" status: 200 len: 314 time: 0.1379185 Jul 09 20:01:14.611527 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37280) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:14.616771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.tag.tag_plugin [None req-30664aed-9a88-4683-89f1-3ada33cf6c72 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '93fed5f8-1b3c-4b77-b228-d559dad5ca50') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:14.645997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['35223c2f-da2f-4373-b115-d66932a941cc'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:14.757872 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c4404fed-8830-4c16-ae71-2096f9622fea req-a3b176bb-6b21-4bd2-9e86-5e52edb8a264 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2899797 Jul 09 20:01:14.907559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] For port 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:14.917355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292f066-267a-4e25-9b8b-dfe19d9f163b req-688c67bc-54b8-4603-abe6-d66732b5d1eb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:14.918195 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] For port 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:14.919568 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f292f066-267a-4e25-9b8b-dfe19d9f163b req-688c67bc-54b8-4603-abe6-d66732b5d1eb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 943 time: 0.1686835 Jul 09 20:01:14.932391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-d93d2cbf-4a9d-471a-a66f-a4fde82189d5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Deleting port c19c86db-98a6-487e-94b1-871a14ccf343 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:14.933073 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-d93d2cbf-4a9d-471a-a66f-a4fde82189d5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:14.956854 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aaa79e-8e46-43ea-9c07-a17803f0fd07 None None] New status for floating IP 8c6593ee-b2e6-4dfd-9814-5d102329de71: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:01:14.993491 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f292f066-267a-4e25-9b8b-dfe19d9f163b req-ea91ad24-a167-44c2-a1d0-fe197971780f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602787 Jul 09 20:01:14.996740 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.021317 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:15.022071 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.025811 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e56661e-631c-4f30-b260-dabb2ac302de req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] 10.222.0.36 "PUT /v2.0/ports/0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa HTTP/1.1" status: 200 len: 1091 time: 3.1601863 Jul 09 20:01:15.030117 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-30664aed-9a88-4683-89f1-3ada33cf6c72 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/ports/93fed5f8-1b3c-4b77-b228-d559dad5ca50/tags HTTP/1.1" status: 204 len: 168 time: 0.4152472 Jul 09 20:01:15.030935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37294) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:15.036137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-245d9ba1-ed18-46ed-b615-af346cc04119 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93fed5f8-1b3c-4b77-b228-d559dad5ca50', 'tempest-TagsExtTest-Tag-786237160') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:15.048632 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b478eda-14e9-43f9-b812-28c01112e77f', 'tag': '0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:15.051394 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15e89d2-9656-4c89-bba0-62461e1c0165" -d '{"events": [{"name": "network-changed", "server_uuid": "7b478eda-14e9-43f9-b812-28c01112e77f", "tag": "0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:15.121136 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-245d9ba1-ed18-46ed-b615-af346cc04119 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] show failed (client error): The resource could not be found. Jul 09 20:01:15.125730 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-245d9ba1-ed18-46ed-b615-af346cc04119 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/ports/93fed5f8-1b3c-4b77-b228-d559dad5ca50/tags/tempest-TagsExtTest-Tag-786237160 HTTP/1.1" status: 404 len: 328 time: 0.0932062 Jul 09 20:01:15.126479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37300) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:15.132055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-1a31c08a-8d1b-4e4a-96f3-b539c28f23c6 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93fed5f8-1b3c-4b77-b228-d559dad5ca50', 'tempest-TagsExtTest-Tag-100614491') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:15.165576 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce12bc4d-b211-4fab-a430-138be504b9c2 x-openstack-request-id: req-ce12bc4d-b211-4fab-a430-138be504b9c2 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:15.166044 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b478eda-14e9-43f9-b812-28c01112e77f", "tag": "0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:15.166310 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce12bc4d-b211-4fab-a430-138be504b9c2 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:15.166728 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b478eda-14e9-43f9-b812-28c01112e77f', 'tag': '0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa', 'status': 'completed', 'code': 200} Jul 09 20:01:15.204273 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-1a31c08a-8d1b-4e4a-96f3-b539c28f23c6 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] show failed (client error): The resource could not be found. Jul 09 20:01:15.210966 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1a31c08a-8d1b-4e4a-96f3-b539c28f23c6 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/ports/93fed5f8-1b3c-4b77-b228-d559dad5ca50/tags/tempest-TagsExtTest-Tag-100614491 HTTP/1.1" status: 404 len: 328 time: 0.0832930 Jul 09 20:01:15.212730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37304) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:15.224380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-b30c2b6c-0cf5-4cfa-a97c-1f2d806954c8 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93fed5f8-1b3c-4b77-b228-d559dad5ca50', 'tempest-TagsExtTest-Tag-10414156') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:15.270207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37306) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:15.333290 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-b30c2b6c-0cf5-4cfa-a97c-1f2d806954c8 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] show failed (client error): The resource could not be found. Jul 09 20:01:15.338044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b30c2b6c-0cf5-4cfa-a97c-1f2d806954c8 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/ports/93fed5f8-1b3c-4b77-b228-d559dad5ca50/tags/tempest-TagsExtTest-Tag-10414156 HTTP/1.1" status: 404 len: 327 time: 0.1232126 Jul 09 20:01:15.339788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37312) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:15.346936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-60ad6712-781c-4644-a21e-d975d37fb396 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'deb71467-b771-4cc6-9310-84fef488ec27', {'tags': ['tempest-TagsExtTest-Tag-606687956', 'tempest-TagsExtTest-Tag-1687297319', 'tempest-TagsExtTest-Tag-103880564']}) {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:15.434157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-d93d2cbf-4a9d-471a-a66f-a4fde82189d5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] For port c19c86db-98a6-487e-94b1-871a14ccf343, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c19c86db-98a6-487e-94b1-871a14ccf343,segment=NetworkSegment(73409942-d3fe-4044-b392-71efb99b4be7),segment_id=73409942-d3fe-4044-b392-71efb99b4be7)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:15.434584 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-d93d2cbf-4a9d-471a-a66f-a4fde82189d5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.473343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91b120-5ccc-4a7c-9938-e5ec2cced88c service neutron] Pushing event updated for resources: {'Port': ['ID=0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:15.548025 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-60ad6712-781c-4644-a21e-d975d37fb396 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "PUT /v2.0/routers/deb71467-b771-4cc6-9310-84fef488ec27/tags HTTP/1.1" status: 200 len: 316 time: 0.2071235 Jul 09 20:01:15.550838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1184771443-network', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:15.550984 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37316) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:15.556333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-adbd5aea-fdaf-4f11-86b2-e99b8c50ed28 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'deb71467-b771-4cc6-9310-84fef488ec27') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:15.597714 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56661e-631c-4f30-b260-dabb2ac302de req-9cb0460d-5e3d-4b9f-b1df-18bb7be0d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:15.599745 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e56661e-631c-4f30-b260-dabb2ac302de req-9cb0460d-5e3d-4b9f-b1df-18bb7be0d227 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 1094 time: 0.4399285 Jul 09 20:01:15.606025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc679aa-dbed-4998-b48b-f1ae8ea7789a req-8e533c52-49d4-44e1-8d66-f6f52de4bbbe tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:15.607645 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cc679aa-dbed-4998-b48b-f1ae8ea7789a req-8e533c52-49d4-44e1-8d66-f6f52de4bbbe tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 945 time: 0.2566020 Jul 09 20:01:15.684142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] Made reservation on behalf of 8a52c50099ea4824abcf659fdfe5f7b7 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:15.686809 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.689095 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cc679aa-dbed-4998-b48b-f1ae8ea7789a req-b3153d82-3dc0-4128-85e9-de8a73190377 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559900 Jul 09 20:01:15.695501 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e56661e-631c-4f30-b260-dabb2ac302de req-30e91e85-fc6c-4ff0-baa5-d7dbecfca574 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa HTTP/1.1" status: 200 len: 217 time: 0.0830276 Jul 09 20:01:15.700745 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-adbd5aea-fdaf-4f11-86b2-e99b8c50ed28 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/routers/deb71467-b771-4cc6-9310-84fef488ec27/tags HTTP/1.1" status: 204 len: 168 time: 0.1488149 Jul 09 20:01:15.703387 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37320) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:15.709228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-892dbbd2-1e6b-447a-b614-9b413739f94c tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'deb71467-b771-4cc6-9310-84fef488ec27', 'tempest-TagsExtTest-Tag-606687956') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:15.717653 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.764954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50e541-c726-4ac3-9b9d-abd6ab164a8b req-b3ac28f7-a1fd-4c1a-8994-f974ca3ac81f tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:15.768781 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d50e541-c726-4ac3-9b9d-abd6ab164a8b req-b3ac28f7-a1fd-4c1a-8994-f974ca3ac81f tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.2859852 Jul 09 20:01:15.799809 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-892dbbd2-1e6b-447a-b614-9b413739f94c tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] show failed (client error): The resource could not be found. Jul 09 20:01:15.800908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-892dbbd2-1e6b-447a-b614-9b413739f94c tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/routers/deb71467-b771-4cc6-9310-84fef488ec27/tags/tempest-TagsExtTest-Tag-606687956 HTTP/1.1" status: 404 len: 328 time: 0.0960033 Jul 09 20:01:15.803994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37322) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:15.808672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-9ca0cb2f-d299-4494-bf8e-7ecc765b30af tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'deb71467-b771-4cc6-9310-84fef488ec27', 'tempest-TagsExtTest-Tag-1687297319') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:15.856181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56661e-631c-4f30-b260-dabb2ac302de req-fe90b852-7cf6-4ad5-b7ca-1c4ae1c90249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:15.857798 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e56661e-631c-4f30-b260-dabb2ac302de req-fe90b852-7cf6-4ad5-b7ca-1c4ae1c90249 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 200 len: 844 time: 0.1519120 Jul 09 20:01:15.886459 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-9ca0cb2f-d299-4494-bf8e-7ecc765b30af tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] show failed (client error): The resource could not be found. Jul 09 20:01:15.890451 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9ca0cb2f-d299-4494-bf8e-7ecc765b30af tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/routers/deb71467-b771-4cc6-9310-84fef488ec27/tags/tempest-TagsExtTest-Tag-1687297319 HTTP/1.1" status: 404 len: 329 time: 0.0824733 Jul 09 20:01:15.890690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37326) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:15.895136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-3960bf8c-9528-4ecf-9dbc-914f9a730387 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'deb71467-b771-4cc6-9310-84fef488ec27', 'tempest-TagsExtTest-Tag-103880564') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:15.906163 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-d93d2cbf-4a9d-471a-a66f-a4fde82189d5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.906658 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-d93d2cbf-4a9d-471a-a66f-a4fde82189d5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:15.906981 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-d93d2cbf-4a9d-471a-a66f-a4fde82189d5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Floating IP 59cbc7b2-1fd3-4089-9257-da1871494c49 disassociated. External IP: 172.25.0.169, port: c19c86db-98a6-487e-94b1-871a14ccf343. Jul 09 20:01:15.907341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-d93d2cbf-4a9d-471a-a66f-a4fde82189d5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Calling delete_port for c19c86db-98a6-487e-94b1-871a14ccf343 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:15.911889 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e56661e-631c-4f30-b260-dabb2ac302de req-472f9a28-8607-442d-ad95-06801e082444 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367086 Jul 09 20:01:15.930026 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['04fe12c2-ba4f-490a-b1e2-925e497d6d56'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:15.978340 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-3960bf8c-9528-4ecf-9dbc-914f9a730387 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] show failed (client error): The resource could not be found. Jul 09 20:01:15.979900 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3960bf8c-9528-4ecf-9dbc-914f9a730387 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/routers/deb71467-b771-4cc6-9310-84fef488ec27/tags/tempest-TagsExtTest-Tag-103880564 HTTP/1.1" status: 404 len: 328 time: 0.0882568 Jul 09 20:01:15.982593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37328) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:15.988164 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-e5a2d876-10c3-4284-a45b-0b81b27ee424 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'eb42380a-fca2-4a57-8018-352f81848d44', {'tags': ['tempest-TagsExtTest-Tag-271945234', 'tempest-TagsExtTest-Tag-1769718039', 'tempest-TagsExtTest-Tag-472037132']}) {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:15.996997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['38be194f-024c-4cfb-98dc-6f02547e94f8'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:16.004390 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d50e541-c726-4ac3-9b9d-abd6ab164a8b req-ad361fd2-6e56-4f01-ba79-8fba36efd2d7 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956396 Jul 09 20:01:16.051484 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e5a2d876-10c3-4284-a45b-0b81b27ee424 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "PUT /v2.0/subnetpools/eb42380a-fca2-4a57-8018-352f81848d44/tags HTTP/1.1" status: 200 len: 316 time: 0.0676546 Jul 09 20:01:16.054281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37332) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:16.063201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-59c3d630-d4ad-4be7-b77c-00c731ab68d8 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'eb42380a-fca2-4a57-8018-352f81848d44') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:16.106897 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-59c3d630-d4ad-4be7-b77c-00c731ab68d8 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/subnetpools/eb42380a-fca2-4a57-8018-352f81848d44/tags HTTP/1.1" status: 204 len: 168 time: 0.0508893 Jul 09 20:01:16.109611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37334) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:16.116265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-9f3baac5-444f-464a-8fab-77109bcdef78 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eb42380a-fca2-4a57-8018-352f81848d44', 'tempest-TagsExtTest-Tag-271945234') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:16.186311 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-9f3baac5-444f-464a-8fab-77109bcdef78 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] show failed (client error): The resource could not be found. Jul 09 20:01:16.187398 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9f3baac5-444f-464a-8fab-77109bcdef78 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/subnetpools/eb42380a-fca2-4a57-8018-352f81848d44/tags/tempest-TagsExtTest-Tag-271945234 HTTP/1.1" status: 404 len: 328 time: 0.0767119 Jul 09 20:01:16.190645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37336) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:16.196195 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-fa1f9e79-768f-48a3-9b0c-3880417d69b9 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eb42380a-fca2-4a57-8018-352f81848d44', 'tempest-TagsExtTest-Tag-1769718039') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:16.207251 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e56661e-631c-4f30-b260-dabb2ac302de req-412bd30b-4412-44d9-930a-b06f08f22846 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853713 Jul 09 20:01:16.257777 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-fa1f9e79-768f-48a3-9b0c-3880417d69b9 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] show failed (client error): The resource could not be found. Jul 09 20:01:16.258928 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fa1f9e79-768f-48a3-9b0c-3880417d69b9 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/subnetpools/eb42380a-fca2-4a57-8018-352f81848d44/tags/tempest-TagsExtTest-Tag-1769718039 HTTP/1.1" status: 404 len: 329 time: 0.0674355 Jul 09 20:01:16.262055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37338) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:16.267974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-3a91d2d7-585e-4680-a1cb-0c8fcf25a235 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'eb42380a-fca2-4a57-8018-352f81848d44', 'tempest-TagsExtTest-Tag-472037132') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:16.285432 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd4748-8da7-49e4-9ab8-075da9b29582 req-a5b47ad8-4a09-4b52-bb96-6c94cab5be86 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:16.290206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['766f3db3-fa17-47d0-b351-3410350a3894', '89a54018-e233-4290-980a-96721691e0f6'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:16.293752 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd4748-8da7-49e4-9ab8-075da9b29582 req-a5b47ad8-4a09-4b52-bb96-6c94cab5be86 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:16.299794 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd4748-8da7-49e4-9ab8-075da9b29582 req-a5b47ad8-4a09-4b52-bb96-6c94cab5be86 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:16.306634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd4748-8da7-49e4-9ab8-075da9b29582 req-a5b47ad8-4a09-4b52-bb96-6c94cab5be86 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:16.313011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd4748-8da7-49e4-9ab8-075da9b29582 req-a5b47ad8-4a09-4b52-bb96-6c94cab5be86 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:16.318903 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd4748-8da7-49e4-9ab8-075da9b29582 req-a5b47ad8-4a09-4b52-bb96-6c94cab5be86 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:16.326126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd4748-8da7-49e4-9ab8-075da9b29582 req-a5b47ad8-4a09-4b52-bb96-6c94cab5be86 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:16.328049 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3bd4748-8da7-49e4-9ab8-075da9b29582 req-a5b47ad8-4a09-4b52-bb96-6c94cab5be86 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5437 time: 0.2068050 Jul 09 20:01:16.369536 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-3a91d2d7-585e-4680-a1cb-0c8fcf25a235 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] show failed (client error): The resource could not be found. Jul 09 20:01:16.373276 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3a91d2d7-585e-4680-a1cb-0c8fcf25a235 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/subnetpools/eb42380a-fca2-4a57-8018-352f81848d44/tags/tempest-TagsExtTest-Tag-472037132 HTTP/1.1" status: 404 len: 328 time: 0.1077185 Jul 09 20:01:16.376577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37340) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:16.381102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-3e4785f8-f764-4264-a718-7e42b8730a8b tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'eb42380a-fca2-4a57-8018-352f81848d44') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:16.410337 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3bd4748-8da7-49e4-9ab8-075da9b29582 req-8d560924-9d1b-4b8c-b451-7b3aa35303e6 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708656 Jul 09 20:01:16.461059 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3e4785f8-f764-4264-a718-7e42b8730a8b tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/subnetpools/eb42380a-fca2-4a57-8018-352f81848d44/tags HTTP/1.1" status: 204 len: 168 time: 0.0822287 Jul 09 20:01:16.462603 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37342) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:16.471763 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-62898516-9aa5-4d65-9ae1-2ae20f9e088f tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'deb71467-b771-4cc6-9310-84fef488ec27') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:16.561622 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-62898516-9aa5-4d65-9ae1-2ae20f9e088f tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/routers/deb71467-b771-4cc6-9310-84fef488ec27/tags HTTP/1.1" status: 204 len: 168 time: 0.0978332 Jul 09 20:01:16.564026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37344) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:16.568777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-eab20883-f3e7-4dcb-8635-c6cfa3c6af83 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '93fed5f8-1b3c-4b77-b228-d559dad5ca50') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:16.634019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-eab20883-f3e7-4dcb-8635-c6cfa3c6af83 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/ports/93fed5f8-1b3c-4b77-b228-d559dad5ca50/tags HTTP/1.1" status: 204 len: 168 time: 0.0687122 Jul 09 20:01:16.636513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37346) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:16.641106 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-2f76addc-ef27-4581-9e45-68fdec5a1f65 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a4d1727f-e1b8-4878-ace6-4f6cd1970508') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:16.688497 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.705897 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2f76addc-ef27-4581-9e45-68fdec5a1f65 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/subnets/a4d1727f-e1b8-4878-ace6-4f6cd1970508/tags HTTP/1.1" status: 204 len: 168 time: 0.0679977 Jul 09 20:01:16.710337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37348) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:16.718279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c19c86db-98a6-487e-94b1-871a14ccf343 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:16.726517 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.737990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:01:16.747826 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.748190 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] Added segment 39e65ca2-c377-45c7-b8b1-ddd5406ce697 of type vlan for network 8690c2e1-6f6c-4242-b675-237da2661b58 Jul 09 20:01:16.807468 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.816566 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f78f7fac-cdb4-4a12-9e53-0f12555fc9cd tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks [] for subnetpool, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.818032 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f78f7fac-cdb4-4a12-9e53-0f12555fc9cd tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/subnetpools/eb42380a-fca2-4a57-8018-352f81848d44 HTTP/1.1" status: 204 len: 168 time: 0.1063035 Jul 09 20:01:16.820475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37352) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:16.830484 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.861375 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a8167295-26eb-41c3-b015-d192f0eb6bf0 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "GET /v2.0/ports?device_id=deb71467-b771-4cc6-9310-84fef488ec27 HTTP/1.1" status: 200 len: 205 time: 0.0395522 Jul 09 20:01:16.871883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37356) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:16.885719 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.886701 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:16.887296 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.906867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421c08d6-a4f7-43db-b71a-1cac87f421aa,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:16.950497 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-d93d2cbf-4a9d-471a-a66f-a4fde82189d5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.971747 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e56661e-631c-4f30-b260-dabb2ac302de req-94cf9b47-11f9-4c8a-937b-669b27c41b82 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7369614 Jul 09 20:01:16.979991 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3799b931-ded7-4b61-af98-f1c9d7eab733 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:16.994333 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7127655 Jul 09 20:01:17.001291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37360) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:17.003385 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d2cbf-4a9d-471a-a66f-a4fde82189d5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Pushing event deleted for resources: {'Port': ['ID=c19c86db-98a6-487e-94b1-871a14ccf343,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:17.012022 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-69c4231e-b9b2-4642-8461-015b1779a190 admin admin] Request body: {'subnet': {'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1184771443-subnet', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:17.022662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a73a93-8c3b-48af-abce-2b6983b711a4 admin admin] Pushing event updated for resources: {'Network': ['ID=8690c2e1-6f6c-4242-b675-237da2661b58,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:17.032192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a454ae-760b-42b6-a369-d974adee69c2 req-1e9d1651-274d-4dae-9e10-b27a6578dc0d tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:17.033831 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c7a454ae-760b-42b6-a369-d974adee69c2 req-1e9d1651-274d-4dae-9e10-b27a6578dc0d tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 943 time: 0.8256555 Jul 09 20:01:17.044731 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 8690c2e1-6f6c-4242-b675-237da2661b58 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:01:17.083984 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24837e-52a8-46b2-9fcc-b412b76778d3 req-fc0a9f0e-8c77-4558-8d83-bbf664228736 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:17.092059 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d24837e-52a8-46b2-9fcc-b412b76778d3 req-fc0a9f0e-8c77-4558-8d83-bbf664228736 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 867 time: 0.2334180 Jul 09 20:01:17.141322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c4231e-b9b2-4642-8461-015b1779a190 admin admin] Made reservation on behalf of 8a52c50099ea4824abcf659fdfe5f7b7 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:17.143683 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-69c4231e-b9b2-4642-8461-015b1779a190 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:17.200486 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3799b931-ded7-4b61-af98-f1c9d7eab733 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:17.206920 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3799b931-ded7-4b61-af98-f1c9d7eab733 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:17.217834 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d24837e-52a8-46b2-9fcc-b412b76778d3 req-2364bb8e-6e71-458e-a908-5e9e6224eb4d tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cc8c8b3-b5e8-46a7-be38-a79df5d07909&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249540 Jul 09 20:01:17.251661 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c7a454ae-760b-42b6-a369-d974adee69c2 req-0f421d60-43fb-40e3-ae82-eb9c2223b8d6 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035565 Jul 09 20:01:17.264334 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3799b931-ded7-4b61-af98-f1c9d7eab733 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:17.266994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3799b931-ded7-4b61-af98-f1c9d7eab733 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Fanout notify agent at l3_agent the message router_deleted on router deb71467-b771-4cc6-9310-84fef488ec27 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:01:17.281606 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3799b931-ded7-4b61-af98-f1c9d7eab733 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:17.283018 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3799b931-ded7-4b61-af98-f1c9d7eab733 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/routers/deb71467-b771-4cc6-9310-84fef488ec27 HTTP/1.1" status: 204 len: 168 time: 0.4100966 Jul 09 20:01:17.291065 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37364) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:17.297985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e89d2-9656-4c89-bba0-62461e1c0165 req-0a77ad74-3265-42c7-bb2d-085e211c60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:17.299526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d15e89d2-9656-4c89-bba0-62461e1c0165 req-0a77ad74-3265-42c7-bb2d-085e211c60d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 1094 time: 0.2644339 Jul 09 20:01:17.312490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-d93d2cbf-4a9d-471a-a66f-a4fde82189d5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Router b49ce5e3-cac8-418d-9809-9cb9756b8876 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:01:17.414513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae843a-7d78-437b-add6-4f4517f6c492 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Deleting port 93fed5f8-1b3c-4b77-b228-d559dad5ca50 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:17.414877 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d2ae843a-7d78-437b-add6-4f4517f6c492 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:17.566294 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d2ae843a-7d78-437b-add6-4f4517f6c492 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:17.582808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae843a-7d78-437b-add6-4f4517f6c492 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Calling delete_port for 93fed5f8-1b3c-4b77-b228-d559dad5ca50 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:17.624142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e89d2-9656-4c89-bba0-62461e1c0165 req-6298b506-9c31-4bfa-bb3c-331667dd5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:17.625655 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d15e89d2-9656-4c89-bba0-62461e1c0165 req-6298b506-9c31-4bfa-bb3c-331667dd5587 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 905 time: 0.3084571 Jul 09 20:01:17.663184 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-69c4231e-b9b2-4642-8461-015b1779a190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:17.670480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-d93d2cbf-4a9d-471a-a66f-a4fde82189d5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:17.682957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b64f82-ef8b-4c1c-95e0-bdeac77193e9 req-6c4e7542-188f-4968-9382-a2f122e3bc4c tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:17.683669 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9534ca8-2911-4fd7-8677-decccfdccd90 None None] Sync routers for ids ['b49ce5e3-cac8-418d-9809-9cb9756b8876'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:17.684736 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8b64f82-ef8b-4c1c-95e0-bdeac77193e9 req-6c4e7542-188f-4968-9382-a2f122e3bc4c tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.1826701 Jul 09 20:01:17.701810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9534ca8-2911-4fd7-8677-decccfdccd90 None None] Routers {'b49ce5e3-cac8-418d-9809-9cb9756b8876'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:17.702983 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c9534ca8-2911-4fd7-8677-decccfdccd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:00:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b49ce5e3-cac8-418d-9809-9cb9756b8876'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:17.738254 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d15e89d2-9656-4c89-bba0-62461e1c0165 req-50d8b970-ef34-4793-adab-23ffd072514b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa HTTP/1.1" status: 200 len: 217 time: 0.0823836 Jul 09 20:01:17.763994 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8b64f82-ef8b-4c1c-95e0-bdeac77193e9 req-cfeaf729-b87e-4add-ad2f-ed9ffa7e4f51 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719435 Jul 09 20:01:17.780513 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d2ae843a-7d78-437b-add6-4f4517f6c492 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:17.845758 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae843a-7d78-437b-add6-4f4517f6c492 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Pushing event deleted for resources: {'Port': ['ID=93fed5f8-1b3c-4b77-b228-d559dad5ca50,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:17.852136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-d93d2cbf-4a9d-471a-a66f-a4fde82189d5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] No DVR routers for this DVR port c19c86db-98a6-487e-94b1-871a14ccf343 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:17.857577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-c9534ca8-2911-4fd7-8677-decccfdccd90 None None] Set router b49ce5e3-cac8-418d-9809-9cb9756b8876 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:17.888462 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-d93d2cbf-4a9d-471a-a66f-a4fde82189d5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:17.890570 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d76304e9-50e6-410b-9b1d-8b9bf2400425 req-d93d2cbf-4a9d-471a-a66f-a4fde82189d5 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.36 "DELETE /v2.0/ports/c19c86db-98a6-487e-94b1-871a14ccf343 HTTP/1.1" status: 204 len: 173 time: 3.6727316 Jul 09 20:01:17.894648 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e89d2-9656-4c89-bba0-62461e1c0165 req-7d889569-f7a5-42fa-a518-bec6ed96d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:17.896369 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d15e89d2-9656-4c89-bba0-62461e1c0165 req-7d889569-f7a5-42fa-a518-bec6ed96d5b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 200 len: 844 time: 0.1327450 Jul 09 20:01:17.897180 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4231e-b9b2-4642-8461-015b1779a190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f09e31-7104-40a3-94a2-dae4015145f2,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:17.900502 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87b1478-f9e5-41f5-8adb-8245da74b492', 'name': 'network-vif-deleted', 'tag': 'c19c86db-98a6-487e-94b1-871a14ccf343'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:17.903040 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252f1d8a-a800-4db3-99b7-0c30a470d847" -d '{"events": [{"server_uuid": "b87b1478-f9e5-41f5-8adb-8245da74b492", "name": "network-vif-deleted", "tag": "c19c86db-98a6-487e-94b1-871a14ccf343"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:17.913676 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d2ae843a-7d78-437b-add6-4f4517f6c492 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:17.922451 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d2ae843a-7d78-437b-add6-4f4517f6c492 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/ports/93fed5f8-1b3c-4b77-b228-d559dad5ca50 HTTP/1.1" status: 204 len: 168 time: 0.6286943 Jul 09 20:01:17.924124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37370) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:17.979100 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c17d3c-9f2f-40c6-8d1b-d96ae6a51ee3 x-openstack-request-id: req-c0c17d3c-9f2f-40c6-8d1b-d96ae6a51ee3 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:17.979426 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87b1478-f9e5-41f5-8adb-8245da74b492", "name": "network-vif-deleted", "tag": "c19c86db-98a6-487e-94b1-871a14ccf343", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:17.979688 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0c17d3c-9f2f-40c6-8d1b-d96ae6a51ee3 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:17.980100 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87b1478-f9e5-41f5-8adb-8245da74b492', 'name': 'network-vif-deleted', 'tag': 'c19c86db-98a6-487e-94b1-871a14ccf343', 'status': 'completed', 'code': 200} Jul 09 20:01:17.984750 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d15e89d2-9656-4c89-bba0-62461e1c0165 req-6c1bc20a-eb2c-48a1-a09b-9eede19e7d12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780640 Jul 09 20:01:18.011586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b8105e-fdb0-46a7-8121-2a4d2ca1f6d1 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Deleting subnet a4d1727f-e1b8-4878-ace6-4f6cd1970508 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:01:18.015643 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-80b8105e-fdb0-46a7-8121-2a4d2ca1f6d1 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:18.035380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8b8b7-f059-43e5-9458-2081933759ad req-5a18050a-054d-409b-8135-8ce374b2459c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:18.049224 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8b8b7-f059-43e5-9458-2081933759ad req-5a18050a-054d-409b-8135-8ce374b2459c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:18.062101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8b8b7-f059-43e5-9458-2081933759ad req-5a18050a-054d-409b-8135-8ce374b2459c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:18.068710 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-80b8105e-fdb0-46a7-8121-2a4d2ca1f6d1 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:18.078115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8b8b7-f059-43e5-9458-2081933759ad req-5a18050a-054d-409b-8135-8ce374b2459c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:18.084339 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8b8b7-f059-43e5-9458-2081933759ad req-5a18050a-054d-409b-8135-8ce374b2459c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:18.090905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8b8b7-f059-43e5-9458-2081933759ad req-5a18050a-054d-409b-8135-8ce374b2459c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:18.097009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8b8b7-f059-43e5-9458-2081933759ad req-5a18050a-054d-409b-8135-8ce374b2459c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:18.105256 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8ec8b8b7-f059-43e5-9458-2081933759ad req-5a18050a-054d-409b-8135-8ce374b2459c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5437 time: 0.5021868 Jul 09 20:01:18.145098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c9534ca8-2911-4fd7-8677-decccfdccd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:00Z', 'revision_number': 4, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'gw_port': {'id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '018347c6-a7ed-4cea-8b46-db8b3bce6961', 'name': '', 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'mac_address': 'fa:16:3e:88:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:59Z', 'updated_at': '2021-07-09T19:58:07Z', 'revision_number': 5, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'subnets': [{'id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:18.157553 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c4231e-b9b2-4642-8461-015b1779a190 admin admin] Checking segment: {'id': '39e65ca2-c377-45c7-b8b1-ddd5406ce697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:18.157965 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c4231e-b9b2-4642-8461-015b1779a190 admin admin] Network hostable DHCP agents. Network: 8690c2e1-6f6c-4242-b675-237da2661b58, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:01:18.175117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9534ca8-2911-4fd7-8677-decccfdccd90 None None] Checking router: b49ce5e3-cac8-418d-9809-9cb9756b8876 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:18.175368 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-80b8105e-fdb0-46a7-8121-2a4d2ca1f6d1 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:18.185203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9534ca8-2911-4fd7-8677-decccfdccd90 None None] Routers {'b49ce5e3-cac8-418d-9809-9cb9756b8876'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:18.186089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c9534ca8-2911-4fd7-8677-decccfdccd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:00:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b49ce5e3-cac8-418d-9809-9cb9756b8876'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:18.187566 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8e21a79-58bc-45cc-bba3-8c693c4d21b6 req-8dd546b9-4e63-420d-ad23-c135d2344bcc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4812806 Jul 09 20:01:18.259982 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8ec8b8b7-f059-43e5-9458-2081933759ad req-bd3a5782-a7e1-4098-b5fd-41d173eab389 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1537514 Jul 09 20:01:18.260266 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-80b8105e-fdb0-46a7-8121-2a4d2ca1f6d1 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:18.294871 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c4231e-b9b2-4642-8461-015b1779a190 admin admin] Network 8690c2e1-6f6c-4242-b675-237da2661b58 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:01:18.319018 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-c9534ca8-2911-4fd7-8677-decccfdccd90 None None] Set router b49ce5e3-cac8-418d-9809-9cb9756b8876 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:18.323023 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8105e-fdb0-46a7-8121-2a4d2ca1f6d1 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d1727f-e1b8-4878-ace6-4f6cd1970508,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:18.325510 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-80b8105e-fdb0-46a7-8121-2a4d2ca1f6d1 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:18.329971 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-80b8105e-fdb0-46a7-8121-2a4d2ca1f6d1 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/subnets/a4d1727f-e1b8-4878-ace6-4f6cd1970508 HTTP/1.1" status: 204 len: 168 time: 0.4023457 Jul 09 20:01:18.331478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37376) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:18.397150 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-69c4231e-b9b2-4642-8461-015b1779a190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 8690c2e1-6f6c-4242-b675-237da2661b58) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:18.406487 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c4231e-b9b2-4642-8461-015b1779a190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:18.410999 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-69c4231e-b9b2-4642-8461-015b1779a190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:18.418712 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d15e89d2-9656-4c89-bba0-62461e1c0165 req-fcf5b6a7-b3c7-486a-8d66-872d6941ac7f service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185717 Jul 09 20:01:18.426337 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:18.449395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904ff5e4-6c15-409d-acbe-0313827cf4ab None None] Network d8c1ae02-6806-4b16-b3af-855c52b2d86e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:18.463620 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-69c4231e-b9b2-4642-8461-015b1779a190 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4608169 Jul 09 20:01:18.466866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37382) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:18.472791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:18.479702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cb0217-5f2e-4e30-9190-178ad06fa72a None None] Network 8690c2e1-6f6c-4242-b675-237da2661b58 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:18.582778 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e21a79-58bc-45cc-bba3-8c693c4d21b6 req-ba0b04e0-c794-411d-99c1-7648443af4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:18.584305 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8e21a79-58bc-45cc-bba3-8c693c4d21b6 req-ba0b04e0-c794-411d-99c1-7648443af4d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0a1c014f76f4d61838879a0fcf7ccfa&device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 1096 time: 0.3406527 Jul 09 20:01:18.681043 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d15e89d2-9656-4c89-bba0-62461e1c0165 req-0a91235c-cd8c-4e73-8474-80b3457d96dc service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522984 Jul 09 20:01:18.691999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1c346-96bc-49ad-aae7-9d37088f11ab req-fb798e3f-923c-4ebb-bf7f-0a09336be69a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:18.693637 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aec1c346-96bc-49ad-aae7-9d37088f11ab req-fb798e3f-923c-4ebb-bf7f-0a09336be69a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 943 time: 0.1815543 Jul 09 20:01:18.755556 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:18.814242 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aec1c346-96bc-49ad-aae7-9d37088f11ab req-4d61dd0b-87f3-4006-abec-e7be09641dc2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123776 Jul 09 20:01:18.820810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e21a79-58bc-45cc-bba3-8c693c4d21b6 req-49fc7918-7271-4902-b024-c6ea6e9345f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:18.822399 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8e21a79-58bc-45cc-bba3-8c693c4d21b6 req-49fc7918-7271-4902-b024-c6ea6e9345f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d9c8f0d-513a-4509-99ac-8f0364c9799f HTTP/1.1" status: 200 len: 919 time: 0.2099824 Jul 09 20:01:18.886980 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8e21a79-58bc-45cc-bba3-8c693c4d21b6 req-faf1ab2b-b796-4437-b19b-ecbd150f55e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=309cb334-deb3-4dbc-8f35-1bcfb236fe72 HTTP/1.1" status: 200 len: 217 time: 0.0553834 Jul 09 20:01:18.911538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f66c0-cbf8-49ab-b7c2-5b9acc51c559 req-7849b30c-fa74-4249-b0d5-8d4b1b5bd901 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:18.913788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b2f66c0-cbf8-49ab-b7c2-5b9acc51c559 req-7849b30c-fa74-4249-b0d5-8d4b1b5bd901 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.36 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.1563575 Jul 09 20:01:18.923392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:18.924417 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:18.932625 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d59f0a10-2d3a-40d4-b923-37fa0e4091c7 req-e46997cd-07c2-4e30-9b41-8f4214a30ed9 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 210 time: 0.4382989 Jul 09 20:01:18.963792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e21a79-58bc-45cc-bba3-8c693c4d21b6 req-adac8c14-3fe6-4442-a786-9e45dd78f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:18.965530 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8e21a79-58bc-45cc-bba3-8c693c4d21b6 req-adac8c14-3fe6-4442-a786-9e45dd78f554 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3b3866c-439e-4479-8f0a-3ffef10e645a HTTP/1.1" status: 200 len: 858 time: 0.0642989 Jul 09 20:01:19.008611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Deleting port 737e27b1-9306-4bb9-a2f2-d77c472f8b80 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:19.009337 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.011591 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8e21a79-58bc-45cc-bba3-8c693c4d21b6 req-115dc69e-780e-4eca-b9a0-e4dc603e67ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d9c8f0d-513a-4509-99ac-8f0364c9799f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364718 Jul 09 20:01:19.077402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:19.083460 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.113677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b366790f-408c-439b-a736-de629f50d394 None None] DHCP port deletion for d8c1ae02-6806-4b16-b3af-855c52b2d86e request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:01:19.123518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:19.128478 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.200554 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8e21a79-58bc-45cc-bba3-8c693c4d21b6 req-165271ed-7ebf-486a-ba6d-9e655a0abeac service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661706 Jul 09 20:01:19.228256 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-8b2f66c0-cbf8-49ab-b7c2-5b9acc51c559 req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Deleting port 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:19.228711 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8b2f66c0-cbf8-49ab-b7c2-5b9acc51c559 req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.276594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-8690c2e1-6f6c-4242-b675-237da2661b58', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'fixed_ips': [{'subnet_id': '58f09e31-7104-40a3-94a2-dae4015145f2'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:01:19.278119 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.307359 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.356224 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] For port 737e27b1-9306-4bb9-a2f2-d77c472f8b80, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=737e27b1-9306-4bb9-a2f2-d77c472f8b80,segment=NetworkSegment(4feb9e10-8504-4c8d-8aee-2d279a76d6bb),segment_id=4feb9e10-8504-4c8d-8aee-2d279a76d6bb)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:19.356932 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.408013 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Calling delete_port for 737e27b1-9306-4bb9-a2f2-d77c472f8b80 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:19.417289 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c9534ca8-2911-4fd7-8677-decccfdccd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:00Z', 'revision_number': 4, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'gw_port': {'id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '018347c6-a7ed-4cea-8b46-db8b3bce6961', 'name': '', 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'mac_address': 'fa:16:3e:88:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:59Z', 'updated_at': '2021-07-09T19:58:07Z', 'revision_number': 5, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'subnets': [{'id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:19.509585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9534ca8-2911-4fd7-8677-decccfdccd90 None None] The sync data for ids ['b49ce5e3-cac8-418d-9809-9cb9756b8876'] in n-d-800088-3 is: [{'id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:00Z', 'revision_number': 4, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'gw_port': {'id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '018347c6-a7ed-4cea-8b46-db8b3bce6961', 'name': '', 'network_id': 'cd374142-88a1-4361-9674-2bb9b234d6e5', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'mac_address': 'fa:16:3e:88:f4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:59Z', 'updated_at': '2021-07-09T19:58:07Z', 'revision_number': 5, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'subnets': [{'id': '611acea0-bc47-4c49-87b6-27f0504c3c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:19.545326 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b366790f-408c-439b-a736-de629f50d394 None None] Deleting port 737e27b1-9306-4bb9-a2f2-d77c472f8b80 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:19.550134 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b366790f-408c-439b-a736-de629f50d394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.783354 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b366790f-408c-439b-a736-de629f50d394 None None] For port 737e27b1-9306-4bb9-a2f2-d77c472f8b80, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=737e27b1-9306-4bb9-a2f2-d77c472f8b80,segment=NetworkSegment(4feb9e10-8504-4c8d-8aee-2d279a76d6bb),segment_id=4feb9e10-8504-4c8d-8aee-2d279a76d6bb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:19.783789 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b366790f-408c-439b-a736-de629f50d394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.794326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-8b2f66c0-cbf8-49ab-b7c2-5b9acc51c559 req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] For port 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=93514c1f-a5e2-48a8-83cd-3ec1c0e204aa,segment=NetworkSegment(52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd),segment_id=52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:19.794690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3a594-ae30-42c9-bb02-a2fed51cf6a5 req-ca5e10b3-6766-448c-afe4-16ea07334312 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:19.795989 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8b2f66c0-cbf8-49ab-b7c2-5b9acc51c559 req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.799714 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b366790f-408c-439b-a736-de629f50d394 None None] Calling delete_port for 737e27b1-9306-4bb9-a2f2-d77c472f8b80 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:19.807842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3a594-ae30-42c9-bb02-a2fed51cf6a5 req-ca5e10b3-6766-448c-afe4-16ea07334312 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:19.819595 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3a594-ae30-42c9-bb02-a2fed51cf6a5 req-ca5e10b3-6766-448c-afe4-16ea07334312 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:19.825865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3a594-ae30-42c9-bb02-a2fed51cf6a5 req-ca5e10b3-6766-448c-afe4-16ea07334312 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:19.832972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3a594-ae30-42c9-bb02-a2fed51cf6a5 req-ca5e10b3-6766-448c-afe4-16ea07334312 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:19.846931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-8b2f66c0-cbf8-49ab-b7c2-5b9acc51c559 req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Calling delete_port for 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:19.852393 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3a594-ae30-42c9-bb02-a2fed51cf6a5 req-ca5e10b3-6766-448c-afe4-16ea07334312 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:19.861408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3a594-ae30-42c9-bb02-a2fed51cf6a5 req-ca5e10b3-6766-448c-afe4-16ea07334312 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:19.870416 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-25d3a594-ae30-42c9-bb02-a2fed51cf6a5 req-ca5e10b3-6766-448c-afe4-16ea07334312 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5437 time: 0.3665733 Jul 09 20:01:19.877476 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82695681-8ac9-4384-97d0-3fec7c231131 req-90827388-5447-4624-ac92-504b4d510181 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:19.886022 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-82695681-8ac9-4384-97d0-3fec7c231131 req-90827388-5447-4624-ac92-504b4d510181 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 946 time: 0.6024256 Jul 09 20:01:19.894905 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b366790f-408c-439b-a736-de629f50d394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.897691 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.897912 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:19.925840 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8e21a79-58bc-45cc-bba3-8c693c4d21b6 req-955ecbad-6d41-4bb4-97e3-81f766f8742c service neutron] 10.222.0.36 "GET /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7129266 Jul 09 20:01:19.949371 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141dcd5-e3c0-4688-b90d-c4335e60351c None None] New status for floating IP 59cbc7b2-1fd3-4089-9257-da1871494c49: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:01:19.984424 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Pushing event deleted for resources: {'Port': ['ID=737e27b1-9306-4bb9-a2f2-d77c472f8b80,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:20.000724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] No DVR routers for this DVR port 737e27b1-9306-4bb9-a2f2-d77c472f8b80 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:20.025378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366790f-408c-439b-a736-de629f50d394 None None] Pushing event deleted for resources: {'Port': ['ID=737e27b1-9306-4bb9-a2f2-d77c472f8b80,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:20.058334 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-25d3a594-ae30-42c9-bb02-a2fed51cf6a5 req-9025205e-d3f5-440d-b277-52da5b5723b5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1869383 Jul 09 20:01:20.070589 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.079403 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-82695681-8ac9-4384-97d0-3fec7c231131 req-ba484405-4d49-4238-9222-17504a0f4922 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906953 Jul 09 20:01:20.116036 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Allocated IP 172.20.0.2 (8690c2e1-6f6c-4242-b675-237da2661b58/58f09e31-7104-40a3-94a2-dae4015145f2/bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:20.147057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5066e1-5df8-47b1-bc91-51ff5dde2cfc'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:20.150143 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9f3711-2576-4136-8268-6a351e2f2de8" -d '{"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "4a5066e1-5df8-47b1-bc91-51ff5dde2cfc"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:20.158098 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.167924 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b366790f-408c-439b-a736-de629f50d394 None None] No DVR routers for this DVR port 737e27b1-9306-4bb9-a2f2-d77c472f8b80 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:20.183188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4a5066e1-5df8-47b1-bc91-51ff5dde2cfc,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:20.200463 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.201267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cfc3e76d-51a9-4170-90ff-6f54f619d809 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:20.244803 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8b2f66c0-cbf8-49ab-b7c2-5b9acc51c559 req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.268204 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.280285 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Pushing event deleted for resources: {'Port': ['ID=93514c1f-a5e2-48a8-83cd-3ec1c0e204aa,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:20.296282 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:20.296916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:20.297482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:20.298126 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:20.298897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:20.299773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:20.300286 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:20.301036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:20.302119 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:20.302349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:20.303071 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:20.304458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:20.315939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c1ae02-6806-4b16-b3af-855c52b2d86e']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:20.351374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4feb9e10-8504-4c8d-8aee-2d279a76d6bb') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:20.351831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4feb9e10-8504-4c8d-8aee-2d279a76d6bb') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:20.389758 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6079357-95eb-4dc2-9819-a25b11f0d742 req-3639eeff-4aa3-4b12-94a2-ef2e9a451980 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 210 time: 0.0801830 Jul 09 20:01:20.392338 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.412799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2f66c0-cbf8-49ab-b7c2-5b9acc51c559 req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] No DVR routers for this DVR port 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:20.416295 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-8b2f66c0-cbf8-49ab-b7c2-5b9acc51c559 req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.419086 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b2f66c0-cbf8-49ab-b7c2-5b9acc51c559 req-102b0f83-dc91-4d63-9120-3390e85754d3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.36 "DELETE /v2.0/ports/93514c1f-a5e2-48a8-83cd-3ec1c0e204aa HTTP/1.1" status: 204 len: 173 time: 1.4524796 Jul 09 20:01:20.419756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38f6270-b14a-4690-9001-56a9d3fd038e', 'name': 'network-vif-deleted', 'tag': '93514c1f-a5e2-48a8-83cd-3ec1c0e204aa'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:20.424014 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a5335f-20db-4b96-ae16-937d71b8b494" -d '{"events": [{"server_uuid": "c38f6270-b14a-4690-9001-56a9d3fd038e", "name": "network-vif-deleted", "tag": "93514c1f-a5e2-48a8-83cd-3ec1c0e204aa"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:20.449043 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.469160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:01:20.469723 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:01:20.472818 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:01:20.501199 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.510292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Allocated IP 172.25.0.58 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/7ed1bb44-b328-4d12-9660-9916f7be1cf2) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:20.512386 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Transition to ACTIVE for port object bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:20.533743 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Transition to ACTIVE for port object bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:20.541362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['309cb334-deb3-4dbc-8f35-1bcfb236fe72', '93514c1f-a5e2-48a8-83cd-3ec1c0e204aa'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:20.599794 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.644874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=4a5066e1-5df8-47b1-bc91-51ff5dde2cfc,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:20.695519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69ae13-d8df-4bb4-9d29-5641a295d676 req-7c50278b-14c1-4a23-9319-fa2735504926 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:20.697088 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4d69ae13-d8df-4bb4-9d29-5641a295d676 req-7c50278b-14c1-4a23-9319-fa2735504926 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 943 time: 0.3620152 Jul 09 20:01:20.699781 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.722370 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.732965 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] 10.222.0.30 "DELETE /v2.0/networks/d8c1ae02-6806-4b16-b3af-855c52b2d86e HTTP/1.1" status: 204 len: 168 time: 2.4003866 Jul 09 20:01:20.733949 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ab728-8fcd-4865-aa31-9ae300e64420 tempest-TagsExtTest-1751555304 tempest-TagsExtTest-1751555304-project] Pushing event deleted for resources: {'Network': ['ID=d8c1ae02-6806-4b16-b3af-855c52b2d86e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:20.769945 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Network 8690c2e1-6f6c-4242-b675-237da2661b58 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:20.773715 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761b8585-16a4-4a4f-af22-7ab04f68f1b5 x-openstack-request-id: req-761b8585-16a4-4a4f-af22-7ab04f68f1b5 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:20.774851 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "4a5066e1-5df8-47b1-bc91-51ff5dde2cfc", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:20.779754 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-761b8585-16a4-4a4f-af22-7ab04f68f1b5 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:20.780208 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5066e1-5df8-47b1-bc91-51ff5dde2cfc', 'code': 200} Jul 09 20:01:20.781315 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Pushing event updated for resources: {'Port': ['ID=bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:20.792438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 737e27b1-9306-4bb9-a2f2-d77c472f8b80 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:20.801882 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4d69ae13-d8df-4bb4-9d29-5641a295d676 req-dff9554c-50a5-4ef2-bbc2-7a23937c2cc2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841639 Jul 09 20:01:20.831085 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:20.839255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:20.855008 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 737e27b1-9306-4bb9-a2f2-d77c472f8b80 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:20.855429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 737e27b1-9306-4bb9-a2f2-d77c472f8b80 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:20.862219 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.877637 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d733f1-72c0-4d55-9018-2652f17abcba x-openstack-request-id: req-94d733f1-72c0-4d55-9018-2652f17abcba {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:20.877943 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38f6270-b14a-4690-9001-56a9d3fd038e", "name": "network-vif-deleted", "tag": "93514c1f-a5e2-48a8-83cd-3ec1c0e204aa", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:20.878204 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94d733f1-72c0-4d55-9018-2652f17abcba {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:20.878635 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38f6270-b14a-4690-9001-56a9d3fd038e', 'name': 'network-vif-deleted', 'tag': '93514c1f-a5e2-48a8-83cd-3ec1c0e204aa', 'status': 'completed', 'code': 200} Jul 09 20:01:20.889916 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port cfc3e76d-51a9-4170-90ff-6f54f619d809 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:20.910920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port cfc3e76d-51a9-4170-90ff-6f54f619d809 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:20.911295 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.918527 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:20.969952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:20.976001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:20.981648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:20.985353 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Pushing event updated for resources: {'Port': ['ID=7ed1bb44-b328-4d12-9660-9916f7be1cf2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:21.012790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Attempting to bind port bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:21.013723 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Attempting to bind port bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '39e65ca2-c377-45c7-b8b1-ddd5406ce697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:21.014527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Attempting to bind port bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 on network 8690c2e1-6f6c-4242-b675-237da2661b58 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:21.047560 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37404) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:21.058466 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:21.058932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Checking segment: {'id': '39e65ca2-c377-45c7-b8b1-ddd5406ce697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:21.059704 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:21.060127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Bound using segment: {'id': '39e65ca2-c377-45c7-b8b1-ddd5406ce697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:21.061477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Bound port: bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e65ca2-c377-45c7-b8b1-ddd5406ce697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:21.061795 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:21.329938 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] For port bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:21.339527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] For port bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8,segment=NetworkSegment(39e65ca2-c377-45c7-b8b1-ddd5406ce697),segment_id=39e65ca2-c377-45c7-b8b1-ddd5406ce697)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:21.344480 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:21.346696 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:21.365688 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-374a4df0-b107-4aa5-ad55-d0b49b4bf71c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f59c2ef83864327bd2a8d6d32c87e58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166828 Jul 09 20:01:21.369181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37412) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:21.396423 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:21.440908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cfc3e76d-51a9-4170-90ff-6f54f619d809, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cfc3e76d-51a9-4170-90ff-6f54f619d809,segment=NetworkSegment(f67726b3-c14d-4273-a0cd-ddcf83dc00d5),segment_id=f67726b3-c14d-4273-a0cd-ddcf83dc00d5)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:21.443580 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cdb78c2a-27ec-446b-9558-a4d93a24eb1a req-4b90b62e-d54b-4bf7-ae7a-3fd9d0ebd3eb tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=c38f6270-b14a-4690-9001-56a9d3fd038e HTTP/1.1" status: 200 len: 210 time: 0.1046259 Jul 09 20:01:21.462948 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:21.463999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 434165cf-a842-4e7d-ab6d-747e1109fc5d up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:21.514110 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0c9312e-7bf8-4996-8221-083cb4ea412a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:21.543373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661df6a7-58ae-4d03-b767-7e7a6475bb87 None None] Pushing event updated for resources: {'Port': ['ID=bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:21.550248 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0c9312e-7bf8-4996-8221-083cb4ea412a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:21.626428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=cfc3e76d-51a9-4170-90ff-6f54f619d809,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:21.640997 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0c9312e-7bf8-4996-8221-083cb4ea412a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:21.643998 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0c9312e-7bf8-4996-8221-083cb4ea412a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:21.645757 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f0c9312e-7bf8-4996-8221-083cb4ea412a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/544e7b5f-32b8-4947-a6cf-ec83a4b72186 HTTP/1.1" status: 204 len: 168 time: 0.2755568 Jul 09 20:01:21.655229 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 434165cf-a842-4e7d-ab6d-747e1109fc5d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:21.658348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9312e-7bf8-4996-8221-083cb4ea412a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544e7b5f-32b8-4947-a6cf-ec83a4b72186,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:21.680883 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 434165cf-a842-4e7d-ab6d-747e1109fc5d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:21.681672 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:21.802519 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31e7f455-d31a-4f99-9d5a-f82fd71bec3f req-78994a19-4417-4fa0-bacf-f26a528a9707 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 210 time: 0.0617938 Jul 09 20:01:21.912766 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:21.941207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff918bc-f24c-45a7-86c0-b2185532e40e req-98bc064f-4f24-4ceb-984d-37a19b87192b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:21.949025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff918bc-f24c-45a7-86c0-b2185532e40e req-98bc064f-4f24-4ceb-984d-37a19b87192b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:21.956080 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff918bc-f24c-45a7-86c0-b2185532e40e req-98bc064f-4f24-4ceb-984d-37a19b87192b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:21.963083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff918bc-f24c-45a7-86c0-b2185532e40e req-98bc064f-4f24-4ceb-984d-37a19b87192b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:21.964275 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 434165cf-a842-4e7d-ab6d-747e1109fc5d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=434165cf-a842-4e7d-ab6d-747e1109fc5d,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:21.970470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff918bc-f24c-45a7-86c0-b2185532e40e req-98bc064f-4f24-4ceb-984d-37a19b87192b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:21.976868 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:21.977950 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff918bc-f24c-45a7-86c0-b2185532e40e req-98bc064f-4f24-4ceb-984d-37a19b87192b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:21.985857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff918bc-f24c-45a7-86c0-b2185532e40e req-98bc064f-4f24-4ceb-984d-37a19b87192b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:21.994015 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2ff918bc-f24c-45a7-86c0-b2185532e40e req-98bc064f-4f24-4ceb-984d-37a19b87192b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5438 time: 0.6524630 Jul 09 20:01:22.009640 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 38be194f-024c-4cfb-98dc-6f02547e94f8 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:22.094327 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=434165cf-a842-4e7d-ab6d-747e1109fc5d,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:22.105299 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2ff918bc-f24c-45a7-86c0-b2185532e40e req-251e1aa8-b833-4623-8ebc-8d3892f09eed tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1096785 Jul 09 20:01:22.113844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 38be194f-024c-4cfb-98dc-6f02547e94f8 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:22.120722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 38be194f-024c-4cfb-98dc-6f02547e94f8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:22.121203 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:22.127465 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:22.230677 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:22.308419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 38be194f-024c-4cfb-98dc-6f02547e94f8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=38be194f-024c-4cfb-98dc-6f02547e94f8,segment=NetworkSegment(c00e4733-7eff-471c-ac3a-328929a18e28),segment_id=c00e4733-7eff-471c-ac3a-328929a18e28)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:22.318142 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:22.319028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 35223c2f-da2f-4373-b115-d66932a941cc up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:22.380740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=38be194f-024c-4cfb-98dc-6f02547e94f8,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:22.403304 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c2b60-af53-4602-b315-2cb28c248c1b req-cb0d59c1-cf02-4dbb-b22d-5f40cda8fa84 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:22.404860 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-141c2b60-af53-4602-b315-2cb28c248c1b req-cb0d59c1-cf02-4dbb-b22d-5f40cda8fa84 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 943 time: 0.1129298 Jul 09 20:01:22.415565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Router afe5680c-2737-4354-8f60-8f8f4f3212f4 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:01:22.437328 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 35223c2f-da2f-4373-b115-d66932a941cc completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:22.446089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 35223c2f-da2f-4373-b115-d66932a941cc triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:22.446627 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:22.513106 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-141c2b60-af53-4602-b315-2cb28c248c1b req-92d1a7dc-cc48-4c1e-8144-89065c70f3cc tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948942 Jul 09 20:01:22.581125 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:22.607171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:22.624019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Sync routers for ids ['afe5680c-2737-4354-8f60-8f8f4f3212f4'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:22.630666 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:22.636173 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f0a04493-ee19-4bac-876a-d138be2c061e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1667957 Jul 09 20:01:22.636416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37440) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:22.671855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 35223c2f-da2f-4373-b115-d66932a941cc, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=35223c2f-da2f-4373-b115-d66932a941cc,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:22.674974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Routers {'afe5680c-2737-4354-8f60-8f8f4f3212f4'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:22.675668 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:00:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['afe5680c-2737-4354-8f60-8f8f4f3212f4'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:22.680716 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:22.681745 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:22.815501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:01:22.824462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc3e76d-51a9-4170-90ff-6f54f619d809'}, {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434165cf-a842-4e7d-ab6d-747e1109fc5d'}, {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38be194f-024c-4cfb-98dc-6f02547e94f8'}, {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35223c2f-da2f-4373-b115-d66932a941cc'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:22.830206 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c70316-833f-4008-9ccd-62fbac390f98" -d '{"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "cfc3e76d-51a9-4170-90ff-6f54f619d809"}, {"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "434165cf-a842-4e7d-ab6d-747e1109fc5d"}, {"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "38be194f-024c-4cfb-98dc-6f02547e94f8"}, {"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "35223c2f-da2f-4373-b115-d66932a941cc"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:22.956888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37452) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:22.970245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=35223c2f-da2f-4373-b115-d66932a941cc,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:22.985221 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0230463a-adfc-4938-9fa4-bb23d2014622 x-openstack-request-id: req-0230463a-adfc-4938-9fa4-bb23d2014622 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:22.985357 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "cfc3e76d-51a9-4170-90ff-6f54f619d809", "code": 200}, {"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "434165cf-a842-4e7d-ab6d-747e1109fc5d", "code": 200}, {"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "38be194f-024c-4cfb-98dc-6f02547e94f8", "code": 200}, {"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "35223c2f-da2f-4373-b115-d66932a941cc", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:22.985664 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0230463a-adfc-4938-9fa4-bb23d2014622 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:22.985995 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc3e76d-51a9-4170-90ff-6f54f619d809', 'code': 200} Jul 09 20:01:22.986340 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434165cf-a842-4e7d-ab6d-747e1109fc5d', 'code': 200} Jul 09 20:01:22.986597 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38be194f-024c-4cfb-98dc-6f02547e94f8', 'code': 200} Jul 09 20:01:22.986911 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35223c2f-da2f-4373-b115-d66932a941cc', 'code': 200} Jul 09 20:01:22.991960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:23.148788 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.resource_extend [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 20:01:23.161484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1919937163'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:23.212172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Made reservation on behalf of 03e386eea3204017b3d8bac19ab56c2a for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:23.216846 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:23.238874 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:23.263368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc9a908-3ba9-43c1-8858-7f1ae6cdaeb3 None None] Network 8690c2e1-6f6c-4242-b675-237da2661b58 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:23.270752 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:23.275282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Set router afe5680c-2737-4354-8f60-8f8f4f3212f4 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:23.316770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:23.325147 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3693d865-60e5-4bdb-92a2-9830491c69d3 req-32710378-cd2e-449e-8b1a-631fdddf2a41 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 210 time: 0.0557582 Jul 09 20:01:23.450873 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:23.467279 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:23.487647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:01:23.503200 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:23.504752 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Added segment 2bcf6757-34cd-49be-ac15-ef37f51f4c6b of type vlan for network 522e672a-fc31-4e47-a8ab-89b02c8e4f46 Jul 09 20:01:23.547803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:23.548270 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:23.647604 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:23.666885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2da8ff43-d1f1-48de-abc4-3e3b46d8c211 None None] Provisioning for port bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:23.668284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7175b5a7-0ae1-45ed-b985-e5616cd4deb7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:23.691186 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:23.695211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:23.698167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2da8ff43-d1f1-48de-abc4-3e3b46d8c211 None None] Provisioning complete for port bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:23.698679 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2da8ff43-d1f1-48de-abc4-3e3b46d8c211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:23.752352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b50681-e3e4-4891-bd9b-48f845a3282e req-f57931f4-4405-4cdf-8d95-0791bf708f66 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:23.759152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b50681-e3e4-4891-bd9b-48f845a3282e req-f57931f4-4405-4cdf-8d95-0791bf708f66 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:23.760770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa', 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e', 'port_id': '0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa', 'mac_address': 'fa:16:3e:25:6c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a9c143-b389-43fd-ad86-f382a5b60595', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:01:23.767583 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b50681-e3e4-4891-bd9b-48f845a3282e req-f57931f4-4405-4cdf-8d95-0791bf708f66 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:23.769853 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fead6-4936-4fb9-adf3-5ebd83ab3436 req-744fe3d8-111a-4c5a-b865-39ea92a909f5 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:23.771384 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d79fead6-4936-4fb9-adf3-5ebd83ab3436 req-744fe3d8-111a-4c5a-b865-39ea92a909f5 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.2415512 Jul 09 20:01:23.773903 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b50681-e3e4-4891-bd9b-48f845a3282e req-f57931f4-4405-4cdf-8d95-0791bf708f66 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:23.780446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b50681-e3e4-4891-bd9b-48f845a3282e req-f57931f4-4405-4cdf-8d95-0791bf708f66 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:23.787146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b50681-e3e4-4891-bd9b-48f845a3282e req-f57931f4-4405-4cdf-8d95-0791bf708f66 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:23.793440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b50681-e3e4-4891-bd9b-48f845a3282e req-f57931f4-4405-4cdf-8d95-0791bf708f66 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:23.802365 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e3b50681-e3e4-4891-bd9b-48f845a3282e req-f57931f4-4405-4cdf-8d95-0791bf708f66 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5442 time: 0.2299809 Jul 09 20:01:23.857726 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e3b50681-e3e4-4891-bd9b-48f845a3282e req-dcce9f6d-296d-47b3-af3a-6fa62d4a0b8b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538065 Jul 09 20:01:23.861565 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:23.877163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:23.878127 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:23.916059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d79fead6-4936-4fb9-adf3-5ebd83ab3436 req-66dd583f-edda-46a4-adeb-ec8c9675450e tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269164 Jul 09 20:01:23.964210 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:24.008156 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:24.014378 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0564997 Jul 09 20:01:24.030539 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37466) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:24.053113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-5f161f3b-458d-48c2-a674-d2540af40b65 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '522e672a-fc31-4e47-a8ab-89b02c8e4f46', 'tempest-TagsTest-Tag-1411113081') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:24.078552 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Allocated IP 172.20.0.1 (8690c2e1-6f6c-4242-b675-237da2661b58/58f09e31-7104-40a3-94a2-dae4015145f2/1ef76c2d-0199-4afe-b33b-5fa3447b9e46) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:24.082880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:24.101175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae7e88-2d30-4e63-b3ab-db77b68b5187 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Pushing event updated for resources: {'Network': ['ID=522e672a-fc31-4e47-a8ab-89b02c8e4f46,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:24.150149 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 522e672a-fc31-4e47-a8ab-89b02c8e4f46 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:01:24.204748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:24.219097 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5f161f3b-458d-48c2-a674-d2540af40b65 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] 10.222.0.30 "PUT /v2.0/networks/522e672a-fc31-4e47-a8ab-89b02c8e4f46/tags/tempest-TagsTest-Tag-1411113081 HTTP/1.1" status: 201 len: 201 time: 0.1797037 Jul 09 20:01:24.222092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37468) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:24.228128 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=40e1fa92-ad4d-4c40-9344-ec2217ecdc11,segment=NetworkSegment(c00e4733-7eff-471c-ac3a-328929a18e28),segment_id=c00e4733-7eff-471c-ac3a-328929a18e28)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:24.231759 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:24.232108 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-544eff8f-7f64-47b9-a392-08822e43e2e4 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '522e672a-fc31-4e47-a8ab-89b02c8e4f46', 'tempest-TagsTest-Tag-1411113081') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:24.245968 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:24.246925 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 04fe12c2-ba4f-490a-b1e2-925e497d6d56 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:24.276425 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:24.291369 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2da8ff43-d1f1-48de-abc4-3e3b46d8c211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:24.307267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e5fe6-604a-469b-a836-74e81a15e3ad req-8d9144e7-a1e0-4145-9c7b-d92e108d9c0d tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:24.309035 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a8e5fe6-604a-469b-a836-74e81a15e3ad req-8d9144e7-a1e0-4145-9c7b-d92e108d9c0d tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 943 time: 0.2147746 Jul 09 20:01:24.310137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Transition to ACTIVE for port object 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:24.345647 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-544eff8f-7f64-47b9-a392-08822e43e2e4 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] 10.222.0.30 "GET /v2.0/networks/522e672a-fc31-4e47-a8ab-89b02c8e4f46/tags/tempest-TagsTest-Tag-1411113081 HTTP/1.1" status: 204 len: 168 time: 0.1202309 Jul 09 20:01:24.349557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37470) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:24.359666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-a9251e00-57b4-444f-9ce4-eadfb782055e tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '522e672a-fc31-4e47-a8ab-89b02c8e4f46') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:24.380304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:18Z', 'updated_at': '2021-07-09T20:01:21Z', 'revision_number': 3, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'gw_port': {'id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:20Z', 'updated_at': '2021-07-09T20:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:24.422295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-2da8ff43-d1f1-48de-abc4-3e3b46d8c211 None None] For port bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8,segment=NetworkSegment(39e65ca2-c377-45c7-b8b1-ddd5406ce697),segment_id=39e65ca2-c377-45c7-b8b1-ddd5406ce697)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:24.423434 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:24.438963 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Checking router: afe5680c-2737-4354-8f60-8f8f4f3212f4 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:24.439512 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Updating router afe5680c-2737-4354-8f60-8f8f4f3212f4 port 7ed1bb44-b328-4d12-9660-9916f7be1cf2 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:01:24.449987 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2da8ff43-d1f1-48de-abc4-3e3b46d8c211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:24.478932 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a8e5fe6-604a-469b-a836-74e81a15e3ad req-076ef390-7519-4512-8e19-cecd5622bcc0 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564262 Jul 09 20:01:24.481701 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a9251e00-57b4-444f-9ce4-eadfb782055e tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] 10.222.0.30 "GET /v2.0/networks/522e672a-fc31-4e47-a8ab-89b02c8e4f46/tags HTTP/1.1" status: 200 len: 238 time: 0.1321208 Jul 09 20:01:24.493653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37476) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:24.500849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-b8076fa9-4e77-4322-8758-bf1dbab26fb9 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '522e672a-fc31-4e47-a8ab-89b02c8e4f46', {'tags': ['tempest-TagsTest-Tag-603806406', 'tempest-TagsTest-Tag-1433968969', 'tempest-TagsTest-Tag-713597136']}) {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:24.510259 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:24.609987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 04fe12c2-ba4f-490a-b1e2-925e497d6d56 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:24.622221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Network 8690c2e1-6f6c-4242-b675-237da2661b58 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:24.641157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:24.645186 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:24.660714 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 04fe12c2-ba4f-490a-b1e2-925e497d6d56 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:24.661260 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:24.665825 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-be565b17-2853-4d03-8e53-01758d3b5048 req-2d279207-bb4e-48e6-bf71-7c7eefb732d7 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/ports?device_id=b87b1478-f9e5-41f5-8adb-8245da74b492 HTTP/1.1" status: 200 len: 210 time: 0.0459361 Jul 09 20:01:24.708149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b8076fa9-4e77-4322-8758-bf1dbab26fb9 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] 10.222.0.30 "PUT /v2.0/networks/522e672a-fc31-4e47-a8ab-89b02c8e4f46/tags HTTP/1.1" status: 200 len: 307 time: 0.2109559 Jul 09 20:01:24.711438 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37478) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:24.716023 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-8b5c262c-7ab5-43f2-9711-44992ff815d0 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '522e672a-fc31-4e47-a8ab-89b02c8e4f46', 'tempest-TagsTest-Tag-603806406') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:24.738624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef76c2d-0199-4afe-b33b-5fa3447b9e46,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:24.759296 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:24.797578 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=40e1fa92-ad4d-4c40-9344-ec2217ecdc11,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:24.816007 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:24.862070 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37480) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:24.863259 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8b5c262c-7ab5-43f2-9711-44992ff815d0 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] 10.222.0.30 "DELETE /v2.0/networks/522e672a-fc31-4e47-a8ab-89b02c8e4f46/tags/tempest-TagsTest-Tag-603806406 HTTP/1.1" status: 204 len: 168 time: 0.1507063 Jul 09 20:01:24.874133 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.tag.tag_plugin [None req-1473e981-fe79-4be3-b11c-13d78c6e3fc3 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '522e672a-fc31-4e47-a8ab-89b02c8e4f46', 'tempest-TagsTest-Tag-603806406') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:24.900433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8ff43-d1f1-48de-abc4-3e3b46d8c211 None None] Pushing event updated for resources: {'Port': ['ID=bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:24.933521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:24.978257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-099d9f5b-bae3-4b66-8408-1e7dce6643e2 None None] Provisioning complete for port bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:24.979310 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-099d9f5b-bae3-4b66-8408-1e7dce6643e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.026032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e1fa92-ad4d-4c40-9344-ec2217ecdc11'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:25.028337 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b80d2c-4929-4952-a16c-f376ce90e9ce" -d '{"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "40e1fa92-ad4d-4c40-9344-ec2217ecdc11"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:25.177921 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.219345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a9064-a4ec-40f2-9ef7-317f0cb3869d req-01d05746-d46d-49ee-99d9-a8b57837f231 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:25.224401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 04fe12c2-ba4f-490a-b1e2-925e497d6d56, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=04fe12c2-ba4f-490a-b1e2-925e497d6d56,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:25.227997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a9064-a4ec-40f2-9ef7-317f0cb3869d req-01d05746-d46d-49ee-99d9-a8b57837f231 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:25.238821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a9064-a4ec-40f2-9ef7-317f0cb3869d req-01d05746-d46d-49ee-99d9-a8b57837f231 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:25.245572 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.246396 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:25.249570 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a9064-a4ec-40f2-9ef7-317f0cb3869d req-01d05746-d46d-49ee-99d9-a8b57837f231 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:25.257824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a9064-a4ec-40f2-9ef7-317f0cb3869d req-01d05746-d46d-49ee-99d9-a8b57837f231 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:25.264994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a9064-a4ec-40f2-9ef7-317f0cb3869d req-01d05746-d46d-49ee-99d9-a8b57837f231 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:25.273078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a9064-a4ec-40f2-9ef7-317f0cb3869d req-01d05746-d46d-49ee-99d9-a8b57837f231 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:25.275025 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d88a9064-a4ec-40f2-9ef7-317f0cb3869d req-01d05746-d46d-49ee-99d9-a8b57837f231 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5443 time: 0.1635051 Jul 09 20:01:25.329774 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d88a9064-a4ec-40f2-9ef7-317f0cb3869d req-0cde2ab8-781e-43b2-af20-d1bed083005a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0484467 Jul 09 20:01:25.388123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:25.388477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 93514c1f-a5e2-48a8-83cd-3ec1c0e204aa not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:25.389990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=04fe12c2-ba4f-490a-b1e2-925e497d6d56,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:25.481370 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-1473e981-fe79-4be3-b11c-13d78c6e3fc3 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] show failed (client error): The resource could not be found. Jul 09 20:01:25.484698 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1473e981-fe79-4be3-b11c-13d78c6e3fc3 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] 10.222.0.30 "GET /v2.0/networks/522e672a-fc31-4e47-a8ab-89b02c8e4f46/tags/tempest-TagsTest-Tag-603806406 HTTP/1.1" status: 404 len: 325 time: 0.6187468 Jul 09 20:01:25.485199 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37490) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:25.489598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-d5c80a47-3ee4-4085-b131-4204355452ce tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '522e672a-fc31-4e47-a8ab-89b02c8e4f46', 'tempest-TagsTest-Tag-1433968969') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:25.518778 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000d2d9-bc55-4276-bcb8-2a80fcf328d6 req-48bf51dc-604a-4fc3-9f93-2e5259256a26 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:25.524334 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4000d2d9-bc55-4276-bcb8-2a80fcf328d6 req-48bf51dc-604a-4fc3-9f93-2e5259256a26 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1769767 Jul 09 20:01:25.527236 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.556129 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c4f20a-5e70-49d7-9511-1d992c8ecb04 x-openstack-request-id: req-48c4f20a-5e70-49d7-9511-1d992c8ecb04 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:25.557021 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "40e1fa92-ad4d-4c40-9344-ec2217ecdc11", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:25.557021 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48c4f20a-5e70-49d7-9511-1d992c8ecb04 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:25.557538 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e1fa92-ad4d-4c40-9344-ec2217ecdc11', 'code': 200} Jul 09 20:01:25.569422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b697808a-ffcf-4aa3-b134-c13b8cc36c58 None None] Provisioning for port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:25.581328 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b697808a-ffcf-4aa3-b134-c13b8cc36c58 None None] Provisioning complete for port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:25.581822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b697808a-ffcf-4aa3-b134-c13b8cc36c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.596096 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d5c80a47-3ee4-4085-b131-4204355452ce tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] 10.222.0.30 "GET /v2.0/networks/522e672a-fc31-4e47-a8ab-89b02c8e4f46/tags/tempest-TagsTest-Tag-1433968969 HTTP/1.1" status: 204 len: 168 time: 0.1074791 Jul 09 20:01:25.596357 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37494) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:25.601909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.tag.tag_plugin [None req-64434924-6bb4-40ab-aac6-f7d37a245c76 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '522e672a-fc31-4e47-a8ab-89b02c8e4f46', 'tempest-TagsTest-Tag-713597136') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:25.638133 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4000d2d9-bc55-4276-bcb8-2a80fcf328d6 req-2b8c0701-bf32-440a-a0a9-4694c219b5f3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805709 Jul 09 20:01:25.659717 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.664840 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b697808a-ffcf-4aa3-b134-c13b8cc36c58 None None] Port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:01:25.673552 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Transition to ACTIVE for port object 7ed1bb44-b328-4d12-9660-9916f7be1cf2 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:25.692658 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.764571 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-64434924-6bb4-40ab-aac6-f7d37a245c76 tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] 10.222.0.30 "GET /v2.0/networks/522e672a-fc31-4e47-a8ab-89b02c8e4f46/tags/tempest-TagsTest-Tag-713597136 HTTP/1.1" status: 204 len: 168 time: 0.1656430 Jul 09 20:01:25.767152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37500) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:25.778721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.tag.tag_plugin [None req-85e0e632-5e0f-4ae2-9b52-4e97121044ee tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '522e672a-fc31-4e47-a8ab-89b02c8e4f46') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:25.783637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Attempting to bind port 7ed1bb44-b328-4d12-9660-9916f7be1cf2 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:25.784028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Attempting to bind port 7ed1bb44-b328-4d12-9660-9916f7be1cf2 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:25.784404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Attempting to bind port 7ed1bb44-b328-4d12-9660-9916f7be1cf2 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:25.790570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0d1aa-bfcb-4939-910e-898ac9b209cf None None] Pushing event updated for resources: {'Port': ['ID=7ed1bb44-b328-4d12-9660-9916f7be1cf2,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:25.794160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:25.794539 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:25.794947 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.795333 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:25.803035 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Bound port: 7ed1bb44-b328-4d12-9660-9916f7be1cf2, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:25.803035 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.840845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaab74c-a214-4f8a-af95-e4abac1db812 req-21f9f31e-42be-4cee-8fe1-39bacb015f22 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:25.857174 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbaab74c-a214-4f8a-af95-e4abac1db812 req-21f9f31e-42be-4cee-8fe1-39bacb015f22 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 944 time: 0.1447442 Jul 09 20:01:25.872201 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] For port 7ed1bb44-b328-4d12-9660-9916f7be1cf2, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:25.876960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] For port 7ed1bb44-b328-4d12-9660-9916f7be1cf2, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7ed1bb44-b328-4d12-9660-9916f7be1cf2,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:25.888137 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.931562 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbaab74c-a214-4f8a-af95-e4abac1db812 req-98a49cec-c1f7-4648-99c0-91d233a2b299 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721378 Jul 09 20:01:25.968985 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37504) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:25.978003 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Routers {'afe5680c-2737-4354-8f60-8f8f4f3212f4'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:25.978691 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:00:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['afe5680c-2737-4354-8f60-8f8f4f3212f4'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:25.979995 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:25.988825 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:26.034668 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:26.057745 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:26.064077 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:26.066314 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-85e0e632-5e0f-4ae2-9b52-4e97121044ee tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] 10.222.0.30 "DELETE /v2.0/networks/522e672a-fc31-4e47-a8ab-89b02c8e4f46/tags HTTP/1.1" status: 204 len: 168 time: 0.2980711 Jul 09 20:01:26.074580 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37506) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:26.080505 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.tag.tag_plugin [None req-207515ba-a99b-4914-bd1f-0faa99a842ea tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '522e672a-fc31-4e47-a8ab-89b02c8e4f46', 'tempest-TagsTest-Tag-1433968969') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:26.124142 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:26.127093 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:26.128273 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "DELETE /v2.0/security-groups/2cc8c8b3-b5e8-46a7-be38-a79df5d07909 HTTP/1.1" status: 204 len: 168 time: 0.1582370 Jul 09 20:01:26.132070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37508) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:26.151386 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-1b3db921-8492-4fd1-9506-dc0f7d748437 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] show failed (client error): The resource could not be found. Jul 09 20:01:26.152432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1b3db921-8492-4fd1-9506-dc0f7d748437 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "GET /v2.0/security-groups/2cc8c8b3-b5e8-46a7-be38-a79df5d07909 HTTP/1.1" status: 404 len: 347 time: 0.0190728 Jul 09 20:01:26.153247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc8c8b3-b5e8-46a7-be38-a79df5d07909,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:26.155191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37510) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:26.183830 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef76c2d-0199-4afe-b33b-5fa3447b9e46,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:26.245415 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-207515ba-a99b-4914-bd1f-0faa99a842ea tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] show failed (client error): The resource could not be found. Jul 09 20:01:26.249208 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-207515ba-a99b-4914-bd1f-0faa99a842ea tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] 10.222.0.30 "GET /v2.0/networks/522e672a-fc31-4e47-a8ab-89b02c8e4f46/tags/tempest-TagsTest-Tag-1433968969 HTTP/1.1" status: 404 len: 326 time: 0.1709473 Jul 09 20:01:26.249439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0d1aa-bfcb-4939-910e-898ac9b209cf None None] Pushing event updated for resources: {'Port': ['ID=7ed1bb44-b328-4d12-9660-9916f7be1cf2,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:26.249556 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37512) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:26.254054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.tag.tag_plugin [None req-006df3eb-ce7a-4f3b-8953-da8c2ddbd61d tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '522e672a-fc31-4e47-a8ab-89b02c8e4f46', 'tempest-TagsTest-Tag-713597136') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:26.292778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] Set router afe5680c-2737-4354-8f60-8f8f4f3212f4 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:26.315835 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Network 8690c2e1-6f6c-4242-b675-237da2661b58 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:26.322406 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:26.471203 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-006df3eb-ce7a-4f3b-8953-da8c2ddbd61d tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] show failed (client error): The resource could not be found. Jul 09 20:01:26.472295 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-006df3eb-ce7a-4f3b-8953-da8c2ddbd61d tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] 10.222.0.30 "GET /v2.0/networks/522e672a-fc31-4e47-a8ab-89b02c8e4f46/tags/tempest-TagsTest-Tag-713597136 HTTP/1.1" status: 404 len: 325 time: 0.2218211 Jul 09 20:01:26.478021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37516) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:26.482697 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.tag.tag_plugin [None req-1424cb83-fd79-4248-89d7-c645386d462a tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '522e672a-fc31-4e47-a8ab-89b02c8e4f46') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:26.638861 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Router afe5680c-2737-4354-8f60-8f8f4f3212f4 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:01:26.712147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:26.712762 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:26.712890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:26.713241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:26.713584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:26.713926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:26.714266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:26.714601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:26.714940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:26.715270 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:26.715604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:26.715930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601e6719-9bb1-4a97-a71f-8edfbff68e00 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:26.732083 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:26.826203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:26.909904 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b921fb70-8816-4786-acb0-b2dd844adaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:26.950766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-88603af8-10b7-4447-8f7a-c274d4508cb6 None None] Provisioning complete for port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:26.951254 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-88603af8-10b7-4447-8f7a-c274d4508cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:26.962631 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:27.004064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-97b39153-b849-45d0-9558-5fe93ca2a831 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Deleting port 0a54c89e-9a3b-4045-a182-3d60d78b4fae {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:27.004722 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-97b39153-b849-45d0-9558-5fe93ca2a831 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.004862 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d7416f2e-9437-4b5e-a2e7-f7f67328fd25 admin admin] 10.222.0.30 "PUT /v2.0/routers/afe5680c-2737-4354-8f60-8f8f4f3212f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3642998 Jul 09 20:01:27.030293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:18Z', 'updated_at': '2021-07-09T20:01:25Z', 'revision_number': 4, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'gw_port': {'id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:20Z', 'updated_at': '2021-07-09T20:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '1ef76c2d-0199-4afe-b33b-5fa3447b9e46', 'name': '', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'mac_address': 'fa:16:3e:6d:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:23Z', 'updated_at': '2021-07-09T20:01:24Z', 'revision_number': 1, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'subnets': [{'id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:27.080946 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1424cb83-fd79-4248-89d7-c645386d462a tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] 10.222.0.30 "DELETE /v2.0/networks/522e672a-fc31-4e47-a8ab-89b02c8e4f46/tags HTTP/1.1" status: 204 len: 168 time: 0.5995719 Jul 09 20:01:27.087404 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37528) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:27.098953 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a40d46-9bc8-487c-b746-27e038dc8d05 None None] The sync data for ids ['afe5680c-2737-4354-8f60-8f8f4f3212f4'] in n-d-800088-3 is: [{'id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:18Z', 'updated_at': '2021-07-09T20:01:25Z', 'revision_number': 4, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'gw_port': {'id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:20Z', 'updated_at': '2021-07-09T20:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '1ef76c2d-0199-4afe-b33b-5fa3447b9e46', 'name': '', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'mac_address': 'fa:16:3e:6d:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:23Z', 'updated_at': '2021-07-09T20:01:24Z', 'revision_number': 1, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'subnets': [{'id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:27.116778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-88603af8-10b7-4447-8f7a-c274d4508cb6 None None] Port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:01:27.124826 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:27.125338 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.190047 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-97b39153-b849-45d0-9558-5fe93ca2a831 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.190700 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-97b39153-b849-45d0-9558-5fe93ca2a831 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.205587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5116b-1579-447f-8326-a5e6d9ab4944 req-9a9170e4-befa-4e56-a36c-3208dbf65d25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:27.212603 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5116b-1579-447f-8326-a5e6d9ab4944 req-9a9170e4-befa-4e56-a36c-3208dbf65d25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:27.219235 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5116b-1579-447f-8326-a5e6d9ab4944 req-9a9170e4-befa-4e56-a36c-3208dbf65d25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:27.226495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5116b-1579-447f-8326-a5e6d9ab4944 req-9a9170e4-befa-4e56-a36c-3208dbf65d25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:27.233074 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5116b-1579-447f-8326-a5e6d9ab4944 req-9a9170e4-befa-4e56-a36c-3208dbf65d25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:27.246640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5116b-1579-447f-8326-a5e6d9ab4944 req-9a9170e4-befa-4e56-a36c-3208dbf65d25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:27.249831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1320a85-663c-4398-aa78-33b7d729447a req-b46197a3-4c5c-4d4f-ab94-336a037a64f4 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:27.252598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5116b-1579-447f-8326-a5e6d9ab4944 req-9a9170e4-befa-4e56-a36c-3208dbf65d25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:27.258203 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1320a85-663c-4398-aa78-33b7d729447a req-b46197a3-4c5c-4d4f-ab94-336a037a64f4 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.2688224 Jul 09 20:01:27.265201 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-49b5116b-1579-447f-8326-a5e6d9ab4944 req-9a9170e4-befa-4e56-a36c-3208dbf65d25 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5444 time: 0.2739015 Jul 09 20:01:27.285052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-97b39153-b849-45d0-9558-5fe93ca2a831 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Calling delete_port for 0a54c89e-9a3b-4045-a182-3d60d78b4fae owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:27.285922 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab44f-82e8-483b-8d5e-2af9fcf6bafb tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.363354 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-49b5116b-1579-447f-8326-a5e6d9ab4944 req-427efcf7-1047-43ff-ab4a-f17531443925 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0973060 Jul 09 20:01:27.411443 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1320a85-663c-4398-aa78-33b7d729447a req-308c0e22-903e-4026-bf3d-c401d61c51c5 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442373 Jul 09 20:01:27.457782 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab44f-82e8-483b-8d5e-2af9fcf6bafb tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.506475 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ad3ab44f-82e8-483b-8d5e-2af9fcf6bafb tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522e672a-fc31-4e47-a8ab-89b02c8e4f46']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:27.528587 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ad3ab44f-82e8-483b-8d5e-2af9fcf6bafb tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bcf6757-34cd-49be-ac15-ef37f51f4c6b') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:27.528905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ad3ab44f-82e8-483b-8d5e-2af9fcf6bafb tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bcf6757-34cd-49be-ac15-ef37f51f4c6b') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:27.534759 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-97b39153-b849-45d0-9558-5fe93ca2a831 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.554368 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab44f-82e8-483b-8d5e-2af9fcf6bafb tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.558571 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fe12c2-ba4f-490a-b1e2-925e497d6d56'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:27.561593 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122e8aeb-d32d-41c2-8ebd-06711f2b9bd0" -d '{"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "04fe12c2-ba4f-490a-b1e2-925e497d6d56"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:27.598590 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab44f-82e8-483b-8d5e-2af9fcf6bafb tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.607906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3ab44f-82e8-483b-8d5e-2af9fcf6bafb tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:01:27.608481 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab44f-82e8-483b-8d5e-2af9fcf6bafb tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:01:27.611996 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:01:27.626803 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b39153-b849-45d0-9558-5fe93ca2a831 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Pushing event deleted for resources: {'Port': ['ID=0a54c89e-9a3b-4045-a182-3d60d78b4fae,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:27.759513 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-97b39153-b849-45d0-9558-5fe93ca2a831 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.760664 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab44f-82e8-483b-8d5e-2af9fcf6bafb tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.762312 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-97b39153-b849-45d0-9558-5fe93ca2a831 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.763507 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-97b39153-b849-45d0-9558-5fe93ca2a831 tempest-ServersTestBootFromVolume-1720067818 tempest-ServersTestBootFromVolume-1720067818-project] 10.222.0.30 "DELETE /v2.0/floatingips/59cbc7b2-1fd3-4089-9257-da1871494c49 HTTP/1.1" status: 204 len: 168 time: 1.6074142 Jul 09 20:01:27.767343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37538) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:27.774665 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab44f-82e8-483b-8d5e-2af9fcf6bafb tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:27.776891 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ad3ab44f-82e8-483b-8d5e-2af9fcf6bafb tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] 10.222.0.30 "DELETE /v2.0/networks/522e672a-fc31-4e47-a8ab-89b02c8e4f46 HTTP/1.1" status: 204 len: 168 time: 0.6884680 Jul 09 20:01:27.790323 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ab44f-82e8-483b-8d5e-2af9fcf6bafb tempest-TagsTest-1026482922 tempest-TagsTest-1026482922-project] Pushing event deleted for resources: {'Network': ['ID=522e672a-fc31-4e47-a8ab-89b02c8e4f46,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:27.818926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3016c-5b76-4d34-b799-9720f7803eca req-73b50ad5-fbdc-4026-b01f-c00326f34ffb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:27.825573 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fec3016c-5b76-4d34-b799-9720f7803eca req-73b50ad5-fbdc-4026-b01f-c00326f34ffb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 944 time: 0.1426103 Jul 09 20:01:27.899419 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fec3016c-5b76-4d34-b799-9720f7803eca req-cf2d7dc7-1605-408b-8545-60aa8c4d66fe tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579319 Jul 09 20:01:27.998029 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10d3115-9ed0-4c45-b1a3-d850051cc914 x-openstack-request-id: req-d10d3115-9ed0-4c45-b1a3-d850051cc914 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:27.998883 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-plugged", "status": "completed", "tag": "04fe12c2-ba4f-490a-b1e2-925e497d6d56", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:27.999311 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d10d3115-9ed0-4c45-b1a3-d850051cc914 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:27.999867 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fe12c2-ba4f-490a-b1e2-925e497d6d56', 'code': 200} Jul 09 20:01:28.247760 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec78974-e687-4ae6-92c4-45951c93f0a9 req-53f09dcf-d192-49de-8f3f-6e7436c3ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:28.248934 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec78974-e687-4ae6-92c4-45951c93f0a9 req-53f09dcf-d192-49de-8f3f-6e7436c3ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:28.259427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec78974-e687-4ae6-92c4-45951c93f0a9 req-53f09dcf-d192-49de-8f3f-6e7436c3ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:28.260581 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec78974-e687-4ae6-92c4-45951c93f0a9 req-53f09dcf-d192-49de-8f3f-6e7436c3ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:28.263293 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec78974-e687-4ae6-92c4-45951c93f0a9 req-53f09dcf-d192-49de-8f3f-6e7436c3ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:28.263876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec78974-e687-4ae6-92c4-45951c93f0a9 req-53f09dcf-d192-49de-8f3f-6e7436c3ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:28.264440 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec78974-e687-4ae6-92c4-45951c93f0a9 req-53f09dcf-d192-49de-8f3f-6e7436c3ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:28.274909 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4ec78974-e687-4ae6-92c4-45951c93f0a9 req-53f09dcf-d192-49de-8f3f-6e7436c3ddc4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 6501 time: 0.1822977 Jul 09 20:01:28.324346 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37544) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:28.343049 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4ec78974-e687-4ae6-92c4-45951c93f0a9 req-b0aa2df8-3b55-417e-bc04-f4151449ae94 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f473b2fa-deed-4258-8494-7ee8c62b9445&id=1385389b-ee62-4228-b744-2efe2ec787fa&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655034 Jul 09 20:01:28.354298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37548) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:28.359693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a1428c97-18ab-4e76-93e7-2c891f39b624 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2020562468', 'description': 'tempest-description--1044566828'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:28.420937 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a1428c97-18ab-4e76-93e7-2c891f39b624 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.455622 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e4b8bd0e-2363-44e2-ac48-d4f277c32964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.563462 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a335efee-3660-4915-aeb7-9de00d6481b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03e386eea3204017b3d8bac19ab56c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328866 Jul 09 20:01:28.564654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37554) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:28.686454 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ff996e9-9874-440b-b21c-ed62cbb4daae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.727250 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ff996e9-9874-440b-b21c-ed62cbb4daae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.765623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86869530-ab08-45db-9fb5-d69a7e64962f req-ad124aa9-4a75-461c-ad2d-b720856a21ca tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:28.772643 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86869530-ab08-45db-9fb5-d69a7e64962f req-ad124aa9-4a75-461c-ad2d-b720856a21ca tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:28.776190 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:28.778750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86869530-ab08-45db-9fb5-d69a7e64962f req-ad124aa9-4a75-461c-ad2d-b720856a21ca tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:28.785991 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86869530-ab08-45db-9fb5-d69a7e64962f req-ad124aa9-4a75-461c-ad2d-b720856a21ca tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:28.793252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86869530-ab08-45db-9fb5-d69a7e64962f req-ad124aa9-4a75-461c-ad2d-b720856a21ca tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:28.799232 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86869530-ab08-45db-9fb5-d69a7e64962f req-ad124aa9-4a75-461c-ad2d-b720856a21ca tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:28.805927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86869530-ab08-45db-9fb5-d69a7e64962f req-ad124aa9-4a75-461c-ad2d-b720856a21ca tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:28.811585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7ed1bb44-b328-4d12-9660-9916f7be1cf2 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:28.815161 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-86869530-ab08-45db-9fb5-d69a7e64962f req-ad124aa9-4a75-461c-ad2d-b720856a21ca tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5444 time: 0.1858063 Jul 09 20:01:28.880296 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-86869530-ab08-45db-9fb5-d69a7e64962f req-7ea1e43d-db57-440a-a45e-687f27a6064a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640237 Jul 09 20:01:28.898698 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a1428c97-18ab-4e76-93e7-2c891f39b624 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.911124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5036bd-d18e-43f8-a538-3a2ffa9ad37b req-a9b65dec-a2c1-45da-ba29-d73d4a406b8d tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:28.913767 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ff996e9-9874-440b-b21c-ed62cbb4daae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.913976 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1f5036bd-d18e-43f8-a538-3a2ffa9ad37b req-a9b65dec-a2c1-45da-ba29-d73d4a406b8d tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.2809520 Jul 09 20:01:28.915811 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a1428c97-18ab-4e76-93e7-2c891f39b624 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.926694 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ff996e9-9874-440b-b21c-ed62cbb4daae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.928923 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7ff996e9-9874-440b-b21c-ed62cbb4daae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7175b5a7-0ae1-45ed-b985-e5616cd4deb7 HTTP/1.1" status: 204 len: 168 time: 0.3627961 Jul 09 20:01:28.957434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff996e9-9874-440b-b21c-ed62cbb4daae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7175b5a7-0ae1-45ed-b985-e5616cd4deb7,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:28.967948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:28.991812 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a1428c97-18ab-4e76-93e7-2c891f39b624 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:28.997320 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a1428c97-18ab-4e76-93e7-2c891f39b624 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6375062 Jul 09 20:01:28.997320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1428c97-18ab-4e76-93e7-2c891f39b624 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2db37f-0e85-485b-b7f0-52aa46d57f99,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:28.998329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37562) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:29.002730 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-295e6e1f-5cbf-4169-abd7-943f4fda406c tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Request body: {'security_group_rule': {'security_group_id': '6a2db37f-0e85-485b-b7f0-52aa46d57f99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:29.064946 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-295e6e1f-5cbf-4169-abd7-943f4fda406c tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.073509 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:29.078749 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.089293 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1f5036bd-d18e-43f8-a538-3a2ffa9ad37b req-6766c78a-cf80-4268-86af-9aaf376755a3 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365285 Jul 09 20:01:29.158719 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 7ed1bb44-b328-4d12-9660-9916f7be1cf2 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:29.178883 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-295e6e1f-5cbf-4169-abd7-943f4fda406c tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.180162 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.183139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 7ed1bb44-b328-4d12-9660-9916f7be1cf2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:29.183617 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.186718 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-295e6e1f-5cbf-4169-abd7-943f4fda406c tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.246177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e6e1f-5cbf-4169-abd7-943f4fda406c tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e5a08d-7c24-41df-bee5-befde0d830c3,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:29.254374 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-295e6e1f-5cbf-4169-abd7-943f4fda406c tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.259136 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-295e6e1f-5cbf-4169-abd7-943f4fda406c tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2570913 Jul 09 20:01:29.259136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37566) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:29.263065 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:01:29.263585 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-924f8cd9-e4e5-42bd-88af-3af09cfb47d9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Request body: {'security_group_rule': {'security_group_id': '6a2db37f-0e85-485b-b7f0-52aa46d57f99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:29.317909 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-924f8cd9-e4e5-42bd-88af-3af09cfb47d9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.335067 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.413293 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8eadb7a6-a7f4-46bb-8c77-514565589e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.421178 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-924f8cd9-e4e5-42bd-88af-3af09cfb47d9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.430153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8bd0e-2363-44e2-ac48-d4f277c32964 admin admin] Deleting port 018347c6-a7ed-4cea-8b46-db8b3bce6961 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:29.430461 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-924f8cd9-e4e5-42bd-88af-3af09cfb47d9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.430727 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e4b8bd0e-2363-44e2-ac48-d4f277c32964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.443573 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.459205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f8cd9-e4e5-42bd-88af-3af09cfb47d9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146a360d-4d84-4345-8487-93fd6a89894d,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:29.471837 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-924f8cd9-e4e5-42bd-88af-3af09cfb47d9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.477061 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-924f8cd9-e4e5-42bd-88af-3af09cfb47d9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2136829 Jul 09 20:01:29.477480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37574) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:29.479593 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:29.482284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:29.495062 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.519649 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.529447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 7ed1bb44-b328-4d12-9660-9916f7be1cf2, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7ed1bb44-b328-4d12-9660-9916f7be1cf2,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:29.536293 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.566010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:29.571588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc380152-e482-4ce5-a379-238f79a9d99c req-4da832d6-a6b8-4f35-b2b7-383132c938ce tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:29.578763 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dc380152-e482-4ce5-a379-238f79a9d99c req-4da832d6-a6b8-4f35-b2b7-383132c938ce tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 944 time: 0.2506192 Jul 09 20:01:29.623449 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.630297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-e4b8bd0e-2363-44e2-ac48-d4f277c32964 admin admin] For port 018347c6-a7ed-4cea-8b46-db8b3bce6961, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=018347c6-a7ed-4cea-8b46-db8b3bce6961,segment=NetworkSegment(73409942-d3fe-4044-b392-71efb99b4be7),segment_id=73409942-d3fe-4044-b392-71efb99b4be7)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:29.630667 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e4b8bd0e-2363-44e2-ac48-d4f277c32964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.642665 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dc380152-e482-4ce5-a379-238f79a9d99c req-3a1f2bcc-3480-4964-909a-e5f67ccd8a38 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633461 Jul 09 20:01:29.651029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8bd0e-2363-44e2-ac48-d4f277c32964 admin admin] Calling delete_port for 018347c6-a7ed-4cea-8b46-db8b3bce6961 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:29.654144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=7ed1bb44-b328-4d12-9660-9916f7be1cf2,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:29.714210 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.836811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Allocated IP 172.25.0.17 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/17c813ef-7699-4d39-99c2-af5b746a5c0a) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:29.875159 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e4b8bd0e-2363-44e2-ac48-d4f277c32964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:29.903591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8bd0e-2363-44e2-ac48-d4f277c32964 admin admin] Pushing event deleted for resources: {'Port': ['ID=018347c6-a7ed-4cea-8b46-db8b3bce6961,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:30.001093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b478eda-14e9-43f9-b812-28c01112e77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:30.004199 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b781af-0273-4031-8241-9d4523163b5e" -d '{"events": [{"server_uuid": "7b478eda-14e9-43f9-b812-28c01112e77f", "name": "network-vif-plugged", "status": "completed", "tag": "0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:30.010575 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:30.033207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37592) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:30.059054 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3927f1-208b-414c-ad6b-bdeca777162b x-openstack-request-id: req-fb3927f1-208b-414c-ad6b-bdeca777162b {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:30.059348 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b478eda-14e9-43f9-b812-28c01112e77f", "name": "network-vif-plugged", "status": "completed", "tag": "0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:30.059598 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb3927f1-208b-414c-ad6b-bdeca777162b {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:30.060181 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b478eda-14e9-43f9-b812-28c01112e77f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa', 'code': 200} Jul 09 20:01:30.203662 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e4b8bd0e-2363-44e2-ac48-d4f277c32964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:30.294936 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-761573388-network', 'tenant_id': 'ff47efa716bc4c7d9efe1ee250672f02'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:30.333798 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:30.360223 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:30.413425 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] Made reservation on behalf of ff47efa716bc4c7d9efe1ee250672f02 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:30.415891 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:30.418782 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:30.439455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:30.446561 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:30.449759 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:30.453913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Pushing event updated for resources: {'Port': ['ID=17c813ef-7699-4d39-99c2-af5b746a5c0a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:30.468725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce901a-ca2e-416f-8e9c-1409418aaab1 req-79a0b6e1-992d-4321-8e67-45eed5684bb8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:30.471289 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5a935-73ea-4255-8068-e15082dc8113 req-43723745-0ce4-4845-af67-d719630dc258 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:30.472801 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6a5a935-73ea-4255-8068-e15082dc8113 req-43723745-0ce4-4845-af67-d719630dc258 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.36 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.2651191 Jul 09 20:01:30.474027 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-63ce901a-ca2e-416f-8e9c-1409418aaab1 req-79a0b6e1-992d-4321-8e67-45eed5684bb8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.1314061 Jul 09 20:01:30.484588 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2abdce-5513-486c-ae01-e12cb72ee807 req-adf418fe-1b6f-46e8-819c-4e8ad8715c27 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:30.491640 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2abdce-5513-486c-ae01-e12cb72ee807 req-adf418fe-1b6f-46e8-819c-4e8ad8715c27 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:30.498496 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2abdce-5513-486c-ae01-e12cb72ee807 req-adf418fe-1b6f-46e8-819c-4e8ad8715c27 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:30.503539 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Sync routers for ids ['afe5680c-2737-4354-8f60-8f8f4f3212f4'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:30.506093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2abdce-5513-486c-ae01-e12cb72ee807 req-adf418fe-1b6f-46e8-819c-4e8ad8715c27 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:30.512779 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2abdce-5513-486c-ae01-e12cb72ee807 req-adf418fe-1b6f-46e8-819c-4e8ad8715c27 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:30.514224 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Routers {'afe5680c-2737-4354-8f60-8f8f4f3212f4'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:30.514848 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:01:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['afe5680c-2737-4354-8f60-8f8f4f3212f4'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:30.518833 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2abdce-5513-486c-ae01-e12cb72ee807 req-adf418fe-1b6f-46e8-819c-4e8ad8715c27 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:30.524960 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2abdce-5513-486c-ae01-e12cb72ee807 req-adf418fe-1b6f-46e8-819c-4e8ad8715c27 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:30.532448 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f2abdce-5513-486c-ae01-e12cb72ee807 req-adf418fe-1b6f-46e8-819c-4e8ad8715c27 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5444 time: 0.4201939 Jul 09 20:01:30.553130 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-63ce901a-ca2e-416f-8e9c-1409418aaab1 req-f770276a-2ccc-448e-8bc0-591f22ec2010 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782266 Jul 09 20:01:30.559130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6494eb7-d60d-482f-8ade-0d4f53c361c3 req-5f8568f7-c1c1-40fe-93b7-04f3bbb48995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:30.560929 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d6494eb7-d60d-482f-8ade-0d4f53c361c3 req-5f8568f7-c1c1-40fe-93b7-04f3bbb48995 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 1096 time: 0.3929365 Jul 09 20:01:30.592006 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b8bd0e-2363-44e2-ac48-d4f277c32964 admin admin] Router b49ce5e3-cac8-418d-9809-9cb9756b8876 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:01:30.633253 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Set router afe5680c-2737-4354-8f60-8f8f4f3212f4 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:30.736047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b8bd0e-2363-44e2-ac48-d4f277c32964 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:30.744465 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e4b8bd0e-2363-44e2-ac48-d4f277c32964 admin admin] 10.222.0.30 "PUT /v2.0/routers/b49ce5e3-cac8-418d-9809-9cb9756b8876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9759920 Jul 09 20:01:30.745651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37604) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:30.751417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f603b2-d41e-47bd-99a1-3f53a7230b1e None None] Sync routers for ids ['b49ce5e3-cac8-418d-9809-9cb9756b8876'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:30.760840 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f2abdce-5513-486c-ae01-e12cb72ee807 req-ec22e95a-ff10-4110-a6ec-dfc30eb27552 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2273631 Jul 09 20:01:30.769058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f603b2-d41e-47bd-99a1-3f53a7230b1e None None] Routers {'b49ce5e3-cac8-418d-9809-9cb9756b8876'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:30.769917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-75f603b2-d41e-47bd-99a1-3f53a7230b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:01:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b49ce5e3-cac8-418d-9809-9cb9756b8876'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:30.852619 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d6494eb7-d60d-482f-8ade-0d4f53c361c3 req-b3c7f20c-99b6-4575-9684-88c6053fd3de service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732463 Jul 09 20:01:30.908567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7ed1bb44-b328-4d12-9660-9916f7be1cf2 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:30.912099 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:30.984517 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:18Z', 'updated_at': '2021-07-09T20:01:25Z', 'revision_number': 4, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'gw_port': {'id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:20Z', 'updated_at': '2021-07-09T20:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '1ef76c2d-0199-4afe-b33b-5fa3447b9e46', 'name': '', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'mac_address': 'fa:16:3e:6d:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:23Z', 'updated_at': '2021-07-09T20:01:25Z', 'revision_number': 2, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'subnets': [{'id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:30.998245 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.018571 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Checking router: afe5680c-2737-4354-8f60-8f8f4f3212f4 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:31.019064 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Updating router afe5680c-2737-4354-8f60-8f8f4f3212f4 port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:01:31.038926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-a6a5a935-73ea-4255-8068-e15082dc8113 req-e8242b93-4bb3-4f30-b31b-879cfb754530 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Deleting port 309cb334-deb3-4dbc-8f35-1bcfb236fe72 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:31.039597 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a6a5a935-73ea-4255-8068-e15082dc8113 req-e8242b93-4bb3-4f30-b31b-879cfb754530 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.048517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-75f603b2-d41e-47bd-99a1-3f53a7230b1e None None] Set router b49ce5e3-cac8-418d-9809-9cb9756b8876 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:31.061390 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.066287 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.094258 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.113482 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 7ed1bb44-b328-4d12-9660-9916f7be1cf2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:31.113975 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.120640 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.143635 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.172446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:01:31.215458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af49a5a9-6ce5-4fd4-825c-8658b6dfc639,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:31.219834 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.220464 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] Added segment b2cb4c4e-1fd9-4756-b01e-8805b2bba261 of type vlan for network 04039470-00db-4c76-8275-eb3f60f79372 Jul 09 20:01:31.235742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] Deleting port a3d42453-54df-4a7c-b124-bc8debf6be80 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:31.236092 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.246520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b74ab-621e-4d59-8383-d60567ab0dab req-1a6adef2-8bd9-46dd-9b19-38e4ef0bcaf8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:31.253849 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2a9b74ab-621e-4d59-8383-d60567ab0dab req-1a6adef2-8bd9-46dd-9b19-38e4ef0bcaf8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 945 time: 0.3147585 Jul 09 20:01:31.344516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-75f603b2-d41e-47bd-99a1-3f53a7230b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28'}], 'enable_snat': True}, 'gw_port_id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T20:01:29Z', 'revision_number': 5, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'gw_port': {'id': 'a3d42453-54df-4a7c-b124-bc8debf6be80', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T19:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:31.357051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] For port a3d42453-54df-4a7c-b124-bc8debf6be80, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a3d42453-54df-4a7c-b124-bc8debf6be80,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:31.357425 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.374196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] Calling delete_port for a3d42453-54df-4a7c-b124-bc8debf6be80 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:31.375875 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.380395 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.382325 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f603b2-d41e-47bd-99a1-3f53a7230b1e None None] Checking router: b49ce5e3-cac8-418d-9809-9cb9756b8876 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:31.393994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f603b2-d41e-47bd-99a1-3f53a7230b1e None None] Routers {'b49ce5e3-cac8-418d-9809-9cb9756b8876'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:31.394622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-75f603b2-d41e-47bd-99a1-3f53a7230b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:01:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b49ce5e3-cac8-418d-9809-9cb9756b8876'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:31.395630 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Transition to ACTIVE for port object 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:31.403667 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.411910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-a6a5a935-73ea-4255-8068-e15082dc8113 req-e8242b93-4bb3-4f30-b31b-879cfb754530 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] For port 309cb334-deb3-4dbc-8f35-1bcfb236fe72, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=309cb334-deb3-4dbc-8f35-1bcfb236fe72,segment=NetworkSegment(52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd),segment_id=52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:31.412294 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a6a5a935-73ea-4255-8068-e15082dc8113 req-e8242b93-4bb3-4f30-b31b-879cfb754530 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.431334 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2a9b74ab-621e-4d59-8383-d60567ab0dab req-06ab7612-a789-48cb-a8ec-4bb96868d57e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762774 Jul 09 20:01:31.461915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-a6a5a935-73ea-4255-8068-e15082dc8113 req-e8242b93-4bb3-4f30-b31b-879cfb754530 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Calling delete_port for 309cb334-deb3-4dbc-8f35-1bcfb236fe72 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:31.483282 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc992685-b0d3-476e-acc3-5802d802405e None None] Pushing event updated for resources: {'Port': ['ID=1ef76c2d-0199-4afe-b33b-5fa3447b9e46,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:31.501801 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992685-b0d3-476e-acc3-5802d802405e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:31.502154 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992685-b0d3-476e-acc3-5802d802405e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:31.502503 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992685-b0d3-476e-acc3-5802d802405e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:31.505164 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.506463 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992685-b0d3-476e-acc3-5802d802405e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:31.506921 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992685-b0d3-476e-acc3-5802d802405e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:31.507466 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992685-b0d3-476e-acc3-5802d802405e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:31.507933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:31.508172 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992685-b0d3-476e-acc3-5802d802405e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:31.508549 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992685-b0d3-476e-acc3-5802d802405e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:31.508894 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992685-b0d3-476e-acc3-5802d802405e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:31.509233 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992685-b0d3-476e-acc3-5802d802405e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:31.509549 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.509664 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992685-b0d3-476e-acc3-5802d802405e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:31.509890 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc992685-b0d3-476e-acc3-5802d802405e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:31.517759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-75f603b2-d41e-47bd-99a1-3f53a7230b1e None None] Set router b49ce5e3-cac8-418d-9809-9cb9756b8876 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:31.587824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-75f603b2-d41e-47bd-99a1-3f53a7230b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T20:01:31Z', 'revision_number': 6, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:31.603844 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Attempting to bind port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:31.604549 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Attempting to bind port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '39e65ca2-c377-45c7-b8b1-ddd5406ce697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:31.605169 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Attempting to bind port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 on network 8690c2e1-6f6c-4242-b675-237da2661b58 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:31.613122 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:31.613929 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Checking segment: {'id': '39e65ca2-c377-45c7-b8b1-ddd5406ce697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:31.614553 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.615179 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Bound using segment: {'id': '39e65ca2-c377-45c7-b8b1-ddd5406ce697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:31.615947 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Bound port: 1ef76c2d-0199-4afe-b33b-5fa3447b9e46, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e65ca2-c377-45c7-b8b1-ddd5406ce697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:31.616822 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.642516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f603b2-d41e-47bd-99a1-3f53a7230b1e None None] The sync data for ids ['b49ce5e3-cac8-418d-9809-9cb9756b8876'] in n-d-800088-3 is: [{'id': 'b49ce5e3-cac8-418d-9809-9cb9756b8876', 'name': 'tempest-ServersTestBootFromVolume-1900414128-router', 'tenant_id': '54927557745b4b5d8e9a497c423ed51c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:57:55Z', 'updated_at': '2021-07-09T20:01:31Z', 'revision_number': 6, 'project_id': '54927557745b4b5d8e9a497c423ed51c', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:31.717182 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.730236 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] For port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:31.734943 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] For port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1ef76c2d-0199-4afe-b33b-5fa3447b9e46,segment=NetworkSegment(39e65ca2-c377-45c7-b8b1-ddd5406ce697),segment_id=39e65ca2-c377-45c7-b8b1-ddd5406ce697)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:31.745043 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:31.763051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d42453-54df-4a7c-b124-bc8debf6be80,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:31.832937 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Routers {'afe5680c-2737-4354-8f60-8f8f4f3212f4'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:31.833696 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:01:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['afe5680c-2737-4354-8f60-8f8f4f3212f4'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:31.996377 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.063807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] Pushing event updated for resources: {'Network': ['ID=04039470-00db-4c76-8275-eb3f60f79372,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:32.075651 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 04039470-00db-4c76-8275-eb3f60f79372 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:01:32.102797 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc992685-b0d3-476e-acc3-5802d802405e None None] Pushing event updated for resources: {'Port': ['ID=1ef76c2d-0199-4afe-b33b-5fa3447b9e46,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:32.127240 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5a117e72-4e7e-477b-8124-d3eaaf8f0d74 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0924895 Jul 09 20:01:32.134682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37614) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:32.149110 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf67c2d-b958-4f8b-a11e-f8309d634e3e req-8c4407af-b164-4f94-b666-a49ae8c6e8f8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:32.158360 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.165772 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] Set router afe5680c-2737-4354-8f60-8f8f4f3212f4 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:32.167086 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fcf67c2d-b958-4f8b-a11e-f8309d634e3e req-8c4407af-b164-4f94-b666-a49ae8c6e8f8 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/ports?device_id=fab1470e-1d99-4233-bb9d-3d8edc7b4ebf HTTP/1.1" status: 200 len: 945 time: 0.3396888 Jul 09 20:01:32.173165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f39d1ef8-228e-41d8-876a-efe7d9490f85 admin admin] Request body: {'subnet': {'network_id': '04039470-00db-4c76-8275-eb3f60f79372', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-761573388-subnet', 'tenant_id': 'ff47efa716bc4c7d9efe1ee250672f02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:32.186284 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.244246 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.301120 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.307854 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.357003 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.365002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39d1ef8-228e-41d8-876a-efe7d9490f85 admin admin] Made reservation on behalf of ff47efa716bc4c7d9efe1ee250672f02 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:32.368443 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f39d1ef8-228e-41d8-876a-efe7d9490f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.389491 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fcf67c2d-b958-4f8b-a11e-f8309d634e3e req-2c6d530f-c074-468d-876a-76b3c3f270be tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.30 "GET /v2.0/security-groups?id=143301b2-a6ed-4580-a9e9-444bbea054e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211068 Jul 09 20:01:32.420501 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Pushing event updated for resources: {'Port': ['ID=17c813ef-7699-4d39-99c2-af5b746a5c0a,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:32.431332 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.432802 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-458b34f0-e7e0-4db2-847b-0e748a6d37b6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9541056 Jul 09 20:01:32.453875 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.454702 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b49ce5e3-cac8-418d-9809-9cb9756b8876 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:01:32.465076 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.468956 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ae27c782-a949-4680-aa50-5e6fa53790b5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/b49ce5e3-cac8-418d-9809-9cb9756b8876 HTTP/1.1" status: 204 len: 168 time: 1.7046673 Jul 09 20:01:32.469150 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37620) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:32.482761 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a6a5a935-73ea-4255-8068-e15082dc8113 req-e8242b93-4bb3-4f30-b31b-879cfb754530 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.501237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['309cb334-deb3-4dbc-8f35-1bcfb236fe72'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:32.533404 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:18Z', 'updated_at': '2021-07-09T20:01:25Z', 'revision_number': 4, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'gw_port': {'id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:20Z', 'updated_at': '2021-07-09T20:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '1ef76c2d-0199-4afe-b33b-5fa3447b9e46', 'name': '', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'mac_address': 'fa:16:3e:6d:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:23Z', 'updated_at': '2021-07-09T20:01:31Z', 'revision_number': 4, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'subnets': [{'id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:32.570728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bdd86-9246-4e7c-8895-d021c228ad5b req-ab321d93-f37a-4fd5-bb09-2707878217c8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:32.577233 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bdd86-9246-4e7c-8895-d021c228ad5b req-ab321d93-f37a-4fd5-bb09-2707878217c8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:32.583610 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bdd86-9246-4e7c-8895-d021c228ad5b req-ab321d93-f37a-4fd5-bb09-2707878217c8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:32.590348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bdd86-9246-4e7c-8895-d021c228ad5b req-ab321d93-f37a-4fd5-bb09-2707878217c8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:32.596928 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bdd86-9246-4e7c-8895-d021c228ad5b req-ab321d93-f37a-4fd5-bb09-2707878217c8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:32.603940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bdd86-9246-4e7c-8895-d021c228ad5b req-ab321d93-f37a-4fd5-bb09-2707878217c8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:32.611091 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538ee3b-ab9a-4443-8459-68cbe4f16e2d None None] The sync data for ids ['afe5680c-2737-4354-8f60-8f8f4f3212f4'] in n-d-800088-3 is: [{'id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:18Z', 'updated_at': '2021-07-09T20:01:25Z', 'revision_number': 4, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'gw_port': {'id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:20Z', 'updated_at': '2021-07-09T20:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '1ef76c2d-0199-4afe-b33b-5fa3447b9e46', 'name': '', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'mac_address': 'fa:16:3e:6d:87:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:23Z', 'updated_at': '2021-07-09T20:01:31Z', 'revision_number': 4, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'subnets': [{'id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:32.611544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bdd86-9246-4e7c-8895-d021c228ad5b req-ab321d93-f37a-4fd5-bb09-2707878217c8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:32.613741 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-249bdd86-9246-4e7c-8895-d021c228ad5b req-ab321d93-f37a-4fd5-bb09-2707878217c8 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5444 time: 0.4000707 Jul 09 20:01:32.646808 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8242b93-4bb3-4f30-b31b-879cfb754530 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Pushing event deleted for resources: {'Port': ['ID=309cb334-deb3-4dbc-8f35-1bcfb236fe72,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:32.720040 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eef1d49-bec1-4085-8c65-d44b861dd21a admin admin] Deleting subnet 611acea0-bc47-4c49-87b6-27f0504c3c45 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:01:32.723386 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eef1d49-bec1-4085-8c65-d44b861dd21a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.746337 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f39d1ef8-228e-41d8-876a-efe7d9490f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.810467 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a5a935-73ea-4255-8068-e15082dc8113 req-e8242b93-4bb3-4f30-b31b-879cfb754530 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] No DVR routers for this DVR port 309cb334-deb3-4dbc-8f35-1bcfb236fe72 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:32.818546 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a6a5a935-73ea-4255-8068-e15082dc8113 req-e8242b93-4bb3-4f30-b31b-879cfb754530 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.821640 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6a5a935-73ea-4255-8068-e15082dc8113 req-e8242b93-4bb3-4f30-b31b-879cfb754530 tempest-ServerRescueNegativeTestJSON-1628194054 tempest-ServerRescueNegativeTestJSON-1628194054-project] 10.222.0.36 "DELETE /v2.0/ports/309cb334-deb3-4dbc-8f35-1bcfb236fe72 HTTP/1.1" status: 204 len: 173 time: 2.2858799 Jul 09 20:01:32.825058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab1470e-1d99-4233-bb9d-3d8edc7b4ebf', 'name': 'network-vif-deleted', 'tag': '309cb334-deb3-4dbc-8f35-1bcfb236fe72'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:32.828935 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d883fc-c252-41c9-a97e-8a7aeaaca678" -d '{"events": [{"server_uuid": "fab1470e-1d99-4233-bb9d-3d8edc7b4ebf", "name": "network-vif-deleted", "tag": "309cb334-deb3-4dbc-8f35-1bcfb236fe72"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:32.839250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:32.844207 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eef1d49-bec1-4085-8c65-d44b861dd21a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.874804 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d1ef8-228e-41d8-876a-efe7d9490f85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a97bdad-0605-4cdb-b791-f23decd1cb57,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:32.911078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39d1ef8-228e-41d8-876a-efe7d9490f85 admin admin] Checking segment: {'id': 'b2cb4c4e-1fd9-4756-b01e-8805b2bba261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '04039470-00db-4c76-8275-eb3f60f79372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:32.911511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39d1ef8-228e-41d8-876a-efe7d9490f85 admin admin] Network hostable DHCP agents. Network: 04039470-00db-4c76-8275-eb3f60f79372, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:01:32.938240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:32.942416 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-249bdd86-9246-4e7c-8895-d021c228ad5b req-a2dc3293-52b1-4446-8322-3703481737fd tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3008955 Jul 09 20:01:32.951480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:32.953495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39d1ef8-228e-41d8-876a-efe7d9490f85 admin admin] Network 04039470-00db-4c76-8275-eb3f60f79372 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:01:32.955114 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:32.980840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8333bf-77c9-4eaf-9c78-07e6dd718735 req-e891dda0-28f0-4c3e-bccf-b9af2813f0b4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:32.980840 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd8333bf-77c9-4eaf-9c78-07e6dd718735 req-e891dda0-28f0-4c3e-bccf-b9af2813f0b4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 945 time: 0.2092013 Jul 09 20:01:32.985819 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f39d1ef8-228e-41d8-876a-efe7d9490f85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 04039470-00db-4c76-8275-eb3f60f79372) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:32.997419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f10c60-a03e-48ce-938d-04ac032f1a31 None None] Network 04039470-00db-4c76-8275-eb3f60f79372 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:33.007254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39d1ef8-228e-41d8-876a-efe7d9490f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:33.007963 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f39d1ef8-228e-41d8-876a-efe7d9490f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:33.050287 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd8333bf-77c9-4eaf-9c78-07e6dd718735 req-e5374d0e-f58c-4f09-90fe-f92c2f9237c0 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554557 Jul 09 20:01:33.051996 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f39d1ef8-228e-41d8-876a-efe7d9490f85 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9165275 Jul 09 20:01:33.128082 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7a5f88-03bf-4c01-ac1b-d23866751532 x-openstack-request-id: req-ba7a5f88-03bf-4c01-ac1b-d23866751532 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:33.128396 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab1470e-1d99-4233-bb9d-3d8edc7b4ebf", "name": "network-vif-deleted", "tag": "309cb334-deb3-4dbc-8f35-1bcfb236fe72", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:33.128684 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba7a5f88-03bf-4c01-ac1b-d23866751532 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:33.129091 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab1470e-1d99-4233-bb9d-3d8edc7b4ebf', 'name': 'network-vif-deleted', 'tag': '309cb334-deb3-4dbc-8f35-1bcfb236fe72', 'status': 'completed', 'code': 200} Jul 09 20:01:33.207005 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-e42dfa50-1384-4575-a032-befd08bb160e tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2020562468&fields=id&tenant_id=8a52c50099ea4824abcf659fdfe5f7b7 HTTP/1.1" status: 200 len: 267 time: 0.0769517 Jul 09 20:01:33.281385 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eef1d49-bec1-4085-8c65-d44b861dd21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:33.447677 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eef1d49-bec1-4085-8c65-d44b861dd21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:33.497793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8e4c-d51d-4e52-aaf3-50e784f93845 req-e3d94bd8-5230-448f-939a-e116fccfcc6b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:33.504133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8e4c-d51d-4e52-aaf3-50e784f93845 req-e3d94bd8-5230-448f-939a-e116fccfcc6b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:33.511320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8e4c-d51d-4e52-aaf3-50e784f93845 req-e3d94bd8-5230-448f-939a-e116fccfcc6b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:33.518439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8e4c-d51d-4e52-aaf3-50e784f93845 req-e3d94bd8-5230-448f-939a-e116fccfcc6b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:33.527705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8e4c-d51d-4e52-aaf3-50e784f93845 req-e3d94bd8-5230-448f-939a-e116fccfcc6b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:33.527904 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef1d49-bec1-4085-8c65-d44b861dd21a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=611acea0-bc47-4c49-87b6-27f0504c3c45,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:33.536062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4abe63f-19aa-482e-a73b-db8e4bceea55 None None] Network 04039470-00db-4c76-8275-eb3f60f79372 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:33.540256 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8e4c-d51d-4e52-aaf3-50e784f93845 req-e3d94bd8-5230-448f-939a-e116fccfcc6b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:33.544124 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427a18ea-767b-4bf6-9184-4754260d2086 None None] Network cd374142-88a1-4361-9674-2bb9b234d6e5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:33.549071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d8e4c-d51d-4e52-aaf3-50e784f93845 req-e3d94bd8-5230-448f-939a-e116fccfcc6b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:33.553030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-59cdd2d0-cde8-4b9e-a37c-9b1e39d9d21a tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:33.563653 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-628d8e4c-d51d-4e52-aaf3-50e784f93845 req-e3d94bd8-5230-448f-939a-e116fccfcc6b tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5444 time: 0.1883030 Jul 09 20:01:33.565457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37648) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:33.565991 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-59cdd2d0-cde8-4b9e-a37c-9b1e39d9d21a tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/networks?id=8690c2e1-6f6c-4242-b675-237da2661b58 HTTP/1.1" status: 200 len: 812 time: 0.3468146 Jul 09 20:01:33.568570 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eef1d49-bec1-4085-8c65-d44b861dd21a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:33.572857 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9eef1d49-bec1-4085-8c65-d44b861dd21a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/611acea0-bc47-4c49-87b6-27f0504c3c45 HTTP/1.1" status: 204 len: 168 time: 1.1004291 Jul 09 20:01:33.578119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7ac9f5b0-008b-4fb0-b806-04b6c051b881 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Request body: {'floatingip': {'port_id': 'cfc3e76d-51a9-4170-90ff-6f54f619d809'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:33.581083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37650) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:33.592665 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-960ea219-e856-47f5-85ad-4d8456732c00 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/quotas/8a52c50099ea4824abcf659fdfe5f7b7 HTTP/1.1" status: 200 len: 375 time: 0.0256956 Jul 09 20:01:33.727595 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-0bff8b37-32a4-4eb6-82f8-607392a9a72d tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a52c50099ea4824abcf659fdfe5f7b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1284533 Jul 09 20:01:33.909737 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-8540148b-6666-4543-a765-1040ed7ccd4c service neutron] 10.222.0.30 "GET /v2.0/networks/8690c2e1-6f6c-4242-b675-237da2661b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604064 Jul 09 20:01:33.926777 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:33.993127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1ef76c2d-0199-4afe-b33b-5fa3447b9e46,segment=NetworkSegment(39e65ca2-c377-45c7-b8b1-ddd5406ce697),segment_id=39e65ca2-c377-45c7-b8b1-ddd5406ce697)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:34.004076 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.052847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37662) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:34.058585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=1ef76c2d-0199-4afe-b33b-5fa3447b9e46,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:34.062749 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-21316467-network', 'tenant_id': 'f12f60bd9a764b6fbdbf9a2248b80fa9'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:34.073636 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-3041732a-0fda-477f-80c7-ccda1ba61a14 service neutron] 10.222.0.30 "GET /v2.0/networks/8690c2e1-6f6c-4242-b675-237da2661b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621239 Jul 09 20:01:34.086965 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc7eba6-cd14-43b4-a46b-375527c4fce3 None None] DHCP port deletion for cd374142-88a1-4361-9674-2bb9b234d6e5 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:01:34.101792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] Made reservation on behalf of f12f60bd9a764b6fbdbf9a2248b80fa9 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:34.104774 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.129042 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.129282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a3d42453-54df-4a7c-b124-bc8debf6be80 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:34.161222 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: a3d42453-54df-4a7c-b124-bc8debf6be80 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:34.161581 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a3d42453-54df-4a7c-b124-bc8debf6be80 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:34.162014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 018347c6-a7ed-4cea-8b46-db8b3bce6961 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:34.186332 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 018347c6-a7ed-4cea-8b46-db8b3bce6961 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:34.186714 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 018347c6-a7ed-4cea-8b46-db8b3bce6961 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:34.208956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7eba6-cd14-43b4-a46b-375527c4fce3 None None] Deleting port 7ac65189-331f-4008-9d91-0b8e0208fae0 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:34.209759 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fcc7eba6-cd14-43b4-a46b-375527c4fce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.261399 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.266457 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.281888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:01:34.304452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-fcc7eba6-cd14-43b4-a46b-375527c4fce3 None None] For port 7ac65189-331f-4008-9d91-0b8e0208fae0, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7ac65189-331f-4008-9d91-0b8e0208fae0,segment=NetworkSegment(73409942-d3fe-4044-b392-71efb99b4be7),segment_id=73409942-d3fe-4044-b392-71efb99b4be7)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:34.305060 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fcc7eba6-cd14-43b4-a46b-375527c4fce3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.306780 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.307153 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] Added segment 8f1ea228-28d9-4ba1-8e5f-be2ebf07eca2 of type vlan for network f59a0b8d-7876-4aa0-a1b4-a88fb2be770f Jul 09 20:01:34.317260 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.325267 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ac9f5b0-008b-4fb0-b806-04b6c051b881 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.344891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7eba6-cd14-43b4-a46b-375527c4fce3 None None] Calling delete_port for 7ac65189-331f-4008-9d91-0b8e0208fae0 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:34.359420 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.368068 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37670) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:34.401508 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.402644 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:34.404798 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.485418 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5af2718-6b64-446c-a441-0857003ecddf,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:34.496406 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4395504 Jul 09 20:01:34.496696 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37672) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:34.501868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ac3e26e3-f46e-4679-afa8-e6211ff29c59 admin admin] Request body: {'subnet': {'network_id': 'f59a0b8d-7876-4aa0-a1b4-a88fb2be770f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-21316467-subnet', 'tenant_id': 'f12f60bd9a764b6fbdbf9a2248b80fa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:34.503839 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fcc7eba6-cd14-43b4-a46b-375527c4fce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.539470 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cada13-ebdb-41c6-99dc-e4b9e9a78546 admin admin] Pushing event updated for resources: {'Network': ['ID=f59a0b8d-7876-4aa0-a1b4-a88fb2be770f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:34.544742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc7eba6-cd14-43b4-a46b-375527c4fce3 None None] No DVR routers for this DVR port 7ac65189-331f-4008-9d91-0b8e0208fae0 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:34.545856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3e26e3-f46e-4679-afa8-e6211ff29c59 admin admin] Made reservation on behalf of f12f60bd9a764b6fbdbf9a2248b80fa9 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:34.550196 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ac3e26e3-f46e-4679-afa8-e6211ff29c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.595615 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network f59a0b8d-7876-4aa0-a1b4-a88fb2be770f details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:01:34.673033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cf16b-bfa4-4e4f-a026-560e85eba4e7 req-ae4a8b4a-048d-4f2f-941b-f8a4d39b41ee tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:34.681755 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f62cf16b-bfa4-4e4f-a026-560e85eba4e7 req-ae4a8b4a-048d-4f2f-941b-f8a4d39b41ee tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 946 time: 0.4044859 Jul 09 20:01:34.750684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7eba6-cd14-43b4-a46b-375527c4fce3 None None] Pushing event deleted for resources: {'Port': ['ID=7ac65189-331f-4008-9d91-0b8e0208fae0,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:34.789349 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f62cf16b-bfa4-4e4f-a026-560e85eba4e7 req-8d9128f2-ace9-4b90-abcd-e8493755d87e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062174 Jul 09 20:01:34.808382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 309cb334-deb3-4dbc-8f35-1bcfb236fe72 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:34.831858 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:34.858093 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a7c94c91-bd5a-4104-b19d-e249b3e68e40 req-1b175f0b-007e-471e-97c2-4a340d79858a tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 210 time: 0.0701838 Jul 09 20:01:34.872714 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ac3e26e3-f46e-4679-afa8-e6211ff29c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.875976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 309cb334-deb3-4dbc-8f35-1bcfb236fe72 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:34.876448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 309cb334-deb3-4dbc-8f35-1bcfb236fe72 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:34.877575 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Deleting port 7ac65189-331f-4008-9d91-0b8e0208fae0 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:34.877961 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.899324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:34.899849 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:34.967082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e26e3-f46e-4679-afa8-e6211ff29c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27755502-d3e8-4b68-a9cc-1c9736fd3f7f,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:34.972847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e26e3-f46e-4679-afa8-e6211ff29c59 admin admin] Checking segment: {'id': '8f1ea228-28d9-4ba1-8e5f-be2ebf07eca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'f59a0b8d-7876-4aa0-a1b4-a88fb2be770f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:34.973227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e26e3-f46e-4679-afa8-e6211ff29c59 admin admin] Network hostable DHCP agents. Network: f59a0b8d-7876-4aa0-a1b4-a88fb2be770f, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:01:34.998062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3e26e3-f46e-4679-afa8-e6211ff29c59 admin admin] Network f59a0b8d-7876-4aa0-a1b4-a88fb2be770f is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:01:35.011269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-ac3e26e3-f46e-4679-afa8-e6211ff29c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, f59a0b8d-7876-4aa0-a1b4-a88fb2be770f) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:35.021598 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65ba985-7423-4189-ae1f-7752592a1534 None None] Network f59a0b8d-7876-4aa0-a1b4-a88fb2be770f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:35.023830 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3e26e3-f46e-4679-afa8-e6211ff29c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:35.024919 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ac3e26e3-f46e-4679-afa8-e6211ff29c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.066179 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ac3e26e3-f46e-4679-afa8-e6211ff29c59 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5684085 Jul 09 20:01:35.078672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7ac65189-331f-4008-9d91-0b8e0208fae0 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:35.100785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 7ac65189-331f-4008-9d91-0b8e0208fae0 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:35.101135 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7ac65189-331f-4008-9d91-0b8e0208fae0 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:35.195434 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af5ff48-e210-420d-91e0-ae59aaf4e6c4 None None] Network f59a0b8d-7876-4aa0-a1b4-a88fb2be770f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:35.220244 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37684) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:35.266052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] For port 7ac65189-331f-4008-9d91-0b8e0208fae0, host n-d-800088-3, got binding levels [] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:35.266729 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.275665 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-230bae1e-143c-4332-947a-c19d90d95fe4 admin admin] Deleting subnet 5a97bdad-0605-4cdb-b791-f23decd1cb57 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:01:35.280646 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-230bae1e-143c-4332-947a-c19d90d95fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.323736 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-230bae1e-143c-4332-947a-c19d90d95fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.355480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Calling delete_port for 7ac65189-331f-4008-9d91-0b8e0208fae0 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:35.364620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.ipam_backend_mixin [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Port 7ac65189-331f-4008-9d91-0b8e0208fae0 was not found and therefore no delete operation was performed {{(pid=100205) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 20:01:35.371337 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-230bae1e-143c-4332-947a-c19d90d95fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.379712 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.426440 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-230bae1e-143c-4332-947a-c19d90d95fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.431546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] No DVR routers for this DVR port 7ac65189-331f-4008-9d91-0b8e0208fae0 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:35.436522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac65189-331f-4008-9d91-0b8e0208fae0,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:35.453519 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bae1e-143c-4332-947a-c19d90d95fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a97bdad-0605-4cdb-b791-f23decd1cb57,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:35.458038 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-230bae1e-143c-4332-947a-c19d90d95fe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.462561 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-230bae1e-143c-4332-947a-c19d90d95fe4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5a97bdad-0605-4cdb-b791-f23decd1cb57 HTTP/1.1" status: 204 len: 168 time: 0.2409084 Jul 09 20:01:35.463177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37686) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:35.518563 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f713f-fa49-4f3f-bc59-723030613f1b req-bfcae993-96dd-4d79-9b7e-e685e8a76b92 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:35.520065 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d6f713f-fa49-4f3f-bc59-723030613f1b req-bfcae993-96dd-4d79-9b7e-e685e8a76b92 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 945 time: 0.5074816 Jul 09 20:01:35.537053 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bce3e3a3-dd38-458e-b942-df23c2b032e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.618065 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.623577 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bce3e3a3-dd38-458e-b942-df23c2b032e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.634003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-bce3e3a3-dd38-458e-b942-df23c2b032e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04039470-00db-4c76-8275-eb3f60f79372']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:35.634795 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.db.resource_extend [None req-7ac9f5b0-008b-4fb0-b806-04b6c051b881 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 20:01:35.641536 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd374142-88a1-4361-9674-2bb9b234d6e5']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:35.645190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-bce3e3a3-dd38-458e-b942-df23c2b032e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cb4c4e-1fd9-4756-b01e-8805b2bba261') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:35.649440 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-bce3e3a3-dd38-458e-b942-df23c2b032e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cb4c4e-1fd9-4756-b01e-8805b2bba261') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:35.658995 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bce3e3a3-dd38-458e-b942-df23c2b032e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.674079 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bce3e3a3-dd38-458e-b942-df23c2b032e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.681151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce3e3a3-dd38-458e-b942-df23c2b032e2 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:01:35.681700 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bce3e3a3-dd38-458e-b942-df23c2b032e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:01:35.683584 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:01:35.694851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73409942-d3fe-4044-b392-71efb99b4be7') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:35.695379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73409942-d3fe-4044-b392-71efb99b4be7') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:35.729859 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d6f713f-fa49-4f3f-bc59-723030613f1b req-e120bc2f-0c10-45c3-bf09-a9472c3c66da tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607866 Jul 09 20:01:35.733866 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.763927 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.770431 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ac9f5b0-008b-4fb0-b806-04b6c051b881 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.783680 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ac9f5b0-008b-4fb0-b806-04b6c051b881 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.788837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:01:35.789686 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.791494 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bce3e3a3-dd38-458e-b942-df23c2b032e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:01:35.796294 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:01:35.805587 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bce3e3a3-dd38-458e-b942-df23c2b032e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:35.814446 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bce3e3a3-dd38-458e-b942-df23c2b032e2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/04039470-00db-4c76-8275-eb3f60f79372 HTTP/1.1" status: 204 len: 168 time: 0.3502357 Jul 09 20:01:35.820159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37694) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:35.841653 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3e3a3-dd38-458e-b942-df23c2b032e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=04039470-00db-4c76-8275-eb3f60f79372,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:35.965402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aaad222-01ce-4de4-a29b-ef5c213eac83 admin admin] Deleting subnet 27755502-d3e8-4b68-a9cc-1c9736fd3f7f {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:01:35.972441 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1aaad222-01ce-4de4-a29b-ef5c213eac83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.049015 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.078083 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1345cec8-747e-4ae8-ac97-cd9b99fb358e req-2b940309-c24a-4e60-b2ea-84d247496711 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 210 time: 0.0491185 Jul 09 20:01:36.087551 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.088743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1aaad222-01ce-4de4-a29b-ef5c213eac83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.091934 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cd374142-88a1-4361-9674-2bb9b234d6e5 HTTP/1.1" status: 204 len: 168 time: 2.5017250 Jul 09 20:01:36.091934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b04537-1eb8-47fa-a6e5-b6d052adf6b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd374142-88a1-4361-9674-2bb9b234d6e5,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:36.135660 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-7ac9f5b0-008b-4fb0-b806-04b6c051b881 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Floating IP be241113-5868-49a2-97ca-4f21d63e64d1 associated. External IP: 172.25.0.141, port: cfc3e76d-51a9-4170-90ff-6f54f619d809. Jul 09 20:01:36.177329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-2bcc73e3-8ec6-4dcc-a9dd-49be1b3abb13 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:36.179614 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-2bcc73e3-8ec6-4dcc-a9dd-49be1b3abb13 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.36 "GET /v2.0/networks?id=8690c2e1-6f6c-4242-b675-237da2661b58 HTTP/1.1" status: 200 len: 812 time: 0.3039811 Jul 09 20:01:36.182562 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1aaad222-01ce-4de4-a29b-ef5c213eac83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.267767 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6305e2bd-6583-4877-a282-a58201903b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.269710 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-b1e3dbf2-cb5c-4b09-8776-1569dea1c23a tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a52c50099ea4824abcf659fdfe5f7b7 HTTP/1.1" status: 200 len: 380 time: 0.0588398 Jul 09 20:01:36.293945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9fc5a8b1-a9ef-4d2a-8cde-d7326fe29ce9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Request body: {'port': {'device_id': '5292c504-84bf-4517-853d-e1832e5c7177', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'admin_state_up': True, 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'security_groups': ['6a2db37f-0e85-485b-b7f0-52aa46d57f99']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:36.301248 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1aaad222-01ce-4de4-a29b-ef5c213eac83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.357304 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37702) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:36.390135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaad222-01ce-4de4-a29b-ef5c213eac83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27755502-d3e8-4b68-a9cc-1c9736fd3f7f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:36.416339 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1aaad222-01ce-4de4-a29b-ef5c213eac83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.420721 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1aaad222-01ce-4de4-a29b-ef5c213eac83 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/27755502-d3e8-4b68-a9cc-1c9736fd3f7f HTTP/1.1" status: 204 len: 168 time: 0.5993717 Jul 09 20:01:36.427896 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37704) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:36.501780 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c96ff2-2d41-4181-83cd-714481bb0a01 req-1a752c91-f16c-4912-81ec-9aa9a301118c tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:36.503397 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67c96ff2-2d41-4181-83cd-714481bb0a01 req-1a752c91-f16c-4912-81ec-9aa9a301118c tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 945 time: 0.1849716 Jul 09 20:01:36.517955 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9fc5a8b1-a9ef-4d2a-8cde-d7326fe29ce9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Made reservation on behalf of 8a52c50099ea4824abcf659fdfe5f7b7 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:36.521649 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9fc5a8b1-a9ef-4d2a-8cde-d7326fe29ce9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.532446 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-94713e2c-2695-4843-9f77-4b968a2bbe7e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=54927557745b4b5d8e9a497c423ed51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490114 Jul 09 20:01:36.538917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37706) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:36.593519 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67c96ff2-2d41-4181-83cd-714481bb0a01 req-30782be6-5ed6-496e-a9fa-b57b5a716680 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836926 Jul 09 20:01:36.618673 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e59c437e-f579-4608-9bc9-53367961e586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.633756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac9f5b0-008b-4fb0-b806-04b6c051b881 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Router d25b2ece-d6d3-4885-9354-5977b25a1649 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:01:36.664197 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bfc728e0-864b-4c0b-b6ad-3f120405acf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.719964 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bfc728e0-864b-4c0b-b6ad-3f120405acf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.787383 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9fc5a8b1-a9ef-4d2a-8cde-d7326fe29ce9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Allocated IP 172.20.0.12 (8690c2e1-6f6c-4242-b675-237da2661b58/58f09e31-7104-40a3-94a2-dae4015145f2/2fc4695f-bdd4-463c-8ef6-9e32f24ea746) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:36.815506 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bfc728e0-864b-4c0b-b6ad-3f120405acf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.818204 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bfc728e0-864b-4c0b-b6ad-3f120405acf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.823224 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bfc728e0-864b-4c0b-b6ad-3f120405acf1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ff3bff4-fbe6-41ca-9ea3-a252892b3de9 HTTP/1.1" status: 204 len: 168 time: 0.2792590 Jul 09 20:01:36.841394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc728e0-864b-4c0b-b6ad-3f120405acf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff3bff4-fbe6-41ca-9ea3-a252892b3de9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:36.971177 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9fc5a8b1-a9ef-4d2a-8cde-d7326fe29ce9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:36.987722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9fc5a8b1-a9ef-4d2a-8cde-d7326fe29ce9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Transition to ACTIVE for port object 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:37.033503 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9fc5a8b1-a9ef-4d2a-8cde-d7326fe29ce9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.085418 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e59c437e-f579-4608-9bc9-53367961e586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.091670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9fc5a8b1-a9ef-4d2a-8cde-d7326fe29ce9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Network 8690c2e1-6f6c-4242-b675-237da2661b58 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:37.098708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9fc5a8b1-a9ef-4d2a-8cde-d7326fe29ce9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:37.101887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9fc5a8b1-a9ef-4d2a-8cde-d7326fe29ce9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:37.109554 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5a8b1-a9ef-4d2a-8cde-d7326fe29ce9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Pushing event updated for resources: {'Port': ['ID=2fc4695f-bdd4-463c-8ef6-9e32f24ea746,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:37.117436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-e59c437e-f579-4608-9bc9-53367961e586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59a0b8d-7876-4aa0-a1b4-a88fb2be770f']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:37.138596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-e59c437e-f579-4608-9bc9-53367961e586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1ea228-28d9-4ba1-8e5f-be2ebf07eca2') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:37.138898 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-e59c437e-f579-4608-9bc9-53367961e586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1ea228-28d9-4ba1-8e5f-be2ebf07eca2') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:37.170025 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9fc5a8b1-a9ef-4d2a-8cde-d7326fe29ce9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:37.171263 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9fc5a8b1-a9ef-4d2a-8cde-d7326fe29ce9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.185057 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e59c437e-f579-4608-9bc9-53367961e586 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.197517 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9fc5a8b1-a9ef-4d2a-8cde-d7326fe29ce9 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9097698 Jul 09 20:01:37.217957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Request body: {'port': {'device_id': '5292c504-84bf-4517-853d-e1832e5c7177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:37.234903 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e59c437e-f579-4608-9bc9-53367961e586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.246469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59c437e-f579-4608-9bc9-53367961e586 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:01:37.246884 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e59c437e-f579-4608-9bc9-53367961e586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:01:37.248776 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:01:37.327617 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac9f5b0-008b-4fb0-b806-04b6c051b881 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:37.338247 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96efa993-811c-40b5-ab0e-fea28c33f8ea None None] Sync routers for ids ['d25b2ece-d6d3-4885-9354-5977b25a1649'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:37.348378 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96efa993-811c-40b5-ab0e-fea28c33f8ea None None] Routers {'d25b2ece-d6d3-4885-9354-5977b25a1649'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:37.349239 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-96efa993-811c-40b5-ab0e-fea28c33f8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:01:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['d25b2ece-d6d3-4885-9354-5977b25a1649'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:37.350769 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ac9f5b0-008b-4fb0-b806-04b6c051b881 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.365263 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.418417 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e59c437e-f579-4608-9bc9-53367961e586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.430447 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e59c437e-f579-4608-9bc9-53367961e586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.434629 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e59c437e-f579-4608-9bc9-53367961e586 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f59a0b8d-7876-4aa0-a1b4-a88fb2be770f HTTP/1.1" status: 204 len: 168 time: 1.0032377 Jul 09 20:01:37.461100 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7ac9f5b0-008b-4fb0-b806-04b6c051b881 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "PUT /v2.0/floatingips/be241113-5868-49a2-97ca-4f21d63e64d1 HTTP/1.1" status: 200 len: 992 time: 3.8916633 Jul 09 20:01:37.469987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': 'cfc3e76d-51a9-4170-90ff-6f54f619d809'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:37.472590 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b70c99-a834-4694-a706-7a17fff4e4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "cfc3e76d-51a9-4170-90ff-6f54f619d809"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:37.478058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6305e2bd-6583-4877-a282-a58201903b2b admin admin] Deleting port 253fb325-7514-4689-80a4-23754cce4f86 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:37.478197 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6305e2bd-6583-4877-a282-a58201903b2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.496720 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0ce4f571-447d-43e8-b386-c77d0dd4fe4d None None] Provisioning for port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:37.500878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c437e-f579-4608-9bc9-53367961e586 admin admin] Pushing event deleted for resources: {'Network': ['ID=f59a0b8d-7876-4aa0-a1b4-a88fb2be770f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:37.511435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0ce4f571-447d-43e8-b386-c77d0dd4fe4d None None] Provisioning complete for port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:37.515849 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0ce4f571-447d-43e8-b386-c77d0dd4fe4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.560329 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-96efa993-811c-40b5-ab0e-fea28c33f8ea None None] Set router d25b2ece-d6d3-4885-9354-5977b25a1649 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:37.561865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c7638-c178-4149-9da6-83210d480af9 req-5e7c1fb6-cf4b-49fd-b201-d483db393592 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:37.569328 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-331c7638-c178-4149-9da6-83210d480af9 req-5e7c1fb6-cf4b-49fd-b201-d483db393592 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 932 time: 0.2670822 Jul 09 20:01:37.625277 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-6305e2bd-6583-4877-a282-a58201903b2b admin admin] For port 253fb325-7514-4689-80a4-23754cce4f86, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=253fb325-7514-4689-80a4-23754cce4f86,segment=NetworkSegment(52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd),segment_id=52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:37.625620 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6305e2bd-6583-4877-a282-a58201903b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:37.642720 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-331c7638-c178-4149-9da6-83210d480af9 req-fd7f1c1a-997c-4454-b726-66289e3d7582 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a2db37f-0e85-485b-b7f0-52aa46d57f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723658 Jul 09 20:01:37.659072 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6305e2bd-6583-4877-a282-a58201903b2b admin admin] Calling delete_port for 253fb325-7514-4689-80a4-23754cce4f86 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:37.674055 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0ce4f571-447d-43e8-b386-c77d0dd4fe4d None None] Port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:01:37.764061 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3688ef11-9195-4498-ae13-eccc4c5d5a54 x-openstack-request-id: req-3688ef11-9195-4498-ae13-eccc4c5d5a54 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:37.765120 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "tag": "cfc3e76d-51a9-4170-90ff-6f54f619d809", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:37.765383 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3688ef11-9195-4498-ae13-eccc4c5d5a54 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:37.766993 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'tag': 'cfc3e76d-51a9-4170-90ff-6f54f619d809', 'status': 'completed', 'code': 200} Jul 09 20:01:37.954873 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37742) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:38.046091 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1017d-a3dc-43a4-b671-861ced73cffb req-066dce5e-4a2b-4883-aab5-984c74e1bab9 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:38.056480 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-05a1017d-a3dc-43a4-b671-861ced73cffb req-066dce5e-4a2b-4883-aab5-984c74e1bab9 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 945 time: 0.1724358 Jul 09 20:01:38.074010 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-96efa993-811c-40b5-ab0e-fea28c33f8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '64293310-1cc1-443c-b799-a34822486d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:15Z', 'revision_number': 4, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'gw_port': {'id': '64293310-1cc1-443c-b799-a34822486d5e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'be241113-5868-49a2-97ca-4f21d63e64d1', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'port_id': 'cfc3e76d-51a9-4170-90ff-6f54f619d809', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'mac_address': 'fa:16:3e:57:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:00:05Z', 'updated_at': '2021-07-09T20:01:35Z', 'revision_number': 1, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e267a8-31b4-4b46-8dc9-b7340ede456a', 'name': '', 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'mac_address': 'fa:16:3e:21:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14375310-01e0-447a-894d-66dc68e570ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:12Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 5, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'subnets': [{'id': '14375310-01e0-447a-894d-66dc68e570ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:38.094145 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c34786d9-12fa-4151-99ea-b48c0d19a34f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff47efa716bc4c7d9efe1ee250672f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365929 Jul 09 20:01:38.097667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37748) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:38.121859 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96efa993-811c-40b5-ab0e-fea28c33f8ea None None] Checking router: d25b2ece-d6d3-4885-9354-5977b25a1649 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:38.133205 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96efa993-811c-40b5-ab0e-fea28c33f8ea None None] Routers {'d25b2ece-d6d3-4885-9354-5977b25a1649'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:38.134162 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-96efa993-811c-40b5-ab0e-fea28c33f8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:01:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['d25b2ece-d6d3-4885-9354-5977b25a1649'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:38.162976 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-05a1017d-a3dc-43a4-b671-861ced73cffb req-2ca4829a-4ced-445e-9529-d69345a40690 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047802 Jul 09 20:01:38.168850 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6305e2bd-6583-4877-a282-a58201903b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.216240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305e2bd-6583-4877-a282-a58201903b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=253fb325-7514-4689-80a4-23754cce4f86,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:38.316220 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-96efa993-811c-40b5-ab0e-fea28c33f8ea None None] Set router d25b2ece-d6d3-4885-9354-5977b25a1649 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:38.321239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37750) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:38.321960 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1147498b-fd99-415e-95c5-e0e6fcfbc66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.364144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1147498b-fd99-415e-95c5-e0e6fcfbc66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.462160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:38.490052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1956803267-network', 'tenant_id': 'bd1e92343c70476985edfe6e820042fc'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:38.490635 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.522685 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1147498b-fd99-415e-95c5-e0e6fcfbc66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.523777 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42325af7-ea57-4965-8e67-9c4e451ab146 req-e0801c74-adbd-4a26-bbc7-004f1f5dd1d1 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:38.525326 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-42325af7-ea57-4965-8e67-9c4e451ab146 req-e0801c74-adbd-4a26-bbc7-004f1f5dd1d1 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 945 time: 0.6017940 Jul 09 20:01:38.525608 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1147498b-fd99-415e-95c5-e0e6fcfbc66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.528805 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1147498b-fd99-415e-95c5-e0e6fcfbc66d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af49a5a9-6ce5-4fd4-825c-8658b6dfc639 HTTP/1.1" status: 204 len: 168 time: 0.4279177 Jul 09 20:01:38.530268 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6305e2bd-6583-4877-a282-a58201903b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.533862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] Made reservation on behalf of bd1e92343c70476985edfe6e820042fc for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:38.536348 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.548077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-9cae1ac8-9295-47f7-a793-c02ab446a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:38.549097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-9cae1ac8-9295-47f7-a793-c02ab446a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:38.550129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-9cae1ac8-9295-47f7-a793-c02ab446a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:38.551037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-9cae1ac8-9295-47f7-a793-c02ab446a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:38.552564 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-9cae1ac8-9295-47f7-a793-c02ab446a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:38.553539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-9cae1ac8-9295-47f7-a793-c02ab446a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:38.554320 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-9cae1ac8-9295-47f7-a793-c02ab446a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:38.556597 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-9cae1ac8-9295-47f7-a793-c02ab446a5c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cc91b2219044be3bcf3baddf092d553&device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 6501 time: 0.7172811 Jul 09 20:01:38.556866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147498b-fd99-415e-95c5-e0e6fcfbc66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af49a5a9-6ce5-4fd4-825c-8658b6dfc639,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:38.558161 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Transition to ACTIVE for port object 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:38.559964 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.610186 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:38.744679 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-96efa993-811c-40b5-ab0e-fea28c33f8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '64293310-1cc1-443c-b799-a34822486d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:15Z', 'revision_number': 4, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'gw_port': {'id': '64293310-1cc1-443c-b799-a34822486d5e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'be241113-5868-49a2-97ca-4f21d63e64d1', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'port_id': 'cfc3e76d-51a9-4170-90ff-6f54f619d809', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'mac_address': 'fa:16:3e:57:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:00:05Z', 'updated_at': '2021-07-09T20:01:35Z', 'revision_number': 1, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e267a8-31b4-4b46-8dc9-b7340ede456a', 'name': '', 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'mac_address': 'fa:16:3e:21:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14375310-01e0-447a-894d-66dc68e570ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:12Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 5, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'subnets': [{'id': '14375310-01e0-447a-894d-66dc68e570ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:38.839454 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96efa993-811c-40b5-ab0e-fea28c33f8ea None None] The sync data for ids ['d25b2ece-d6d3-4885-9354-5977b25a1649'] in n-d-800088-3 is: [{'id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '64293310-1cc1-443c-b799-a34822486d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:15Z', 'revision_number': 4, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'gw_port': {'id': '64293310-1cc1-443c-b799-a34822486d5e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'be241113-5868-49a2-97ca-4f21d63e64d1', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'port_id': 'cfc3e76d-51a9-4170-90ff-6f54f619d809', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'mac_address': 'fa:16:3e:57:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:00:05Z', 'updated_at': '2021-07-09T20:01:35Z', 'revision_number': 1, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e267a8-31b4-4b46-8dc9-b7340ede456a', 'name': '', 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'mac_address': 'fa:16:3e:21:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14375310-01e0-447a-894d-66dc68e570ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:12Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 5, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'subnets': [{'id': '14375310-01e0-447a-894d-66dc68e570ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:38.931442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Pushing event updated for resources: {'Port': ['ID=2fc4695f-bdd4-463c-8ef6-9e32f24ea746,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:39.091138 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6305e2bd-6583-4877-a282-a58201903b2b admin admin] Router 8b0fcd09-e158-4d2e-b082-8f28555c7cf3 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:01:39.103012 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.118803 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37764) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:39.119495 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.174014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4ffd7-f0ae-42ca-9def-8dc53a5a9750 req-772079fa-fe1f-4fa1-9e16-b7ed8998ef45 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:39.175700 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bbd4ffd7-f0ae-42ca-9def-8dc53a5a9750 req-772079fa-fe1f-4fa1-9e16-b7ed8998ef45 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 944 time: 0.3196335 Jul 09 20:01:39.206200 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-5f9d4c49-39e8-4e78-a3c6-448ac6e2ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:39.208037 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-5f9d4c49-39e8-4e78-a3c6-448ac6e2ee16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3710c23-e34f-4a94-ad2f-5eaa9c859b69 HTTP/1.1" status: 200 len: 918 time: 0.6114242 Jul 09 20:01:39.217907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-42325af7-ea57-4965-8e67-9c4e451ab146 req-0d14f1d4-ce37-4f89-851f-6dd2d9146cbb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Deleting port 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:39.218545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-42325af7-ea57-4965-8e67-9c4e451ab146 req-0d14f1d4-ce37-4f89-851f-6dd2d9146cbb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.231601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:01:39.280867 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.281300 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] Added segment 7e2e58c6-c85c-45d9-9d00-2e1ac6e03654 of type vlan for network 67d1286f-58f7-4821-a7a3-db425a3953cd Jul 09 20:01:39.338793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc1b0e9-3752-40aa-9c81-bf4c67b30965 None None] New status for floating IP be241113-5868-49a2-97ca-4f21d63e64d1: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:01:39.349663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8785f44-14e9-4fee-8437-8f6067abb3b3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:39.378671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Attempting to bind port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:39.379692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Attempting to bind port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '39e65ca2-c377-45c7-b8b1-ddd5406ce697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:39.380130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Attempting to bind port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 on network 8690c2e1-6f6c-4242-b675-237da2661b58 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:39.408822 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-b41cfd80-927b-49cc-9ca7-f37e10cd91d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfc3e76d-51a9-4170-90ff-6f54f619d809 HTTP/1.1" status: 200 len: 1000 time: 0.1857026 Jul 09 20:01:39.409502 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 on network 8690c2e1-6f6c-4242-b675-237da2661b58 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:01:39.409996 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Attempting to bind port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 on network 8690c2e1-6f6c-4242-b675-237da2661b58 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:39.430743 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:39.431168 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Checking segment: {'id': '39e65ca2-c377-45c7-b8b1-ddd5406ce697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:39.431641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Bound using segment: {'id': '39e65ca2-c377-45c7-b8b1-ddd5406ce697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:39.432179 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Bound port: 2fc4695f-bdd4-463c-8ef6-9e32f24ea746, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e65ca2-c377-45c7-b8b1-ddd5406ce697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:39.432641 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.438546 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-80268ad4-b0e1-4425-885f-d7fa443c5965 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f12f60bd9a764b6fbdbf9a2248b80fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113408 Jul 09 20:01:39.473425 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37770) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:39.487980 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.500112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bbd4ffd7-f0ae-42ca-9def-8dc53a5a9750 req-d9119842-42a8-4484-a9d0-46d198a503df tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a2db37f-0e85-485b-b7f0-52aa46d57f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660320 Jul 09 20:01:39.554937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6305e2bd-6583-4877-a282-a58201903b2b admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:39.562136 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6305e2bd-6583-4877-a282-a58201903b2b admin admin] 10.222.0.30 "PUT /v2.0/routers/8b0fcd09-e158-4d2e-b082-8f28555c7cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1882925 Jul 09 20:01:39.563503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.565222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:39.565829 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.573018 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51293e07-6cda-46e2-8bd2-f7f424e34867 None None] Sync routers for ids ['8b0fcd09-e158-4d2e-b082-8f28555c7cf3'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:39.574040 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37772) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:39.575628 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-42325af7-ea57-4965-8e67-9c4e451ab146 req-0d14f1d4-ce37-4f89-851f-6dd2d9146cbb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] For port 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:39.575775 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-42325af7-ea57-4965-8e67-9c4e451ab146 req-0d14f1d4-ce37-4f89-851f-6dd2d9146cbb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.587728 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51293e07-6cda-46e2-8bd2-f7f424e34867 None None] Routers {'8b0fcd09-e158-4d2e-b082-8f28555c7cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:39.589203 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-51293e07-6cda-46e2-8bd2-f7f424e34867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:01:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8b0fcd09-e158-4d2e-b082-8f28555c7cf3'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:39.688659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] For port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:39.693030 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3663509 Jul 09 20:01:39.693200 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] For port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2fc4695f-bdd4-463c-8ef6-9e32f24ea746,segment=NetworkSegment(39e65ca2-c377-45c7-b8b1-ddd5406ce697),segment_id=39e65ca2-c377-45c7-b8b1-ddd5406ce697)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:39.696524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37774) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:39.716459 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.717610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-571c3f81-0571-4e78-9ea9-43d673a30ed7 admin admin] Request body: {'subnet': {'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1956803267-subnet', 'tenant_id': 'bd1e92343c70476985edfe6e820042fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:39.723729 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849f887-18c9-4186-8a30-3385da7ac300 admin admin] Pushing event updated for resources: {'Network': ['ID=67d1286f-58f7-4821-a7a3-db425a3953cd,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:39.739049 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-b08529a9-66d3-4f19-97ac-071247593f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:39.741796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 67d1286f-58f7-4821-a7a3-db425a3953cd details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:01:39.742349 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-b08529a9-66d3-4f19-97ac-071247593f79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14375310-01e0-447a-894d-66dc68e570ff HTTP/1.1" status: 200 len: 856 time: 0.3243921 Jul 09 20:01:39.748875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-42325af7-ea57-4965-8e67-9c4e451ab146 req-0d14f1d4-ce37-4f89-851f-6dd2d9146cbb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Calling delete_port for 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:39.793210 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-51293e07-6cda-46e2-8bd2-f7f424e34867 None None] Set router 8b0fcd09-e158-4d2e-b082-8f28555c7cf3 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:39.806622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571c3f81-0571-4e78-9ea9-43d673a30ed7 admin admin] Made reservation on behalf of bd1e92343c70476985edfe6e820042fc for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:39.809787 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-571c3f81-0571-4e78-9ea9-43d673a30ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.880807 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.955409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:39.956055 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:39.957534 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] 10.222.0.36 "PUT /v2.0/ports/2fc4695f-bdd4-463c-8ef6-9e32f24ea746 HTTP/1.1" status: 200 len: 1092 time: 2.7475505 Jul 09 20:01:39.965612 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5292c504-84bf-4517-853d-e1832e5c7177', 'tag': '2fc4695f-bdd4-463c-8ef6-9e32f24ea746'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:39.969335 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971f8c19-a773-4a0f-993c-c242b5fc7e53" -d '{"events": [{"name": "network-changed", "server_uuid": "5292c504-84bf-4517-853d-e1832e5c7177", "tag": "2fc4695f-bdd4-463c-8ef6-9e32f24ea746"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:40.027988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b82a2-4998-4efe-a830-5fe10f3ecaff service neutron] Pushing event updated for resources: {'Port': ['ID=2fc4695f-bdd4-463c-8ef6-9e32f24ea746,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:40.030822 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-19578936-9101-4edd-98ed-8e6a3adbb9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.056990 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.074126 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f763ee8-8132-4167-be56-ee81477ccf3e req-841b3849-321f-44a9-b821-369c241845a3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:40.075890 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f763ee8-8132-4167-be56-ee81477ccf3e req-841b3849-321f-44a9-b821-369c241845a3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 945 time: 0.6473706 Jul 09 20:01:40.081157 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233478ec-67af-497d-837d-de7d227b8bba x-openstack-request-id: req-233478ec-67af-497d-837d-de7d227b8bba {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:40.081472 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5292c504-84bf-4517-853d-e1832e5c7177", "tag": "2fc4695f-bdd4-463c-8ef6-9e32f24ea746", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:40.081751 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-233478ec-67af-497d-837d-de7d227b8bba {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:40.082153 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5292c504-84bf-4517-853d-e1832e5c7177', 'tag': '2fc4695f-bdd4-463c-8ef6-9e32f24ea746', 'status': 'completed', 'code': 200} Jul 09 20:01:40.107862 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-51293e07-6cda-46e2-8bd2-f7f424e34867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'name': 'tempest-ServerRescueNegativeTestJSON-583639227-router', 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a0072543-0964-44a8-809a-3631b5b621fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:24Z', 'updated_at': '2021-07-09T20:01:37Z', 'revision_number': 5, 'project_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'gw_port': {'id': 'a0072543-0964-44a8-809a-3631b5b621fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:25Z', 'updated_at': '2021-07-09T19:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:40.140639 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51293e07-6cda-46e2-8bd2-f7f424e34867 None None] Checking router: 8b0fcd09-e158-4d2e-b082-8f28555c7cf3 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:40.151689 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51293e07-6cda-46e2-8bd2-f7f424e34867 None None] Routers {'8b0fcd09-e158-4d2e-b082-8f28555c7cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:40.152984 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-51293e07-6cda-46e2-8bd2-f7f424e34867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:01:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8b0fcd09-e158-4d2e-b082-8f28555c7cf3'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:40.158945 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-19578936-9101-4edd-98ed-8e6a3adbb9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.279011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] Deleting port a0072543-0964-44a8-809a-3631b5b621fa {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:40.279625 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.296078 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f763ee8-8132-4167-be56-ee81477ccf3e req-77fa26e4-5a9a-471b-a90c-4ed9b16aef15 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867826 Jul 09 20:01:40.302571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-83fc8a19-4cce-467e-8b23-525efe4a110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:40.304922 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-83fc8a19-4cce-467e-8b23-525efe4a110f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3710c23-e34f-4a94-ad2f-5eaa9c859b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4431751 Jul 09 20:01:40.309667 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-19578936-9101-4edd-98ed-8e6a3adbb9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.312679 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-19578936-9101-4edd-98ed-8e6a3adbb9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.317731 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-19578936-9101-4edd-98ed-8e6a3adbb9ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5af2718-6b64-446c-a441-0857003ecddf HTTP/1.1" status: 204 len: 168 time: 0.8395205 Jul 09 20:01:40.344407 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-42325af7-ea57-4965-8e67-9c4e451ab146 req-0d14f1d4-ce37-4f89-851f-6dd2d9146cbb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.351430 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-571c3f81-0571-4e78-9ea9-43d673a30ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.356674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['766f3db3-fa17-47d0-b351-3410350a3894', '89a54018-e233-4290-980a-96721691e0f6'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:40.418876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19578936-9101-4edd-98ed-8e6a3adbb9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5af2718-6b64-446c-a441-0857003ecddf,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:40.453932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c3f81-0571-4e78-9ea9-43d673a30ed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cff7f13a-2a43-4c67-aca2-928e93ed10f4,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:40.455671 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-51293e07-6cda-46e2-8bd2-f7f424e34867 None None] Set router 8b0fcd09-e158-4d2e-b082-8f28555c7cf3 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:40.459300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] For port a0072543-0964-44a8-809a-3631b5b621fa, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a0072543-0964-44a8-809a-3631b5b621fa,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:40.459973 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.496743 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571c3f81-0571-4e78-9ea9-43d673a30ed7 admin admin] Checking segment: {'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:40.498437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571c3f81-0571-4e78-9ea9-43d673a30ed7 admin admin] Network hostable DHCP agents. Network: 67d1286f-58f7-4821-a7a3-db425a3953cd, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:01:40.515856 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] Calling delete_port for a0072543-0964-44a8-809a-3631b5b621fa owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:40.521103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14f1d4-ce37-4f89-851f-6dd2d9146cbb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Pushing event deleted for resources: {'Port': ['ID=0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:40.535828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-252109ea-54f7-4621-858a-24e30c4201c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:40.543838 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-252109ea-54f7-4621-858a-24e30c4201c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a52c50099ea4824abcf659fdfe5f7b7&device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 1095 time: 0.5276372 Jul 09 20:01:40.569239 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-51293e07-6cda-46e2-8bd2-f7f424e34867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'name': 'tempest-ServerRescueNegativeTestJSON-583639227-router', 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:24Z', 'updated_at': '2021-07-09T20:01:40Z', 'revision_number': 6, 'project_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:40.596398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571c3f81-0571-4e78-9ea9-43d673a30ed7 admin admin] Network 67d1286f-58f7-4821-a7a3-db425a3953cd is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:01:40.623612 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-571c3f81-0571-4e78-9ea9-43d673a30ed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 67d1286f-58f7-4821-a7a3-db425a3953cd) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:40.632954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571c3f81-0571-4e78-9ea9-43d673a30ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:40.633713 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-571c3f81-0571-4e78-9ea9-43d673a30ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.640022 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d98b144-ba11-48bb-9505-8a1d7706cf71 None None] Network 67d1286f-58f7-4821-a7a3-db425a3953cd requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:40.663408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-571c3f81-0571-4e78-9ea9-43d673a30ed7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9543087 Jul 09 20:01:40.666701 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51293e07-6cda-46e2-8bd2-f7f424e34867 None None] The sync data for ids ['8b0fcd09-e158-4d2e-b082-8f28555c7cf3'] in n-d-800088-3 is: [{'id': '8b0fcd09-e158-4d2e-b082-8f28555c7cf3', 'name': 'tempest-ServerRescueNegativeTestJSON-583639227-router', 'tenant_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:24Z', 'updated_at': '2021-07-09T20:01:40Z', 'revision_number': 6, 'project_id': 'a0a1c014f76f4d61838879a0fcf7ccfa', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:01:40.779297 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-4718ef8d-29ad-4093-b8cb-f8e4026e7e61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fc4695f-bdd4-463c-8ef6-9e32f24ea746 HTTP/1.1" status: 200 len: 217 time: 0.2263005 Jul 09 20:01:40.859846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-42325af7-ea57-4965-8e67-9c4e451ab146 req-0d14f1d4-ce37-4f89-851f-6dd2d9146cbb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] No DVR routers for this DVR port 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:40.876467 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.906526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:40.906766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0072543-0964-44a8-809a-3631b5b621fa,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:40.909376 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-42325af7-ea57-4965-8e67-9c4e451ab146 req-0d14f1d4-ce37-4f89-851f-6dd2d9146cbb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.911918 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-42325af7-ea57-4965-8e67-9c4e451ab146 req-0d14f1d4-ce37-4f89-851f-6dd2d9146cbb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "DELETE /v2.0/ports/0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa HTTP/1.1" status: 204 len: 173 time: 2.3760316 Jul 09 20:01:40.958337 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-843dcc83-e9e1-40b9-8cb3-c732a73503a7 service neutron] 10.222.0.36 "GET /v2.0/networks/f3710c23-e34f-4a94-ad2f-5eaa9c859b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6430526 Jul 09 20:01:40.981184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-67d1286f-58f7-4821-a7a3-db425a3953cd', 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd', 'tenant_id': 'bd1e92343c70476985edfe6e820042fc', 'fixed_ips': [{'subnet_id': 'cff7f13a-2a43-4c67-aca2-928e93ed10f4'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:01:40.982565 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:40.987130 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:40.987622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:41.061744 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-542914ec-6492-4502-a7ed-8780973292cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:41.063611 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-542914ec-6492-4502-a7ed-8780973292cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58f09e31-7104-40a3-94a2-dae4015145f2 HTTP/1.1" status: 200 len: 851 time: 0.2349956 Jul 09 20:01:41.081565 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.311483 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20702543-4762-4758-aa77-e36af73d2820 req-ce00394c-4e48-4cbe-b70f-059a59e5eabd tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:41.321106 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-20702543-4762-4758-aa77-e36af73d2820 req-ce00394c-4e48-4cbe-b70f-059a59e5eabd tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 944 time: 0.5486927 Jul 09 20:01:41.332676 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.338970 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.347278 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47b70c99-a834-4694-a706-7a17fff4e4e4 req-a5bf8094-268c-4539-83f9-0b25a7c6366c service neutron] 10.222.0.36 "GET /v2.0/networks/f3710c23-e34f-4a94-ad2f-5eaa9c859b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796539 Jul 09 20:01:41.381556 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Allocated IP 172.20.0.2 (67d1286f-58f7-4821-a7a3-db425a3953cd/cff7f13a-2a43-4c67-aca2-928e93ed10f4/81e3998c-706b-4675-ae1d-764fd69cf057) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:41.430109 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.430721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b0fcd09-e158-4d2e-b082-8f28555c7cf3 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:01:41.434714 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-20702543-4762-4758-aa77-e36af73d2820 req-ce6fcf7a-7c2d-40c9-8d1b-c0d885ec832c tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a2db37f-0e85-485b-b7f0-52aa46d57f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127124 Jul 09 20:01:41.435477 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.439681 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-15346752-4536-4d32-ba9e-b579a84f5f91 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8b0fcd09-e158-4d2e-b082-8f28555c7cf3 HTTP/1.1" status: 204 len: 168 time: 1.8593886 Jul 09 20:01:41.440317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37818) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:41.448508 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9c6cfdf8-60ca-40bb-93a2-96c4edbd4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:41.459077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-9c6cfdf8-60ca-40bb-93a2-96c4edbd4ff8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8690c2e1-6f6c-4242-b675-237da2661b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3830967 Jul 09 20:01:41.591014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2e9bcc-79d5-4347-ad86-5e527d67b63b admin admin] Deleting subnet e3b3866c-439e-4479-8f0a-3ffef10e645a {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:01:41.600808 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe2e9bcc-79d5-4347-ad86-5e527d67b63b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.691296 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-ebfc83c5-e6b4-465b-9872-65c0ae57e992 service neutron] 10.222.0.36 "GET /v2.0/networks/8690c2e1-6f6c-4242-b675-237da2661b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220454 Jul 09 20:01:41.691879 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe2e9bcc-79d5-4347-ad86-5e527d67b63b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.749295 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.779760 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Transition to ACTIVE for port object 81e3998c-706b-4675-ae1d-764fd69cf057 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:41.827033 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe2e9bcc-79d5-4347-ad86-5e527d67b63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.837547 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Transition to ACTIVE for port object 81e3998c-706b-4675-ae1d-764fd69cf057 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:41.854878 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:41.939921 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43ae72cc-d7a7-4c63-a594-0b54eb314219 req-ad79dde4-4227-4b82-8cdc-96eb621d808a service neutron] 10.222.0.36 "GET /v2.0/networks/8690c2e1-6f6c-4242-b675-237da2661b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373359 Jul 09 20:01:41.949408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Network 67d1286f-58f7-4821-a7a3-db425a3953cd is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:41.952828 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:41.961526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:41.980247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Pushing event updated for resources: {'Port': ['ID=81e3998c-706b-4675-ae1d-764fd69cf057,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:42.059291 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f5957811-eebb-4dbe-a5a4-b95199196c7b req-bed7192c-eb3a-417b-9646-068bae938709 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b478eda-14e9-43f9-b812-28c01112e77f HTTP/1.1" status: 200 len: 210 time: 0.1177950 Jul 09 20:01:42.073952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Attempting to bind port 81e3998c-706b-4675-ae1d-764fd69cf057 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:42.074400 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Attempting to bind port 81e3998c-706b-4675-ae1d-764fd69cf057 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:42.074922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Attempting to bind port 81e3998c-706b-4675-ae1d-764fd69cf057 on network 67d1286f-58f7-4821-a7a3-db425a3953cd {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:42.093270 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:42.093830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Checking segment: {'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:42.094146 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.094776 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Bound using segment: {'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:42.095484 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Bound port: 81e3998c-706b-4675-ae1d-764fd69cf057, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:42.096469 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.098747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b478eda-14e9-43f9-b812-28c01112e77f', 'name': 'network-vif-deleted', 'tag': '0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:42.102501 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6402c5-2df0-4ed4-8e33-fdfd447b6766" -d '{"events": [{"server_uuid": "7b478eda-14e9-43f9-b812-28c01112e77f", "name": "network-vif-deleted", "tag": "0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:42.116772 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe2e9bcc-79d5-4347-ad86-5e527d67b63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.139098 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f8c19-a773-4a0f-993c-c242b5fc7e53 req-53077e5f-31eb-4235-a290-6d62192b1912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:42.142570 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-971f8c19-a773-4a0f-993c-c242b5fc7e53 req-53077e5f-31eb-4235-a290-6d62192b1912 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a52c50099ea4824abcf659fdfe5f7b7&device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 1095 time: 0.0888917 Jul 09 20:01:42.180121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e9bcc-79d5-4347-ad86-5e527d67b63b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b3866c-439e-4479-8f0a-3ffef10e645a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:42.185060 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe2e9bcc-79d5-4347-ad86-5e527d67b63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.189001 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fe2e9bcc-79d5-4347-ad86-5e527d67b63b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e3b3866c-439e-4479-8f0a-3ffef10e645a HTTP/1.1" status: 204 len: 168 time: 0.7481723 Jul 09 20:01:42.197425 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-5a19696a-b769-4ee5-a7c6-df3b172e51fc tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:42.203689 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37842) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:42.204338 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] For port 81e3998c-706b-4675-ae1d-764fd69cf057, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:42.210486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] For port 81e3998c-706b-4675-ae1d-764fd69cf057, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=81e3998c-706b-4675-ae1d-764fd69cf057,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:42.210896 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-5a19696a-b769-4ee5-a7c6-df3b172e51fc tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/networks?id=67d1286f-58f7-4821-a7a3-db425a3953cd HTTP/1.1" status: 200 len: 816 time: 0.3000076 Jul 09 20:01:42.217797 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.232143 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-0e50fc8c-85b6-45ba-865c-eb69912f8d40 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/quotas/bd1e92343c70476985edfe6e820042fc HTTP/1.1" status: 200 len: 375 time: 0.0187795 Jul 09 20:01:42.309189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8a136-30df-49eb-a4e0-bbed541b934b None None] Pushing event updated for resources: {'Port': ['ID=81e3998c-706b-4675-ae1d-764fd69cf057,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:42.320712 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-984ec2e7-cd55-4a51-ba83-91c52f61f2a9 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd1e92343c70476985edfe6e820042fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0874879 Jul 09 20:01:42.374507 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-130865c7-8b5c-4db1-9375-848abe72dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.406703 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f8c19-a773-4a0f-993c-c242b5fc7e53 req-933e9f52-5a9c-400e-8cf3-a806bd76d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:42.408409 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-971f8c19-a773-4a0f-993c-c242b5fc7e53 req-933e9f52-5a9c-400e-8cf3-a806bd76d264 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8690c2e1-6f6c-4242-b675-237da2661b58 HTTP/1.1" status: 200 len: 913 time: 0.2547286 Jul 09 20:01:42.513484 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-a1bfa14d-c407-46b9-80c4-2abc4c422b79 service neutron] 10.222.0.30 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837513 Jul 09 20:01:42.534494 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-971f8c19-a773-4a0f-993c-c242b5fc7e53 req-80d2d763-6135-4c45-8c71-9403f66c2a1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fc4695f-bdd4-463c-8ef6-9e32f24ea746 HTTP/1.1" status: 200 len: 217 time: 0.1013465 Jul 09 20:01:42.565663 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-130865c7-8b5c-4db1-9375-848abe72dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.631963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-130865c7-8b5c-4db1-9375-848abe72dcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9c8f0d-513a-4509-99ac-8f0364c9799f']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:42.667715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-130865c7-8b5c-4db1-9375-848abe72dcd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:42.668038 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-130865c7-8b5c-4db1-9375-848abe72dcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c4ba30-b5ba-4c53-8571-8d2bbe80a4bd') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:42.684635 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-130865c7-8b5c-4db1-9375-848abe72dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.688284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f8c19-a773-4a0f-993c-c242b5fc7e53 req-d846f7ea-e0b9-400e-ab2c-6c7324652841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:42.689829 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-971f8c19-a773-4a0f-993c-c242b5fc7e53 req-d846f7ea-e0b9-400e-ab2c-6c7324652841 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58f09e31-7104-40a3-94a2-dae4015145f2 HTTP/1.1" status: 200 len: 851 time: 0.1397491 Jul 09 20:01:42.742648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-90aacb9e-63d9-4704-aa83-4dda66c15a6a service neutron] 10.222.0.30 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281938 Jul 09 20:01:42.765332 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-130865c7-8b5c-4db1-9375-848abe72dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.778146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130865c7-8b5c-4db1-9375-848abe72dcd8 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:01:42.778568 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-130865c7-8b5c-4db1-9375-848abe72dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:01:42.780374 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:01:42.870296 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355974b3-23cd-4ef9-b26b-d969ef797263 x-openstack-request-id: req-355974b3-23cd-4ef9-b26b-d969ef797263 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:42.870588 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b478eda-14e9-43f9-b812-28c01112e77f", "name": "network-vif-deleted", "tag": "0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:42.870833 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-355974b3-23cd-4ef9-b26b-d969ef797263 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:42.871241 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b478eda-14e9-43f9-b812-28c01112e77f', 'name': 'network-vif-deleted', 'tag': '0c96bbdd-38e0-4fcd-87b8-ff86fd25a8fa', 'status': 'completed', 'code': 200} Jul 09 20:01:42.887113 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-130865c7-8b5c-4db1-9375-848abe72dcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.890662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f8c19-a773-4a0f-993c-c242b5fc7e53 req-d51625e6-ca13-4667-81f6-15a4542912ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:42.892347 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-971f8c19-a773-4a0f-993c-c242b5fc7e53 req-d51625e6-ca13-4667-81f6-15a4542912ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8690c2e1-6f6c-4242-b675-237da2661b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1954734 Jul 09 20:01:42.898545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-130865c7-8b5c-4db1-9375-848abe72dcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:42.900670 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-130865c7-8b5c-4db1-9375-848abe72dcd8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4d9c8f0d-513a-4509-99ac-8f0364c9799f HTTP/1.1" status: 204 len: 168 time: 0.6931734 Jul 09 20:01:42.932403 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 81e3998c-706b-4675-ae1d-764fd69cf057 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:43.012938 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 81e3998c-706b-4675-ae1d-764fd69cf057 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:43.027207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130865c7-8b5c-4db1-9375-848abe72dcd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9c8f0d-513a-4509-99ac-8f0364c9799f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:43.119098 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-971f8c19-a773-4a0f-993c-c242b5fc7e53 req-b3245761-b38b-43e4-8013-178d3f9b7138 service neutron] 10.222.0.36 "GET /v2.0/networks/8690c2e1-6f6c-4242-b675-237da2661b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046130 Jul 09 20:01:43.153495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 253fb325-7514-4689-80a4-23754cce4f86 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:43.215089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 253fb325-7514-4689-80a4-23754cce4f86 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:43.215818 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 253fb325-7514-4689-80a4-23754cce4f86 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:43.216556 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a0072543-0964-44a8-809a-3631b5b621fa no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:43.254205 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: a0072543-0964-44a8-809a-3631b5b621fa {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:43.254670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a0072543-0964-44a8-809a-3631b5b621fa not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:43.366291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37876) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:43.452887 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-791b05db-382e-49d3-aee3-305453d2afef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a0a1c014f76f4d61838879a0fcf7ccfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0850220 Jul 09 20:01:43.453789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37880) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:43.588846 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb54688a-ea04-44e8-b22b-36965ff5b7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.661153 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb54688a-ea04-44e8-b22b-36965ff5b7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.754228 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb54688a-ea04-44e8-b22b-36965ff5b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.759111 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb54688a-ea04-44e8-b22b-36965ff5b7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:43.775284 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cb54688a-ea04-44e8-b22b-36965ff5b7c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/143301b2-a6ed-4580-a9e9-444bbea054e0 HTTP/1.1" status: 204 len: 168 time: 0.3146219 Jul 09 20:01:43.800473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54688a-ea04-44e8-b22b-36965ff5b7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143301b2-a6ed-4580-a9e9-444bbea054e0,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:43.817967 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-971f8c19-a773-4a0f-993c-c242b5fc7e53 req-0b53e4d5-c8b4-4b36-a7db-dbdef3ecab0a service neutron] 10.222.0.36 "GET /v2.0/networks/8690c2e1-6f6c-4242-b675-237da2661b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6904199 Jul 09 20:01:43.828259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b38bdb-6aa4-40d0-9ab0-4c369381f3b9 req-f51a94e1-1f4d-41b0-a36b-f04b13806f22 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:43.835829 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-60b38bdb-6aa4-40d0-9ab0-4c369381f3b9 req-f51a94e1-1f4d-41b0-a36b-f04b13806f22 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 944 time: 0.8100517 Jul 09 20:01:43.898010 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-60b38bdb-6aa4-40d0-9ab0-4c369381f3b9 req-31beb7c8-cc68-4f09-9bb7-1984f932a0fe tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a2db37f-0e85-485b-b7f0-52aa46d57f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589404 Jul 09 20:01:44.085770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-983bd417-cde9-4be4-a446-7fdd0229ce1b tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:44.097571 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-983bd417-cde9-4be4-a446-7fdd0229ce1b tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/networks?id=67d1286f-58f7-4821-a7a3-db425a3953cd HTTP/1.1" status: 200 len: 816 time: 0.2214105 Jul 09 20:01:44.133099 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-40c6505b-ac7f-4044-8799-01e9bd13520e tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/quotas/bd1e92343c70476985edfe6e820042fc HTTP/1.1" status: 200 len: 375 time: 0.0338595 Jul 09 20:01:44.208080 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37920) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:44.246504 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15153e84-f5bc-4d81-a8f1-57c98476ba31 None None] Network 67d1286f-58f7-4821-a7a3-db425a3953cd requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:44.266455 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-60839d0e-3a47-4c3e-909f-a9e0665ae933 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd1e92343c70476985edfe6e820042fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1324930 Jul 09 20:01:44.379761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ecc821ca-c358-4e25-8fcd-df18b4f7be03 None None] Provisioning for port 81e3998c-706b-4675-ae1d-764fd69cf057 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:44.393677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ecc821ca-c358-4e25-8fcd-df18b4f7be03 None None] Provisioning complete for port 81e3998c-706b-4675-ae1d-764fd69cf057 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:44.394062 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ecc821ca-c358-4e25-8fcd-df18b4f7be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:44.415185 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-9c61ab14-a248-4c39-ba7b-b6b72b389e09 service neutron] 10.222.0.30 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321266 Jul 09 20:01:44.431018 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e15dd253-1749-420e-9301-c02beb21feeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:44.644062 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e15dd253-1749-420e-9301-c02beb21feeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:44.660519 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e15dd253-1749-420e-9301-c02beb21feeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:44.761096 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e15dd253-1749-420e-9301-c02beb21feeb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8df1f3ff52f542078b46ae31557200bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5508928 Jul 09 20:01:44.761386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37942) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:44.779952 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15dd253-1749-420e-9301-c02beb21feeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63154724-90bd-4311-902c-a02aa623c765,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:44.811048 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ecc821ca-c358-4e25-8fcd-df18b4f7be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:44.849865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3a558-fb03-4f3c-8fb0-3eb93d374101 req-50240095-12ca-47ef-a99b-7b782bbcda74 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:44.850603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ecc821ca-c358-4e25-8fcd-df18b4f7be03 None None] For port 81e3998c-706b-4675-ae1d-764fd69cf057, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=81e3998c-706b-4675-ae1d-764fd69cf057,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:44.858480 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45f3a558-fb03-4f3c-8fb0-3eb93d374101 req-50240095-12ca-47ef-a99b-7b782bbcda74 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 946 time: 0.2120886 Jul 09 20:01:44.858826 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ecc821ca-c358-4e25-8fcd-df18b4f7be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:44.933819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc821ca-c358-4e25-8fcd-df18b4f7be03 None None] Pushing event updated for resources: {'Port': ['ID=81e3998c-706b-4675-ae1d-764fd69cf057,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:44.934097 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0388d74b-4179-476f-933d-2da3323e55df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:44.964253 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37950) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:45.004723 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45f3a558-fb03-4f3c-8fb0-3eb93d374101 req-aaf77fd0-d671-4ae5-8e85-5fd7890d74e8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439421 Jul 09 20:01:45.009529 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-8a0780a4-0511-4628-9b0d-19f268887da8 service neutron] 10.222.0.30 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934975 Jul 09 20:01:45.021221 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0388d74b-4179-476f-933d-2da3323e55df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.127169 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0388d74b-4179-476f-933d-2da3323e55df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.130398 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0388d74b-4179-476f-933d-2da3323e55df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.131782 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0388d74b-4179-476f-933d-2da3323e55df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63154724-90bd-4311-902c-a02aa623c765 HTTP/1.1" status: 204 len: 168 time: 0.3646698 Jul 09 20:01:45.202927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388d74b-4179-476f-933d-2da3323e55df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63154724-90bd-4311-902c-a02aa623c765,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:45.205439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-474371339-network', 'tenant_id': '2a62221b4fa34e9195bb61df5955a3dc'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:45.214437 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c83b8a48-d8fb-4552-bdf7-0ac5833f4783 None None] Provisioning complete for port 81e3998c-706b-4675-ae1d-764fd69cf057 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:45.216320 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c83b8a48-d8fb-4552-bdf7-0ac5833f4783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.277380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] Made reservation on behalf of 2a62221b4fa34e9195bb61df5955a3dc for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:45.283523 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.297692 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.385463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-3c12d00e-94b2-4078-905c-b79c08832763 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:45.389468 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-3c12d00e-94b2-4078-905c-b79c08832763 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.36 "GET /v2.0/networks?id=67d1286f-58f7-4821-a7a3-db425a3953cd HTTP/1.1" status: 200 len: 816 time: 0.2755892 Jul 09 20:01:45.404744 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-b190a814-b0a9-4bfd-a219-40ce846210a6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Request body: {'port': {'device_id': 'b84cbbdd-3185-4602-926d-ab83ca4e0bc0', 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd', 'admin_state_up': True, 'tenant_id': 'bd1e92343c70476985edfe6e820042fc'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:45.464124 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.474191 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.510845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:01:45.523063 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.523871 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] Added segment 5379c41e-c6c9-43bc-8901-769df5567831 of type vlan for network 4c64eb8a-17d7-495b-9516-3f201d3d37b3 Jul 09 20:01:45.577217 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.649177 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.650151 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:45.650762 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.672820 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-b190a814-b0a9-4bfd-a219-40ce846210a6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Made reservation on behalf of bd1e92343c70476985edfe6e820042fc for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:45.682897 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-b190a814-b0a9-4bfd-a219-40ce846210a6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.720240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9b9260-64d5-42f0-aab7-32c1926d22e2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:45.737199 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7717640 Jul 09 20:01:45.739952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37974) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:45.748309 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7533f19c-1ec2-4605-925d-f50cdb01b458 admin admin] Request body: {'subnet': {'network_id': '4c64eb8a-17d7-495b-9516-3f201d3d37b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-474371339-subnet', 'tenant_id': '2a62221b4fa34e9195bb61df5955a3dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:45.760941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a2ef3-047b-4dd9-b1a3-f73af59dc4fc admin admin] Pushing event updated for resources: {'Network': ['ID=4c64eb8a-17d7-495b-9516-3f201d3d37b3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:45.773261 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37978) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:45.775709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 4c64eb8a-17d7-495b-9516-3f201d3d37b3 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:01:45.798767 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d9dfb06-743d-4f01-8745-2935a0620522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.822707 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8eedb1-d3f3-4647-bd7b-c28f9575378e req-fecb319f-e6b7-4903-b5a5-47b0d5be4408 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:45.824267 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac8eedb1-d3f3-4647-bd7b-c28f9575378e req-fecb319f-e6b7-4903-b5a5-47b0d5be4408 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 944 time: 0.2206616 Jul 09 20:01:45.826036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7533f19c-1ec2-4605-925d-f50cdb01b458 admin admin] Made reservation on behalf of 2a62221b4fa34e9195bb61df5955a3dc for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:45.828329 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7533f19c-1ec2-4605-925d-f50cdb01b458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:45.964135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-b190a814-b0a9-4bfd-a219-40ce846210a6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Allocated IP 172.20.0.7 (67d1286f-58f7-4821-a7a3-db425a3953cd/cff7f13a-2a43-4c67-aca2-928e93ed10f4/f9249ba5-0c0c-4071-be95-57b2e3edbd65) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:45.979097 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac8eedb1-d3f3-4647-bd7b-c28f9575378e req-dc7f080b-7257-4898-a4fa-be0d4dba3b7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a2db37f-0e85-485b-b7f0-52aa46d57f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459885 Jul 09 20:01:46.067273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-2ee2f916-ff00-4e63-84a5-2f86906840b8 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:46.068884 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-2ee2f916-ff00-4e63-84a5-2f86906840b8 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/networks?id=67d1286f-58f7-4821-a7a3-db425a3953cd HTTP/1.1" status: 200 len: 816 time: 0.1984823 Jul 09 20:01:46.087044 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d9dfb06-743d-4f01-8745-2935a0620522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.095820 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d9dfb06-743d-4f01-8745-2935a0620522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.103637 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-8ba42022-8882-430a-bf31-c8a5cb9c4142 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/quotas/bd1e92343c70476985edfe6e820042fc HTTP/1.1" status: 200 len: 375 time: 0.0244401 Jul 09 20:01:46.217416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9dfb06-743d-4f01-8745-2935a0620522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47759539-3e3b-4637-9b45-06c453f2b0b3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:46.225816 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8d9dfb06-743d-4f01-8745-2935a0620522 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6258aa88f0de4f9ab8334a2e41ef6b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4505787 Jul 09 20:01:46.229112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37988) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:46.244079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7533f19c-1ec2-4605-925d-f50cdb01b458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.321404 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-e723b670-d7e9-4bf1-8a4a-ef334727fa0b tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bd1e92343c70476985edfe6e820042fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2116406 Jul 09 20:01:46.326124 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-b190a814-b0a9-4bfd-a219-40ce846210a6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.337515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fcc3f-5b74-4a2d-9f49-ae36121eedf6 req-d21b8bf1-a2c7-4121-8987-263525fdd54d tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:46.338934 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d5fcc3f-5b74-4a2d-9f49-ae36121eedf6 req-d21b8bf1-a2c7-4121-8987-263525fdd54d tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 946 time: 0.1811640 Jul 09 20:01:46.358105 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9677090-72b7-4ce2-8df8-b077924b5279 req-c7883ed6-a74c-457a-8363-3a0a163476d0 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:46.359633 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9677090-72b7-4ce2-8df8-b077924b5279 req-c7883ed6-a74c-457a-8363-3a0a163476d0 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 946 time: 0.2041240 Jul 09 20:01:46.366437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533f19c-1ec2-4605-925d-f50cdb01b458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46cea18e-6836-4944-b0ac-de9b45abb478,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:46.403772 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8ad898f-68e5-4c5e-af8e-acb32828a7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.405443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7533f19c-1ec2-4605-925d-f50cdb01b458 admin admin] Checking segment: {'id': '5379c41e-c6c9-43bc-8901-769df5567831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4c64eb8a-17d7-495b-9516-3f201d3d37b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:46.405749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7533f19c-1ec2-4605-925d-f50cdb01b458 admin admin] Network hostable DHCP agents. Network: 4c64eb8a-17d7-495b-9516-3f201d3d37b3, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:01:46.423245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-b190a814-b0a9-4bfd-a219-40ce846210a6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Transition to ACTIVE for port object f9249ba5-0c0c-4071-be95-57b2e3edbd65 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:46.458709 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9677090-72b7-4ce2-8df8-b077924b5279 req-858751ed-1afb-4bbe-b205-e41b78a7e737 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895894 Jul 09 20:01:46.462622 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8ad898f-68e5-4c5e-af8e-acb32828a7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.484206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7533f19c-1ec2-4605-925d-f50cdb01b458 admin admin] Network 4c64eb8a-17d7-495b-9516-3f201d3d37b3 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:01:46.506143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-7533f19c-1ec2-4605-925d-f50cdb01b458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 4c64eb8a-17d7-495b-9516-3f201d3d37b3) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:46.513580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7533f19c-1ec2-4605-925d-f50cdb01b458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:46.514210 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7533f19c-1ec2-4605-925d-f50cdb01b458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.517686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5941c379-b011-4a3b-a280-a5063a3c0e4c None None] Network 4c64eb8a-17d7-495b-9516-3f201d3d37b3 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:46.542369 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7533f19c-1ec2-4605-925d-f50cdb01b458 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7927356 Jul 09 20:01:46.550254 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8ad898f-68e5-4c5e-af8e-acb32828a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.554308 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8ad898f-68e5-4c5e-af8e-acb32828a7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.556548 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a8ad898f-68e5-4c5e-af8e-acb32828a7f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47759539-3e3b-4637-9b45-06c453f2b0b3 HTTP/1.1" status: 204 len: 168 time: 0.3231683 Jul 09 20:01:46.556703 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-217c02cc-f1a7-45c2-852c-c9d6869386a5 service neutron] 10.222.0.30 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276876 Jul 09 20:01:46.565936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad898f-68e5-4c5e-af8e-acb32828a7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47759539-3e3b-4637-9b45-06c453f2b0b3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:46.669309 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-b190a814-b0a9-4bfd-a219-40ce846210a6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.764341 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724d61f7-78e3-4034-b724-42d872e1bfc9 None None] Network 4c64eb8a-17d7-495b-9516-3f201d3d37b3 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:01:46.817862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-b190a814-b0a9-4bfd-a219-40ce846210a6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Network 67d1286f-58f7-4821-a7a3-db425a3953cd is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:46.835208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-b190a814-b0a9-4bfd-a219-40ce846210a6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:46.848196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190a814-b0a9-4bfd-a219-40ce846210a6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Pushing event updated for resources: {'Port': ['ID=f9249ba5-0c0c-4071-be95-57b2e3edbd65,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:46.853692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-b190a814-b0a9-4bfd-a219-40ce846210a6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:46.859636 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-0d5fcc3f-5b74-4a2d-9f49-ae36121eedf6 req-5947cba5-aa5e-4c1f-b836-95cc8c851457 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Deleting port 89a54018-e233-4290-980a-96721691e0f6 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:01:46.860379 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0d5fcc3f-5b74-4a2d-9f49-ae36121eedf6 req-5947cba5-aa5e-4c1f-b836-95cc8c851457 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:46.890030 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 81e3998c-706b-4675-ae1d-764fd69cf057 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:46.894516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:01:47.065811 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-15cde798-abc9-4be6-91ad-346e18b34249 service neutron] 10.222.0.30 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073643 Jul 09 20:01:47.181470 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-b190a814-b0a9-4bfd-a219-40ce846210a6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:47.182314 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-b190a814-b0a9-4bfd-a219-40ce846210a6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.226894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 81e3998c-706b-4675-ae1d-764fd69cf057 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:47.227281 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.248387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-0d5fcc3f-5b74-4a2d-9f49-ae36121eedf6 req-5947cba5-aa5e-4c1f-b836-95cc8c851457 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] For port 89a54018-e233-4290-980a-96721691e0f6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=89a54018-e233-4290-980a-96721691e0f6,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:47.249121 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0d5fcc3f-5b74-4a2d-9f49-ae36121eedf6 req-5947cba5-aa5e-4c1f-b836-95cc8c851457 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.252826 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-b190a814-b0a9-4bfd-a219-40ce846210a6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8533993 Jul 09 20:01:47.267516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Request body: {'port': {'device_id': 'b84cbbdd-3185-4602-926d-ab83ca4e0bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:47.277882 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-4fb9494e-529c-44ae-b5f7-7197a9c25c85 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:47.279668 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-4fb9494e-529c-44ae-b5f7-7197a9c25c85 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.36 "GET /v2.0/networks?id=67d1286f-58f7-4821-a7a3-db425a3953cd HTTP/1.1" status: 200 len: 816 time: 0.4465373 Jul 09 20:01:47.285322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-0d5fcc3f-5b74-4a2d-9f49-ae36121eedf6 req-5947cba5-aa5e-4c1f-b836-95cc8c851457 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Calling delete_port for 89a54018-e233-4290-980a-96721691e0f6 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:01:47.316279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-b982764c-b256-4a0e-8c4c-ca95e9fd8834 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Request body: {'port': {'device_id': '8aa4ecb4-ec98-42a5-ad0b-b20b4a448671', 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd', 'admin_state_up': True, 'tenant_id': 'bd1e92343c70476985edfe6e820042fc'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:47.391835 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2fc4695f-bdd4-463c-8ef6-9e32f24ea746,segment=NetworkSegment(39e65ca2-c377-45c7-b8b1-ddd5406ce697),segment_id=39e65ca2-c377-45c7-b8b1-ddd5406ce697)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:47.433372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f309c2b9-3a16-4e4d-bafb-5a2bafb2c657 None None] Provisioning for port f9249ba5-0c0c-4071-be95-57b2e3edbd65 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:47.439665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '2fc4695f-bdd4-463c-8ef6-9e32f24ea746', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'port_id': '2fc4695f-bdd4-463c-8ef6-9e32f24ea746', 'mac_address': 'fa:16:3e:77:56:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:01:47.456974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f309c2b9-3a16-4e4d-bafb-5a2bafb2c657 None None] Provisioning complete for port f9249ba5-0c0c-4071-be95-57b2e3edbd65 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:47.457349 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f309c2b9-3a16-4e4d-bafb-5a2bafb2c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.522920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f309c2b9-3a16-4e4d-bafb-5a2bafb2c657 None None] Port f9249ba5-0c0c-4071-be95-57b2e3edbd65 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:01:47.571294 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.584022 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.654343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:47.678961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2fc4695f-bdd4-463c-8ef6-9e32f24ea746,segment=NetworkSegment(39e65ca2-c377-45c7-b8b1-ddd5406ce697),segment_id=39e65ca2-c377-45c7-b8b1-ddd5406ce697)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:47.687378 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.759093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-b982764c-b256-4a0e-8c4c-ca95e9fd8834 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Made reservation on behalf of bd1e92343c70476985edfe6e820042fc for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:47.762792 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-b982764c-b256-4a0e-8c4c-ca95e9fd8834 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:47.776729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=2fc4695f-bdd4-463c-8ef6-9e32f24ea746,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:47.785870 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:47.786725 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:47.787084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:47.788057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:47.788953 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:47.789405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:47.789853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:47.790318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:47.790690 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:47.791014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:47.791355 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:47.792035 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:01:47.847395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-cff49715-a801-48d0-8674-05f17c973a1b tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:47.848482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7358a-8c03-4e92-8a0a-27e07bd4c668 req-41081cb0-1cce-4981-ac77-15a6df82dfae tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:47.849150 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-cff49715-a801-48d0-8674-05f17c973a1b tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/networks?id=4c64eb8a-17d7-495b-9516-3f201d3d37b3 HTTP/1.1" status: 200 len: 808 time: 0.1971719 Jul 09 20:01:47.850690 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5b7358a-8c03-4e92-8a0a-27e07bd4c668 req-41081cb0-1cce-4981-ac77-15a6df82dfae tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 944 time: 0.3819332 Jul 09 20:01:47.868951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-06245ce9-fd4e-40b3-a86d-0688c644906e tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/quotas/2a62221b4fa34e9195bb61df5955a3dc HTTP/1.1" status: 200 len: 375 time: 0.0097227 Jul 09 20:01:47.934756 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-79458196-b01e-4bac-a2c7-429faf682759 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a62221b4fa34e9195bb61df5955a3dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573616 Jul 09 20:01:48.024470 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0d5fcc3f-5b74-4a2d-9f49-ae36121eedf6 req-5947cba5-aa5e-4c1f-b836-95cc8c851457 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.036749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['766f3db3-fa17-47d0-b351-3410350a3894', '89a54018-e233-4290-980a-96721691e0f6'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:48.050362 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-68bae26a-df12-4d91-ab8f-224cbd5e3cdc service neutron] 10.222.0.30 "GET /v2.0/networks/4c64eb8a-17d7-495b-9516-3f201d3d37b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135406 Jul 09 20:01:48.062161 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5b7358a-8c03-4e92-8a0a-27e07bd4c668 req-96fae8fe-4f73-434e-96d3-c12ed31b62dc tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a2db37f-0e85-485b-b7f0-52aa46d57f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029579 Jul 09 20:01:48.170223 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947cba5-aa5e-4c1f-b836-95cc8c851457 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Pushing event deleted for resources: {'Port': ['ID=89a54018-e233-4290-980a-96721691e0f6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:48.173421 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['2fc4695f-bdd4-463c-8ef6-9e32f24ea746'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:48.235160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-00daed04-b660-4bda-abf6-ce1c9c947466 service neutron] 10.222.0.30 "GET /v2.0/networks/4c64eb8a-17d7-495b-9516-3f201d3d37b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627691 Jul 09 20:01:48.250077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5fcc3f-5b74-4a2d-9f49-ae36121eedf6 req-5947cba5-aa5e-4c1f-b836-95cc8c851457 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] No DVR routers for this DVR port 89a54018-e233-4290-980a-96721691e0f6 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:01:48.254762 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0d5fcc3f-5b74-4a2d-9f49-ae36121eedf6 req-5947cba5-aa5e-4c1f-b836-95cc8c851457 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.263913 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d5fcc3f-5b74-4a2d-9f49-ae36121eedf6 req-5947cba5-aa5e-4c1f-b836-95cc8c851457 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "DELETE /v2.0/ports/89a54018-e233-4290-980a-96721691e0f6 HTTP/1.1" status: 204 len: 173 time: 1.9124911 Jul 09 20:01:48.273566 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d846ac9-fb86-4b1e-8ed6-68e0a72c924b', 'name': 'network-vif-deleted', 'tag': '89a54018-e233-4290-980a-96721691e0f6'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:48.276367 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96a1aef-cb77-41a2-9b1a-c103ab760c20" -d '{"events": [{"server_uuid": "0d846ac9-fb86-4b1e-8ed6-68e0a72c924b", "name": "network-vif-deleted", "tag": "89a54018-e233-4290-980a-96721691e0f6"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:48.669016 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce986181-a958-4e14-a1e1-8486f45c1a70 req-33461a41-fff4-4d8f-97bb-98ec77cfb08f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d846ac9-fb86-4b1e-8ed6-68e0a72c924b HTTP/1.1" status: 200 len: 210 time: 0.0447671 Jul 09 20:01:48.729441 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-db263c05-be95-46c4-8ce3-52ab726b6cb5 req-acaa9c26-df2f-49e2-a0ea-b6bc397cd7ea tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 210 time: 0.4809883 Jul 09 20:01:48.863150 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9249ba5-0c0c-4071-be95-57b2e3edbd65 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:48.883041 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:48.914755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Transition to ACTIVE for port object f9249ba5-0c0c-4071-be95-57b2e3edbd65 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:48.923543 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce250a2-0b71-4ed2-9ac1-19feb4065610 x-openstack-request-id: req-bce250a2-0b71-4ed2-9ac1-19feb4065610 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:48.923962 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d846ac9-fb86-4b1e-8ed6-68e0a72c924b", "name": "network-vif-deleted", "tag": "89a54018-e233-4290-980a-96721691e0f6", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:48.924220 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bce250a2-0b71-4ed2-9ac1-19feb4065610 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:48.924972 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d846ac9-fb86-4b1e-8ed6-68e0a72c924b', 'name': 'network-vif-deleted', 'tag': '89a54018-e233-4290-980a-96721691e0f6', 'status': 'completed', 'code': 200} Jul 09 20:01:48.933253 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:49.045683 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-b982764c-b256-4a0e-8c4c-ca95e9fd8834 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Allocated IP 172.20.0.9 (67d1286f-58f7-4821-a7a3-db425a3953cd/cff7f13a-2a43-4c67-aca2-928e93ed10f4/a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:49.061025 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Pushing event updated for resources: {'Port': ['ID=f9249ba5-0c0c-4071-be95-57b2e3edbd65,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:49.129895 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ff63eec3-2399-42f1-9d94-6f800c6b5ea8 req-f27d5ab0-46d5-4657-bce8-e513f55a8c7e tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 210 time: 0.0744638 Jul 09 20:01:49.379559 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9a580-d639-4c89-ac30-440607a02515 req-cde8451b-43aa-4c57-a7dd-17f75df5e7ed tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:49.391247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ce9a580-d639-4c89-ac30-440607a02515 req-cde8451b-43aa-4c57-a7dd-17f75df5e7ed tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 945 time: 0.1341100 Jul 09 20:01:49.505335 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ce9a580-d639-4c89-ac30-440607a02515 req-7711280e-ecf2-4bcb-bf76-19cdf1d78041 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a2db37f-0e85-485b-b7f0-52aa46d57f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032972 Jul 09 20:01:49.519125 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Attempting to bind port f9249ba5-0c0c-4071-be95-57b2e3edbd65 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:49.528230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Attempting to bind port f9249ba5-0c0c-4071-be95-57b2e3edbd65 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:49.528883 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Attempting to bind port f9249ba5-0c0c-4071-be95-57b2e3edbd65 on network 67d1286f-58f7-4821-a7a3-db425a3953cd {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:49.566795 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Port f9249ba5-0c0c-4071-be95-57b2e3edbd65 on network 67d1286f-58f7-4821-a7a3-db425a3953cd not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:01:49.567094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Attempting to bind port f9249ba5-0c0c-4071-be95-57b2e3edbd65 on network 67d1286f-58f7-4821-a7a3-db425a3953cd {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:49.578146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:49.578481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Checking segment: {'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:49.578950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Bound using segment: {'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:49.579394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Bound port: f9249ba5-0c0c-4071-be95-57b2e3edbd65, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:49.579855 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:49.664506 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-1ebaf395-1745-489b-a19a-a58dc1f164f7 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:49.666086 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-1ebaf395-1745-489b-a19a-a58dc1f164f7 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.36 "GET /v2.0/networks?id=67d1286f-58f7-4821-a7a3-db425a3953cd HTTP/1.1" status: 200 len: 816 time: 0.4638124 Jul 09 20:01:49.688351 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-d80ea1fe-c877-4b3f-9e0a-62b565a21588 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Request body: {'port': {'device_id': 'ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee', 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd', 'admin_state_up': True, 'tenant_id': 'bd1e92343c70476985edfe6e820042fc'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:49.821680 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-b982764c-b256-4a0e-8c4c-ca95e9fd8834 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:49.850796 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] For port f9249ba5-0c0c-4071-be95-57b2e3edbd65, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:49.858643 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] For port f9249ba5-0c0c-4071-be95-57b2e3edbd65, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f9249ba5-0c0c-4071-be95-57b2e3edbd65,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:49.937165 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:49.984104 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50e09cfc-57fa-452a-9edc-a8a5841d0f90 req-54820fa5-9346-4053-b17e-10a965f5c483 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 210 time: 0.0667136 Jul 09 20:01:49.986755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-d80ea1fe-c877-4b3f-9e0a-62b565a21588 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Made reservation on behalf of bd1e92343c70476985edfe6e820042fc for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:49.991992 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-d80ea1fe-c877-4b3f-9e0a-62b565a21588 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.005181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-b982764c-b256-4a0e-8c4c-ca95e9fd8834 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Transition to ACTIVE for port object a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:50.033520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:50.034402 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.036758 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] 10.222.0.36 "PUT /v2.0/ports/f9249ba5-0c0c-4071-be95-57b2e3edbd65 HTTP/1.1" status: 200 len: 1091 time: 2.7760038 Jul 09 20:01:50.255197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ddd7a-c7e8-4fec-95c3-be55a5f5a944 service neutron] Pushing event updated for resources: {'Port': ['ID=f9249ba5-0c0c-4071-be95-57b2e3edbd65,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:50.297856 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-b982764c-b256-4a0e-8c4c-ca95e9fd8834 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.335329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-b982764c-b256-4a0e-8c4c-ca95e9fd8834 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Network 67d1286f-58f7-4821-a7a3-db425a3953cd is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:50.341776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-b982764c-b256-4a0e-8c4c-ca95e9fd8834 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:50.374946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-b982764c-b256-4a0e-8c4c-ca95e9fd8834 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:50.432386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-f6414a92-d375-47f3-93cd-3a0707c8974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:50.434905 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-f6414a92-d375-47f3-93cd-3a0707c8974b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e92343c70476985edfe6e820042fc&device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 1094 time: 0.3186336 Jul 09 20:01:50.436070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-e8dab41f-ee48-4061-83b6-ac02b33a6265 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:50.443979 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-e8dab41f-ee48-4061-83b6-ac02b33a6265 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 804 time: 0.3207452 Jul 09 20:01:50.480829 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-9fdd58d8-4f46-48b9-8188-0c3bff71896b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/quotas/6b335159e9ad4104b0006808b1428949 HTTP/1.1" status: 200 len: 375 time: 0.0353496 Jul 09 20:01:50.501640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-9422b868-aa69-4bfe-802b-143c6d6faaae tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:50.503823 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-9422b868-aa69-4bfe-802b-143c6d6faaae tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.36 "GET /v2.0/networks?id=4c64eb8a-17d7-495b-9516-3f201d3d37b3 HTTP/1.1" status: 200 len: 808 time: 0.2684932 Jul 09 20:01:50.515834 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-e2161a1c-ea28-4613-9073-fb4c89a3de40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9249ba5-0c0c-4071-be95-57b2e3edbd65 HTTP/1.1" status: 200 len: 217 time: 0.0691726 Jul 09 20:01:50.531663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-5a556be5-53c9-4a18-aeb0-1a5973c49702 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Request body: {'port': {'device_id': '9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3', 'network_id': '4c64eb8a-17d7-495b-9516-3f201d3d37b3', 'admin_state_up': True, 'tenant_id': '2a62221b4fa34e9195bb61df5955a3dc'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:50.615947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-40b4a513-333c-4af7-9c8a-067480c18403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:50.617508 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-40b4a513-333c-4af7-9c8a-067480c18403 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cff7f13a-2a43-4c67-aca2-928e93ed10f4 HTTP/1.1" status: 200 len: 855 time: 0.0888534 Jul 09 20:01:50.618450 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982764c-b256-4a0e-8c4c-ca95e9fd8834 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Pushing event updated for resources: {'Port': ['ID=a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:50.657404 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-b982764c-b256-4a0e-8c4c-ca95e9fd8834 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:50.658070 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-b982764c-b256-4a0e-8c4c-ca95e9fd8834 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.664081 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-6d1ed7ac-4605-4336-87db-be317d9ac76a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1820080 Jul 09 20:01:50.688527 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-d80ea1fe-c877-4b3f-9e0a-62b565a21588 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Allocated IP 172.20.0.6 (67d1286f-58f7-4821-a7a3-db425a3953cd/cff7f13a-2a43-4c67-aca2-928e93ed10f4/ef2fd685-35e6-45da-80a9-e3774d2c8236) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:50.792716 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-a0a79b23-9369-4cfc-970c-b07ad8ea67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:50.794448 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-a0a79b23-9369-4cfc-970c-b07ad8ea67d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67d1286f-58f7-4821-a7a3-db425a3953cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1638305 Jul 09 20:01:50.804248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-5a556be5-53c9-4a18-aeb0-1a5973c49702 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Made reservation on behalf of 2a62221b4fa34e9195bb61df5955a3dc for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:50.808747 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-5a556be5-53c9-4a18-aeb0-1a5973c49702 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.839840 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-b982764c-b256-4a0e-8c4c-ca95e9fd8834 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5300734 Jul 09 20:01:50.846250 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3bc96317-3e7d-4833-93a9-a03eba5fff7d req-485dc5b7-20de-4636-977a-92179f24a79e tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 210 time: 0.0609357 Jul 09 20:01:50.858188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a78a88d7-e176-4d1a-bca4-bd2e63029540 None None] Provisioning for port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:50.867983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Request body: {'port': {'device_id': '8aa4ecb4-ec98-42a5-ad0b-b20b4a448671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:50.870034 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a78a88d7-e176-4d1a-bca4-bd2e63029540 None None] Provisioning complete for port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:50.870514 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a78a88d7-e176-4d1a-bca4-bd2e63029540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:50.910247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-38aef4ed-c62a-4f9a-a980-db68f4c15a16 service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323587 Jul 09 20:01:50.931442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84cbbdd-3185-4602-926d-ab83ca4e0bc0', 'tag': 'f9249ba5-0c0c-4071-be95-57b2e3edbd65'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:50.933658 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484c04dc-b38d-444c-b8aa-b82fbf3411d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b84cbbdd-3185-4602-926d-ab83ca4e0bc0", "tag": "f9249ba5-0c0c-4071-be95-57b2e3edbd65"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:50.967322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:01:51.065730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a78a88d7-e176-4d1a-bca4-bd2e63029540 None None] Port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:01:51.112453 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-2176e108-34bd-4cd8-8d04-6b5fa89dce7d service neutron] 10.222.0.36 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975426 Jul 09 20:01:51.123516 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-5a556be5-53c9-4a18-aeb0-1a5973c49702 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Allocated IP 172.20.0.3 (4c64eb8a-17d7-495b-9516-3f201d3d37b3/46cea18e-6836-4944-b0ac-de9b45abb478/dd4da617-249e-4869-b634-0e8b3c894587) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:51.125047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:51.131796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:51.132294 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.132857 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-0bbc0826-43ae-4c16-b388-d975af880d85 service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186453 Jul 09 20:01:51.148475 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.152750 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-d80ea1fe-c877-4b3f-9e0a-62b565a21588 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.233642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-d80ea1fe-c877-4b3f-9e0a-62b565a21588 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Transition to ACTIVE for port object ef2fd685-35e6-45da-80a9-e3774d2c8236 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:51.270872 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.335010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5292c504-84bf-4517-853d-e1832e5c7177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc4695f-bdd4-463c-8ef6-9e32f24ea746'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:51.337523 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7cc71f-8dcd-4912-9a9b-936c714ec7d1" -d '{"events": [{"server_uuid": "5292c504-84bf-4517-853d-e1832e5c7177", "name": "network-vif-plugged", "status": "completed", "tag": "2fc4695f-bdd4-463c-8ef6-9e32f24ea746"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:51.382555 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d8d8ca-4a47-4800-8f43-0e462ae51047 x-openstack-request-id: req-33d8d8ca-4a47-4800-8f43-0e462ae51047 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:51.382830 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84cbbdd-3185-4602-926d-ab83ca4e0bc0", "tag": "f9249ba5-0c0c-4071-be95-57b2e3edbd65", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:51.383075 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33d8d8ca-4a47-4800-8f43-0e462ae51047 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:51.385357 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84cbbdd-3185-4602-926d-ab83ca4e0bc0', 'tag': 'f9249ba5-0c0c-4071-be95-57b2e3edbd65', 'status': 'completed', 'code': 200} Jul 09 20:01:51.389980 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-5a556be5-53c9-4a18-aeb0-1a5973c49702 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.394456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2fc4695f-bdd4-463c-8ef6-9e32f24ea746,segment=NetworkSegment(39e65ca2-c377-45c7-b8b1-ddd5406ce697),segment_id=39e65ca2-c377-45c7-b8b1-ddd5406ce697)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:51.402350 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.403102 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 89a54018-e233-4290-980a-96721691e0f6 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:01:51.410126 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5775d7-5389-40b4-86ac-21e8d1585334 req-87fd6366-c41f-49dd-a38f-05ba28762b39 service neutron] 10.222.0.36 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883871 Jul 09 20:01:51.457249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 89a54018-e233-4290-980a-96721691e0f6 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:01:51.466501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 89a54018-e233-4290-980a-96721691e0f6 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:01:51.477846 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-5a556be5-53c9-4a18-aeb0-1a5973c49702 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.543094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-5a556be5-53c9-4a18-aeb0-1a5973c49702 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Network 4c64eb8a-17d7-495b-9516-3f201d3d37b3 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:51.549291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-5a556be5-53c9-4a18-aeb0-1a5973c49702 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:51.554028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-5a556be5-53c9-4a18-aeb0-1a5973c49702 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:51.588735 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=2fc4695f-bdd4-463c-8ef6-9e32f24ea746,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:51.598051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a556be5-53c9-4a18-aeb0-1a5973c49702 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Pushing event updated for resources: {'Port': ['ID=dd4da617-249e-4869-b634-0e8b3c894587,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:51.621894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67e5e3-ab50-42aa-b460-3f36bbf0e7fa req-3cd5d5c6-0659-4c15-bee3-7a1bd72e364a tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:51.623436 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1d67e5e3-ab50-42aa-b460-3f36bbf0e7fa req-3cd5d5c6-0659-4c15-bee3-7a1bd72e364a tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 945 time: 0.5307238 Jul 09 20:01:51.658883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-5a556be5-53c9-4a18-aeb0-1a5973c49702 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:51.661749 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-5a556be5-53c9-4a18-aeb0-1a5973c49702 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.662159 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-d80ea1fe-c877-4b3f-9e0a-62b565a21588 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.699186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-5a556be5-53c9-4a18-aeb0-1a5973c49702 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1749430 Jul 09 20:01:51.720322 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Request body: {'port': {'device_id': '9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:51.799234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-d80ea1fe-c877-4b3f-9e0a-62b565a21588 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Network 67d1286f-58f7-4821-a7a3-db425a3953cd is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:51.811422 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1d67e5e3-ab50-42aa-b460-3f36bbf0e7fa req-55debe66-8587-4877-bf78-b2440e8dacf2 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a2db37f-0e85-485b-b7f0-52aa46d57f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736135 Jul 09 20:01:51.822643 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-d80ea1fe-c877-4b3f-9e0a-62b565a21588 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:51.827846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-d80ea1fe-c877-4b3f-9e0a-62b565a21588 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:51.830515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ea1fe-c877-4b3f-9e0a-62b565a21588 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Pushing event updated for resources: {'Port': ['ID=ef2fd685-35e6-45da-80a9-e3774d2c8236,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:51.866125 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c04dc-b38d-444c-b8aa-b82fbf3411d9 req-9f637f5e-7a62-4b15-b3e0-d40b455fc57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:51.867663 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-484c04dc-b38d-444c-b8aa-b82fbf3411d9 req-9f637f5e-7a62-4b15-b3e0-d40b455fc57c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e92343c70476985edfe6e820042fc&device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 1094 time: 0.3182654 Jul 09 20:01:51.874694 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:51.998075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdbffc-339c-49d3-9136-5b4364a64269 req-c8d1b775-4c5d-4749-ad26-0f0045246983 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:52.012018 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ebdbffc-339c-49d3-9136-5b4364a64269 req-c8d1b775-4c5d-4749-ad26-0f0045246983 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 931 time: 0.3070869 Jul 09 20:01:52.160204 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ebdbffc-339c-49d3-9136-5b4364a64269 req-3a5f101a-e64b-44a1-b07e-500e6e16a06e tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463590 Jul 09 20:01:52.211806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a9e795e9-8526-4828-9bcb-05032c05796f None None] Provisioning for port ef2fd685-35e6-45da-80a9-e3774d2c8236 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:01:52.217461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a9e795e9-8526-4828-9bcb-05032c05796f None None] Provisioning complete for port ef2fd685-35e6-45da-80a9-e3774d2c8236 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:01:52.217893 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a9e795e9-8526-4828-9bcb-05032c05796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.271247 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dcafba-f585-4f6c-8da7-b9f5d8d1cbad x-openstack-request-id: req-b5dcafba-f585-4f6c-8da7-b9f5d8d1cbad {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:52.275450 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5292c504-84bf-4517-853d-e1832e5c7177", "name": "network-vif-plugged", "status": "completed", "tag": "2fc4695f-bdd4-463c-8ef6-9e32f24ea746", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:52.276299 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5dcafba-f585-4f6c-8da7-b9f5d8d1cbad {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:52.276912 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5292c504-84bf-4517-853d-e1832e5c7177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc4695f-bdd4-463c-8ef6-9e32f24ea746', 'code': 200} Jul 09 20:01:52.323586 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a9e795e9-8526-4828-9bcb-05032c05796f None None] Port ef2fd685-35e6-45da-80a9-e3774d2c8236 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:01:52.487307 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-d80ea1fe-c877-4b3f-9e0a-62b565a21588 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:52.487307 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-d80ea1fe-c877-4b3f-9e0a-62b565a21588 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.570417 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f93a64a-d94b-4b5b-b980-af1da0347c7a req-edeacd8f-94b1-44c4-b2bd-05a93edf0c39 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 210 time: 0.1470604 Jul 09 20:01:52.580829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f026398-dbc7-48bb-af1b-3a2dbd60fddf req-e9769c9f-0248-4a9b-9f66-3aedb5b65983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:52.585463 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f026398-dbc7-48bb-af1b-3a2dbd60fddf req-e9769c9f-0248-4a9b-9f66-3aedb5b65983 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 1097 time: 0.2067113 Jul 09 20:01:52.621063 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-d80ea1fe-c877-4b3f-9e0a-62b565a21588 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9425600 Jul 09 20:01:52.666598 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Request body: {'port': {'device_id': 'ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:52.707184 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:52.730554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.748867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c04dc-b38d-444c-b8aa-b82fbf3411d9 req-93d91fad-2a20-4fc4-b056-70395704547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:52.750471 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-484c04dc-b38d-444c-b8aa-b82fbf3411d9 req-93d91fad-2a20-4fc4-b056-70395704547c service neutron] 10.222.0.36 "GET /v2.0/networks?id=67d1286f-58f7-4821-a7a3-db425a3953cd HTTP/1.1" status: 200 len: 917 time: 0.8635485 Jul 09 20:01:52.771320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4da617-249e-4869-b634-0e8b3c894587 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:52.784955 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.794198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Transition to ACTIVE for port object a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:52.820013 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f026398-dbc7-48bb-af1b-3a2dbd60fddf req-252b7a4d-22d7-410f-b46a-1226df2eadf9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6a2db37f-0e85-485b-b7f0-52aa46d57f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064826 Jul 09 20:01:52.837871 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-484c04dc-b38d-444c-b8aa-b82fbf3411d9 req-c891ef00-8afa-455d-8eea-cc929cfabe46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9249ba5-0c0c-4071-be95-57b2e3edbd65 HTTP/1.1" status: 200 len: 217 time: 0.0740330 Jul 09 20:01:52.841150 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.850980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Transition to ACTIVE for port object dd4da617-249e-4869-b634-0e8b3c894587 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:52.865491 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.878010 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:52.923584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Pushing event updated for resources: {'Port': ['ID=a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:52.953641 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b84228-65d3-4e0b-8a48-ee250c0b311d req-2aa8b271-6ebe-4d34-bdab-43fffa5adddf tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:52.955672 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3b84228-65d3-4e0b-8a48-ee250c0b311d req-2aa8b271-6ebe-4d34-bdab-43fffa5adddf tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 931 time: 0.2551925 Jul 09 20:01:52.969468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Pushing event updated for resources: {'Port': ['ID=dd4da617-249e-4869-b634-0e8b3c894587,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:53.106152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Attempting to bind port dd4da617-249e-4869-b634-0e8b3c894587 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:53.106818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Attempting to bind port dd4da617-249e-4869-b634-0e8b3c894587 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '5379c41e-c6c9-43bc-8901-769df5567831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4c64eb8a-17d7-495b-9516-3f201d3d37b3'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:53.107430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Attempting to bind port dd4da617-249e-4869-b634-0e8b3c894587 on network 4c64eb8a-17d7-495b-9516-3f201d3d37b3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:53.114443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Port dd4da617-249e-4869-b634-0e8b3c894587 on network 4c64eb8a-17d7-495b-9516-3f201d3d37b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:01:53.115000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Attempting to bind port dd4da617-249e-4869-b634-0e8b3c894587 on network 4c64eb8a-17d7-495b-9516-3f201d3d37b3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:53.132050 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3b84228-65d3-4e0b-8a48-ee250c0b311d req-d69a3cbf-6b33-4655-9531-66e4db527559 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e9b9260-64d5-42f0-aab7-32c1926d22e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642537 Jul 09 20:01:53.141411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:53.143415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Checking segment: {'id': '5379c41e-c6c9-43bc-8901-769df5567831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4c64eb8a-17d7-495b-9516-3f201d3d37b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:53.154033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Bound using segment: {'id': '5379c41e-c6c9-43bc-8901-769df5567831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4c64eb8a-17d7-495b-9516-3f201d3d37b3'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:53.155582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Bound port: dd4da617-249e-4869-b634-0e8b3c894587, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5379c41e-c6c9-43bc-8901-769df5567831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '4c64eb8a-17d7-495b-9516-3f201d3d37b3'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:53.156179 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.300503 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c04dc-b38d-444c-b8aa-b82fbf3411d9 req-f6fe9157-184d-455e-bc74-b76ef8d5409a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:53.302289 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-484c04dc-b38d-444c-b8aa-b82fbf3411d9 req-f6fe9157-184d-455e-bc74-b76ef8d5409a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cff7f13a-2a43-4c67-aca2-928e93ed10f4 HTTP/1.1" status: 200 len: 855 time: 0.3104115 Jul 09 20:01:53.338950 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] For port dd4da617-249e-4869-b634-0e8b3c894587, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:53.343182 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] For port dd4da617-249e-4869-b634-0e8b3c894587, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=dd4da617-249e-4869-b634-0e8b3c894587,segment=NetworkSegment(5379c41e-c6c9-43bc-8901-769df5567831),segment_id=5379c41e-c6c9-43bc-8901-769df5567831)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:53.357410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Attempting to bind port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:53.357645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Attempting to bind port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:53.357985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Attempting to bind port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a on network 67d1286f-58f7-4821-a7a3-db425a3953cd {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:53.372451 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.452467 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a on network 67d1286f-58f7-4821-a7a3-db425a3953cd not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:01:53.453078 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Attempting to bind port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a on network 67d1286f-58f7-4821-a7a3-db425a3953cd {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:53.473414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:53.474395 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.477219 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:53.477593 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Checking segment: {'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:53.477754 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] 10.222.0.36 "PUT /v2.0/ports/dd4da617-249e-4869-b634-0e8b3c894587 HTTP/1.1" status: 200 len: 1091 time: 1.7623699 Jul 09 20:01:53.480112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Bound using segment: {'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:53.481231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Bound port: a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:53.481231 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.498220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3', 'tag': 'dd4da617-249e-4869-b634-0e8b3c894587'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:53.502172 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5068193f-51ca-49ef-a660-feb3546dfc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3", "tag": "dd4da617-249e-4869-b634-0e8b3c894587"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:53.567919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5766f-0a83-4885-b4d8-6077bc453dfe service neutron] Pushing event updated for resources: {'Port': ['ID=dd4da617-249e-4869-b634-0e8b3c894587,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:53.596358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ba18b-20f5-483b-9a8b-6460e2c492fa req-96e2bcc2-cb72-4e75-a019-72e0afff8ae2 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:53.597765 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d98ba18b-20f5-483b-9a8b-6460e2c492fa req-96e2bcc2-cb72-4e75-a019-72e0afff8ae2 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 946 time: 0.3912535 Jul 09 20:01:53.628056 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c04dc-b38d-444c-b8aa-b82fbf3411d9 req-22c992aa-1500-4f03-b648-15e4318ac256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:53.629620 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-484c04dc-b38d-444c-b8aa-b82fbf3411d9 req-22c992aa-1500-4f03-b648-15e4318ac256 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67d1286f-58f7-4821-a7a3-db425a3953cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3148136 Jul 09 20:01:53.672591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] For port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:53.717582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-6929feed-2a6d-4ce6-b89c-6423fc6d7949 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:53.719261 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-6929feed-2a6d-4ce6-b89c-6423fc6d7949 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 804 time: 0.3743443 Jul 09 20:01:53.742971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-75e76491-03dd-4bec-bf49-a295fa28a1d7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Request body: {'port': {'device_id': 'bbdb2040-1d88-4965-bccd-64c3f1b4a44a', 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e', 'admin_state_up': True, 'tenant_id': '6b335159e9ad4104b0006808b1428949'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:53.782685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] For port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:53.794948 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-a5d8e868-ab27-4036-b1bc-45a7a8cf2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:53.796315 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d98ba18b-20f5-483b-9a8b-6460e2c492fa req-22749156-546c-423c-a9d7-20905ecfe79f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a2db37f-0e85-485b-b7f0-52aa46d57f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710145 Jul 09 20:01:53.796693 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-a5d8e868-ab27-4036-b1bc-45a7a8cf2d0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a62221b4fa34e9195bb61df5955a3dc&device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 1094 time: 0.2225742 Jul 09 20:01:53.797527 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.807932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23d962-4669-410d-945a-1eaac8e65b34 req-6451e87f-c9de-497d-9728-0ea4476b33c6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:53.809620 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af23d962-4669-410d-945a-1eaac8e65b34 req-6451e87f-c9de-497d-9728-0ea4476b33c6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 931 time: 0.2343612 Jul 09 20:01:53.845571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2fd685-35e6-45da-80a9-e3774d2c8236 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:53.865093 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.874151 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-025b1974-9234-4eb3-8b38-7dc33388e9da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd4da617-249e-4869-b634-0e8b3c894587 HTTP/1.1" status: 200 len: 217 time: 0.0590436 Jul 09 20:01:53.896301 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:53.898356 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.900764 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] 10.222.0.36 "PUT /v2.0/ports/a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a HTTP/1.1" status: 200 len: 1091 time: 3.0408237 Jul 09 20:01:53.901403 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa4ecb4-ec98-42a5-ad0b-b20b4a448671', 'tag': 'a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:53.904467 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef753125-c3e9-432f-8b1f-1666cb7b0818" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa4ecb4-ec98-42a5-ad0b-b20b4a448671", "tag": "a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:53.915505 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-484c04dc-b38d-444c-b8aa-b82fbf3411d9 req-f632f7b5-c793-4e68-8555-d502faaa4a10 service neutron] 10.222.0.36 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676837 Jul 09 20:01:53.924368 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Transition to ACTIVE for port object ef2fd685-35e6-45da-80a9-e3774d2c8236 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:53.941583 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:53.957390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89d2b4-7d72-4c4e-96d7-fb3f65f451ff service neutron] Pushing event updated for resources: {'Port': ['ID=a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:53.985066 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af23d962-4669-410d-945a-1eaac8e65b34 req-c3e4dcb9-0f7d-4193-9eeb-2eca8e1c2dd5 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611290 Jul 09 20:01:54.017732 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-d1904c73-bdf9-4b11-9111-460bbaeb1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:54.024580 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-d1904c73-bdf9-4b11-9111-460bbaeb1071 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46cea18e-6836-4944-b0ac-de9b45abb478 HTTP/1.1" status: 200 len: 848 time: 0.1307626 Jul 09 20:01:54.091339 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f655005-947e-4e99-9e17-61c12c7c37ec x-openstack-request-id: req-9f655005-947e-4e99-9e17-61c12c7c37ec {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:54.091634 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3", "tag": "dd4da617-249e-4869-b634-0e8b3c894587", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:54.092125 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f655005-947e-4e99-9e17-61c12c7c37ec {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:54.093039 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3', 'tag': 'dd4da617-249e-4869-b634-0e8b3c894587', 'status': 'completed', 'code': 200} Jul 09 20:01:54.093857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-75e76491-03dd-4bec-bf49-a295fa28a1d7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Made reservation on behalf of 6b335159e9ad4104b0006808b1428949 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:01:54.098541 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-75e76491-03dd-4bec-bf49-a295fa28a1d7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:54.106571 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-58f5939e-d997-4d79-bc98-096b00b80115 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c64eb8a-17d7-495b-9516-3f201d3d37b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739212 Jul 09 20:01:54.253189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Pushing event updated for resources: {'Port': ['ID=ef2fd685-35e6-45da-80a9-e3774d2c8236,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:54.325785 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1621ecf8-b4c1-45f6-8436-82f777736792 x-openstack-request-id: req-1621ecf8-b4c1-45f6-8436-82f777736792 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:54.326178 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa4ecb4-ec98-42a5-ad0b-b20b4a448671", "tag": "a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:54.326508 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1621ecf8-b4c1-45f6-8436-82f777736792 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:54.327001 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa4ecb4-ec98-42a5-ad0b-b20b4a448671', 'tag': 'a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a', 'status': 'completed', 'code': 200} Jul 09 20:01:54.336777 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-484c04dc-b38d-444c-b8aa-b82fbf3411d9 req-4f96696a-4198-44a7-b5b9-15a8711eb468 service neutron] 10.222.0.36 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106874 Jul 09 20:01:54.358905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-5c74761a-01f9-4bc4-926b-4ca25a473e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:54.360560 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-5c74761a-01f9-4bc4-926b-4ca25a473e4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e92343c70476985edfe6e820042fc&device_id=8aa4ecb4-ec98-42a5-ad0b-b20b4a448671 HTTP/1.1" status: 200 len: 1094 time: 0.3305380 Jul 09 20:01:54.395191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bbca7eb-3a71-4543-a1f1-abd8c879c452 req-84724312-5de4-45ae-b85f-fe574caa5f1c tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 210 time: 0.0706439 Jul 09 20:01:54.434381 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-75e76491-03dd-4bec-bf49-a295fa28a1d7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Allocated IP 172.20.0.2 (a5acb175-a774-4eab-84ca-6ee9cdc3f74e/74a9c143-b389-43fd-ad86-f382a5b60595/9c679919-0cd4-424d-a32c-99381aef764d) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:01:54.439663 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-19ace7f3-be7b-4b06-a94b-cabf5e157b12 service neutron] 10.222.0.36 "GET /v2.0/networks/4c64eb8a-17d7-495b-9516-3f201d3d37b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297390 Jul 09 20:01:54.461433 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-a4af69fd-c1cf-408d-82f7-44d0dd27c86e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a HTTP/1.1" status: 200 len: 217 time: 0.0870538 Jul 09 20:01:54.463382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Attempting to bind port ef2fd685-35e6-45da-80a9-e3774d2c8236 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:54.463713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Attempting to bind port ef2fd685-35e6-45da-80a9-e3774d2c8236 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:54.465410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Attempting to bind port ef2fd685-35e6-45da-80a9-e3774d2c8236 on network 67d1286f-58f7-4821-a7a3-db425a3953cd {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:54.539322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Port ef2fd685-35e6-45da-80a9-e3774d2c8236 on network 67d1286f-58f7-4821-a7a3-db425a3953cd not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:01:54.541499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Attempting to bind port ef2fd685-35e6-45da-80a9-e3774d2c8236 on network 67d1286f-58f7-4821-a7a3-db425a3953cd {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:54.557921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:54.558278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Checking segment: {'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:54.558826 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Bound using segment: {'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:54.559254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Bound port: ef2fd685-35e6-45da-80a9-e3774d2c8236, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:54.559636 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:54.623494 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-33b6c0bf-f4fa-4125-a8f5-a67c8393d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:54.625385 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-33b6c0bf-f4fa-4125-a8f5-a67c8393d317 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cff7f13a-2a43-4c67-aca2-928e93ed10f4 HTTP/1.1" status: 200 len: 855 time: 0.1515777 Jul 09 20:01:54.753235 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bdc6f904-fd77-4503-a6a0-2776f3becccf req-8952376c-556b-4d37-8111-f84dec7ae59d service neutron] 10.222.0.36 "GET /v2.0/networks/4c64eb8a-17d7-495b-9516-3f201d3d37b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874260 Jul 09 20:01:54.757414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] For port ef2fd685-35e6-45da-80a9-e3774d2c8236, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:54.776889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] For port ef2fd685-35e6-45da-80a9-e3774d2c8236, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ef2fd685-35e6-45da-80a9-e3774d2c8236,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:54.783763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-6ab48511-93be-402b-b59e-ea28e7e1a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:54.785872 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-6ab48511-93be-402b-b59e-ea28e7e1a638 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67d1286f-58f7-4821-a7a3-db425a3953cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379676 Jul 09 20:01:54.787791 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:54.817417 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-75e76491-03dd-4bec-bf49-a295fa28a1d7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:54.832113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccb842-f6a1-46e2-9655-eb842ce90f46 req-27b70192-b6f9-4e05-81e5-ec1ae044645c tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:54.833956 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d7ccb842-f6a1-46e2-9655-eb842ce90f46 req-27b70192-b6f9-4e05-81e5-ec1ae044645c tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 943 time: 0.2141581 Jul 09 20:01:54.887014 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:54.888263 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:54.890342 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] 10.222.0.36 "PUT /v2.0/ports/ef2fd685-35e6-45da-80a9-e3774d2c8236 HTTP/1.1" status: 200 len: 1091 time: 2.2405064 Jul 09 20:01:54.926975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69f71b-027d-4804-97d3-1bf355134ffd service neutron] Pushing event updated for resources: {'Port': ['ID=ef2fd685-35e6-45da-80a9-e3774d2c8236,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:54.978928 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-e61bc539-16de-4295-b3b1-e14b244f8d7d service neutron] 10.222.0.36 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837809 Jul 09 20:01:55.004818 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d7ccb842-f6a1-46e2-9655-eb842ce90f46 req-09ec4e08-7726-42c1-a330-28bfabc0be38 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e9b9260-64d5-42f0-aab7-32c1926d22e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581104 Jul 09 20:01:55.066499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068193f-51ca-49ef-a660-feb3546dfc9e req-f097dd85-9829-4166-bf76-338653fa8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:55.070171 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5068193f-51ca-49ef-a660-feb3546dfc9e req-f097dd85-9829-4166-bf76-338653fa8f91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a62221b4fa34e9195bb61df5955a3dc&device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 1094 time: 0.2327883 Jul 09 20:01:55.071468 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-75e76491-03dd-4bec-bf49-a295fa28a1d7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:55.084227 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['766f3db3-fa17-47d0-b351-3410350a3894'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:55.326682 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-af1db915-94d6-410d-95d8-514750055f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:55.328394 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-af1db915-94d6-410d-95d8-514750055f73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e92343c70476985edfe6e820042fc&device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 1094 time: 0.3485501 Jul 09 20:01:55.335869 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38f08d17-a241-41b4-a686-47ff62e5d217 req-cead9608-779f-464b-8a74-e51d78d28cff service neutron] 10.222.0.36 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470469 Jul 09 20:01:55.347314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24050dd-ae78-4c45-8a69-9b19430e19b8 req-f5e00c1e-ff27-4e0a-b00a-681d39b85cb6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:55.355922 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c24050dd-ae78-4c45-8a69-9b19430e19b8 req-f5e00c1e-ff27-4e0a-b00a-681d39b85cb6 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 946 time: 0.2418745 Jul 09 20:01:55.434926 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-c5518570-fb86-4e7d-86a9-8ccdb3b53a48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef2fd685-35e6-45da-80a9-e3774d2c8236 HTTP/1.1" status: 200 len: 217 time: 0.0968697 Jul 09 20:01:55.485925 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c24050dd-ae78-4c45-8a69-9b19430e19b8 req-984b34f5-6253-4515-b7b9-355ecf59afdf tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a2db37f-0e85-485b-b7f0-52aa46d57f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289999 Jul 09 20:01:55.550324 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-c1213df9-17ba-415b-aa50-29816cc55d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:55.551825 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-c1213df9-17ba-415b-aa50-29816cc55d03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cff7f13a-2a43-4c67-aca2-928e93ed10f4 HTTP/1.1" status: 200 len: 855 time: 0.0860443 Jul 09 20:01:55.603186 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef753125-c3e9-432f-8b1f-1666cb7b0818 req-725dfc6d-d288-4b13-ab19-caff64ba0b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:55.605121 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef753125-c3e9-432f-8b1f-1666cb7b0818 req-725dfc6d-d288-4b13-ab19-caff64ba0b61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e92343c70476985edfe6e820042fc&device_id=8aa4ecb4-ec98-42a5-ad0b-b20b4a448671 HTTP/1.1" status: 200 len: 1094 time: 0.1828992 Jul 09 20:01:55.640825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-75e76491-03dd-4bec-bf49-a295fa28a1d7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Network a5acb175-a774-4eab-84ca-6ee9cdc3f74e is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:01:55.649489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-75e76491-03dd-4bec-bf49-a295fa28a1d7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:01:55.684163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-75e76491-03dd-4bec-bf49-a295fa28a1d7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:01:55.741359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e76491-03dd-4bec-bf49-a295fa28a1d7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Pushing event updated for resources: {'Port': ['ID=9c679919-0cd4-424d-a32c-99381aef764d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:55.755913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef753125-c3e9-432f-8b1f-1666cb7b0818 req-9eb8a58b-d7ed-4769-ac5f-d4970f60a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:55.757465 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef753125-c3e9-432f-8b1f-1666cb7b0818 req-9eb8a58b-d7ed-4769-ac5f-d4970f60a226 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67d1286f-58f7-4821-a7a3-db425a3953cd HTTP/1.1" status: 200 len: 917 time: 0.1439557 Jul 09 20:01:55.800584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-75e76491-03dd-4bec-bf49-a295fa28a1d7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:55.801820 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-75e76491-03dd-4bec-bf49-a295fa28a1d7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:55.809909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068193f-51ca-49ef-a660-feb3546dfc9e req-ba642c78-b53c-4e90-8603-5033209cabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:55.811645 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5068193f-51ca-49ef-a660-feb3546dfc9e req-ba642c78-b53c-4e90-8603-5033209cabd9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4c64eb8a-17d7-495b-9516-3f201d3d37b3 HTTP/1.1" status: 200 len: 909 time: 0.7030885 Jul 09 20:01:55.820144 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef753125-c3e9-432f-8b1f-1666cb7b0818 req-1d3f2a7b-d28c-4f81-8f91-8033ba74401d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a HTTP/1.1" status: 200 len: 217 time: 0.0470083 Jul 09 20:01:55.859337 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-75e76491-03dd-4bec-bf49-a295fa28a1d7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1236732 Jul 09 20:01:55.868344 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e01682-6f03-4d42-8a39-8c2d60d5d694 req-b3946eaf-b033-40c6-a61a-c4477ab9fdf8 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:55.869892 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54e01682-6f03-4d42-8a39-8c2d60d5d694 req-b3946eaf-b033-40c6-a61a-c4477ab9fdf8 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 943 time: 0.2529776 Jul 09 20:01:55.875486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Request body: {'port': {'device_id': 'bbdb2040-1d88-4965-bccd-64c3f1b4a44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:55.878603 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5068193f-51ca-49ef-a660-feb3546dfc9e req-a6b95002-2eb4-4717-8c8a-e4efff765186 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd4da617-249e-4869-b634-0e8b3c894587 HTTP/1.1" status: 200 len: 217 time: 0.0581186 Jul 09 20:01:55.897740 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-c55ef919-cb4e-493a-9122-de58216127bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:55.899681 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-c55ef919-cb4e-493a-9122-de58216127bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67d1286f-58f7-4821-a7a3-db425a3953cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3399169 Jul 09 20:01:55.922328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef753125-c3e9-432f-8b1f-1666cb7b0818 req-c586974d-5c8a-444a-95b6-e011bce05d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:55.923921 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef753125-c3e9-432f-8b1f-1666cb7b0818 req-c586974d-5c8a-444a-95b6-e011bce05d89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cff7f13a-2a43-4c67-aca2-928e93ed10f4 HTTP/1.1" status: 200 len: 855 time: 0.0935366 Jul 09 20:01:56.010214 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54e01682-6f03-4d42-8a39-8c2d60d5d694 req-0003647d-3478-4b7f-8c80-07e6c8bc4862 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297636 Jul 09 20:01:56.022852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068193f-51ca-49ef-a660-feb3546dfc9e req-4d2c87ff-2cd8-4854-8775-f7d6a0b23892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:56.024436 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5068193f-51ca-49ef-a660-feb3546dfc9e req-4d2c87ff-2cd8-4854-8775-f7d6a0b23892 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=46cea18e-6836-4944-b0ac-de9b45abb478 HTTP/1.1" status: 200 len: 848 time: 0.1135163 Jul 09 20:01:56.029819 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:56.039622 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fb18c-bdea-4cc2-aa43-23c715d862d1 req-1102aa6f-4ab6-496c-a709-431c22267953 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:56.047577 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e15fb18c-bdea-4cc2-aa43-23c715d862d1 req-1102aa6f-4ab6-496c-a709-431c22267953 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 931 time: 0.2313695 Jul 09 20:01:56.079107 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5068193f-51ca-49ef-a660-feb3546dfc9e req-0d16dfae-c738-44be-871e-ed98eefd1ff5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4c64eb8a-17d7-495b-9516-3f201d3d37b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359900 Jul 09 20:01:56.118223 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-521bd6e6-117a-4d40-9439-2a7a1793c15c service neutron] 10.222.0.36 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064018 Jul 09 20:01:56.150940 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e15fb18c-bdea-4cc2-aa43-23c715d862d1 req-4804ec92-2e8d-435c-af93-bff8714202a7 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022859 Jul 09 20:01:56.154652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef753125-c3e9-432f-8b1f-1666cb7b0818 req-9fd0b8d7-edc0-45f3-b3a7-2b3717e465ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:56.156224 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef753125-c3e9-432f-8b1f-1666cb7b0818 req-9fd0b8d7-edc0-45f3-b3a7-2b3717e465ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67d1286f-58f7-4821-a7a3-db425a3953cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2176218 Jul 09 20:01:56.291756 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5068193f-51ca-49ef-a660-feb3546dfc9e req-4967ddfd-54e9-4d4f-9de2-a28fd8bec612 service neutron] 10.222.0.36 "GET /v2.0/networks/4c64eb8a-17d7-495b-9516-3f201d3d37b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902256 Jul 09 20:01:56.358897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee', 'tag': 'ef2fd685-35e6-45da-80a9-e3774d2c8236'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:56.361508 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015b71a9-1e47-4fff-9ed2-383f92ee6631" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee", "tag": "ef2fd685-35e6-45da-80a9-e3774d2c8236"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:56.498817 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7bb421e-1e45-4c16-8b1c-dffa196365f2 req-36a22064-1c62-47d7-bdcc-4140885bbb42 service neutron] 10.222.0.36 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693495 Jul 09 20:01:56.507227 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef753125-c3e9-432f-8b1f-1666cb7b0818 req-ef828f4f-3b21-44ce-aabf-bd4cba3e582d service neutron] 10.222.0.36 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254960 Jul 09 20:01:56.523463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0702d8f-19f3-4d6b-8097-caa39b43fbab req-dce393b0-9f73-4430-8716-761920597a46 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:56.538686 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0702d8f-19f3-4d6b-8097-caa39b43fbab req-dce393b0-9f73-4430-8716-761920597a46 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 946 time: 0.1687634 Jul 09 20:01:56.540772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38202) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:01:56.547597 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-44133f5c-a254-4523-833b-bf5580e1762e tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Request body: {'floatingip': {'port_id': '2fc4695f-bdd4-463c-8ef6-9e32f24ea746'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:01:56.586486 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6614cb-c983-4764-a76b-41696e9279e1 x-openstack-request-id: req-6c6614cb-c983-4764-a76b-41696e9279e1 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:56.586870 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee", "tag": "ef2fd685-35e6-45da-80a9-e3774d2c8236", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:56.587163 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c6614cb-c983-4764-a76b-41696e9279e1 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:56.587556 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee', 'tag': 'ef2fd685-35e6-45da-80a9-e3774d2c8236', 'status': 'completed', 'code': 200} Jul 09 20:01:56.627392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-44133f5c-a254-4523-833b-bf5580e1762e tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:56.647269 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:56.690137 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5068193f-51ca-49ef-a660-feb3546dfc9e req-83878614-6565-4e44-8fda-7994d33d2eac service neutron] 10.222.0.36 "GET /v2.0/networks/4c64eb8a-17d7-495b-9516-3f201d3d37b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837190 Jul 09 20:01:56.794362 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-95785a15-305d-4656-a22a-62a7faee381d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:56.845081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad3f1f-94c7-4743-92fc-2a5d1c799a81 req-b323d95e-77f4-44e6-984c-b92662494b37 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:56.846859 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c7ad3f1f-94c7-4743-92fc-2a5d1c799a81 req-b323d95e-77f4-44e6-984c-b92662494b37 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 943 time: 0.3795545 Jul 09 20:01:56.910966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f9249ba5-0c0c-4071-be95-57b2e3edbd65 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:01:56.994944 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef753125-c3e9-432f-8b1f-1666cb7b0818 req-5ceb3854-85b0-48d1-93ad-94ed7af54c91 service neutron] 10.222.0.36 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549181 Jul 09 20:01:57.013918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b71a9-1e47-4fff-9ed2-383f92ee6631 req-f8feae96-4407-46c6-bdfb-ce5e400465bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:57.016638 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-015b71a9-1e47-4fff-9ed2-383f92ee6631 req-f8feae96-4407-46c6-bdfb-ce5e400465bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e92343c70476985edfe6e820042fc&device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 1094 time: 0.4105778 Jul 09 20:01:57.030669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c7ad3f1f-94c7-4743-92fc-2a5d1c799a81 req-887c41a8-ee85-44d4-927d-0a608d91360f tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e9b9260-64d5-42f0-aab7-32c1926d22e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720073 Jul 09 20:01:57.033058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c679919-0cd4-424d-a32c-99381aef764d {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:57.051226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f9249ba5-0c0c-4071-be95-57b2e3edbd65, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f9249ba5-0c0c-4071-be95-57b2e3edbd65,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:57.083259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'f9249ba5-0c0c-4071-be95-57b2e3edbd65', 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd', 'port_id': 'f9249ba5-0c0c-4071-be95-57b2e3edbd65', 'mac_address': 'fa:16:3e:db:c8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff7f13a-2a43-4c67-aca2-928e93ed10f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:01:57.091700 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:57.120618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Transition to ACTIVE for port object 9c679919-0cd4-424d-a32c-99381aef764d will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:01:57.130936 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:57.160978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b71a9-1e47-4fff-9ed2-383f92ee6631 req-8f5af885-e435-4842-9156-c50cb064b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:57.163527 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-015b71a9-1e47-4fff-9ed2-383f92ee6631 req-8f5af885-e435-4842-9156-c50cb064b0f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67d1286f-58f7-4821-a7a3-db425a3953cd HTTP/1.1" status: 200 len: 917 time: 0.1373761 Jul 09 20:01:57.191584 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:57.212329 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9249ba5-0c0c-4071-be95-57b2e3edbd65 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:57.236871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f9249ba5-0c0c-4071-be95-57b2e3edbd65, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f9249ba5-0c0c-4071-be95-57b2e3edbd65,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:57.244094 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-015b71a9-1e47-4fff-9ed2-383f92ee6631 req-effc01a5-503a-42e4-885a-bc020ddc66a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef2fd685-35e6-45da-80a9-e3774d2c8236 HTTP/1.1" status: 200 len: 217 time: 0.0718822 Jul 09 20:01:57.244512 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:57.311201 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=f9249ba5-0c0c-4071-be95-57b2e3edbd65,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:57.331844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b71a9-1e47-4fff-9ed2-383f92ee6631 req-97525fe3-0964-4fc5-99b9-0686ce070da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:57.333495 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-015b71a9-1e47-4fff-9ed2-383f92ee6631 req-97525fe3-0964-4fc5-99b9-0686ce070da1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cff7f13a-2a43-4c67-aca2-928e93ed10f4 HTTP/1.1" status: 200 len: 855 time: 0.0692849 Jul 09 20:01:57.362003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2343e25b-1100-424c-a209-568749764a0a req-164de1c9-0718-4dce-9e6b-5a348f00c3ec tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:57.363554 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2343e25b-1100-424c-a209-568749764a0a req-164de1c9-0718-4dce-9e6b-5a348f00c3ec tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 943 time: 0.1721542 Jul 09 20:01:57.395938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c679919-0cd4-424d-a32c-99381aef764d,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:57.438816 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2343e25b-1100-424c-a209-568749764a0a req-4a351673-7f3a-4eeb-b7fc-cb866275fef8 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525372 Jul 09 20:01:57.453246 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b71a9-1e47-4fff-9ed2-383f92ee6631 req-7a2573d1-866f-42bd-b72c-fe149c207fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:57.455456 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-015b71a9-1e47-4fff-9ed2-383f92ee6631 req-7a2573d1-866f-42bd-b72c-fe149c207fff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67d1286f-58f7-4821-a7a3-db425a3953cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135557 Jul 09 20:01:57.620891 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-015b71a9-1e47-4fff-9ed2-383f92ee6631 req-3e24d54f-7c9f-490e-951e-1e36c0c341f0 service neutron] 10.222.0.36 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562686 Jul 09 20:01:57.670757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Attempting to bind port 9c679919-0cd4-424d-a32c-99381aef764d on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:01:57.671414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Attempting to bind port 9c679919-0cd4-424d-a32c-99381aef764d by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:01:57.671945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Attempting to bind port 9c679919-0cd4-424d-a32c-99381aef764d on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:57.695206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Port 9c679919-0cd4-424d-a32c-99381aef764d on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:01:57.695555 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Attempting to bind port 9c679919-0cd4-424d-a32c-99381aef764d on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:01:57.712750 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da832b86-727a-4073-9a24-dc88deea3e58 req-57e18548-42d0-42a6-b4bf-96ad46b8f150 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:57.719976 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da832b86-727a-4073-9a24-dc88deea3e58 req-57e18548-42d0-42a6-b4bf-96ad46b8f150 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 943 time: 0.3653474 Jul 09 20:01:57.730786 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:01:57.731080 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Checking segment: {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:01:57.731774 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Bound using segment: {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:01:57.731970 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Bound port: 9c679919-0cd4-424d-a32c-99381aef764d, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:01:57.732374 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:57.738711 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-44133f5c-a254-4523-833b-bf5580e1762e tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:57.760874 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-44133f5c-a254-4523-833b-bf5580e1762e tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:57.785679 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-015b71a9-1e47-4fff-9ed2-383f92ee6631 req-77a147e5-1be0-4004-ada0-d47d55c424ca service neutron] 10.222.0.36 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469481 Jul 09 20:01:57.853549 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['f9249ba5-0c0c-4071-be95-57b2e3edbd65'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:01:57.862718 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da832b86-727a-4073-9a24-dc88deea3e58 req-0b116c40-a53a-4ab5-a948-1e9c2d995695 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417606 Jul 09 20:01:57.946891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] For port 9c679919-0cd4-424d-a32c-99381aef764d, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:01:57.951951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] For port 9c679919-0cd4-424d-a32c-99381aef764d, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9c679919-0cd4-424d-a32c-99381aef764d,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:01:57.958418 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:57.963549 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-44133f5c-a254-4523-833b-bf5580e1762e tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Floating IP f9f31cf4-f0f1-4354-b07b-fcfcf153630e associated. External IP: 172.25.0.17, port: 2fc4695f-bdd4-463c-8ef6-9e32f24ea746. Jul 09 20:01:58.040876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:58.041570 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:58.043063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/9c679919-0cd4-424d-a32c-99381aef764d HTTP/1.1" status: 200 len: 1091 time: 2.1722252 Jul 09 20:01:58.043557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdb2040-1d88-4965-bccd-64c3f1b4a44a', 'tag': '9c679919-0cd4-424d-a32c-99381aef764d'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:01:58.045851 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc2524a-188d-4e65-a08c-e36e170a670a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdb2040-1d88-4965-bccd-64c3f1b4a44a", "tag": "9c679919-0cd4-424d-a32c-99381aef764d"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:01:58.114964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21e78a-d42d-44b4-ab40-7afb8813f3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9c679919-0cd4-424d-a32c-99381aef764d,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:58.127831 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35df48af-bc02-48a5-b39e-cfddee709f75 x-openstack-request-id: req-35df48af-bc02-48a5-b39e-cfddee709f75 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:01:58.128145 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdb2040-1d88-4965-bccd-64c3f1b4a44a", "tag": "9c679919-0cd4-424d-a32c-99381aef764d", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:01:58.128410 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35df48af-bc02-48a5-b39e-cfddee709f75 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:01:58.128876 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdb2040-1d88-4965-bccd-64c3f1b4a44a', 'tag': '9c679919-0cd4-424d-a32c-99381aef764d', 'status': 'completed', 'code': 200} Jul 09 20:01:58.244925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-6b26f32a-e7c6-4713-b882-dcc0aa734f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:58.246446 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-6b26f32a-e7c6-4713-b882-dcc0aa734f06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 1094 time: 0.1377859 Jul 09 20:01:58.262426 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af4616-28e2-4ba5-bd7d-fa1a3df9e52e req-d1ae0e3c-6b3e-4c2f-a9e6-1053d086c19f tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:58.264115 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22af4616-28e2-4ba5-bd7d-fa1a3df9e52e req-d1ae0e3c-6b3e-4c2f-a9e6-1053d086c19f tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 943 time: 0.0765135 Jul 09 20:01:58.312023 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22af4616-28e2-4ba5-bd7d-fa1a3df9e52e req-f676e470-4956-4ef1-8679-1086fd68ea4f tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e9b9260-64d5-42f0-aab7-32c1926d22e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416436 Jul 09 20:01:58.318091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-25561d0d-6207-486c-993f-65d76beb0297 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c679919-0cd4-424d-a32c-99381aef764d HTTP/1.1" status: 200 len: 217 time: 0.0380363 Jul 09 20:01:58.379932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44133f5c-a254-4523-833b-bf5580e1762e tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Router afe5680c-2737-4354-8f60-8f8f4f3212f4 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:01:58.392049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-daafea05-ad1b-484b-8259-2688e7c6fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:58.393540 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-daafea05-ad1b-484b-8259-2688e7c6fd55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 200 len: 844 time: 0.0643606 Jul 09 20:01:58.469126 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-c017c813-eda5-4be6-8223-20fb11065eea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668216 Jul 09 20:01:58.613423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44133f5c-a254-4523-833b-bf5580e1762e tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:01:58.620693 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-44133f5c-a254-4523-833b-bf5580e1762e tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:58.626538 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eed77da-cef8-4b79-ab5f-1541bcf0e52a None None] Sync routers for ids ['afe5680c-2737-4354-8f60-8f8f4f3212f4'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:01:58.640621 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed77da-cef8-4b79-ab5f-1541bcf0e52a None None] Routers {'afe5680c-2737-4354-8f60-8f8f4f3212f4'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:58.641306 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8eed77da-cef8-4b79-ab5f-1541bcf0e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:01:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['afe5680c-2737-4354-8f60-8f8f4f3212f4'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:58.685449 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-edad7c15-75db-4f5e-828e-bc67162479c9 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089696 Jul 09 20:01:58.710918 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-44133f5c-a254-4523-833b-bf5580e1762e tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "PUT /v2.0/floatingips/f9f31cf4-f0f1-4354-b07b-fcfcf153630e HTTP/1.1" status: 200 len: 991 time: 2.1652284 Jul 09 20:01:58.780249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-8eed77da-cef8-4b79-ab5f-1541bcf0e52a None None] Set router afe5680c-2737-4354-8f60-8f8f4f3212f4 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:58.790769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccc36b-bc3e-4f4b-872a-a925773c1353 req-66768d27-dce7-4bec-ad4e-a3ce8ad7e62c tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:58.792446 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6eccc36b-bc3e-4f4b-872a-a925773c1353 req-66768d27-dce7-4bec-ad4e-a3ce8ad7e62c tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 943 time: 0.2009389 Jul 09 20:01:58.829408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb42e38-419f-47a7-8a4b-67793f1ae0bc req-c76540f2-f0a5-4de9-9666-210c4234e7e1 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336284 Jul 09 20:01:58.849512 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6eccc36b-bc3e-4f4b-872a-a925773c1353 req-8a9cd7df-caa9-40a0-83a2-12fcc63e6026 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496793 Jul 09 20:01:58.945260 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device dd4da617-249e-4869-b634-0e8b3c894587 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:01:59.009585 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2524a-188d-4e65-a08c-e36e170a670a req-40c18cd4-b0a9-4e85-8dbc-132c757685a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:59.012056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bc2524a-188d-4e65-a08c-e36e170a670a req-40c18cd4-b0a9-4e85-8dbc-132c757685a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 1094 time: 0.1251795 Jul 09 20:01:59.117401 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1fdaa-b98e-4c1a-a4ff-5ec676268044 req-d72e20f3-cfdd-4d5a-b6de-ddb565b02b54 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:59.119284 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8ce1fdaa-b98e-4c1a-a4ff-5ec676268044 req-d72e20f3-cfdd-4d5a-b6de-ddb565b02b54 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 943 time: 0.0757165 Jul 09 20:01:59.141517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2524a-188d-4e65-a08c-e36e170a670a req-529c8912-4e86-4993-8d2d-150017ee9cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:59.143918 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bc2524a-188d-4e65-a08c-e36e170a670a req-529c8912-4e86-4993-8d2d-150017ee9cf8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 905 time: 0.1232352 Jul 09 20:01:59.200455 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8ce1fdaa-b98e-4c1a-a4ff-5ec676268044 req-7ae244e2-2046-48f7-9a0a-cd0f196ac802 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744917 Jul 09 20:01:59.206519 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bc2524a-188d-4e65-a08c-e36e170a670a req-2c67533d-66fc-4aa4-854b-8d65da5e8464 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c679919-0cd4-424d-a32c-99381aef764d HTTP/1.1" status: 200 len: 217 time: 0.0551047 Jul 09 20:01:59.221067 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.233015 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port dd4da617-249e-4869-b634-0e8b3c894587, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=dd4da617-249e-4869-b634-0e8b3c894587,segment=NetworkSegment(5379c41e-c6c9-43bc-8901-769df5567831),segment_id=5379c41e-c6c9-43bc-8901-769df5567831)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:59.260127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'dd4da617-249e-4869-b634-0e8b3c894587', 'network_id': '4c64eb8a-17d7-495b-9516-3f201d3d37b3', 'port_id': 'dd4da617-249e-4869-b634-0e8b3c894587', 'mac_address': 'fa:16:3e:b4:05:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46cea18e-6836-4944-b0ac-de9b45abb478', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:01:59.339824 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.362340 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4da617-249e-4869-b634-0e8b3c894587 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:01:59.387564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8eed77da-cef8-4b79-ab5f-1541bcf0e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:18Z', 'updated_at': '2021-07-09T20:01:25Z', 'revision_number': 4, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'gw_port': {'id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:20Z', 'updated_at': '2021-07-09T20:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'f9f31cf4-f0f1-4354-b07b-fcfcf153630e', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'port_id': '2fc4695f-bdd4-463c-8ef6-9e32f24ea746', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'mac_address': 'fa:16:3e:77:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5292c504-84bf-4517-853d-e1832e5c7177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:01:30Z', 'updated_at': '2021-07-09T20:01:57Z', 'revision_number': 1, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef76c2d-0199-4afe-b33b-5fa3447b9e46', 'name': '', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'mac_address': 'fa:16:3e:6d:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:23Z', 'updated_at': '2021-07-09T20:01:33Z', 'revision_number': 5, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'subnets': [{'id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:59.428935 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port dd4da617-249e-4869-b634-0e8b3c894587, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=dd4da617-249e-4869-b634-0e8b3c894587,segment=NetworkSegment(5379c41e-c6c9-43bc-8901-769df5567831),segment_id=5379c41e-c6c9-43bc-8901-769df5567831)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:01:59.432573 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eed77da-cef8-4b79-ab5f-1541bcf0e52a None None] Checking router: afe5680c-2737-4354-8f60-8f8f4f3212f4 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:01:59.440408 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.451340 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f155ae29-2d2a-4d69-ab24-721567b3d7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.482519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed77da-cef8-4b79-ab5f-1541bcf0e52a None None] Routers {'afe5680c-2737-4354-8f60-8f8f4f3212f4'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:01:59.483173 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8eed77da-cef8-4b79-ab5f-1541bcf0e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:01:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['afe5680c-2737-4354-8f60-8f8f4f3212f4'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:01:59.661331 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2524a-188d-4e65-a08c-e36e170a670a req-3e546aa2-7b0f-4960-bbad-bdb949cc68a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:59.663253 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bc2524a-188d-4e65-a08c-e36e170a670a req-3e546aa2-7b0f-4960-bbad-bdb949cc68a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 200 len: 844 time: 0.4499521 Jul 09 20:01:59.718266 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bc2524a-188d-4e65-a08c-e36e170a670a req-57da9f13-da30-43e6-ba6f-4caa06ff7cc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462620 Jul 09 20:01:59.746071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00628ab-ac03-411a-95f2-5e49715db55e req-37f05773-2431-46ff-8def-88fe502d7f8d tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:01:59.750470 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c00628ab-ac03-411a-95f2-5e49715db55e req-37f05773-2431-46ff-8def-88fe502d7f8d tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 944 time: 0.1593845 Jul 09 20:01:59.773224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=dd4da617-249e-4869-b634-0e8b3c894587,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:01:59.776086 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:01:59.827318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-8eed77da-cef8-4b79-ab5f-1541bcf0e52a None None] Set router afe5680c-2737-4354-8f60-8f8f4f3212f4 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:01:59.903190 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c00628ab-ac03-411a-95f2-5e49715db55e req-79fd2363-6f74-4315-8292-c26420ecf729 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e9b9260-64d5-42f0-aab7-32c1926d22e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906534 Jul 09 20:01:59.940858 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bc2524a-188d-4e65-a08c-e36e170a670a req-4d457e16-5ce7-41d3-b6b3-b487572d384c service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890826 Jul 09 20:02:00.134243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5292c504-84bf-4517-853d-e1832e5c7177', 'tag': '2fc4695f-bdd4-463c-8ef6-9e32f24ea746'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:00.139672 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edbc7a9-749c-4488-97b4-7e886fa9e9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5292c504-84bf-4517-853d-e1832e5c7177", "tag": "2fc4695f-bdd4-463c-8ef6-9e32f24ea746"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:00.163058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bc2524a-188d-4e65-a08c-e36e170a670a req-b69b589a-8b48-4567-ac07-e90f992719cb service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127507 Jul 09 20:02:00.165365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['dd4da617-249e-4869-b634-0e8b3c894587'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:02:00.176887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38262) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:00.196087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c00d7-ec8d-4878-a5f3-044c3131b16d req-50b404a4-b2c3-4bfe-b2ba-f4d7f4f2c1b3 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:00.202960 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-033c00d7-ec8d-4878-a5f3-044c3131b16d req-50b404a4-b2c3-4bfe-b2ba-f4d7f4f2c1b3 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 943 time: 0.1242442 Jul 09 20:02:00.254597 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-033c00d7-ec8d-4878-a5f3-044c3131b16d req-16e430fa-e664-400b-b0e9-c77b8561fd88 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484097 Jul 09 20:02:00.295878 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8eed77da-cef8-4b79-ab5f-1541bcf0e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:18Z', 'updated_at': '2021-07-09T20:01:25Z', 'revision_number': 4, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'gw_port': {'id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:20Z', 'updated_at': '2021-07-09T20:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'f9f31cf4-f0f1-4354-b07b-fcfcf153630e', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'port_id': '2fc4695f-bdd4-463c-8ef6-9e32f24ea746', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'mac_address': 'fa:16:3e:77:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5292c504-84bf-4517-853d-e1832e5c7177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:01:30Z', 'updated_at': '2021-07-09T20:01:57Z', 'revision_number': 1, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef76c2d-0199-4afe-b33b-5fa3447b9e46', 'name': '', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'mac_address': 'fa:16:3e:6d:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:23Z', 'updated_at': '2021-07-09T20:01:33Z', 'revision_number': 5, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'subnets': [{'id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:00.326993 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b75c37-135b-45ea-9d75-0b3719ff37cd x-openstack-request-id: req-c8b75c37-135b-45ea-9d75-0b3719ff37cd {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:00.327294 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5292c504-84bf-4517-853d-e1832e5c7177", "tag": "2fc4695f-bdd4-463c-8ef6-9e32f24ea746", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:00.327560 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8b75c37-135b-45ea-9d75-0b3719ff37cd {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:00.327968 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5292c504-84bf-4517-853d-e1832e5c7177', 'tag': '2fc4695f-bdd4-463c-8ef6-9e32f24ea746', 'status': 'completed', 'code': 200} Jul 09 20:02:00.336373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eed77da-cef8-4b79-ab5f-1541bcf0e52a None None] The sync data for ids ['afe5680c-2737-4354-8f60-8f8f4f3212f4'] in n-d-800088-3 is: [{'id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:18Z', 'updated_at': '2021-07-09T20:01:25Z', 'revision_number': 4, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'gw_port': {'id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:20Z', 'updated_at': '2021-07-09T20:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'f9f31cf4-f0f1-4354-b07b-fcfcf153630e', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'port_id': '2fc4695f-bdd4-463c-8ef6-9e32f24ea746', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'mac_address': 'fa:16:3e:77:56:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5292c504-84bf-4517-853d-e1832e5c7177', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:01:30Z', 'updated_at': '2021-07-09T20:01:57Z', 'revision_number': 1, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef76c2d-0199-4afe-b33b-5fa3447b9e46', 'name': '', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'mac_address': 'fa:16:3e:6d:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:23Z', 'updated_at': '2021-07-09T20:01:33Z', 'revision_number': 5, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'subnets': [{'id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:02:00.406172 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:00.467506 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c598f548-a0fc-489d-adf8-9e9ba834d83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:00.487641 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbc7a9-749c-4488-97b4-7e886fa9e9c2 req-4c8a2f91-a878-406d-bd77-7b988c604a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:00.489436 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7edbc7a9-749c-4488-97b4-7e886fa9e9c2 req-4c8a2f91-a878-406d-bd77-7b988c604a41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a52c50099ea4824abcf659fdfe5f7b7&device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 1097 time: 0.1317546 Jul 09 20:02:00.604156 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbc7a9-749c-4488-97b4-7e886fa9e9c2 req-f73b2249-0183-4d6e-91a3-90684c811c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:00.606068 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7edbc7a9-749c-4488-97b4-7e886fa9e9c2 req-f73b2249-0183-4d6e-91a3-90684c811c12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8690c2e1-6f6c-4242-b675-237da2661b58 HTTP/1.1" status: 200 len: 913 time: 0.1100020 Jul 09 20:02:00.625911 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c598f548-a0fc-489d-adf8-9e9ba834d83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:00.635473 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c598f548-a0fc-489d-adf8-9e9ba834d83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:00.688170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1f17-68e6-4a65-94ed-c1a56f7e022e req-1ff0e0a5-07de-4a43-a394-7718b07820a2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:00.689420 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7edbc7a9-749c-4488-97b4-7e886fa9e9c2 req-b7c68b44-5bcd-442d-87e7-d8e5f2777771 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2fc4695f-bdd4-463c-8ef6-9e32f24ea746 HTTP/1.1" status: 200 len: 999 time: 0.0709927 Jul 09 20:02:00.690618 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-666b1f17-68e6-4a65-94ed-c1a56f7e022e req-1ff0e0a5-07de-4a43-a394-7718b07820a2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 943 time: 0.1519642 Jul 09 20:02:00.713206 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c598f548-a0fc-489d-adf8-9e9ba834d83a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d8749f934964928ba3ac32a799e57c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5351470 Jul 09 20:02:00.720161 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598f548-a0fc-489d-adf8-9e9ba834d83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a4ad00-a9ed-4c2e-a663-5e44c02c52e9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:00.723110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38270) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:00.733341 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139d1ed9-5a23-45d8-9120-12d7cddd3349 None None] New status for floating IP f9f31cf4-f0f1-4354-b07b-fcfcf153630e: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:02:00.767305 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbc7a9-749c-4488-97b4-7e886fa9e9c2 req-f7ce3c7a-c59d-44c9-824e-1cd87a41cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:00.769167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7edbc7a9-749c-4488-97b4-7e886fa9e9c2 req-f7ce3c7a-c59d-44c9-824e-1cd87a41cd05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58f09e31-7104-40a3-94a2-dae4015145f2 HTTP/1.1" status: 200 len: 851 time: 0.0705237 Jul 09 20:02:00.775095 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-666b1f17-68e6-4a65-94ed-c1a56f7e022e req-40834ae4-4325-4ec3-98ff-09f7c640d404 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756807 Jul 09 20:02:00.806385 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-74a55f3f-a3ad-4c9b-98f3-0329c861e511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:00.832950 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-74a55f3f-a3ad-4c9b-98f3-0329c861e511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:00.838933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbc7a9-749c-4488-97b4-7e886fa9e9c2 req-f4abbe17-f5ba-49a3-b2b3-6904f23164c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:00.840499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7edbc7a9-749c-4488-97b4-7e886fa9e9c2 req-f4abbe17-f5ba-49a3-b2b3-6904f23164c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8690c2e1-6f6c-4242-b675-237da2661b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631101 Jul 09 20:02:00.885268 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-74a55f3f-a3ad-4c9b-98f3-0329c861e511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:00.887953 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-74a55f3f-a3ad-4c9b-98f3-0329c861e511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:00.891463 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-74a55f3f-a3ad-4c9b-98f3-0329c861e511 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35a4ad00-a9ed-4c2e-a663-5e44c02c52e9 HTTP/1.1" status: 204 len: 168 time: 0.1621280 Jul 09 20:02:00.902235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a55f3f-a3ad-4c9b-98f3-0329c861e511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a4ad00-a9ed-4c2e-a663-5e44c02c52e9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:00.962600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:02:00.967680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f9249ba5-0c0c-4071-be95-57b2e3edbd65 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:00.978268 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7edbc7a9-749c-4488-97b4-7e886fa9e9c2 req-7a25e52d-1750-4f52-9619-eac732f0ea62 service neutron] 10.222.0.36 "GET /v2.0/networks/8690c2e1-6f6c-4242-b675-237da2661b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303878 Jul 09 20:02:01.125322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7edbc7a9-749c-4488-97b4-7e886fa9e9c2 req-af1ae56d-6ec1-4f77-a4a1-2960779c4123 service neutron] 10.222.0.36 "GET /v2.0/networks/8690c2e1-6f6c-4242-b675-237da2661b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242836 Jul 09 20:02:01.152594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:01.175220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a', 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd', 'port_id': 'a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a', 'mac_address': 'fa:16:3e:55:b6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff7f13a-2a43-4c67-aca2-928e93ed10f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:02:01.195193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bd347-839a-4fe8-8925-1bfe09de3250 req-ca80f405-73c9-439b-acdf-b3d326b79a15 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:01.197232 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-607bd347-839a-4fe8-8925-1bfe09de3250 req-ca80f405-73c9-439b-acdf-b3d326b79a15 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 944 time: 0.1302269 Jul 09 20:02:01.203147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port f9249ba5-0c0c-4071-be95-57b2e3edbd65 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:01.213639 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port f9249ba5-0c0c-4071-be95-57b2e3edbd65 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:01.214128 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.251628 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.255010 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-607bd347-839a-4fe8-8925-1bfe09de3250 req-ee479368-b279-496c-9640-e339994af685 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e9b9260-64d5-42f0-aab7-32c1926d22e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514870 Jul 09 20:02:01.271141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:02:01.299564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38286) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:01.310608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:01.321730 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e330ee-d5b5-437b-9828-e143a1407b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.336026 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.336730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ef2fd685-35e6-45da-80a9-e3774d2c8236 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:02:01.397095 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.426502 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ef2fd685-35e6-45da-80a9-e3774d2c8236, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ef2fd685-35e6-45da-80a9-e3774d2c8236,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:01.458525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:01.462251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'ef2fd685-35e6-45da-80a9-e3774d2c8236', 'network_id': '67d1286f-58f7-4821-a7a3-db425a3953cd', 'port_id': 'ef2fd685-35e6-45da-80a9-e3774d2c8236', 'mac_address': 'fa:16:3e:ca:26:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff7f13a-2a43-4c67-aca2-928e93ed10f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:02:01.469163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84cbbdd-3185-4602-926d-ab83ca4e0bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9249ba5-0c0c-4071-be95-57b2e3edbd65'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:01.471688 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906ecd2b-1ef7-4122-8ed0-260242a82a98" -d '{"events": [{"server_uuid": "b84cbbdd-3185-4602-926d-ab83ca4e0bc0", "name": "network-vif-plugged", "status": "completed", "tag": "f9249ba5-0c0c-4071-be95-57b2e3edbd65"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:01.503797 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e330ee-d5b5-437b-9828-e143a1407b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.506643 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f9249ba5-0c0c-4071-be95-57b2e3edbd65, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f9249ba5-0c0c-4071-be95-57b2e3edbd65,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:01.514131 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.519869 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ae616-d621-42f2-acf4-a78ce47c78d8 req-2db71342-2502-4965-9d52-b970a62443ea tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:01.521089 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b97ae616-d621-42f2-acf4-a78ce47c78d8 req-2db71342-2502-4965-9d52-b970a62443ea tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 943 time: 0.1206357 Jul 09 20:02:01.522066 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e330ee-d5b5-437b-9828-e143a1407b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.549103 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.579862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2fd685-35e6-45da-80a9-e3774d2c8236 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:02:01.586826 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38292) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:01.587001 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-15e330ee-d5b5-437b-9828-e143a1407b71 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eed8454da7e44275a472d2ef8036ef1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857106 Jul 09 20:02:01.602713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e330ee-d5b5-437b-9828-e143a1407b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d61e49-3c46-4a08-89b8-875b5a064e0e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:01.613303 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b97ae616-d621-42f2-acf4-a78ce47c78d8 req-92f376d1-4d71-4946-a96c-8fea8b189160 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798457 Jul 09 20:02:01.636588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ef2fd685-35e6-45da-80a9-e3774d2c8236, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ef2fd685-35e6-45da-80a9-e3774d2c8236,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:01.638214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=f9249ba5-0c0c-4071-be95-57b2e3edbd65,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:01.644575 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14011d4-d2b0-4524-a54c-4f0320f08637 x-openstack-request-id: req-e14011d4-d2b0-4524-a54c-4f0320f08637 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:01.645465 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84cbbdd-3185-4602-926d-ab83ca4e0bc0", "name": "network-vif-plugged", "status": "completed", "tag": "f9249ba5-0c0c-4071-be95-57b2e3edbd65", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:01.645739 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e14011d4-d2b0-4524-a54c-4f0320f08637 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:01.646141 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84cbbdd-3185-4602-926d-ab83ca4e0bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9249ba5-0c0c-4071-be95-57b2e3edbd65', 'code': 200} Jul 09 20:02:01.647168 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.651200 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5de11db2-c6f5-42bb-93a5-050bb4bbf8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.675668 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5de11db2-c6f5-42bb-93a5-050bb4bbf8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.704780 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=ef2fd685-35e6-45da-80a9-e3774d2c8236,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:01.734153 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5de11db2-c6f5-42bb-93a5-050bb4bbf8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.737497 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5de11db2-c6f5-42bb-93a5-050bb4bbf8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:01.738807 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5de11db2-c6f5-42bb-93a5-050bb4bbf8f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51d61e49-3c46-4a08-89b8-875b5a064e0e HTTP/1.1" status: 204 len: 168 time: 0.1507928 Jul 09 20:02:01.748946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de11db2-c6f5-42bb-93a5-050bb4bbf8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d61e49-3c46-4a08-89b8-875b5a064e0e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:01.784974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6586f-971d-4367-b56f-17a7fb27d0e0 req-0d73ffa3-ad85-4e63-96c0-3e7a130304bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:01.786751 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8b6586f-971d-4367-b56f-17a7fb27d0e0 req-0d73ffa3-ad85-4e63-96c0-3e7a130304bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0771315 Jul 09 20:02:01.832253 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8b6586f-971d-4367-b56f-17a7fb27d0e0 req-acaaf6c7-e743-443c-bf94-dae019eda810 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369494 Jul 09 20:02:01.977058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6ffde-b59d-4eaa-bffb-d2a0488b8685 req-c05241a6-efb6-44cc-ac46-212f04ffcfc5 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:01.979555 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1dc6ffde-b59d-4eaa-bffb-d2a0488b8685 req-c05241a6-efb6-44cc-ac46-212f04ffcfc5 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 943 time: 0.0739493 Jul 09 20:02:02.021986 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1dc6ffde-b59d-4eaa-bffb-d2a0488b8685 req-2ddb0dcb-1d23-4d4a-b69d-4ce2d4504fd5 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366929 Jul 09 20:02:02.201162 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:02.443948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:02:02.474201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b729de-8ff3-427d-bdcc-a1bc782c5e26 req-52068d45-b608-4b5d-a6ae-a0231f143aa7 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:02.477127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['ef2fd685-35e6-45da-80a9-e3774d2c8236'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:02:02.482996 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-25b729de-8ff3-427d-bdcc-a1bc782c5e26 req-52068d45-b608-4b5d-a6ae-a0231f143aa7 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 944 time: 0.0908682 Jul 09 20:02:02.527572 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-25b729de-8ff3-427d-bdcc-a1bc782c5e26 req-b668380a-6e66-4c03-ae54-4079ba7e93a4 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e9b9260-64d5-42f0-aab7-32c1926d22e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Jul 09 20:02:02.803496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee347cb6-2d06-4e90-a34d-4aa597c59bf3 req-1be009b6-787f-4cb0-ba3d-6d1eee013059 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:02.805036 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee347cb6-2d06-4e90-a34d-4aa597c59bf3 req-1be009b6-787f-4cb0-ba3d-6d1eee013059 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 944 time: 0.0637467 Jul 09 20:02:02.847427 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee347cb6-2d06-4e90-a34d-4aa597c59bf3 req-d62c0141-869b-4c26-a91f-e240a92c1363 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365605 Jul 09 20:02:02.958569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9c679919-0cd4-424d-a32c-99381aef764d details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:02:02.962129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device dd4da617-249e-4869-b634-0e8b3c894587 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:03.079960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port dd4da617-249e-4869-b634-0e8b3c894587 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:03.089250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port dd4da617-249e-4869-b634-0e8b3c894587 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:03.089622 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:03.126483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9c679919-0cd4-424d-a32c-99381aef764d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9c679919-0cd4-424d-a32c-99381aef764d,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:03.143971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '9c679919-0cd4-424d-a32c-99381aef764d', 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e', 'port_id': '9c679919-0cd4-424d-a32c-99381aef764d', 'mac_address': 'fa:16:3e:80:ba:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a9c143-b389-43fd-ad86-f382a5b60595', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:02:03.208575 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:03.245275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bed2b-f219-4cd4-9e59-5cdccb10b474 req-f9c0f613-be0e-4c5f-bf85-a9c66698185e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:03.251802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c679919-0cd4-424d-a32c-99381aef764d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:02:03.254418 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-900bed2b-f219-4cd4-9e59-5cdccb10b474 req-f9c0f613-be0e-4c5f-bf85-a9c66698185e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 943 time: 0.1024175 Jul 09 20:02:03.270572 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:03.304467 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-900bed2b-f219-4cd4-9e59-5cdccb10b474 req-34b64fcc-d9e5-4eec-befa-cbff3c60c52e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487072 Jul 09 20:02:03.319961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9c679919-0cd4-424d-a32c-99381aef764d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9c679919-0cd4-424d-a32c-99381aef764d,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:03.329230 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:03.340595 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port dd4da617-249e-4869-b634-0e8b3c894587, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=dd4da617-249e-4869-b634-0e8b3c894587,segment=NetworkSegment(5379c41e-c6c9-43bc-8901-769df5567831),segment_id=5379c41e-c6c9-43bc-8901-769df5567831)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:03.364220 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:03.389894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=9c679919-0cd4-424d-a32c-99381aef764d,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:03.441029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=dd4da617-249e-4869-b634-0e8b3c894587,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:03.647500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4da617-249e-4869-b634-0e8b3c894587'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:03.650176 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3fcba4-74dc-4936-aaed-18577424de5b" -d '{"events": [{"server_uuid": "9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3", "name": "network-vif-plugged", "status": "completed", "tag": "dd4da617-249e-4869-b634-0e8b3c894587"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:03.693832 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b1f170-8825-48fa-bf29-cb587fc71025 x-openstack-request-id: req-59b1f170-8825-48fa-bf29-cb587fc71025 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:03.694147 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3", "name": "network-vif-plugged", "status": "completed", "tag": "dd4da617-249e-4869-b634-0e8b3c894587", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:03.694461 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59b1f170-8825-48fa-bf29-cb587fc71025 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:03.694973 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4da617-249e-4869-b634-0e8b3c894587', 'code': 200} Jul 09 20:02:03.736926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90503f8d-7e34-48b5-b475-ffdd64e73d95 req-ac0f15f5-aa29-4c48-aaa0-3c489deeb254 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:03.738563 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90503f8d-7e34-48b5-b475-ffdd64e73d95 req-ac0f15f5-aa29-4c48-aaa0-3c489deeb254 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 945 time: 0.0734093 Jul 09 20:02:03.822353 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90503f8d-7e34-48b5-b475-ffdd64e73d95 req-85d1c517-93af-48cb-a6b1-0a340ad96b25 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e9b9260-64d5-42f0-aab7-32c1926d22e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752747 Jul 09 20:02:03.852898 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df07cf-092e-4cb3-81ed-cc6ba4426ab6 req-56a41dd6-2c4a-405f-b51d-802e181a603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:03.854343 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-05df07cf-092e-4cb3-81ed-cc6ba4426ab6 req-56a41dd6-2c4a-405f-b51d-802e181a603c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 1096 time: 0.0682838 Jul 09 20:02:03.896343 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-05df07cf-092e-4cb3-81ed-cc6ba4426ab6 req-cd8ccb84-300a-4f05-93de-4b3749e71baf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9e9b9260-64d5-42f0-aab7-32c1926d22e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314019 Jul 09 20:02:04.029621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc0d35-19fd-43ff-9ee6-2a1857c8a0c2 req-cc807542-07f1-4adc-b704-a10d76d26107 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:04.031145 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-21fc0d35-19fd-43ff-9ee6-2a1857c8a0c2 req-cc807542-07f1-4adc-b704-a10d76d26107 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 944 time: 0.0663331 Jul 09 20:02:04.070688 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-21fc0d35-19fd-43ff-9ee6-2a1857c8a0c2 req-d0defeab-c666-442c-b427-270f1ec10b20 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339584 Jul 09 20:02:04.499465 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e81313-fb60-4ea0-9cff-cadaa80080b5 req-82f1a32e-20b1-43f7-9cc6-b11d2c8a7be9 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:04.501012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e81313-fb60-4ea0-9cff-cadaa80080b5 req-82f1a32e-20b1-43f7-9cc6-b11d2c8a7be9 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 944 time: 0.0726862 Jul 09 20:02:04.543142 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e81313-fb60-4ea0-9cff-cadaa80080b5 req-ef198da2-c3b6-486b-9a82-5ea358961b48 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350463 Jul 09 20:02:05.006734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ea3a8-f76c-4406-bb0b-070f29ea72ad req-27d89dad-069c-407c-8656-dc953f80d153 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:05.008268 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f56ea3a8-f76c-4406-bb0b-070f29ea72ad req-27d89dad-069c-407c-8656-dc953f80d153 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 945 time: 0.0649860 Jul 09 20:02:05.047258 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f56ea3a8-f76c-4406-bb0b-070f29ea72ad req-7dc2f935-b26d-4704-8e2d-dce304d5353f tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e9b9260-64d5-42f0-aab7-32c1926d22e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331941 Jul 09 20:02:05.072131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['9c679919-0cd4-424d-a32c-99381aef764d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:02:05.250565 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c41c9-7f00-4543-a5a0-ffaa34507a0d req-9ed02579-7efd-4856-b651-2fb3016f18e1 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:05.252061 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9a2c41c9-7f00-4543-a5a0-ffaa34507a0d req-9ed02579-7efd-4856-b651-2fb3016f18e1 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 944 time: 0.0666838 Jul 09 20:02:05.297741 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9a2c41c9-7f00-4543-a5a0-ffaa34507a0d req-caf89040-d8d6-4594-b182-c6dcba1854d2 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385287 Jul 09 20:02:05.720330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a24c08-c203-4a8c-b5df-5696b14a4dcc req-4527be4b-578e-4658-96a6-1c22a98a9fa1 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:05.721784 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f6a24c08-c203-4a8c-b5df-5696b14a4dcc req-4527be4b-578e-4658-96a6-1c22a98a9fa1 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 944 time: 0.0655522 Jul 09 20:02:05.766861 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f6a24c08-c203-4a8c-b5df-5696b14a4dcc req-3c34bddc-b2c7-48cc-9685-3184a95a733e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386457 Jul 09 20:02:06.224612 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef33e9-795b-4c5a-ad24-23e77e17a853 req-5f7898f5-83de-4104-abfe-33ca4a2e41f9 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:06.226785 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8ef33e9-795b-4c5a-ad24-23e77e17a853 req-5f7898f5-83de-4104-abfe-33ca4a2e41f9 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 945 time: 0.0655103 Jul 09 20:02:06.262017 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:02:06.264949 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8ef33e9-795b-4c5a-ad24-23e77e17a853 req-5bb8fa65-9cd4-4c44-8c51-2a2b7d5383a1 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e9b9260-64d5-42f0-aab7-32c1926d22e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323756 Jul 09 20:02:06.480610 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793a591-d2d1-4091-a4c2-43b5ec36f1fd req-0281ee97-8b11-40d9-8e46-44414764c471 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:06.485037 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0793a591-d2d1-4091-a4c2-43b5ec36f1fd req-0281ee97-8b11-40d9-8e46-44414764c471 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 944 time: 0.0745196 Jul 09 20:02:06.524065 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0793a591-d2d1-4091-a4c2-43b5ec36f1fd req-4e9cd5b5-65f5-4dd5-a91a-657e4b2e3b71 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361481 Jul 09 20:02:06.950416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276cf5b-5e3f-4c29-a666-b3b9a54c3182 req-142bbb20-8baa-46e9-ac51-39f5fc705321 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:06.952007 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0276cf5b-5e3f-4c29-a666-b3b9a54c3182 req-142bbb20-8baa-46e9-ac51-39f5fc705321 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 944 time: 0.0693340 Jul 09 20:02:06.960030 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ef2fd685-35e6-45da-80a9-e3774d2c8236 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:06.996999 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0276cf5b-5e3f-4c29-a666-b3b9a54c3182 req-8047d9a0-153d-44c4-9cf7-06da1b66558a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384173 Jul 09 20:02:07.042134 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port ef2fd685-35e6-45da-80a9-e3774d2c8236 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:07.052331 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port ef2fd685-35e6-45da-80a9-e3774d2c8236 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:07.054420 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:07.187677 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:07.232971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2fd685-35e6-45da-80a9-e3774d2c8236'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:07.235831 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a895ca-7227-47c2-90a2-f0441a9f9fbb" -d '{"events": [{"server_uuid": "ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee", "name": "network-vif-plugged", "status": "completed", "tag": "ef2fd685-35e6-45da-80a9-e3774d2c8236"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:07.242282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ef2fd685-35e6-45da-80a9-e3774d2c8236, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ef2fd685-35e6-45da-80a9-e3774d2c8236,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:07.250248 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:07.251542 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:07.318059 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57e329b-f3d6-48c4-b5d5-bcc8ed3f0802 x-openstack-request-id: req-d57e329b-f3d6-48c4-b5d5-bcc8ed3f0802 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:07.319013 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee", "name": "network-vif-plugged", "status": "completed", "tag": "ef2fd685-35e6-45da-80a9-e3774d2c8236", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:07.319396 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d57e329b-f3d6-48c4-b5d5-bcc8ed3f0802 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:07.320026 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2fd685-35e6-45da-80a9-e3774d2c8236', 'code': 200} Jul 09 20:02:07.354470 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=ef2fd685-35e6-45da-80a9-e3774d2c8236,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:07.388686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:07.394174 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:07.394763 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:07.460260 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf8e98-1c02-49a1-ab49-733fc083d726 req-b9b33717-0a82-4f68-8505-f5681b231332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:07.462551 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3cf8e98-1c02-49a1-ab49-733fc083d726 req-b9b33717-0a82-4f68-8505-f5681b231332 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 1096 time: 0.0633562 Jul 09 20:02:07.493765 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:07.507305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3cf8e98-1c02-49a1-ab49-733fc083d726 req-5bc6d8ea-bc16-47d2-accc-7b87f93865d6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361753 Jul 09 20:02:07.534341 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:07.539257 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:07.609713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:07.744998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15003b3f-448f-41ef-9f68-b5500711d7ef req-8313b46f-fec1-47e0-b883-2348e1687fc8 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:07.747186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-15003b3f-448f-41ef-9f68-b5500711d7ef req-8313b46f-fec1-47e0-b883-2348e1687fc8 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 945 time: 0.0865288 Jul 09 20:02:07.795961 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-15003b3f-448f-41ef-9f68-b5500711d7ef req-0f455328-9bb7-4e62-b238-a9520c824701 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369923 Jul 09 20:02:08.217989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38af21-a72b-40be-96f2-d1c82b03653a req-ab2a9725-b4b3-4aa9-9f1e-b95e81c20a28 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:08.226932 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0f38af21-a72b-40be-96f2-d1c82b03653a req-ab2a9725-b4b3-4aa9-9f1e-b95e81c20a28 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 944 time: 0.1099191 Jul 09 20:02:08.287620 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0f38af21-a72b-40be-96f2-d1c82b03653a req-6d378d21-be7b-4807-a3ab-308cb0ef30a3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585308 Jul 09 20:02:08.970530 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9c679919-0cd4-424d-a32c-99381aef764d up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:09.035387 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb7b39-677f-4cf5-af9b-8fe5ce036ea6 req-86ab66ce-4d98-4e7a-8984-6b389c3f951f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:09.041144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 9c679919-0cd4-424d-a32c-99381aef764d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:09.043365 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2edb7b39-677f-4cf5-af9b-8fe5ce036ea6 req-86ab66ce-4d98-4e7a-8984-6b389c3f951f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 945 time: 0.1160810 Jul 09 20:02:09.050742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 9c679919-0cd4-424d-a32c-99381aef764d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:09.051139 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:09.117965 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2edb7b39-677f-4cf5-af9b-8fe5ce036ea6 req-e8d1b159-e5fc-4558-b0c3-38438e3ba448 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723717 Jul 09 20:02:09.167303 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:09.215738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9c679919-0cd4-424d-a32c-99381aef764d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9c679919-0cd4-424d-a32c-99381aef764d,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:09.221244 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:09.273850 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=9c679919-0cd4-424d-a32c-99381aef764d,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:09.321352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa4ecb4-ec98-42a5-ad0b-b20b4a448671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a'}, {'server_uuid': 'bbdb2040-1d88-4965-bccd-64c3f1b4a44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c679919-0cd4-424d-a32c-99381aef764d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:09.323988 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f9300c-92a8-43da-ba45-830d9820cefc" -d '{"events": [{"server_uuid": "8aa4ecb4-ec98-42a5-ad0b-b20b4a448671", "name": "network-vif-plugged", "status": "completed", "tag": "a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a"}, {"server_uuid": "bbdb2040-1d88-4965-bccd-64c3f1b4a44a", "name": "network-vif-plugged", "status": "completed", "tag": "9c679919-0cd4-424d-a32c-99381aef764d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:09.397276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb786b3-425b-4f1d-9673-12184f4f014f req-fc80029f-1f9f-46f4-afbf-3ea63a7ec74e tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:09.398707 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cbb786b3-425b-4f1d-9673-12184f4f014f req-fc80029f-1f9f-46f4-afbf-3ea63a7ec74e tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 945 time: 0.0680997 Jul 09 20:02:09.439019 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cbb786b3-425b-4f1d-9673-12184f4f014f req-10280876-c4d5-4e4e-9a08-0de6a25c5717 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e9b9260-64d5-42f0-aab7-32c1926d22e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340500 Jul 09 20:02:09.461866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845076b0-062e-43d9-a427-1a049ef245ec req-10081b13-3315-4f66-b2f3-4ee43f8a595f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:09.463485 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-845076b0-062e-43d9-a427-1a049ef245ec req-10081b13-3315-4f66-b2f3-4ee43f8a595f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 945 time: 0.0682948 Jul 09 20:02:09.491591 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43deba9f-362d-4951-98f1-7893d94d52a5 x-openstack-request-id: req-43deba9f-362d-4951-98f1-7893d94d52a5 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:09.492038 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa4ecb4-ec98-42a5-ad0b-b20b4a448671", "name": "network-vif-plugged", "status": "completed", "tag": "a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a", "code": 200}, {"server_uuid": "bbdb2040-1d88-4965-bccd-64c3f1b4a44a", "name": "network-vif-plugged", "status": "completed", "tag": "9c679919-0cd4-424d-a32c-99381aef764d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:09.492357 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43deba9f-362d-4951-98f1-7893d94d52a5 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:09.492850 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa4ecb4-ec98-42a5-ad0b-b20b4a448671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a', 'code': 200} Jul 09 20:02:09.493208 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdb2040-1d88-4965-bccd-64c3f1b4a44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c679919-0cd4-424d-a32c-99381aef764d', 'code': 200} Jul 09 20:02:09.502966 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-845076b0-062e-43d9-a427-1a049ef245ec req-4cdcedea-3d1c-4893-a513-070f491f1d58 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337965 Jul 09 20:02:09.663899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ae439-29a4-4f1b-86a5-df8c79c6baf7 req-3da288c6-9fdb-4d97-9940-21e92733ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:09.665762 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ff8ae439-29a4-4f1b-86a5-df8c79c6baf7 req-3da288c6-9fdb-4d97-9940-21e92733ac2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8aa4ecb4-ec98-42a5-ad0b-b20b4a448671 HTTP/1.1" status: 200 len: 1096 time: 0.0571399 Jul 09 20:02:09.697812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c096f2-526a-4acf-a3e3-010f9681f59e req-d73ba4c0-0909-4b00-a675-bb0429f9e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:09.699400 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26c096f2-526a-4acf-a3e3-010f9681f59e req-d73ba4c0-0909-4b00-a675-bb0429f9e658 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 1096 time: 0.0602229 Jul 09 20:02:09.707413 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ff8ae439-29a4-4f1b-86a5-df8c79c6baf7 req-98f5681a-9a18-4b4c-af51-d6d56d287bf8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301857 Jul 09 20:02:09.841662 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26c096f2-526a-4acf-a3e3-010f9681f59e req-fc342fe9-5782-4f38-a9b6-b4194487992b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302646 Jul 09 20:02:10.312802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c6bca-cdb8-4fd9-9392-2060c91a5081 req-38279a6c-40b5-4b27-a2e8-7629c60d25dc tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:10.314456 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b8c6bca-cdb8-4fd9-9392-2060c91a5081 req-38279a6c-40b5-4b27-a2e8-7629c60d25dc tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 945 time: 0.0779629 Jul 09 20:02:10.362258 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b8c6bca-cdb8-4fd9-9392-2060c91a5081 req-45f72177-52e8-4e6b-bd50-a99b55231a44 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405910 Jul 09 20:02:10.564506 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe17bd7-c9ac-40b9-9971-361a319e372b req-591a18f3-2ede-4415-875c-e486ade88843 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:10.567212 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cbe17bd7-c9ac-40b9-9971-361a319e372b req-591a18f3-2ede-4415-875c-e486ade88843 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0695820 Jul 09 20:02:10.612784 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cbe17bd7-c9ac-40b9-9971-361a319e372b req-bba98e72-0688-4b3d-a8b3-c89a0c1acf28 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357099 Jul 09 20:02:10.659154 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee202e61-a56a-47e0-9569-db5c3e826b70 req-c563f6fc-5cd3-4f0d-9dce-b967c7dc3322 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:10.660712 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee202e61-a56a-47e0-9569-db5c3e826b70 req-c563f6fc-5cd3-4f0d-9dce-b967c7dc3322 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 945 time: 0.0816662 Jul 09 20:02:10.706048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee202e61-a56a-47e0-9569-db5c3e826b70 req-87eb759a-fcbc-4ce1-b2eb-4e6c49d70dcd tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e9b9260-64d5-42f0-aab7-32c1926d22e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381272 Jul 09 20:02:10.803582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc65fbb-cf30-40bb-ab21-edfa43c970f2 req-7ddfa4c2-630d-41d3-85aa-41f4ca0edd03 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:10.805231 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1dc65fbb-cf30-40bb-ab21-edfa43c970f2 req-7ddfa4c2-630d-41d3-85aa-41f4ca0edd03 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 945 time: 0.0726464 Jul 09 20:02:10.847229 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1dc65fbb-cf30-40bb-ab21-edfa43c970f2 req-ca0f39aa-f4a4-4321-9200-99838652fb0f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360391 Jul 09 20:02:11.020168 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361abeb1-f003-4a4b-abcd-8d62f2686aa8 req-0bc06427-bca4-44a5-a9e6-7e5665f2bdd4 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:11.021835 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-361abeb1-f003-4a4b-abcd-8d62f2686aa8 req-0bc06427-bca4-44a5-a9e6-7e5665f2bdd4 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aa4ecb4-ec98-42a5-ad0b-b20b4a448671 HTTP/1.1" status: 200 len: 945 time: 0.0701389 Jul 09 20:02:11.060333 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-361abeb1-f003-4a4b-abcd-8d62f2686aa8 req-080072c1-d913-4988-a935-af83b89692c1 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328963 Jul 09 20:02:11.907300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ce7ec-2952-4699-9b64-ac203fadffa9 req-08f98445-e2e4-44ac-935b-ec3eee0d8b3d tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:11.908958 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f14ce7ec-2952-4699-9b64-ac203fadffa9 req-08f98445-e2e4-44ac-935b-ec3eee0d8b3d tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 945 time: 0.0788994 Jul 09 20:02:11.956169 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f14ce7ec-2952-4699-9b64-ac203fadffa9 req-ca3d8166-3aa5-4131-a155-5a75626ae751 tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e9b9260-64d5-42f0-aab7-32c1926d22e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 Jul 09 20:02:12.025500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179aedac-63ea-4d5e-baf9-946b6daa2f80 req-713301a1-a513-4f32-9f38-b0a111ebceaa tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:12.028025 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-179aedac-63ea-4d5e-baf9-946b6daa2f80 req-713301a1-a513-4f32-9f38-b0a111ebceaa tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 945 time: 0.0957959 Jul 09 20:02:12.202966 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20dd88a-0017-4805-b8e1-42e0a483d50c req-719e1d34-d857-4977-84fa-be55768a3621 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:12.204490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a20dd88a-0017-4805-b8e1-42e0a483d50c req-719e1d34-d857-4977-84fa-be55768a3621 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 945 time: 0.1313679 Jul 09 20:02:12.213634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-179aedac-63ea-4d5e-baf9-946b6daa2f80 req-ac1cd26c-37b7-489c-a645-a70675b3cd0b tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Deleting port dd4da617-249e-4869-b634-0e8b3c894587 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:12.213984 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-179aedac-63ea-4d5e-baf9-946b6daa2f80 req-ac1cd26c-37b7-489c-a645-a70675b3cd0b tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:12.304918 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7226694-e7aa-4748-8cd0-69fb2c539581 req-b8e74c9b-6f7d-4012-8c21-427b881185ca tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:12.307261 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b7226694-e7aa-4748-8cd0-69fb2c539581 req-b8e74c9b-6f7d-4012-8c21-427b881185ca tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aa4ecb4-ec98-42a5-ad0b-b20b4a448671 HTTP/1.1" status: 200 len: 945 time: 0.0762532 Jul 09 20:02:12.311683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a20dd88a-0017-4805-b8e1-42e0a483d50c req-c8d19a31-100c-40d2-b688-14b6ddf109f3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931203 Jul 09 20:02:12.335517 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-179aedac-63ea-4d5e-baf9-946b6daa2f80 req-ac1cd26c-37b7-489c-a645-a70675b3cd0b tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] For port dd4da617-249e-4869-b634-0e8b3c894587, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=dd4da617-249e-4869-b634-0e8b3c894587,segment=NetworkSegment(5379c41e-c6c9-43bc-8901-769df5567831),segment_id=5379c41e-c6c9-43bc-8901-769df5567831)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:12.336098 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-179aedac-63ea-4d5e-baf9-946b6daa2f80 req-ac1cd26c-37b7-489c-a645-a70675b3cd0b tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:12.352082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-179aedac-63ea-4d5e-baf9-946b6daa2f80 req-ac1cd26c-37b7-489c-a645-a70675b3cd0b tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Calling delete_port for dd4da617-249e-4869-b634-0e8b3c894587 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:12.366385 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b7226694-e7aa-4748-8cd0-69fb2c539581 req-4dd944a5-4e72-4200-941d-d13120485ec5 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418625 Jul 09 20:02:12.493340 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-179aedac-63ea-4d5e-baf9-946b6daa2f80 req-ac1cd26c-37b7-489c-a645-a70675b3cd0b tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:12.511419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['dd4da617-249e-4869-b634-0e8b3c894587'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:02:12.554453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cd26c-37b7-489c-a645-a70675b3cd0b tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Pushing event deleted for resources: {'Port': ['ID=dd4da617-249e-4869-b634-0e8b3c894587,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:12.607977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-179aedac-63ea-4d5e-baf9-946b6daa2f80 req-ac1cd26c-37b7-489c-a645-a70675b3cd0b tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] No DVR routers for this DVR port dd4da617-249e-4869-b634-0e8b3c894587 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:12.612240 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-179aedac-63ea-4d5e-baf9-946b6daa2f80 req-ac1cd26c-37b7-489c-a645-a70675b3cd0b tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:12.613810 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-179aedac-63ea-4d5e-baf9-946b6daa2f80 req-ac1cd26c-37b7-489c-a645-a70675b3cd0b tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.36 "DELETE /v2.0/ports/dd4da617-249e-4869-b634-0e8b3c894587 HTTP/1.1" status: 204 len: 173 time: 0.5752816 Jul 09 20:02:12.614316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3', 'name': 'network-vif-deleted', 'tag': 'dd4da617-249e-4869-b634-0e8b3c894587'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:12.620908 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99af3b25-7f95-4bc9-9abd-f21b12c1f3f1" -d '{"events": [{"server_uuid": "9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3", "name": "network-vif-deleted", "tag": "dd4da617-249e-4869-b634-0e8b3c894587"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:12.785148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84801971-831d-4444-a846-40a8a5984d35 req-99a7f414-bcf9-4a75-a4d4-b524cc26abd8 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:12.786691 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-84801971-831d-4444-a846-40a8a5984d35 req-99a7f414-bcf9-4a75-a4d4-b524cc26abd8 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 945 time: 0.1298995 Jul 09 20:02:12.852264 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-84801971-831d-4444-a846-40a8a5984d35 req-3822ed56-2aed-4c9c-b0c1-821c4f3ea2bc tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583947 Jul 09 20:02:12.855025 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbd1e64-4b13-49c8-b808-86b398bdb975 x-openstack-request-id: req-8bbd1e64-4b13-49c8-b808-86b398bdb975 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:12.855574 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3", "name": "network-vif-deleted", "tag": "dd4da617-249e-4869-b634-0e8b3c894587", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:12.856379 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8bbd1e64-4b13-49c8-b808-86b398bdb975 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:12.857287 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3', 'name': 'network-vif-deleted', 'tag': 'dd4da617-249e-4869-b634-0e8b3c894587', 'status': 'completed', 'code': 200} Jul 09 20:02:13.204579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f58e-b982-4e8d-8826-e2ebd71708d7 req-16a0f630-9b99-434d-af55-7470bd7afbd2 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:13.206309 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a029f58e-b982-4e8d-8826-e2ebd71708d7 req-16a0f630-9b99-434d-af55-7470bd7afbd2 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0748765 Jul 09 20:02:13.248437 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a029f58e-b982-4e8d-8826-e2ebd71708d7 req-cbe68d05-90ca-45a4-8cf5-54f53cd6addc tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355644 Jul 09 20:02:13.259976 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4a188235-0bd5-4d78-9dff-97bd0bfd3479 req-7076eb68-a70e-4a40-b649-5fd7d124690b tempest-ServerTagsTestJSON-1279636702 tempest-ServerTagsTestJSON-1279636702-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cae82a6-6500-4bb2-b0e9-b6fc69f69dd3 HTTP/1.1" status: 200 len: 210 time: 0.0524335 Jul 09 20:02:13.409302 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38624) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:13.565124 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-88a6fb53-1869-43de-ab5c-80053fbb2d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:13.600379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1230996-b2ee-4ae8-b4d3-89140f9d279d req-7822c345-62e4-4ec0-a050-49c527bb0a34 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:13.603553 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b1230996-b2ee-4ae8-b4d3-89140f9d279d req-7822c345-62e4-4ec0-a050-49c527bb0a34 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 945 time: 0.0737247 Jul 09 20:02:13.645692 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b1230996-b2ee-4ae8-b4d3-89140f9d279d req-121b2a2e-1e04-422e-ad66-2c53d09b4ea8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377514 Jul 09 20:02:13.687793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc22a6a-dd76-4af3-a70a-854a8a6a858c req-30703d1a-17c1-4a22-ac18-14e9e2a31b4f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:13.693963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc22a6a-dd76-4af3-a70a-854a8a6a858c req-30703d1a-17c1-4a22-ac18-14e9e2a31b4f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:13.700076 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc22a6a-dd76-4af3-a70a-854a8a6a858c req-30703d1a-17c1-4a22-ac18-14e9e2a31b4f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:13.701808 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dbc22a6a-dd76-4af3-a70a-854a8a6a858c req-30703d1a-17c1-4a22-ac18-14e9e2a31b4f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee&device_id=8aa4ecb4-ec98-42a5-ad0b-b20b4a448671&device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 2416 time: 0.1217401 Jul 09 20:02:13.749144 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-88a6fb53-1869-43de-ab5c-80053fbb2d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:13.758437 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-88a6fb53-1869-43de-ab5c-80053fbb2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:13.769651 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dbc22a6a-dd76-4af3-a70a-854a8a6a858c req-e57e7e8b-a15a-4002-9034-f0f94045e866 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598459 Jul 09 20:02:13.813591 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-88a6fb53-1869-43de-ab5c-80053fbb2d28 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ff3cd81a44247b79819e247d03264aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027972 Jul 09 20:02:13.814585 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a6fb53-1869-43de-ab5c-80053fbb2d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d07cb79-6b8d-4754-af15-f2f1d4a0c953,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:13.816524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38636) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:13.903080 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1f8aef5a-b74f-4181-ab8c-83266de53812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:13.928602 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1f8aef5a-b74f-4181-ab8c-83266de53812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.019761 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1f8aef5a-b74f-4181-ab8c-83266de53812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.022759 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1f8aef5a-b74f-4181-ab8c-83266de53812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.024120 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1f8aef5a-b74f-4181-ab8c-83266de53812 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d07cb79-6b8d-4754-af15-f2f1d4a0c953 HTTP/1.1" status: 204 len: 168 time: 0.2039554 Jul 09 20:02:14.039972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8aef5a-b74f-4181-ab8c-83266de53812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d07cb79-6b8d-4754-af15-f2f1d4a0c953,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:14.058824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b64667-ec36-4155-935a-7728a0524ef8 req-32918c31-e432-4daa-8b1c-78ec2410d697 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:14.060776 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4b64667-ec36-4155-935a-7728a0524ef8 req-32918c31-e432-4daa-8b1c-78ec2410d697 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 945 time: 0.0948668 Jul 09 20:02:14.110180 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4b64667-ec36-4155-935a-7728a0524ef8 req-fad4ccd4-d4f5-4c2f-b1e5-13a6a05bfc86 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415232 Jul 09 20:02:14.291390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27572af6-c009-45ef-9b40-fb36c7e5d9a0 req-a39452aa-a81f-42bf-a968-9caf5c732adf tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:14.293195 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27572af6-c009-45ef-9b40-fb36c7e5d9a0 req-a39452aa-a81f-42bf-a968-9caf5c732adf tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 945 time: 0.0832541 Jul 09 20:02:14.342782 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27572af6-c009-45ef-9b40-fb36c7e5d9a0 req-098c5c8c-fcdb-4286-a2d1-6b2a1943b9dd tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423107 Jul 09 20:02:14.382491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38652) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:14.399342 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-38be2554-0b70-4ab4-90cb-36803db3c704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.435066 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38656) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:14.509716 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fa4967-aed7-486f-bae2-41bb7d6d46b3 admin admin] Deleting subnet 46cea18e-6836-4944-b0ac-de9b45abb478 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:02:14.518877 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4967-aed7-486f-bae2-41bb7d6d46b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.579805 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4967-aed7-486f-bae2-41bb7d6d46b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.648467 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-38be2554-0b70-4ab4-90cb-36803db3c704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.654243 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4967-aed7-486f-bae2-41bb7d6d46b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.657062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36a153-c97c-49e8-9130-8f711356a99c req-217642bc-d3dd-48f9-b834-5231415d2e5c tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:14.658705 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0a36a153-c97c-49e8-9130-8f711356a99c req-217642bc-d3dd-48f9-b834-5231415d2e5c tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 945 time: 0.0962539 Jul 09 20:02:14.679558 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-38be2554-0b70-4ab4-90cb-36803db3c704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.705248 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0a36a153-c97c-49e8-9130-8f711356a99c req-f4e4dc1f-b8d3-42b0-8271-1eb78d8bb1f6 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Jul 09 20:02:14.713883 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-38be2554-0b70-4ab4-90cb-36803db3c704 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21146a70aafa4d529bd0335cdf8a348d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273699 Jul 09 20:02:14.715606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38660) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:14.754293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be2554-0b70-4ab4-90cb-36803db3c704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c37bdfe-3726-4e21-bbbc-e5e9da50f970,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:14.781198 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4967-aed7-486f-bae2-41bb7d6d46b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.834102 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2a612b9d-f2b1-4c6f-84c3-2c78c6397997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.852636 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4967-aed7-486f-bae2-41bb7d6d46b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.856062 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c7fa4967-aed7-486f-bae2-41bb7d6d46b3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/46cea18e-6836-4944-b0ac-de9b45abb478 HTTP/1.1" status: 204 len: 168 time: 0.4196849 Jul 09 20:02:14.858111 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38668) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:14.861674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa4967-aed7-486f-bae2-41bb7d6d46b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46cea18e-6836-4944-b0ac-de9b45abb478,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:14.882221 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2a612b9d-f2b1-4c6f-84c3-2c78c6397997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.947660 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2a612b9d-f2b1-4c6f-84c3-2c78c6397997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.950959 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2a612b9d-f2b1-4c6f-84c3-2c78c6397997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.952134 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2a612b9d-f2b1-4c6f-84c3-2c78c6397997 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c37bdfe-3726-4e21-bbbc-e5e9da50f970 HTTP/1.1" status: 204 len: 168 time: 0.2351656 Jul 09 20:02:14.962115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a612b9d-f2b1-4c6f-84c3-2c78c6397997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c37bdfe-3726-4e21-bbbc-e5e9da50f970,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:14.962432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c797a98-faaa-4497-a0ef-85c96134ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:14.980843 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device dd4da617-249e-4869-b634-0e8b3c894587 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:02:15.068892 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c797a98-faaa-4497-a0ef-85c96134ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.081672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-0c797a98-faaa-4497-a0ef-85c96134ed4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c64eb8a-17d7-495b-9516-3f201d3d37b3']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:15.096231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-0c797a98-faaa-4497-a0ef-85c96134ed4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5379c41e-c6c9-43bc-8901-769df5567831') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:15.096573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-0c797a98-faaa-4497-a0ef-85c96134ed4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5379c41e-c6c9-43bc-8901-769df5567831') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:15.109791 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c797a98-faaa-4497-a0ef-85c96134ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.129532 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c797a98-faaa-4497-a0ef-85c96134ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.139014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c797a98-faaa-4497-a0ef-85c96134ed4d admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:02:15.139569 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c797a98-faaa-4497-a0ef-85c96134ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:02:15.141896 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:02:15.218258 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c797a98-faaa-4497-a0ef-85c96134ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.236035 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b94a10-1c6e-4131-9cfa-7dcd682fd3bf req-febd46d6-e030-4098-8405-be059c70e199 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:15.244035 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0b94a10-1c6e-4131-9cfa-7dcd682fd3bf req-febd46d6-e030-4098-8405-be059c70e199 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 945 time: 0.0934081 Jul 09 20:02:15.252616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: dd4da617-249e-4869-b634-0e8b3c894587 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:02:15.253572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device dd4da617-249e-4869-b634-0e8b3c894587 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:02:15.255215 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c797a98-faaa-4497-a0ef-85c96134ed4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.261764 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0c797a98-faaa-4497-a0ef-85c96134ed4d admin admin] 10.222.0.30 "DELETE /v2.0/networks/4c64eb8a-17d7-495b-9516-3f201d3d37b3 HTTP/1.1" status: 204 len: 168 time: 0.3997190 Jul 09 20:02:15.264728 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c797a98-faaa-4497-a0ef-85c96134ed4d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c64eb8a-17d7-495b-9516-3f201d3d37b3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:15.312595 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0b94a10-1c6e-4131-9cfa-7dcd682fd3bf req-d7606755-ae53-431d-946d-94062c1dff33 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675220 Jul 09 20:02:15.493791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38684) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:15.541815 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-107d4830-babd-4b68-9fcf-67cadbc7da99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a62221b4fa34e9195bb61df5955a3dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467920 Jul 09 20:02:15.544707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38686) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:15.550938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38688) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:15.575348 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a8d8-1e89-4d10-b426-abf816213f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.633791 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d4e10fa-4d87-4be9-af04-dd3344013dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.672987 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d4e10fa-4d87-4be9-af04-dd3344013dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.761337 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a8d8-1e89-4d10-b426-abf816213f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.762364 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d4e10fa-4d87-4be9-af04-dd3344013dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.765541 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d4e10fa-4d87-4be9-af04-dd3344013dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.766811 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5d4e10fa-4d87-4be9-af04-dd3344013dc0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e9b9260-64d5-42f0-aab7-32c1926d22e2 HTTP/1.1" status: 204 len: 168 time: 0.2212043 Jul 09 20:02:15.769785 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8d3a8d8-1e89-4d10-b426-abf816213f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.794818 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e10fa-4d87-4be9-af04-dd3344013dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9b9260-64d5-42f0-aab7-32c1926d22e2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:15.832483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f8d3a8d8-1e89-4d10-b426-abf816213f59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea41de72c5504a0798db806ad944d05e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782497 Jul 09 20:02:15.834632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38698) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:15.841189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3a8d8-1e89-4d10-b426-abf816213f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd3bcfc-4afc-4172-8428-2e1518b4267c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:15.922142 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aa4cff81-28b7-4d73-8c01-5d54b0fa4a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:15.949553 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aa4cff81-28b7-4d73-8c01-5d54b0fa4a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:16.018771 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aa4cff81-28b7-4d73-8c01-5d54b0fa4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:16.024490 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aa4cff81-28b7-4d73-8c01-5d54b0fa4a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:16.029746 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-aa4cff81-28b7-4d73-8c01-5d54b0fa4a49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bdd3bcfc-4afc-4172-8428-2e1518b4267c HTTP/1.1" status: 204 len: 168 time: 0.1930640 Jul 09 20:02:16.074056 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4cff81-28b7-4d73-8c01-5d54b0fa4a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd3bcfc-4afc-4172-8428-2e1518b4267c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:16.374134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a1298-5c53-4428-9008-15e1bf92c6fb req-5d329ff4-4f0b-45d9-97c9-31e106a8abbe tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:16.375738 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ea9a1298-5c53-4428-9008-15e1bf92c6fb req-5d329ff4-4f0b-45d9-97c9-31e106a8abbe tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0883532 Jul 09 20:02:16.419666 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ea9a1298-5c53-4428-9008-15e1bf92c6fb req-69eb166d-48c2-4fa6-8286-3072036c7d3e tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353289 Jul 09 20:02:16.545992 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cfc7a-5cc7-4c36-882e-476be20f584a req-6040c917-dffc-4ae8-aa76-633f3cff3b73 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:16.553745 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-677cfc7a-5cc7-4c36-882e-476be20f584a req-6040c917-dffc-4ae8-aa76-633f3cff3b73 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 945 time: 0.0912378 Jul 09 20:02:16.607554 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-677cfc7a-5cc7-4c36-882e-476be20f584a req-943d9698-8a16-4f96-ae6c-705c30f82d60 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528731 Jul 09 20:02:17.154913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38764) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:17.161239 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9de1d6-e7ca-4608-8ac8-d5ef1de4d670 req-fe4f050c-477b-4aa0-beaa-12ca3223554a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:17.163020 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c9de1d6-e7ca-4608-8ac8-d5ef1de4d670 req-fe4f050c-477b-4aa0-beaa-12ca3223554a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 945 time: 0.0839589 Jul 09 20:02:17.297088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-3c9de1d6-e7ca-4608-8ac8-d5ef1de4d670 req-deadb4af-9db0-4e95-a030-11d9794ec837 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Deleting port 9c679919-0cd4-424d-a32c-99381aef764d {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:17.297438 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c9de1d6-e7ca-4608-8ac8-d5ef1de4d670 req-deadb4af-9db0-4e95-a030-11d9794ec837 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.304427 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-61169d88-51ea-4570-a1f5-71acafa5f1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.405966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-61169d88-51ea-4570-a1f5-71acafa5f1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.410168 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-61169d88-51ea-4570-a1f5-71acafa5f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.425872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3c9de1d6-e7ca-4608-8ac8-d5ef1de4d670 req-deadb4af-9db0-4e95-a030-11d9794ec837 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] For port 9c679919-0cd4-424d-a32c-99381aef764d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9c679919-0cd4-424d-a32c-99381aef764d,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:17.426554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c9de1d6-e7ca-4608-8ac8-d5ef1de4d670 req-deadb4af-9db0-4e95-a030-11d9794ec837 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.446152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-3c9de1d6-e7ca-4608-8ac8-d5ef1de4d670 req-deadb4af-9db0-4e95-a030-11d9794ec837 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Calling delete_port for 9c679919-0cd4-424d-a32c-99381aef764d owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:17.458015 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-61169d88-51ea-4570-a1f5-71acafa5f1c4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9eb264aa977947edb61a687f64a84f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015144 Jul 09 20:02:17.459399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61169d88-51ea-4570-a1f5-71acafa5f1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3c4116-2fb4-444b-a699-dbfa51679214,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:17.462014 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38774) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:17.502748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38776) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:17.628482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bf1dede7-fe29-4cba-bbf1-9ebfebd5cfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.679899 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56b6e2e0-5438-4ebf-85c1-96d072d79418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.684813 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bf1dede7-fe29-4cba-bbf1-9ebfebd5cfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.811984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a67016-7330-41dc-a21b-93910793ecba req-5f77d330-dc3f-42c0-800b-75c2920b3ba2 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:17.813651 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-79a67016-7330-41dc-a21b-93910793ecba req-5f77d330-dc3f-42c0-800b-75c2920b3ba2 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.2365475 Jul 09 20:02:17.819899 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c9de1d6-e7ca-4608-8ac8-d5ef1de4d670 req-deadb4af-9db0-4e95-a030-11d9794ec837 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.845534 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['766f3db3-fa17-47d0-b351-3410350a3894', '9c679919-0cd4-424d-a32c-99381aef764d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:02:17.850006 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56b6e2e0-5438-4ebf-85c1-96d072d79418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.882834 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0414749a-f0ff-4666-afba-e9a030b9a600 req-ea600ad5-f85f-424c-b62f-88fca4d42191 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb2040-1d88-4965-bccd-64c3f1b4a44a HTTP/1.1" status: 200 len: 210 time: 0.0356543 Jul 09 20:02:17.885732 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadb4af-9db0-4e95-a030-11d9794ec837 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Pushing event deleted for resources: {'Port': ['ID=9c679919-0cd4-424d-a32c-99381aef764d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:17.888754 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a652451-5e17-418d-bcdd-cb2d4aa1f879 req-1bf720ab-8276-446a-b5d6-6fd780754e97 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1282125 Jul 09 20:02:17.889394 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56b6e2e0-5438-4ebf-85c1-96d072d79418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.899721 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bf1dede7-fe29-4cba-bbf1-9ebfebd5cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.902398 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bf1dede7-fe29-4cba-bbf1-9ebfebd5cfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.906881 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bf1dede7-fe29-4cba-bbf1-9ebfebd5cfc9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d3c4116-2fb4-444b-a699-dbfa51679214 HTTP/1.1" status: 204 len: 168 time: 0.4410450 Jul 09 20:02:17.938762 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9de1d6-e7ca-4608-8ac8-d5ef1de4d670 req-deadb4af-9db0-4e95-a030-11d9794ec837 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] No DVR routers for this DVR port 9c679919-0cd4-424d-a32c-99381aef764d on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:17.941692 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3c9de1d6-e7ca-4608-8ac8-d5ef1de4d670 req-deadb4af-9db0-4e95-a030-11d9794ec837 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:17.944495 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c9de1d6-e7ca-4608-8ac8-d5ef1de4d670 req-deadb4af-9db0-4e95-a030-11d9794ec837 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "DELETE /v2.0/ports/9c679919-0cd4-424d-a32c-99381aef764d HTTP/1.1" status: 204 len: 173 time: 0.7758815 Jul 09 20:02:17.952368 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdb2040-1d88-4965-bccd-64c3f1b4a44a', 'name': 'network-vif-deleted', 'tag': '9c679919-0cd4-424d-a32c-99381aef764d'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:17.954816 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f64b9c6-24e2-4ed3-af24-d12c89c777e4" -d '{"events": [{"server_uuid": "bbdb2040-1d88-4965-bccd-64c3f1b4a44a", "name": "network-vif-deleted", "tag": "9c679919-0cd4-424d-a32c-99381aef764d"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:17.955737 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-56b6e2e0-5438-4ebf-85c1-96d072d79418 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2e426cf3e06446a9b085a6a514726cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4517469 Jul 09 20:02:17.959953 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38792) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:17.998529 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1dede7-fe29-4cba-bbf1-9ebfebd5cfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3c4116-2fb4-444b-a699-dbfa51679214,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:18.030404 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-79a67016-7330-41dc-a21b-93910793ecba req-27688696-c532-436a-a597-6932ebe3c4c5 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682737 Jul 09 20:02:18.047295 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-756cf003-a91f-4989-974f-ab92727d3c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:18.075928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6e2e0-5438-4ebf-85c1-96d072d79418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b154e8f7-1c52-457d-8f56-f672bd240ec5,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:18.105500 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-756cf003-a91f-4989-974f-ab92727d3c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:18.107637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a652451-5e17-418d-bcdd-cb2d4aa1f879 req-2d714679-c96b-4174-b07b-4b8cf2ddf9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:18.109599 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a652451-5e17-418d-bcdd-cb2d4aa1f879 req-2d714679-c96b-4174-b07b-4b8cf2ddf9e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 1096 time: 0.1665068 Jul 09 20:02:18.214624 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc1fb5a-abe5-4aa3-b76b-577a158a696a x-openstack-request-id: req-5fc1fb5a-abe5-4aa3-b76b-577a158a696a {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:18.215007 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdb2040-1d88-4965-bccd-64c3f1b4a44a", "name": "network-vif-deleted", "tag": "9c679919-0cd4-424d-a32c-99381aef764d", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:18.215690 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fc1fb5a-abe5-4aa3-b76b-577a158a696a {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:18.216110 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdb2040-1d88-4965-bccd-64c3f1b4a44a', 'name': 'network-vif-deleted', 'tag': '9c679919-0cd4-424d-a32c-99381aef764d', 'status': 'completed', 'code': 200} Jul 09 20:02:18.226177 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-756cf003-a91f-4989-974f-ab92727d3c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:18.229776 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-756cf003-a91f-4989-974f-ab92727d3c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:18.238112 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-756cf003-a91f-4989-974f-ab92727d3c7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b154e8f7-1c52-457d-8f56-f672bd240ec5 HTTP/1.1" status: 204 len: 168 time: 0.2744277 Jul 09 20:02:18.263887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cf003-a91f-4989-974f-ab92727d3c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b154e8f7-1c52-457d-8f56-f672bd240ec5,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:18.291058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a652451-5e17-418d-bcdd-cb2d4aa1f879 req-8a3abed4-1cc7-4736-8584-d86a5fe898c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:18.293896 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a652451-5e17-418d-bcdd-cb2d4aa1f879 req-8a3abed4-1cc7-4736-8584-d86a5fe898c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 905 time: 0.1481583 Jul 09 20:02:18.377295 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a652451-5e17-418d-bcdd-cb2d4aa1f879 req-8c8e1746-031f-419e-9fd9-23c6c6bd3034 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=766f3db3-fa17-47d0-b351-3410350a3894 HTTP/1.1" status: 200 len: 217 time: 0.0651803 Jul 09 20:02:18.433032 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a652451-5e17-418d-bcdd-cb2d4aa1f879 req-4c3c0aeb-4206-4bcf-8c24-0f1fa6c9c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:18.434596 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a652451-5e17-418d-bcdd-cb2d4aa1f879 req-4c3c0aeb-4206-4bcf-8c24-0f1fa6c9c358 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 200 len: 844 time: 0.0505788 Jul 09 20:02:18.476127 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a652451-5e17-418d-bcdd-cb2d4aa1f879 req-2e5c5f3f-d7b1-4bbb-9590-317045a63e4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302951 Jul 09 20:02:18.584476 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a652451-5e17-418d-bcdd-cb2d4aa1f879 req-16a4de9f-6b74-4e0e-9094-b64eaaac4aa6 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988176 Jul 09 20:02:18.714621 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a652451-5e17-418d-bcdd-cb2d4aa1f879 req-ee112ad3-eae8-48d9-a53f-e94695a73640 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110601 Jul 09 20:02:19.266949 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efcfc8-8a43-4dae-a014-0030816145cc req-0ed48b30-04f9-434c-9ca9-061a469c7403 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:19.268754 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28efcfc8-8a43-4dae-a014-0030816145cc req-0ed48b30-04f9-434c-9ca9-061a469c7403 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0893219 Jul 09 20:02:19.316764 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28efcfc8-8a43-4dae-a014-0030816145cc req-c98058fa-dd03-4827-b951-01c677b7164b tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382686 Jul 09 20:02:19.535472 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-8926ffb3-0e6b-491c-9bdc-b14c767c6760 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:19.543363 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-8926ffb3-0e6b-491c-9bdc-b14c767c6760 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 804 time: 0.1293600 Jul 09 20:02:19.560565 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-82d5e3c3-a9c6-4a5f-97b1-5d9965ee3ed4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/quotas/6b335159e9ad4104b0006808b1428949 HTTP/1.1" status: 200 len: 375 time: 0.0161817 Jul 09 20:02:19.632730 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-a7c25463-06df-4223-851e-f704e6438189 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712705 Jul 09 20:02:19.683176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38880) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:19.729134 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-76a9f6f8-b0d9-4551-82b7-3c11a17f58bc service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892632 Jul 09 20:02:19.798112 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ec607d4-9571-4e2f-b22a-87461d624972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:19.829565 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-db9d1626-1828-4795-8062-9c154fbbde07 service neutron] 10.222.0.30 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984514 Jul 09 20:02:19.908993 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ec607d4-9571-4e2f-b22a-87461d624972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:19.913899 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ec607d4-9571-4e2f-b22a-87461d624972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:19.958482 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4ec607d4-9571-4e2f-b22a-87461d624972 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a457ca538284a5597110bb746698847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737112 Jul 09 20:02:19.959988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec607d4-9571-4e2f-b22a-87461d624972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f158f61a-d2df-4c9a-a9c8-75cf86568076,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:19.962416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38892) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:20.022794 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1560ae77-de22-482d-ac41-bf6ea0176ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:20.045873 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1560ae77-de22-482d-ac41-bf6ea0176ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:20.081864 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-707f1280-35d1-477e-8170-4071ef9868de req-23877aaa-a14c-4ee4-b6fc-717c803f19a5 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 210 time: 0.0339551 Jul 09 20:02:20.132895 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1560ae77-de22-482d-ac41-bf6ea0176ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:20.135880 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1560ae77-de22-482d-ac41-bf6ea0176ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:20.137352 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1560ae77-de22-482d-ac41-bf6ea0176ae0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f158f61a-d2df-4c9a-a9c8-75cf86568076 HTTP/1.1" status: 204 len: 168 time: 0.1738877 Jul 09 20:02:20.148401 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560ae77-de22-482d-ac41-bf6ea0176ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f158f61a-d2df-4c9a-a9c8-75cf86568076,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:20.542827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915a1d0-98f4-49a1-9ab4-48561617e890 req-83e136a8-8e60-40e5-8ad0-29c6c8754f29 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:20.545106 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2915a1d0-98f4-49a1-9ab4-48561617e890 req-83e136a8-8e60-40e5-8ad0-29c6c8754f29 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0900242 Jul 09 20:02:20.607424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2915a1d0-98f4-49a1-9ab4-48561617e890 req-e8879fa9-3853-4195-97cf-90c62fbbabb1 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558009 Jul 09 20:02:20.763682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38938) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:20.886615 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-293c6054-b8a1-4dc2-a3e0-be1d1828f819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:20.988874 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-293c6054-b8a1-4dc2-a3e0-be1d1828f819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:20.993638 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-293c6054-b8a1-4dc2-a3e0-be1d1828f819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:21.010399 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9c679919-0cd4-424d-a32c-99381aef764d no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:02:21.029682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c6054-b8a1-4dc2-a3e0-be1d1828f819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdb5249-7e20-4708-83e0-5e26bfe184d8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:21.033980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 9c679919-0cd4-424d-a32c-99381aef764d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:02:21.035301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9c679919-0cd4-424d-a32c-99381aef764d not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:02:21.054515 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-293c6054-b8a1-4dc2-a3e0-be1d1828f819 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3e30373cc81443da210d29f5a502efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2894425 Jul 09 20:02:21.057121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38956) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:21.105827 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-120fbb11-ef24-4fc3-9e0d-ae317b0219c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:21.135515 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-120fbb11-ef24-4fc3-9e0d-ae317b0219c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:21.191244 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-120fbb11-ef24-4fc3-9e0d-ae317b0219c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:21.197684 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-120fbb11-ef24-4fc3-9e0d-ae317b0219c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:21.202724 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-120fbb11-ef24-4fc3-9e0d-ae317b0219c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0cdb5249-7e20-4708-83e0-5e26bfe184d8 HTTP/1.1" status: 204 len: 168 time: 0.1443014 Jul 09 20:02:21.222577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fbb11-ef24-4fc3-9e0d-ae317b0219c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdb5249-7e20-4708-83e0-5e26bfe184d8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:21.295591 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4756279a-7f76-47e3-af0b-a4db87466edb req-8a55c2bd-c7e1-4a67-aa70-551720f3c03b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 210 time: 0.0352807 Jul 09 20:02:21.408687 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-320c7254-18ff-481e-8065-dab39f161b5f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:21.410180 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-320c7254-18ff-481e-8065-dab39f161b5f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 804 time: 0.1171525 Jul 09 20:02:21.438603 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-c73d9205-1249-4cb8-9d1c-d072501a8f4a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Request body: {'port': {'device_id': 'e1301f7c-657e-462b-85f1-78da0448e6b8', 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e', 'admin_state_up': True, 'tenant_id': '6b335159e9ad4104b0006808b1428949'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:21.607701 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-c73d9205-1249-4cb8-9d1c-d072501a8f4a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Made reservation on behalf of 6b335159e9ad4104b0006808b1428949 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:21.611917 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-c73d9205-1249-4cb8-9d1c-d072501a8f4a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:21.781813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-c73d9205-1249-4cb8-9d1c-d072501a8f4a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Allocated IP 172.20.0.8 (a5acb175-a774-4eab-84ca-6ee9cdc3f74e/74a9c143-b389-43fd-ad86-f382a5b60595/9b6b138e-521e-4f88-91e6-9adb9b0d3fad) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:21.884989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06308205-b6a4-49a5-b6f9-56b4b67dcd74 req-690ded32-b3fb-4734-963f-d3fbc215b5d4 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:21.886650 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06308205-b6a4-49a5-b6f9-56b4b67dcd74 req-690ded32-b3fb-4734-963f-d3fbc215b5d4 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.1100104 Jul 09 20:02:21.981648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06308205-b6a4-49a5-b6f9-56b4b67dcd74 req-b564e16e-5588-4c3e-8002-9096d1eaeb13 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860949 Jul 09 20:02:22.032268 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-c73d9205-1249-4cb8-9d1c-d072501a8f4a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.073804 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-c73d9205-1249-4cb8-9d1c-d072501a8f4a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.088779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['766f3db3-fa17-47d0-b351-3410350a3894'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:02:22.135769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-c73d9205-1249-4cb8-9d1c-d072501a8f4a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Network a5acb175-a774-4eab-84ca-6ee9cdc3f74e is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:22.147172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-c73d9205-1249-4cb8-9d1c-d072501a8f4a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:22.152097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-c73d9205-1249-4cb8-9d1c-d072501a8f4a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:22.199002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d9205-1249-4cb8-9d1c-d072501a8f4a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Pushing event updated for resources: {'Port': ['ID=9b6b138e-521e-4f88-91e6-9adb9b0d3fad,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:22.231310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-c73d9205-1249-4cb8-9d1c-d072501a8f4a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:22.232005 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-c73d9205-1249-4cb8-9d1c-d072501a8f4a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.254452 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-c73d9205-1249-4cb8-9d1c-d072501a8f4a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8279440 Jul 09 20:02:22.270904 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Request body: {'port': {'device_id': 'e1301f7c-657e-462b-85f1-78da0448e6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:22.360428 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.625631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b16eab-a029-45ec-b2b4-116a28b93306 req-a32fb777-5f46-4576-b249-1665a00af5da tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:22.627171 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1b16eab-a029-45ec-b2b4-116a28b93306 req-a32fb777-5f46-4576-b249-1665a00af5da tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 931 time: 0.1507783 Jul 09 20:02:22.697575 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1b16eab-a029-45ec-b2b4-116a28b93306 req-23477a91-bb7f-49dc-829f-9c37608aad32 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628324 Jul 09 20:02:22.745783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6b138e-521e-4f88-91e6-9adb9b0d3fad {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:02:22.753699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.768589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Transition to ACTIVE for port object 9b6b138e-521e-4f88-91e6-9adb9b0d3fad will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:22.775916 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.893063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Pushing event updated for resources: {'Port': ['ID=9b6b138e-521e-4f88-91e6-9adb9b0d3fad,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:22.962241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Attempting to bind port 9b6b138e-521e-4f88-91e6-9adb9b0d3fad on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:22.962586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Attempting to bind port 9b6b138e-521e-4f88-91e6-9adb9b0d3fad by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:22.962936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Attempting to bind port 9b6b138e-521e-4f88-91e6-9adb9b0d3fad on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:22.967662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Port 9b6b138e-521e-4f88-91e6-9adb9b0d3fad on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:22.968234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Attempting to bind port 9b6b138e-521e-4f88-91e6-9adb9b0d3fad on network a5acb175-a774-4eab-84ca-6ee9cdc3f74e {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:22.976417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:02:22.977009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Checking segment: {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:22.977499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Bound using segment: {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:02:22.978037 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Bound port: 9b6b138e-521e-4f88-91e6-9adb9b0d3fad, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c803f40-4b2e-4903-9799-e48673988912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:02:22.978539 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:22.979392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39038) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:23.052001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] For port 9b6b138e-521e-4f88-91e6-9adb9b0d3fad, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:02:23.057076 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] For port 9b6b138e-521e-4f88-91e6-9adb9b0d3fad, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9b6b138e-521e-4f88-91e6-9adb9b0d3fad,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:02:23.063988 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.113635 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.124196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:23.124978 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.126470 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] 10.222.0.36 "PUT /v2.0/ports/9b6b138e-521e-4f88-91e6-9adb9b0d3fad HTTP/1.1" status: 200 len: 1091 time: 0.8616662 Jul 09 20:02:23.126854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1301f7c-657e-462b-85f1-78da0448e6b8', 'tag': '9b6b138e-521e-4f88-91e6-9adb9b0d3fad'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:23.129374 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3369531e-ce3b-4810-b923-062e86894a17" -d '{"events": [{"name": "network-changed", "server_uuid": "e1301f7c-657e-462b-85f1-78da0448e6b8", "tag": "9b6b138e-521e-4f88-91e6-9adb9b0d3fad"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:23.136263 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb106cd0-9b39-4305-9a79-1f5ad338eb6d service neutron] Pushing event updated for resources: {'Port': ['ID=9b6b138e-521e-4f88-91e6-9adb9b0d3fad,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:23.191858 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498e2763-0761-4189-a754-8adc0224109a x-openstack-request-id: req-498e2763-0761-4189-a754-8adc0224109a {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:23.192158 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1301f7c-657e-462b-85f1-78da0448e6b8", "tag": "9b6b138e-521e-4f88-91e6-9adb9b0d3fad", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:23.192495 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-498e2763-0761-4189-a754-8adc0224109a {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:23.193748 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1301f7c-657e-462b-85f1-78da0448e6b8', 'tag': '9b6b138e-521e-4f88-91e6-9adb9b0d3fad', 'status': 'completed', 'code': 200} Jul 09 20:02:23.243843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-c04b4fad-f616-4bcd-9475-a85841ef867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:23.245524 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-c04b4fad-f616-4bcd-9475-a85841ef867b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 1094 time: 0.0670629 Jul 09 20:02:23.255134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81012eed-4c36-4e6c-a8e6-c357fbb7e21e req-2c0d63e8-13c6-4f41-b7c5-894e18824450 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:23.257518 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-81012eed-4c36-4e6c-a8e6-c357fbb7e21e req-2c0d63e8-13c6-4f41-b7c5-894e18824450 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.1058404 Jul 09 20:02:23.301817 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-e7ca3d81-723e-4353-bc57-7090235258bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b6b138e-521e-4f88-91e6-9adb9b0d3fad HTTP/1.1" status: 200 len: 217 time: 0.0466549 Jul 09 20:02:23.323933 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-81012eed-4c36-4e6c-a8e6-c357fbb7e21e req-0c99978a-13c2-433e-ad60-8d737e99a1ad tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532136 Jul 09 20:02:23.353241 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.357277 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.360270 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-062d835c-1c12-404f-a9a8-3d948166cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:23.361860 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-062d835c-1c12-404f-a9a8-3d948166cfad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 200 len: 844 time: 0.0536873 Jul 09 20:02:23.394443 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-9e91dc59-fe11-486d-8911-5a39b566b5ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258665 Jul 09 20:02:23.398231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea043fac-8768-44a8-8cb4-44a4f6863f39,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:23.404889 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c7e60597f2a475a823a56646655b189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4215136 Jul 09 20:02:23.405278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39048) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:23.410042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:23.410323 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:23.410669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:23.411026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:23.411377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:23.412476 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:23.412907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:23.413255 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:23.413625 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:23.413972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:23.414314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:23.414654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d44c3e-0e46-4149-aee2-f4b3c47cc0b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:23.529067 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9c85a283-35d0-42a9-8a31-d86579cfc3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.564721 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9c85a283-35d0-42a9-8a31-d86579cfc3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.567841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-21845db3-9f6c-43a1-a165-67c25c8729e4 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482999 Jul 09 20:02:23.676241 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9c85a283-35d0-42a9-8a31-d86579cfc3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.678717 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9c85a283-35d0-42a9-8a31-d86579cfc3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:23.679810 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9c85a283-35d0-42a9-8a31-d86579cfc3db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea043fac-8768-44a8-8cb4-44a4f6863f39 HTTP/1.1" status: 204 len: 168 time: 0.2733576 Jul 09 20:02:23.694435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85a283-35d0-42a9-8a31-d86579cfc3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea043fac-8768-44a8-8cb4-44a4f6863f39,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:23.697450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-101d2549-4d94-42f0-b5d6-53ec34b85057 req-6e2c3369-795c-4e38-9d4b-cdae43fe7955 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207724 Jul 09 20:02:23.813798 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369531e-ce3b-4810-b923-062e86894a17 req-d4b2d257-6716-49b5-b014-b9b761981122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:23.815508 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3369531e-ce3b-4810-b923-062e86894a17 req-d4b2d257-6716-49b5-b014-b9b761981122 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6b335159e9ad4104b0006808b1428949&device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 1094 time: 0.0606215 Jul 09 20:02:24.388702 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877370e9-f64f-4a6c-bb21-8642faa5f92c req-166cdb75-5f2f-41e5-9818-7e759ee426c5 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:24.390181 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-877370e9-f64f-4a6c-bb21-8642faa5f92c req-166cdb75-5f2f-41e5-9818-7e759ee426c5 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 943 time: 0.5555236 Jul 09 20:02:24.415770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369531e-ce3b-4810-b923-062e86894a17 req-7f2d0a2b-1c24-4ac6-9100-32772c4ca1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:24.417386 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3369531e-ce3b-4810-b923-062e86894a17 req-7f2d0a2b-1c24-4ac6-9100-32772c4ca1bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 200 len: 905 time: 0.5946710 Jul 09 20:02:24.474932 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3369531e-ce3b-4810-b923-062e86894a17 req-c0543529-17fb-4680-9b7a-80b94fb815e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b6b138e-521e-4f88-91e6-9adb9b0d3fad HTTP/1.1" status: 200 len: 217 time: 0.0469356 Jul 09 20:02:24.480168 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-877370e9-f64f-4a6c-bb21-8642faa5f92c req-d5e80f92-cf3c-4e96-9b10-adbd78c75c22 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808394 Jul 09 20:02:24.525991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369531e-ce3b-4810-b923-062e86894a17 req-9f7c34b1-8878-45df-9a73-a40b96312ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:24.527635 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3369531e-ce3b-4810-b923-062e86894a17 req-9f7c34b1-8878-45df-9a73-a40b96312ceb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 200 len: 844 time: 0.0453491 Jul 09 20:02:24.564872 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3369531e-ce3b-4810-b923-062e86894a17 req-19f03263-98c4-4356-9e9b-1a492e4e7c9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5acb175-a774-4eab-84ca-6ee9cdc3f74e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292597 Jul 09 20:02:24.644890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e3277-2589-48bf-9da8-3a0a6beac7e7 req-85c08f0b-75f3-4316-acad-0d5f7d162633 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:24.647295 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-031e3277-2589-48bf-9da8-3a0a6beac7e7 req-85c08f0b-75f3-4316-acad-0d5f7d162633 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0795226 Jul 09 20:02:24.682942 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3369531e-ce3b-4810-b923-062e86894a17 req-11cbe0ee-e2bb-423b-8708-2a89413295a8 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026585 Jul 09 20:02:24.691959 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-031e3277-2589-48bf-9da8-3a0a6beac7e7 req-0e63549d-fdda-4c66-a593-1f511e6d84a1 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378654 Jul 09 20:02:24.788751 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3369531e-ce3b-4810-b923-062e86894a17 req-a602d046-666f-4478-a57b-2bc9a3857820 service neutron] 10.222.0.36 "GET /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870483 Jul 09 20:02:25.690683 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681862c7-5eca-4fdf-a6b1-dcfc5b340d7c req-0571301f-5825-4561-bb89-8fa72dfe8f13 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:25.699340 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-681862c7-5eca-4fdf-a6b1-dcfc5b340d7c req-0571301f-5825-4561-bb89-8fa72dfe8f13 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 943 time: 0.0855496 Jul 09 20:02:25.745172 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-681862c7-5eca-4fdf-a6b1-dcfc5b340d7c req-31e088a1-4aa9-4e2a-922a-e2ae05f56386 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448401 Jul 09 20:02:25.931127 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bba3c7-9e3e-4ee5-ba03-96ddc96937c9 req-1c285d29-7956-43c5-9d52-023221e2e40d tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:25.932914 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c5bba3c7-9e3e-4ee5-ba03-96ddc96937c9 req-1c285d29-7956-43c5-9d52-023221e2e40d tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0687897 Jul 09 20:02:25.972509 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c5bba3c7-9e3e-4ee5-ba03-96ddc96937c9 req-20864544-9113-4df1-ae20-5becefece2e7 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338423 Jul 09 20:02:26.450116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39156) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:26.552825 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a371e1da-3512-4647-bdb8-f01acd289d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:26.639670 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a371e1da-3512-4647-bdb8-f01acd289d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:26.644251 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a371e1da-3512-4647-bdb8-f01acd289d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:26.658648 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:26.684282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a371e1da-3512-4647-bdb8-f01acd289d1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ca52a2c1d10499fa5ee81f4cade093d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332041 Jul 09 20:02:26.685126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371e1da-3512-4647-bdb8-f01acd289d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb5237d-c42a-4ff3-a1cd-0829846baf9f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:26.687248 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39162) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:26.743109 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e568f254-0e0d-472b-898e-9f81e9d83a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:26.765064 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e568f254-0e0d-472b-898e-9f81e9d83a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:26.804810 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d95ef6d2-cf19-42a9-b653-61541bfccd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:26.816224 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e568f254-0e0d-472b-898e-9f81e9d83a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:26.820373 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e568f254-0e0d-472b-898e-9f81e9d83a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:26.824461 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e568f254-0e0d-472b-898e-9f81e9d83a65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/deb5237d-c42a-4ff3-a1cd-0829846baf9f HTTP/1.1" status: 204 len: 168 time: 0.1350222 Jul 09 20:02:26.833199 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568f254-0e0d-472b-898e-9f81e9d83a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb5237d-c42a-4ff3-a1cd-0829846baf9f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:26.944572 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f046b-bf35-4837-a4f1-c030ffb2e792 req-bf2e8f46-922b-42da-8c55-26587a1e4df0 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:26.946185 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a79f046b-bf35-4837-a4f1-c030ffb2e792 req-bf2e8f46-922b-42da-8c55-26587a1e4df0 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 943 time: 0.0742252 Jul 09 20:02:26.988302 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a79f046b-bf35-4837-a4f1-c030ffb2e792 req-2c5235f8-6bcb-4c79-a544-38febd62cc97 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360625 Jul 09 20:02:27.132938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39174) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:27.146803 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c76f2136-a618-4ae1-ac6f-02e6f0a2b4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.160390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721cda8-053e-4c9e-b164-68f6bb392cdc req-38fa6912-c548-4757-9ccd-945987148433 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:27.161925 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d721cda8-053e-4c9e-b164-68f6bb392cdc req-38fa6912-c548-4757-9ccd-945987148433 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0710464 Jul 09 20:02:27.206962 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d721cda8-053e-4c9e-b164-68f6bb392cdc req-98f71ab7-e6c5-4188-afc2-1d2cc3a06e2b tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377350 Jul 09 20:02:27.249146 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c76f2136-a618-4ae1-ac6f-02e6f0a2b4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.253366 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c76f2136-a618-4ae1-ac6f-02e6f0a2b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.297978 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39180) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:27.301125 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c76f2136-a618-4ae1-ac6f-02e6f0a2b4da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a005f1b7a3e04677b70e3d0be3305d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669850 Jul 09 20:02:27.304162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f2136-a618-4ae1-ac6f-02e6f0a2b4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ab87ee-fb40-4d3a-afcb-c576b216b1a4,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:27.355834 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.378778 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.450341 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.457344 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:27.460635 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7ab87ee-fb40-4d3a-afcb-c576b216b1a4 HTTP/1.1" status: 204 len: 168 time: 0.1592102 Jul 09 20:02:27.478162 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ab87ee-fb40-4d3a-afcb-c576b216b1a4,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:27.488011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:27.488580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:27.489121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:27.489625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:27.490674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:27.491165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:27.491662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:27.492175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:27.492690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:27.494001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:27.494528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:27.495039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2afd4f-724e-4c63-8c93-8a5fe7b1929e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:28.369930 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb75bf2-5e65-4d62-a9ed-9b14f3933da3 req-df0e8ed8-1d06-4731-84e8-a200889dc911 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:28.373172 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0eb75bf2-5e65-4d62-a9ed-9b14f3933da3 req-df0e8ed8-1d06-4731-84e8-a200889dc911 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 943 time: 0.0761950 Jul 09 20:02:28.423430 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0eb75bf2-5e65-4d62-a9ed-9b14f3933da3 req-ea6dd13b-bc56-4540-877c-69ef4d04612e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449829 Jul 09 20:02:28.737653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470b711-d62c-4744-ab5e-619cef88a5a6 req-3f8a021f-4fbb-4bd2-af7e-ce47a321e12a tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:28.745881 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4470b711-d62c-4744-ab5e-619cef88a5a6 req-3f8a021f-4fbb-4bd2-af7e-ce47a321e12a tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0963256 Jul 09 20:02:28.773249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39228) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:28.788670 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4470b711-d62c-4744-ab5e-619cef88a5a6 req-f5b33bb4-e4ea-4cf8-83f1-14aafd4dbadf tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418472 Jul 09 20:02:28.894576 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-468b5027-89ff-4054-883a-b57c18b0dea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:28.989841 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-468b5027-89ff-4054-883a-b57c18b0dea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:28.993694 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-468b5027-89ff-4054-883a-b57c18b0dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.032135 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-468b5027-89ff-4054-883a-b57c18b0dea1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b632946873c94d71b0f6ab615aaee7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574294 Jul 09 20:02:29.032869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b5027-89ff-4054-883a-b57c18b0dea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4881ba0e-1de9-464e-95f2-468d0cb6d716,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:29.034700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39236) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:29.073726 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9b6b138e-521e-4f88-91e6-9adb9b0d3fad details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:02:29.094820 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8165a7ef-74a7-44dc-85b6-804790c0470d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.095278 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.117384 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8165a7ef-74a7-44dc-85b6-804790c0470d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.166176 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8165a7ef-74a7-44dc-85b6-804790c0470d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.168867 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8165a7ef-74a7-44dc-85b6-804790c0470d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.170172 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8165a7ef-74a7-44dc-85b6-804790c0470d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4881ba0e-1de9-464e-95f2-468d0cb6d716 HTTP/1.1" status: 204 len: 168 time: 0.1344802 Jul 09 20:02:29.178204 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165a7ef-74a7-44dc-85b6-804790c0470d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4881ba0e-1de9-464e-95f2-468d0cb6d716,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:29.187083 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9b6b138e-521e-4f88-91e6-9adb9b0d3fad, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9b6b138e-521e-4f88-91e6-9adb9b0d3fad,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:29.204656 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '9b6b138e-521e-4f88-91e6-9adb9b0d3fad', 'network_id': 'a5acb175-a774-4eab-84ca-6ee9cdc3f74e', 'port_id': '9b6b138e-521e-4f88-91e6-9adb9b0d3fad', 'mac_address': 'fa:16:3e:bb:04:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74a9c143-b389-43fd-ad86-f382a5b60595', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:02:29.243769 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.261583 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6b138e-521e-4f88-91e6-9adb9b0d3fad {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:02:29.281427 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9b6b138e-521e-4f88-91e6-9adb9b0d3fad, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9b6b138e-521e-4f88-91e6-9adb9b0d3fad,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:29.285573 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.332604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=9b6b138e-521e-4f88-91e6-9adb9b0d3fad,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:29.394219 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c3fad4cd-30e9-4bce-9873-61f6fb421820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.577863 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:29.646691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1df17-a250-44b9-9a64-93725d39be1a req-5afa35c4-6408-4e9a-b13a-dd5a77e423ac tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:29.649557 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e6a1df17-a250-44b9-9a64-93725d39be1a req-5afa35c4-6408-4e9a-b13a-dd5a77e423ac tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 944 time: 0.1042612 Jul 09 20:02:29.706185 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e6a1df17-a250-44b9-9a64-93725d39be1a req-9b47ee19-ad3d-41d5-837a-106bb7e0074a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500069 Jul 09 20:02:29.867804 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['9b6b138e-521e-4f88-91e6-9adb9b0d3fad'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:02:30.002023 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822797ff-f02b-4c0b-b73f-e24bd0b6f277 req-a3645798-2269-44f0-9b67-ac28b03095b0 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:30.009601 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-822797ff-f02b-4c0b-b73f-e24bd0b6f277 req-a3645798-2269-44f0-9b67-ac28b03095b0 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0808642 Jul 09 20:02:30.057777 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-822797ff-f02b-4c0b-b73f-e24bd0b6f277 req-7ad3a281-9e25-4e84-9244-431216514bb4 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471931 Jul 09 20:02:30.350531 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.635279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39338) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:30.745612 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3c0e91bf-9043-4aa4-888a-278a63e436cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.907279 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3c0e91bf-9043-4aa4-888a-278a63e436cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.914368 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3c0e91bf-9043-4aa4-888a-278a63e436cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:30.986141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3c0e91bf-9043-4aa4-888a-278a63e436cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6966d56e7c4743e796bf3d801b72df18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495774 Jul 09 20:02:30.986869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e91bf-9043-4aa4-888a-278a63e436cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d858ef-d172-4f97-a6cf-b97e2b917e85,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:30.989627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39348) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:31.002265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271ba27-2357-4887-a499-17ff61137643 req-a57324af-2339-45de-9600-0348662fa863 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:31.003794 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f271ba27-2357-4887-a499-17ff61137643 req-a57324af-2339-45de-9600-0348662fa863 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 944 time: 0.1673684 Jul 09 20:02:31.047657 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f271ba27-2357-4887-a499-17ff61137643 req-53dceb48-16fa-4954-a5a5-1a30d0058f00 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335186 Jul 09 20:02:31.056680 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-445b1237-1c95-4b55-b3be-0160546ec4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.090464 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-445b1237-1c95-4b55-b3be-0160546ec4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.154888 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-445b1237-1c95-4b55-b3be-0160546ec4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.159234 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-445b1237-1c95-4b55-b3be-0160546ec4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:31.164178 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-445b1237-1c95-4b55-b3be-0160546ec4ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31d858ef-d172-4f97-a6cf-b97e2b917e85 HTTP/1.1" status: 204 len: 168 time: 0.1722853 Jul 09 20:02:31.173195 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b1237-1c95-4b55-b3be-0160546ec4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d858ef-d172-4f97-a6cf-b97e2b917e85,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:31.253446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939bb01-6435-46d5-b058-82f6dff8dcf6 req-65618489-bf0a-4ea9-b887-634e7a4af36b tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:31.255984 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7939bb01-6435-46d5-b058-82f6dff8dcf6 req-65618489-bf0a-4ea9-b887-634e7a4af36b tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0733480 Jul 09 20:02:31.351455 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7939bb01-6435-46d5-b058-82f6dff8dcf6 req-ed4a91e0-bb42-4c11-a99e-08959daa3904 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886240 Jul 09 20:02:32.206923 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:32.259964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f5dc4-5dcf-4388-a22f-d99af4da5622 req-309ff69b-c6de-4205-aa9a-0a5594968e98 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:32.261668 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd9f5dc4-5dcf-4388-a22f-d99af4da5622 req-309ff69b-c6de-4205-aa9a-0a5594968e98 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 944 time: 0.0805387 Jul 09 20:02:32.305618 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd9f5dc4-5dcf-4388-a22f-d99af4da5622 req-51dcc271-4cee-4b6d-8ed8-2602734c0607 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356450 Jul 09 20:02:32.606436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f8e54-118d-4062-846d-0ad931ad9749 req-9fd62164-d980-43c1-ade9-668fc4e81c8b tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:32.608162 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-921f8e54-118d-4062-846d-0ad931ad9749 req-9fd62164-d980-43c1-ade9-668fc4e81c8b tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.1339660 Jul 09 20:02:32.654252 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-921f8e54-118d-4062-846d-0ad931ad9749 req-4eea34f4-5bb7-45eb-9a8e-4a8285133868 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381355 Jul 09 20:02:33.079458 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9b6b138e-521e-4f88-91e6-9adb9b0d3fad up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:02:33.205097 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 9b6b138e-521e-4f88-91e6-9adb9b0d3fad completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:02:33.211319 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 9b6b138e-521e-4f88-91e6-9adb9b0d3fad triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:02:33.213129 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.314255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e806ae-c1a2-4157-856e-e2db0f0ffcda req-a77e3a0a-fd2f-43a4-af57-415c1a80e4a8 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:33.321906 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-98e806ae-c1a2-4157-856e-e2db0f0ffcda req-a77e3a0a-fd2f-43a4-af57-415c1a80e4a8 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.1570599 Jul 09 20:02:33.324698 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.344638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da036b51-97d8-48db-a470-7510b93c3942 req-8d7eb594-7cca-45b8-8e34-d575ac8c2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:33.346743 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da036b51-97d8-48db-a470-7510b93c3942 req-8d7eb594-7cca-45b8-8e34-d575ac8c2f3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd1e92343c70476985edfe6e820042fc&device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 1096 time: 0.1308756 Jul 09 20:02:33.356310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1301f7c-657e-462b-85f1-78da0448e6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6b138e-521e-4f88-91e6-9adb9b0d3fad'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:33.358955 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa301a3-78bf-4936-918a-3c102174b365" -d '{"events": [{"server_uuid": "e1301f7c-657e-462b-85f1-78da0448e6b8", "name": "network-vif-plugged", "status": "completed", "tag": "9b6b138e-521e-4f88-91e6-9adb9b0d3fad"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:33.373651 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9b6b138e-521e-4f88-91e6-9adb9b0d3fad, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9b6b138e-521e-4f88-91e6-9adb9b0d3fad,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:33.379318 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.430846 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-98e806ae-c1a2-4157-856e-e2db0f0ffcda req-86aea109-6976-48db-bd1d-2d861aac8cf0 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057999 Jul 09 20:02:33.488527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da036b51-97d8-48db-a470-7510b93c3942 req-43f745bf-0fd2-4414-ae63-0a045e33a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:33.491441 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da036b51-97d8-48db-a470-7510b93c3942 req-43f745bf-0fd2-4414-ae63-0a045e33a1c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=67d1286f-58f7-4821-a7a3-db425a3953cd HTTP/1.1" status: 200 len: 917 time: 0.1343520 Jul 09 20:02:33.492711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=9b6b138e-521e-4f88-91e6-9adb9b0d3fad,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:33.523510 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40673a5-620c-468c-b353-9898dbe296d8 x-openstack-request-id: req-b40673a5-620c-468c-b353-9898dbe296d8 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:33.523854 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1301f7c-657e-462b-85f1-78da0448e6b8", "name": "network-vif-plugged", "status": "completed", "tag": "9b6b138e-521e-4f88-91e6-9adb9b0d3fad", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:33.524194 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b40673a5-620c-468c-b353-9898dbe296d8 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:33.524644 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1301f7c-657e-462b-85f1-78da0448e6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6b138e-521e-4f88-91e6-9adb9b0d3fad', 'code': 200} Jul 09 20:02:33.549011 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da036b51-97d8-48db-a470-7510b93c3942 req-ab9af47a-0655-449d-9fdd-131b00977841 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9249ba5-0c0c-4071-be95-57b2e3edbd65 HTTP/1.1" status: 200 len: 217 time: 0.0505016 Jul 09 20:02:33.641045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39470) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:33.714870 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da036b51-97d8-48db-a470-7510b93c3942 req-44fd50f4-5e93-4780-bb57-c57ace524d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:33.726906 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da036b51-97d8-48db-a470-7510b93c3942 req-44fd50f4-5e93-4780-bb57-c57ace524d8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cff7f13a-2a43-4c67-aca2-928e93ed10f4 HTTP/1.1" status: 200 len: 855 time: 0.1690137 Jul 09 20:02:33.733703 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fedf3-4e62-4c4d-b99d-6a48256b35da req-d956b0f5-7fce-428f-9a54-347f89d8b8c5 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:33.737634 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f65fedf3-4e62-4c4d-b99d-6a48256b35da req-d956b0f5-7fce-428f-9a54-347f89d8b8c5 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1879554 Jul 09 20:02:33.841488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da036b51-97d8-48db-a470-7510b93c3942 req-355c5aa4-f2b0-4aff-af61-d8f19c20a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:33.843766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689eb80-2854-420d-b591-a2716406ff70 req-e6cc257d-72c6-4aee-934e-360e611a6bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:33.843919 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da036b51-97d8-48db-a470-7510b93c3942 req-355c5aa4-f2b0-4aff-af61-d8f19c20a2e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=67d1286f-58f7-4821-a7a3-db425a3953cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840220 Jul 09 20:02:33.845704 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0689eb80-2854-420d-b591-a2716406ff70 req-e6cc257d-72c6-4aee-934e-360e611a6bd9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 1096 time: 0.2291789 Jul 09 20:02:33.858314 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36b13afd-aa4b-44ac-bbdf-db92be5b6a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:33.864851 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f65fedf3-4e62-4c4d-b99d-6a48256b35da req-bc372646-a201-4572-b530-7f03da60874e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127036 Jul 09 20:02:33.920907 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0689eb80-2854-420d-b591-a2716406ff70 req-2b6fecdf-98ef-4cdd-89e7-4b1ea6ab49c0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546227 Jul 09 20:02:34.002939 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da036b51-97d8-48db-a470-7510b93c3942 req-b68a15e4-8bcb-4671-9023-50a955311e5d service neutron] 10.222.0.36 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351237 Jul 09 20:02:34.043052 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36b13afd-aa4b-44ac-bbdf-db92be5b6a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.047394 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36b13afd-aa4b-44ac-bbdf-db92be5b6a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.142962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b13afd-aa4b-44ac-bbdf-db92be5b6a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b35d69f-abe5-43bd-bce6-3b2ffbb46375,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:34.155115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-36b13afd-aa4b-44ac-bbdf-db92be5b6a34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7404d4b574f4483fbe51866c3dfcefe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5105443 Jul 09 20:02:34.155383 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39476) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:34.199985 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da036b51-97d8-48db-a470-7510b93c3942 req-cdee39de-9dd3-4eb5-a952-51e1143310ae service neutron] 10.222.0.36 "GET /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346829 Jul 09 20:02:34.214273 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-825c2301-8c18-48ef-b368-226c27807731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.238750 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-825c2301-8c18-48ef-b368-226c27807731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.293231 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-825c2301-8c18-48ef-b368-226c27807731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.295965 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-825c2301-8c18-48ef-b368-226c27807731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.297241 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-825c2301-8c18-48ef-b368-226c27807731 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b35d69f-abe5-43bd-bce6-3b2ffbb46375 HTTP/1.1" status: 204 len: 168 time: 0.1408458 Jul 09 20:02:34.307069 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c2301-8c18-48ef-b368-226c27807731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b35d69f-abe5-43bd-bce6-3b2ffbb46375,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:34.563452 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39486) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:34.593914 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0db498d9-3096-4c52-88d5-610154faaf9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.652114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7bc7c-5840-42db-a4f5-0d0104b98aa8 req-42d0afc7-9ff5-45aa-afa7-36a66abb1f45 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:34.653973 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-06f7bc7c-5840-42db-a4f5-0d0104b98aa8 req-42d0afc7-9ff5-45aa-afa7-36a66abb1f45 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.1060343 Jul 09 20:02:34.721706 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-06f7bc7c-5840-42db-a4f5-0d0104b98aa8 req-a01e0714-39de-4029-a786-e67ac2bbb04c tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576081 Jul 09 20:02:34.759599 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0db498d9-3096-4c52-88d5-610154faaf9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.764073 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0db498d9-3096-4c52-88d5-610154faaf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.788772 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db498d9-3096-4c52-88d5-610154faaf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c97dfe-c308-4c21-afdf-68a2bdbbf95d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:34.826181 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0db498d9-3096-4c52-88d5-610154faaf9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a550e060be348c795a65901fb918c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616630 Jul 09 20:02:34.828855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39496) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:34.890892 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6254e9b5-bb5c-4c66-8194-7ffb13b0862a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.916470 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6254e9b5-bb5c-4c66-8194-7ffb13b0862a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.965405 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6254e9b5-bb5c-4c66-8194-7ffb13b0862a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.967953 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6254e9b5-bb5c-4c66-8194-7ffb13b0862a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:34.969165 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6254e9b5-bb5c-4c66-8194-7ffb13b0862a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95c97dfe-c308-4c21-afdf-68a2bdbbf95d HTTP/1.1" status: 204 len: 168 time: 0.1392002 Jul 09 20:02:34.978202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254e9b5-bb5c-4c66-8194-7ffb13b0862a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c97dfe-c308-4c21-afdf-68a2bdbbf95d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:35.073625 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094c797-3261-49ac-a13a-d833e60ace24 req-ed3d15ad-e758-4c44-85c7-de36031375be tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:35.076391 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8094c797-3261-49ac-a13a-d833e60ace24 req-ed3d15ad-e758-4c44-85c7-de36031375be tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0792336 Jul 09 20:02:35.118456 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8094c797-3261-49ac-a13a-d833e60ace24 req-93a2026d-60df-4970-a1c1-74cc3dc5c7de tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365667 Jul 09 20:02:35.942103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd37bc-d43b-4d3f-84a4-13613559eb62 req-baa68c26-7d0e-4492-901e-33f2d2053df7 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:35.944616 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-35fd37bc-d43b-4d3f-84a4-13613559eb62 req-baa68c26-7d0e-4492-901e-33f2d2053df7 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0806050 Jul 09 20:02:35.988038 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-35fd37bc-d43b-4d3f-84a4-13613559eb62 req-80f9aedd-ad3a-4add-ba4f-3db7786bfdc8 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375519 Jul 09 20:02:36.202914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d9fa6-ddb2-4d15-9b75-79687e970d9a req-f8cbf760-480e-4ea4-b23d-5114bd92f22e tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:36.204980 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-507d9fa6-ddb2-4d15-9b75-79687e970d9a req-f8cbf760-480e-4ea4-b23d-5114bd92f22e tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0716214 Jul 09 20:02:36.244275 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-507d9fa6-ddb2-4d15-9b75-79687e970d9a req-fa3f9202-695c-48d0-b4c4-23d60d93a547 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328829 Jul 09 20:02:36.318753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b69899-e62f-4df7-a817-f09c868edf01 req-fa45d336-82c3-4529-bf38-eb2b9f4e9456 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:36.320438 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03b69899-e62f-4df7-a817-f09c868edf01 req-fa45d336-82c3-4529-bf38-eb2b9f4e9456 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0839894 Jul 09 20:02:36.363694 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03b69899-e62f-4df7-a817-f09c868edf01 req-22a4c208-8897-4cab-9d42-b708b3d2a1e1 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364814 Jul 09 20:02:36.547477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c7f25-72fa-4f70-80e4-3009857c97ae req-aafa268d-d731-458b-b364-dd486e2a1a39 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:36.548999 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-832c7f25-72fa-4f70-80e4-3009857c97ae req-aafa268d-d731-458b-b364-dd486e2a1a39 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aa4ecb4-ec98-42a5-ad0b-b20b4a448671 HTTP/1.1" status: 200 len: 945 time: 0.0657396 Jul 09 20:02:36.588925 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-832c7f25-72fa-4f70-80e4-3009857c97ae req-e5fc00f6-beae-49a0-af9a-7b8c06fa35d1 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330751 Jul 09 20:02:36.861984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab38e53-c1d6-4b3f-921e-2372f33b286d req-3996f240-8f2d-4e0b-b021-083f03c5033f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:36.869860 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ab38e53-c1d6-4b3f-921e-2372f33b286d req-3996f240-8f2d-4e0b-b021-083f03c5033f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 945 time: 0.0884120 Jul 09 20:02:36.897228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad5791-e67a-4fee-a202-d0e1884fd873 req-2ad2c751-0daf-4fe6-983d-d55a83c86b51 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:36.905902 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-caad5791-e67a-4fee-a202-d0e1884fd873 req-2ad2c751-0daf-4fe6-983d-d55a83c86b51 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0920818 Jul 09 20:02:36.906502 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ab38e53-c1d6-4b3f-921e-2372f33b286d req-bbbe989c-0808-41ad-9ccb-eaf8ddb3440b tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355642 Jul 09 20:02:36.977825 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-caad5791-e67a-4fee-a202-d0e1884fd873 req-b3274f39-74d7-4b20-a973-3d7f64422501 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707724 Jul 09 20:02:36.978207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-e63b6381-0391-4ec7-a133-b06d5f3c7fab req-25e10c53-0f1f-4120-bd03-2aaa35d40bb2 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:02:36.979402 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e63b6381-0391-4ec7-a133-b06d5f3c7fab req-25e10c53-0f1f-4120-bd03-2aaa35d40bb2 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075760 Jul 09 20:02:37.131988 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e63b6381-0391-4ec7-a133-b06d5f3c7fab req-48d166bd-7270-4bba-898e-5df0c8199080 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1443398 Jul 09 20:02:37.199793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602470c0-349b-4e80-bbf0-ee55f288a587 req-24e43c7f-e6ad-40e6-881a-ef8612c969a8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:37.201827 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-602470c0-349b-4e80-bbf0-ee55f288a587 req-24e43c7f-e6ad-40e6-881a-ef8612c969a8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1080444 Jul 09 20:02:37.256695 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-602470c0-349b-4e80-bbf0-ee55f288a587 req-c8309c15-377a-4164-bcba-216c6e351ec3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476346 Jul 09 20:02:37.638263 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6a86d-e63d-4cb9-9e6b-94b6b6bd474e req-08ffc27c-c6b2-4a41-b0d8-ace511354b4a tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:37.639925 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ec6a86d-e63d-4cb9-9e6b-94b6b6bd474e req-08ffc27c-c6b2-4a41-b0d8-ace511354b4a tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.1351309 Jul 09 20:02:37.713998 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ec6a86d-e63d-4cb9-9e6b-94b6b6bd474e req-5eba89a8-eb5a-4541-ba36-5f3bf939f6ab tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585968 Jul 09 20:02:37.904099 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7be785-85c8-47fb-a233-80b7e0053c4e req-8bf58ffa-5d07-43f7-a946-82ec983f4f9a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:37.905786 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8f7be785-85c8-47fb-a233-80b7e0053c4e req-8bf58ffa-5d07-43f7-a946-82ec983f4f9a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0879450 Jul 09 20:02:37.948907 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8f7be785-85c8-47fb-a233-80b7e0053c4e req-77cabf62-4a45-4212-aa87-e78f29543fc8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376019 Jul 09 20:02:38.385973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91858149-9373-4d43-a88c-10e8236a6310 req-89cd31e0-5b93-4dbc-a9d0-3fb7cb816032 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:38.392901 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-91858149-9373-4d43-a88c-10e8236a6310 req-89cd31e0-5b93-4dbc-a9d0-3fb7cb816032 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aa4ecb4-ec98-42a5-ad0b-b20b4a448671 HTTP/1.1" status: 200 len: 945 time: 0.3716955 Jul 09 20:02:38.431161 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-91858149-9373-4d43-a88c-10e8236a6310 req-e9e18e9c-b3e4-4a16-a528-3c24076e7847 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373046 Jul 09 20:02:38.648896 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9330209-a007-49c1-95bf-a2d14bc957e0 req-54990de9-a76e-40eb-ac86-1babf79ee2d5 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:38.650433 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c9330209-a007-49c1-95bf-a2d14bc957e0 req-54990de9-a76e-40eb-ac86-1babf79ee2d5 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 945 time: 0.0792696 Jul 09 20:02:38.697469 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c9330209-a007-49c1-95bf-a2d14bc957e0 req-783aa8db-eacd-424f-ad1b-981db32de87c tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371339 Jul 09 20:02:39.192276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9224b1-0f8a-4f71-afc5-004647e8e3f5 req-225c919f-1ec2-4eca-b2f7-ef9e86a666a1 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:39.210773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9224b1-0f8a-4f71-afc5-004647e8e3f5 req-225c919f-1ec2-4eca-b2f7-ef9e86a666a1 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:39.213650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9224b1-0f8a-4f71-afc5-004647e8e3f5 req-225c919f-1ec2-4eca-b2f7-ef9e86a666a1 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:39.216563 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f9224b1-0f8a-4f71-afc5-004647e8e3f5 req-225c919f-1ec2-4eca-b2f7-ef9e86a666a1 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee&device_id=8aa4ecb4-ec98-42a5-ad0b-b20b4a448671&device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 2416 time: 0.1254065 Jul 09 20:02:39.284014 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f9224b1-0f8a-4f71-afc5-004647e8e3f5 req-af9d9d07-fdbd-4d10-aeb8-fc08dff9b9da tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599759 Jul 09 20:02:39.369808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646259c-8635-4059-9145-3f54cd30e2f2 req-dd8a945f-8898-4266-ba7b-e360f55074e3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:39.372036 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7646259c-8635-4059-9145-3f54cd30e2f2 req-dd8a945f-8898-4266-ba7b-e360f55074e3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1030085 Jul 09 20:02:39.412246 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-feb81226-d776-4af5-93fc-0c1fc90c70e5 req-997474d4-55bd-4d9c-9f96-dd04ac0c35c2 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0948863 Jul 09 20:02:39.443876 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7646259c-8635-4059-9145-3f54cd30e2f2 req-366173b0-2cb5-421a-83a1-bf9b9e64874d tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655930 Jul 09 20:02:39.525422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39814) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:39.684120 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe0318ba-7c4b-4e7a-b545-764e8ad5e8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:39.827526 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe0318ba-7c4b-4e7a-b545-764e8ad5e8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:39.837788 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe0318ba-7c4b-4e7a-b545-764e8ad5e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:39.920978 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39844) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:39.921679 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fe0318ba-7c4b-4e7a-b545-764e8ad5e8fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55ebe5dc60274059909602d6dd98a84e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951452 Jul 09 20:02:39.922636 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0318ba-7c4b-4e7a-b545-764e8ad5e8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fa7bf1-d929-4838-b4be-cbe1f5617b7c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:39.979332 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-030b4c99-ff94-48ed-b767-ed325d768c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:40.009880 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-030b4c99-ff94-48ed-b767-ed325d768c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:40.077793 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-030b4c99-ff94-48ed-b767-ed325d768c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:40.080666 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-030b4c99-ff94-48ed-b767-ed325d768c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:40.082044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-030b4c99-ff94-48ed-b767-ed325d768c34 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8fa7bf1-d929-4838-b4be-cbe1f5617b7c HTTP/1.1" status: 204 len: 168 time: 0.1600676 Jul 09 20:02:40.095409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b4c99-ff94-48ed-b767-ed325d768c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fa7bf1-d929-4838-b4be-cbe1f5617b7c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:40.653782 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559bc0d-64f9-4a2a-9646-9f8929aa1f39 req-f7013892-f2cb-471a-88d5-ceda92fbfe3e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:40.660578 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a559bc0d-64f9-4a2a-9646-9f8929aa1f39 req-f7013892-f2cb-471a-88d5-ceda92fbfe3e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0726998 Jul 09 20:02:40.710231 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a559bc0d-64f9-4a2a-9646-9f8929aa1f39 req-f9548753-56e4-478d-a427-69f3c18de9e6 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460620 Jul 09 20:02:41.069544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c2af4-e388-4ad5-a424-96d34e71c154 req-9c6b2803-9a63-4893-bee2-866e0707dd29 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:41.073020 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0b9c2af4-e388-4ad5-a424-96d34e71c154 req-9c6b2803-9a63-4893-bee2-866e0707dd29 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 945 time: 0.0725393 Jul 09 20:02:41.112054 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0b9c2af4-e388-4ad5-a424-96d34e71c154 req-4cac1d43-d3aa-405b-af6c-4d91aa1e3dab tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346756 Jul 09 20:02:41.907558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb14a2-f2d0-4897-b7d0-e529e55a82fe req-7495c0e8-430d-4ca5-9d34-5ed853dbb4b8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:41.909165 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-81eb14a2-f2d0-4897-b7d0-e529e55a82fe req-7495c0e8-430d-4ca5-9d34-5ed853dbb4b8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0761352 Jul 09 20:02:41.970018 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-81eb14a2-f2d0-4897-b7d0-e529e55a82fe req-f71dce00-70c7-4cb3-ba60-339f8885242d tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538864 Jul 09 20:02:42.018520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40092) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:42.127180 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ed37c24-8026-498a-b2ba-434d45883b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.243420 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ed37c24-8026-498a-b2ba-434d45883b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.251316 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ed37c24-8026-498a-b2ba-434d45883b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.296298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed37c24-8026-498a-b2ba-434d45883b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778ff953-17d5-47f2-8a02-3892541a4f8e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:42.315997 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0ed37c24-8026-498a-b2ba-434d45883b9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab7a854713c64eefbdc09d205566b15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964165 Jul 09 20:02:42.317213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1a682-7c1a-4494-a518-8740284e273c req-43399a65-3831-4a02-b0e7-375c79a84ec3 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:42.319227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40128) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:42.325077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52b1a682-7c1a-4494-a518-8740284e273c req-43399a65-3831-4a02-b0e7-375c79a84ec3 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 945 time: 0.0858834 Jul 09 20:02:42.366594 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52b1a682-7c1a-4494-a518-8740284e273c req-9ae399b1-e1bb-4b4e-b649-ab5253f2ade0 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391529 Jul 09 20:02:42.386973 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc108-e900-456f-b0f2-fd70813edcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.410532 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc108-e900-456f-b0f2-fd70813edcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.416665 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40134) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:42.465943 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc108-e900-456f-b0f2-fd70813edcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.469373 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9fdfc108-e900-456f-b0f2-fd70813edcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.470762 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9fdfc108-e900-456f-b0f2-fd70813edcf3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/778ff953-17d5-47f2-8a02-3892541a4f8e HTTP/1.1" status: 204 len: 168 time: 0.1504905 Jul 09 20:02:42.482356 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfc108-e900-456f-b0f2-fd70813edcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778ff953-17d5-47f2-8a02-3892541a4f8e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:42.543324 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-973a6621-dab4-4193-8c41-06455364b6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.639127 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-973a6621-dab4-4193-8c41-06455364b6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.643076 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-973a6621-dab4-4193-8c41-06455364b6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.682302 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-973a6621-dab4-4193-8c41-06455364b6b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0efeb8fcfd9042e29530c8a1eff402b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645462 Jul 09 20:02:42.683472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a6621-dab4-4193-8c41-06455364b6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10a0f0b-dad7-4a9a-8247-029c4897ad0b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:42.685054 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40144) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:42.781137 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d84f66cb-559c-4fe8-810d-b8b3a97b4d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.808725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da3d5a-9492-4d7f-a3e3-532369692319 req-50580435-ab92-415f-a158-973358ca05fc tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:42.810237 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8da3d5a-9492-4d7f-a3e3-532369692319 req-50580435-ab92-415f-a158-973358ca05fc tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 945 time: 0.1089265 Jul 09 20:02:42.820493 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d84f66cb-559c-4fe8-810d-b8b3a97b4d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.930762 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d84f66cb-559c-4fe8-810d-b8b3a97b4d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.933335 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d84f66cb-559c-4fe8-810d-b8b3a97b4d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:42.934520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d84f66cb-559c-4fe8-810d-b8b3a97b4d56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f10a0f0b-dad7-4a9a-8247-029c4897ad0b HTTP/1.1" status: 204 len: 168 time: 0.2483721 Jul 09 20:02:42.948581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f66cb-559c-4fe8-810d-b8b3a97b4d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10a0f0b-dad7-4a9a-8247-029c4897ad0b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:42.953909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-a8da3d5a-9492-4d7f-a3e3-532369692319 req-dbfa0afd-ffbd-4126-a712-654d4f12ae8f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Deleting port ef2fd685-35e6-45da-80a9-e3774d2c8236 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:42.954269 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a8da3d5a-9492-4d7f-a3e3-532369692319 req-dbfa0afd-ffbd-4126-a712-654d4f12ae8f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.073419 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a8da3d5a-9492-4d7f-a3e3-532369692319 req-dbfa0afd-ffbd-4126-a712-654d4f12ae8f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] For port ef2fd685-35e6-45da-80a9-e3774d2c8236, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ef2fd685-35e6-45da-80a9-e3774d2c8236,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:43.073894 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a8da3d5a-9492-4d7f-a3e3-532369692319 req-dbfa0afd-ffbd-4126-a712-654d4f12ae8f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.090141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-a8da3d5a-9492-4d7f-a3e3-532369692319 req-dbfa0afd-ffbd-4126-a712-654d4f12ae8f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Calling delete_port for ef2fd685-35e6-45da-80a9-e3774d2c8236 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:43.234027 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eecb31-8a06-4151-8597-da07f5a04f67 req-ecea0dbd-b172-4875-ba81-cb6643352aed tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:43.235794 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74eecb31-8a06-4151-8597-da07f5a04f67 req-ecea0dbd-b172-4875-ba81-cb6643352aed tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1005931 Jul 09 20:02:43.262523 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:02:43.316404 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74eecb31-8a06-4151-8597-da07f5a04f67 req-a8766ab2-9976-4f17-b86e-811994f0fd33 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504560 Jul 09 20:02:43.329921 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a8da3d5a-9492-4d7f-a3e3-532369692319 req-dbfa0afd-ffbd-4126-a712-654d4f12ae8f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.343675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['f9249ba5-0c0c-4071-be95-57b2e3edbd65', 'a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:02:43.357431 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40180) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:43.373842 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8bb4678-ec65-47cc-bad5-bc7d5908ae5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.401291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa0afd-ffbd-4126-a712-654d4f12ae8f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Pushing event deleted for resources: {'Port': ['ID=ef2fd685-35e6-45da-80a9-e3774d2c8236,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:43.524403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8da3d5a-9492-4d7f-a3e3-532369692319 req-dbfa0afd-ffbd-4126-a712-654d4f12ae8f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] No DVR routers for this DVR port ef2fd685-35e6-45da-80a9-e3774d2c8236 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:43.530291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a8da3d5a-9492-4d7f-a3e3-532369692319 req-dbfa0afd-ffbd-4126-a712-654d4f12ae8f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.538913 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8da3d5a-9492-4d7f-a3e3-532369692319 req-dbfa0afd-ffbd-4126-a712-654d4f12ae8f tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.36 "DELETE /v2.0/ports/ef2fd685-35e6-45da-80a9-e3774d2c8236 HTTP/1.1" status: 204 len: 173 time: 0.7194600 Jul 09 20:02:43.540778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee', 'name': 'network-vif-deleted', 'tag': 'ef2fd685-35e6-45da-80a9-e3774d2c8236'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:43.549614 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7707ebea-0b6a-4671-8fda-53f46e96f473" -d '{"events": [{"server_uuid": "ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee", "name": "network-vif-deleted", "tag": "ef2fd685-35e6-45da-80a9-e3774d2c8236"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:43.640080 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8bb4678-ec65-47cc-bad5-bc7d5908ae5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.652667 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8bb4678-ec65-47cc-bad5-bc7d5908ae5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.672404 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9482aef7-d769-41f7-ae65-e09c93c95526 req-bca8eaa2-608b-48cf-9df0-2b9c32039ca2 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee HTTP/1.1" status: 200 len: 210 time: 0.0914338 Jul 09 20:02:43.693223 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb4678-ec65-47cc-bad5-bc7d5908ae5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8225fbb4-38c9-4661-821b-352b348294d8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:43.732869 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e8bb4678-ec65-47cc-bad5-bc7d5908ae5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c85c34c27f24464ac106d97618014ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741617 Jul 09 20:02:43.737409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40204) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:43.763722 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabb904f-4732-4739-97d8-2f40489413fe x-openstack-request-id: req-fabb904f-4732-4739-97d8-2f40489413fe {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:43.764023 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee", "name": "network-vif-deleted", "tag": "ef2fd685-35e6-45da-80a9-e3774d2c8236", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:43.764838 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fabb904f-4732-4739-97d8-2f40489413fe {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:43.765295 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6e1dbe-d4e7-4db6-afa1-c9d503f559ee', 'name': 'network-vif-deleted', 'tag': 'ef2fd685-35e6-45da-80a9-e3774d2c8236', 'status': 'completed', 'code': 200} Jul 09 20:02:43.814824 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dbc60231-8ffe-43cb-93a9-cfc27a8a164c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.841419 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dbc60231-8ffe-43cb-93a9-cfc27a8a164c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.891187 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dbc60231-8ffe-43cb-93a9-cfc27a8a164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.894056 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dbc60231-8ffe-43cb-93a9-cfc27a8a164c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:43.895282 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dbc60231-8ffe-43cb-93a9-cfc27a8a164c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8225fbb4-38c9-4661-821b-352b348294d8 HTTP/1.1" status: 204 len: 168 time: 0.1566584 Jul 09 20:02:43.903726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc60231-8ffe-43cb-93a9-cfc27a8a164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8225fbb4-38c9-4661-821b-352b348294d8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:44.138702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40224) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:44.333863 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97bc8411-d15c-4b6a-966f-e1c5966095b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.461368 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97bc8411-d15c-4b6a-966f-e1c5966095b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.466861 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97bc8411-d15c-4b6a-966f-e1c5966095b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.509900 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-97bc8411-d15c-4b6a-966f-e1c5966095b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a959a46ab6f4c1aae82ff2b92dd758f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700581 Jul 09 20:02:44.511036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc8411-d15c-4b6a-966f-e1c5966095b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8459bcca-b86f-48df-b3db-548406231691,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:44.512559 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40234) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:44.530092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b5511-5a0e-429d-8afa-9c024a160d24 req-a790c227-ed66-4ba6-a8eb-241f8a0314e4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:44.531553 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-318b5511-5a0e-429d-8afa-9c024a160d24 req-a790c227-ed66-4ba6-a8eb-241f8a0314e4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0743382 Jul 09 20:02:44.595001 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-318b5511-5a0e-429d-8afa-9c024a160d24 req-8cc09e70-00f7-43c6-9087-8fa42ed6797a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571434 Jul 09 20:02:44.607657 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a176a3de-7de2-4b17-b32f-1172344892df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.630574 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a176a3de-7de2-4b17-b32f-1172344892df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.677604 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a176a3de-7de2-4b17-b32f-1172344892df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.680266 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a176a3de-7de2-4b17-b32f-1172344892df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:44.681440 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a176a3de-7de2-4b17-b32f-1172344892df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8459bcca-b86f-48df-b3db-548406231691 HTTP/1.1" status: 204 len: 168 time: 0.1657379 Jul 09 20:02:44.694818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176a3de-7de2-4b17-b32f-1172344892df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8459bcca-b86f-48df-b3db-548406231691,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:45.136935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6d232-8bc5-4a57-bdb2-cb4d31b05a66 req-1a0492a2-ec3a-463f-b825-6aec39cfcd01 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:45.138470 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00e6d232-8bc5-4a57-bdb2-cb4d31b05a66 req-1a0492a2-ec3a-463f-b825-6aec39cfcd01 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aa4ecb4-ec98-42a5-ad0b-b20b4a448671 HTTP/1.1" status: 200 len: 945 time: 0.0656042 Jul 09 20:02:45.144095 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ef2fd685-35e6-45da-80a9-e3774d2c8236 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:02:45.164600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: ef2fd685-35e6-45da-80a9-e3774d2c8236 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:02:45.165068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ef2fd685-35e6-45da-80a9-e3774d2c8236 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:02:45.177954 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00e6d232-8bc5-4a57-bdb2-cb4d31b05a66 req-84d86dd5-51e8-42b0-99c2-a9bd653f4f2e tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338488 Jul 09 20:02:45.779874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91d2ca-bfec-43cf-8a27-4695bf4d8fc9 req-2c0c106a-af18-47ad-aa60-eb3cdd5820a8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:45.781722 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4b91d2ca-bfec-43cf-8a27-4695bf4d8fc9 req-2c0c106a-af18-47ad-aa60-eb3cdd5820a8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0700743 Jul 09 20:02:45.821507 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4b91d2ca-bfec-43cf-8a27-4695bf4d8fc9 req-cd7548bb-34e3-4c18-b440-358804c4c102 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328815 Jul 09 20:02:45.852914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40304) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:45.953761 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-847eb3f0-3993-4a9b-9ae0-fd7e8dd115b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:46.046461 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-847eb3f0-3993-4a9b-9ae0-fd7e8dd115b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:46.050308 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-847eb3f0-3993-4a9b-9ae0-fd7e8dd115b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:46.087496 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-847eb3f0-3993-4a9b-9ae0-fd7e8dd115b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d32045cb9d4742689312b9ef86324ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335205 Jul 09 20:02:46.088675 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eb3f0-3993-4a9b-9ae0-fd7e8dd115b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21360dfc-d174-4576-864e-a99463fa7f05,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:46.090187 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40310) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:46.155733 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eaa7980e-3157-4f2d-918d-1493b619c7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:46.176873 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eaa7980e-3157-4f2d-918d-1493b619c7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:46.224741 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eaa7980e-3157-4f2d-918d-1493b619c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:46.227276 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eaa7980e-3157-4f2d-918d-1493b619c7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:46.230784 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-eaa7980e-3157-4f2d-918d-1493b619c7e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/21360dfc-d174-4576-864e-a99463fa7f05 HTTP/1.1" status: 204 len: 168 time: 0.1371698 Jul 09 20:02:46.238170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7980e-3157-4f2d-918d-1493b619c7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21360dfc-d174-4576-864e-a99463fa7f05,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:46.387571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794d6a4-c5c7-424f-9884-93df5895d18f req-e6924851-ad5c-4e10-8c84-76d2bec09e0c tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:46.389254 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5794d6a4-c5c7-424f-9884-93df5895d18f req-e6924851-ad5c-4e10-8c84-76d2bec09e0c tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aa4ecb4-ec98-42a5-ad0b-b20b4a448671 HTTP/1.1" status: 200 len: 945 time: 0.0758901 Jul 09 20:02:46.429328 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5794d6a4-c5c7-424f-9884-93df5895d18f req-5175acd5-507b-48a2-ab2a-283be69a0bf7 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338633 Jul 09 20:02:46.890951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821518b1-68f8-4e7d-aac3-2edf58b5a70e req-3baba027-a553-41f0-a215-192bb2c377ce tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:46.893621 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-821518b1-68f8-4e7d-aac3-2edf58b5a70e req-3baba027-a553-41f0-a215-192bb2c377ce tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.36 "GET /v2.0/ports?device_id=8aa4ecb4-ec98-42a5-ad0b-b20b4a448671 HTTP/1.1" status: 200 len: 945 time: 0.0689905 Jul 09 20:02:47.003651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-821518b1-68f8-4e7d-aac3-2edf58b5a70e req-74196e37-ed5a-438d-8ace-d463d4906b86 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Deleting port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:47.004149 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-821518b1-68f8-4e7d-aac3-2edf58b5a70e req-74196e37-ed5a-438d-8ace-d463d4906b86 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.025497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d140ecb-db2e-4428-9ca0-13b0ddb0cc0c req-a1c68ed9-fcf6-4d9a-b69e-51c7d7040b36 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:47.027300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8d140ecb-db2e-4428-9ca0-13b0ddb0cc0c req-a1c68ed9-fcf6-4d9a-b69e-51c7d7040b36 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0717711 Jul 09 20:02:47.078203 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8d140ecb-db2e-4428-9ca0-13b0ddb0cc0c req-f2c09726-483d-41cd-9cd2-fb0e2af14bd4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422392 Jul 09 20:02:47.110418 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-821518b1-68f8-4e7d-aac3-2edf58b5a70e req-74196e37-ed5a-438d-8ace-d463d4906b86 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] For port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:47.110920 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-821518b1-68f8-4e7d-aac3-2edf58b5a70e req-74196e37-ed5a-438d-8ace-d463d4906b86 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.125546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-821518b1-68f8-4e7d-aac3-2edf58b5a70e req-74196e37-ed5a-438d-8ace-d463d4906b86 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Calling delete_port for a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:47.261411 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-821518b1-68f8-4e7d-aac3-2edf58b5a70e req-74196e37-ed5a-438d-8ace-d463d4906b86 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.284623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['f9249ba5-0c0c-4071-be95-57b2e3edbd65'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:02:47.293092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74196e37-ed5a-438d-8ace-d463d4906b86 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Pushing event deleted for resources: {'Port': ['ID=a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:47.348173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-821518b1-68f8-4e7d-aac3-2edf58b5a70e req-74196e37-ed5a-438d-8ace-d463d4906b86 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] No DVR routers for this DVR port a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:47.353339 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-821518b1-68f8-4e7d-aac3-2edf58b5a70e req-74196e37-ed5a-438d-8ace-d463d4906b86 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.356361 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-821518b1-68f8-4e7d-aac3-2edf58b5a70e req-74196e37-ed5a-438d-8ace-d463d4906b86 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.36 "DELETE /v2.0/ports/a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a HTTP/1.1" status: 204 len: 173 time: 0.4569902 Jul 09 20:02:47.357159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa4ecb4-ec98-42a5-ad0b-b20b4a448671', 'name': 'network-vif-deleted', 'tag': 'a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:47.359617 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139c22d6-8821-40de-9645-00fea0bdc468" -d '{"events": [{"server_uuid": "8aa4ecb4-ec98-42a5-ad0b-b20b4a448671", "name": "network-vif-deleted", "tag": "a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:47.423778 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0818944-c744-49e0-b6ab-ea9e8da8c199 x-openstack-request-id: req-c0818944-c744-49e0-b6ab-ea9e8da8c199 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:47.424076 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa4ecb4-ec98-42a5-ad0b-b20b4a448671", "name": "network-vif-deleted", "tag": "a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:47.424337 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0818944-c744-49e0-b6ab-ea9e8da8c199 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:47.424973 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa4ecb4-ec98-42a5-ad0b-b20b4a448671', 'name': 'network-vif-deleted', 'tag': 'a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a', 'status': 'completed', 'code': 200} Jul 09 20:02:47.477255 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40362) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:47.626725 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d28facec-8bcb-474b-96f9-48cbe6274081 req-1ab72b89-6cbd-45ee-9a39-2e7b53c6ec7b tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=8aa4ecb4-ec98-42a5-ad0b-b20b4a448671 HTTP/1.1" status: 200 len: 210 time: 0.0362287 Jul 09 20:02:47.672337 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-619943224'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:47.694998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Made reservation on behalf of 221b1a9aa6494c8eaf430b52bcfbbf8d for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:47.698692 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.707310 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.806302 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.810047 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.837372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:02:47.847245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c4e5ca-cbca-4f02-ad53-c653fa778b08,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:47.853098 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.853451 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Added segment 1f7657b4-0ccb-4571-adcc-8f73e79bc032 of type vlan for network 9fabd881-aafb-4160-9d42-a832e261f0c6 Jul 09 20:02:47.893629 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.924682 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:47.931763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:47.932446 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.008843 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.5303364 Jul 09 20:02:48.018990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200accf-5e74-41ed-b058-474c55d1b65c tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Pushing event updated for resources: {'Network': ['ID=9fabd881-aafb-4160-9d42-a832e261f0c6,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:48.029996 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 9fabd881-aafb-4160-9d42-a832e261f0c6 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:02:48.204610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40380) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:48.211330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Request body: {'port': {'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6', 'binding:host_id': 'n-h2-800088-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-429694669'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:48.233475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Made reservation on behalf of 2705c6d480414e1f9402aae1db814e89 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:48.236212 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.245879 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.266595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66311ae5-2edf-49cb-a01a-e2baf9f622d0 req-6d047a4a-5802-4a45-8e62-1c3c8131a459 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:48.268086 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-66311ae5-2edf-49cb-a01a-e2baf9f622d0 req-6d047a4a-5802-4a45-8e62-1c3c8131a459 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0720410 Jul 09 20:02:48.316659 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-66311ae5-2edf-49cb-a01a-e2baf9f622d0 req-e73cb1e3-1710-4bdb-b64d-ec1d0c07b93b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401590 Jul 09 20:02:48.342728 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.346707 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.351689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] device_id is not set on port 258f97d9-825e-49f7-97e9-129c91e98fb9 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:48.430097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b1808f-d484-4da9-a99c-0ac067ebb867,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:48.573700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] device_id is not set on port 258f97d9-825e-49f7-97e9-129c91e98fb9 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:48.582277 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.592367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Transition to ACTIVE for port object 258f97d9-825e-49f7-97e9-129c91e98fb9 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:48.601338 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:48.655616 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Pushing event updated for resources: {'Port': ['ID=258f97d9-825e-49f7-97e9-129c91e98fb9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:48.671608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Checking segment: {'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:48.671984 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Network hostable DHCP agents. Network: 9fabd881-aafb-4160-9d42-a832e261f0c6, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:02:48.690767 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Network 9fabd881-aafb-4160-9d42-a832e261f0c6 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:02:48.700350 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 9fabd881-aafb-4160-9d42-a832e261f0c6) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:48.706225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:48.710347 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e897e3-51d0-4b70-bfea-700e99219015 None None] Network 9fabd881-aafb-4160-9d42-a832e261f0c6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:48.736482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:48.737005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:48.737453 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:48.742367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:48.742877 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:48.743298 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 2 to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 Jul 09 20:02:48.758173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:48.759197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:48.759197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:48.767544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:48.767868 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:48.768571 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 3 to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 Jul 09 20:02:48.783984 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:48.784337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:48.784739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:48.791753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:48.792299 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:48.792965 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 4 to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 Jul 09 20:02:48.808402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:48.808981 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:48.809522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:48.815907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:48.816562 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:48.817159 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 5 to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 Jul 09 20:02:48.830229 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:48.830487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:48.831021 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:48.836014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:48.836349 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:48.836789 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 6 to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 Jul 09 20:02:48.850889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:48.851476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:48.852143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:48.856989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:48.857522 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:48.858149 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 7 to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 Jul 09 20:02:48.873247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:48.873622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:48.873969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:48.878264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:48.878617 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:48.879133 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 8 to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 Jul 09 20:02:48.891162 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:48.891512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:48.891852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:48.897920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:48.898256 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:48.898792 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 9 to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 Jul 09 20:02:48.912043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:48.912506 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:48.913078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:48.917961 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:48.918293 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:48.918688 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 10 to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 Jul 09 20:02:48.930213 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:48.930555 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:48.930892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:48.935104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port 258f97d9-825e-49f7-97e9-129c91e98fb9 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:48.935435 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port 258f97d9-825e-49f7-97e9-129c91e98fb9 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:48.935809 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.002596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] For port 258f97d9-825e-49f7-97e9-129c91e98fb9, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:02:49.003002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempted to set empty binding levels {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 20:02:49.007324 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.048121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:49.048746 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.072807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Pushing event updated for resources: {'Port': ['ID=258f97d9-825e-49f7-97e9-129c91e98fb9,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:49.080472 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e445f656-8490-416a-86f2-a75afdbdf1dc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.8745804 Jul 09 20:02:49.080651 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40394) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:49.175869 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:02:49.196107 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:02:49.196462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a2ec4ff4-c2d3-42f3-94d3-a89c0942a22a not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:02:49.211533 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-a5058a24-5856-4f9b-942b-9b4aa053994f tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Deleting port 258f97d9-825e-49f7-97e9-129c91e98fb9 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:49.211895 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a5058a24-5856-4f9b-942b-9b4aa053994f tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.272096 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ceca8-565f-424e-bd61-3a6c36fecee4 req-50534217-6acb-44eb-8588-a45e8a300b67 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:49.273622 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-586ceca8-565f-424e-bd61-3a6c36fecee4 req-50534217-6acb-44eb-8588-a45e8a300b67 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.1277974 Jul 09 20:02:49.299596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-a5058a24-5856-4f9b-942b-9b4aa053994f tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] For port 258f97d9-825e-49f7-97e9-129c91e98fb9, host n-h2-800088-3, got binding levels [] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:49.299971 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a5058a24-5856-4f9b-942b-9b4aa053994f tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.317155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-a5058a24-5856-4f9b-942b-9b4aa053994f tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Calling delete_port for 258f97d9-825e-49f7-97e9-129c91e98fb9 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:49.340262 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-586ceca8-565f-424e-bd61-3a6c36fecee4 req-9558651d-3a3a-4067-8834-2574f0a09eb4 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580282 Jul 09 20:02:49.419900 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a5058a24-5856-4f9b-942b-9b4aa053994f tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.449289 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5058a24-5856-4f9b-942b-9b4aa053994f tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Pushing event deleted for resources: {'Port': ['ID=258f97d9-825e-49f7-97e9-129c91e98fb9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:49.482954 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a5058a24-5856-4f9b-942b-9b4aa053994f tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.484870 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a5058a24-5856-4f9b-942b-9b4aa053994f tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "DELETE /v2.0/ports/258f97d9-825e-49f7-97e9-129c91e98fb9 HTTP/1.1" status: 204 len: 168 time: 0.4032898 Jul 09 20:02:49.487527 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40400) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:49.514769 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4aa987-352f-46de-b9c2-c0400b933664 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] GET failed (client error): The resource could not be found. Jul 09 20:02:49.516238 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5d4aa987-352f-46de-b9c2-c0400b933664 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "GET /v2.0/ports/258f97d9-825e-49f7-97e9-129c91e98fb9 HTTP/1.1" status: 404 len: 333 time: 0.0277629 Jul 09 20:02:49.519669 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40402) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:49.525361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c2097ea6-6639-430b-bd1c-9e69fd16e3fc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Request body: {'port': {'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-32449798'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:49.547227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2097ea6-6639-430b-bd1c-9e69fd16e3fc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Made reservation on behalf of 2705c6d480414e1f9402aae1db814e89 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:49.547470 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a40c5-df74-4010-9f34-4d1cd733bc70 req-d0f59f94-d938-424e-84e2-669bdaf7bac8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:49.549013 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-931a40c5-df74-4010-9f34-4d1cd733bc70 req-d0f59f94-d938-424e-84e2-669bdaf7bac8 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1011035 Jul 09 20:02:49.549718 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c2097ea6-6639-430b-bd1c-9e69fd16e3fc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.565807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-c2097ea6-6639-430b-bd1c-9e69fd16e3fc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] device_id is not set on port c01324e3-53f1-4653-bca1-fb5b2b8dd025 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:49.592166 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-931a40c5-df74-4010-9f34-4d1cd733bc70 req-c423df5a-52bd-41d3-8a6a-06cbd8b10ddf tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372262 Jul 09 20:02:49.706853 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c2097ea6-6639-430b-bd1c-9e69fd16e3fc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.742378 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c2097ea6-6639-430b-bd1c-9e69fd16e3fc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.783929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2097ea6-6639-430b-bd1c-9e69fd16e3fc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Network 9fabd881-aafb-4160-9d42-a832e261f0c6 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:49.789373 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-c2097ea6-6639-430b-bd1c-9e69fd16e3fc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:49.792624 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2097ea6-6639-430b-bd1c-9e69fd16e3fc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:49.793559 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2097ea6-6639-430b-bd1c-9e69fd16e3fc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:49.794310 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c2097ea6-6639-430b-bd1c-9e69fd16e3fc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:49.805034 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2097ea6-6639-430b-bd1c-9e69fd16e3fc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Pushing event updated for resources: {'Port': ['ID=c01324e3-53f1-4653-bca1-fb5b2b8dd025,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:49.814596 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c2097ea6-6639-430b-bd1c-9e69fd16e3fc tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.2937691 Jul 09 20:02:49.817691 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40406) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:49.823019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:49.893798 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.061310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] device_id is not set on port c01324e3-53f1-4653-bca1-fb5b2b8dd025 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:50.069283 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.080923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Transition to ACTIVE for port object c01324e3-53f1-4653-bca1-fb5b2b8dd025 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:50.084468 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.138269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Pushing event updated for resources: {'Port': ['ID=c01324e3-53f1-4653-bca1-fb5b2b8dd025,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:50.149330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:50.149781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:50.150018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:50.154354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:50.154690 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:50.155086 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 2 to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 Jul 09 20:02:50.168160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:50.168507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:50.168890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:50.173103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:50.173423 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:50.173818 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 3 to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 Jul 09 20:02:50.186470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:50.187051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:50.187396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:50.192009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:50.192363 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:50.193085 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 4 to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 Jul 09 20:02:50.205540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:50.205881 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:50.206251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:50.210964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:50.211291 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:50.211678 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 5 to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 Jul 09 20:02:50.225079 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:50.225416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:50.225751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:50.231180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:50.231379 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:50.231785 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 6 to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 Jul 09 20:02:50.244303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:50.244680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:50.245027 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:50.249190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:50.249525 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:50.249922 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 7 to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 Jul 09 20:02:50.261168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:50.261512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:50.261858 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:50.266027 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:50.266362 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:50.266756 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 8 to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 Jul 09 20:02:50.279211 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:50.279557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:50.279897 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:50.284050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:50.284383 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:50.284816 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 9 to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 Jul 09 20:02:50.296628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:50.296977 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:50.297320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:50.301433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:50.301768 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:50.302272 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 10 to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 Jul 09 20:02:50.314261 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:50.314610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:50.314953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:50.319125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:50.319456 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:50.319824 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.380480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] For port c01324e3-53f1-4653-bca1-fb5b2b8dd025, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:02:50.380889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempted to set empty binding levels {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 20:02:50.385953 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.420606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] In _notify_port_updated(), no bound segment for port c01324e3-53f1-4653-bca1-fb5b2b8dd025 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:02:50.421321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.421934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.423275 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "PUT /v2.0/ports/c01324e3-53f1-4653-bca1-fb5b2b8dd025 HTTP/1.1" status: 200 len: 973 time: 0.6044614 Jul 09 20:02:50.425783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40416) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:50.483835 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86178348-79c8-40a8-8059-0ac28f6ec759 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Pushing event updated for resources: {'Port': ['ID=c01324e3-53f1-4653-bca1-fb5b2b8dd025,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:50.533558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ad94c-a546-404f-a5d4-5f0ffda3e0fa req-cea338ec-32e7-4994-b334-5c78624f5993 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.535163 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d4ad94c-a546-404f-a5d4-5f0ffda3e0fa req-cea338ec-32e7-4994-b334-5c78624f5993 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.0730512 Jul 09 20:02:50.559507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.560061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.560472 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.560976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.561463 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.562191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.562815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.563132 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.563601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.564071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.564557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.565032 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.565499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.565968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.566435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.566905 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.567376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.567984 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.568463 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.568976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.569446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.569913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.570383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.570850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.571320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.571783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.572252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.572738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.573206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.573672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.574138 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.574432 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d4ad94c-a546-404f-a5d4-5f0ffda3e0fa req-e14bb9a3-b2b5-43e2-b2ff-1154b5c2adc6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Jul 09 20:02:50.574640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.575070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.575537 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.576003 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.576466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.576982 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.577456 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.577927 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.578395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.578877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.579344 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.579812 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.580281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.580769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.585898 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fa00b91c-d8ad-4653-94ae-de610ce35a29 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40568 time: 0.1591599 Jul 09 20:02:50.590407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40418) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:50.677821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-4f2b33a7-8450-44b1-aedf-63b4d9642909 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Deleting port c01324e3-53f1-4653-bca1-fb5b2b8dd025 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:50.678065 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f2b33a7-8450-44b1-aedf-63b4d9642909 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.774180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-4f2b33a7-8450-44b1-aedf-63b4d9642909 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] For port c01324e3-53f1-4653-bca1-fb5b2b8dd025, host n-h2-800088-3, got binding levels [] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:50.774551 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f2b33a7-8450-44b1-aedf-63b4d9642909 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.789232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-4f2b33a7-8450-44b1-aedf-63b4d9642909 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Calling delete_port for c01324e3-53f1-4653-bca1-fb5b2b8dd025 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:50.855647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac8214-28cc-4321-80ff-387ae4afcd6f req-7ff31061-9461-440b-a5f4-54bb6118de92 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:50.857149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3bac8214-28cc-4321-80ff-387ae4afcd6f req-7ff31061-9461-440b-a5f4-54bb6118de92 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1380420 Jul 09 20:02:50.939897 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3bac8214-28cc-4321-80ff-387ae4afcd6f req-566b872b-f1be-4729-9a82-a597bafc6aef tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758500 Jul 09 20:02:50.948479 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f2b33a7-8450-44b1-aedf-63b4d9642909 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.982042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b33a7-8450-44b1-aedf-63b4d9642909 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Pushing event deleted for resources: {'Port': ['ID=c01324e3-53f1-4653-bca1-fb5b2b8dd025,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:50.992846 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f2b33a7-8450-44b1-aedf-63b4d9642909 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:50.997362 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4f2b33a7-8450-44b1-aedf-63b4d9642909 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "DELETE /v2.0/ports/c01324e3-53f1-4653-bca1-fb5b2b8dd025 HTTP/1.1" status: 204 len: 168 time: 0.4034035 Jul 09 20:02:50.997569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40424) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:51.034919 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-159c320b-e592-439f-8de1-f8bae83635de tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] GET failed (client error): The resource could not be found. Jul 09 20:02:51.044321 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-159c320b-e592-439f-8de1-f8bae83635de tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "GET /v2.0/ports/c01324e3-53f1-4653-bca1-fb5b2b8dd025 HTTP/1.1" status: 404 len: 333 time: 0.0382655 Jul 09 20:02:51.044453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40428) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:51.046152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9983a83-45ae-4a91-9d12-30f978071d4a req-1a124c44-7802-421f-8cce-f682c569c934 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:51.046371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-14fb6d1d-dcdd-4f95-a2b9-d880c96f3644 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1499616374', 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:51.050967 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b9983a83-45ae-4a91-9d12-30f978071d4a req-1a124c44-7802-421f-8cce-f682c569c934 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.36 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 945 time: 0.1457045 Jul 09 20:02:51.073881 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fb6d1d-dcdd-4f95-a2b9-d880c96f3644 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Made reservation on behalf of 2705c6d480414e1f9402aae1db814e89 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:51.076900 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14fb6d1d-dcdd-4f95-a2b9-d880c96f3644 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.094281 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-14fb6d1d-dcdd-4f95-a2b9-d880c96f3644 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] device_id is not set on port e517d8e2-7724-45bc-9e6a-6a61f0a3fd9f yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:51.184332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-b9983a83-45ae-4a91-9d12-30f978071d4a req-339ac455-1704-4ad7-a9f8-7ef089dcdd33 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Deleting port f9249ba5-0c0c-4071-be95-57b2e3edbd65 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:51.184623 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b9983a83-45ae-4a91-9d12-30f978071d4a req-339ac455-1704-4ad7-a9f8-7ef089dcdd33 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.263663 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14fb6d1d-dcdd-4f95-a2b9-d880c96f3644 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.292348 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-b9983a83-45ae-4a91-9d12-30f978071d4a req-339ac455-1704-4ad7-a9f8-7ef089dcdd33 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] For port f9249ba5-0c0c-4071-be95-57b2e3edbd65, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f9249ba5-0c0c-4071-be95-57b2e3edbd65,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:51.293069 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b9983a83-45ae-4a91-9d12-30f978071d4a req-339ac455-1704-4ad7-a9f8-7ef089dcdd33 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.299871 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14fb6d1d-dcdd-4f95-a2b9-d880c96f3644 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.307063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-b9983a83-45ae-4a91-9d12-30f978071d4a req-339ac455-1704-4ad7-a9f8-7ef089dcdd33 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Calling delete_port for f9249ba5-0c0c-4071-be95-57b2e3edbd65 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:51.340182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb6d1d-dcdd-4f95-a2b9-d880c96f3644 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Network 9fabd881-aafb-4160-9d42-a832e261f0c6 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:51.343806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-14fb6d1d-dcdd-4f95-a2b9-d880c96f3644 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:51.349933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb6d1d-dcdd-4f95-a2b9-d880c96f3644 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:51.350929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fb6d1d-dcdd-4f95-a2b9-d880c96f3644 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:51.351553 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14fb6d1d-dcdd-4f95-a2b9-d880c96f3644 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.366543 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb6d1d-dcdd-4f95-a2b9-d880c96f3644 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Pushing event updated for resources: {'Port': ['ID=e517d8e2-7724-45bc-9e6a-6a61f0a3fd9f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:51.374307 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-14fb6d1d-dcdd-4f95-a2b9-d880c96f3644 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3318658 Jul 09 20:02:51.376912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40432) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:51.427934 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a7bcd-9663-4945-ae5a-18083c772da0 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:51.429404 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-655a7bcd-9663-4945-ae5a-18083c772da0 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "GET /v2.0/ports/e517d8e2-7724-45bc-9e6a-6a61f0a3fd9f HTTP/1.1" status: 200 len: 955 time: 0.0514851 Jul 09 20:02:51.432165 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40434) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:51.520985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-fcf5f180-af52-4ed1-9fba-bcdd7aaaba32 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Deleting port e517d8e2-7724-45bc-9e6a-6a61f0a3fd9f {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:51.521352 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fcf5f180-af52-4ed1-9fba-bcdd7aaaba32 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.587030 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fcf5f180-af52-4ed1-9fba-bcdd7aaaba32 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.600819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-fcf5f180-af52-4ed1-9fba-bcdd7aaaba32 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Calling delete_port for e517d8e2-7724-45bc-9e6a-6a61f0a3fd9f owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:51.691166 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fcf5f180-af52-4ed1-9fba-bcdd7aaaba32 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.728285 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fcf5f180-af52-4ed1-9fba-bcdd7aaaba32 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.730084 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fcf5f180-af52-4ed1-9fba-bcdd7aaaba32 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "DELETE /v2.0/ports/e517d8e2-7724-45bc-9e6a-6a61f0a3fd9f HTTP/1.1" status: 204 len: 168 time: 0.2968097 Jul 09 20:02:51.731851 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5f180-af52-4ed1-9fba-bcdd7aaaba32 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Pushing event deleted for resources: {'Port': ['ID=e517d8e2-7724-45bc-9e6a-6a61f0a3fd9f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:51.737968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40440) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:51.773688 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48275c7-8076-4674-af95-8a039d05f401 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] GET failed (client error): The resource could not be found. Jul 09 20:02:51.775508 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b48275c7-8076-4674-af95-8a039d05f401 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "GET /v2.0/ports/e517d8e2-7724-45bc-9e6a-6a61f0a3fd9f HTTP/1.1" status: 404 len: 333 time: 0.0367343 Jul 09 20:02:51.778924 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40442) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:51.783881 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-af924e5f-51b4-4776-9ceb-3d4382988500 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Request body: {'port': {'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-554883037'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:51.795907 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b9983a83-45ae-4a91-9d12-30f978071d4a req-339ac455-1704-4ad7-a9f8-7ef089dcdd33 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.823596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ac455-1704-4ad7-a9f8-7ef089dcdd33 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Pushing event deleted for resources: {'Port': ['ID=f9249ba5-0c0c-4071-be95-57b2e3edbd65,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:51.825707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430b154-0e93-4877-8156-32d0a4feab1c req-cdee318e-76f4-463c-8a67-b13bf2a5aee6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:51.827232 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c430b154-0e93-4877-8156-32d0a4feab1c req-cdee318e-76f4-463c-8a67-b13bf2a5aee6 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84cbbdd-3185-4602-926d-ab83ca4e0bc0 HTTP/1.1" status: 200 len: 867 time: 0.1050107 Jul 09 20:02:51.827833 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af924e5f-51b4-4776-9ceb-3d4382988500 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Made reservation on behalf of 2705c6d480414e1f9402aae1db814e89 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:51.830212 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af924e5f-51b4-4776-9ceb-3d4382988500 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.862553 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-af924e5f-51b4-4776-9ceb-3d4382988500 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] device_id is not set on port f0663457-b925-4b9a-b61a-b21a0d217d94 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:51.876402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9983a83-45ae-4a91-9d12-30f978071d4a req-339ac455-1704-4ad7-a9f8-7ef089dcdd33 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] No DVR routers for this DVR port f9249ba5-0c0c-4071-be95-57b2e3edbd65 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:51.879023 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b9983a83-45ae-4a91-9d12-30f978071d4a req-339ac455-1704-4ad7-a9f8-7ef089dcdd33 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:51.881255 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b9983a83-45ae-4a91-9d12-30f978071d4a req-339ac455-1704-4ad7-a9f8-7ef089dcdd33 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.36 "DELETE /v2.0/ports/f9249ba5-0c0c-4071-be95-57b2e3edbd65 HTTP/1.1" status: 204 len: 173 time: 0.8249516 Jul 09 20:02:51.881778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84cbbdd-3185-4602-926d-ab83ca4e0bc0', 'name': 'network-vif-deleted', 'tag': 'f9249ba5-0c0c-4071-be95-57b2e3edbd65'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:02:51.884137 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebec2d67-f410-4e50-8ac1-0a026e0ff3ee" -d '{"events": [{"server_uuid": "b84cbbdd-3185-4602-926d-ab83ca4e0bc0", "name": "network-vif-deleted", "tag": "f9249ba5-0c0c-4071-be95-57b2e3edbd65"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:02:51.924075 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c430b154-0e93-4877-8156-32d0a4feab1c req-37845815-7fe3-44aa-83a3-8b65695132b0 tempest-ListServerFiltersTestJSON-349194404 tempest-ListServerFiltersTestJSON-349194404-project] 10.222.0.30 "GET /v2.0/security-groups?id=b8785f44-14e9-4fee-8437-8f6067abb3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816019 Jul 09 20:02:51.962891 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfef4ba-8900-4b06-875a-b129196517ff x-openstack-request-id: req-2bfef4ba-8900-4b06-875a-b129196517ff {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:02:51.963249 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84cbbdd-3185-4602-926d-ab83ca4e0bc0", "name": "network-vif-deleted", "tag": "f9249ba5-0c0c-4071-be95-57b2e3edbd65", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:02:51.963566 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2bfef4ba-8900-4b06-875a-b129196517ff {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:02:51.964038 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84cbbdd-3185-4602-926d-ab83ca4e0bc0', 'name': 'network-vif-deleted', 'tag': 'f9249ba5-0c0c-4071-be95-57b2e3edbd65', 'status': 'completed', 'code': 200} Jul 09 20:02:52.079944 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af924e5f-51b4-4776-9ceb-3d4382988500 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.170105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b1093-139e-473c-b633-508a045ef343 req-4b383f53-4d82-48ed-a94f-d75959e0bb1f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:52.171652 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e73b1093-139e-473c-b633-508a045ef343 req-4b383f53-4d82-48ed-a94f-d75959e0bb1f tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0894539 Jul 09 20:02:52.172712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af924e5f-51b4-4776-9ceb-3d4382988500 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.233828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af924e5f-51b4-4776-9ceb-3d4382988500 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Network 9fabd881-aafb-4160-9d42-a832e261f0c6 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:52.239875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-af924e5f-51b4-4776-9ceb-3d4382988500 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:52.248938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af924e5f-51b4-4776-9ceb-3d4382988500 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:52.249894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af924e5f-51b4-4776-9ceb-3d4382988500 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:52.250509 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af924e5f-51b4-4776-9ceb-3d4382988500 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.256061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af924e5f-51b4-4776-9ceb-3d4382988500 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Pushing event updated for resources: {'Port': ['ID=f0663457-b925-4b9a-b61a-b21a0d217d94,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:52.267360 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e73b1093-139e-473c-b633-508a045ef343 req-8a69753a-9a03-4aaa-9d79-318b1a43d742 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666754 Jul 09 20:02:52.276451 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-af924e5f-51b4-4776-9ceb-3d4382988500 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4941742 Jul 09 20:02:52.276832 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40452) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:52.282090 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:52.357455 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.550570 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] device_id is not set on port f0663457-b925-4b9a-b61a-b21a0d217d94 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:52.561487 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.574620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Transition to ACTIVE for port object f0663457-b925-4b9a-b61a-b21a0d217d94 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:02:52.579513 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.633141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Pushing event updated for resources: {'Port': ['ID=f0663457-b925-4b9a-b61a-b21a0d217d94,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:52.643615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:52.643967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:52.644341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:52.649752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:52.650107 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:52.650508 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 2 to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 Jul 09 20:02:52.664920 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:52.665271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:52.665620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:52.670785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:52.670916 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:52.671238 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 3 to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 Jul 09 20:02:52.686268 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:52.687101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:52.687695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:52.693499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:52.693853 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:52.694268 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 4 to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 Jul 09 20:02:52.707922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:52.709444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:52.709804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:52.714338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:52.714673 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:52.715075 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 5 to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 Jul 09 20:02:52.734444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:52.734767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:52.735123 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:52.740689 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:52.740918 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:52.741331 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 6 to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 Jul 09 20:02:52.758867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:52.759596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:52.759957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:52.764858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:52.765220 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:52.765625 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 7 to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 Jul 09 20:02:52.778483 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:52.778859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:52.779209 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:52.783473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:52.783811 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:52.784213 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 8 to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 Jul 09 20:02:52.796883 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:52.797245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:52.797582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:52.802455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:52.803113 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:52.803290 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 9 to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 Jul 09 20:02:52.822310 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:52.822762 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:52.823342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:52.828231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:52.828727 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:52.830440 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempt 10 to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 Jul 09 20:02:52.845873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:02:52.846436 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:02:52.846855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempting to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:02:52.852050 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:02:52.852448 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Failed to bind port f0663457-b925-4b9a-b61a-b21a0d217d94 on host n-h2-800088-3 for vnic_type normal using segments [{'id': '1f7657b4-0ccb-4571-adcc-8f73e79bc032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9fabd881-aafb-4160-9d42-a832e261f0c6'}] Jul 09 20:02:52.853073 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.928043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] For port f0663457-b925-4b9a-b61a-b21a0d217d94, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:02:52.928420 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attempted to set empty binding levels {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 20:02:52.932623 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.965414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] In _notify_port_updated(), no bound segment for port f0663457-b925-4b9a-b61a-b21a0d217d94 on network 9fabd881-aafb-4160-9d42-a832e261f0c6 {{(pid=100204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:02:52.966327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:52.967014 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:52.968295 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "PUT /v2.0/ports/f0663457-b925-4b9a-b61a-b21a0d217d94 HTTP/1.1" status: 200 len: 974 time: 0.6906309 Jul 09 20:02:52.970946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40470) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:53.017157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d68a87-e6b8-4ba6-a3c7-98d8a2b206cf tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Pushing event updated for resources: {'Port': ['ID=f0663457-b925-4b9a-b61a-b21a0d217d94,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:53.040765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40472) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:53.079053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-e0bcc96e-7da2-4b0c-9962-e891e099a2d0 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Deleting port f0663457-b925-4b9a-b61a-b21a0d217d94 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:53.079511 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc96e-7da2-4b0c-9962-e891e099a2d0 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.088901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1147f9-9cf7-4b56-894c-77003f887873 admin admin] Deleting subnet cff7f13a-2a43-4c67-aca2-928e93ed10f4 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:02:53.092286 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec1147f9-9cf7-4b56-894c-77003f887873 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.131283 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec1147f9-9cf7-4b56-894c-77003f887873 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.145104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-e0bcc96e-7da2-4b0c-9962-e891e099a2d0 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] For port f0663457-b925-4b9a-b61a-b21a0d217d94, host n-h2-800088-3, got binding levels [] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:53.145489 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc96e-7da2-4b0c-9962-e891e099a2d0 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.159642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-e0bcc96e-7da2-4b0c-9962-e891e099a2d0 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Calling delete_port for f0663457-b925-4b9a-b61a-b21a0d217d94 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:53.191141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f9249ba5-0c0c-4071-be95-57b2e3edbd65 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:02:53.214996 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec1147f9-9cf7-4b56-894c-77003f887873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.229369 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: f9249ba5-0c0c-4071-be95-57b2e3edbd65 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:02:53.234208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f9249ba5-0c0c-4071-be95-57b2e3edbd65 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:02:53.280300 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc96e-7da2-4b0c-9962-e891e099a2d0 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.288091 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec1147f9-9cf7-4b56-894c-77003f887873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.313652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcc96e-7da2-4b0c-9962-e891e099a2d0 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0663457-b925-4b9a-b61a-b21a0d217d94,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:53.322779 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e0bcc96e-7da2-4b0c-9962-e891e099a2d0 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.327660 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e0bcc96e-7da2-4b0c-9962-e891e099a2d0 tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "DELETE /v2.0/ports/f0663457-b925-4b9a-b61a-b21a0d217d94 HTTP/1.1" status: 204 len: 168 time: 0.3557448 Jul 09 20:02:53.328809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40480) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:53.334545 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1147f9-9cf7-4b56-894c-77003f887873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cff7f13a-2a43-4c67-aca2-928e93ed10f4,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:53.337436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f12e9f9-450f-4eee-b83a-b307ef64155a None None] Network 67d1286f-58f7-4821-a7a3-db425a3953cd requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:53.340895 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec1147f9-9cf7-4b56-894c-77003f887873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.345911 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ec1147f9-9cf7-4b56-894c-77003f887873 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cff7f13a-2a43-4c67-aca2-928e93ed10f4 HTTP/1.1" status: 204 len: 168 time: 0.3041420 Jul 09 20:02:53.346693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40482) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:53.358064 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e9a940-1583-467d-ae35-f639bf7fd8fa tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] GET failed (client error): The resource could not be found. Jul 09 20:02:53.363452 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-73e9a940-1583-467d-ae35-f639bf7fd8fa tempest-PortsAdminExtendedAttrsTestJSON-49843036 tempest-PortsAdminExtendedAttrsTestJSON-49843036-project-admin] 10.222.0.30 "GET /v2.0/ports/f0663457-b925-4b9a-b61a-b21a0d217d94 HTTP/1.1" status: 404 len: 333 time: 0.0334148 Jul 09 20:02:53.364081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40484) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:53.439416 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.515075 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ac752d42-f2a5-4359-96c5-0a6166b64e76 tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.613940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] Deleting port 81e3998c-706b-4675-ae1d-764fd69cf057 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:53.614341 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.633873 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] DHCP port deletion for 67d1286f-58f7-4821-a7a3-db425a3953cd request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:02:53.634077 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ac752d42-f2a5-4359-96c5-0a6166b64e76 tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.653029 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ac752d42-f2a5-4359-96c5-0a6166b64e76 tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fabd881-aafb-4160-9d42-a832e261f0c6']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:53.665586 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ac752d42-f2a5-4359-96c5-0a6166b64e76 tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7657b4-0ccb-4571-adcc-8f73e79bc032') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:53.665901 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ac752d42-f2a5-4359-96c5-0a6166b64e76 tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7657b4-0ccb-4571-adcc-8f73e79bc032') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:53.675811 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ac752d42-f2a5-4359-96c5-0a6166b64e76 tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.676679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179a464-3db1-4039-975f-0ad8d0c70a1a req-c6f88471-767c-455b-ab5e-53e5535b0609 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:53.678399 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e179a464-3db1-4039-975f-0ad8d0c70a1a req-c6f88471-767c-455b-ab5e-53e5535b0609 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1525633 Jul 09 20:02:53.690785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Deleting port 81e3998c-706b-4675-ae1d-764fd69cf057 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:53.691538 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.691932 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ac752d42-f2a5-4359-96c5-0a6166b64e76 tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.699604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac752d42-f2a5-4359-96c5-0a6166b64e76 tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:02:53.700146 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ac752d42-f2a5-4359-96c5-0a6166b64e76 tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:02:53.703734 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:02:53.709561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] For port 81e3998c-706b-4675-ae1d-764fd69cf057, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=81e3998c-706b-4675-ae1d-764fd69cf057,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:53.709561 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.731042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] Calling delete_port for 81e3998c-706b-4675-ae1d-764fd69cf057 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:53.759007 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e179a464-3db1-4039-975f-0ad8d0c70a1a req-636f3875-6462-48ab-b41d-216365cc2901 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642219 Jul 09 20:02:53.775112 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ac752d42-f2a5-4359-96c5-0a6166b64e76 tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.787765 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] For port 81e3998c-706b-4675-ae1d-764fd69cf057, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=81e3998c-706b-4675-ae1d-764fd69cf057,segment=NetworkSegment(7e2e58c6-c85c-45d9-9d00-2e1ac6e03654),segment_id=7e2e58c6-c85c-45d9-9d00-2e1ac6e03654)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:02:53.788254 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.790139 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ac752d42-f2a5-4359-96c5-0a6166b64e76 tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.792355 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ac752d42-f2a5-4359-96c5-0a6166b64e76 tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] 10.222.0.30 "DELETE /v2.0/networks/9fabd881-aafb-4160-9d42-a832e261f0c6 HTTP/1.1" status: 204 len: 168 time: 0.4266822 Jul 09 20:02:53.803568 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac752d42-f2a5-4359-96c5-0a6166b64e76 tempest-PortsAdminExtendedAttrsTestJSON-506285953 tempest-PortsAdminExtendedAttrsTestJSON-506285953-project] Pushing event deleted for resources: {'Network': ['ID=9fabd881-aafb-4160-9d42-a832e261f0c6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:53.806606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Calling delete_port for 81e3998c-706b-4675-ae1d-764fd69cf057 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:53.862392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.887260 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] No DVR routers for this DVR port 81e3998c-706b-4675-ae1d-764fd69cf057 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:53.920115 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:53.942153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=81e3998c-706b-4675-ae1d-764fd69cf057,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:53.953892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Pushing event deleted for resources: {'Port': ['ID=81e3998c-706b-4675-ae1d-764fd69cf057,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:53.964241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] No DVR routers for this DVR port 81e3998c-706b-4675-ae1d-764fd69cf057 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:02:53.966505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:53.966855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:53.967225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:53.967584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:53.968100 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:53.968594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:53.968928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:53.969405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:53.969918 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:53.970247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:53.970576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:53.971016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5d0981-4efd-422a-8039-fbffda1bade7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:02:54.006750 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.016918 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d1286f-58f7-4821-a7a3-db425a3953cd']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:54.031655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:54.031962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2e58c6-c85c-45d9-9d00-2e1ac6e03654') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:02:54.041090 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.055057 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.061436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:02:54.062294 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:02:54.064730 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:02:54.098146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40496) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:54.120061 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.125894 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.131524 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] 10.222.0.30 "DELETE /v2.0/networks/67d1286f-58f7-4821-a7a3-db425a3953cd HTTP/1.1" status: 204 len: 168 time: 0.7802308 Jul 09 20:02:54.143175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed1b9c-73e1-4084-87bc-df27deed3d64 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d1286f-58f7-4821-a7a3-db425a3953cd,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:54.243298 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4b497804-84eb-4bc7-b236-aaa9e8542ec9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=221b1a9aa6494c8eaf430b52bcfbbf8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417971 Jul 09 20:02:54.243298 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40502) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:54.243783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40504) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:54.281553 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bfab4ca1-ecac-4ba8-950d-ebf240004754 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd1e92343c70476985edfe6e820042fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379672 Jul 09 20:02:54.283968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40506) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:54.294041 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8cc7a7e-c951-4d83-9891-f61f2e840f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.315583 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8cc7a7e-c951-4d83-9891-f61f2e840f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.333480 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e96a743-93c2-4e23-8deb-8eda627e1f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.356307 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e96a743-93c2-4e23-8deb-8eda627e1f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.370438 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8cc7a7e-c951-4d83-9891-f61f2e840f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.373877 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8cc7a7e-c951-4d83-9891-f61f2e840f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.377322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d8cc7a7e-c951-4d83-9891-f61f2e840f46 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91c4e5ca-cbca-4f02-ad53-c653fa778b08 HTTP/1.1" status: 204 len: 168 time: 0.1302707 Jul 09 20:02:54.387282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc7a7e-c951-4d83-9891-f61f2e840f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c4e5ca-cbca-4f02-ad53-c653fa778b08,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:54.414442 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e96a743-93c2-4e23-8deb-8eda627e1f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.418994 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e96a743-93c2-4e23-8deb-8eda627e1f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:54.420640 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2e96a743-93c2-4e23-8deb-8eda627e1f63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8785f44-14e9-4fee-8437-8f6067abb3b3 HTTP/1.1" status: 204 len: 168 time: 0.1355908 Jul 09 20:02:54.432060 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96a743-93c2-4e23-8deb-8eda627e1f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8785f44-14e9-4fee-8437-8f6067abb3b3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:54.794742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 81e3998c-706b-4675-ae1d-764fd69cf057 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:02:54.829109 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 81e3998c-706b-4675-ae1d-764fd69cf057 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:02:54.829466 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 81e3998c-706b-4675-ae1d-764fd69cf057 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:02:54.841149 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40532) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:54.887940 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5a8b20a4-d12b-4ab6-b4c0-e81316186aa3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2705c6d480414e1f9402aae1db814e89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453756 Jul 09 20:02:54.890251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40536) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:54.991649 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-544959aa-6d9f-43e0-86f5-7a8b7b569030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.018221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486a382-db16-41a6-9b6e-9cb24a95041b req-9dcd4dbe-46f2-4470-8ebf-97af6a4d8844 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:55.019771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f486a382-db16-41a6-9b6e-9cb24a95041b req-9dcd4dbe-46f2-4470-8ebf-97af6a4d8844 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1115880 Jul 09 20:02:55.029477 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-544959aa-6d9f-43e0-86f5-7a8b7b569030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.096801 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f486a382-db16-41a6-9b6e-9cb24a95041b req-0d46f850-af0d-40fa-8eab-7b87c08d4b2e tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652606 Jul 09 20:02:55.117850 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-544959aa-6d9f-43e0-86f5-7a8b7b569030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.122187 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-544959aa-6d9f-43e0-86f5-7a8b7b569030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.126201 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-544959aa-6d9f-43e0-86f5-7a8b7b569030 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22b1808f-d484-4da9-a99c-0ac067ebb867 HTTP/1.1" status: 204 len: 168 time: 0.2320693 Jul 09 20:02:55.135670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544959aa-6d9f-43e0-86f5-7a8b7b569030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b1808f-d484-4da9-a99c-0ac067ebb867,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:55.345295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40562) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:55.409761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85ce24-c9c8-496d-b704-2b4c306f06cf req-2ac11a7b-6a3c-4cde-a9ed-682752af0f3f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:55.417228 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e85ce24-c9c8-496d-b704-2b4c306f06cf req-2ac11a7b-6a3c-4cde-a9ed-682752af0f3f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.0767148 Jul 09 20:02:55.451954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2056216567-network', 'tenant_id': 'ac8815b0511240bfb0439f33792dfe72'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:55.460575 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e85ce24-c9c8-496d-b704-2b4c306f06cf req-e1cb76e2-a53a-4cd1-8796-14240c1c5831 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423906 Jul 09 20:02:55.502431 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] Made reservation on behalf of ac8815b0511240bfb0439f33792dfe72 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:55.505911 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.516464 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.626412 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.632279 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.658578 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:02:55.668417 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971088dd-b21e-4a38-8388-fe0165da6391,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:55.673551 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.673908 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] Added segment 10466a91-9617-4b1c-8183-4bc85e91bb60 of type vlan for network 85cec18c-3c46-42b5-a003-1241c1b0ddcc Jul 09 20:02:55.717362 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.747362 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.748410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:55.749057 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:55.808525 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4617925 Jul 09 20:02:55.811312 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40584) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:55.818987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d1212456-2d6d-447d-b5ab-f9c178648c12 admin admin] Request body: {'subnet': {'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2056216567-subnet', 'tenant_id': 'ac8815b0511240bfb0439f33792dfe72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:55.823204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31280c-384a-40a0-88c9-4a7127bbd4ec admin admin] Pushing event updated for resources: {'Network': ['ID=85cec18c-3c46-42b5-a003-1241c1b0ddcc,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:55.833747 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 85cec18c-3c46-42b5-a003-1241c1b0ddcc details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:02:55.843959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1212456-2d6d-447d-b5ab-f9c178648c12 admin admin] Made reservation on behalf of ac8815b0511240bfb0439f33792dfe72 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:55.846629 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1212456-2d6d-447d-b5ab-f9c178648c12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:56.021415 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1212456-2d6d-447d-b5ab-f9c178648c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:56.077789 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1212456-2d6d-447d-b5ab-f9c178648c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5951f88-b435-4fd3-bab1-a41b2a48cbfa,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:56.086968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1212456-2d6d-447d-b5ab-f9c178648c12 admin admin] Checking segment: {'id': '10466a91-9617-4b1c-8183-4bc85e91bb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:02:56.087345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1212456-2d6d-447d-b5ab-f9c178648c12 admin admin] Network hostable DHCP agents. Network: 85cec18c-3c46-42b5-a003-1241c1b0ddcc, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:02:56.106520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1212456-2d6d-447d-b5ab-f9c178648c12 admin admin] Network 85cec18c-3c46-42b5-a003-1241c1b0ddcc is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:02:56.117007 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-d1212456-2d6d-447d-b5ab-f9c178648c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 85cec18c-3c46-42b5-a003-1241c1b0ddcc) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:56.121497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1212456-2d6d-447d-b5ab-f9c178648c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:56.122104 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1212456-2d6d-447d-b5ab-f9c178648c12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:56.129838 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8d92fe-18e5-442a-943b-bb50c68e83da None None] Network 85cec18c-3c46-42b5-a003-1241c1b0ddcc requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:56.141094 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d1212456-2d6d-447d-b5ab-f9c178648c12 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3263988 Jul 09 20:02:56.280629 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd52c486-3aab-4a9d-ad2f-4bd0cddd9f21 None None] Network 85cec18c-3c46-42b5-a003-1241c1b0ddcc requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:02:56.349234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ab10e-c008-4bae-91ea-20f493af9f1d req-e19d013c-bbf0-44b2-a2ee-6bcfbe1f5c84 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:56.358471 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-856ab10e-c008-4bae-91ea-20f493af9f1d req-e19d013c-bbf0-44b2-a2ee-6bcfbe1f5c84 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1101077 Jul 09 20:02:56.413493 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-856ab10e-c008-4bae-91ea-20f493af9f1d req-068c5097-c2f9-4dc6-b231-c5d6542dc3bb tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468481 Jul 09 20:02:56.649540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40620) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:56.661790 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:56.687292 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958a1dc-2c92-4179-bb7e-e6af6e15e7d3 req-90b0499f-bbc1-4d3d-b0c3-0e578c025adf tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:56.689404 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5958a1dc-2c92-4179-bb7e-e6af6e15e7d3 req-90b0499f-bbc1-4d3d-b0c3-0e578c025adf tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.0919890 Jul 09 20:02:56.737192 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5958a1dc-2c92-4179-bb7e-e6af6e15e7d3 req-097ad43d-9f8d-471f-a90f-f4f039fb7da0 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389848 Jul 09 20:02:56.784618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-490274262', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:56.791647 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-14be46cd-a15e-45d0-ab1c-8b1932eb9c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:56.854534 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Made reservation on behalf of fcd87f6b2bea4d5487ed9598676bed3c for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:56.856956 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:56.868864 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:56.948241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-411cf02f-b4ef-4dc6-ae44-7be049fe4126 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:56.949798 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-411cf02f-b4ef-4dc6-ae44-7be049fe4126 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/networks?id=85cec18c-3c46-42b5-a003-1241c1b0ddcc HTTP/1.1" status: 200 len: 818 time: 0.1491923 Jul 09 20:02:56.974450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-8d2e0248-c230-4996-af2e-1fcd835aff53 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/quotas/ac8815b0511240bfb0439f33792dfe72 HTTP/1.1" status: 200 len: 375 time: 0.0182374 Jul 09 20:02:57.015661 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-66529b3c-6d7b-4496-80e8-87bb2c06e818 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac8815b0511240bfb0439f33792dfe72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341721 Jul 09 20:02:57.093170 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.098071 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.103690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] device_id is not set on port bdaa3d28-f432-4758-a066-6161eb3f38a3 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:02:57.184744 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a126fe79-5163-4a46-a42e-4290abaacb78,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:57.191327 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-e5c0ed56-c1ac-4883-94b7-db1db6ade2aa service neutron] 10.222.0.30 "GET /v2.0/networks/85cec18c-3c46-42b5-a003-1241c1b0ddcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685474 Jul 09 20:02:57.308408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Allocated IP 172.25.0.204 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/bdaa3d28-f432-4758-a066-6161eb3f38a3) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:57.339229 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-3d31b3c5-9f1d-4018-8fa4-9ccddff64ca0 service neutron] 10.222.0.30 "GET /v2.0/networks/85cec18c-3c46-42b5-a003-1241c1b0ddcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387234 Jul 09 20:02:57.469107 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.518164 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.561386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:02:57.564457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:02:57.579155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:02:57.627896 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:57.628517 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.643357 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Pushing event updated for resources: {'Port': ['ID=bdaa3d28-f432-4758-a066-6161eb3f38a3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:57.656408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cbfa2de9-155b-46a8-8178-3acaf217a463 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0031502 Jul 09 20:02:57.657042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40642) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:57.662560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-fb2b6f18-2160-4734-b6d9-d0ee5b760978 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.204'}]}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:57.688221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fae79-0913-49e1-9b9c-4dee173fee56 req-5c1f878d-ce33-4259-a972-1b3f150fcad4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:57.689937 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf7fae79-0913-49e1-9b9c-4dee173fee56 req-5c1f878d-ce33-4259-a972-1b3f150fcad4 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0863631 Jul 09 20:02:57.696258 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6f18-2160-4734-b6d9-d0ee5b760978 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.697354 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6f18-2160-4734-b6d9-d0ee5b760978 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.745625 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf7fae79-0913-49e1-9b9c-4dee173fee56 req-b1eed15a-6026-461c-b2e3-1b4435fc8642 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486848 Jul 09 20:02:57.794206 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6f18-2160-4734-b6d9-d0ee5b760978 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:57.796580 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-82d5a72a-e44e-4cb2-a011-ea9f3b398fb3 req-368422c9-a925-4077-b6b9-707daaad06f0 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 210 time: 0.0598569 Jul 09 20:02:57.948369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad12587-693e-4234-89c1-6cb8e8cdaae8 req-4093e084-c46e-4de2-abde-e3e0a6df4b7c tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:57.955906 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ad12587-693e-4234-89c1-6cb8e8cdaae8 req-4093e084-c46e-4de2-abde-e3e0a6df4b7c tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.0914226 Jul 09 20:02:57.960250 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6f18-2160-4734-b6d9-d0ee5b760978 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.009880 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ad12587-693e-4234-89c1-6cb8e8cdaae8 req-6aa9db75-d64c-497f-9ab6-19f9900be18a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531855 Jul 09 20:02:58.202106 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6f18-2160-4734-b6d9-d0ee5b760978 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.225531 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6f18-2160-4734-b6d9-d0ee5b760978 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.384888 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6f18-2160-4734-b6d9-d0ee5b760978 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.550680 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6f18-2160-4734-b6d9-d0ee5b760978 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.553830 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6f18-2160-4734-b6d9-d0ee5b760978 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.609899 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb2b6f18-2160-4734-b6d9-d0ee5b760978 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.610471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2b6f18-2160-4734-b6d9-d0ee5b760978 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 941aa48a-e436-4094-9a17-d1bf48fdb2d9 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:02:58.635447 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-fb2b6f18-2160-4734-b6d9-d0ee5b760978 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 20:02:58.636992 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fb2b6f18-2160-4734-b6d9-d0ee5b760978 tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9787388 Jul 09 20:02:58.639742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40668) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:58.730436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-925d1f96-8ca7-495a-8c6d-4a97e9f9525c tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Deleting port bdaa3d28-f432-4758-a066-6161eb3f38a3 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:02:58.731059 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-925d1f96-8ca7-495a-8c6d-4a97e9f9525c tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.812569 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-925d1f96-8ca7-495a-8c6d-4a97e9f9525c tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:58.824560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-925d1f96-8ca7-495a-8c6d-4a97e9f9525c tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Calling delete_port for bdaa3d28-f432-4758-a066-6161eb3f38a3 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:02:58.941631 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed82c959-a244-455b-9633-71958f5ced14 req-5c22850f-4db6-4d33-9aed-5a51547810c8 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 210 time: 0.0286372 Jul 09 20:02:58.987372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb43704-86ec-4e3a-9b0d-9b72961f4790 req-a2860ec3-4cd9-40d4-966e-47201aa81759 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:58.988917 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cb43704-86ec-4e3a-9b0d-9b72961f4790 req-a2860ec3-4cd9-40d4-966e-47201aa81759 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1133821 Jul 09 20:02:59.036737 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-925d1f96-8ca7-495a-8c6d-4a97e9f9525c tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.078580 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.087205 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cb43704-86ec-4e3a-9b0d-9b72961f4790 req-34d6f3dd-cfd2-4124-950a-93c2cc201e52 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907729 Jul 09 20:02:59.089531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d1f96-8ca7-495a-8c6d-4a97e9f9525c tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdaa3d28-f432-4758-a066-6161eb3f38a3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:02:59.166293 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-925d1f96-8ca7-495a-8c6d-4a97e9f9525c tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.181028 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-925d1f96-8ca7-495a-8c6d-4a97e9f9525c tempest-RoutersAdminNegativeTest-1697324503 tempest-RoutersAdminNegativeTest-1697324503-project-admin] 10.222.0.30 "DELETE /v2.0/ports/bdaa3d28-f432-4758-a066-6161eb3f38a3 HTTP/1.1" status: 204 len: 168 time: 0.5326633 Jul 09 20:02:59.376927 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-6a26629f-7f1b-4ad0-8c31-0d078355a5ba tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:59.378394 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-6a26629f-7f1b-4ad0-8c31-0d078355a5ba tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.36 "GET /v2.0/networks?id=85cec18c-3c46-42b5-a003-1241c1b0ddcc HTTP/1.1" status: 200 len: 818 time: 0.1637981 Jul 09 20:02:59.394347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69078dc-70d5-4e25-b436-b4ed9e6891e0 req-3428db8d-97f5-40f9-883e-e243d3b68cac tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:59.396503 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a69078dc-70d5-4e25-b436-b4ed9e6891e0 req-3428db8d-97f5-40f9-883e-e243d3b68cac tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1450095 Jul 09 20:02:59.402098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-585ab549-0a3f-4d6b-b985-de65e0435555 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Request body: {'port': {'device_id': '33c6d1b5-b3aa-46c0-992b-4e8a925c2706', 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc', 'admin_state_up': True, 'tenant_id': 'ac8815b0511240bfb0439f33792dfe72'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:59.403350 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0bd36f7c-1562-49d5-88aa-cfa8f56bfd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.484773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40684) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:02:59.488675 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a69078dc-70d5-4e25-b436-b4ed9e6891e0 req-957f6d63-ce08-4610-bd1d-9d770bd9251c tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838072 Jul 09 20:02:59.576083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-585ab549-0a3f-4d6b-b985-de65e0435555 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Made reservation on behalf of ac8815b0511240bfb0439f33792dfe72 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:02:59.579298 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.581935 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-585ab549-0a3f-4d6b-b985-de65e0435555 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.626142 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-51598c79-c7b2-4fbd-958f-b3efbe97b9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.804880 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-585ab549-0a3f-4d6b-b985-de65e0435555 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Allocated IP 172.20.0.9 (85cec18c-3c46-42b5-a003-1241c1b0ddcc/d5951f88-b435-4fd3-bab1-a41b2a48cbfa/de72ab67-67e6-4ad4-aa69-87ab2b30f85b) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:02:59.830333 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-802890ae-cb93-4181-91e6-6cd01fd6643d tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:02:59.831968 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-802890ae-cb93-4181-91e6-6cd01fd6643d tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.36 "GET /v2.0/networks?id=85cec18c-3c46-42b5-a003-1241c1b0ddcc HTTP/1.1" status: 200 len: 818 time: 0.1648550 Jul 09 20:02:59.846210 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-cef71975-5170-4c32-9ac0-ea6534811989 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Request body: {'port': {'device_id': '5d93bc84-06d7-436d-abfd-b824d2395400', 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc', 'admin_state_up': True, 'tenant_id': 'ac8815b0511240bfb0439f33792dfe72'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:02:59.948056 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-51598c79-c7b2-4fbd-958f-b3efbe97b9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.955627 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-51598c79-c7b2-4fbd-958f-b3efbe97b9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:02:59.970587 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-585ab549-0a3f-4d6b-b985-de65e0435555 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.010785 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-585ab549-0a3f-4d6b-b985-de65e0435555 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.013883 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-51598c79-c7b2-4fbd-958f-b3efbe97b9be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce890ff325024c729bead761517eaa95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279500 Jul 09 20:03:00.017045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51598c79-c7b2-4fbd-958f-b3efbe97b9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2c8cf3-e546-466b-a8c9-600eee3d76a4,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:00.019592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40692) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:00.066522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-585ab549-0a3f-4d6b-b985-de65e0435555 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Network 85cec18c-3c46-42b5-a003-1241c1b0ddcc is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:00.069469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ab549-0a3f-4d6b-b985-de65e0435555 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Pushing event updated for resources: {'Port': ['ID=de72ab67-67e6-4ad4-aa69-87ab2b30f85b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:00.069956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-cef71975-5170-4c32-9ac0-ea6534811989 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Made reservation on behalf of ac8815b0511240bfb0439f33792dfe72 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:00.072778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-585ab549-0a3f-4d6b-b985-de65e0435555 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:00.073570 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-cef71975-5170-4c32-9ac0-ea6534811989 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.081796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-585ab549-0a3f-4d6b-b985-de65e0435555 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:00.094453 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-307fe228-edc1-4b98-a674-79f756cf68e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.137146 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bc9e7cca-64fa-4ca5-8f37-8133f13f6276 req-651a291b-0393-44d9-bf8e-c748a9ed9298 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 210 time: 0.0684891 Jul 09 20:03:00.156120 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-307fe228-edc1-4b98-a674-79f756cf68e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.172042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-585ab549-0a3f-4d6b-b985-de65e0435555 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:00.173653 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-585ab549-0a3f-4d6b-b985-de65e0435555 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.197847 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-585ab549-0a3f-4d6b-b985-de65e0435555 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8001246 Jul 09 20:03:00.218166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Request body: {'port': {'device_id': '33c6d1b5-b3aa-46c0-992b-4e8a925c2706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:00.272498 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-cef71975-5170-4c32-9ac0-ea6534811989 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Allocated IP 172.20.0.3 (85cec18c-3c46-42b5-a003-1241c1b0ddcc/d5951f88-b435-4fd3-bab1-a41b2a48cbfa/927a729f-4798-4dcf-a250-ff1725cd64e3) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:00.274844 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-307fe228-edc1-4b98-a674-79f756cf68e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.277568 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-307fe228-edc1-4b98-a674-79f756cf68e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.278935 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-307fe228-edc1-4b98-a674-79f756cf68e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b2c8cf3-e546-466b-a8c9-600eee3d76a4 HTTP/1.1" status: 204 len: 168 time: 0.2562099 Jul 09 20:03:00.351622 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.361465 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:00.623041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fe228-edc1-4b98-a674-79f756cf68e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2c8cf3-e546-466b-a8c9-600eee3d76a4,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:00.705373 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40706) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:00.752273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458430d-3523-492c-a487-0d2d48c98826 req-17b04773-d47a-425b-a599-18448fe23283 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:00.756396 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0458430d-3523-492c-a487-0d2d48c98826 req-17b04773-d47a-425b-a599-18448fe23283 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1022215 Jul 09 20:03:00.778189 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-57ba1c81-99ba-4e5e-bc95-7440f7104a34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcd87f6b2bea4d5487ed9598676bed3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714588 Jul 09 20:03:00.779610 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40710) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:00.804738 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0458430d-3523-492c-a487-0d2d48c98826 req-ce79437d-4a05-4fe4-b328-ca082dfbeb96 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403185 Jul 09 20:03:00.832650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89db16-76f0-40a7-9fb7-27646e4d17c8 req-56c05918-eefd-442d-9eb2-e2352bf82307 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:00.834495 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de89db16-76f0-40a7-9fb7-27646e4d17c8 req-56c05918-eefd-442d-9eb2-e2352bf82307 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.5542572 Jul 09 20:03:00.855128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1fcae398-e891-4894-a097-97c947c462fe tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:00.856565 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1fcae398-e891-4894-a097-97c947c462fe tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.36 "GET /v2.0/networks?id=85cec18c-3c46-42b5-a003-1241c1b0ddcc HTTP/1.1" status: 200 len: 818 time: 0.2707975 Jul 09 20:03:00.879729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-4cfcb83f-facd-4ef5-9751-c2901becbc74 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Request body: {'port': {'device_id': '64de15e3-f513-42fb-b4d8-cee46839aa8a', 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc', 'admin_state_up': True, 'tenant_id': 'ac8815b0511240bfb0439f33792dfe72'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:01.003771 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b691305a-5ff5-4d47-abe0-3948e5f3bcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.015053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de89db16-76f0-40a7-9fb7-27646e4d17c8 req-b5df3945-c7a4-4a28-91b9-e4377a616c60 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721287 Jul 09 20:03:01.022415 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-cef71975-5170-4c32-9ac0-ea6534811989 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.066578 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b691305a-5ff5-4d47-abe0-3948e5f3bcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.127810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-4cfcb83f-facd-4ef5-9751-c2901becbc74 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Made reservation on behalf of ac8815b0511240bfb0439f33792dfe72 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:01.131488 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-4cfcb83f-facd-4ef5-9751-c2901becbc74 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.148456 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-cef71975-5170-4c32-9ac0-ea6534811989 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.246168 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-cef71975-5170-4c32-9ac0-ea6534811989 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Network 85cec18c-3c46-42b5-a003-1241c1b0ddcc is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:01.249035 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b691305a-5ff5-4d47-abe0-3948e5f3bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.251611 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b691305a-5ff5-4d47-abe0-3948e5f3bcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.255250 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b691305a-5ff5-4d47-abe0-3948e5f3bcc2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a126fe79-5163-4a46-a42e-4290abaacb78 HTTP/1.1" status: 204 len: 168 time: 0.4696336 Jul 09 20:03:01.266097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-cef71975-5170-4c32-9ac0-ea6534811989 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:01.274068 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef71975-5170-4c32-9ac0-ea6534811989 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Pushing event updated for resources: {'Port': ['ID=927a729f-4798-4dcf-a250-ff1725cd64e3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:01.276474 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-cef71975-5170-4c32-9ac0-ea6534811989 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:01.284354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691305a-5ff5-4d47-abe0-3948e5f3bcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a126fe79-5163-4a46-a42e-4290abaacb78,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:01.296729 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6e0514fd-5850-42b3-b68b-8e60a2ac8f94 req-7c0d5a59-4d57-422d-ba88-999bc9e2c333 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 210 time: 0.0386102 Jul 09 20:03:01.351603 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-cef71975-5170-4c32-9ac0-ea6534811989 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:01.352267 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-cef71975-5170-4c32-9ac0-ea6534811989 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.374013 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-cef71975-5170-4c32-9ac0-ea6534811989 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5308983 Jul 09 20:03:01.375676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de72ab67-67e6-4ad4-aa69-87ab2b30f85b {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:03:01.385335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Request body: {'port': {'device_id': '5d93bc84-06d7-436d-abfd-b824d2395400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:01.392082 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.405293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Transition to ACTIVE for port object de72ab67-67e6-4ad4-aa69-87ab2b30f85b will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:01.410824 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.471440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Pushing event updated for resources: {'Port': ['ID=de72ab67-67e6-4ad4-aa69-87ab2b30f85b,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:01.504767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-4cfcb83f-facd-4ef5-9751-c2901becbc74 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Allocated IP 172.20.0.13 (85cec18c-3c46-42b5-a003-1241c1b0ddcc/d5951f88-b435-4fd3-bab1-a41b2a48cbfa/4b3fb016-5780-40b8-855f-33e3dd3ef5f7) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:01.545868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Attempting to bind port de72ab67-67e6-4ad4-aa69-87ab2b30f85b on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:01.546173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Attempting to bind port de72ab67-67e6-4ad4-aa69-87ab2b30f85b by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '10466a91-9617-4b1c-8183-4bc85e91bb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:01.546607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Attempting to bind port de72ab67-67e6-4ad4-aa69-87ab2b30f85b on network 85cec18c-3c46-42b5-a003-1241c1b0ddcc {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:01.552042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Port de72ab67-67e6-4ad4-aa69-87ab2b30f85b on network 85cec18c-3c46-42b5-a003-1241c1b0ddcc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:03:01.552458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Attempting to bind port de72ab67-67e6-4ad4-aa69-87ab2b30f85b on network 85cec18c-3c46-42b5-a003-1241c1b0ddcc {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:01.558026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:01.558453 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Checking segment: {'id': '10466a91-9617-4b1c-8183-4bc85e91bb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:01.559286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Bound using segment: {'id': '10466a91-9617-4b1c-8183-4bc85e91bb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:01.559792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Bound port: de72ab67-67e6-4ad4-aa69-87ab2b30f85b, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10466a91-9617-4b1c-8183-4bc85e91bb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:01.560230 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.596282 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.630658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] For port de72ab67-67e6-4ad4-aa69-87ab2b30f85b, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:01.633780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] For port de72ab67-67e6-4ad4-aa69-87ab2b30f85b, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=de72ab67-67e6-4ad4-aa69-87ab2b30f85b,segment=NetworkSegment(10466a91-9617-4b1c-8183-4bc85e91bb60),segment_id=10466a91-9617-4b1c-8183-4bc85e91bb60)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:01.639041 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.680846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:01.681607 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.683107 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] 10.222.0.36 "PUT /v2.0/ports/de72ab67-67e6-4ad4-aa69-87ab2b30f85b HTTP/1.1" status: 200 len: 1091 time: 1.4767418 Jul 09 20:03:01.683823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c6d1b5-b3aa-46c0-992b-4e8a925c2706', 'tag': 'de72ab67-67e6-4ad4-aa69-87ab2b30f85b'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:01.686220 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef0b87c-d6a2-4327-b91b-356defea0353" -d '{"events": [{"name": "network-changed", "server_uuid": "33c6d1b5-b3aa-46c0-992b-4e8a925c2706", "tag": "de72ab67-67e6-4ad4-aa69-87ab2b30f85b"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:01.707497 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e299e4e-d07a-4304-bc0e-a2018f52f987 service neutron] Pushing event updated for resources: {'Port': ['ID=de72ab67-67e6-4ad4-aa69-87ab2b30f85b,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:01.759175 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e015af0f-786d-4cb4-9dda-ac6a3581b52c x-openstack-request-id: req-e015af0f-786d-4cb4-9dda-ac6a3581b52c {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:01.759175 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33c6d1b5-b3aa-46c0-992b-4e8a925c2706", "tag": "de72ab67-67e6-4ad4-aa69-87ab2b30f85b", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:01.759466 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e015af0f-786d-4cb4-9dda-ac6a3581b52c {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:01.759927 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c6d1b5-b3aa-46c0-992b-4e8a925c2706', 'tag': 'de72ab67-67e6-4ad4-aa69-87ab2b30f85b', 'status': 'completed', 'code': 200} Jul 09 20:03:01.787974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-ecffae0e-9ddf-4c0e-ab41-5315efa09e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:01.789637 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-ecffae0e-9ddf-4c0e-ab41-5315efa09e15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac8815b0511240bfb0439f33792dfe72&device_id=33c6d1b5-b3aa-46c0-992b-4e8a925c2706 HTTP/1.1" status: 200 len: 1094 time: 0.0603201 Jul 09 20:03:01.839566 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-2eeecd14-06f0-4362-b7a1-78da4fd1d8f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de72ab67-67e6-4ad4-aa69-87ab2b30f85b HTTP/1.1" status: 200 len: 217 time: 0.0415444 Jul 09 20:03:01.861006 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-4cfcb83f-facd-4ef5-9751-c2901becbc74 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.902204 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b5c2efb5-9039-4625-8f1d-adbf3564a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:01.903937 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b5c2efb5-9039-4625-8f1d-adbf3564a714 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5951f88-b435-4fd3-bab1-a41b2a48cbfa HTTP/1.1" status: 200 len: 858 time: 0.0584397 Jul 09 20:03:01.915908 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-4cfcb83f-facd-4ef5-9751-c2901becbc74 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:01.940714 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-7729ad16-a249-4021-b5f5-4b187b1d35fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85cec18c-3c46-42b5-a003-1241c1b0ddcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300987 Jul 09 20:03:02.029807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-4cfcb83f-facd-4ef5-9751-c2901becbc74 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Network 85cec18c-3c46-42b5-a003-1241c1b0ddcc is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:02.042939 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-4cfcb83f-facd-4ef5-9751-c2901becbc74 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:02.046226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-4cfcb83f-facd-4ef5-9751-c2901becbc74 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:02.082330 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcb83f-facd-4ef5-9751-c2901becbc74 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Pushing event updated for resources: {'Port': ['ID=4b3fb016-5780-40b8-855f-33e3dd3ef5f7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:02.123909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fb3ac-04f9-454e-a908-691a0e71eebf req-084986a6-8a43-4b9b-98b8-e798c18867ec tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:02.125887 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c86fb3ac-04f9-454e-a908-691a0e71eebf req-084986a6-8a43-4b9b-98b8-e798c18867ec tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1842260 Jul 09 20:03:02.142088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-4cfcb83f-facd-4ef5-9751-c2901becbc74 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:02.142747 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-4cfcb83f-facd-4ef5-9751-c2901becbc74 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.175821 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-8ad543d5-e450-4bd0-b1dd-dabe5ad927c1 service neutron] 10.222.0.36 "GET /v2.0/networks/85cec18c-3c46-42b5-a003-1241c1b0ddcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234664 Jul 09 20:03:02.179254 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-4cfcb83f-facd-4ef5-9751-c2901becbc74 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3041289 Jul 09 20:03:02.182589 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c86fb3ac-04f9-454e-a908-691a0e71eebf req-c0052066-7f6c-4743-8459-549d00d4da09 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477715 Jul 09 20:03:02.195588 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Request body: {'port': {'device_id': '64de15e3-f513-42fb-b4d8-cee46839aa8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:02.220312 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.220904 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40746) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:02.298167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-960e9a14-ee18-4cd2-aa41-a49d4e2ad793 service neutron] 10.222.0.36 "GET /v2.0/networks/85cec18c-3c46-42b5-a003-1241c1b0ddcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096039 Jul 09 20:03:02.313820 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927a729f-4798-4dcf-a250-ff1725cd64e3 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:03:02.351623 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.366385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-931252754'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:02.386266 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Transition to ACTIVE for port object 927a729f-4798-4dcf-a250-ff1725cd64e3 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:02.387475 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.412655 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f66000-bc66-4247-8f19-72c1b19ed23c req-83fb9fb9-09c2-46db-9a0f-bb2e0ef7b240 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:02.414242 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-65f66000-bc66-4247-8f19-72c1b19ed23c req-83fb9fb9-09c2-46db-9a0f-bb2e0ef7b240 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1903317 Jul 09 20:03:02.415169 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.421067 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:02.424660 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.441676 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.491600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0b87c-d6a2-4327-b91b-356defea0353 req-0bb6008b-ac21-4120-b02a-1be44c9702af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:02.493160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ef0b87c-d6a2-4327-b91b-356defea0353 req-0bb6008b-ac21-4120-b02a-1be44c9702af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac8815b0511240bfb0439f33792dfe72&device_id=33c6d1b5-b3aa-46c0-992b-4e8a925c2706 HTTP/1.1" status: 200 len: 1094 time: 0.1317794 Jul 09 20:03:02.527384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Pushing event updated for resources: {'Port': ['ID=927a729f-4798-4dcf-a250-ff1725cd64e3,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:02.607180 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-65f66000-bc66-4247-8f19-72c1b19ed23c req-74da72da-3e7a-4f89-8e3f-a7a04ac399c0 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792593 Jul 09 20:03:02.623806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877b259-8263-4ca4-a9a4-334e9246eee2 req-a12e7e37-a485-465e-b035-aa321973dab8 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:02.634336 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6877b259-8263-4ca4-a9a4-334e9246eee2 req-a12e7e37-a485-465e-b035-aa321973dab8 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 932 time: 0.1950245 Jul 09 20:03:02.684461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0b87c-d6a2-4327-b91b-356defea0353 req-4b77f609-9438-4275-93fe-0e8fe961ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:02.686005 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ef0b87c-d6a2-4327-b91b-356defea0353 req-4b77f609-9438-4275-93fe-0e8fe961ad42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85cec18c-3c46-42b5-a003-1241c1b0ddcc HTTP/1.1" status: 200 len: 919 time: 0.1830213 Jul 09 20:03:02.702615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Attempting to bind port 927a729f-4798-4dcf-a250-ff1725cd64e3 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:02.702970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Attempting to bind port 927a729f-4798-4dcf-a250-ff1725cd64e3 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '10466a91-9617-4b1c-8183-4bc85e91bb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:02.703331 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Attempting to bind port 927a729f-4798-4dcf-a250-ff1725cd64e3 on network 85cec18c-3c46-42b5-a003-1241c1b0ddcc {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:02.746949 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ef0b87c-d6a2-4327-b91b-356defea0353 req-cf23c89f-737b-49c4-a222-0505faf75dbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de72ab67-67e6-4ad4-aa69-87ab2b30f85b HTTP/1.1" status: 200 len: 217 time: 0.0544465 Jul 09 20:03:02.750285 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6877b259-8263-4ca4-a9a4-334e9246eee2 req-18aca58a-648e-47bf-8f75-f187dbf20fdb tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151695 Jul 09 20:03:02.757512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Port 927a729f-4798-4dcf-a250-ff1725cd64e3 on network 85cec18c-3c46-42b5-a003-1241c1b0ddcc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:03:02.757818 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Attempting to bind port 927a729f-4798-4dcf-a250-ff1725cd64e3 on network 85cec18c-3c46-42b5-a003-1241c1b0ddcc {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:02.765979 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:02.766336 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Checking segment: {'id': '10466a91-9617-4b1c-8183-4bc85e91bb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:02.766736 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Bound using segment: {'id': '10466a91-9617-4b1c-8183-4bc85e91bb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:02.767194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Bound port: 927a729f-4798-4dcf-a250-ff1725cd64e3, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10466a91-9617-4b1c-8183-4bc85e91bb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:02.767576 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.768302 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.791296 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.832165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:03:02.841463 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0b87c-d6a2-4327-b91b-356defea0353 req-1edec3d3-3641-4680-a01f-80f745b14735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:02.842951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ef0b87c-d6a2-4327-b91b-356defea0353 req-1edec3d3-3641-4680-a01f-80f745b14735 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5951f88-b435-4fd3-bab1-a41b2a48cbfa HTTP/1.1" status: 200 len: 858 time: 0.0877137 Jul 09 20:03:02.844745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d68e26-fc3a-4808-8bbc-e8db6fc99655,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:02.850330 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.850686 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Added segment 00bf63fc-7d74-4a25-83de-4aa91b03e4fb of type vlan for network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 Jul 09 20:03:02.892773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ef0b87c-d6a2-4327-b91b-356defea0353 req-a60b16c0-4064-4824-bb12-ac580a9abd0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85cec18c-3c46-42b5-a003-1241c1b0ddcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403934 Jul 09 20:03:02.894173 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] For port 927a729f-4798-4dcf-a250-ff1725cd64e3, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:02.900716 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] For port 927a729f-4798-4dcf-a250-ff1725cd64e3, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=927a729f-4798-4dcf-a250-ff1725cd64e3,segment=NetworkSegment(10466a91-9617-4b1c-8183-4bc85e91bb60),segment_id=10466a91-9617-4b1c-8183-4bc85e91bb60)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:02.907631 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.969953 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.970413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:02.971051 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:02.972482 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] 10.222.0.36 "PUT /v2.0/ports/927a729f-4798-4dcf-a250-ff1725cd64e3 HTTP/1.1" status: 200 len: 1091 time: 1.5918787 Jul 09 20:03:02.972950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d93bc84-06d7-436d-abfd-b824d2395400', 'tag': '927a729f-4798-4dcf-a250-ff1725cd64e3'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:02.976116 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1244d59-6cbf-42f5-ad70-38f21c202356" -d '{"events": [{"name": "network-changed", "server_uuid": "5d93bc84-06d7-436d-abfd-b824d2395400", "tag": "927a729f-4798-4dcf-a250-ff1725cd64e3"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:02.995316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:03:03.011270 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.021441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3369265-851c-40e6-b062-7c7609a1c86c service neutron] Pushing event updated for resources: {'Port': ['ID=927a729f-4798-4dcf-a250-ff1725cd64e3,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:03.026367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.031982 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:03.032542 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.038259 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57633c6e-b025-4e78-a209-b76c4873e4ff x-openstack-request-id: req-57633c6e-b025-4e78-a209-b76c4873e4ff {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:03.038761 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d93bc84-06d7-436d-abfd-b824d2395400", "tag": "927a729f-4798-4dcf-a250-ff1725cd64e3", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:03.038864 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57633c6e-b025-4e78-a209-b76c4873e4ff {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:03.039185 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d93bc84-06d7-436d-abfd-b824d2395400', 'tag': '927a729f-4798-4dcf-a250-ff1725cd64e3', 'status': 'completed', 'code': 200} Jul 09 20:03:03.063282 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Transition to ACTIVE for port object 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:03.070841 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.086648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ef0b87c-d6a2-4327-b91b-356defea0353 req-6b8038b4-6733-400e-9c41-3a735db9f51d service neutron] 10.222.0.36 "GET /v2.0/networks/85cec18c-3c46-42b5-a003-1241c1b0ddcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691370 Jul 09 20:03:03.112119 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8868430 Jul 09 20:03:03.120129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40762) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:03.127218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6edde9c4-4bf0-4072-8ecc-bcf3b0c6752e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:03.151013 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2983fa-cde5-45fe-ac87-03d5cb7fda64 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Network': ['ID=ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:03.160545 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:03:03.195634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3fb016-5780-40b8-855f-33e3dd3ef5f7,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:03.200930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ef0b87c-d6a2-4327-b91b-356defea0353 req-cf12424e-e79f-4ad6-a2a0-ec7c8873a4b4 service neutron] 10.222.0.36 "GET /v2.0/networks/85cec18c-3c46-42b5-a003-1241c1b0ddcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060116 Jul 09 20:03:03.247336 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1287f678-5389-4b04-869d-244a920f4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:03.248906 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-1287f678-5389-4b04-869d-244a920f4bff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac8815b0511240bfb0439f33792dfe72&device_id=5d93bc84-06d7-436d-abfd-b824d2395400 HTTP/1.1" status: 200 len: 1094 time: 0.2216852 Jul 09 20:03:03.321895 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-a43411c3-0373-4a91-adfb-68c290cb249c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=927a729f-4798-4dcf-a250-ff1725cd64e3 HTTP/1.1" status: 200 len: 217 time: 0.0464187 Jul 09 20:03:03.376894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24e2e6-78ef-4d23-b816-bf805c6e2761 req-d52d18f2-e9d9-4f7b-b74b-97e6281cd68d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:03.378342 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b24e2e6-78ef-4d23-b816-bf805c6e2761 req-d52d18f2-e9d9-4f7b-b74b-97e6281cd68d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.0677247 Jul 09 20:03:03.388109 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edde9c4-4bf0-4072-8ecc-bcf3b0c6752e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:03.391596 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6edde9c4-4bf0-4072-8ecc-bcf3b0c6752e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.411838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Attempting to bind port 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:03.412184 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Attempting to bind port 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '10466a91-9617-4b1c-8183-4bc85e91bb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:03.412525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Attempting to bind port 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 on network 85cec18c-3c46-42b5-a003-1241c1b0ddcc {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:03.418789 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b24e2e6-78ef-4d23-b816-bf805c6e2761 req-a00cd591-3841-4492-96a1-3c304e279b9e tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329139 Jul 09 20:03:03.452884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-89a8e68c-4618-45fe-8abd-42b0b5a85fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:03.454371 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-89a8e68c-4618-45fe-8abd-42b0b5a85fc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5951f88-b435-4fd3-bab1-a41b2a48cbfa HTTP/1.1" status: 200 len: 858 time: 0.1253901 Jul 09 20:03:03.457211 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Port 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 on network 85cec18c-3c46-42b5-a003-1241c1b0ddcc not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:03:03.457547 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Attempting to bind port 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 on network 85cec18c-3c46-42b5-a003-1241c1b0ddcc {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:03.481003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:03.481347 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Checking segment: {'id': '10466a91-9617-4b1c-8183-4bc85e91bb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:03.481734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Bound using segment: {'id': '10466a91-9617-4b1c-8183-4bc85e91bb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:03.482175 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Bound port: 4b3fb016-5780-40b8-855f-33e3dd3ef5f7, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10466a91-9617-4b1c-8183-4bc85e91bb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:03.482542 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.505077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-d2b78015-df68-4772-bc99-366f85767db8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85cec18c-3c46-42b5-a003-1241c1b0ddcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416319 Jul 09 20:03:03.698204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] For port 4b3fb016-5780-40b8-855f-33e3dd3ef5f7, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:03.702562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] For port 4b3fb016-5780-40b8-855f-33e3dd3ef5f7, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4b3fb016-5780-40b8-855f-33e3dd3ef5f7,segment=NetworkSegment(10466a91-9617-4b1c-8183-4bc85e91bb60),segment_id=10466a91-9617-4b1c-8183-4bc85e91bb60)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:03.710544 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:03.717378 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b368078d-5e87-4fab-a717-fc6f7d6d437e service neutron] 10.222.0.36 "GET /v2.0/networks/85cec18c-3c46-42b5-a003-1241c1b0ddcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045002 Jul 09 20:03:04.008797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf0337-3147-440c-8278-5641bb92f159 req-cf157692-e4f4-450f-ae44-ed6026041546 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:04.010408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61bf0337-3147-440c-8278-5641bb92f159 req-cf157692-e4f4-450f-ae44-ed6026041546 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 944 time: 0.0662043 Jul 09 20:03:04.050925 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61bf0337-3147-440c-8278-5641bb92f159 req-a2d11705-4b24-4b09-a6b1-838b5c255b8d tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347517 Jul 09 20:03:04.125006 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:04.125640 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:04.127037 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] 10.222.0.36 "PUT /v2.0/ports/4b3fb016-5780-40b8-855f-33e3dd3ef5f7 HTTP/1.1" status: 200 len: 1092 time: 1.9380994 Jul 09 20:03:04.136155 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6edde9c4-4bf0-4072-8ecc-bcf3b0c6752e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:04.203543 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cc3bd-5f4a-407f-a598-2ab33c340b46 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3fb016-5780-40b8-855f-33e3dd3ef5f7,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:04.278823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edde9c4-4bf0-4072-8ecc-bcf3b0c6752e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=95e016cc-2d12-4968-a7ce-5322889bd3fb,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:04.325156 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376aa77d-4c44-4077-bb66-2509e4e84897 req-b8518d37-8ebe-4a52-a878-19da6e314803 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:04.326669 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-376aa77d-4c44-4077-bb66-2509e4e84897 req-b8518d37-8ebe-4a52-a878-19da6e314803 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.5641639 Jul 09 20:03:04.328465 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-4a5c68af-afaa-4614-bb65-404bf005466e service neutron] 10.222.0.36 "GET /v2.0/networks/85cec18c-3c46-42b5-a003-1241c1b0ddcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648739 Jul 09 20:03:04.334867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edde9c4-4bf0-4072-8ecc-bcf3b0c6752e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:04.335246 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edde9c4-4bf0-4072-8ecc-bcf3b0c6752e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network hostable DHCP agents. Network: ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:03:04.377503 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-fcd536ae-a80c-4244-b6ef-0625754f90f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:04.379004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-fcd536ae-a80c-4244-b6ef-0625754f90f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac8815b0511240bfb0439f33792dfe72&device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 1095 time: 0.1983795 Jul 09 20:03:04.387283 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-376aa77d-4c44-4077-bb66-2509e4e84897 req-638f3341-2959-4b3b-b49b-7f805f923fcf tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548575 Jul 09 20:03:04.388320 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edde9c4-4bf0-4072-8ecc-bcf3b0c6752e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:03:04.409372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-6edde9c4-4bf0-4072-8ecc-bcf3b0c6752e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:04.419424 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d16b08-f2c8-4a8b-8788-f71470a138bf None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:04.459752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edde9c4-4bf0-4072-8ecc-bcf3b0c6752e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:04.460407 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6edde9c4-4bf0-4072-8ecc-bcf3b0c6752e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:04.464230 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-71b1861c-a501-4555-83fe-ef522d07c227 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b3fb016-5780-40b8-855f-33e3dd3ef5f7 HTTP/1.1" status: 200 len: 217 time: 0.0698473 Jul 09 20:03:04.508649 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6edde9c4-4bf0-4072-8ecc-bcf3b0c6752e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3849370 Jul 09 20:03:04.509261 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40780) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:04.516431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-dacfc188-73db-4f1e-900f-fafe1a5896e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'name': 'tempest-NetworksTestDHCPv6-1727838157'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:04.529769 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-6d471ac6-dce5-48a0-9776-7ec492afb3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:04.531170 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-6d471ac6-dce5-48a0-9776-7ec492afb3a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5951f88-b435-4fd3-bab1-a41b2a48cbfa HTTP/1.1" status: 200 len: 858 time: 0.0577502 Jul 09 20:03:04.546476 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1244d59-6cbf-42f5-ad70-38f21c202356 req-2e5df320-3d95-436a-9c39-fcc08076a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:04.546476 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1244d59-6cbf-42f5-ad70-38f21c202356 req-2e5df320-3d95-436a-9c39-fcc08076a87b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac8815b0511240bfb0439f33792dfe72&device_id=5d93bc84-06d7-436d-abfd-b824d2395400 HTTP/1.1" status: 200 len: 1094 time: 0.1480265 Jul 09 20:03:04.580830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': '95e016cc-2d12-4968-a7ce-5322889bd3fb'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:03:04.581832 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:04.581983 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-b8760d1a-e546-4922-9e36-7561b2517468 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85cec18c-3c46-42b5-a003-1241c1b0ddcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380793 Jul 09 20:03:04.746937 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Allocated IP 2001:db8::2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/95e016cc-2d12-4968-a7ce-5322889bd3fb/746319fe-7f09-4dc3-b181-0e71ee050033) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:04.754401 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1244d59-6cbf-42f5-ad70-38f21c202356 req-6398d29b-9aa3-4b60-a2b9-7f1c05514f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:04.760881 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1244d59-6cbf-42f5-ad70-38f21c202356 req-6398d29b-9aa3-4b60-a2b9-7f1c05514f35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=85cec18c-3c46-42b5-a003-1241c1b0ddcc HTTP/1.1" status: 200 len: 919 time: 0.2067096 Jul 09 20:03:04.765524 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-3f4a91ba-ab21-4d5e-b6ac-88d195606f23 service neutron] 10.222.0.36 "GET /v2.0/networks/85cec18c-3c46-42b5-a003-1241c1b0ddcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734898 Jul 09 20:03:04.830775 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1244d59-6cbf-42f5-ad70-38f21c202356 req-78a7724e-b363-4863-9c49-9e52a46f3708 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=927a729f-4798-4dcf-a250-ff1725cd64e3 HTTP/1.1" status: 200 len: 217 time: 0.0585523 Jul 09 20:03:04.915389 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:04.924331 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Transition to ACTIVE for port object 746319fe-7f09-4dc3-b181-0e71ee050033 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:04.925652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1244d59-6cbf-42f5-ad70-38f21c202356 req-da2800b1-18c5-42ef-a631-f5f0548c2d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:04.928021 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1244d59-6cbf-42f5-ad70-38f21c202356 req-da2800b1-18c5-42ef-a631-f5f0548c2d3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5951f88-b435-4fd3-bab1-a41b2a48cbfa HTTP/1.1" status: 200 len: 858 time: 0.0712340 Jul 09 20:03:04.942753 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Transition to ACTIVE for port object 746319fe-7f09-4dc3-b181-0e71ee050033 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:04.951101 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:04.974544 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1244d59-6cbf-42f5-ad70-38f21c202356 req-5abc63b9-c031-43da-a6c7-a62ac5158340 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85cec18c-3c46-42b5-a003-1241c1b0ddcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372558 Jul 09 20:03:04.977086 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a76fd4d2-5700-4b4a-ae97-3a1b15be3927 req-dffcb0d6-a94e-4e6e-b636-922cb84393ed service neutron] 10.222.0.36 "GET /v2.0/networks/85cec18c-3c46-42b5-a003-1241c1b0ddcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986716 Jul 09 20:03:05.005726 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:05.011779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:05.015664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:05.023047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Pushing event updated for resources: {'Port': ['ID=746319fe-7f09-4dc3-b181-0e71ee050033,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:05.034471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9811a8-3d2c-4919-95d5-c20c9a5f7238 req-94029b77-1e8c-4f8e-993f-2ee949d5f359 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:05.035985 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe9811a8-3d2c-4919-95d5-c20c9a5f7238 req-94029b77-1e8c-4f8e-993f-2ee949d5f359 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.4582753 Jul 09 20:03:05.052576 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64de15e3-f513-42fb-b4d8-cee46839aa8a', 'tag': '4b3fb016-5780-40b8-855f-33e3dd3ef5f7'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:05.053401 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290f80eb-63be-4182-a209-eb59a8d9b31d" -d '{"events": [{"name": "network-changed", "server_uuid": "64de15e3-f513-42fb-b4d8-cee46839aa8a", "tag": "4b3fb016-5780-40b8-855f-33e3dd3ef5f7"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:05.083663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacfc188-73db-4f1e-900f-fafe1a5896e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:05.087253 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dacfc188-73db-4f1e-900f-fafe1a5896e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:05.087701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Attempting to bind port 746319fe-7f09-4dc3-b181-0e71ee050033 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:05.088079 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Attempting to bind port 746319fe-7f09-4dc3-b181-0e71ee050033 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:05.088694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Attempting to bind port 746319fe-7f09-4dc3-b181-0e71ee050033 on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:05.093321 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe9811a8-3d2c-4919-95d5-c20c9a5f7238 req-03f59b13-d9dd-45ce-9278-fa77202a6c07 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503926 Jul 09 20:03:05.094402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:05.094998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:05.095403 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:05.095797 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:05.096267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Bound port: 746319fe-7f09-4dc3-b181-0e71ee050033, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:05.096683 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:05.110544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-dacfc188-73db-4f1e-900f-fafe1a5896e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 8a32cd98-f729-4705-8c52-25cee75c78ba yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:03:05.131114 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1244d59-6cbf-42f5-ad70-38f21c202356 req-feb5d50a-316f-40d4-a0f8-9503bc37ccfe service neutron] 10.222.0.36 "GET /v2.0/networks/85cec18c-3c46-42b5-a003-1241c1b0ddcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380751 Jul 09 20:03:05.149854 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354a03b9-8dd4-4c6b-9981-ea4482613b9f x-openstack-request-id: req-354a03b9-8dd4-4c6b-9981-ea4482613b9f {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:05.150170 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64de15e3-f513-42fb-b4d8-cee46839aa8a", "tag": "4b3fb016-5780-40b8-855f-33e3dd3ef5f7", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:05.150434 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-354a03b9-8dd4-4c6b-9981-ea4482613b9f {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:05.150842 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64de15e3-f513-42fb-b4d8-cee46839aa8a', 'tag': '4b3fb016-5780-40b8-855f-33e3dd3ef5f7', 'status': 'completed', 'code': 200} Jul 09 20:03:05.215260 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] For port 746319fe-7f09-4dc3-b181-0e71ee050033, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:05.229249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] For port 746319fe-7f09-4dc3-b181-0e71ee050033, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=746319fe-7f09-4dc3-b181-0e71ee050033,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:05.241059 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:05.284362 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1244d59-6cbf-42f5-ad70-38f21c202356 req-6c966973-d441-4c87-b356-eb7c9bb6cb79 service neutron] 10.222.0.36 "GET /v2.0/networks/85cec18c-3c46-42b5-a003-1241c1b0ddcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459601 Jul 09 20:03:05.285810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f80eb-63be-4182-a209-eb59a8d9b31d req-39f400ad-f3cd-44d4-87b4-b67868bc0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:05.287852 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-290f80eb-63be-4182-a209-eb59a8d9b31d req-39f400ad-f3cd-44d4-87b4-b67868bc0cfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ac8815b0511240bfb0439f33792dfe72&device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 1095 time: 0.0901818 Jul 09 20:03:05.311155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-dacfc188-73db-4f1e-900f-fafe1a5896e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::89 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/95e016cc-2d12-4968-a7ce-5322889bd3fb/8a32cd98-f729-4705-8c52-25cee75c78ba) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:05.316733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1ffa2-78e0-41e5-ba3d-ee89355ed4de None None] Pushing event updated for resources: {'Port': ['ID=746319fe-7f09-4dc3-b181-0e71ee050033,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:05.320560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device de72ab67-67e6-4ad4-aa69-87ab2b30f85b details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:03:05.391515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d5068-221c-4c7e-a016-098e8581a572 req-c697cd40-ee96-45b7-8d4a-0ff48ff364e6 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:05.400638 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-753d5068-221c-4c7e-a016-098e8581a572 req-c697cd40-ee96-45b7-8d4a-0ff48ff364e6 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 944 time: 0.1673915 Jul 09 20:03:05.411194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f80eb-63be-4182-a209-eb59a8d9b31d req-9e2cf274-f536-4cb7-bc6a-55ca1820a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:05.425687 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-290f80eb-63be-4182-a209-eb59a8d9b31d req-9e2cf274-f536-4cb7-bc6a-55ca1820a68a service neutron] 10.222.0.36 "GET /v2.0/networks?id=85cec18c-3c46-42b5-a003-1241c1b0ddcc HTTP/1.1" status: 200 len: 919 time: 0.1223962 Jul 09 20:03:05.491276 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port de72ab67-67e6-4ad4-aa69-87ab2b30f85b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=de72ab67-67e6-4ad4-aa69-87ab2b30f85b,segment=NetworkSegment(10466a91-9617-4b1c-8183-4bc85e91bb60),segment_id=10466a91-9617-4b1c-8183-4bc85e91bb60)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:05.505243 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'de72ab67-67e6-4ad4-aa69-87ab2b30f85b', 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc', 'port_id': 'de72ab67-67e6-4ad4-aa69-87ab2b30f85b', 'mac_address': 'fa:16:3e:5c:37:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5951f88-b435-4fd3-bab1-a41b2a48cbfa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:03:05.510248 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-290f80eb-63be-4182-a209-eb59a8d9b31d req-23dae3aa-a42f-492d-a290-41361e4b92a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b3fb016-5780-40b8-855f-33e3dd3ef5f7 HTTP/1.1" status: 200 len: 217 time: 0.0704534 Jul 09 20:03:05.515348 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-753d5068-221c-4c7e-a016-098e8581a572 req-f7136210-0136-45ee-8f1e-4b5a79d7aeaa tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140394 Jul 09 20:03:05.576318 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:05.635348 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dacfc188-73db-4f1e-900f-fafe1a5896e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:05.638715 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de72ab67-67e6-4ad4-aa69-87ab2b30f85b {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:03:05.638858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f80eb-63be-4182-a209-eb59a8d9b31d req-7b745ee7-63e7-4cce-b9d8-3ff9e64a876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:05.640252 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-290f80eb-63be-4182-a209-eb59a8d9b31d req-7b745ee7-63e7-4cce-b9d8-3ff9e64a876a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5951f88-b435-4fd3-bab1-a41b2a48cbfa HTTP/1.1" status: 200 len: 858 time: 0.1135616 Jul 09 20:03:05.661205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-dacfc188-73db-4f1e-900f-fafe1a5896e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object 8a32cd98-f729-4705-8c52-25cee75c78ba will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:05.682908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port de72ab67-67e6-4ad4-aa69-87ab2b30f85b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=de72ab67-67e6-4ad4-aa69-87ab2b30f85b,segment=NetworkSegment(10466a91-9617-4b1c-8183-4bc85e91bb60),segment_id=10466a91-9617-4b1c-8183-4bc85e91bb60)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:05.690338 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:05.710712 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-290f80eb-63be-4182-a209-eb59a8d9b31d req-d5a50233-4a4e-4044-a1bc-56241451de8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=85cec18c-3c46-42b5-a003-1241c1b0ddcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543330 Jul 09 20:03:05.717587 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dacfc188-73db-4f1e-900f-fafe1a5896e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:05.761955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=de72ab67-67e6-4ad4-aa69-87ab2b30f85b,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:05.793157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacfc188-73db-4f1e-900f-fafe1a5896e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:05.798831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-dacfc188-73db-4f1e-900f-fafe1a5896e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:05.802772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacfc188-73db-4f1e-900f-fafe1a5896e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:05.808776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacfc188-73db-4f1e-900f-fafe1a5896e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:05.809393 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dacfc188-73db-4f1e-900f-fafe1a5896e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:05.821291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfc188-73db-4f1e-900f-fafe1a5896e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=8a32cd98-f729-4705-8c52-25cee75c78ba,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:05.821928 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31469160-7822-4bd9-923f-d81b43680515 req-2b5f74ec-81f6-43f9-a4da-9a045a96d86a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:05.824238 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31469160-7822-4bd9-923f-d81b43680515 req-2b5f74ec-81f6-43f9-a4da-9a045a96d86a tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1830530 Jul 09 20:03:05.833808 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dacfc188-73db-4f1e-900f-fafe1a5896e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3225982 Jul 09 20:03:05.836244 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40794) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:05.861449 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-290f80eb-63be-4182-a209-eb59a8d9b31d req-3066b899-f1bb-4d24-b61d-b3b3b29bdf2b service neutron] 10.222.0.36 "GET /v2.0/networks/85cec18c-3c46-42b5-a003-1241c1b0ddcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407087 Jul 09 20:03:05.895261 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31469160-7822-4bd9-923f-d81b43680515 req-9d87e3b0-8e71-406b-9a40-66af1c0e93db tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631275 Jul 09 20:03:05.941025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ca1154-6dbe-447e-a485-d151f38703bb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:05.947784 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ca1154-6dbe-447e-a485-d151f38703bb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:05.951836 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-96ca1154-6dbe-447e-a485-d151f38703bb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1122110 Jul 09 20:03:05.952063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40796) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:05.969396 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-290f80eb-63be-4182-a209-eb59a8d9b31d req-b1a08c67-2c98-42c1-aa3b-8d775a360092 service neutron] 10.222.0.36 "GET /v2.0/networks/85cec18c-3c46-42b5-a003-1241c1b0ddcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981658 Jul 09 20:03:06.049126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-5cb33eb3-7ad5-4cef-b256-9c6c8f437a26 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port 8a32cd98-f729-4705-8c52-25cee75c78ba {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:06.049480 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5cb33eb3-7ad5-4cef-b256-9c6c8f437a26 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:06.141870 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5cb33eb3-7ad5-4cef-b256-9c6c8f437a26 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:06.156777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-5cb33eb3-7ad5-4cef-b256-9c6c8f437a26 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for 8a32cd98-f729-4705-8c52-25cee75c78ba owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:06.277102 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['de72ab67-67e6-4ad4-aa69-87ab2b30f85b'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:03:06.314595 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5cb33eb3-7ad5-4cef-b256-9c6c8f437a26 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:06.319620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe93958-b404-4f29-9c24-ebb18813bd9c req-775e4db2-b059-4b1a-ad70-5165c8bed485 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:06.321274 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dbe93958-b404-4f29-9c24-ebb18813bd9c req-775e4db2-b059-4b1a-ad70-5165c8bed485 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.0897255 Jul 09 20:03:06.352420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb33eb3-7ad5-4cef-b256-9c6c8f437a26 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=8a32cd98-f729-4705-8c52-25cee75c78ba,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:06.381105 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dbe93958-b404-4f29-9c24-ebb18813bd9c req-6ac62a68-b118-436f-a2e6-3ecf37947326 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521665 Jul 09 20:03:06.382261 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5cb33eb3-7ad5-4cef-b256-9c6c8f437a26 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:06.386985 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5cb33eb3-7ad5-4cef-b256-9c6c8f437a26 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/8a32cd98-f729-4705-8c52-25cee75c78ba HTTP/1.1" status: 204 len: 168 time: 0.4337995 Jul 09 20:03:06.387365 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40804) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:06.502877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d86f70b-c6c5-4cd6-906c-856b44a795fc None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:06.511281 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97eabde-c212-45d1-a884-2307a732a921 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:06.512909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97eabde-c212-45d1-a884-2307a732a921 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:06.514524 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b97eabde-c212-45d1-a884-2307a732a921 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1259060 Jul 09 20:03:06.517398 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40808) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:06.571407 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-499b6db4-428c-40e5-81bd-996975952e53 None None] Provisioning for port 746319fe-7f09-4dc3-b181-0e71ee050033 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:06.597507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-19db68c9-f46a-4d5f-9945-819713a77eb4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 95e016cc-2d12-4968-a7ce-5322889bd3fb {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:06.601869 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-19db68c9-f46a-4d5f-9945-819713a77eb4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:06.655845 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-19db68c9-f46a-4d5f-9945-819713a77eb4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:06.749819 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-19db68c9-f46a-4d5f-9945-819713a77eb4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:06.852736 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-19db68c9-f46a-4d5f-9945-819713a77eb4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:06.852959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 746319fe-7f09-4dc3-b181-0e71ee050033 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:06.868698 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-19db68c9-f46a-4d5f-9945-819713a77eb4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:06.870907 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-19db68c9-f46a-4d5f-9945-819713a77eb4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/95e016cc-2d12-4968-a7ce-5322889bd3fb HTTP/1.1" status: 204 len: 168 time: 0.3523932 Jul 09 20:03:06.874080 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40814) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:06.889798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db68c9-f46a-4d5f-9945-819713a77eb4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=95e016cc-2d12-4968-a7ce-5322889bd3fb,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:06.914274 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 746319fe-7f09-4dc3-b181-0e71ee050033 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:06.918730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 746319fe-7f09-4dc3-b181-0e71ee050033 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:06.919116 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:06.940839 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-125f8cfa-7238-49df-90f2-daf34d3f3234 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658007 Jul 09 20:03:06.943973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40818) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:06.951754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b0d33d85-80cb-40ae-9025-c88a025ef634 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:06.953934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fce315-6665-439a-aebc-d9a2c9931382 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:06.975715 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014320d-e3f7-4149-8142-049b83758792 req-c45cc51a-2cd8-42f5-9d48-cb047fd6322b tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:06.977374 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0014320d-e3f7-4149-8142-049b83758792 req-c45cc51a-2cd8-42f5-9d48-cb047fd6322b tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 944 time: 0.3232024 Jul 09 20:03:07.038274 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-700d6014-e46a-4f63-b614-67d05166e1db None None] Provisioning complete for port 746319fe-7f09-4dc3-b181-0e71ee050033 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:07.038719 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-700d6014-e46a-4f63-b614-67d05166e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.069863 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0014320d-e3f7-4149-8142-049b83758792 req-fb444774-4635-4397-8fa1-bfb5afd10fac tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619776 Jul 09 20:03:07.093561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3e03e-5f85-48b3-af41-f99e8d49752d req-75aac2e3-896e-4b15-811a-38038dc74069 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:07.095330 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b4c3e03e-5f85-48b3-af41-f99e8d49752d req-75aac2e3-896e-4b15-811a-38038dc74069 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0707891 Jul 09 20:03:07.096797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d33d85-80cb-40ae-9025-c88a025ef634 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:07.101050 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b0d33d85-80cb-40ae-9025-c88a025ef634 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.137125 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b4c3e03e-5f85-48b3-af41-f99e8d49752d req-2a45057f-8b50-48f0-9538-d7b69e0ef7c2 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340159 Jul 09 20:03:07.149679 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.325932 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b0d33d85-80cb-40ae-9025-c88a025ef634 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.367638 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 746319fe-7f09-4dc3-b181-0e71ee050033, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=746319fe-7f09-4dc3-b181-0e71ee050033,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:07.369893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d33d85-80cb-40ae-9025-c88a025ef634 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:07.373251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-b0d33d85-80cb-40ae-9025-c88a025ef634 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:07.377665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d33d85-80cb-40ae-9025-c88a025ef634 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:07.378263 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b0d33d85-80cb-40ae-9025-c88a025ef634 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.380721 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.390670 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d33d85-80cb-40ae-9025-c88a025ef634 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=56fe7872-47dc-4b55-bb06-5f67f5765681,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:07.406094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40822) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:07.406625 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b0d33d85-80cb-40ae-9025-c88a025ef634 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4603126 Jul 09 20:03:07.414831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-32e707ac-9018-483a-b6c1-1ae0cd7b4cd6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'name': 'tempest-NetworksTestDHCPv6-1566845415'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:07.415446 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-700d6014-e46a-4f63-b614-67d05166e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.457941 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a55a02-a83f-4201-9a59-4c37fdb5e3be None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:03:07.491673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=746319fe-7f09-4dc3-b181-0e71ee050033,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:07.531931 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.api [None req-700d6014-e46a-4f63-b614-67d05166e1db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:03:07.532585 n-d-800088-3 neutron-server[100206]: DEBUG oslo_db.api [None req-700d6014-e46a-4f63-b614-67d05166e1db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:03:07.558161 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e707ac-9018-483a-b6c1-1ae0cd7b4cd6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:07.565869 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-10a55a02-a83f-4201-9a59-4c37fdb5e3be None None] Deleting port 746319fe-7f09-4dc3-b181-0e71ee050033 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:07.566610 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32e707ac-9018-483a-b6c1-1ae0cd7b4cd6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.567101 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-10a55a02-a83f-4201-9a59-4c37fdb5e3be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.593214 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-32e707ac-9018-483a-b6c1-1ae0cd7b4cd6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 01ff5d47-5bcd-43c0-8851-c38ac4c91f82 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:03:07.653411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-10a55a02-a83f-4201-9a59-4c37fdb5e3be None None] For port 746319fe-7f09-4dc3-b181-0e71ee050033, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=746319fe-7f09-4dc3-b181-0e71ee050033,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:07.653920 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-10a55a02-a83f-4201-9a59-4c37fdb5e3be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.667680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-10a55a02-a83f-4201-9a59-4c37fdb5e3be None None] Calling delete_port for 746319fe-7f09-4dc3-b181-0e71ee050033 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:07.759350 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-10a55a02-a83f-4201-9a59-4c37fdb5e3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.765414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6af76-8176-436d-a7ee-8170e426a1b0 req-33ce9250-32ce-4f10-b068-59a37dd10f86 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:07.766961 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3c6af76-8176-436d-a7ee-8170e426a1b0 req-33ce9250-32ce-4f10-b068-59a37dd10f86 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.2349582 Jul 09 20:03:07.779352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-32e707ac-9018-483a-b6c1-1ae0cd7b4cd6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::387 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/56fe7872-47dc-4b55-bb06-5f67f5765681/01ff5d47-5bcd-43c0-8851-c38ac4c91f82) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:07.785277 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a55a02-a83f-4201-9a59-4c37fdb5e3be None None] Pushing event deleted for resources: {'Port': ['ID=746319fe-7f09-4dc3-b181-0e71ee050033,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:07.791006 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a55a02-a83f-4201-9a59-4c37fdb5e3be None None] No DVR routers for this DVR port 746319fe-7f09-4dc3-b181-0e71ee050033 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:07.805207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dd10fc-ae9c-446e-aaa5-0b53bc0ba00a None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:07.841008 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3c6af76-8176-436d-a7ee-8170e426a1b0 req-8da5ac6c-bb50-4ce0-9af4-8a7c049727d5 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635796 Jul 09 20:03:07.957391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': '56fe7872-47dc-4b55-bb06-5f67f5765681'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:03:07.959050 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.980849 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32e707ac-9018-483a-b6c1-1ae0cd7b4cd6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:07.994862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-32e707ac-9018-483a-b6c1-1ae0cd7b4cd6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object 01ff5d47-5bcd-43c0-8851-c38ac4c91f82 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:08.033504 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32e707ac-9018-483a-b6c1-1ae0cd7b4cd6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.066647 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-700d6014-e46a-4f63-b614-67d05166e1db None None] Port 746319fe-7f09-4dc3-b181-0e71ee050033 update to ACTIVE by agent not found {{(pid=100206) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 20:03:08.081041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e707ac-9018-483a-b6c1-1ae0cd7b4cd6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:08.086451 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-32e707ac-9018-483a-b6c1-1ae0cd7b4cd6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:08.090973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e707ac-9018-483a-b6c1-1ae0cd7b4cd6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:08.096865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e707ac-9018-483a-b6c1-1ae0cd7b4cd6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:08.097505 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32e707ac-9018-483a-b6c1-1ae0cd7b4cd6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.101700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e707ac-9018-483a-b6c1-1ae0cd7b4cd6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=01ff5d47-5bcd-43c0-8851-c38ac4c91f82,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:08.118562 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-32e707ac-9018-483a-b6c1-1ae0cd7b4cd6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7084169 Jul 09 20:03:08.118918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40834) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:08.123887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Allocated IP 2001:db8::2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/56fe7872-47dc-4b55-bb06-5f67f5765681/c9fcc713-45aa-4a8a-9909-b10b608d74c4) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:08.232096 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c468c2-6f87-4ab4-8851-923427cea57c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:08.234771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d3c468c2-6f87-4ab4-8851-923427cea57c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1144502 Jul 09 20:03:08.236909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40838) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:08.281048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc4e34-064d-4511-a135-fa10bcf41d12 req-e5a9225b-9012-4f53-b205-952b94fe6fe7 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:08.282802 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-45fc4e34-064d-4511-a135-fa10bcf41d12 req-e5a9225b-9012-4f53-b205-952b94fe6fe7 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 944 time: 0.0768275 Jul 09 20:03:08.301320 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.313666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Transition to ACTIVE for port object c9fcc713-45aa-4a8a-9909-b10b608d74c4 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:08.329716 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-45fc4e34-064d-4511-a135-fa10bcf41d12 req-ac3829c8-330c-4de6-923c-79519c425e5d tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395095 Jul 09 20:03:08.330479 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Transition to ACTIVE for port object c9fcc713-45aa-4a8a-9909-b10b608d74c4 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:08.336724 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.385250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:08.388843 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:08.392221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:08.400222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13552791-1e52-4c49-8a88-96aa64633c43 req-b1f1e3b1-740e-4ef9-8765-029099b37095 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:08.401850 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-13552791-1e52-4c49-8a88-96aa64633c43 req-b1f1e3b1-740e-4ef9-8765-029099b37095 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1189556 Jul 09 20:03:08.428354 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Pushing event updated for resources: {'Port': ['ID=c9fcc713-45aa-4a8a-9909-b10b608d74c4,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:08.439860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-50f87fa4-9302-4f82-a4e7-f303aa29feae tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port 01ff5d47-5bcd-43c0-8851-c38ac4c91f82 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:08.439860 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50f87fa4-9302-4f82-a4e7-f303aa29feae tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.462708 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Attempting to bind port c9fcc713-45aa-4a8a-9909-b10b608d74c4 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:08.463115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Attempting to bind port c9fcc713-45aa-4a8a-9909-b10b608d74c4 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:08.463513 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Attempting to bind port c9fcc713-45aa-4a8a-9909-b10b608d74c4 on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:08.468618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:08.469000 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:08.469410 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.469810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:08.470278 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Bound port: c9fcc713-45aa-4a8a-9909-b10b608d74c4, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:08.470667 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.491760 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-13552791-1e52-4c49-8a88-96aa64633c43 req-7f3f2715-9071-4589-aa8a-6794357adf0c tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833631 Jul 09 20:03:08.538005 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] For port c9fcc713-45aa-4a8a-9909-b10b608d74c4, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:08.541468 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50f87fa4-9302-4f82-a4e7-f303aa29feae tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.541875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] For port c9fcc713-45aa-4a8a-9909-b10b608d74c4, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c9fcc713-45aa-4a8a-9909-b10b608d74c4,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:08.547185 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.554798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-50f87fa4-9302-4f82-a4e7-f303aa29feae tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for 01ff5d47-5bcd-43c0-8851-c38ac4c91f82 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:08.613564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba3d5a-92c2-463a-bad0-96474a1aea82 None None] Pushing event updated for resources: {'Port': ['ID=c9fcc713-45aa-4a8a-9909-b10b608d74c4,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:08.706273 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50f87fa4-9302-4f82-a4e7-f303aa29feae tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.766414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f87fa4-9302-4f82-a4e7-f303aa29feae tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=01ff5d47-5bcd-43c0-8851-c38ac4c91f82,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:08.803801 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50f87fa4-9302-4f82-a4e7-f303aa29feae tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:08.805043 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-50f87fa4-9302-4f82-a4e7-f303aa29feae tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/01ff5d47-5bcd-43c0-8851-c38ac4c91f82 HTTP/1.1" status: 204 len: 168 time: 0.5647440 Jul 09 20:03:08.806491 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40850) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:08.859010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 746319fe-7f09-4dc3-b181-0e71ee050033 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:08.895962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 746319fe-7f09-4dc3-b181-0e71ee050033 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:08.896335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 746319fe-7f09-4dc3-b181-0e71ee050033 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:08.919078 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7131c53-c3d4-4e60-819f-f6f18c8a153e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:08.920685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7131c53-c3d4-4e60-819f-f6f18c8a153e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:08.924583 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c7131c53-c3d4-4e60-819f-f6f18c8a153e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1154544 Jul 09 20:03:08.929006 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40854) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:08.976521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff71ce-a2be-4c17-aa4c-308c916bc696 req-dddc02b3-f4e0-4dc1-af6f-add592f9ddc9 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:08.978373 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-72ff71ce-a2be-4c17-aa4c-308c916bc696 req-dddc02b3-f4e0-4dc1-af6f-add592f9ddc9 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0890307 Jul 09 20:03:08.997249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12a74aa-c303-423a-abd0-4b495f6b3ebd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 56fe7872-47dc-4b55-bb06-5f67f5765681 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:09.000722 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d12a74aa-c303-423a-abd0-4b495f6b3ebd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.025463 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-72ff71ce-a2be-4c17-aa4c-308c916bc696 req-c27ebc4e-cb96-474f-b914-da3184329fad tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386589 Jul 09 20:03:09.052142 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d12a74aa-c303-423a-abd0-4b495f6b3ebd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.181918 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d12a74aa-c303-423a-abd0-4b495f6b3ebd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.204796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861614b-4ac2-493b-a051-ecd3333549f5 req-8cc26abd-2fb6-4b33-9d59-53139e565ff6 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:09.206321 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8861614b-4ac2-493b-a051-ecd3333549f5 req-8cc26abd-2fb6-4b33-9d59-53139e565ff6 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0671797 Jul 09 20:03:09.214216 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3785bd-e885-4c38-a122-2dfffd5c4c9c req-349bea6c-24b1-48d4-a75d-611c2d022b42 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:09.215728 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d3785bd-e885-4c38-a122-2dfffd5c4c9c req-349bea6c-24b1-48d4-a75d-611c2d022b42 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1425316 Jul 09 20:03:09.245269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8861614b-4ac2-493b-a051-ecd3333549f5 req-8c63d195-6a95-404c-95ad-748507c9445b tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326738 Jul 09 20:03:09.272849 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d3785bd-e885-4c38-a122-2dfffd5c4c9c req-0cbebc87-f113-498c-9a0c-08a6a4e011ea tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502572 Jul 09 20:03:09.279876 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d12a74aa-c303-423a-abd0-4b495f6b3ebd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.311760 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a74aa-c303-423a-abd0-4b495f6b3ebd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=56fe7872-47dc-4b55-bb06-5f67f5765681,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:09.315960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:03:09.318675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device de72ab67-67e6-4ad4-aa69-87ab2b30f85b up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:09.331482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d12a74aa-c303-423a-abd0-4b495f6b3ebd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.335646 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d12a74aa-c303-423a-abd0-4b495f6b3ebd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/56fe7872-47dc-4b55-bb06-5f67f5765681 HTTP/1.1" status: 204 len: 168 time: 0.4054806 Jul 09 20:03:09.337872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40860) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:09.455294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port de72ab67-67e6-4ad4-aa69-87ab2b30f85b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:09.467815 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port de72ab67-67e6-4ad4-aa69-87ab2b30f85b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:09.468616 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.516259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4b3fb016-5780-40b8-855f-33e3dd3ef5f7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4b3fb016-5780-40b8-855f-33e3dd3ef5f7,segment=NetworkSegment(10466a91-9617-4b1c-8183-4bc85e91bb60),segment_id=10466a91-9617-4b1c-8183-4bc85e91bb60)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:09.534856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '4b3fb016-5780-40b8-855f-33e3dd3ef5f7', 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc', 'port_id': '4b3fb016-5780-40b8-855f-33e3dd3ef5f7', 'mac_address': 'fa:16:3e:dd:9b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5951f88-b435-4fd3-bab1-a41b2a48cbfa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:03:09.622170 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.653740 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.679060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:03:09.720687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c6d1b5-b3aa-46c0-992b-4e8a925c2706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de72ab67-67e6-4ad4-aa69-87ab2b30f85b'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:09.723081 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b6bf4b-d046-41c9-a2c1-87eff300a986" -d '{"events": [{"server_uuid": "33c6d1b5-b3aa-46c0-992b-4e8a925c2706", "name": "network-vif-plugged", "status": "completed", "tag": "de72ab67-67e6-4ad4-aa69-87ab2b30f85b"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:09.735116 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7f666efc-8e4e-47b4-a384-42fd2d160247 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3930159 Jul 09 20:03:09.735922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40870) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:09.741579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f80fdee5-5437-411b-8b41-a91ba0e2e2fc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:09.750304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4b3fb016-5780-40b8-855f-33e3dd3ef5f7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4b3fb016-5780-40b8-855f-33e3dd3ef5f7,segment=NetworkSegment(10466a91-9617-4b1c-8183-4bc85e91bb60),segment_id=10466a91-9617-4b1c-8183-4bc85e91bb60)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:09.755385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port de72ab67-67e6-4ad4-aa69-87ab2b30f85b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=de72ab67-67e6-4ad4-aa69-87ab2b30f85b,segment=NetworkSegment(10466a91-9617-4b1c-8183-4bc85e91bb60),segment_id=10466a91-9617-4b1c-8183-4bc85e91bb60)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:09.761098 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.762009 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 927a729f-4798-4dcf-a250-ff1725cd64e3 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:03:09.784835 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.818049 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25d6c9-3d8d-47f1-99fe-914e9f862e60 req-1a8ea818-dfef-42fe-9921-c9b9ca97eeee tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:09.821849 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec64b228-8855-4101-872e-bb3645c90f6a None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:09.825341 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d25d6c9-3d8d-47f1-99fe-914e9f862e60 req-1a8ea818-dfef-42fe-9921-c9b9ca97eeee tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 944 time: 0.0956204 Jul 09 20:03:09.861787 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d25d6c9-3d8d-47f1-99fe-914e9f862e60 req-74a13cab-fe9d-47d6-ad78-71ece96ce64d tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352299 Jul 09 20:03:09.914503 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866dd068-48e2-4257-a778-dbfd1ccdb2c3 x-openstack-request-id: req-866dd068-48e2-4257-a778-dbfd1ccdb2c3 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:09.914870 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c6d1b5-b3aa-46c0-992b-4e8a925c2706", "name": "network-vif-plugged", "status": "completed", "tag": "de72ab67-67e6-4ad4-aa69-87ab2b30f85b", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:09.915204 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-866dd068-48e2-4257-a778-dbfd1ccdb2c3 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:09.915796 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c6d1b5-b3aa-46c0-992b-4e8a925c2706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de72ab67-67e6-4ad4-aa69-87ab2b30f85b', 'code': 200} Jul 09 20:03:09.921775 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80fdee5-5437-411b-8b41-a91ba0e2e2fc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:09.925328 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f80fdee5-5437-411b-8b41-a91ba0e2e2fc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:09.948135 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 927a729f-4798-4dcf-a250-ff1725cd64e3, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=927a729f-4798-4dcf-a250-ff1725cd64e3,segment=NetworkSegment(10466a91-9617-4b1c-8183-4bc85e91bb60),segment_id=10466a91-9617-4b1c-8183-4bc85e91bb60)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:09.967655 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=4b3fb016-5780-40b8-855f-33e3dd3ef5f7,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:09.980956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '927a729f-4798-4dcf-a250-ff1725cd64e3', 'network_id': '85cec18c-3c46-42b5-a003-1241c1b0ddcc', 'port_id': '927a729f-4798-4dcf-a250-ff1725cd64e3', 'mac_address': 'fa:16:3e:19:8e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5951f88-b435-4fd3-bab1-a41b2a48cbfa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:03:09.982468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-45c9c028-6579-4c25-9e13-3a177073895b None None] Provisioning for port c9fcc713-45aa-4a8a-9909-b10b608d74c4 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:10.001627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4804e-c7ae-4640-81e0-7605a3c43520 req-4afe19f7-823a-47aa-bda0-8adb704ad146 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:10.004438 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ecf4804e-c7ae-4640-81e0-7605a3c43520 req-4afe19f7-823a-47aa-bda0-8adb704ad146 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1439724 Jul 09 20:03:10.066244 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef221a0-430d-4a9a-b135-5b3bb6da355d req-de74de91-fc6c-48be-b10e-666da2b66285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:10.068721 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6ef221a0-430d-4a9a-b135-5b3bb6da355d req-de74de91-fc6c-48be-b10e-666da2b66285 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33c6d1b5-b3aa-46c0-992b-4e8a925c2706 HTTP/1.1" status: 200 len: 1096 time: 0.0621128 Jul 09 20:03:10.069822 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ecf4804e-c7ae-4640-81e0-7605a3c43520 req-0ac3625e-e44f-424e-a0c6-1d809eb5bc52 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534885 Jul 09 20:03:10.122480 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6ef221a0-430d-4a9a-b135-5b3bb6da355d req-f6fda7da-0122-4df4-9538-9916258e20bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456991 Jul 09 20:03:10.143251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=de72ab67-67e6-4ad4-aa69-87ab2b30f85b,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:10.167566 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.183954 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927a729f-4798-4dcf-a250-ff1725cd64e3 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:03:10.196162 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f80fdee5-5437-411b-8b41-a91ba0e2e2fc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.211730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 927a729f-4798-4dcf-a250-ff1725cd64e3, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=927a729f-4798-4dcf-a250-ff1725cd64e3,segment=NetworkSegment(10466a91-9617-4b1c-8183-4bc85e91bb60),segment_id=10466a91-9617-4b1c-8183-4bc85e91bb60)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:10.217374 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.254658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80fdee5-5437-411b-8b41-a91ba0e2e2fc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:10.258086 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f80fdee5-5437-411b-8b41-a91ba0e2e2fc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:10.262629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80fdee5-5437-411b-8b41-a91ba0e2e2fc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:10.263236 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f80fdee5-5437-411b-8b41-a91ba0e2e2fc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.281932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fdee5-5437-411b-8b41-a91ba0e2e2fc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=5e459cd4-2365-44e5-9c93-6098d23e3351,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:10.284773 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25aad15-e8e3-4d81-b1bc-eede8bf1207b None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:03:10.288192 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=927a729f-4798-4dcf-a250-ff1725cd64e3,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:10.292670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40876) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:10.292955 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f80fdee5-5437-411b-8b41-a91ba0e2e2fc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5562398 Jul 09 20:03:10.297911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7e987867-5112-479b-bda5-39e483f47510 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'name': 'tempest-NetworksTestDHCPv6-113708808'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:10.344612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a25aad15-e8e3-4d81-b1bc-eede8bf1207b None None] Deleting port c9fcc713-45aa-4a8a-9909-b10b608d74c4 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:10.344996 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a25aad15-e8e3-4d81-b1bc-eede8bf1207b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.424562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e987867-5112-479b-bda5-39e483f47510 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:10.429105 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e987867-5112-479b-bda5-39e483f47510 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.438862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a25aad15-e8e3-4d81-b1bc-eede8bf1207b None None] For port c9fcc713-45aa-4a8a-9909-b10b608d74c4, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c9fcc713-45aa-4a8a-9909-b10b608d74c4,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:10.439305 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a25aad15-e8e3-4d81-b1bc-eede8bf1207b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.451378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-7e987867-5112-479b-bda5-39e483f47510 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 33f0eecf-6130-41e5-966e-dee51dcded7b yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:03:10.456398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a25aad15-e8e3-4d81-b1bc-eede8bf1207b None None] Calling delete_port for c9fcc713-45aa-4a8a-9909-b10b608d74c4 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:10.511153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c410c-b395-43a2-b39a-f032181165ea req-426a7501-5c3e-4341-904d-3e61beaea62d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:10.512685 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b17c410c-b395-43a2-b39a-f032181165ea req-426a7501-5c3e-4341-904d-3e61beaea62d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.0859561 Jul 09 20:03:10.554877 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a25aad15-e8e3-4d81-b1bc-eede8bf1207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.560205 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b17c410c-b395-43a2-b39a-f032181165ea req-c82b7134-5390-4f11-a673-787051f135c6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405772 Jul 09 20:03:10.589422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-7e987867-5112-479b-bda5-39e483f47510 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::141 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/5e459cd4-2365-44e5-9c93-6098d23e3351/33f0eecf-6130-41e5-966e-dee51dcded7b) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:10.595755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25aad15-e8e3-4d81-b1bc-eede8bf1207b None None] Pushing event deleted for resources: {'Port': ['ID=c9fcc713-45aa-4a8a-9909-b10b608d74c4,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:10.602032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25aad15-e8e3-4d81-b1bc-eede8bf1207b None None] No DVR routers for this DVR port c9fcc713-45aa-4a8a-9909-b10b608d74c4 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:10.621650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b4645f-9786-4413-9cb8-149ba6f9a375 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:10.764671 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e987867-5112-479b-bda5-39e483f47510 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.780439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-7e987867-5112-479b-bda5-39e483f47510 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object 33f0eecf-6130-41e5-966e-dee51dcded7b will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:10.802501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': '5e459cd4-2365-44e5-9c93-6098d23e3351'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:03:10.803936 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.818116 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e987867-5112-479b-bda5-39e483f47510 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.846366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['927a729f-4798-4dcf-a250-ff1725cd64e3'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:03:10.870629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e987867-5112-479b-bda5-39e483f47510 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:10.874086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7e987867-5112-479b-bda5-39e483f47510 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:10.878054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e987867-5112-479b-bda5-39e483f47510 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:10.884604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e987867-5112-479b-bda5-39e483f47510 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:10.885232 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e987867-5112-479b-bda5-39e483f47510 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:10.891593 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e987867-5112-479b-bda5-39e483f47510 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=33f0eecf-6130-41e5-966e-dee51dcded7b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:10.898198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['4b3fb016-5780-40b8-855f-33e3dd3ef5f7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:03:10.913222 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7e987867-5112-479b-bda5-39e483f47510 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6172442 Jul 09 20:03:10.913562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40884) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:10.986997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b493c28-9f90-4ac3-acd8-0cd644125df1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:10.991457 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6b493c28-9f90-4ac3-acd8-0cd644125df1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0740194 Jul 09 20:03:10.991823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40886) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:11.069466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4096c-b6d2-40b0-91e8-d2af153e2074 req-7c6af75f-9664-41a0-ada7-253156073591 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:11.077780 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f1a4096c-b6d2-40b0-91e8-d2af153e2074 req-7c6af75f-9664-41a0-ada7-253156073591 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 945 time: 0.0919402 Jul 09 20:03:11.133194 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f1a4096c-b6d2-40b0-91e8-d2af153e2074 req-0fbea108-5895-4659-a979-6c601eb0d1bd tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509560 Jul 09 20:03:11.137403 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-7bca5798-7f26-4518-a8d5-45d233db23cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port 33f0eecf-6130-41e5-966e-dee51dcded7b {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:11.137583 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7bca5798-7f26-4518-a8d5-45d233db23cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.226382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Allocated IP 2001:db8::2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/5e459cd4-2365-44e5-9c93-6098d23e3351/d740491d-fd0b-4a3a-8686-c2e700b4c462) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:11.230468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9910517-160a-4b66-97d4-c53842183ad1 req-42dafbbc-685c-4cf4-a255-750c59c4fc03 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:11.232049 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d9910517-160a-4b66-97d4-c53842183ad1 req-42dafbbc-685c-4cf4-a255-750c59c4fc03 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.1378582 Jul 09 20:03:11.293448 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7bca5798-7f26-4518-a8d5-45d233db23cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.313129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52e29a-5307-42f4-b0c6-b7030d4c52bc req-69a5dd0d-2c44-45a8-a299-ae251942b8a6 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:11.315114 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0c52e29a-5307-42f4-b0c6-b7030d4c52bc req-69a5dd0d-2c44-45a8-a299-ae251942b8a6 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 945 time: 0.0767746 Jul 09 20:03:11.321278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-7bca5798-7f26-4518-a8d5-45d233db23cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for 33f0eecf-6130-41e5-966e-dee51dcded7b owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:11.360232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0c52e29a-5307-42f4-b0c6-b7030d4c52bc req-ba585180-360c-4b1d-a5cf-c622ab3ad102 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373914 Jul 09 20:03:11.439043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-d9910517-160a-4b66-97d4-c53842183ad1 req-3772f344-2567-4e81-9a73-5679dd8b3888 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Deleting port 9b6b138e-521e-4f88-91e6-9adb9b0d3fad {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:11.439427 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d9910517-160a-4b66-97d4-c53842183ad1 req-3772f344-2567-4e81-9a73-5679dd8b3888 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.534368 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.584659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d9910517-160a-4b66-97d4-c53842183ad1 req-3772f344-2567-4e81-9a73-5679dd8b3888 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] For port 9b6b138e-521e-4f88-91e6-9adb9b0d3fad, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9b6b138e-521e-4f88-91e6-9adb9b0d3fad,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:11.585040 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d9910517-160a-4b66-97d4-c53842183ad1 req-3772f344-2567-4e81-9a73-5679dd8b3888 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.602804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-d9910517-160a-4b66-97d4-c53842183ad1 req-3772f344-2567-4e81-9a73-5679dd8b3888 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Calling delete_port for 9b6b138e-521e-4f88-91e6-9adb9b0d3fad owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:11.603032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Transition to ACTIVE for port object d740491d-fd0b-4a3a-8686-c2e700b4c462 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:11.604766 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7bca5798-7f26-4518-a8d5-45d233db23cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.627465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Transition to ACTIVE for port object d740491d-fd0b-4a3a-8686-c2e700b4c462 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:11.636103 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.648364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca5798-7f26-4518-a8d5-45d233db23cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=33f0eecf-6130-41e5-966e-dee51dcded7b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:11.678232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:11.682682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:11.685781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:11.713909 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7bca5798-7f26-4518-a8d5-45d233db23cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.715837 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7bca5798-7f26-4518-a8d5-45d233db23cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/33f0eecf-6130-41e5-966e-dee51dcded7b HTTP/1.1" status: 204 len: 168 time: 0.7228918 Jul 09 20:03:11.718890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40896) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:11.726648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Pushing event updated for resources: {'Port': ['ID=d740491d-fd0b-4a3a-8686-c2e700b4c462,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:11.767664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Attempting to bind port d740491d-fd0b-4a3a-8686-c2e700b4c462 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:11.768038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Attempting to bind port d740491d-fd0b-4a3a-8686-c2e700b4c462 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:11.768403 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Attempting to bind port d740491d-fd0b-4a3a-8686-c2e700b4c462 on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:11.774407 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:11.774787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:11.775191 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.775599 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:11.776075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Bound port: d740491d-fd0b-4a3a-8686-c2e700b4c462, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:11.776461 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.824482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff8abed-ae7c-4a67-86d2-aaf0f49665ae tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:11.826018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff8abed-ae7c-4a67-86d2-aaf0f49665ae tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:11.830013 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2ff8abed-ae7c-4a67-86d2-aaf0f49665ae tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1066151 Jul 09 20:03:11.830457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40898) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:11.843257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] For port d740491d-fd0b-4a3a-8686-c2e700b4c462, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:11.846652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] For port d740491d-fd0b-4a3a-8686-c2e700b4c462, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d740491d-fd0b-4a3a-8686-c2e700b4c462,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:11.852012 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.855035 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef610f86-f85e-41b4-9b43-30a9a9fd0e5e req-3fcdd70b-387e-4f53-a425-9fbe7e3d2947 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:11.856639 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef610f86-f85e-41b4-9b43-30a9a9fd0e5e req-3fcdd70b-387e-4f53-a425-9fbe7e3d2947 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1197631 Jul 09 20:03:11.890407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab91fe6-8b32-472f-a2c4-a8094e2417c4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 5e459cd4-2365-44e5-9c93-6098d23e3351 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:11.893603 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eab91fe6-8b32-472f-a2c4-a8094e2417c4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.912826 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d9910517-160a-4b66-97d4-c53842183ad1 req-3772f344-2567-4e81-9a73-5679dd8b3888 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.935661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3042e3d-ea9f-4058-96b3-a488441458a6 None None] Pushing event updated for resources: {'Port': ['ID=d740491d-fd0b-4a3a-8686-c2e700b4c462,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:11.950328 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eab91fe6-8b32-472f-a2c4-a8094e2417c4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:11.969674 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef610f86-f85e-41b4-9b43-30a9a9fd0e5e req-dd47859d-a5d1-46fa-94cf-04528ede1de9 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074514 Jul 09 20:03:11.972395 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772f344-2567-4e81-9a73-5679dd8b3888 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Pushing event deleted for resources: {'Port': ['ID=9b6b138e-521e-4f88-91e6-9adb9b0d3fad,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:12.032293 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9910517-160a-4b66-97d4-c53842183ad1 req-3772f344-2567-4e81-9a73-5679dd8b3888 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] No DVR routers for this DVR port 9b6b138e-521e-4f88-91e6-9adb9b0d3fad on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:12.035222 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d9910517-160a-4b66-97d4-c53842183ad1 req-3772f344-2567-4e81-9a73-5679dd8b3888 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.038900 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d9910517-160a-4b66-97d4-c53842183ad1 req-3772f344-2567-4e81-9a73-5679dd8b3888 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "DELETE /v2.0/ports/9b6b138e-521e-4f88-91e6-9adb9b0d3fad HTTP/1.1" status: 204 len: 173 time: 0.8007460 Jul 09 20:03:12.039507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1301f7c-657e-462b-85f1-78da0448e6b8', 'name': 'network-vif-deleted', 'tag': '9b6b138e-521e-4f88-91e6-9adb9b0d3fad'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:12.041953 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beeb29a-756c-4c12-9f40-ce3eb7d827ee" -d '{"events": [{"server_uuid": "e1301f7c-657e-462b-85f1-78da0448e6b8", "name": "network-vif-deleted", "tag": "9b6b138e-521e-4f88-91e6-9adb9b0d3fad"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:12.068246 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eab91fe6-8b32-472f-a2c4-a8094e2417c4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.085662 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65669f21-c6fb-45f2-ade7-fb62e344b763 x-openstack-request-id: req-65669f21-c6fb-45f2-ade7-fb62e344b763 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:12.086075 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1301f7c-657e-462b-85f1-78da0448e6b8", "name": "network-vif-deleted", "tag": "9b6b138e-521e-4f88-91e6-9adb9b0d3fad", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:12.086429 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65669f21-c6fb-45f2-ade7-fb62e344b763 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:12.086942 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1301f7c-657e-462b-85f1-78da0448e6b8', 'name': 'network-vif-deleted', 'tag': '9b6b138e-521e-4f88-91e6-9adb9b0d3fad', 'status': 'completed', 'code': 200} Jul 09 20:03:12.131406 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eab91fe6-8b32-472f-a2c4-a8094e2417c4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.167077 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab91fe6-8b32-472f-a2c4-a8094e2417c4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=5e459cd4-2365-44e5-9c93-6098d23e3351,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:12.190951 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eab91fe6-8b32-472f-a2c4-a8094e2417c4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.198745 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-eab91fe6-8b32-472f-a2c4-a8094e2417c4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/5e459cd4-2365-44e5-9c93-6098d23e3351 HTTP/1.1" status: 204 len: 168 time: 0.3646035 Jul 09 20:03:12.199063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40908) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:12.272159 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-addb19d3-3f88-4ed9-a6c3-a5fce3acccc7 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690148 Jul 09 20:03:12.272843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40910) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:12.392594 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ea74e6-2531-4854-bf6f-5428d91bcc92 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:12.394089 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-81ea74e6-2531-4854-bf6f-5428d91bcc92 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1189933 Jul 09 20:03:12.397039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40916) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:12.402621 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20047b-9984-4048-aeef-805263ad8371 req-5dcac34a-62dd-4b2c-8dd4-f63b0562e4b4 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:12.403981 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f20047b-9984-4048-aeef-805263ad8371 req-5dcac34a-62dd-4b2c-8dd4-f63b0562e4b4 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 945 time: 0.0935082 Jul 09 20:03:12.445484 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f20047b-9984-4048-aeef-805263ad8371 req-3932e827-47a5-44bb-a9a8-6f4a72c5eaff tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355561 Jul 09 20:03:12.452802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d84dea-15a8-4c4f-bbd7-6482815c553b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:12.454634 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-07d84dea-15a8-4c4f-bbd7-6482815c553b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0563092 Jul 09 20:03:12.457375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40918) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:12.507609 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2bd34ede-2e7f-4ba9-90bd-0b398de76662 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484624 Jul 09 20:03:12.511757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40920) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:12.518501 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e0f96038-1ea6-4c6f-ad78-a6f23fe7c577 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:12.609837 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-08b4f018-882c-4dbf-9403-c48bcac4d99c req-0d166f1d-b4db-400a-826c-34225c392e36 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1301f7c-657e-462b-85f1-78da0448e6b8 HTTP/1.1" status: 200 len: 210 time: 0.0372162 Jul 09 20:03:12.635615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f96038-1ea6-4c6f-ad78-a6f23fe7c577 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:12.639569 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0f96038-1ea6-4c6f-ad78-a6f23fe7c577 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.863473 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0f96038-1ea6-4c6f-ad78-a6f23fe7c577 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.868772 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d740491d-fd0b-4a3a-8686-c2e700b4c462 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:12.914025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f96038-1ea6-4c6f-ad78-a6f23fe7c577 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:12.917318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-e0f96038-1ea6-4c6f-ad78-a6f23fe7c577 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:12.922147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f96038-1ea6-4c6f-ad78-a6f23fe7c577 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:12.922759 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0f96038-1ea6-4c6f-ad78-a6f23fe7c577 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:12.935311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port d740491d-fd0b-4a3a-8686-c2e700b4c462 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:12.938284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f96038-1ea6-4c6f-ad78-a6f23fe7c577 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=f3fcfd2d-4a7e-4d0f-bca3-8ddf3a645ddc,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:12.946238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e0f96038-1ea6-4c6f-ad78-a6f23fe7c577 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4333951 Jul 09 20:03:12.949040 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40922) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:12.953889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-102c5f98-f21b-4f5c-88e6-0e753a3c9715 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': 'f3fcfd2d-4a7e-4d0f-bca3-8ddf3a645ddc', 'ip_address': '2001:db8::3949:6742:3d64:9b9f'}], 'name': 'tempest-NetworksTestDHCPv6-1561439965'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:13.084952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b0b3d-a3f1-45d4-884f-dce50f91e50c None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:13.085180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102c5f98-f21b-4f5c-88e6-0e753a3c9715 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:13.201340 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fef1dba9-e215-4df4-8562-9b9acc11b34c None None] Provisioning for port d740491d-fd0b-4a3a-8686-c2e700b4c462 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:13.210614 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fef1dba9-e215-4df4-8562-9b9acc11b34c None None] Provisioning complete for port d740491d-fd0b-4a3a-8686-c2e700b4c462 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:13.211000 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fef1dba9-e215-4df4-8562-9b9acc11b34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:13.223093 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-102c5f98-f21b-4f5c-88e6-0e753a3c9715 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:13.238759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['766f3db3-fa17-47d0-b351-3410350a3894', '9b6b138e-521e-4f88-91e6-9adb9b0d3fad'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:03:13.249178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a77fb-391a-4456-b6c7-c93b197c3eba req-7477edde-c911-4199-af9e-6a565997e897 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:13.250690 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f7a77fb-391a-4456-b6c7-c93b197c3eba req-7477edde-c911-4199-af9e-6a565997e897 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1186433 Jul 09 20:03:13.256706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-102c5f98-f21b-4f5c-88e6-0e753a3c9715 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port c04ed7a8-6f07-44e8-a578-8885e010f61a yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:03:13.364621 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 25df5556-a735-4811-8f8b-c35882c1c093 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:03:13.379036 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f7a77fb-391a-4456-b6c7-c93b197c3eba req-9a7bd9a5-c870-4d62-9739-1d0b7d06c685 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173463 Jul 09 20:03:13.426003 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fef1dba9-e215-4df4-8562-9b9acc11b34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:13.472173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-102c5f98-f21b-4f5c-88e6-0e753a3c9715 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::3949:6742:3d64:9b9f (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/f3fcfd2d-4a7e-4d0f-bca3-8ddf3a645ddc/c04ed7a8-6f07-44e8-a578-8885e010f61a) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:13.558212 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-fef1dba9-e215-4df4-8562-9b9acc11b34c None None] For port d740491d-fd0b-4a3a-8686-c2e700b4c462, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d740491d-fd0b-4a3a-8686-c2e700b4c462,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:13.566891 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fef1dba9-e215-4df4-8562-9b9acc11b34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:13.645512 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 25df5556-a735-4811-8f8b-c35882c1c093, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=25df5556-a735-4811-8f8b-c35882c1c093,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:13.678000 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '25df5556-a735-4811-8f8b-c35882c1c093', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'port_id': '25df5556-a735-4811-8f8b-c35882c1c093', 'mac_address': 'fa:16:3e:c9:f0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:03:13.687949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1dba9-e215-4df4-8562-9b9acc11b34c None None] Pushing event updated for resources: {'Port': ['ID=d740491d-fd0b-4a3a-8686-c2e700b4c462,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:13.728492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ee9ee-86c4-4b02-a969-3adf073411e1 req-eca3ffa5-6665-465a-8e26-62113098bc2e tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:13.730301 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-480ee9ee-86c4-4b02-a969-3adf073411e1 req-eca3ffa5-6665-465a-8e26-62113098bc2e tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 945 time: 0.1225595 Jul 09 20:03:13.738242 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:13.749631 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-102c5f98-f21b-4f5c-88e6-0e753a3c9715 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:13.761934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25df5556-a735-4811-8f8b-c35882c1c093 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:03:13.785841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-102c5f98-f21b-4f5c-88e6-0e753a3c9715 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object c04ed7a8-6f07-44e8-a578-8885e010f61a will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:13.799253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 25df5556-a735-4811-8f8b-c35882c1c093, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=25df5556-a735-4811-8f8b-c35882c1c093,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:13.804442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f56cab10-7ce5-4ed0-94b0-c2a4e3f6caa7 None None] Provisioning complete for port d740491d-fd0b-4a3a-8686-c2e700b4c462 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:13.804858 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f56cab10-7ce5-4ed0-94b0-c2a4e3f6caa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:13.813878 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-480ee9ee-86c4-4b02-a969-3adf073411e1 req-2039f715-b0a3-4205-a9ab-b89112be1b37 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776439 Jul 09 20:03:13.826913 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:13.870789 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-102c5f98-f21b-4f5c-88e6-0e753a3c9715 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:13.915044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=25df5556-a735-4811-8f8b-c35882c1c093,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:13.921389 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102c5f98-f21b-4f5c-88e6-0e753a3c9715 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:13.927804 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-102c5f98-f21b-4f5c-88e6-0e753a3c9715 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:13.930963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102c5f98-f21b-4f5c-88e6-0e753a3c9715 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:13.937012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c5f98-f21b-4f5c-88e6-0e753a3c9715 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:13.938169 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-102c5f98-f21b-4f5c-88e6-0e753a3c9715 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:13.968877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c5f98-f21b-4f5c-88e6-0e753a3c9715 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=c04ed7a8-6f07-44e8-a578-8885e010f61a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:13.975132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-102c5f98-f21b-4f5c-88e6-0e753a3c9715 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0250642 Jul 09 20:03:13.978134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40942) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:14.056481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08dec62-a813-4eb3-af23-b1645288041d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:14.063261 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08dec62-a813-4eb3-af23-b1645288041d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:14.064997 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a08dec62-a813-4eb3-af23-b1645288041d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0860040 Jul 09 20:03:14.067699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40946) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:14.074232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6a910c3e-efd1-4ef1-8662-30732c12feec None None] Could not find standard attr ID for object 8a32cd98-f729-4705-8c52-25cee75c78ba. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:03:14.112381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['25df5556-a735-4811-8f8b-c35882c1c093'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:03:14.181584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-32f335e7-fda4-4e6b-9bae-75a7f9d989da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port c04ed7a8-6f07-44e8-a578-8885e010f61a {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:14.181948 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32f335e7-fda4-4e6b-9bae-75a7f9d989da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.310067 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c0c28841-5410-4d6d-89dd-e81ff870c370 None None] Could not find standard attr ID for object 01ff5d47-5bcd-43c0-8851-c38ac4c91f82. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:03:14.314679 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32f335e7-fda4-4e6b-9bae-75a7f9d989da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.327984 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-32f335e7-fda4-4e6b-9bae-75a7f9d989da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for c04ed7a8-6f07-44e8-a578-8885e010f61a owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:14.483002 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32f335e7-fda4-4e6b-9bae-75a7f9d989da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.514027 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f335e7-fda4-4e6b-9bae-75a7f9d989da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=c04ed7a8-6f07-44e8-a578-8885e010f61a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:14.549140 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32f335e7-fda4-4e6b-9bae-75a7f9d989da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.554887 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-32f335e7-fda4-4e6b-9bae-75a7f9d989da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/c04ed7a8-6f07-44e8-a578-8885e010f61a HTTP/1.1" status: 204 len: 168 time: 0.4848003 Jul 09 20:03:14.555641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40966) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:14.628406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cc5a437a-316c-44fa-a1e7-5b5313ae6fdc None None] Could not find standard attr ID for object 33f0eecf-6130-41e5-966e-dee51dcded7b. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:03:14.633603 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c17016-e3c8-4b94-aa12-9bf50241d08e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:14.635410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c17016-e3c8-4b94-aa12-9bf50241d08e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:14.637152 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-02c17016-e3c8-4b94-aa12-9bf50241d08e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0803895 Jul 09 20:03:14.639895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40968) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:14.647627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c778ab2-1e34-483e-8fc3-c71b7cd78701 req-c99298ac-e833-41ca-846a-271d8ad9ce85 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:14.649682 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c778ab2-1e34-483e-8fc3-c71b7cd78701 req-c99298ac-e833-41ca-846a-271d8ad9ce85 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 944 time: 0.1360996 Jul 09 20:03:14.708283 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c778ab2-1e34-483e-8fc3-c71b7cd78701 req-f38ace94-ac12-4ae0-8ea1-f01c303f84ce tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423357 Jul 09 20:03:14.720276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7c9280-ea6e-4874-bf94-93eb17d36f19 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet f3fcfd2d-4a7e-4d0f-bca3-8ddf3a645ddc {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:14.725270 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a7c9280-ea6e-4874-bf94-93eb17d36f19 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.797853 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a7c9280-ea6e-4874-bf94-93eb17d36f19 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.856648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5462dc3a-b18d-4100-8a3c-2a2f78f04c29 None None] Could not find standard attr ID for object c04ed7a8-6f07-44e8-a578-8885e010f61a. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:03:14.865401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d740491d-fd0b-4a3a-8686-c2e700b4c462 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:14.868352 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a7c9280-ea6e-4874-bf94-93eb17d36f19 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.948611 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d740491d-fd0b-4a3a-8686-c2e700b4c462 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:14.951496 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.965196 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a7c9280-ea6e-4874-bf94-93eb17d36f19 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:14.999314 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c9280-ea6e-4874-bf94-93eb17d36f19 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=f3fcfd2d-4a7e-4d0f-bca3-8ddf3a645ddc,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:15.011960 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a7c9280-ea6e-4874-bf94-93eb17d36f19 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.014115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5a7c9280-ea6e-4874-bf94-93eb17d36f19 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/f3fcfd2d-4a7e-4d0f-bca3-8ddf3a645ddc HTTP/1.1" status: 204 len: 168 time: 0.3730130 Jul 09 20:03:15.016922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40978) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:15.071289 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-73cccb68-6599-45a7-ace5-81fc17d398d1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530052 Jul 09 20:03:15.074811 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40984) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:15.082274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-446cc7c5-140d-462e-a840-7c563f97a3a1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:15.152308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73977cc0-c2d2-475a-8204-f258045a015d req-2ce4484d-1f54-46d8-b86a-3dc284bd250c tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:15.153968 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73977cc0-c2d2-475a-8204-f258045a015d req-2ce4484d-1f54-46d8-b86a-3dc284bd250c tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 945 time: 0.0713153 Jul 09 20:03:15.174976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1347eb-5195-45ae-aa35-c6b12d8f9622 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:15.191359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446cc7c5-140d-462e-a840-7c563f97a3a1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:15.197369 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-446cc7c5-140d-462e-a840-7c563f97a3a1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.203824 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73977cc0-c2d2-475a-8204-f258045a015d req-27fbc10b-8446-4ca7-9255-9c72249afb95 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429637 Jul 09 20:03:15.364663 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 25df5556-a735-4811-8f8b-c35882c1c093 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:15.425558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5fe798-cf27-47ff-a974-153f38ce66f3 None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:03:15.467959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 25df5556-a735-4811-8f8b-c35882c1c093 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:15.468334 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.486035 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-446cc7c5-140d-462e-a840-7c563f97a3a1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.528322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-ce5fe798-cf27-47ff-a974-153f38ce66f3 None None] Deleting port d740491d-fd0b-4a3a-8686-c2e700b4c462 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:15.528588 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ce5fe798-cf27-47ff-a974-153f38ce66f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.581370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446cc7c5-140d-462e-a840-7c563f97a3a1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:15.590540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-446cc7c5-140d-462e-a840-7c563f97a3a1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:15.596726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446cc7c5-140d-462e-a840-7c563f97a3a1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:15.597376 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-446cc7c5-140d-462e-a840-7c563f97a3a1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.601852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cc7c5-140d-462e-a840-7c563f97a3a1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=bff9089d-6c3f-49e7-a886-7264c7a9d992,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:15.609118 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.620130 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-446cc7c5-140d-462e-a840-7c563f97a3a1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5441756 Jul 09 20:03:15.622961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40992) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:15.628654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a56cef1e-b937-43a8-84c5-11d9ffa0f8be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': 'bff9089d-6c3f-49e7-a886-7264c7a9d992', 'ip_address': '2001:db8::ed68:6682:9e90:dc0a'}], 'name': 'tempest-NetworksTestDHCPv6-167970996'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:15.637025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec0f03-71dd-4bd8-a2a3-c0dccf5624e4 req-7598178e-9788-48ea-a335-814e93915b34 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:15.638677 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9ec0f03-71dd-4bd8-a2a3-c0dccf5624e4 req-7598178e-9788-48ea-a335-814e93915b34 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 945 time: 0.1101408 Jul 09 20:03:15.662379 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25df5556-a735-4811-8f8b-c35882c1c093'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:15.665259 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3fe709-5f66-4cd1-a42a-668de1c588d6" -d '{"events": [{"server_uuid": "50fc3638-60c5-4253-95a8-f4bdfaeb8da1", "name": "network-vif-plugged", "status": "completed", "tag": "25df5556-a735-4811-8f8b-c35882c1c093"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:15.674299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ce5fe798-cf27-47ff-a974-153f38ce66f3 None None] For port d740491d-fd0b-4a3a-8686-c2e700b4c462, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d740491d-fd0b-4a3a-8686-c2e700b4c462,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:15.674704 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ce5fe798-cf27-47ff-a974-153f38ce66f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.680890 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9ec0f03-71dd-4bd8-a2a3-c0dccf5624e4 req-d9b6c853-63d1-4da3-b455-934a56af98ad tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358326 Jul 09 20:03:15.691828 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 25df5556-a735-4811-8f8b-c35882c1c093, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=25df5556-a735-4811-8f8b-c35882c1c093,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:15.697272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-ce5fe798-cf27-47ff-a974-153f38ce66f3 None None] Calling delete_port for d740491d-fd0b-4a3a-8686-c2e700b4c462 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:15.702604 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.703904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:15.769708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56cef1e-b937-43a8-84c5-11d9ffa0f8be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:15.804490 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab43c16a-2711-4619-9d56-2d42e5f2fbd9 x-openstack-request-id: req-ab43c16a-2711-4619-9d56-2d42e5f2fbd9 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:15.804881 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fc3638-60c5-4253-95a8-f4bdfaeb8da1", "name": "network-vif-plugged", "status": "completed", "tag": "25df5556-a735-4811-8f8b-c35882c1c093", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:15.805133 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab43c16a-2711-4619-9d56-2d42e5f2fbd9 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:15.805548 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25df5556-a735-4811-8f8b-c35882c1c093', 'code': 200} Jul 09 20:03:15.855669 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=25df5556-a735-4811-8f8b-c35882c1c093,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:15.869068 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a56cef1e-b937-43a8-84c5-11d9ffa0f8be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.883077 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:15.888756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:15.889143 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.890439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-a56cef1e-b937-43a8-84c5-11d9ffa0f8be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 24e3beaa-78e0-442c-b239-2eb4ebe65b33 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:03:15.934698 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ce5fe798-cf27-47ff-a974-153f38ce66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:15.954296 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dc691-2ec5-4b74-8efc-d4576d03adb9 req-cc2baae6-f0ba-424d-81a5-72c5662e3f34 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:15.956403 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-725dc691-2ec5-4b74-8efc-d4576d03adb9 req-cc2baae6-f0ba-424d-81a5-72c5662e3f34 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.0873392 Jul 09 20:03:16.013194 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-725dc691-2ec5-4b74-8efc-d4576d03adb9 req-5c328c3a-a255-4ea4-a871-ed77aa7b7b1d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491047 Jul 09 20:03:16.119352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fe798-cf27-47ff-a974-153f38ce66f3 None None] Pushing event deleted for resources: {'Port': ['ID=d740491d-fd0b-4a3a-8686-c2e700b4c462,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:16.125931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5fe798-cf27-47ff-a974-153f38ce66f3 None None] No DVR routers for this DVR port d740491d-fd0b-4a3a-8686-c2e700b4c462 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:16.139819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-a56cef1e-b937-43a8-84c5-11d9ffa0f8be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::ed68:6682:9e90:dc0a (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/bff9089d-6c3f-49e7-a886-7264c7a9d992/24e3beaa-78e0-442c-b239-2eb4ebe65b33) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:16.144270 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975891ad-3569-4faf-81d3-912332825f53 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:16.150592 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.230264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4b3fb016-5780-40b8-855f-33e3dd3ef5f7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4b3fb016-5780-40b8-855f-33e3dd3ef5f7,segment=NetworkSegment(10466a91-9617-4b1c-8183-4bc85e91bb60),segment_id=10466a91-9617-4b1c-8183-4bc85e91bb60)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:16.236432 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.237268 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 927a729f-4798-4dcf-a250-ff1725cd64e3 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:16.305942 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a56cef1e-b937-43a8-84c5-11d9ffa0f8be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.321014 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-a56cef1e-b937-43a8-84c5-11d9ffa0f8be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object 24e3beaa-78e0-442c-b239-2eb4ebe65b33 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:16.362356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=4b3fb016-5780-40b8-855f-33e3dd3ef5f7,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:16.385020 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a56cef1e-b937-43a8-84c5-11d9ffa0f8be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.394608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 927a729f-4798-4dcf-a250-ff1725cd64e3 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:16.400758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 927a729f-4798-4dcf-a250-ff1725cd64e3 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:16.401141 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.446269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56cef1e-b937-43a8-84c5-11d9ffa0f8be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:16.458679 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-a56cef1e-b937-43a8-84c5-11d9ffa0f8be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:16.461100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cef1e-b937-43a8-84c5-11d9ffa0f8be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=24e3beaa-78e0-442c-b239-2eb4ebe65b33,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:16.464482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56cef1e-b937-43a8-84c5-11d9ffa0f8be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:16.470921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56cef1e-b937-43a8-84c5-11d9ffa0f8be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:16.472009 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a56cef1e-b937-43a8-84c5-11d9ffa0f8be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.489328 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': 'bff9089d-6c3f-49e7-a886-7264c7a9d992'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:03:16.490411 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.496132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a56cef1e-b937-43a8-84c5-11d9ffa0f8be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8716257 Jul 09 20:03:16.499082 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41006) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:16.505198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fd91e-95d2-45b0-9dd7-aa9314322330 req-b69f7c2a-10d7-4821-b320-49e296e26eb8 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:16.507091 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-033fd91e-95d2-45b0-9dd7-aa9314322330 req-b69f7c2a-10d7-4821-b320-49e296e26eb8 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 946 time: 0.1572959 Jul 09 20:03:16.528122 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.558896 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-033fd91e-95d2-45b0-9dd7-aa9314322330 req-3e3620ad-a720-4a93-8e6c-39b830145857 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402749 Jul 09 20:03:16.617537 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9443879f-7fbc-4187-8507-039e47c977e0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:16.619167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9443879f-7fbc-4187-8507-039e47c977e0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1186323 Jul 09 20:03:16.622366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41008) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:16.630762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 927a729f-4798-4dcf-a250-ff1725cd64e3, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=927a729f-4798-4dcf-a250-ff1725cd64e3,segment=NetworkSegment(10466a91-9617-4b1c-8183-4bc85e91bb60),segment_id=10466a91-9617-4b1c-8183-4bc85e91bb60)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:16.637083 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.637920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9b6b138e-521e-4f88-91e6-9adb9b0d3fad no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:16.696177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 9b6b138e-521e-4f88-91e6-9adb9b0d3fad {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:16.696556 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9b6b138e-521e-4f88-91e6-9adb9b0d3fad not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:16.735407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-b26fa1e7-e50a-40f3-8703-4ee9ac63245b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port 24e3beaa-78e0-442c-b239-2eb4ebe65b33 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:16.736129 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b26fa1e7-e50a-40f3-8703-4ee9ac63245b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.739797 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Allocated IP 2001:db8::2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/bff9089d-6c3f-49e7-a886-7264c7a9d992/9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:16.746391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=927a729f-4798-4dcf-a250-ff1725cd64e3,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:16.834027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d740491d-fd0b-4a3a-8686-c2e700b4c462 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:16.871404 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b26fa1e7-e50a-40f3-8703-4ee9ac63245b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.886175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-b26fa1e7-e50a-40f3-8703-4ee9ac63245b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for 24e3beaa-78e0-442c-b239-2eb4ebe65b33 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:16.904182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: d740491d-fd0b-4a3a-8686-c2e700b4c462 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:16.904523 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d740491d-fd0b-4a3a-8686-c2e700b4c462 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:16.966897 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:16.968836 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7634e-316e-4c5e-b85f-943d911c44f3 req-5bed317f-82c7-4ab6-a9db-da658c2e3c20 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:16.970427 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8cf7634e-316e-4c5e-b85f-943d911c44f3 req-5bed317f-82c7-4ab6-a9db-da658c2e3c20 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 945 time: 0.0852363 Jul 09 20:03:16.980163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Transition to ACTIVE for port object 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:17.019562 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8cf7634e-316e-4c5e-b85f-943d911c44f3 req-3a4e9944-4433-455b-a168-5373ccdd0dd9 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4c6ed8-863f-474a-bcb1-0b885e71d03b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414557 Jul 09 20:03:17.049058 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b26fa1e7-e50a-40f3-8703-4ee9ac63245b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.049324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Transition to ACTIVE for port object 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:17.056752 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.086437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fa1e7-e50a-40f3-8703-4ee9ac63245b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=24e3beaa-78e0-442c-b239-2eb4ebe65b33,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:17.107376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:17.110551 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:17.115430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:17.123515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Pushing event updated for resources: {'Port': ['ID=9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:17.184743 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Attempting to bind port 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:17.185117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Attempting to bind port 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:17.185493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Attempting to bind port 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:17.191742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:17.193169 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:17.193169 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.193642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:17.193929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Bound port: 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:17.194334 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.272482 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] For port 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:17.275729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9f941-69ba-4ea7-a599-1a50a2ea0f5d req-bf4163fe-250e-44b9-8e34-71e8fe25e5b4 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:17.276277 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] For port 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:17.277456 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-74b9f941-69ba-4ea7-a599-1a50a2ea0f5d req-bf4163fe-250e-44b9-8e34-71e8fe25e5b4 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.0834832 Jul 09 20:03:17.282307 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.323101 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-74b9f941-69ba-4ea7-a599-1a50a2ea0f5d req-773ded73-c9c2-46af-ae08-15b516a48b61 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367267 Jul 09 20:03:17.358859 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f67523-14ed-4479-bd66-652e76f37555 None None] Pushing event updated for resources: {'Port': ['ID=9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:17.459374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f6be5-ef73-4f50-a83e-97c5999b7f7f req-a5580104-d97b-4788-a706-86f65c73c9c3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:17.461289 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ff8f6be5-ef73-4f50-a83e-97c5999b7f7f req-a5580104-d97b-4788-a706-86f65c73c9c3 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 945 time: 0.0738249 Jul 09 20:03:17.463170 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b26fa1e7-e50a-40f3-8703-4ee9ac63245b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.465115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b26fa1e7-e50a-40f3-8703-4ee9ac63245b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/24e3beaa-78e0-442c-b239-2eb4ebe65b33 HTTP/1.1" status: 204 len: 168 time: 0.8417122 Jul 09 20:03:17.467653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41018) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:17.543995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8291c7-076a-4c01-bc3d-2303cbad31ec tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:17.546218 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8291c7-076a-4c01-bc3d-2303cbad31ec tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:17.551054 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6d8291c7-076a-4c01-bc3d-2303cbad31ec tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0815856 Jul 09 20:03:17.554722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41020) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:17.621360 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-ff8f6be5-ef73-4f50-a83e-97c5999b7f7f req-bbe16798-c18f-4924-9080-9c7041fcd184 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Deleting port 766f3db3-fa17-47d0-b351-3410350a3894 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:17.622554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ff8f6be5-ef73-4f50-a83e-97c5999b7f7f req-bbe16798-c18f-4924-9080-9c7041fcd184 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.622952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-009e592c-8c0c-4cae-b5be-d218bfd583e6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet bff9089d-6c3f-49e7-a886-7264c7a9d992 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:17.631016 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-009e592c-8c0c-4cae-b5be-d218bfd583e6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.695101 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-009e592c-8c0c-4cae-b5be-d218bfd583e6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.806574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64de15e3-f513-42fb-b4d8-cee46839aa8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3fb016-5780-40b8-855f-33e3dd3ef5f7'}, {'server_uuid': '5d93bc84-06d7-436d-abfd-b824d2395400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927a729f-4798-4dcf-a250-ff1725cd64e3'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:17.810017 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca65e5c-2aa8-43f9-98f7-f3c4cb17da12" -d '{"events": [{"server_uuid": "64de15e3-f513-42fb-b4d8-cee46839aa8a", "name": "network-vif-plugged", "status": "completed", "tag": "4b3fb016-5780-40b8-855f-33e3dd3ef5f7"}, {"server_uuid": "5d93bc84-06d7-436d-abfd-b824d2395400", "name": "network-vif-plugged", "status": "completed", "tag": "927a729f-4798-4dcf-a250-ff1725cd64e3"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:17.826289 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-ff8f6be5-ef73-4f50-a83e-97c5999b7f7f req-bbe16798-c18f-4924-9080-9c7041fcd184 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] For port 766f3db3-fa17-47d0-b351-3410350a3894, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=766f3db3-fa17-47d0-b351-3410350a3894,segment=NetworkSegment(9c803f40-4b2e-4903-9799-e48673988912),segment_id=9c803f40-4b2e-4903-9799-e48673988912)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:17.826769 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ff8f6be5-ef73-4f50-a83e-97c5999b7f7f req-bbe16798-c18f-4924-9080-9c7041fcd184 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.843594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-ff8f6be5-ef73-4f50-a83e-97c5999b7f7f req-bbe16798-c18f-4924-9080-9c7041fcd184 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Calling delete_port for 766f3db3-fa17-47d0-b351-3410350a3894 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:17.860754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-009e592c-8c0c-4cae-b5be-d218bfd583e6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:17.861019 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0cbfa0-b1bf-47e6-96a4-e3f211c155ef x-openstack-request-id: req-5d0cbfa0-b1bf-47e6-96a4-e3f211c155ef {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:17.861512 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64de15e3-f513-42fb-b4d8-cee46839aa8a", "name": "network-vif-plugged", "status": "completed", "tag": "4b3fb016-5780-40b8-855f-33e3dd3ef5f7", "code": 200}, {"server_uuid": "5d93bc84-06d7-436d-abfd-b824d2395400", "name": "network-vif-plugged", "status": "completed", "tag": "927a729f-4798-4dcf-a250-ff1725cd64e3", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:17.861977 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d0cbfa0-b1bf-47e6-96a4-e3f211c155ef {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:17.862379 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64de15e3-f513-42fb-b4d8-cee46839aa8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3fb016-5780-40b8-855f-33e3dd3ef5f7', 'code': 200} Jul 09 20:03:17.862638 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d93bc84-06d7-436d-abfd-b824d2395400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927a729f-4798-4dcf-a250-ff1725cd64e3', 'code': 200} Jul 09 20:03:17.912831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2670b2-52e4-447c-a684-aceccfbd9e48 req-bc6476d0-78d1-4aff-9e98-772845437af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:17.914887 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f2670b2-52e4-447c-a684-aceccfbd9e48 req-bc6476d0-78d1-4aff-9e98-772845437af8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b256fda3434e529a47261bd6a86fca&device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 1096 time: 0.2479649 Jul 09 20:03:17.978447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6a829-73f4-48b8-8d21-726bcc699003 req-eea2e491-91a3-42f3-ade5-fa19040232ed tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:17.980161 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb6a829-73f4-48b8-8d21-726bcc699003 req-eea2e491-91a3-42f3-ade5-fa19040232ed tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 946 time: 0.1910522 Jul 09 20:03:18.048103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e267eb-f4b6-4134-8992-555c69300d7c req-ec530d8b-d48d-42a7-b47a-587fdb53d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:18.048362 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3e267eb-f4b6-4134-8992-555c69300d7c req-ec530d8b-d48d-42a7-b47a-587fdb53d10f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5d93bc84-06d7-436d-abfd-b824d2395400 HTTP/1.1" status: 200 len: 1096 time: 0.0989897 Jul 09 20:03:18.049276 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ff8f6be5-ef73-4f50-a83e-97c5999b7f7f req-bbe16798-c18f-4924-9080-9c7041fcd184 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.061995 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['766f3db3-fa17-47d0-b351-3410350a3894'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:03:18.064178 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-009e592c-8c0c-4cae-b5be-d218bfd583e6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.083350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe16798-c18f-4924-9080-9c7041fcd184 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Pushing event deleted for resources: {'Port': ['ID=766f3db3-fa17-47d0-b351-3410350a3894,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:18.120179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e592c-8c0c-4cae-b5be-d218bfd583e6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=bff9089d-6c3f-49e7-a886-7264c7a9d992,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:18.123245 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-009e592c-8c0c-4cae-b5be-d218bfd583e6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.125248 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-009e592c-8c0c-4cae-b5be-d218bfd583e6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/bff9089d-6c3f-49e7-a886-7264c7a9d992 HTTP/1.1" status: 204 len: 168 time: 0.5693505 Jul 09 20:03:18.128671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41034) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:18.129577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8f6be5-ef73-4f50-a83e-97c5999b7f7f req-bbe16798-c18f-4924-9080-9c7041fcd184 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] No DVR routers for this DVR port 766f3db3-fa17-47d0-b351-3410350a3894 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:18.137652 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-ff8f6be5-ef73-4f50-a83e-97c5999b7f7f req-bbe16798-c18f-4924-9080-9c7041fcd184 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.139500 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ff8f6be5-ef73-4f50-a83e-97c5999b7f7f req-bbe16798-c18f-4924-9080-9c7041fcd184 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.36 "DELETE /v2.0/ports/766f3db3-fa17-47d0-b351-3410350a3894 HTTP/1.1" status: 204 len: 173 time: 0.6715317 Jul 09 20:03:18.139932 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8', 'name': 'network-vif-deleted', 'tag': '766f3db3-fa17-47d0-b351-3410350a3894'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:18.142158 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2fea96-c295-436a-b9e0-7980ea91875f" -d '{"events": [{"server_uuid": "3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8", "name": "network-vif-deleted", "tag": "766f3db3-fa17-47d0-b351-3410350a3894"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:18.149293 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bb6a829-73f4-48b8-8d21-726bcc699003 req-4162aee9-f2a8-47e7-8715-996ae0474d01 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368845 Jul 09 20:03:18.174355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a064b-8149-45d3-863b-353da8357491 req-0dd2856d-4c2d-4bc4-bb7d-45bf624722f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:18.176237 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48a064b-8149-45d3-863b-353da8357491 req-0dd2856d-4c2d-4bc4-bb7d-45bf624722f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 1097 time: 0.2238097 Jul 09 20:03:18.178989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2670b2-52e4-447c-a684-aceccfbd9e48 req-8435b367-3ac3-4fb0-b6b7-3018dc5b83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:18.180708 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f2670b2-52e4-447c-a684-aceccfbd9e48 req-8435b367-3ac3-4fb0-b6b7-3018dc5b83ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 200 len: 918 time: 0.2294946 Jul 09 20:03:18.183478 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-129a5e2f-c438-4c09-9050-450ce7e7e4e1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513597 Jul 09 20:03:18.186595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41040) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:18.194471 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ef64ce71-41a2-457a-8a50-54f233265c6a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:18.281566 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa661a19-6278-4fb3-bc50-16b3ef485602 x-openstack-request-id: req-fa661a19-6278-4fb3-bc50-16b3ef485602 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:18.282222 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8", "name": "network-vif-deleted", "tag": "766f3db3-fa17-47d0-b351-3410350a3894", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:18.282222 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa661a19-6278-4fb3-bc50-16b3ef485602 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:18.282651 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8', 'name': 'network-vif-deleted', 'tag': '766f3db3-fa17-47d0-b351-3410350a3894', 'status': 'completed', 'code': 200} Jul 09 20:03:18.323819 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3e267eb-f4b6-4134-8992-555c69300d7c req-441df1c1-a06d-4540-8bc2-8cbe9930e037 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212280 Jul 09 20:03:18.352564 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef64ce71-41a2-457a-8a50-54f233265c6a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:18.360244 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef64ce71-41a2-457a-8a50-54f233265c6a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.382385 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d48a064b-8149-45d3-863b-353da8357491 req-e868c60f-5f7c-4299-a3eb-51ec4a9498da service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779726 Jul 09 20:03:18.391871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f2670b2-52e4-447c-a684-aceccfbd9e48 req-9b7d7f4e-6199-4ef1-b43d-cdcb9b87d9ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25df5556-a735-4811-8f8b-c35882c1c093 HTTP/1.1" status: 200 len: 1000 time: 0.1810329 Jul 09 20:03:18.462431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df291785-ac63-4d82-b6bd-490e8117f287 req-05eda19e-1110-49b4-b0ee-40deed36ed25 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ecb63e4-8017-4e0a-8b09-75f5ab51f0c8 HTTP/1.1" status: 200 len: 210 time: 0.0435097 Jul 09 20:03:18.640819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b575642-d9de-45bb-9273-0020f4ea6130 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:18.649883 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef64ce71-41a2-457a-8a50-54f233265c6a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.670182 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2670b2-52e4-447c-a684-aceccfbd9e48 req-9e76503e-cf5f-484b-9127-4c3d32393606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:18.672713 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f2670b2-52e4-447c-a684-aceccfbd9e48 req-9e76503e-cf5f-484b-9127-4c3d32393606 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a00eb4ac-2cb3-49d9-a96a-a24c04842ba3 HTTP/1.1" status: 200 len: 856 time: 0.0742891 Jul 09 20:03:18.718873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef64ce71-41a2-457a-8a50-54f233265c6a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:18.725262 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-ef64ce71-41a2-457a-8a50-54f233265c6a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:18.731440 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64ce71-41a2-457a-8a50-54f233265c6a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:18.732064 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef64ce71-41a2-457a-8a50-54f233265c6a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:18.747962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c3cda1aa-63ac-4e54-96cf-8709ece8ba29 None None] Could not find standard attr ID for object 24e3beaa-78e0-442c-b239-2eb4ebe65b33. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:03:18.752319 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ca8af-2d18-4129-8da3-5c413eb9cc35 req-cf24ce60-f699-4bf2-bca2-b6cc8be2c53c tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:18.753976 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-494ca8af-2d18-4129-8da3-5c413eb9cc35 req-cf24ce60-f699-4bf2-bca2-b6cc8be2c53c tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1601412 Jul 09 20:03:18.758481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64ce71-41a2-457a-8a50-54f233265c6a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=8447aa70-bb47-45b5-a537-aca7f605c8ec,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:18.781736 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ef64ce71-41a2-457a-8a50-54f233265c6a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5934539 Jul 09 20:03:18.784508 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41052) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:18.791734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7dde7f2e-2e82-4c9e-bfa1-da446abd1716 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': '8447aa70-bb47-45b5-a537-aca7f605c8ec', 'ip_address': '2001:db8::4c46:d7d0:cc1:3e75'}], 'name': 'tempest-NetworksTestDHCPv6-1372829675'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:18.806669 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c3cda1aa-63ac-4e54-96cf-8709ece8ba29 None None] Provisioning for port 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:18.835513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2670b2-52e4-447c-a684-aceccfbd9e48 req-a5e2b8ac-8a72-42d7-95f1-0b1a7d1d9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:18.841669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f2670b2-52e4-447c-a684-aceccfbd9e48 req-a5e2b8ac-8a72-42d7-95f1-0b1a7d1d9869 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71fa7c07-7273-451c-ae3d-4402b49a7b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525536 Jul 09 20:03:18.886814 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-494ca8af-2d18-4129-8da3-5c413eb9cc35 req-a0a1577f-cf75-419a-a982-d1b4b7a85c5a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233485 Jul 09 20:03:18.981223 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:19.002079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dde7f2e-2e82-4c9e-bfa1-da446abd1716 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:19.008135 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7dde7f2e-2e82-4c9e-bfa1-da446abd1716 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:19.032661 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-7dde7f2e-2e82-4c9e-bfa1-da446abd1716 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port f6ad7214-176f-44d4-90de-5e1d61b44177 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:03:19.032950 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f2670b2-52e4-447c-a684-aceccfbd9e48 req-bb31bd4f-ac5b-4d91-aa96-792dd5adf231 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821415 Jul 09 20:03:19.047949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:19.057370 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:19.058053 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:19.177978 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:19.184710 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f2670b2-52e4-447c-a684-aceccfbd9e48 req-8daeaa6d-7ca2-46bc-8803-8c7057f5e4b4 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293883 Jul 09 20:03:19.231843 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:19.241576 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:19.313869 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52b8bb8-02d8-4142-abfb-75ff2e75f63e None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:19.447091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:19.474749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ba074b96-4196-4a4f-9640-01f6785c26f8 None None] Provisioning complete for port 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:19.475424 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba074b96-4196-4a4f-9640-01f6785c26f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:19.569971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d1082-ac3a-42ab-bd38-48d98824f8c1 req-1aed0dfb-7a49-4d3c-8ebe-5403c0d9ea61 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:19.576790 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa3d1082-ac3a-42ab-bd38-48d98824f8c1 req-1aed0dfb-7a49-4d3c-8ebe-5403c0d9ea61 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 946 time: 0.1557658 Jul 09 20:03:19.656760 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa3d1082-ac3a-42ab-bd38-48d98824f8c1 req-ad3407ef-7db2-4592-a91a-d9cbf4bc4d0b tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752878 Jul 09 20:03:19.674647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41078) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:19.769697 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dad11f6-6d7e-46e8-8f00-470b43b9164f admin admin] Deleting subnet 74a9c143-b389-43fd-ad86-f382a5b60595 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:19.774539 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dad11f6-6d7e-46e8-8f00-470b43b9164f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:19.857581 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dad11f6-6d7e-46e8-8f00-470b43b9164f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:19.934998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-7dde7f2e-2e82-4c9e-bfa1-da446abd1716 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::4c46:d7d0:cc1:3e75 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/8447aa70-bb47-45b5-a537-aca7f605c8ec/f6ad7214-176f-44d4-90de-5e1d61b44177) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:19.950211 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dad11f6-6d7e-46e8-8f00-470b43b9164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.150252 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dad11f6-6d7e-46e8-8f00-470b43b9164f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.252116 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7dde7f2e-2e82-4c9e-bfa1-da446abd1716 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.262239 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:03:20.265976 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dad11f6-6d7e-46e8-8f00-470b43b9164f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.267900 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3dad11f6-6d7e-46e8-8f00-470b43b9164f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/74a9c143-b389-43fd-ad86-f382a5b60595 HTTP/1.1" status: 204 len: 168 time: 0.5904174 Jul 09 20:03:20.269420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad11f6-6d7e-46e8-8f00-470b43b9164f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74a9c143-b389-43fd-ad86-f382a5b60595,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:20.277158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41084) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:20.358877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6a546-b6ce-4575-b98e-294b085e6a6a req-1c946e9a-ab59-4cc9-b590-2c62e516cf36 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:20.360710 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27a6a546-b6ce-4575-b98e-294b085e6a6a req-1c946e9a-ab59-4cc9-b590-2c62e516cf36 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.2204354 Jul 09 20:03:20.390588 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9c19-c156-4d89-a023-8143870e5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.400106 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-7dde7f2e-2e82-4c9e-bfa1-da446abd1716 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object f6ad7214-176f-44d4-90de-5e1d61b44177 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:20.426048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27a6a546-b6ce-4575-b98e-294b085e6a6a req-83b2f111-1725-478b-8408-3e3df60ea6ca tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587614 Jul 09 20:03:20.467919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-827fcf21-56f1-497a-aec5-4dfc600176ed None None] Provisioning complete for port 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:20.469072 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-827fcf21-56f1-497a-aec5-4dfc600176ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.522787 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9c19-c156-4d89-a023-8143870e5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.533270 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-2d8c9c19-c156-4d89-a023-8143870e5e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5acb175-a774-4eab-84ca-6ee9cdc3f74e']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:20.545158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-2d8c9c19-c156-4d89-a023-8143870e5e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c803f40-4b2e-4903-9799-e48673988912') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:20.546799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-2d8c9c19-c156-4d89-a023-8143870e5e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c803f40-4b2e-4903-9799-e48673988912') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:20.555532 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9c19-c156-4d89-a023-8143870e5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.570750 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9c19-c156-4d89-a023-8143870e5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.577604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8c9c19-c156-4d89-a023-8143870e5e4a admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:03:20.578024 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9c19-c156-4d89-a023-8143870e5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:03:20.642935 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:03:20.647034 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9c19-c156-4d89-a023-8143870e5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.654546 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d8c9c19-c156-4d89-a023-8143870e5e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.658854 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2d8c9c19-c156-4d89-a023-8143870e5e4a admin admin] 10.222.0.30 "DELETE /v2.0/networks/a5acb175-a774-4eab-84ca-6ee9cdc3f74e HTTP/1.1" status: 204 len: 168 time: 0.3776591 Jul 09 20:03:20.679469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c9c19-c156-4d89-a023-8143870e5e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=a5acb175-a774-4eab-84ca-6ee9cdc3f74e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:20.728388 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7dde7f2e-2e82-4c9e-bfa1-da446abd1716 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.763367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ac1c12a6-1c45-43ac-9fd2-8f4a7cd629f2 None None] Could not find standard attr ID for object 24e3beaa-78e0-442c-b239-2eb4ebe65b33. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:03:20.797359 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde7f2e-2e82-4c9e-bfa1-da446abd1716 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=f6ad7214-176f-44d4-90de-5e1d61b44177,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:20.838737 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dde7f2e-2e82-4c9e-bfa1-da446abd1716 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:20.842117 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7dde7f2e-2e82-4c9e-bfa1-da446abd1716 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:20.846755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dde7f2e-2e82-4c9e-bfa1-da446abd1716 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:20.855715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dde7f2e-2e82-4c9e-bfa1-da446abd1716 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:20.856410 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7dde7f2e-2e82-4c9e-bfa1-da446abd1716 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:20.867569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:20.890270 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7dde7f2e-2e82-4c9e-bfa1-da446abd1716 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1046565 Jul 09 20:03:20.891608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41092) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:20.914364 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77962b-5c9c-4be3-b88d-f5b7dda0deb4 req-623c40da-3fad-4961-a96f-7639378bbf6c tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:20.925157 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab77962b-5c9c-4be3-b88d-f5b7dda0deb4 req-623c40da-3fad-4961-a96f-7639378bbf6c tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 946 time: 0.1167123 Jul 09 20:03:20.970005 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:20.971424 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.050195 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adb14fe-174f-4f1f-b03c-77809850d3ef tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:21.060752 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab77962b-5c9c-4be3-b88d-f5b7dda0deb4 req-7e6a381c-6bf7-4bb0-861f-af015a698f99 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345854 Jul 09 20:03:21.061773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41096) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:21.065441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adb14fe-174f-4f1f-b03c-77809850d3ef tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:21.074636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41098) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:21.085691 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9adb14fe-174f-4f1f-b03c-77809850d3ef tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1931202 Jul 09 20:03:21.300176 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8f4bbd17-ecc2-4601-afc9-9bfb4c0d38d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b335159e9ad4104b0006808b1428949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344472 Jul 09 20:03:21.300686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41104) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:21.312647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-63998673-160d-4405-b080-a831c145b426 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port f6ad7214-176f-44d4-90de-5e1d61b44177 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:21.313004 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-63998673-160d-4405-b080-a831c145b426 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.385511 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60b6d7d2-53aa-4454-8c2f-78eaaaa1a864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.400753 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-47bd9e74-18e6-46a0-9119-792a822c3800 None None] Provisioning for port f6ad7214-176f-44d4-90de-5e1d61b44177 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:21.403859 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-47bd9e74-18e6-46a0-9119-792a822c3800 None None] Provisioning complete for port f6ad7214-176f-44d4-90de-5e1d61b44177 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:21.404234 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-47bd9e74-18e6-46a0-9119-792a822c3800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.406137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf493ea7-e79e-4983-b7df-a0d9d6f8ebe8 req-f35654bb-aced-43c3-a7fa-d790ef4d126a tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:21.408136 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf493ea7-e79e-4983-b7df-a0d9d6f8ebe8 req-f35654bb-aced-43c3-a7fa-d790ef4d126a tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d93bc84-06d7-436d-abfd-b824d2395400 HTTP/1.1" status: 200 len: 945 time: 0.1877329 Jul 09 20:03:21.411833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 766f3db3-fa17-47d0-b351-3410350a3894 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:21.423411 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60b6d7d2-53aa-4454-8c2f-78eaaaa1a864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.479415 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-63998673-160d-4405-b080-a831c145b426 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.482118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 766f3db3-fa17-47d0-b351-3410350a3894 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:21.482700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 766f3db3-fa17-47d0-b351-3410350a3894 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:21.493409 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf493ea7-e79e-4983-b7df-a0d9d6f8ebe8 req-22008a53-d03d-442f-aaba-cc66493c4900 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746436 Jul 09 20:03:21.502051 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-47bd9e74-18e6-46a0-9119-792a822c3800 None None] Port f6ad7214-176f-44d4-90de-5e1d61b44177 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:21.511475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-63998673-160d-4405-b080-a831c145b426 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for f6ad7214-176f-44d4-90de-5e1d61b44177 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:21.566153 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60b6d7d2-53aa-4454-8c2f-78eaaaa1a864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.570121 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60b6d7d2-53aa-4454-8c2f-78eaaaa1a864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.575963 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-60b6d7d2-53aa-4454-8c2f-78eaaaa1a864 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f4c6ed8-863f-474a-bcb1-0b885e71d03b HTTP/1.1" status: 204 len: 168 time: 0.2735353 Jul 09 20:03:21.588901 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6d7d2-53aa-4454-8c2f-78eaaaa1a864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4c6ed8-863f-474a-bcb1-0b885e71d03b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:21.860920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30efa6c-a3f9-4fbb-878e-3610739b814f req-185715d6-d1b5-4a27-ba22-90ec3e2a2551 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:21.860920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b30efa6c-a3f9-4fbb-878e-3610739b814f req-185715d6-d1b5-4a27-ba22-90ec3e2a2551 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=33c6d1b5-b3aa-46c0-992b-4e8a925c2706 HTTP/1.1" status: 200 len: 945 time: 0.1361952 Jul 09 20:03:21.861714 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-63998673-160d-4405-b080-a831c145b426 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.922878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63998673-160d-4405-b080-a831c145b426 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=f6ad7214-176f-44d4-90de-5e1d61b44177,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:21.961628 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-63998673-160d-4405-b080-a831c145b426 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:21.966927 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-63998673-160d-4405-b080-a831c145b426 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/f6ad7214-176f-44d4-90de-5e1d61b44177 HTTP/1.1" status: 204 len: 168 time: 0.8896365 Jul 09 20:03:21.968404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41116) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:22.002386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f7d3e-29e0-4612-98ac-7576d7b8d59e req-0c87eecb-872b-49eb-b5d1-3d12920a3599 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:22.013172 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-535f7d3e-29e0-4612-98ac-7576d7b8d59e req-0c87eecb-872b-49eb-b5d1-3d12920a3599 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1756601 Jul 09 20:03:22.027353 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b30efa6c-a3f9-4fbb-878e-3610739b814f req-69996200-2c80-4489-b293-b0a10a3edb20 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594775 Jul 09 20:03:22.065941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d0c56-8fd8-463e-9334-138591603968 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:22.068131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971d0c56-8fd8-463e-9334-138591603968 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:22.081302 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-971d0c56-8fd8-463e-9334-138591603968 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1061947 Jul 09 20:03:22.084492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41120) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:22.115973 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-535f7d3e-29e0-4612-98ac-7576d7b8d59e req-211fcbe7-0429-4f42-bfce-c93eb7040776 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018164 Jul 09 20:03:22.192570 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-820d51e3-b9b5-4cfa-bfd5-c643bad2207c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 8447aa70-bb47-45b5-a537-aca7f605c8ec {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:22.204252 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-820d51e3-b9b5-4cfa-bfd5-c643bad2207c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.278550 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-820d51e3-b9b5-4cfa-bfd5-c643bad2207c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.397386 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-820d51e3-b9b5-4cfa-bfd5-c643bad2207c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.538720 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-820d51e3-b9b5-4cfa-bfd5-c643bad2207c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.576436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d51e3-b9b5-4cfa-bfd5-c643bad2207c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=8447aa70-bb47-45b5-a537-aca7f605c8ec,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:22.603336 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-820d51e3-b9b5-4cfa-bfd5-c643bad2207c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:22.608624 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-820d51e3-b9b5-4cfa-bfd5-c643bad2207c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/8447aa70-bb47-45b5-a537-aca7f605c8ec HTTP/1.1" status: 204 len: 168 time: 0.5205498 Jul 09 20:03:22.610591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41140) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:22.615098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb778b0-aea1-4655-bd19-619115e6726e None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:22.680418 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41144) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:22.694378 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-acd10ac8-9f81-496a-b3f3-41d7470317a9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817940 Jul 09 20:03:22.818608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75883620-0861-43ff-9f1e-83b37269dc0d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:22.820968 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-75883620-0861-43ff-9f1e-83b37269dc0d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1390853 Jul 09 20:03:22.823430 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41148) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:22.915937 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c1ea5e-9a55-4f37-8720-80a7d40ac2e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:22.917479 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-50c1ea5e-9a55-4f37-8720-80a7d40ac2e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0925689 Jul 09 20:03:22.920404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41150) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:22.926971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d330d-a718-484d-b893-21f724e10713 req-ae940ec4-75e2-4896-a741-582a3ba78568 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:22.936744 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-022d330d-a718-484d-b893-21f724e10713 req-ae940ec4-75e2-4896-a741-582a3ba78568 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=33c6d1b5-b3aa-46c0-992b-4e8a925c2706 HTTP/1.1" status: 200 len: 945 time: 0.1976769 Jul 09 20:03:22.970789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4c8a5d-1793-46e4-9d11-c959fcfea97c None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:03:22.985295 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d687e30c-4f64-40b2-907b-803668363523 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594256 Jul 09 20:03:22.985968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41152) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:22.997072 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-40ef0a94-f910-4daf-8dea-c05ec5ddc558 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:23.022148 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-022d330d-a718-484d-b893-21f724e10713 req-d5a4a036-2848-401f-bee2-d6103f5bf30b tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841734 Jul 09 20:03:23.073112 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c8a5d-1793-46e4-9d11-c959fcfea97c None None] Deleting port 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:23.073948 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0c4c8a5d-1793-46e4-9d11-c959fcfea97c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.167619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ef0a94-f910-4daf-8dea-c05ec5ddc558 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:23.178581 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0c4c8a5d-1793-46e4-9d11-c959fcfea97c None None] For port 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:23.179131 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0c4c8a5d-1793-46e4-9d11-c959fcfea97c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.179775 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40ef0a94-f910-4daf-8dea-c05ec5ddc558 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.206949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c8a5d-1793-46e4-9d11-c959fcfea97c None None] Calling delete_port for 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:23.392200 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0c4c8a5d-1793-46e4-9d11-c959fcfea97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.422041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4c8a5d-1793-46e4-9d11-c959fcfea97c None None] No DVR routers for this DVR port 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:23.437214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c8a5d-1793-46e4-9d11-c959fcfea97c None None] Pushing event deleted for resources: {'Port': ['ID=9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:23.466922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282c3b3-8a0d-475f-831e-4842ca45b61d req-fa068358-9021-4665-a5de-c4cd6d32ceaf tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:23.481308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3282c3b3-8a0d-475f-831e-4842ca45b61d req-fa068358-9021-4665-a5de-c4cd6d32ceaf tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1970491 Jul 09 20:03:23.486509 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41172) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:23.567750 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3282c3b3-8a0d-475f-831e-4842ca45b61d req-d9dcb6ad-64f1-4f20-9a1c-b1e10b538a04 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848978 Jul 09 20:03:23.632581 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.676208 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40ef0a94-f910-4daf-8dea-c05ec5ddc558 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.766514 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.769075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef0a94-f910-4daf-8dea-c05ec5ddc558 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=b6607f4d-ab50-4d00-b76f-80762f776c9e,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:23.772825 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.798000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ef0a94-f910-4daf-8dea-c05ec5ddc558 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:23.799528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-40ef0a94-f910-4daf-8dea-c05ec5ddc558 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:23.804720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ef0a94-f910-4daf-8dea-c05ec5ddc558 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:23.805432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40ef0a94-f910-4daf-8dea-c05ec5ddc558 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:23.816335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea2a57d-11af-460a-9c0f-313505bbd763 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:23.839369 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-40ef0a94-f910-4daf-8dea-c05ec5ddc558 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8523018 Jul 09 20:03:23.842347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41178) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:23.847936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2bd61a78-b321-438f-b898-057cdff9a61c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': 'b6607f4d-ab50-4d00-b76f-80762f776c9e', 'ip_address': '2001:db8::1121:2857:ec07:7a9'}], 'name': 'tempest-NetworksTestDHCPv6-1766415937'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:23.859612 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37afc54-9e7b-4438-990c-e7c98a490462,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:23.864925 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a014c4dc7aa4afb819545c79df23f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3766100 Jul 09 20:03:23.878881 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41180) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:23.902470 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:23.904573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:23.909151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:23.909715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:23.912281 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:23.912846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:23.913379 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:23.913891 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:23.914400 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:23.916328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:23.916948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:23.917466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790de4c3-9c1f-4f58-8f86-c4c040df2a7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:23.992976 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-27385d15-8dd6-45ad-8fdc-a6b7dc19cb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.000014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd61a78-b321-438f-b898-057cdff9a61c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:24.019448 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-27385d15-8dd6-45ad-8fdc-a6b7dc19cb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.050487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': 'b6607f4d-ab50-4d00-b76f-80762f776c9e'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:03:24.052668 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.089530 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-27385d15-8dd6-45ad-8fdc-a6b7dc19cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.094948 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-27385d15-8dd6-45ad-8fdc-a6b7dc19cb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.100874 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-27385d15-8dd6-45ad-8fdc-a6b7dc19cb86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e37afc54-9e7b-4438-990c-e7c98a490462 HTTP/1.1" status: 204 len: 168 time: 0.2204833 Jul 09 20:03:24.109644 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27385d15-8dd6-45ad-8fdc-a6b7dc19cb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37afc54-9e7b-4438-990c-e7c98a490462,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:24.139538 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2bd61a78-b321-438f-b898-057cdff9a61c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.181860 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-2bd61a78-b321-438f-b898-057cdff9a61c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 0927773f-7bbf-4f90-a91f-75ab2d5844db yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:03:24.285717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Allocated IP 2001:db8::2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/b6607f4d-ab50-4d00-b76f-80762f776c9e/c9aed253-2e30-427a-a143-f37cc3cc1abc) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:24.348953 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39261d21-b81b-47bd-bcf7-883a6c816ee6 req-1a4aaba8-0c8a-4eac-9e93-c1db5d506bed tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:24.356873 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39261d21-b81b-47bd-bcf7-883a6c816ee6 req-1a4aaba8-0c8a-4eac-9e93-c1db5d506bed tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=33c6d1b5-b3aa-46c0-992b-4e8a925c2706 HTTP/1.1" status: 200 len: 945 time: 0.1355274 Jul 09 20:03:24.421574 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39261d21-b81b-47bd-bcf7-883a6c816ee6 req-e8b2dc82-a71f-40a1-ae0c-7fab0f8ab95a tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631430 Jul 09 20:03:24.474467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79de82-c6da-4ef4-9921-5dffb7280705 req-f36646b0-aed4-4827-963f-15f15f1fef3a tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:24.476440 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b79de82-c6da-4ef4-9921-5dffb7280705 req-f36646b0-aed4-4827-963f-15f15f1fef3a tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.36 "GET /v2.0/ports?device_id=33c6d1b5-b3aa-46c0-992b-4e8a925c2706 HTTP/1.1" status: 200 len: 945 time: 0.0773070 Jul 09 20:03:24.484809 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.493377 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Transition to ACTIVE for port object c9aed253-2e30-427a-a143-f37cc3cc1abc will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:24.511422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Transition to ACTIVE for port object c9aed253-2e30-427a-a143-f37cc3cc1abc will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:24.523501 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.574589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:24.577112 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:24.580693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:24.644912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Attempting to bind port c9aed253-2e30-427a-a143-f37cc3cc1abc on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:24.645856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Attempting to bind port c9aed253-2e30-427a-a143-f37cc3cc1abc by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:24.648259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Attempting to bind port c9aed253-2e30-427a-a143-f37cc3cc1abc on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:24.655197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Pushing event updated for resources: {'Port': ['ID=c9aed253-2e30-427a-a143-f37cc3cc1abc,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:24.670761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:24.671093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:24.673891 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.674313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:24.674818 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Bound port: c9aed253-2e30-427a-a143-f37cc3cc1abc, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:24.675221 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.781929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] For port c9aed253-2e30-427a-a143-f37cc3cc1abc, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:24.799957 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] For port c9aed253-2e30-427a-a143-f37cc3cc1abc, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c9aed253-2e30-427a-a143-f37cc3cc1abc,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:24.811389 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:24.851016 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-2bd61a78-b321-438f-b898-057cdff9a61c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::1121:2857:ec07:7a9 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/b6607f4d-ab50-4d00-b76f-80762f776c9e/0927773f-7bbf-4f90-a91f-75ab2d5844db) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:24.891601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:24.951414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:24.951414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9fd4d41c-58ce-4ca0-bf6d-054af7e4b67d not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:24.973768 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e8cbf-2758-4a06-bbe6-f7c0e1b910b7 req-f4a868d9-3cc8-419c-9fe2-e7928fd801d2 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:24.985981 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-989e8cbf-2758-4a06-bbe6-f7c0e1b910b7 req-f4a868d9-3cc8-419c-9fe2-e7928fd801d2 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.2405226 Jul 09 20:03:25.001310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2325ec-0eed-4e1a-9175-0e39fcd7dd1a None None] Pushing event updated for resources: {'Port': ['ID=c9aed253-2e30-427a-a143-f37cc3cc1abc,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:25.071525 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-989e8cbf-2758-4a06-bbe6-f7c0e1b910b7 req-f2e3f685-30e0-42b7-abd5-fdb6a8c9bb7f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846257 Jul 09 20:03:25.083698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4b79de82-c6da-4ef4-9921-5dffb7280705 req-1537f47d-28b3-4903-91a2-e63e69bf6bfb tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Deleting port de72ab67-67e6-4ad4-aa69-87ab2b30f85b {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:25.084190 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4b79de82-c6da-4ef4-9921-5dffb7280705 req-1537f47d-28b3-4903-91a2-e63e69bf6bfb tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.329502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4b79de82-c6da-4ef4-9921-5dffb7280705 req-1537f47d-28b3-4903-91a2-e63e69bf6bfb tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] For port de72ab67-67e6-4ad4-aa69-87ab2b30f85b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=de72ab67-67e6-4ad4-aa69-87ab2b30f85b,segment=NetworkSegment(10466a91-9617-4b1c-8183-4bc85e91bb60),segment_id=10466a91-9617-4b1c-8183-4bc85e91bb60)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:25.330013 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4b79de82-c6da-4ef4-9921-5dffb7280705 req-1537f47d-28b3-4903-91a2-e63e69bf6bfb tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.369515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4b79de82-c6da-4ef4-9921-5dffb7280705 req-1537f47d-28b3-4903-91a2-e63e69bf6bfb tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Calling delete_port for de72ab67-67e6-4ad4-aa69-87ab2b30f85b owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:25.409990 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2bd61a78-b321-438f-b898-057cdff9a61c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.459789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-2bd61a78-b321-438f-b898-057cdff9a61c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object 0927773f-7bbf-4f90-a91f-75ab2d5844db will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:25.526511 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2bd61a78-b321-438f-b898-057cdff9a61c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.609527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd61a78-b321-438f-b898-057cdff9a61c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:25.626105 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-2bd61a78-b321-438f-b898-057cdff9a61c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:25.628570 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd61a78-b321-438f-b898-057cdff9a61c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:25.635552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd61a78-b321-438f-b898-057cdff9a61c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:25.636470 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2bd61a78-b321-438f-b898-057cdff9a61c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.662054 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd61a78-b321-438f-b898-057cdff9a61c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=0927773f-7bbf-4f90-a91f-75ab2d5844db,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:25.671198 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4b79de82-c6da-4ef4-9921-5dffb7280705 req-1537f47d-28b3-4903-91a2-e63e69bf6bfb tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.685068 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2bd61a78-b321-438f-b898-057cdff9a61c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8414910 Jul 09 20:03:25.687043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41220) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:25.694518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['de72ab67-67e6-4ad4-aa69-87ab2b30f85b', '927a729f-4798-4dcf-a250-ff1725cd64e3', '4b3fb016-5780-40b8-855f-33e3dd3ef5f7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:03:25.698608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-460f5371-f712-469c-a1f4-f4e1e22db663 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': 'b6607f4d-ab50-4d00-b76f-80762f776c9e', 'ip_address': '2001:db8::1121:2857:ec07:7a9'}], 'name': 'tempest-NetworksTestDHCPv6-1493512983'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:25.731770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537f47d-28b3-4903-91a2-e63e69bf6bfb tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Pushing event deleted for resources: {'Port': ['ID=de72ab67-67e6-4ad4-aa69-87ab2b30f85b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:25.797646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b79de82-c6da-4ef4-9921-5dffb7280705 req-1537f47d-28b3-4903-91a2-e63e69bf6bfb tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] No DVR routers for this DVR port de72ab67-67e6-4ad4-aa69-87ab2b30f85b on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:25.804503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4b79de82-c6da-4ef4-9921-5dffb7280705 req-1537f47d-28b3-4903-91a2-e63e69bf6bfb tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:25.806653 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b79de82-c6da-4ef4-9921-5dffb7280705 req-1537f47d-28b3-4903-91a2-e63e69bf6bfb tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.36 "DELETE /v2.0/ports/de72ab67-67e6-4ad4-aa69-87ab2b30f85b HTTP/1.1" status: 204 len: 173 time: 1.3227084 Jul 09 20:03:25.807458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c6d1b5-b3aa-46c0-992b-4e8a925c2706', 'name': 'network-vif-deleted', 'tag': 'de72ab67-67e6-4ad4-aa69-87ab2b30f85b'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:25.809456 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4ad37d-e914-4c0a-aa48-ea2f630f791c" -d '{"events": [{"server_uuid": "33c6d1b5-b3aa-46c0-992b-4e8a925c2706", "name": "network-vif-deleted", "tag": "de72ab67-67e6-4ad4-aa69-87ab2b30f85b"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:25.902898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956082b6-0fdc-4655-84da-37f153f5e819 req-b146d2b8-76c1-4267-aac0-7ec1ea667ef6 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:25.911515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-956082b6-0fdc-4655-84da-37f153f5e819 req-b146d2b8-76c1-4267-aac0-7ec1ea667ef6 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=33c6d1b5-b3aa-46c0-992b-4e8a925c2706 HTTP/1.1" status: 200 len: 867 time: 0.2641473 Jul 09 20:03:25.993385 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460f5371-f712-469c-a1f4-f4e1e22db663 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:26.010495 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-956082b6-0fdc-4655-84da-37f153f5e819 req-982e97e1-ec34-4810-9b81-f4cc071a3618 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975261 Jul 09 20:03:26.108891 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca4abee-e72a-4409-bb7c-60420ed6e044 x-openstack-request-id: req-aca4abee-e72a-4409-bb7c-60420ed6e044 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:26.109390 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33c6d1b5-b3aa-46c0-992b-4e8a925c2706", "name": "network-vif-deleted", "tag": "de72ab67-67e6-4ad4-aa69-87ab2b30f85b", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:26.109498 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aca4abee-e72a-4409-bb7c-60420ed6e044 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:26.109837 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c6d1b5-b3aa-46c0-992b-4e8a925c2706', 'name': 'network-vif-deleted', 'tag': 'de72ab67-67e6-4ad4-aa69-87ab2b30f85b', 'status': 'completed', 'code': 200} Jul 09 20:03:26.234751 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-460f5371-f712-469c-a1f4-f4e1e22db663 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:26.268413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-460f5371-f712-469c-a1f4-f4e1e22db663 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 7b363e8e-c550-484f-962c-c51e81654d29 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:03:26.700131 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:26.795926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff4731-c907-4795-8d39-271810ccb1ee req-e20275ae-24cf-4dbd-8fd0-8da27ca02720 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:26.820476 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-04ff4731-c907-4795-8d39-271810ccb1ee req-e20275ae-24cf-4dbd-8fd0-8da27ca02720 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1904905 Jul 09 20:03:26.889777 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b079537b-5b09-411d-aad9-3cd116726d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:26.909616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f3d061ea-cb34-496e-a46d-0a19ca2f2979 None None] Provisioning for port c9aed253-2e30-427a-a143-f37cc3cc1abc completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:26.922401 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-460f5371-f712-469c-a1f4-f4e1e22db663 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 20:03:26.923730 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-460f5371-f712-469c-a1f4-f4e1e22db663 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:26.950651 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c9aed253-2e30-427a-a143-f37cc3cc1abc up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:26.993940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41248) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:26.995867 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-460f5371-f712-469c-a1f4-f4e1e22db663 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.3067653 Jul 09 20:03:27.022538 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-04ff4731-c907-4795-8d39-271810ccb1ee req-e6332d3a-4e9f-4b4c-b2b3-c6291c798e59 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958382 Jul 09 20:03:27.112726 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port c9aed253-2e30-427a-a143-f37cc3cc1abc completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:27.122859 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port c9aed253-2e30-427a-a143-f37cc3cc1abc triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:27.123243 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.182930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f7349a-9457-4266-83bd-52d722bb7d05 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:27.197194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f7349a-9457-4266-83bd-52d722bb7d05 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:27.202961 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-46f7349a-9457-4266-83bd-52d722bb7d05 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2078254 Jul 09 20:03:27.206105 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41254) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:27.284738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-62ef33de-37f9-4784-b191-78798400e40b None None] Provisioning for port 0927773f-7bbf-4f90-a91f-75ab2d5844db completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:27.296098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-62ef33de-37f9-4784-b191-78798400e40b None None] Provisioning complete for port 0927773f-7bbf-4f90-a91f-75ab2d5844db triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:27.296473 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-62ef33de-37f9-4784-b191-78798400e40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.325538 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.361524 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-62ef33de-37f9-4784-b191-78798400e40b None None] Port 0927773f-7bbf-4f90-a91f-75ab2d5844db cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:27.382787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port 0927773f-7bbf-4f90-a91f-75ab2d5844db {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:27.383434 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.404236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port c9aed253-2e30-427a-a143-f37cc3cc1abc, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c9aed253-2e30-427a-a143-f37cc3cc1abc,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:27.423909 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.558965 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=c9aed253-2e30-427a-a143-f37cc3cc1abc,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:27.578820 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.612355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for 0927773f-7bbf-4f90-a91f-75ab2d5844db owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:27.885706 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:27.973901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=0927773f-7bbf-4f90-a91f-75ab2d5844db,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:28.009272 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.014680 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41282) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:28.027518 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/0927773f-7bbf-4f90-a91f-75ab2d5844db HTTP/1.1" status: 204 len: 168 time: 0.8201559 Jul 09 20:03:28.042730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:28.058776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:28.059251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:28.064674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:28.065092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:28.065455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:28.070044 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:28.070428 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:28.070780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:28.074982 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:28.077181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:28.077566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ec5402c-d67e-4501-a9ff-1a91dd0f98cf tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:28.174011 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b484a2ce-c59f-4721-9e07-362efde5204c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:28.175676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b484a2ce-c59f-4721-9e07-362efde5204c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:28.187300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41288) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:28.197351 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b484a2ce-c59f-4721-9e07-362efde5204c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1815085 Jul 09 20:03:28.292189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-0727a0a0-4286-40c3-8c60-cfa6d29719aa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet b6607f4d-ab50-4d00-b76f-80762f776c9e {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:28.306161 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0727a0a0-4286-40c3-8c60-cfa6d29719aa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.391344 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0727a0a0-4286-40c3-8c60-cfa6d29719aa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.501581 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178f88d-54f1-4d40-b0d5-c34d3e9ea34e req-8109c10f-4a80-465c-a602-664d25c45850 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:28.508626 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7178f88d-54f1-4d40-b0d5-c34d3e9ea34e req-8109c10f-4a80-465c-a602-664d25c45850 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1268425 Jul 09 20:03:28.518985 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0727a0a0-4286-40c3-8c60-cfa6d29719aa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.558934 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7178f88d-54f1-4d40-b0d5-c34d3e9ea34e req-4bd5c38a-d4d6-4cca-a6ec-0b2fb9ddce8f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494330 Jul 09 20:03:28.623798 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0727a0a0-4286-40c3-8c60-cfa6d29719aa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.680654 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727a0a0-4286-40c3-8c60-cfa6d29719aa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=b6607f4d-ab50-4d00-b76f-80762f776c9e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:28.701985 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0727a0a0-4286-40c3-8c60-cfa6d29719aa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:28.707351 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0727a0a0-4286-40c3-8c60-cfa6d29719aa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/b6607f4d-ab50-4d00-b76f-80762f776c9e HTTP/1.1" status: 204 len: 168 time: 0.5176761 Jul 09 20:03:28.709921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41308) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:28.713356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baca10cd-cb8d-464a-b761-5a778598a3fe None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:28.801586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41314) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:28.805551 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cc777289-7387-48b2-a090-2aa84dda8107 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935519 Jul 09 20:03:28.808369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b39b3d52-0607-4b25-847a-6ce0b12c827f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:28.857968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c9aed253-2e30-427a-a143-f37cc3cc1abc up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:29.003244 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39b3d52-0607-4b25-847a-6ce0b12c827f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:29.014143 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b39b3d52-0607-4b25-847a-6ce0b12c827f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.119098 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.130436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port c9aed253-2e30-427a-a143-f37cc3cc1abc triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:29.130997 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.268987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b158f1e5-c105-4b52-b8a4-4859b3c687c0 None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:03:29.354747 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b158f1e5-c105-4b52-b8a4-4859b3c687c0 None None] Deleting port c9aed253-2e30-427a-a143-f37cc3cc1abc {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:29.356756 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b158f1e5-c105-4b52-b8a4-4859b3c687c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.374646 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88730fac-6887-4c7e-8b35-a01f87d0ffe4 req-46812de5-606d-464e-b868-d768f3e0907b tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:29.383903 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88730fac-6887-4c7e-8b35-a01f87d0ffe4 req-46812de5-606d-464e-b868-d768f3e0907b tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:29.391899 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-88730fac-6887-4c7e-8b35-a01f87d0ffe4 req-46812de5-606d-464e-b868-d768f3e0907b tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d93bc84-06d7-436d-abfd-b824d2395400&device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 1682 time: 0.1111209 Jul 09 20:03:29.441994 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-88730fac-6887-4c7e-8b35-a01f87d0ffe4 req-a97bf3c6-3f4f-47dc-abf8-007152bfd672 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486405 Jul 09 20:03:29.442812 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b39b3d52-0607-4b25-847a-6ce0b12c827f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.472632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device de72ab67-67e6-4ad4-aa69-87ab2b30f85b no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:29.523776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39b3d52-0607-4b25-847a-6ce0b12c827f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:29.529325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-b39b3d52-0607-4b25-847a-6ce0b12c827f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:29.534074 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39b3d52-0607-4b25-847a-6ce0b12c827f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:29.534838 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b39b3d52-0607-4b25-847a-6ce0b12c827f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.539109 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b3d52-0607-4b25-847a-6ce0b12c827f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=9c350ca9-23cd-4225-af0c-0e1bae0feced,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:29.542075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: de72ab67-67e6-4ad4-aa69-87ab2b30f85b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:29.542493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device de72ab67-67e6-4ad4-aa69-87ab2b30f85b not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:29.574087 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b39b3d52-0607-4b25-847a-6ce0b12c827f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7684515 Jul 09 20:03:29.574655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41336) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:29.584298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-63410794-8ae9-4bde-ba42-d8e44ea2f490 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': '9c350ca9-23cd-4225-af0c-0e1bae0feced', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-2095996799'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:29.589435 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-06fd0e13-c209-4740-a484-651b49a28386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.631117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b158f1e5-c105-4b52-b8a4-4859b3c687c0 None None] For port c9aed253-2e30-427a-a143-f37cc3cc1abc, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c9aed253-2e30-427a-a143-f37cc3cc1abc,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:29.631518 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b158f1e5-c105-4b52-b8a4-4859b3c687c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.677998 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.696486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b158f1e5-c105-4b52-b8a4-4859b3c687c0 None None] Calling delete_port for c9aed253-2e30-427a-a143-f37cc3cc1abc owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:29.838325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63410794-8ae9-4bde-ba42-d8e44ea2f490 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:29.886102 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b158f1e5-c105-4b52-b8a4-4859b3c687c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:29.924058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b158f1e5-c105-4b52-b8a4-4859b3c687c0 None None] No DVR routers for this DVR port c9aed253-2e30-427a-a143-f37cc3cc1abc on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:29.928819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158f1e5-c105-4b52-b8a4-4859b3c687c0 None None] Pushing event deleted for resources: {'Port': ['ID=c9aed253-2e30-427a-a143-f37cc3cc1abc,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:29.947983 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bd6f25-a5d0-4569-9681-53585d0ebc22 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:29.995470 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-63410794-8ae9-4bde-ba42-d8e44ea2f490 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.016844 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-63410794-8ae9-4bde-ba42-d8e44ea2f490 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port f17755ab-e487-4e9b-989b-509be41a4090 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:03:30.157989 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-63410794-8ae9-4bde-ba42-d8e44ea2f490 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:03:30.158476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63410794-8ae9-4bde-ba42-d8e44ea2f490 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:03:30.172585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': '9c350ca9-23cd-4225-af0c-0e1bae0feced'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:03:30.174246 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.236295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d73a86-72a4-46a0-8d50-e8147ac7fd6b req-0f0c135f-2651-455c-aca4-d99493c440bd tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:30.237949 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2d73a86-72a4-46a0-8d50-e8147ac7fd6b req-0f0c135f-2651-455c-aca4-d99493c440bd tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.0924084 Jul 09 20:03:30.243029 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-63410794-8ae9-4bde-ba42-d8e44ea2f490 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6645303 Jul 09 20:03:30.243324 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41352) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:30.297523 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7f26b19f-15fb-4788-9b66-75ba6696d400 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0509186 Jul 09 20:03:30.298915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41356) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:30.333229 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2d73a86-72a4-46a0-8d50-e8147ac7fd6b req-6a3d1bf2-ab8c-4ae1-8c06-f2fad2c74c98 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504849 Jul 09 20:03:30.416149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fdcd6e-4caa-4fba-92c2-4097143768d6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:30.421936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Allocated IP 2001:db8::2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/9c350ca9-23cd-4225-af0c-0e1bae0feced/75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:30.427453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fdcd6e-4caa-4fba-92c2-4097143768d6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:30.429887 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d6fdcd6e-4caa-4fba-92c2-4097143768d6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1297023 Jul 09 20:03:30.432897 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41360) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:30.468014 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.546468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e68b85-00a4-4cf3-b925-cea9a10940d2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 9c350ca9-23cd-4225-af0c-0e1bae0feced {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:30.704160 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.723229 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Transition to ACTIVE for port object 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:30.763601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Transition to ACTIVE for port object 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:30.783431 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4e68b85-00a4-4cf3-b925-cea9a10940d2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.786731 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.859830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c9aed253-2e30-427a-a143-f37cc3cc1abc no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:30.883901 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4e68b85-00a4-4cf3-b925-cea9a10940d2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:30.944190 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: c9aed253-2e30-427a-a143-f37cc3cc1abc {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:30.944784 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c9aed253-2e30-427a-a143-f37cc3cc1abc not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:30.971733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:30.982937 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:30.992363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Pushing event updated for resources: {'Port': ['ID=75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:31.002532 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:31.066846 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4e68b85-00a4-4cf3-b925-cea9a10940d2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.126570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Attempting to bind port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:31.126925 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Attempting to bind port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:31.127291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Attempting to bind port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:31.137328 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:31.137642 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4e68b85-00a4-4cf3-b925-cea9a10940d2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.137797 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:31.138118 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.138494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:31.138964 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Bound port: 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:31.139346 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.170736 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4e68b85-00a4-4cf3-b925-cea9a10940d2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.172937 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c4e68b85-00a4-4cf3-b925-cea9a10940d2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/9c350ca9-23cd-4225-af0c-0e1bae0feced HTTP/1.1" status: 204 len: 168 time: 0.7385366 Jul 09 20:03:31.175377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41386) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:31.232216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e68b85-00a4-4cf3-b925-cea9a10940d2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=9c350ca9-23cd-4225-af0c-0e1bae0feced,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:31.263252 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-45d7468b-6355-433c-a79c-38361b1ffe98 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866582 Jul 09 20:03:31.271303 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41388) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:31.276801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-48069e02-f7fd-435b-92e4-28c3d7de2302 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:31.290074 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] For port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:31.296831 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] For port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:31.303773 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.375898 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2103c-da2d-47d8-b27d-f3a3259fcd65 req-4529a197-6341-4815-b79d-06f53185e398 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:31.377517 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d0d2103c-da2d-47d8-b27d-f3a3259fcd65 req-4529a197-6341-4815-b79d-06f53185e398 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d93bc84-06d7-436d-abfd-b824d2395400 HTTP/1.1" status: 200 len: 945 time: 0.1498134 Jul 09 20:03:31.428919 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48069e02-f7fd-435b-92e4-28c3d7de2302 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:31.435925 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48069e02-f7fd-435b-92e4-28c3d7de2302 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.484964 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d0d2103c-da2d-47d8-b27d-f3a3259fcd65 req-520a7dac-8ff7-43a8-9b71-afdb52d985e1 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953422 Jul 09 20:03:31.572096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a574c48e-b5d1-48ea-aa13-a25cdeb9b43c None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:03:31.596172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ac323-ab4d-4928-ad76-c37c73e41d45 None None] Pushing event updated for resources: {'Port': ['ID=75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:31.793144 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48069e02-f7fd-435b-92e4-28c3d7de2302 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:31.850279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a574c48e-b5d1-48ea-aa13-a25cdeb9b43c None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:03:31.885915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48069e02-f7fd-435b-92e4-28c3d7de2302 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=7c7f0a51-277d-49e4-ba19-4f01390a884c,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:31.903495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dadb7c-afac-4477-81ba-99f5a1c3797a req-1974880b-2ba5-4f8d-9ae3-c10d50e552d0 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:31.914442 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-97dadb7c-afac-4477-81ba-99f5a1c3797a req-1974880b-2ba5-4f8d-9ae3-c10d50e552d0 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.3135674 Jul 09 20:03:31.941456 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48069e02-f7fd-435b-92e4-28c3d7de2302 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:31.944902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-48069e02-f7fd-435b-92e4-28c3d7de2302 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:31.951231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48069e02-f7fd-435b-92e4-28c3d7de2302 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:31.951842 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48069e02-f7fd-435b-92e4-28c3d7de2302 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.042169 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-97dadb7c-afac-4477-81ba-99f5a1c3797a req-f1e92da5-fa82-45b3-9393-801ce71b882b tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203923 Jul 09 20:03:32.047086 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-48069e02-f7fd-435b-92e4-28c3d7de2302 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7722723 Jul 09 20:03:32.047909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41422) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:32.054500 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ee4db4ca-f101-4bbc-884a-3f756d4770bc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1625274788', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:32.135987 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee4db4ca-f101-4bbc-884a-3f756d4770bc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.138143 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee4db4ca-f101-4bbc-884a-3f756d4770bc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.222868 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee4db4ca-f101-4bbc-884a-3f756d4770bc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.236975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee4db4ca-f101-4bbc-884a-3f756d4770bc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.306729 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee4db4ca-f101-4bbc-884a-3f756d4770bc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.311587 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41436) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:32.311960 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ee4db4ca-f101-4bbc-884a-3f756d4770bc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2619567 Jul 09 20:03:32.509036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbad92-0ca2-467d-8671-edf266868f05 req-f9576524-d3f5-464e-ba38-4ae2dd805ea5 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:32.513275 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-66cbad92-0ca2-467d-8671-edf266868f05 req-f9576524-d3f5-464e-ba38-4ae2dd805ea5 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.36 "GET /v2.0/ports?device_id=5d93bc84-06d7-436d-abfd-b824d2395400 HTTP/1.1" status: 200 len: 945 time: 0.1550674 Jul 09 20:03:32.581736 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.686796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-66cbad92-0ca2-467d-8671-edf266868f05 req-58116eae-38a8-4bfe-bd04-fa95cfd98640 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Deleting port 927a729f-4798-4dcf-a250-ff1725cd64e3 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:32.687200 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-66cbad92-0ca2-467d-8671-edf266868f05 req-58116eae-38a8-4bfe-bd04-fa95cfd98640 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.906175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-66cbad92-0ca2-467d-8671-edf266868f05 req-58116eae-38a8-4bfe-bd04-fa95cfd98640 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] For port 927a729f-4798-4dcf-a250-ff1725cd64e3, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=927a729f-4798-4dcf-a250-ff1725cd64e3,segment=NetworkSegment(10466a91-9617-4b1c-8183-4bc85e91bb60),segment_id=10466a91-9617-4b1c-8183-4bc85e91bb60)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:32.906943 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-66cbad92-0ca2-467d-8671-edf266868f05 req-58116eae-38a8-4bfe-bd04-fa95cfd98640 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:32.950163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-66cbad92-0ca2-467d-8671-edf266868f05 req-58116eae-38a8-4bfe-bd04-fa95cfd98640 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Calling delete_port for 927a729f-4798-4dcf-a250-ff1725cd64e3 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:33.135169 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.150385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75613e8d-1ee0-42c2-b897-5e54bd12a9e5 None None] Update dhcp port {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': '7c7f0a51-277d-49e4-ba19-4f01390a884c'}], 'binding:host_id': 'n-d-800088-3'}, 'id': '75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:03:33.251012 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-75613e8d-1ee0-42c2-b897-5e54bd12a9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.655984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-75613e8d-1ee0-42c2-b897-5e54bd12a9e5 None None] Allocated IP 2001:db8::2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/7c7f0a51-277d-49e4-ba19-4f01390a884c/75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:33.785264 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae409c3-eaf5-4aa5-8258-ebd550912afb req-67d70b6a-9696-4859-977e-eb90b93e3d2b tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:33.786395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f5eb4-5b1e-4c8e-ba67-06ee14f7de92 req-320efbce-1cec-4499-a495-65190900e8b7 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:33.788063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-761f5eb4-5b1e-4c8e-ba67-06ee14f7de92 req-320efbce-1cec-4499-a495-65190900e8b7 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.36 "GET /v2.0/ports?device_id=64de15e3-f513-42fb-b4d8-cee46839aa8a HTTP/1.1" status: 200 len: 946 time: 0.9929688 Jul 09 20:03:33.789670 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ae409c3-eaf5-4aa5-8258-ebd550912afb req-67d70b6a-9696-4859-977e-eb90b93e3d2b tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1624165 Jul 09 20:03:33.797240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18db4de-792e-4587-a184-c341f6770aa3 req-edc589dc-121a-4205-b8d1-046080a6a51b tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:33.798694 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c18db4de-792e-4587-a184-c341f6770aa3 req-edc589dc-121a-4205-b8d1-046080a6a51b tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d93bc84-06d7-436d-abfd-b824d2395400 HTTP/1.1" status: 200 len: 945 time: 0.9507082 Jul 09 20:03:33.846717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-75613e8d-1ee0-42c2-b897-5e54bd12a9e5 None None] For port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:33.875165 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ae409c3-eaf5-4aa5-8258-ebd550912afb req-bbd3834a-603d-466d-b311-b6ca64e40119 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785284 Jul 09 20:03:33.893625 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c18db4de-792e-4587-a184-c341f6770aa3 req-e814c91d-d85b-45c5-a724-551d550d9627 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/security-groups?id=971088dd-b21e-4a38-8388-fe0165da6391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796070 Jul 09 20:03:33.929437 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-75613e8d-1ee0-42c2-b897-5e54bd12a9e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:33.947025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-75613e8d-1ee0-42c2-b897-5e54bd12a9e5 None None] Ignored duplicate provisioning block setup for port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 20:03:33.962695 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-75613e8d-1ee0-42c2-b897-5e54bd12a9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:34.117760 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::1 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/7c7f0a51-277d-49e4-ba19-4f01390a884c/f83ad4c1-7391-48f8-a826-0332a42987ba) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:34.171769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-761f5eb4-5b1e-4c8e-ba67-06ee14f7de92 req-4415977d-8733-4717-9bc1-50313c553b1d tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Deleting port 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:34.172404 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-761f5eb4-5b1e-4c8e-ba67-06ee14f7de92 req-4415977d-8733-4717-9bc1-50313c553b1d tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:34.194188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75613e8d-1ee0-42c2-b897-5e54bd12a9e5 None None] Pushing event updated for resources: {'Port': ['ID=75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:34.260425 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-66cbad92-0ca2-467d-8671-edf266868f05 req-58116eae-38a8-4bfe-bd04-fa95cfd98640 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:34.274357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['927a729f-4798-4dcf-a250-ff1725cd64e3', '4b3fb016-5780-40b8-855f-33e3dd3ef5f7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:03:34.378625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58116eae-38a8-4bfe-bd04-fa95cfd98640 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Pushing event deleted for resources: {'Port': ['ID=927a729f-4798-4dcf-a250-ff1725cd64e3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:34.400291 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:34.440368 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object f83ad4c1-7391-48f8-a826-0332a42987ba will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:34.539318 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:34.591782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cbad92-0ca2-467d-8671-edf266868f05 req-58116eae-38a8-4bfe-bd04-fa95cfd98640 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] No DVR routers for this DVR port 927a729f-4798-4dcf-a250-ff1725cd64e3 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:34.610487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-761f5eb4-5b1e-4c8e-ba67-06ee14f7de92 req-4415977d-8733-4717-9bc1-50313c553b1d tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] For port 4b3fb016-5780-40b8-855f-33e3dd3ef5f7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4b3fb016-5780-40b8-855f-33e3dd3ef5f7,segment=NetworkSegment(10466a91-9617-4b1c-8183-4bc85e91bb60),segment_id=10466a91-9617-4b1c-8183-4bc85e91bb60)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:34.610896 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-761f5eb4-5b1e-4c8e-ba67-06ee14f7de92 req-4415977d-8733-4717-9bc1-50313c553b1d tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:34.623497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:34.627987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:34.630343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-761f5eb4-5b1e-4c8e-ba67-06ee14f7de92 req-4415977d-8733-4717-9bc1-50313c553b1d tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Calling delete_port for 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:34.638466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:34.639413 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:34.647706 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=f83ad4c1-7391-48f8-a826-0332a42987ba,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:34.747272 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-66cbad92-0ca2-467d-8671-edf266868f05 req-58116eae-38a8-4bfe-bd04-fa95cfd98640 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:34.749432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-66cbad92-0ca2-467d-8671-edf266868f05 req-58116eae-38a8-4bfe-bd04-fa95cfd98640 tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.36 "DELETE /v2.0/ports/927a729f-4798-4dcf-a250-ff1725cd64e3 HTTP/1.1" status: 204 len: 173 time: 2.2259822 Jul 09 20:03:34.749778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d93bc84-06d7-436d-abfd-b824d2395400', 'name': 'network-vif-deleted', 'tag': '927a729f-4798-4dcf-a250-ff1725cd64e3'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:34.756745 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ea07c0-b8ac-4229-a6b5-eb8863fe481c" -d '{"events": [{"server_uuid": "5d93bc84-06d7-436d-abfd-b824d2395400", "name": "network-vif-deleted", "tag": "927a729f-4798-4dcf-a250-ff1725cd64e3"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:34.893915 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-761f5eb4-5b1e-4c8e-ba67-06ee14f7de92 req-4415977d-8733-4717-9bc1-50313c553b1d tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:34.921627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['927a729f-4798-4dcf-a250-ff1725cd64e3'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:03:35.046610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:35.072779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415977d-8733-4717-9bc1-50313c553b1d tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Pushing event deleted for resources: {'Port': ['ID=4b3fb016-5780-40b8-855f-33e3dd3ef5f7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:35.116729 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:35.209257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-761f5eb4-5b1e-4c8e-ba67-06ee14f7de92 req-4415977d-8733-4717-9bc1-50313c553b1d tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] No DVR routers for this DVR port 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:35.211355 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:35.214728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41548) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:35.223280 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-761f5eb4-5b1e-4c8e-ba67-06ee14f7de92 req-4415977d-8733-4717-9bc1-50313c553b1d tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:35.248245 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-761f5eb4-5b1e-4c8e-ba67-06ee14f7de92 req-4415977d-8733-4717-9bc1-50313c553b1d tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.36 "DELETE /v2.0/ports/4b3fb016-5780-40b8-855f-33e3dd3ef5f7 HTTP/1.1" status: 204 len: 173 time: 1.4319687 Jul 09 20:03:35.387898 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ed3435-4ff7-48e2-accb-9edb7d1ab828 x-openstack-request-id: req-d9ed3435-4ff7-48e2-accb-9edb7d1ab828 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:35.388164 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d93bc84-06d7-436d-abfd-b824d2395400", "name": "network-vif-deleted", "tag": "927a729f-4798-4dcf-a250-ff1725cd64e3", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:35.390483 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9ed3435-4ff7-48e2-accb-9edb7d1ab828 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:35.392712 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d93bc84-06d7-436d-abfd-b824d2395400', 'name': 'network-vif-deleted', 'tag': '927a729f-4798-4dcf-a250-ff1725cd64e3', 'status': 'completed', 'code': 200} Jul 09 20:03:35.498672 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3dab8ca1-dfb8-47e7-b3b2-bd7731dcdea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:35.507609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fda0f-27d8-4f83-8243-4c36a0eca25b req-97bf17c7-bb66-4268-b5a7-c17ac0948310 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:35.512830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee5fda0f-27d8-4f83-8243-4c36a0eca25b req-97bf17c7-bb66-4268-b5a7-c17ac0948310 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.2615583 Jul 09 20:03:35.611151 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee5fda0f-27d8-4f83-8243-4c36a0eca25b req-dc468568-ea43-40c5-bfea-e12900841412 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898936 Jul 09 20:03:35.720149 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e2bb9f99-4a45-4c95-8bb4-64b421ffbc20 req-32136be5-6bb3-4762-8427-a36f0137c39e tempest-ListServersNegativeTestJSON-49019000 tempest-ListServersNegativeTestJSON-49019000-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d93bc84-06d7-436d-abfd-b824d2395400 HTTP/1.1" status: 200 len: 210 time: 0.0753040 Jul 09 20:03:35.900404 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3dab8ca1-dfb8-47e7-b3b2-bd7731dcdea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:35.948394 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:35.951235 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3dab8ca1-dfb8-47e7-b3b2-bd7731dcdea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:35.984135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab8ca1-dfb8-47e7-b3b2-bd7731dcdea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b045cdea-4db1-446e-99c0-e255f41f6a2d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:35.996029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b26ccd0-6507-4534-893c-ee78cfd6464e None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:36.033805 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.034927 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.188472 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3dab8ca1-dfb8-47e7-b3b2-bd7731dcdea4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f76be8c278764ff1a3f751a7a83b5d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9712355 Jul 09 20:03:36.191303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41554) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:36.289210 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c6c3b90-70f4-48f6-aebd-91b3b9ca62eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.324787 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c6c3b90-70f4-48f6-aebd-91b3b9ca62eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.325693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ecc69199-9d03-453f-b0a2-fb408d4d9386 None None] Provisioning for port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:36.334287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ecc69199-9d03-453f-b0a2-fb408d4d9386 None None] Provisioning complete for port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:36.334287 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ecc69199-9d03-453f-b0a2-fb408d4d9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.439426 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c6c3b90-70f4-48f6-aebd-91b3b9ca62eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.442760 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c6c3b90-70f4-48f6-aebd-91b3b9ca62eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.446701 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8c6c3b90-70f4-48f6-aebd-91b3b9ca62eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b045cdea-4db1-446e-99c0-e255f41f6a2d HTTP/1.1" status: 204 len: 168 time: 0.2500708 Jul 09 20:03:36.464892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c3b90-70f4-48f6-aebd-91b3b9ca62eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b045cdea-4db1-446e-99c0-e255f41f6a2d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:36.469048 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ecc69199-9d03-453f-b0a2-fb408d4d9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.539058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ecc69199-9d03-453f-b0a2-fb408d4d9386 None None] For port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:36.551964 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ecc69199-9d03-453f-b0a2-fb408d4d9386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.716076 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc69199-9d03-453f-b0a2-fb408d4d9386 None None] Pushing event updated for resources: {'Port': ['ID=75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:36.823731 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=f83ad4c1-7391-48f8-a826-0332a42987ba,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:36.913856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8c749595-451a-4b0f-90b0-af7335b87b1f None None] Provisioning complete for port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:36.916206 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8c749595-451a-4b0f-90b0-af7335b87b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:36.970548 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:37.055256 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:37.064449 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:37.109730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41570) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:37.122500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cfa37-f88c-461c-8278-5138272a0a44 req-a3082aad-5950-46ce-97eb-b92d87c87e48 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:37.128758 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e332d662-3461-4ade-a178-7d68ce4e3d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.133641 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e15cfa37-f88c-461c-8278-5138272a0a44 req-a3082aad-5950-46ce-97eb-b92d87c87e48 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.2003291 Jul 09 20:03:37.263826 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8c749595-451a-4b0f-90b0-af7335b87b1f None None] Provisioning for port f83ad4c1-7391-48f8-a826-0332a42987ba completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:37.284928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:37.285310 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.294041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8c749595-451a-4b0f-90b0-af7335b87b1f None None] Provisioning complete for port f83ad4c1-7391-48f8-a826-0332a42987ba triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:37.294783 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8c749595-451a-4b0f-90b0-af7335b87b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.390615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41574) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:37.471891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8c749595-451a-4b0f-90b0-af7335b87b1f None None] Port f83ad4c1-7391-48f8-a826-0332a42987ba cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:37.512713 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e15cfa37-f88c-461c-8278-5138272a0a44 req-b79af4ff-43c0-4597-88fb-ed8f22256370 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778043 Jul 09 20:03:37.532371 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:37.548212 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64de15e3-f513-42fb-b4d8-cee46839aa8a', 'name': 'network-vif-deleted', 'tag': '4b3fb016-5780-40b8-855f-33e3dd3ef5f7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:37.562911 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:37.563358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4b3fb016-5780-40b8-855f-33e3dd3ef5f7 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:37.565886 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 927a729f-4798-4dcf-a250-ff1725cd64e3 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:37.569089 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27757afd-3576-45e1-8019-59b74c08f537" -d '{"events": [{"server_uuid": "64de15e3-f513-42fb-b4d8-cee46839aa8a", "name": "network-vif-deleted", "tag": "4b3fb016-5780-40b8-855f-33e3dd3ef5f7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:37.581349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-d184fa0c-10c4-40e3-9472-163468d6a5bb admin admin] Deleting subnet d5951f88-b435-4fd3-bab1-a41b2a48cbfa {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:37.591441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Router cb0b4e37-4fd5-4b69-9c24-093095ac18fa is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:03:37.606907 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d184fa0c-10c4-40e3-9472-163468d6a5bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.614452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 927a729f-4798-4dcf-a250-ff1725cd64e3 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:37.614957 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 927a729f-4798-4dcf-a250-ff1725cd64e3 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:37.633461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0328cdf8-bf1f-477e-8a4d-c64dbe3c63db None None] Provisioning complete for port f83ad4c1-7391-48f8-a826-0332a42987ba triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:37.633848 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0328cdf8-bf1f-477e-8a4d-c64dbe3c63db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.719928 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:03:37.730539 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0d820f92-e52a-44c2-a47e-a5b5361742f0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "PUT /v2.0/routers/cb0b4e37-4fd5-4b69-9c24-093095ac18fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4168732 Jul 09 20:03:37.732899 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41578) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:37.735539 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e332d662-3461-4ade-a178-7d68ce4e3d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.754912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0328cdf8-bf1f-477e-8a4d-c64dbe3c63db None None] Port f83ad4c1-7391-48f8-a826-0332a42987ba cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:37.761261 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e332d662-3461-4ade-a178-7d68ce4e3d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.765322 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d184fa0c-10c4-40e3-9472-163468d6a5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.770389 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Sync routers for ids ['cb0b4e37-4fd5-4b69-9c24-093095ac18fa'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:03:37.774396 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16827ee-caf4-4711-bbab-915ed5c02916 x-openstack-request-id: req-b16827ee-caf4-4711-bbab-915ed5c02916 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:37.774689 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64de15e3-f513-42fb-b4d8-cee46839aa8a", "name": "network-vif-deleted", "tag": "4b3fb016-5780-40b8-855f-33e3dd3ef5f7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:37.775133 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b16827ee-caf4-4711-bbab-915ed5c02916 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:37.775709 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64de15e3-f513-42fb-b4d8-cee46839aa8a', 'name': 'network-vif-deleted', 'tag': '4b3fb016-5780-40b8-855f-33e3dd3ef5f7', 'status': 'completed', 'code': 200} Jul 09 20:03:37.783239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Routers {'cb0b4e37-4fd5-4b69-9c24-093095ac18fa'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:37.783916 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:03:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cb0b4e37-4fd5-4b69-9c24-093095ac18fa'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:37.809456 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca94cba-4e6c-44bf-ae0e-00264b13ab49 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:37.811656 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9ca94cba-4e6c-44bf-ae0e-00264b13ab49 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports/f83ad4c1-7391-48f8-a826-0332a42987ba HTTP/1.1" status: 200 len: 911 time: 0.0773909 Jul 09 20:03:37.814455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41580) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:37.860763 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e332d662-3461-4ade-a178-7d68ce4e3d6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2104c5f428048a2ad14fede6de07284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7473068 Jul 09 20:03:37.863622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41582) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:37.892381 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332d662-3461-4ade-a178-7d68ce4e3d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685a4ca3-fea4-4ce6-9429-07effb2cc407,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:37.897049 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Set router cb0b4e37-4fd5-4b69-9c24-093095ac18fa gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:03:37.901601 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d184fa0c-10c4-40e3-9472-163468d6a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:37.965443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0980f3-2360-41a5-9017-b269fe45d132 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:37.975091 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0980f3-2360-41a5-9017-b269fe45d132 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:37.977638 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dc0980f3-2360-41a5-9017-b269fe45d132 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1611159 Jul 09 20:03:37.980268 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41584) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:38.017563 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c84693d-cea4-43c1-9b08-4e2128826106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.047348 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d184fa0c-10c4-40e3-9472-163468d6a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.060457 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c84693d-cea4-43c1-9b08-4e2128826106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.079065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-54ae50df-35cc-4bea-a578-474c899c7d13 None None] Provisioning complete for port f83ad4c1-7391-48f8-a826-0332a42987ba triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:38.079721 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-54ae50df-35cc-4bea-a578-474c899c7d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.101203 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184fa0c-10c4-40e3-9472-163468d6a5bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5951f88-b435-4fd3-bab1-a41b2a48cbfa,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:38.114935 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d184fa0c-10c4-40e3-9472-163468d6a5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.119964 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d184fa0c-10c4-40e3-9472-163468d6a5bb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d5951f88-b435-4fd3-bab1-a41b2a48cbfa HTTP/1.1" status: 204 len: 168 time: 0.7282109 Jul 09 20:03:38.121275 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-54ae50df-35cc-4bea-a578-474c899c7d13 None None] Port f83ad4c1-7391-48f8-a826-0332a42987ba cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:38.122746 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41586) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:38.257882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b4e37-4fd5-4b69-9c24-093095ac18fa', 'name': 'tempest-NetworksTestDHCPv6-router-1625274788', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:03:32Z', 'updated_at': '2021-07-09T20:03:34Z', 'revision_number': 2, 'project_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'gw_port_host': None, '_interfaces': [{'id': 'f83ad4c1-7391-48f8-a826-0332a42987ba', 'name': '', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'mac_address': 'fa:16:3e:30:ef:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0b4e37-4fd5-4b69-9c24-093095ac18fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7c7f0a51-277d-49e4-ba19-4f01390a884c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:03:33Z', 'updated_at': '2021-07-09T20:03:35Z', 'revision_number': 2, 'project_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'subnets': [{'id': '7c7f0a51-277d-49e4-ba19-4f01390a884c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:38.286847 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9778f3c1-10af-479d-8c1e-17af8f1edfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.309201 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Checking router: cb0b4e37-4fd5-4b69-9c24-093095ac18fa for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:03:38.310182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Updating router cb0b4e37-4fd5-4b69-9c24-093095ac18fa port f83ad4c1-7391-48f8-a826-0332a42987ba binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:03:38.382819 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.486345 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9778f3c1-10af-479d-8c1e-17af8f1edfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.511467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-9778f3c1-10af-479d-8c1e-17af8f1edfcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cec18c-3c46-42b5-a003-1241c1b0ddcc']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:38.550518 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-9778f3c1-10af-479d-8c1e-17af8f1edfcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10466a91-9617-4b1c-8183-4bc85e91bb60') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:38.550837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-9778f3c1-10af-479d-8c1e-17af8f1edfcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10466a91-9617-4b1c-8183-4bc85e91bb60') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:38.571428 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9778f3c1-10af-479d-8c1e-17af8f1edfcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.586741 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9778f3c1-10af-479d-8c1e-17af8f1edfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.598955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9778f3c1-10af-479d-8c1e-17af8f1edfcc admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:03:38.601246 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9778f3c1-10af-479d-8c1e-17af8f1edfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:03:38.730447 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:03:38.740574 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9778f3c1-10af-479d-8c1e-17af8f1edfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.748066 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9778f3c1-10af-479d-8c1e-17af8f1edfcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.759246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9778f3c1-10af-479d-8c1e-17af8f1edfcc admin admin] 10.222.0.30 "DELETE /v2.0/networks/85cec18c-3c46-42b5-a003-1241c1b0ddcc HTTP/1.1" status: 204 len: 168 time: 0.6349859 Jul 09 20:03:38.769351 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c84693d-cea4-43c1-9b08-4e2128826106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.772772 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c84693d-cea4-43c1-9b08-4e2128826106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.776130 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1c84693d-cea4-43c1-9b08-4e2128826106 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/685a4ca3-fea4-4ce6-9429-07effb2cc407 HTTP/1.1" status: 204 len: 168 time: 0.9042909 Jul 09 20:03:38.802793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778f3c1-10af-479d-8c1e-17af8f1edfcc admin admin] Pushing event deleted for resources: {'Network': ['ID=85cec18c-3c46-42b5-a003-1241c1b0ddcc,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:38.810006 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84693d-cea4-43c1-9b08-4e2128826106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685a4ca3-fea4-4ce6-9429-07effb2cc407,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:38.902709 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de6b93a1-d1a7-4eb4-92d8-9a9fef73a8b1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:38.950626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78b754-835a-4965-8c9f-4eb51b27d4d9 req-19d23c75-f153-4f0a-8dcc-0e311ddcb553 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:38.961867 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6e78b754-835a-4965-8c9f-4eb51b27d4d9 req-19d23c75-f153-4f0a-8dcc-0e311ddcb553 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1225173 Jul 09 20:03:39.102132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6e78b754-835a-4965-8c9f-4eb51b27d4d9 req-72dacaca-3048-4dde-b37b-a66355674488 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321661 Jul 09 20:03:39.159963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41600) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:39.268682 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5689c837-6ea4-463f-934e-b2d1dec554b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac8815b0511240bfb0439f33792dfe72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061008 Jul 09 20:03:39.299303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41602) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:39.348910 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.369001 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3744281-51e5-4304-977e-841cc86e3c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.375246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Transition to ACTIVE for port object f83ad4c1-7391-48f8-a826-0332a42987ba will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:39.385107 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.469859 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3744281-51e5-4304-977e-841cc86e3c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.598925 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55196c2-fc8b-4044-9ac7-8fdf53ceabec None None] Pushing event updated for resources: {'Port': ['ID=f83ad4c1-7391-48f8-a826-0332a42987ba,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:39.617171 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3744281-51e5-4304-977e-841cc86e3c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.624278 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3744281-51e5-4304-977e-841cc86e3c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.628918 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e3744281-51e5-4304-977e-841cc86e3c57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/971088dd-b21e-4a38-8388-fe0165da6391 HTTP/1.1" status: 204 len: 168 time: 0.3271132 Jul 09 20:03:39.643254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-de6b93a1-d1a7-4eb4-92d8-9a9fef73a8b1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port f83ad4c1-7391-48f8-a826-0332a42987ba {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:39.643807 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de6b93a1-d1a7-4eb4-92d8-9a9fef73a8b1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.658231 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Attempting to bind port f83ad4c1-7391-48f8-a826-0332a42987ba on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:39.659372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Attempting to bind port f83ad4c1-7391-48f8-a826-0332a42987ba by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:39.661581 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Attempting to bind port f83ad4c1-7391-48f8-a826-0332a42987ba on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:39.677013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:39.678018 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:39.680817 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.682739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:39.686693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Bound port: f83ad4c1-7391-48f8-a826-0332a42987ba, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:39.687442 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.695884 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3744281-51e5-4304-977e-841cc86e3c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971088dd-b21e-4a38-8388-fe0165da6391,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:39.897155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-de6b93a1-d1a7-4eb4-92d8-9a9fef73a8b1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] For port f83ad4c1-7391-48f8-a826-0332a42987ba, host n-d-800088-3, got binding levels [] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:39.897826 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de6b93a1-d1a7-4eb4-92d8-9a9fef73a8b1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:39.920479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-de6b93a1-d1a7-4eb4-92d8-9a9fef73a8b1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for f83ad4c1-7391-48f8-a826-0332a42987ba owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:39.951569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] For port f83ad4c1-7391-48f8-a826-0332a42987ba, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:39.956071 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] For port f83ad4c1-7391-48f8-a826-0332a42987ba, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f83ad4c1-7391-48f8-a826-0332a42987ba,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:39.963654 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:40.123318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Routers {'cb0b4e37-4fd5-4b69-9c24-093095ac18fa'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:40.123970 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:03:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cb0b4e37-4fd5-4b69-9c24-093095ac18fa'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:40.276608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55196c2-fc8b-4044-9ac7-8fdf53ceabec None None] Pushing event updated for resources: {'Port': ['ID=f83ad4c1-7391-48f8-a826-0332a42987ba,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:40.404880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] Set router cb0b4e37-4fd5-4b69-9c24-093095ac18fa gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:03:40.500003 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de6b93a1-d1a7-4eb4-92d8-9a9fef73a8b1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:40.556847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b93a1-d1a7-4eb4-92d8-9a9fef73a8b1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=f83ad4c1-7391-48f8-a826-0332a42987ba,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:40.582432 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3347670-d107-4258-a6b1-16904cc6a21b req-52ba484a-cf82-4ddc-ab03-5b851c52ebed tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:40.593985 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c3347670-d107-4258-a6b1-16904cc6a21b req-52ba484a-cf82-4ddc-ab03-5b851c52ebed tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.2168319 Jul 09 20:03:40.707411 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c3347670-d107-4258-a6b1-16904cc6a21b req-cc98efda-731b-40dc-86bc-e143f86deb5b tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119859 Jul 09 20:03:40.776672 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de6b93a1-d1a7-4eb4-92d8-9a9fef73a8b1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:40.798477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7d12a3e8-88c0-4e83-87fe-eb195b81b451 None None] Could not find standard attr ID for object f83ad4c1-7391-48f8-a826-0332a42987ba. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:03:41.053165 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0b4e37-4fd5-4b69-9c24-093095ac18fa', 'name': 'tempest-NetworksTestDHCPv6-router-1625274788', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:03:32Z', 'updated_at': '2021-07-09T20:03:34Z', 'revision_number': 2, 'project_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'gw_port_host': None, '_interfaces': [{'id': 'f83ad4c1-7391-48f8-a826-0332a42987ba', 'name': '', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'mac_address': 'fa:16:3e:30:ef:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0b4e37-4fd5-4b69-9c24-093095ac18fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7c7f0a51-277d-49e4-ba19-4f01390a884c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:03:33Z', 'updated_at': '2021-07-09T20:03:39Z', 'revision_number': 4, 'project_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'subnets': [{'id': '7c7f0a51-277d-49e4-ba19-4f01390a884c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:41.137921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6b93a1-d1a7-4eb4-92d8-9a9fef73a8b1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Router cb0b4e37-4fd5-4b69-9c24-093095ac18fa has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:03:41.151278 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60eea7c-4269-441f-982d-5c38aa486658 None None] The sync data for ids ['cb0b4e37-4fd5-4b69-9c24-093095ac18fa'] in n-d-800088-3 is: [{'id': 'cb0b4e37-4fd5-4b69-9c24-093095ac18fa', 'name': 'tempest-NetworksTestDHCPv6-router-1625274788', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:03:32Z', 'updated_at': '2021-07-09T20:03:34Z', 'revision_number': 2, 'project_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'gw_port_host': None, '_interfaces': [{'id': 'f83ad4c1-7391-48f8-a826-0332a42987ba', 'name': '', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'mac_address': 'fa:16:3e:30:ef:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0b4e37-4fd5-4b69-9c24-093095ac18fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7c7f0a51-277d-49e4-ba19-4f01390a884c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:03:33Z', 'updated_at': '2021-07-09T20:03:39Z', 'revision_number': 4, 'project_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'subnets': [{'id': '7c7f0a51-277d-49e4-ba19-4f01390a884c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:03:41.300262 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6b93a1-d1a7-4eb4-92d8-9a9fef73a8b1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:03:41.309489 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-de6b93a1-d1a7-4eb4-92d8-9a9fef73a8b1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "PUT /v2.0/routers/cb0b4e37-4fd5-4b69-9c24-093095ac18fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3272326 Jul 09 20:03:41.309911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41662) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:41.447466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5a4302-fd13-4f9f-8999-0ac93c1b5fe5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:41.450712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5a4302-fd13-4f9f-8999-0ac93c1b5fe5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:41.484643 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1b5a4302-fd13-4f9f-8999-0ac93c1b5fe5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1692536 Jul 09 20:03:41.486211 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41668) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:41.486689 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41670) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:41.655938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf193fc-70c0-42de-bf42-839c4ad2845b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 7c7f0a51-277d-49e4-ba19-4f01390a884c {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:41.701917 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dcf193fc-70c0-42de-bf42-839c4ad2845b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.837935 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dcf193fc-70c0-42de-bf42-839c4ad2845b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.898552 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-533620349-network', 'tenant_id': '9cbd197237874c6aa62f1a1eedd89372'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:41.963514 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dcf193fc-70c0-42de-bf42-839c4ad2845b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:41.968700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] Made reservation on behalf of 9cbd197237874c6aa62f1a1eedd89372 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:41.972079 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.018613 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.115301 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dcf193fc-70c0-42de-bf42-839c4ad2845b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.119213 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e4587-ac91-45ae-8c49-611b36672fa7 req-c22a589f-2d22-4ab6-971e-7e1d999e4572 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:42.127163 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-983e4587-ac91-45ae-8c49-611b36672fa7 req-c22a589f-2d22-4ab6-971e-7e1d999e4572 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1422186 Jul 09 20:03:42.174996 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf193fc-70c0-42de-bf42-839c4ad2845b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7f0a51-277d-49e4-ba19-4f01390a884c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:42.192291 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dcf193fc-70c0-42de-bf42-839c4ad2845b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.194332 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dcf193fc-70c0-42de-bf42-839c4ad2845b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/7c7f0a51-277d-49e4-ba19-4f01390a884c HTTP/1.1" status: 204 len: 168 time: 0.7002680 Jul 09 20:03:42.197599 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41698) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:42.201383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ee6e39-8d7c-4f4b-bf82-05bb56277e4a None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:42.212367 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-983e4587-ac91-45ae-8c49-611b36672fa7 req-6c198bfa-2906-4a54-9e07-0309d958e1c7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840280 Jul 09 20:03:42.360310 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.370363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.437397 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41704) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:42.445815 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-49163883-e9b8-48e0-b71a-ce79e3d9a3ec tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2469745 Jul 09 20:03:42.447341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb424dc9-e96c-4796-ab68-ae36cf480eba,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:42.469447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:03:42.477089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157f157e-e987-49c7-94da-8df9d8f96ea5 None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:03:42.513238 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.514093 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] Added segment e894d039-c84f-4c6d-b10b-0a90aea394d1 of type vlan for network 75bdc5db-1695-4a1d-a1f9-da8f7724b3d1 Jul 09 20:03:42.553433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-157f157e-e987-49c7-94da-8df9d8f96ea5 None None] Deleting port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:42.553953 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-157f157e-e987-49c7-94da-8df9d8f96ea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.578665 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.585238 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-afb9775f-59ee-4169-9866-57697af03d82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.617967 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.619376 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:42.620486 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.624256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-157f157e-e987-49c7-94da-8df9d8f96ea5 None None] For port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:42.624906 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-157f157e-e987-49c7-94da-8df9d8f96ea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.639286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-157f157e-e987-49c7-94da-8df9d8f96ea5 None None] Calling delete_port for 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:42.701754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] Pushing event updated for resources: {'Network': ['ID=75bdc5db-1695-4a1d-a1f9-da8f7724b3d1,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:42.727307 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f4f00ecc-9d6c-4e55-b7e0-a0bdd96a79e0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2359948 Jul 09 20:03:42.727555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 75bdc5db-1695-4a1d-a1f9-da8f7724b3d1 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:03:42.728084 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41710) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:42.735751 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-265e90bc-6757-41cb-ad27-6b0803c11821 admin admin] Request body: {'subnet': {'network_id': '75bdc5db-1695-4a1d-a1f9-da8f7724b3d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-533620349-subnet', 'tenant_id': '9cbd197237874c6aa62f1a1eedd89372', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:42.817671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265e90bc-6757-41cb-ad27-6b0803c11821 admin admin] Made reservation on behalf of 9cbd197237874c6aa62f1a1eedd89372 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:42.820106 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-265e90bc-6757-41cb-ad27-6b0803c11821 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.824755 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-157f157e-e987-49c7-94da-8df9d8f96ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.853992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f157e-e987-49c7-94da-8df9d8f96ea5 None None] Pushing event deleted for resources: {'Port': ['ID=75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:42.858373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f157e-e987-49c7-94da-8df9d8f96ea5 None None] No DVR routers for this DVR port 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:42.923961 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-afb9775f-59ee-4169-9866-57697af03d82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.931319 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-afb9775f-59ee-4169-9866-57697af03d82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:42.932464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:42.975810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:42.976196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 75fd7b8c-cab6-48ff-a312-0dbf2a9ccbc9 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:43.036787 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-afb9775f-59ee-4169-9866-57697af03d82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.037426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb9775f-59ee-4169-9866-57697af03d82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Fanout notify agent at l3_agent the message router_deleted on router cb0b4e37-4fd5-4b69-9c24-093095ac18fa {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:03:43.048408 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-afb9775f-59ee-4169-9866-57697af03d82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.049858 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-afb9775f-59ee-4169-9866-57697af03d82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/routers/cb0b4e37-4fd5-4b69-9c24-093095ac18fa HTTP/1.1" status: 204 len: 168 time: 0.6111917 Jul 09 20:03:43.056645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41718) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:43.068974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7565ec29-f136-4d1b-a168-ad537bd41a39 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:43.154334 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589f3ff-570d-4caf-8198-3e42a80068e7 req-33b84679-8840-495d-8ce3-7fd3519802fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:43.154334 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6589f3ff-570d-4caf-8198-3e42a80068e7 req-33b84679-8840-495d-8ce3-7fd3519802fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b256fda3434e529a47261bd6a86fca&device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 1096 time: 0.1580718 Jul 09 20:03:43.248178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7565ec29-f136-4d1b-a168-ad537bd41a39 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:43.252702 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7565ec29-f136-4d1b-a168-ad537bd41a39 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.415097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589f3ff-570d-4caf-8198-3e42a80068e7 req-4d7c7036-2829-41fd-9590-b43f1a79baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:43.417882 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6589f3ff-570d-4caf-8198-3e42a80068e7 req-4d7c7036-2829-41fd-9590-b43f1a79baeb service neutron] 10.222.0.36 "GET /v2.0/networks?id=71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 200 len: 918 time: 0.2543397 Jul 09 20:03:43.420815 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-265e90bc-6757-41cb-ad27-6b0803c11821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.456010 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9bc91-43b5-48ae-9b4c-9b65ad6d434b None None] Sync routers for ids ['cb0b4e37-4fd5-4b69-9c24-093095ac18fa'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:03:43.473540 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf9bc91-43b5-48ae-9b4c-9b65ad6d434b None None] Routers set() bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:43.476877 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf9bc91-43b5-48ae-9b4c-9b65ad6d434b None None] Router IDs set() for agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 20:03:43.477976 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_agentschedulers_db [None req-ccf9bc91-43b5-48ae-9b4c-9b65ad6d434b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cb0b4e37-4fd5-4b69-9c24-093095ac18fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:03:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent'). {{(pid=100207) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 20:03:43.493229 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf9bc91-43b5-48ae-9b4c-9b65ad6d434b None None] Routers set() bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:43.493899 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf9bc91-43b5-48ae-9b4c-9b65ad6d434b None None] Router IDs set() for agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 20:03:43.494944 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_agentschedulers_db [None req-ccf9bc91-43b5-48ae-9b4c-9b65ad6d434b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cb0b4e37-4fd5-4b69-9c24-093095ac18fa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:03:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent'). {{(pid=100207) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 20:03:43.495892 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf9bc91-43b5-48ae-9b4c-9b65ad6d434b None None] The sync data for ids ['cb0b4e37-4fd5-4b69-9c24-093095ac18fa'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:03:43.505105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e90bc-6757-41cb-ad27-6b0803c11821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ecea00-b26b-401d-9c58-015a0f380af6,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:43.519479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265e90bc-6757-41cb-ad27-6b0803c11821 admin admin] Checking segment: {'id': 'e894d039-c84f-4c6d-b10b-0a90aea394d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '75bdc5db-1695-4a1d-a1f9-da8f7724b3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:43.520403 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265e90bc-6757-41cb-ad27-6b0803c11821 admin admin] Network hostable DHCP agents. Network: 75bdc5db-1695-4a1d-a1f9-da8f7724b3d1, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:03:43.542653 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265e90bc-6757-41cb-ad27-6b0803c11821 admin admin] Network 75bdc5db-1695-4a1d-a1f9-da8f7724b3d1 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:03:43.563781 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-265e90bc-6757-41cb-ad27-6b0803c11821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 75bdc5db-1695-4a1d-a1f9-da8f7724b3d1) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:43.569342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265e90bc-6757-41cb-ad27-6b0803c11821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:43.570937 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-265e90bc-6757-41cb-ad27-6b0803c11821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.584864 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0332ef-76f7-40ce-a23c-b2678e12a78b None None] Network 75bdc5db-1695-4a1d-a1f9-da8f7724b3d1 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:43.604590 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-265e90bc-6757-41cb-ad27-6b0803c11821 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8736720 Jul 09 20:03:43.623470 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6589f3ff-570d-4caf-8198-3e42a80068e7 req-7fb50c6a-2bc7-4aa1-acc5-d12012396e2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25df5556-a735-4811-8f8b-c35882c1c093 HTTP/1.1" status: 200 len: 1000 time: 0.1970081 Jul 09 20:03:43.745414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f3cee-382b-4979-ad9e-0cf0994fffdf req-e03cb1a3-91c7-43ee-bf64-d9b450be4e7d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:43.746847 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-223f3cee-382b-4979-ad9e-0cf0994fffdf req-e03cb1a3-91c7-43ee-bf64-d9b450be4e7d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.2585266 Jul 09 20:03:43.788316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa24568-1f0a-48b7-94dd-42a1f9333f4b None None] Network 75bdc5db-1695-4a1d-a1f9-da8f7724b3d1 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:43.817504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589f3ff-570d-4caf-8198-3e42a80068e7 req-b5b36985-0f00-4ecf-b600-ea02c471fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:43.819352 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6589f3ff-570d-4caf-8198-3e42a80068e7 req-b5b36985-0f00-4ecf-b600-ea02c471fb03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a00eb4ac-2cb3-49d9-a96a-a24c04842ba3 HTTP/1.1" status: 200 len: 856 time: 0.1900256 Jul 09 20:03:43.859967 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-223f3cee-382b-4979-ad9e-0cf0994fffdf req-6d99e834-984c-4081-9f88-2d532d3b9d1d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983291 Jul 09 20:03:43.884589 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7565ec29-f136-4d1b-a168-ad537bd41a39 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.952503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7565ec29-f136-4d1b-a168-ad537bd41a39 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:43.964191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-7565ec29-f136-4d1b-a168-ad537bd41a39 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:43.967523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7565ec29-f136-4d1b-a168-ad537bd41a39 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:43.968142 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7565ec29-f136-4d1b-a168-ad537bd41a39 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:43.989795 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565ec29-f136-4d1b-a168-ad537bd41a39 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=42a984e6-e923-44ab-8373-8b9637daefe2,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:44.006919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589f3ff-570d-4caf-8198-3e42a80068e7 req-d2056086-dedd-457c-9616-849d405e2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:44.008920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6589f3ff-570d-4caf-8198-3e42a80068e7 req-d2056086-dedd-457c-9616-849d405e2e7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71fa7c07-7273-451c-ae3d-4402b49a7b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790731 Jul 09 20:03:44.012802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3098202c-94b3-43b7-a573-7ae20c9a1cce None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:44.019610 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41744) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:44.020051 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7565ec29-f136-4d1b-a168-ad537bd41a39 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9560657 Jul 09 20:03:44.025914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d091daf8-cac5-4107-b2ea-e22d5507892a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1826693446', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:44.108231 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d091daf8-cac5-4107-b2ea-e22d5507892a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.109487 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d091daf8-cac5-4107-b2ea-e22d5507892a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.151951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6589f3ff-570d-4caf-8198-3e42a80068e7 req-a20795a1-accd-4472-a934-a628e652f264 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302805 Jul 09 20:03:44.268483 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d091daf8-cac5-4107-b2ea-e22d5507892a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.278179 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d091daf8-cac5-4107-b2ea-e22d5507892a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.307832 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d091daf8-cac5-4107-b2ea-e22d5507892a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.312318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41752) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:44.314032 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d091daf8-cac5-4107-b2ea-e22d5507892a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2927437 Jul 09 20:03:44.322433 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6589f3ff-570d-4caf-8198-3e42a80068e7 req-95d4e5d2-c200-46c9-8558-28b947c61de0 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645806 Jul 09 20:03:44.351402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': '42a984e6-e923-44ab-8373-8b9637daefe2'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:03:44.352600 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.525640 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Allocated IP 2001:db8::2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/42a984e6-e923-44ab-8373-8b9637daefe2/30c8cf98-1c95-434e-80b9-4e675d8a39c5) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:44.647911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-e8ec2bd9-3456-41ab-b463-bd818beac9e2 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:44.649491 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-e8ec2bd9-3456-41ab-b463-bd818beac9e2 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/networks?id=75bdc5db-1695-4a1d-a1f9-da8f7724b3d1 HTTP/1.1" status: 200 len: 821 time: 0.2802675 Jul 09 20:03:44.688579 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.697408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-b3521523-f84d-44b3-855e-958499306e6a tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/quotas/9cbd197237874c6aa62f1a1eedd89372 HTTP/1.1" status: 200 len: 375 time: 0.0389316 Jul 09 20:03:44.698236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Transition to ACTIVE for port object 30c8cf98-1c95-434e-80b9-4e675d8a39c5 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:44.714736 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Transition to ACTIVE for port object 30c8cf98-1c95-434e-80b9-4e675d8a39c5 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:44.723441 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.790841 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:44.795480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:44.805323 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:44.809040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f83ad4c1-7391-48f8-a826-0332a42987ba no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:44.813371 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-6a13fd8f-dda5-46d9-9041-3224fc817a75 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cbd197237874c6aa62f1a1eedd89372&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952153 Jul 09 20:03:44.834240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Pushing event updated for resources: {'Port': ['ID=30c8cf98-1c95-434e-80b9-4e675d8a39c5,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:44.836876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: f83ad4c1-7391-48f8-a826-0332a42987ba {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:44.837233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f83ad4c1-7391-48f8-a826-0332a42987ba not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:44.846779 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.897000 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Attempting to bind port 30c8cf98-1c95-434e-80b9-4e675d8a39c5 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:44.897388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Attempting to bind port 30c8cf98-1c95-434e-80b9-4e675d8a39c5 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:44.897765 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Attempting to bind port 30c8cf98-1c95-434e-80b9-4e675d8a39c5 on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:44.903060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:44.903439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:44.903848 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.904252 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:44.904747 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Bound port: 30c8cf98-1c95-434e-80b9-4e675d8a39c5, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:44.905966 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:44.985716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] For port 30c8cf98-1c95-434e-80b9-4e675d8a39c5, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:44.991710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] For port 30c8cf98-1c95-434e-80b9-4e675d8a39c5, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=30c8cf98-1c95-434e-80b9-4e675d8a39c5,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:44.997112 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.067602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1addcb08-a79b-4c2f-ac24-e610df446c7b None None] Pushing event updated for resources: {'Port': ['ID=30c8cf98-1c95-434e-80b9-4e675d8a39c5,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:45.128079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454b799-56e0-45e4-821c-62fb608688ca req-d21da6f5-64c6-4e85-8c3d-9eb3d1c0fcb3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:45.131391 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0454b799-56e0-45e4-821c-62fb608688ca req-d21da6f5-64c6-4e85-8c3d-9eb3d1c0fcb3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.0902383 Jul 09 20:03:45.184191 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0454b799-56e0-45e4-821c-62fb608688ca req-eabf35f4-6391-4403-a659-f7df487f949b tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462646 Jul 09 20:03:45.202056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-09cf35e5-bd52-4066-ac3a-62caebfc7c15 service neutron] 10.222.0.30 "GET /v2.0/networks/75bdc5db-1695-4a1d-a1f9-da8f7724b3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804457 Jul 09 20:03:45.344000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::1 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/42a984e6-e923-44ab-8373-8b9637daefe2/a6be26b8-036b-40cd-8f34-fdb96816ce44) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:45.430986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-825b6f34-0ede-458c-ae27-157c88b8c0df service neutron] 10.222.0.30 "GET /v2.0/networks/75bdc5db-1695-4a1d-a1f9-da8f7724b3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249138 Jul 09 20:03:45.544976 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.563826 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object a6be26b8-036b-40cd-8f34-fdb96816ce44 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:45.672903 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-564e4afd-3a2b-4351-a83e-5f276aee5e24 req-9108fc8f-17f1-4097-b7e8-ae4f88dc8d72 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 210 time: 0.0439627 Jul 09 20:03:45.678637 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:45.743988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=a6be26b8-036b-40cd-8f34-fdb96816ce44,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:45.747770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:45.749559 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:45.757516 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:45.758240 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.481507 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.522390 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4d21a166-4448-41ee-841d-ac2bf8b988e4 None None] Provisioning for port 30c8cf98-1c95-434e-80b9-4e675d8a39c5 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:46.539008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdcc372-ae3c-4066-b84c-3eeca9d54fc9 req-34a27c94-73a7-45fe-80ce-279eab544707 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:46.541890 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fdcc372-ae3c-4066-b84c-3eeca9d54fc9 req-34a27c94-73a7-45fe-80ce-279eab544707 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 945 time: 0.1730802 Jul 09 20:03:46.903868 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-615df1fe-acb0-41be-acb3-12d6ca403bd1 None None] Provisioning for port a6be26b8-036b-40cd-8f34-fdb96816ce44 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:46.907697 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-615df1fe-acb0-41be-acb3-12d6ca403bd1 None None] Provisioning complete for port a6be26b8-036b-40cd-8f34-fdb96816ce44 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:46.908308 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-615df1fe-acb0-41be-acb3-12d6ca403bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.957021 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fdcc372-ae3c-4066-b84c-3eeca9d54fc9 req-3c799b3d-bc32-49ca-ad34-a3523e7b3476 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008871 Jul 09 20:03:46.959123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 30c8cf98-1c95-434e-80b9-4e675d8a39c5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:46.989694 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.996893 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:46.998116 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.024370 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-615df1fe-acb0-41be-acb3-12d6ca403bd1 None None] Port a6be26b8-036b-40cd-8f34-fdb96816ce44 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:47.049062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 30c8cf98-1c95-434e-80b9-4e675d8a39c5 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:47.054620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 30c8cf98-1c95-434e-80b9-4e675d8a39c5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:47.055040 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.143009 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e043bec1-ea2d-4a35-a3ed-323954091d12 req-5e220547-5429-481a-a43d-074613118c73 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 210 time: 0.0575180 Jul 09 20:03:47.147755 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=a6be26b8-036b-40cd-8f34-fdb96816ce44,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:47.183055 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.241698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 30c8cf98-1c95-434e-80b9-4e675d8a39c5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=30c8cf98-1c95-434e-80b9-4e675d8a39c5,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:47.248903 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:47.258252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:47.261868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:47.324429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=30c8cf98-1c95-434e-80b9-4e675d8a39c5,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:47.443007 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Router 0791ba70-e68f-46ee-9fab-bc6c15e0a876 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:03:47.596107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:03:47.609224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Sync routers for ids ['0791ba70-e68f-46ee-9fab-bc6c15e0a876'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:03:47.614479 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-14b35973-8527-4015-906c-ed479df4aa25 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "PUT /v2.0/routers/0791ba70-e68f-46ee-9fab-bc6c15e0a876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3006771 Jul 09 20:03:47.617489 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41854) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:47.626337 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 25df5556-a735-4811-8f8b-c35882c1c093 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:47.750402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf848b-dd60-49f8-bfaa-011582fef711 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:47.752204 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0bdf848b-dd60-49f8-bfaa-011582fef711 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports/a6be26b8-036b-40cd-8f34-fdb96816ce44 HTTP/1.1" status: 200 len: 911 time: 0.1331644 Jul 09 20:03:47.755572 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41858) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:47.756237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Routers {'0791ba70-e68f-46ee-9fab-bc6c15e0a876'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:47.757035 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:03:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0791ba70-e68f-46ee-9fab-bc6c15e0a876'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:47.819599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-68fb04e4-3428-41bc-9632-aca1af23fc82 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:47.821259 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-68fb04e4-3428-41bc-9632-aca1af23fc82 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.36 "GET /v2.0/networks?id=75bdc5db-1695-4a1d-a1f9-da8f7724b3d1 HTTP/1.1" status: 200 len: 821 time: 0.2053204 Jul 09 20:03:47.838381 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-dc3d6d82-d702-44b6-8a3b-94752edc38fe tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Request body: {'port': {'device_id': '4cc34099-0043-44fe-b6c0-b2b4f053f9bd', 'network_id': '75bdc5db-1695-4a1d-a1f9-da8f7724b3d1', 'admin_state_up': True, 'tenant_id': '9cbd197237874c6aa62f1a1eedd89372'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:47.917698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c8cf12-2b9e-477a-bfd2-e914e406eba0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:47.925048 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c8cf12-2b9e-477a-bfd2-e914e406eba0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:47.928351 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-05c8cf12-2b9e-477a-bfd2-e914e406eba0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1713421 Jul 09 20:03:47.931188 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41866) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:48.023467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d592c012-3ddc-4052-8890-1560fd720338 None None] Provisioning complete for port a6be26b8-036b-40cd-8f34-fdb96816ce44 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:48.024290 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d592c012-3ddc-4052-8890-1560fd720338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.110146 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Set router 0791ba70-e68f-46ee-9fab-bc6c15e0a876 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:03:48.144377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-a86940a9-2069-4019-b0ab-cf200f6c4269 req-2da2d0f2-f254-42d9-b276-e04e1ee6ea5e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:03:48.145913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d592c012-3ddc-4052-8890-1560fd720338 None None] Port a6be26b8-036b-40cd-8f34-fdb96816ce44 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:03:48.146229 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a86940a9-2069-4019-b0ab-cf200f6c4269 req-2da2d0f2-f254-42d9-b276-e04e1ee6ea5e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091319 Jul 09 20:03:48.171558 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.187106 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-dc3d6d82-d702-44b6-8a3b-94752edc38fe tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Made reservation on behalf of 9cbd197237874c6aa62f1a1eedd89372 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:48.192485 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-dc3d6d82-d702-44b6-8a3b-94752edc38fe tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.346965 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25df5556-a735-4811-8f8b-c35882c1c093'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:48.350973 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8126a91b-b557-43e4-bfbe-81909a2c7b58" -d '{"events": [{"server_uuid": "50fc3638-60c5-4253-95a8-f4bdfaeb8da1", "name": "network-vif-unplugged", "status": "completed", "tag": "25df5556-a735-4811-8f8b-c35882c1c093"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:48.413281 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 25df5556-a735-4811-8f8b-c35882c1c093, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=25df5556-a735-4811-8f8b-c35882c1c093,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:48.439446 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b41b37-0ef3-494b-b8ca-adb86860ac9e x-openstack-request-id: req-a6b41b37-0ef3-494b-b8ca-adb86860ac9e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:48.439949 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fc3638-60c5-4253-95a8-f4bdfaeb8da1", "name": "network-vif-unplugged", "status": "failed", "tag": "25df5556-a735-4811-8f8b-c35882c1c093", "code": 422}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:48.440430 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6b41b37-0ef3-494b-b8ca-adb86860ac9e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:48.441119 n-d-800088-3 neutron-server[100206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '25df5556-a735-4811-8f8b-c35882c1c093', 'code': 422} returned with failed status Jul 09 20:03:48.443273 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.446646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-dc3d6d82-d702-44b6-8a3b-94752edc38fe tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Allocated IP 172.20.0.6 (75bdc5db-1695-4a1d-a1f9-da8f7724b3d1/30ecea00-b26b-401d-9c58-015a0f380af6/0783fc26-b1c1-49cf-af78-e4fd519a78c7) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:48.518052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=25df5556-a735-4811-8f8b-c35882c1c093,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:48.616834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0791ba70-e68f-46ee-9fab-bc6c15e0a876', 'name': 'tempest-NetworksTestDHCPv6-router-1826693446', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:03:44Z', 'updated_at': '2021-07-09T20:03:46Z', 'revision_number': 2, 'project_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'gw_port_host': None, '_interfaces': [{'id': 'a6be26b8-036b-40cd-8f34-fdb96816ce44', 'name': '', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'mac_address': 'fa:16:3e:7e:a8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0791ba70-e68f-46ee-9fab-bc6c15e0a876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '42a984e6-e923-44ab-8373-8b9637daefe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:03:45Z', 'updated_at': '2021-07-09T20:03:46Z', 'revision_number': 2, 'project_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'subnets': [{'id': '42a984e6-e923-44ab-8373-8b9637daefe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:48.631458 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-480459b0-55e3-42e7-99aa-d65dc44c60d8 req-b419a524-58f2-4e81-b4ab-7be8f5fc7a3e tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 210 time: 0.0686851 Jul 09 20:03:48.673161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Checking router: 0791ba70-e68f-46ee-9fab-bc6c15e0a876 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:03:48.673572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Updating router 0791ba70-e68f-46ee-9fab-bc6c15e0a876 port a6be26b8-036b-40cd-8f34-fdb96816ce44 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:03:48.728834 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08c178e3-effd-4bee-9b19-59c565fedfe4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.741849 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.792215 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-dc3d6d82-d702-44b6-8a3b-94752edc38fe tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.850951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e3d8d-ae61-4860-8e2d-ff993ec9456f req-cf4079e1-f72b-42bd-a548-c3bdb70996f7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:48.858952 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-661e3d8d-ae61-4860-8e2d-ff993ec9456f req-cf4079e1-f72b-42bd-a548-c3bdb70996f7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.2528112 Jul 09 20:03:48.873035 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-dc3d6d82-d702-44b6-8a3b-94752edc38fe tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:48.960277 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-661e3d8d-ae61-4860-8e2d-ff993ec9456f req-5731c1ca-faa1-4cfe-951c-fadcaabca130 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000588 Jul 09 20:03:48.963191 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 30c8cf98-1c95-434e-80b9-4e675d8a39c5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:48.963754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-dc3d6d82-d702-44b6-8a3b-94752edc38fe tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Network 75bdc5db-1695-4a1d-a1f9-da8f7724b3d1 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:48.974308 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-dc3d6d82-d702-44b6-8a3b-94752edc38fe tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:48.978734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-dc3d6d82-d702-44b6-8a3b-94752edc38fe tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:49.014451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d6d82-d702-44b6-8a3b-94752edc38fe tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Pushing event updated for resources: {'Port': ['ID=0783fc26-b1c1-49cf-af78-e4fd519a78c7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:49.113850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41900) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:49.130690 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-08c178e3-effd-4bee-9b19-59c565fedfe4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port a6be26b8-036b-40cd-8f34-fdb96816ce44 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:49.131457 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08c178e3-effd-4bee-9b19-59c565fedfe4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.131788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-dc3d6d82-d702-44b6-8a3b-94752edc38fe tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:49.133370 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-dc3d6d82-d702-44b6-8a3b-94752edc38fe tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.152459 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-dc3d6d82-d702-44b6-8a3b-94752edc38fe tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3197072 Jul 09 20:03:49.159710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 30c8cf98-1c95-434e-80b9-4e675d8a39c5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:49.160826 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.166339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Request body: {'port': {'device_id': '4cc34099-0043-44fe-b6c0-b2b4f053f9bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:49.297488 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08c178e3-effd-4bee-9b19-59c565fedfe4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.322404 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-08c178e3-effd-4bee-9b19-59c565fedfe4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for a6be26b8-036b-40cd-8f34-fdb96816ce44 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:49.340697 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-778fac43-f550-4009-bbd1-f5b52772401e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.341101 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.357010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Transition to ACTIVE for port object a6be26b8-036b-40cd-8f34-fdb96816ce44 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:49.365044 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.371128 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.418066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc0a23-1f2e-4247-83b5-0e5c5589ec89 None None] Pushing event updated for resources: {'Port': ['ID=a6be26b8-036b-40cd-8f34-fdb96816ce44,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:49.457168 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-84a6ff0e-7711-4650-bd42-dcae4705f63c req-f48ac906-887a-4cd8-8bd9-f3bd9823644e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3909788 Jul 09 20:03:49.494369 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Attempting to bind port a6be26b8-036b-40cd-8f34-fdb96816ce44 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:49.495067 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Attempting to bind port a6be26b8-036b-40cd-8f34-fdb96816ce44 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:49.495725 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Attempting to bind port a6be26b8-036b-40cd-8f34-fdb96816ce44 on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:49.502147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:49.502929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:49.505348 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.506001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:49.506758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Bound port: a6be26b8-036b-40cd-8f34-fdb96816ce44, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:49.507336 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.622025 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08c178e3-effd-4bee-9b19-59c565fedfe4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.627211 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.api [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:03:49.627783 n-d-800088-3 neutron-server[100206]: DEBUG oslo_db.api [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:03:49.673544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c178e3-effd-4bee-9b19-59c565fedfe4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=a6be26b8-036b-40cd-8f34-fdb96816ce44,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:49.747802 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-778fac43-f550-4009-bbd1-f5b52772401e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.764785 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-778fac43-f550-4009-bbd1-f5b52772401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.773291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-33bd9c1f-8a97-449c-9ede-aa0601adc209 None None] Could not find standard attr ID for object a6be26b8-036b-40cd-8f34-fdb96816ce44. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:03:49.833329 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08c178e3-effd-4bee-9b19-59c565fedfe4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:49.865204 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-778fac43-f550-4009-bbd1-f5b52772401e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f19eb975da1d40e3a081ad49a56b5baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7500870 Jul 09 20:03:49.868942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fac43-f550-4009-bbd1-f5b52772401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6a30f3-687d-4795-9801-b4d44d89c3f7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:49.871414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41916) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:49.987924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0783fc26-b1c1-49cf-af78-e4fd519a78c7 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:03:49.996121 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7de27359-7e00-4b5f-b1e6-5c0700ca324d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.012634 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.028626 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7de27359-7e00-4b5f-b1e6-5c0700ca324d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.047088 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Transition to ACTIVE for port object 0783fc26-b1c1-49cf-af78-e4fd519a78c7 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:50.057574 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.096944 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c178e3-effd-4bee-9b19-59c565fedfe4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Router 0791ba70-e68f-46ee-9fab-bc6c15e0a876 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:03:50.126302 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03013846-8315-47f2-be09-fe12b1006f6e req-5722e87a-ee72-4158-8023-0ad093a0e2d5 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:50.128339 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03013846-8315-47f2-be09-fe12b1006f6e req-5722e87a-ee72-4158-8023-0ad093a0e2d5 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 931 time: 0.2277608 Jul 09 20:03:50.142339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Pushing event updated for resources: {'Port': ['ID=0783fc26-b1c1-49cf-af78-e4fd519a78c7,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:50.157992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Attempting to bind port a6be26b8-036b-40cd-8f34-fdb96816ce44 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:50.158622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Attempting to bind port a6be26b8-036b-40cd-8f34-fdb96816ce44 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:50.159235 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Attempting to bind port a6be26b8-036b-40cd-8f34-fdb96816ce44 on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:50.167416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:50.168335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:50.168982 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.169913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:50.170760 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Bound port: a6be26b8-036b-40cd-8f34-fdb96816ce44, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:50.172789 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.215402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Port a6be26b8-036b-40cd-8f34-fdb96816ce44 has been deleted concurrently {{(pid=100206) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 20:03:50.222068 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7de27359-7e00-4b5f-b1e6-5c0700ca324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.224994 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7de27359-7e00-4b5f-b1e6-5c0700ca324d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.226190 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7de27359-7e00-4b5f-b1e6-5c0700ca324d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d6a30f3-687d-4795-9801-b4d44d89c3f7 HTTP/1.1" status: 204 len: 168 time: 0.3460734 Jul 09 20:03:50.246884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Routers {'0791ba70-e68f-46ee-9fab-bc6c15e0a876'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:50.247817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:03:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0791ba70-e68f-46ee-9fab-bc6c15e0a876'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:50.249041 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de27359-7e00-4b5f-b1e6-5c0700ca324d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6a30f3-687d-4795-9801-b4d44d89c3f7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:50.261237 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03013846-8315-47f2-be09-fe12b1006f6e req-d8e803d6-4631-4e76-b2bb-c8fe8180f8b2 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb424dc9-e96c-4796-ab68-ae36cf480eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254191 Jul 09 20:03:50.267595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c178e3-effd-4bee-9b19-59c565fedfe4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:03:50.277569 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-08c178e3-effd-4bee-9b19-59c565fedfe4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "PUT /v2.0/routers/0791ba70-e68f-46ee-9fab-bc6c15e0a876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3449159 Jul 09 20:03:50.281956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41924) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:50.289910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30a841-93fa-46d1-9e4a-2d1b12a080bb req-f3626978-c50a-44fd-a594-dd58ac6dc145 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:50.292040 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf30a841-93fa-46d1-9e4a-2d1b12a080bb req-f3626978-c50a-44fd-a594-dd58ac6dc145 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.1711111 Jul 09 20:03:50.292930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Attempting to bind port 0783fc26-b1c1-49cf-af78-e4fd519a78c7 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:50.293280 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Attempting to bind port 0783fc26-b1c1-49cf-af78-e4fd519a78c7 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'e894d039-c84f-4c6d-b10b-0a90aea394d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '75bdc5db-1695-4a1d-a1f9-da8f7724b3d1'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:50.293619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Attempting to bind port 0783fc26-b1c1-49cf-af78-e4fd519a78c7 on network 75bdc5db-1695-4a1d-a1f9-da8f7724b3d1 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:50.302310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Port 0783fc26-b1c1-49cf-af78-e4fd519a78c7 on network 75bdc5db-1695-4a1d-a1f9-da8f7724b3d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:03:50.302648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Attempting to bind port 0783fc26-b1c1-49cf-af78-e4fd519a78c7 on network 75bdc5db-1695-4a1d-a1f9-da8f7724b3d1 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:50.358304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] Set router 0791ba70-e68f-46ee-9fab-bc6c15e0a876 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:03:50.371828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:50.372104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Checking segment: {'id': 'e894d039-c84f-4c6d-b10b-0a90aea394d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '75bdc5db-1695-4a1d-a1f9-da8f7724b3d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:50.372513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Bound using segment: {'id': 'e894d039-c84f-4c6d-b10b-0a90aea394d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '75bdc5db-1695-4a1d-a1f9-da8f7724b3d1'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:50.373011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Bound port: 0783fc26-b1c1-49cf-af78-e4fd519a78c7, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e894d039-c84f-4c6d-b10b-0a90aea394d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '75bdc5db-1695-4a1d-a1f9-da8f7724b3d1'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:50.373388 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.419718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44791c-8f98-42d5-adfc-c21dfa5ca48a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:50.421353 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44791c-8f98-42d5-adfc-c21dfa5ca48a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:50.425621 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ff44791c-8f98-42d5-adfc-c21dfa5ca48a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1400964 Jul 09 20:03:50.427533 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41928) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:50.431425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0791ba70-e68f-46ee-9fab-bc6c15e0a876', 'name': 'tempest-NetworksTestDHCPv6-router-1826693446', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:03:44Z', 'updated_at': '2021-07-09T20:03:49Z', 'revision_number': 3, 'project_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:03:50.446734 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf30a841-93fa-46d1-9e4a-2d1b12a080bb req-38e3582c-aedb-47cf-b15a-c80e3f9eaaf1 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458740 Jul 09 20:03:50.488167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4657ce52-48f1-4b41-b059-991bcd1c97d5 None None] The sync data for ids ['0791ba70-e68f-46ee-9fab-bc6c15e0a876'] in n-d-800088-3 is: [{'id': '0791ba70-e68f-46ee-9fab-bc6c15e0a876', 'name': 'tempest-NetworksTestDHCPv6-router-1826693446', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:03:44Z', 'updated_at': '2021-07-09T20:03:49Z', 'revision_number': 3, 'project_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:03:50.538087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f61fb6-9328-4c6a-bf1b-96789cf2dde3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 42a984e6-e923-44ab-8373-8b9637daefe2 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:50.543068 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32f61fb6-9328-4c6a-bf1b-96789cf2dde3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.565885 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] For port 0783fc26-b1c1-49cf-af78-e4fd519a78c7, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:50.570168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] For port 0783fc26-b1c1-49cf-af78-e4fd519a78c7, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0783fc26-b1c1-49cf-af78-e4fd519a78c7,segment=NetworkSegment(e894d039-c84f-4c6d-b10b-0a90aea394d1),segment_id=e894d039-c84f-4c6d-b10b-0a90aea394d1)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:50.578746 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.615268 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32f61fb6-9328-4c6a-bf1b-96789cf2dde3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.659009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:50.659753 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.661430 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] 10.222.0.36 "PUT /v2.0/ports/0783fc26-b1c1-49cf-af78-e4fd519a78c7 HTTP/1.1" status: 200 len: 1091 time: 1.5010879 Jul 09 20:03:50.662000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc34099-0043-44fe-b6c0-b2b4f053f9bd', 'tag': '0783fc26-b1c1-49cf-af78-e4fd519a78c7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:50.664566 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a12caa5-beb3-4cbb-a627-0399eece621d" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc34099-0043-44fe-b6c0-b2b4f053f9bd", "tag": "0783fc26-b1c1-49cf-af78-e4fd519a78c7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:50.715529 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fe3cc-62aa-4df0-bb60-24caa4daa8ce service neutron] Pushing event updated for resources: {'Port': ['ID=0783fc26-b1c1-49cf-af78-e4fd519a78c7,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:50.737826 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c0ec88-3018-4b77-84c4-a4e178b3e7a5 x-openstack-request-id: req-17c0ec88-3018-4b77-84c4-a4e178b3e7a5 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:50.738221 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc34099-0043-44fe-b6c0-b2b4f053f9bd", "tag": "0783fc26-b1c1-49cf-af78-e4fd519a78c7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:50.739260 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17c0ec88-3018-4b77-84c4-a4e178b3e7a5 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:50.739859 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc34099-0043-44fe-b6c0-b2b4f053f9bd', 'tag': '0783fc26-b1c1-49cf-af78-e4fd519a78c7', 'status': 'completed', 'code': 200} Jul 09 20:03:50.769535 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32f61fb6-9328-4c6a-bf1b-96789cf2dde3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.840072 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32f61fb6-9328-4c6a-bf1b-96789cf2dde3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.851454 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41936) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:50.853327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-5bc291e3-dd1a-41ea-809e-1832eb461392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:50.855003 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-5bc291e3-dd1a-41ea-809e-1832eb461392 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cbd197237874c6aa62f1a1eedd89372&device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 1094 time: 0.1105995 Jul 09 20:03:50.876122 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ed2633b-3caa-49a1-9885-ec1c7695ca00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.884146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f61fb6-9328-4c6a-bf1b-96789cf2dde3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=42a984e6-e923-44ab-8373-8b9637daefe2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:50.886630 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32f61fb6-9328-4c6a-bf1b-96789cf2dde3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:50.890341 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-32f61fb6-9328-4c6a-bf1b-96789cf2dde3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/42a984e6-e923-44ab-8373-8b9637daefe2 HTTP/1.1" status: 204 len: 168 time: 0.4617698 Jul 09 20:03:50.892791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41938) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:50.896472 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9e300c-535e-4c5d-94ed-2ba92a4f5a9f None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:50.913854 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-36525d5c-0313-4ce8-b784-d7bb9855d994 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0783fc26-b1c1-49cf-af78-e4fd519a78c7 HTTP/1.1" status: 200 len: 217 time: 0.0450480 Jul 09 20:03:50.999889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-b966081c-36f4-4a82-8f38-034979efea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:51.001336 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-b966081c-36f4-4a82-8f38-034979efea06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30ecea00-b26b-401d-9c58-015a0f380af6 HTTP/1.1" status: 200 len: 861 time: 0.0720093 Jul 09 20:03:51.014951 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9416c5e1-fc14-43ba-8576-9eef67130851 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1203420 Jul 09 20:03:51.017214 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41940) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:51.043267 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-f5e114fa-6291-4a31-9a43-23d98c10639c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75bdc5db-1695-4a1d-a1f9-da8f7724b3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334373 Jul 09 20:03:51.115525 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d803470b-a48f-4315-ac30-404d7eb97be5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.158873 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22e23e4-835a-4f80-a36f-2411504e0633 None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:03:51.167468 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ed2633b-3caa-49a1-9885-ec1c7695ca00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.177007 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ed2633b-3caa-49a1-9885-ec1c7695ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.185653 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-bbbbdf7b-13b3-4c83-b65b-33fb68734ee4 service neutron] 10.222.0.36 "GET /v2.0/networks/75bdc5db-1695-4a1d-a1f9-da8f7724b3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347568 Jul 09 20:03:51.231098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c22e23e4-835a-4f80-a36f-2411504e0633 None None] Deleting port 30c8cf98-1c95-434e-80b9-4e675d8a39c5 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:51.231887 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c22e23e4-835a-4f80-a36f-2411504e0633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.279938 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7ed2633b-3caa-49a1-9885-ec1c7695ca00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3554c4b7ac94291a1c10e33f27bf3a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4237001 Jul 09 20:03:51.280638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2633b-3caa-49a1-9885-ec1c7695ca00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a785ea8-1a0d-4f4a-b33d-1e0d4e3ddae8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:51.287566 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41942) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:51.318198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c22e23e4-835a-4f80-a36f-2411504e0633 None None] For port 30c8cf98-1c95-434e-80b9-4e675d8a39c5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=30c8cf98-1c95-434e-80b9-4e675d8a39c5,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:51.319108 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c22e23e4-835a-4f80-a36f-2411504e0633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.337829 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c22e23e4-835a-4f80-a36f-2411504e0633 None None] Calling delete_port for 30c8cf98-1c95-434e-80b9-4e675d8a39c5 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:51.345876 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-423543e9-2ae9-463a-95ac-0b7ee5313757 req-417e83ba-5af3-4c82-8119-b7cd71591a70 service neutron] 10.222.0.36 "GET /v2.0/networks/75bdc5db-1695-4a1d-a1f9-da8f7724b3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478217 Jul 09 20:03:51.414640 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d803470b-a48f-4315-ac30-404d7eb97be5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.420905 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d803470b-a48f-4315-ac30-404d7eb97be5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.478687 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c22e23e4-835a-4f80-a36f-2411504e0633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.521350 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e23e4-835a-4f80-a36f-2411504e0633 None None] Pushing event deleted for resources: {'Port': ['ID=30c8cf98-1c95-434e-80b9-4e675d8a39c5,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:51.536976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22e23e4-835a-4f80-a36f-2411504e0633 None None] No DVR routers for this DVR port 30c8cf98-1c95-434e-80b9-4e675d8a39c5 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:51.558335 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d803470b-a48f-4315-ac30-404d7eb97be5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.564447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d803470b-a48f-4315-ac30-404d7eb97be5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Fanout notify agent at l3_agent the message router_deleted on router 0791ba70-e68f-46ee-9fab-bc6c15e0a876 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:03:51.583591 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d803470b-a48f-4315-ac30-404d7eb97be5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.584835 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d803470b-a48f-4315-ac30-404d7eb97be5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/routers/0791ba70-e68f-46ee-9fab-bc6c15e0a876 HTTP/1.1" status: 204 len: 168 time: 0.5653741 Jul 09 20:03:51.587612 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41950) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:51.589765 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96a355bf-a410-4bb8-91fe-e6264b778b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.618700 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96a355bf-a410-4bb8-91fe-e6264b778b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.639348 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-61de8d3d-f670-48c4-8408-a1f689a4c667 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0505524 Jul 09 20:03:51.641810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41954) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:51.672625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12caa5-beb3-4cbb-a627-0399eece621d req-004b426d-fdfc-43ed-b894-d49eba8df279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:51.674149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6a12caa5-beb3-4cbb-a627-0399eece621d req-004b426d-fdfc-43ed-b894-d49eba8df279 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9cbd197237874c6aa62f1a1eedd89372&device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 1094 time: 0.2679002 Jul 09 20:03:51.686035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a287c-88ed-425b-a361-ab1333862f5d req-4a19be30-82ec-4307-87a0-7ec39b69361c tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:51.687573 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e07a287c-88ed-425b-a361-ab1333862f5d req-4a19be30-82ec-4307-87a0-7ec39b69361c tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 943 time: 0.1980908 Jul 09 20:03:51.721830 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb88413-d538-4f95-8363-99a98fa8f03d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:51.723529 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dbb88413-d538-4f95-8363-99a98fa8f03d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0804739 Jul 09 20:03:51.731938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41958) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:51.799883 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e07a287c-88ed-425b-a361-ab1333862f5d req-7c3a4777-c64c-4c91-9cd9-8595e6a255c5 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb424dc9-e96c-4796-ab68-ae36cf480eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016681 Jul 09 20:03:51.818817 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-edbec946-c727-42d4-9aa6-c713ce267042 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793660 Jul 09 20:03:51.828251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41960) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:51.846943 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-df7ba5fb-fb78-4865-b728-bd7dc88c47cc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:51.848599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12caa5-beb3-4cbb-a627-0399eece621d req-ada87f5e-28fa-4c6f-a897-0f7342cb7b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:51.851635 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6a12caa5-beb3-4cbb-a627-0399eece621d req-ada87f5e-28fa-4c6f-a897-0f7342cb7b52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75bdc5db-1695-4a1d-a1f9-da8f7724b3d1 HTTP/1.1" status: 200 len: 922 time: 0.1628377 Jul 09 20:03:51.904150 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f095ad0-026d-4432-b459-10f4d5b355ce None None] Sync routers for ids ['0791ba70-e68f-46ee-9fab-bc6c15e0a876'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:03:51.909358 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6a12caa5-beb3-4cbb-a627-0399eece621d req-e99a006b-86f4-482c-b2c2-d458a9ca189d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0783fc26-b1c1-49cf-af78-e4fd519a78c7 HTTP/1.1" status: 200 len: 217 time: 0.0505586 Jul 09 20:03:51.921088 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96a355bf-a410-4bb8-91fe-e6264b778b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.922689 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f095ad0-026d-4432-b459-10f4d5b355ce None None] Routers set() bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:51.923690 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96a355bf-a410-4bb8-91fe-e6264b778b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:51.924272 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f095ad0-026d-4432-b459-10f4d5b355ce None None] Router IDs set() for agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 20:03:51.924867 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-96a355bf-a410-4bb8-91fe-e6264b778b2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a785ea8-1a0d-4f4a-b33d-1e0d4e3ddae8 HTTP/1.1" status: 204 len: 168 time: 0.6361823 Jul 09 20:03:51.925706 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_agentschedulers_db [None req-7f095ad0-026d-4432-b459-10f4d5b355ce None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0791ba70-e68f-46ee-9fab-bc6c15e0a876'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:03:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent'). {{(pid=100207) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 20:03:51.951887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a355bf-a410-4bb8-91fe-e6264b778b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a785ea8-1a0d-4f4a-b33d-1e0d4e3ddae8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:51.953335 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f095ad0-026d-4432-b459-10f4d5b355ce None None] Routers set() bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:03:51.953909 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f095ad0-026d-4432-b459-10f4d5b355ce None None] Router IDs set() for agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 20:03:51.954807 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_agentschedulers_db [None req-7f095ad0-026d-4432-b459-10f4d5b355ce None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0791ba70-e68f-46ee-9fab-bc6c15e0a876'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:03:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent'). {{(pid=100207) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 20:03:51.955397 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f095ad0-026d-4432-b459-10f4d5b355ce None None] The sync data for ids ['0791ba70-e68f-46ee-9fab-bc6c15e0a876'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:03:51.965591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0cb67-a658-497a-a77a-701ef430759f req-c19d3367-d499-4ec0-8149-566af4f0738e tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:51.967233 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fda0cb67-a658-497a-a77a-701ef430759f req-c19d3367-d499-4ec0-8149-566af4f0738e tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.2362633 Jul 09 20:03:51.999316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7ba5fb-fb78-4865-b728-bd7dc88c47cc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:52.005936 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df7ba5fb-fb78-4865-b728-bd7dc88c47cc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:52.021035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12caa5-beb3-4cbb-a627-0399eece621d req-faeb7d45-4c6c-4e07-aaaf-8c89e226f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:52.023004 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6a12caa5-beb3-4cbb-a627-0399eece621d req-faeb7d45-4c6c-4e07-aaaf-8c89e226f5f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30ecea00-b26b-401d-9c58-015a0f380af6 HTTP/1.1" status: 200 len: 861 time: 0.1064446 Jul 09 20:03:52.104865 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6a12caa5-beb3-4cbb-a627-0399eece621d req-667213fd-e110-4280-8322-6211806023c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75bdc5db-1695-4a1d-a1f9-da8f7724b3d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721827 Jul 09 20:03:52.223581 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fda0cb67-a658-497a-a77a-701ef430759f req-ecd8f165-584b-4d2e-9a92-69aab84103ee tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360954 Jul 09 20:03:52.238919 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6a12caa5-beb3-4cbb-a627-0399eece621d req-0d2df75c-b2a8-441c-b4f8-7aa61744856e service neutron] 10.222.0.36 "GET /v2.0/networks/75bdc5db-1695-4a1d-a1f9-da8f7724b3d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260920 Jul 09 20:03:52.375136 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6a12caa5-beb3-4cbb-a627-0399eece621d req-730dbcd1-9195-4894-8124-0653e7ec3b3b service neutron] 10.222.0.36 "GET /v2.0/networks/75bdc5db-1695-4a1d-a1f9-da8f7724b3d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298370 Jul 09 20:03:52.716672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.objects.ports [None req-df7ba5fb-fb78-4865-b728-bd7dc88c47cc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100204) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:03:52.718509 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df7ba5fb-fb78-4865-b728-bd7dc88c47cc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:52.760358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7ba5fb-fb78-4865-b728-bd7dc88c47cc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:52.766324 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-df7ba5fb-fb78-4865-b728-bd7dc88c47cc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:52.771918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7ba5fb-fb78-4865-b728-bd7dc88c47cc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:52.772520 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df7ba5fb-fb78-4865-b728-bd7dc88c47cc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:52.778135 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a273fac-cd4c-4761-af45-a5b6eebabbbf None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:52.796065 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ba5fb-fb78-4865-b728-bd7dc88c47cc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=c018ba4f-b939-4042-ae39-09ff8f5ad5b3,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:52.804518 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-df7ba5fb-fb78-4865-b728-bd7dc88c47cc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9602442 Jul 09 20:03:52.804696 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41984) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:52.811501 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-fc41fe3f-6d58-46b6-b4a4-3f0859d10441 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:52.920131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 30c8cf98-1c95-434e-80b9-4e675d8a39c5 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:52.959223 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 30c8cf98-1c95-434e-80b9-4e675d8a39c5 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:03:52.959853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 30c8cf98-1c95-434e-80b9-4e675d8a39c5 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:03:52.969276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc41fe3f-6d58-46b6-b4a4-3f0859d10441 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:52.975080 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc41fe3f-6d58-46b6-b4a4-3f0859d10441 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:53.095516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': 'c018ba4f-b939-4042-ae39-09ff8f5ad5b3'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:03:53.096795 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:53.181090 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31192252-aade-4bed-ba1f-72ee28891712 req-012ce752-c901-4f8d-9dd5-7d6f65e33c14 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:53.183018 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31192252-aade-4bed-ba1f-72ee28891712 req-012ce752-c901-4f8d-9dd5-7d6f65e33c14 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 943 time: 0.1508343 Jul 09 20:03:53.341259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Allocated IP 2001:db8::f816:3eff:fe25:d7e2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/c018ba4f-b939-4042-ae39-09ff8f5ad5b3/c218b6d3-bf63-4110-8e1b-5196fcf7ec57) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:53.421643 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31192252-aade-4bed-ba1f-72ee28891712 req-051629e2-7768-4bbe-97bd-77d3f02d2c85 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb424dc9-e96c-4796-ab68-ae36cf480eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197523 Jul 09 20:03:53.499089 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc41fe3f-6d58-46b6-b4a4-3f0859d10441 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:53.563743 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41fe3f-6d58-46b6-b4a4-3f0859d10441 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=caead74c-44fd-4f3f-a47f-b1747fa80d4b,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:53.578609 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc41fe3f-6d58-46b6-b4a4-3f0859d10441 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:53.580560 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-fc41fe3f-6d58-46b6-b4a4-3f0859d10441 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:53.584690 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc41fe3f-6d58-46b6-b4a4-3f0859d10441 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:53.585728 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc41fe3f-6d58-46b6-b4a4-3f0859d10441 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:53.604220 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fc41fe3f-6d58-46b6-b4a4-3f0859d10441 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7982903 Jul 09 20:03:53.607943 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42004) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:53.612192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1a179-59f1-483f-8978-03ea2b7fac60 req-bc5cab2c-c7e7-4293-9d6e-0c64c21e1a14 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:53.614338 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-edf1a179-59f1-483f-8978-03ea2b7fac60 req-bc5cab2c-c7e7-4293-9d6e-0c64c21e1a14 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.1295972 Jul 09 20:03:53.619533 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'mac_address': 'fa:16:3e:0c:28:d1', 'name': 'tempest-NetworksTestDHCPv6-23788965'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:53.663512 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-edf1a179-59f1-483f-8978-03ea2b7fac60 req-e8d52ee7-82f7-4940-bcbf-640528b78806 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425928 Jul 09 20:03:53.675148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0783fc26-b1c1-49cf-af78-e4fd519a78c7 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:03:53.807872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:53.860923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0783fc26-b1c1-49cf-af78-e4fd519a78c7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0783fc26-b1c1-49cf-af78-e4fd519a78c7,segment=NetworkSegment(e894d039-c84f-4c6d-b10b-0a90aea394d1),segment_id=e894d039-c84f-4c6d-b10b-0a90aea394d1)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:53.902680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '0783fc26-b1c1-49cf-af78-e4fd519a78c7', 'network_id': '75bdc5db-1695-4a1d-a1f9-da8f7724b3d1', 'port_id': '0783fc26-b1c1-49cf-af78-e4fd519a78c7', 'mac_address': 'fa:16:3e:d1:35:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ecea00-b26b-401d-9c58-015a0f380af6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:03:53.942647 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:53.962771 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:53.972319 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:53.974822 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 2ba818e1-7573-4109-b0a2-8ae113b61c03 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:03:53.993801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0783fc26-b1c1-49cf-af78-e4fd519a78c7 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:03:53.999679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Transition to ACTIVE for port object c218b6d3-bf63-4110-8e1b-5196fcf7ec57 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:54.031437 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0783fc26-b1c1-49cf-af78-e4fd519a78c7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0783fc26-b1c1-49cf-af78-e4fd519a78c7,segment=NetworkSegment(e894d039-c84f-4c6d-b10b-0a90aea394d1),segment_id=e894d039-c84f-4c6d-b10b-0a90aea394d1)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:54.041553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Transition to ACTIVE for port object c218b6d3-bf63-4110-8e1b-5196fcf7ec57 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:54.045215 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:54.050977 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:54.100848 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:54.107660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:54.111381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:54.122465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=0783fc26-b1c1-49cf-af78-e4fd519a78c7,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:54.156007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:54.156431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:54.156863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:54.157266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:54.157668 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:54.158067 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:54.158465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:54.158861 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:54.159254 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:54.159645 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:54.160038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:54.161322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:03:54.246565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Attempting to bind port c218b6d3-bf63-4110-8e1b-5196fcf7ec57 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:54.247044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Attempting to bind port c218b6d3-bf63-4110-8e1b-5196fcf7ec57 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:54.247480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Attempting to bind port c218b6d3-bf63-4110-8e1b-5196fcf7ec57 on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:54.248305 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 172.20.0.10 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/caead74c-44fd-4f3f-a47f-b1747fa80d4b/2ba818e1-7573-4109-b0a2-8ae113b61c03) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:54.257577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Pushing event updated for resources: {'Port': ['ID=c218b6d3-bf63-4110-8e1b-5196fcf7ec57,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:54.258103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::f816:3eff:fe0c:28d1 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/c018ba4f-b939-4042-ae39-09ff8f5ad5b3/2ba818e1-7573-4109-b0a2-8ae113b61c03) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:54.266561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:54.267200 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:54.267973 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:54.268354 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:54.268907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Bound port: c218b6d3-bf63-4110-8e1b-5196fcf7ec57, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:54.269393 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:54.345469 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] For port c218b6d3-bf63-4110-8e1b-5196fcf7ec57, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:54.350686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] For port c218b6d3-bf63-4110-8e1b-5196fcf7ec57, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c218b6d3-bf63-4110-8e1b-5196fcf7ec57,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:54.369545 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:54.453884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ac66c-205c-4c1e-bb83-a2f354e734ca None None] Pushing event updated for resources: {'Port': ['ID=c218b6d3-bf63-4110-8e1b-5196fcf7ec57,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:54.468873 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['0783fc26-b1c1-49cf-af78-e4fd519a78c7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:03:54.601192 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:54.623060 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object 2ba818e1-7573-4109-b0a2-8ae113b61c03 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:54.718269 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:54.718988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed8508c-678f-4b7a-84e5-439824166dcb req-14dadc27-425c-4db6-908d-7e26c515afed tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:54.739159 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6ed8508c-678f-4b7a-84e5-439824166dcb req-14dadc27-425c-4db6-908d-7e26c515afed tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 944 time: 0.1468654 Jul 09 20:03:54.846975 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6ed8508c-678f-4b7a-84e5-439824166dcb req-7cc762de-b7a9-47db-8e76-597ca28b498a tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb424dc9-e96c-4796-ab68-ae36cf480eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091578 Jul 09 20:03:54.878086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:54.881569 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:54.884177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:54.978971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c218b6d3-bf63-4110-8e1b-5196fcf7ec57 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:55.096000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=2ba818e1-7573-4109-b0a2-8ae113b61c03,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:55.097409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port c218b6d3-bf63-4110-8e1b-5196fcf7ec57 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:55.117284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:55.118081 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.144084 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-50855af8-f5c8-4107-9b5a-071bca941861 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5346031 Jul 09 20:03:55.145559 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42058) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:55.168226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077369dd-38d4-4d33-977b-eb60fd6ab149 req-c628b900-9bbb-4f8d-901c-43094d319d0b tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:55.177101 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-077369dd-38d4-4d33-977b-eb60fd6ab149 req-c628b900-9bbb-4f8d-901c-43094d319d0b tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.1685944 Jul 09 20:03:55.254594 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7513890-8d5a-49d5-88ce-424d62673f19 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:55.258768 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-077369dd-38d4-4d33-977b-eb60fd6ab149 req-aa2138af-d00e-40b7-ad76-9ad6ec344278 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654006 Jul 09 20:03:55.262358 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7513890-8d5a-49d5-88ce-424d62673f19 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:55.264652 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b7513890-8d5a-49d5-88ce-424d62673f19 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1172833 Jul 09 20:03:55.267010 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42064) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:55.385025 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-db4f7a3f-4648-4035-b9b9-dda66cf02a34 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port 2ba818e1-7573-4109-b0a2-8ae113b61c03 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:55.385404 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db4f7a3f-4648-4035-b9b9-dda66cf02a34 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.526525 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db4f7a3f-4648-4035-b9b9-dda66cf02a34 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.542348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-db4f7a3f-4648-4035-b9b9-dda66cf02a34 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for 2ba818e1-7573-4109-b0a2-8ae113b61c03 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:55.695731 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42074) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:55.784348 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db4f7a3f-4648-4035-b9b9-dda66cf02a34 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.836220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f7a3f-4648-4035-b9b9-dda66cf02a34 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=2ba818e1-7573-4109-b0a2-8ae113b61c03,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:55.852691 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a83e70e5-9999-48f6-a1a5-47bb56d5f7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.864114 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2867a90-fb70-4427-befc-c3182a4f93da None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:55.967029 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a83e70e5-9999-48f6-a1a5-47bb56d5f7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.971683 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2400b732-d54e-46e3-96b3-83d1205edbc6 None None] Provisioning for port c218b6d3-bf63-4110-8e1b-5196fcf7ec57 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:55.972482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db4f7a3f-4648-4035-b9b9-dda66cf02a34 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.973197 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a83e70e5-9999-48f6-a1a5-47bb56d5f7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:55.978767 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-db4f7a3f-4648-4035-b9b9-dda66cf02a34 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/2ba818e1-7573-4109-b0a2-8ae113b61c03 HTTP/1.1" status: 204 len: 168 time: 0.7100067 Jul 09 20:03:55.982077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42080) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:55.984147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2400b732-d54e-46e3-96b3-83d1205edbc6 None None] Provisioning complete for port c218b6d3-bf63-4110-8e1b-5196fcf7ec57 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:55.984689 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2400b732-d54e-46e3-96b3-83d1205edbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.055220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0f383-9556-4efc-8537-82c3e0f3ba16 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:56.057725 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0f383-9556-4efc-8537-82c3e0f3ba16 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:56.059544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0f383-9556-4efc-8537-82c3e0f3ba16 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:56.061304 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e70e5-9999-48f6-a1a5-47bb56d5f7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199dbd7e-e127-42fe-b386-68018a32dfed,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:56.062381 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bfa0f383-9556-4efc-8537-82c3e0f3ba16 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0790751 Jul 09 20:03:56.065288 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42082) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:56.066998 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a83e70e5-9999-48f6-a1a5-47bb56d5f7d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c93c7cbe8224304a8b50ee29209cf9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3699446 Jul 09 20:03:56.072883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42084) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:56.164615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-195ebdf5-079a-4199-b2d5-50acb5e808bd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet c018ba4f-b939-4042-ae39-09ff8f5ad5b3 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:56.165305 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2400b732-d54e-46e3-96b3-83d1205edbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.169525 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-195ebdf5-079a-4199-b2d5-50acb5e808bd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.209491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfaf7d-7474-46f6-8fbc-a76adec3f009 req-21b7fe91-cc07-4913-865f-4c2c24c584a0 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:56.219765 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93bfaf7d-7474-46f6-8fbc-a76adec3f009 req-21b7fe91-cc07-4913-865f-4c2c24c584a0 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 944 time: 0.2322497 Jul 09 20:03:56.243175 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-2400b732-d54e-46e3-96b3-83d1205edbc6 None None] For port c218b6d3-bf63-4110-8e1b-5196fcf7ec57, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c218b6d3-bf63-4110-8e1b-5196fcf7ec57,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:56.250854 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2400b732-d54e-46e3-96b3-83d1205edbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.253008 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-195ebdf5-079a-4199-b2d5-50acb5e808bd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.287768 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36b9c91c-1979-46cf-9b38-f08219d30dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.313807 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36b9c91c-1979-46cf-9b38-f08219d30dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.354522 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400b732-d54e-46e3-96b3-83d1205edbc6 None None] Pushing event updated for resources: {'Port': ['ID=c218b6d3-bf63-4110-8e1b-5196fcf7ec57,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:56.362750 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-195ebdf5-079a-4199-b2d5-50acb5e808bd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.369706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b4f6df-1076-4137-81c3-49aff6d2b188 None None] Update dhcp port {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': 'c018ba4f-b939-4042-ae39-09ff8f5ad5b3', 'ip_address': '2001:db8::f816:3eff:fe25:d7e2'}, {'subnet_id': 'caead74c-44fd-4f3f-a47f-b1747fa80d4b'}], 'binding:host_id': 'n-d-800088-3'}, 'id': 'c218b6d3-bf63-4110-8e1b-5196fcf7ec57'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:03:56.382552 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93bfaf7d-7474-46f6-8fbc-a76adec3f009 req-5ff4a6d7-ea54-4852-a884-1a58aa27aca9 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb424dc9-e96c-4796-ab68-ae36cf480eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614807 Jul 09 20:03:56.388873 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36b9c91c-1979-46cf-9b38-f08219d30dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.392295 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36b9c91c-1979-46cf-9b38-f08219d30dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.394166 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-36b9c91c-1979-46cf-9b38-f08219d30dd2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/199dbd7e-e127-42fe-b386-68018a32dfed HTTP/1.1" status: 204 len: 168 time: 0.3188066 Jul 09 20:03:56.405953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9c91c-1979-46cf-9b38-f08219d30dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199dbd7e-e127-42fe-b386-68018a32dfed,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:56.443895 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-95b4f6df-1076-4137-81c3-49aff6d2b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.477127 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-195ebdf5-079a-4199-b2d5-50acb5e808bd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.627787 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-195ebdf5-079a-4199-b2d5-50acb5e808bd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.633544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42096) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:56.634616 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-195ebdf5-079a-4199-b2d5-50acb5e808bd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/c018ba4f-b939-4042-ae39-09ff8f5ad5b3 HTTP/1.1" status: 204 len: 168 time: 0.5530665 Jul 09 20:03:56.639665 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ebdf5-079a-4199-b2d5-50acb5e808bd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=c018ba4f-b939-4042-ae39-09ff8f5ad5b3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:56.683459 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.699364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b853f-0ff5-409c-ae81-505473aa1da5 req-750a6533-a6b2-411e-b2ac-3c4cab125f55 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:56.709139 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f6b853f-0ff5-409c-ae81-505473aa1da5 req-750a6533-a6b2-411e-b2ac-3c4cab125f55 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.2271633 Jul 09 20:03:56.760423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-75017859-4a5e-4c2b-8608-4d73ed0c103c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet caead74c-44fd-4f3f-a47f-b1747fa80d4b {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:03:56.774287 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f6b853f-0ff5-409c-ae81-505473aa1da5 req-47f67cf9-8ac8-4520-b130-996b785c0fc0 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652094 Jul 09 20:03:56.778743 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-75017859-4a5e-4c2b-8608-4d73ed0c103c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.805765 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531c91d7-5318-4405-b20a-a8f192681a48 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:56.839543 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-75017859-4a5e-4c2b-8608-4d73ed0c103c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.906742 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a9405e81-fc77-4235-b949-894e268ea0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.910997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c218b6d3-bf63-4110-8e1b-5196fcf7ec57 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:03:56.917078 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-75017859-4a5e-4c2b-8608-4d73ed0c103c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.929975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42100) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:56.945790 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3aba940-9a29-4698-adcd-024d3233b2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.969636 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79ef5a47-2494-430d-8ffd-bfd1a4e3d844 None None] Provisioning complete for port c218b6d3-bf63-4110-8e1b-5196fcf7ec57 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:56.970011 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79ef5a47-2494-430d-8ffd-bfd1a4e3d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:56.988087 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-75017859-4a5e-4c2b-8608-4d73ed0c103c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.020741 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75017859-4a5e-4c2b-8608-4d73ed0c103c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=caead74c-44fd-4f3f-a47f-b1747fa80d4b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:57.022754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-75017859-4a5e-4c2b-8608-4d73ed0c103c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.026966 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-75017859-4a5e-4c2b-8608-4d73ed0c103c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/caead74c-44fd-4f3f-a47f-b1747fa80d4b HTTP/1.1" status: 204 len: 168 time: 0.3894155 Jul 09 20:03:57.027278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42102) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:57.074470 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-eac0a2d9-6c98-47e6-b498-50af31cb231f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458605 Jul 09 20:03:57.077108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42104) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:57.081966 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7a45ca09-b86b-41b3-a537-09a649866e68 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:57.139234 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.156294 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3aba940-9a29-4698-adcd-024d3233b2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.166587 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3aba940-9a29-4698-adcd-024d3233b2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.199475 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c3aba940-9a29-4698-adcd-024d3233b2a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc369430a5fa4fca8b6e281be9e24a88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2680709 Jul 09 20:03:57.200807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42106) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:57.203240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port c218b6d3-bf63-4110-8e1b-5196fcf7ec57, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c218b6d3-bf63-4110-8e1b-5196fcf7ec57,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:57.210897 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.243459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cf0fae-6a81-49d8-98e2-3e7e76c8bf72 None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:03:57.267675 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:03:57.275276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a45ca09-b86b-41b3-a537-09a649866e68 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:57.278936 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7a45ca09-b86b-41b3-a537-09a649866e68 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.287035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6ff0e-7711-4650-bd42-dcae4705f63c req-7afc3db7-0170-4bf9-a8c9-6eb2d470395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:57.288659 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-84a6ff0e-7711-4650-bd42-dcae4705f63c req-7afc3db7-0170-4bf9-a8c9-6eb2d470395a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1&tenant_id=a4b256fda3434e529a47261bd6a86fca HTTP/1.1" status: 200 len: 1094 time: 0.1505115 Jul 09 20:03:57.300586 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=c218b6d3-bf63-4110-8e1b-5196fcf7ec57,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:57.321744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-57cf0fae-6a81-49d8-98e2-3e7e76c8bf72 None None] Deleting port c218b6d3-bf63-4110-8e1b-5196fcf7ec57 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:03:57.322070 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57cf0fae-6a81-49d8-98e2-3e7e76c8bf72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.375653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6ff0e-7711-4650-bd42-dcae4705f63c req-77e926ae-65f3-4757-b98c-2b792b965177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:57.377324 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-84a6ff0e-7711-4650-bd42-dcae4705f63c req-77e926ae-65f3-4757-b98c-2b792b965177 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b256fda3434e529a47261bd6a86fca&device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 1094 time: 0.0598061 Jul 09 20:03:57.393009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aba940-9a29-4698-adcd-024d3233b2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e0ab85-a2fa-4502-8341-4d159d1b322a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:57.398870 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-57cf0fae-6a81-49d8-98e2-3e7e76c8bf72 None None] For port c218b6d3-bf63-4110-8e1b-5196fcf7ec57, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c218b6d3-bf63-4110-8e1b-5196fcf7ec57,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:57.399276 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57cf0fae-6a81-49d8-98e2-3e7e76c8bf72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.413845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-57cf0fae-6a81-49d8-98e2-3e7e76c8bf72 None None] Calling delete_port for c218b6d3-bf63-4110-8e1b-5196fcf7ec57 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:03:57.426412 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-da40a85a-18a6-4eee-bf8f-120d2ad9b56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.486934 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-da40a85a-18a6-4eee-bf8f-120d2ad9b56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.511269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6ff0e-7711-4650-bd42-dcae4705f63c req-2ce97f26-fe43-447f-ae44-db305bec868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:57.512947 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-84a6ff0e-7711-4650-bd42-dcae4705f63c req-2ce97f26-fe43-447f-ae44-db305bec868d service neutron] 10.222.0.36 "GET /v2.0/networks?id=71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 200 len: 918 time: 0.1294622 Jul 09 20:03:57.528350 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57cf0fae-6a81-49d8-98e2-3e7e76c8bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.567905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf0fae-6a81-49d8-98e2-3e7e76c8bf72 None None] Pushing event deleted for resources: {'Port': ['ID=c218b6d3-bf63-4110-8e1b-5196fcf7ec57,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:57.576913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cf0fae-6a81-49d8-98e2-3e7e76c8bf72 None None] No DVR routers for this DVR port c218b6d3-bf63-4110-8e1b-5196fcf7ec57 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:03:57.616007 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-da40a85a-18a6-4eee-bf8f-120d2ad9b56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.618603 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-da40a85a-18a6-4eee-bf8f-120d2ad9b56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.619795 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-da40a85a-18a6-4eee-bf8f-120d2ad9b56f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0e0ab85-a2fa-4502-8341-4d159d1b322a HTTP/1.1" status: 204 len: 168 time: 0.4164453 Jul 09 20:03:57.623932 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-84a6ff0e-7711-4650-bd42-dcae4705f63c req-d810c91f-696e-4345-a70e-badc8f234867 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25df5556-a735-4811-8f8b-c35882c1c093 HTTP/1.1" status: 200 len: 998 time: 0.0954051 Jul 09 20:03:57.631796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0783fc26-b1c1-49cf-af78-e4fd519a78c7 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:03:57.650697 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40a85a-18a6-4eee-bf8f-120d2ad9b56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e0ab85-a2fa-4502-8341-4d159d1b322a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:57.673336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61806b8e-a030-42b2-909f-c1e2ab8a9ca3 req-89caf219-849c-4d30-b85b-cdfe8c91940d tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:57.674913 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61806b8e-a030-42b2-909f-c1e2ab8a9ca3 req-89caf219-849c-4d30-b85b-cdfe8c91940d tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 944 time: 0.1571145 Jul 09 20:03:57.711369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6ff0e-7711-4650-bd42-dcae4705f63c req-f6eaa72e-854e-43c9-87a3-f02f1d5ffdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:57.712868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-84a6ff0e-7711-4650-bd42-dcae4705f63c req-f6eaa72e-854e-43c9-87a3-f02f1d5ffdde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a00eb4ac-2cb3-49d9-a96a-a24c04842ba3 HTTP/1.1" status: 200 len: 856 time: 0.0825307 Jul 09 20:03:57.727767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.objects.ports [None req-7a45ca09-b86b-41b3-a537-09a649866e68 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100204) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:03:57.730944 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 0783fc26-b1c1-49cf-af78-e4fd519a78c7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:03:57.734866 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7a45ca09-b86b-41b3-a537-09a649866e68 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.736192 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 0783fc26-b1c1-49cf-af78-e4fd519a78c7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:03:57.736591 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.770338 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61806b8e-a030-42b2-909f-c1e2ab8a9ca3 req-20989227-272d-43f8-a630-f869c37e9f36 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb424dc9-e96c-4796-ab68-ae36cf480eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862801 Jul 09 20:03:57.819715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a45ca09-b86b-41b3-a537-09a649866e68 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:57.823144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7a45ca09-b86b-41b3-a537-09a649866e68 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:57.826288 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a45ca09-b86b-41b3-a537-09a649866e68 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:57.826885 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7a45ca09-b86b-41b3-a537-09a649866e68 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:57.829251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45ca09-b86b-41b3-a537-09a649866e68 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=91b2392b-0b06-4589-b3f0-564ab3b54c55,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:57.842285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6ff0e-7711-4650-bd42-dcae4705f63c req-9b9a2b15-426b-4b44-bb0c-d563dd1fca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:57.844029 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-84a6ff0e-7711-4650-bd42-dcae4705f63c req-9b9a2b15-426b-4b44-bb0c-d563dd1fca4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71fa7c07-7273-451c-ae3d-4402b49a7b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211834 Jul 09 20:03:57.845845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417de9d7-12d6-4726-8505-4746bed0f1c9 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:03:57.856952 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7a45ca09-b86b-41b3-a537-09a649866e68 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7785535 Jul 09 20:03:57.861596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42118) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:57.869574 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e1d4574a-0760-45c7-8263-5755eb19a9cd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:57.945592 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.002738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc34099-0043-44fe-b6c0-b2b4f053f9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783fc26-b1c1-49cf-af78-e4fd519a78c7'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:03:58.005747 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce64cc97-e049-46b0-ae5b-2e9e249e1c3a" -d '{"events": [{"server_uuid": "4cc34099-0043-44fe-b6c0-b2b4f053f9bd", "name": "network-vif-plugged", "status": "completed", "tag": "0783fc26-b1c1-49cf-af78-e4fd519a78c7"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:03:58.053767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0783fc26-b1c1-49cf-af78-e4fd519a78c7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0783fc26-b1c1-49cf-af78-e4fd519a78c7,segment=NetworkSegment(e894d039-c84f-4c6d-b10b-0a90aea394d1),segment_id=e894d039-c84f-4c6d-b10b-0a90aea394d1)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:03:58.074992 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-84a6ff0e-7711-4650-bd42-dcae4705f63c req-c4b6f97d-f449-412f-bc2d-4c7b385e773e service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242503 Jul 09 20:03:58.081669 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.110750 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffe3d1-f80e-475e-a2c0-3001928769c2 req-509c682a-eae8-43e7-a2e4-8f26307efdd3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:58.119128 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1dffe3d1-f80e-475e-a2c0-3001928769c2 req-509c682a-eae8-43e7-a2e4-8f26307efdd3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.1462157 Jul 09 20:03:58.122666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d4574a-0760-45c7-8263-5755eb19a9cd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:58.129502 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1d4574a-0760-45c7-8263-5755eb19a9cd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.159004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=0783fc26-b1c1-49cf-af78-e4fd519a78c7,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:58.219977 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': '91b2392b-0b06-4589-b3f0-564ab3b54c55'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:03:58.220904 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.223343 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1dffe3d1-f80e-475e-a2c0-3001928769c2 req-5383783a-562a-46a4-a9a1-7e1f220c99b7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030030 Jul 09 20:03:58.273739 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-84a6ff0e-7711-4650-bd42-dcae4705f63c req-fbd43242-0b44-422f-a6ea-52ff71f7ce5e service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899312 Jul 09 20:03:58.325435 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55314c9e-995f-43c6-91b6-aa0ac913b87a x-openstack-request-id: req-55314c9e-995f-43c6-91b6-aa0ac913b87a {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:03:58.325886 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc34099-0043-44fe-b6c0-b2b4f053f9bd", "name": "network-vif-plugged", "status": "completed", "tag": "0783fc26-b1c1-49cf-af78-e4fd519a78c7", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:03:58.326237 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55314c9e-995f-43c6-91b6-aa0ac913b87a {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:03:58.326635 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc34099-0043-44fe-b6c0-b2b4f053f9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0783fc26-b1c1-49cf-af78-e4fd519a78c7', 'code': 200} Jul 09 20:03:58.493036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e4322-9c37-4a23-b78b-bd5dce69f521 req-8f2d59e9-178d-4f24-ad69-222d75ccadd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:58.494559 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Allocated IP 2001:db8::f816:3eff:fe07:9724 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/91b2392b-0b06-4589-b3f0-564ab3b54c55/d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:58.494848 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-890e4322-9c37-4a23-b78b-bd5dce69f521 req-8f2d59e9-178d-4f24-ad69-222d75ccadd1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 1096 time: 0.1106923 Jul 09 20:03:58.567680 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-890e4322-9c37-4a23-b78b-bd5dce69f521 req-ae0cb812-6fe8-4af9-a125-a12a749a1fa4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=eb424dc9-e96c-4796-ab68-ae36cf480eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646880 Jul 09 20:03:58.588793 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1d4574a-0760-45c7-8263-5755eb19a9cd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.639037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d4574a-0760-45c7-8263-5755eb19a9cd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:58.642411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e1d4574a-0760-45c7-8263-5755eb19a9cd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:58.647411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d4574a-0760-45c7-8263-5755eb19a9cd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:58.648034 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1d4574a-0760-45c7-8263-5755eb19a9cd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.662858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4574a-0760-45c7-8263-5755eb19a9cd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=cf6fdfc2-c2b1-4532-8a53-85d79ee6c1f1,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:58.670927 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e1d4574a-0760-45c7-8263-5755eb19a9cd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8075304 Jul 09 20:03:58.673816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42156) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:03:58.680972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'mac_address': 'fa:16:3e:85:c9:19', 'name': 'tempest-NetworksTestDHCPv6-1399901041'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:03:58.726783 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.740375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Transition to ACTIVE for port object d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:58.764481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Transition to ACTIVE for port object d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:58.777160 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.830058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:03:58.838311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:03:58.842520 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:03:58.854652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Pushing event updated for resources: {'Port': ['ID=d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:58.866406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:03:58.927343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Attempting to bind port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:03:58.927998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Attempting to bind port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:03:58.928558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Attempting to bind port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:03:58.934378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:03:58.936012 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:03:58.936012 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:58.936012 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:03:58.936349 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Bound port: d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:03:58.936716 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.005876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0f6cd-e845-451f-98ea-9d858d69f78d req-41023811-a614-483e-88d9-402af649986e tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:03:59.013781 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8e0f6cd-e845-451f-98ea-9d858d69f78d req-41023811-a614-483e-88d9-402af649986e tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 945 time: 0.1052716 Jul 09 20:03:59.076822 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8e0f6cd-e845-451f-98ea-9d858d69f78d req-2fcab907-baec-4cbc-9595-99aabf89b84b tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb424dc9-e96c-4796-ab68-ae36cf480eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555863 Jul 09 20:03:59.086923 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.088895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] For port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:03:59.131607 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.135189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] For port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:03:59.142095 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.153843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 0f764ef9-0520-4b53-bc17-01a40e55b79f yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:03:59.296642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f14253-bb4d-496f-898c-8e38fb18cfb9 None None] Pushing event updated for resources: {'Port': ['ID=d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:03:59.417032 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9dfeb42c-03f3-4c96-a80f-c5c2bb74d715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.626400 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.695135 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 172.20.0.2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/cf6fdfc2-c2b1-4532-8a53-85d79ee6c1f1/0f764ef9-0520-4b53-bc17-01a40e55b79f) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:59.710600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::f816:3eff:fe85:c919 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/91b2392b-0b06-4589-b3f0-564ab3b54c55/0f764ef9-0520-4b53-bc17-01a40e55b79f) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:03:59.928584 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:03:59.943363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object 0f764ef9-0520-4b53-bc17-01a40e55b79f will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:03:59.995832 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:00.048667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:00.054977 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:00.060431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:00.086167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=0f764ef9-0520-4b53-bc17-01a40e55b79f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:00.120511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:00.121809 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:00.156680 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42196) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:00.157319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-83a8f9a8-28da-4640-814d-e4166bd76c82 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4815037 Jul 09 20:04:00.292884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625edcb6-1984-4b09-98be-37f1eaf08df6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:00.299718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625edcb6-1984-4b09-98be-37f1eaf08df6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:00.302282 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-625edcb6-1984-4b09-98be-37f1eaf08df6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1437161 Jul 09 20:04:00.305395 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42202) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:00.371026 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:00.442182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1c778-5d80-456f-8cb6-ddfb5ceb20c0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port 0f764ef9-0520-4b53-bc17-01a40e55b79f {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:00.442795 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5d1c778-5d80-456f-8cb6-ddfb5ceb20c0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:00.616120 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5d1c778-5d80-456f-8cb6-ddfb5ceb20c0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:00.633827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1c778-5d80-456f-8cb6-ddfb5ceb20c0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for 0f764ef9-0520-4b53-bc17-01a40e55b79f owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:00.726471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34863cc6-afb9-47c3-857c-7a25f44f7fec None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:00.865783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d5d52a89-100b-4540-bc43-b847fd025237 None None] Provisioning for port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:00.961280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:00.968317 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5d1c778-5d80-456f-8cb6-ddfb5ceb20c0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.017854 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1c778-5d80-456f-8cb6-ddfb5ceb20c0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=0f764ef9-0520-4b53-bc17-01a40e55b79f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:01.166327 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5d1c778-5d80-456f-8cb6-ddfb5ceb20c0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.169410 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f5d1c778-5d80-456f-8cb6-ddfb5ceb20c0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/0f764ef9-0520-4b53-bc17-01a40e55b79f HTTP/1.1" status: 204 len: 168 time: 0.8607922 Jul 09 20:04:01.172423 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42216) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:01.225512 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:01.235429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:01.235682 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.252829 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb6d27-3bd0-4add-9ef3-abf50d84602e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:01.255873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb6d27-3bd0-4add-9ef3-abf50d84602e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:01.257869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb6d27-3bd0-4add-9ef3-abf50d84602e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:01.259844 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-41eb6d27-3bd0-4add-9ef3-abf50d84602e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0853045 Jul 09 20:04:01.263430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42218) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:01.353677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3fb9a3-1bbe-4d77-92f7-40012bd484e7 None None] Update dhcp port {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': '91b2392b-0b06-4589-b3f0-564ab3b54c55', 'ip_address': '2001:db8::f816:3eff:fe07:9724'}, {'subnet_id': 'cf6fdfc2-c2b1-4532-8a53-85d79ee6c1f1'}], 'binding:host_id': 'n-d-800088-3'}, 'id': 'd66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:04:01.363193 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cc3547-e86a-42e5-8dbb-075b66549806 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 91b2392b-0b06-4589-b3f0-564ab3b54c55 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:01.369435 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69cc3547-e86a-42e5-8dbb-075b66549806 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.396838 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0a3fb9a3-1bbe-4d77-92f7-40012bd484e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.425031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69cc3547-e86a-42e5-8dbb-075b66549806 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.479546 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.573971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:01.588913 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.628415 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69cc3547-e86a-42e5-8dbb-075b66549806 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.657208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:01.716133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69cc3547-e86a-42e5-8dbb-075b66549806 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.753256 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69cc3547-e86a-42e5-8dbb-075b66549806 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:01.763174 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-69cc3547-e86a-42e5-8dbb-075b66549806 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/91b2392b-0b06-4589-b3f0-564ab3b54c55 HTTP/1.1" status: 204 len: 168 time: 0.4972801 Jul 09 20:04:01.766126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42224) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:01.769987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc3547-e86a-42e5-8dbb-075b66549806 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=91b2392b-0b06-4589-b3f0-564ab3b54c55,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server [None req-0a3fb9a3-1bbe-4d77-92f7-40012bd484e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91b2392b-0b06-4589-b3f0-564ab3b54c55: This subnet is being modified by another concurrent operation. Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:04:01.787046 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise exception Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91b2392b-0b06-4589-b3f0-564ab3b54c55: This subnet is being modified by another concurrent operation. Jul 09 20:04:01.796933 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Jul 09 20:04:01.940140 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-38ed8bed-a580-420b-9efb-7508a26ed5ae None None] Could not find standard attr ID for object 0f764ef9-0520-4b53-bc17-01a40e55b79f. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:04:01.944242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8832f2d-e786-4ef5-a96e-25a23700e2ee None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:02.005586 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-38ed8bed-a580-420b-9efb-7508a26ed5ae None None] Provisioning complete for port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:02.005923 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-38ed8bed-a580-420b-9efb-7508a26ed5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.203976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e12e4bb-f56a-4d3e-9cc5-089abe58466f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet cf6fdfc2-c2b1-4532-8a53-85d79ee6c1f1 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:02.203976 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5e12e4bb-f56a-4d3e-9cc5-089abe58466f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.264872 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5e12e4bb-f56a-4d3e-9cc5-089abe58466f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.265478 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.325864 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5e12e4bb-f56a-4d3e-9cc5-089abe58466f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.412255 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5e12e4bb-f56a-4d3e-9cc5-089abe58466f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.414329 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b382362c-92ab-4a79-9d6c-af39873d4e66 None None] Update dhcp port {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': 'cf6fdfc2-c2b1-4532-8a53-85d79ee6c1f1'}], 'binding:host_id': 'n-d-800088-3'}, 'id': 'd66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:04:02.430101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42232) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:02.460705 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b382362c-92ab-4a79-9d6c-af39873d4e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.467505 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5e12e4bb-f56a-4d3e-9cc5-089abe58466f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.483670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42236) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:02.487120 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5e12e4bb-f56a-4d3e-9cc5-089abe58466f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/cf6fdfc2-c2b1-4532-8a53-85d79ee6c1f1 HTTP/1.1" status: 204 len: 168 time: 0.7184598 Jul 09 20:04:02.488591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12e4bb-f56a-4d3e-9cc5-089abe58466f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6fdfc2-c2b1-4532-8a53-85d79ee6c1f1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:02.575024 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b3cc8675-f19e-42f1-a041-fcf2693222f6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873070 Jul 09 20:04:02.576028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42238) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:02.581743 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a515e94a-e1e1-4745-bee3-2454ab30f9db tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:02.584028 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c90734e-b171-496e-a327-5d66e46ba59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.720941 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c90734e-b171-496e-a327-5d66e46ba59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.734943 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c90734e-b171-496e-a327-5d66e46ba59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.760292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a515e94a-e1e1-4745-bee3-2454ab30f9db tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:02.764014 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a515e94a-e1e1-4745-bee3-2454ab30f9db tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.784546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9a43e241-86b6-4ac9-9130-aa8aaeb5e8df None None] Could not find standard attr ID for object 0f764ef9-0520-4b53-bc17-01a40e55b79f. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:04:02.806109 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9a43e241-86b6-4ac9-9130-aa8aaeb5e8df None None] Provisioning complete for port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:02.807242 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9a43e241-86b6-4ac9-9130-aa8aaeb5e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.827536 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7c90734e-b171-496e-a327-5d66e46ba59b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56e881af9103468fb6c5ae0801338f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962073 Jul 09 20:04:02.836648 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90734e-b171-496e-a327-5d66e46ba59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d0aa3a-20a8-4fd6-ace3-6681b3ef4178,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:02.839687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42240) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:02.915507 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6884b063-cf6d-47b0-9001-b3029efbaa25 None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:04:02.937943 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bc40f890-219e-4c85-80f0-7299f0699bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:02.952624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:02.978993 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bc40f890-219e-4c85-80f0-7299f0699bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.066120 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bc40f890-219e-4c85-80f0-7299f0699bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.069444 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bc40f890-219e-4c85-80f0-7299f0699bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.073127 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bc40f890-219e-4c85-80f0-7299f0699bc9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83d0aa3a-20a8-4fd6-ace3-6681b3ef4178 HTTP/1.1" status: 204 len: 168 time: 0.2297006 Jul 09 20:04:03.090366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40f890-219e-4c85-80f0-7299f0699bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d0aa3a-20a8-4fd6-ace3-6681b3ef4178,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:03.107560 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a515e94a-e1e1-4745-bee3-2454ab30f9db tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.186237 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a515e94a-e1e1-4745-bee3-2454ab30f9db tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:03.199787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-a515e94a-e1e1-4745-bee3-2454ab30f9db tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:03.203250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a515e94a-e1e1-4745-bee3-2454ab30f9db tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:03.203867 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a515e94a-e1e1-4745-bee3-2454ab30f9db tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.244982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6884b063-cf6d-47b0-9001-b3029efbaa25 None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:04:03.253093 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a515e94a-e1e1-4745-bee3-2454ab30f9db tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6756368 Jul 09 20:04:03.257187 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42246) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:03.261062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515e94a-e1e1-4745-bee3-2454ab30f9db tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=297b4a57-37df-4535-b5ac-4a8a76672730,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:03.262726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-53a009c4-28dc-44ea-b1d3-e29046bb1d33 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:03.263141 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.399449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:03.405447 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.484128 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:03.491621 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42248) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:03.499280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a009c4-28dc-44ea-b1d3-e29046bb1d33 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:03.504958 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-53a009c4-28dc-44ea-b1d3-e29046bb1d33 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.507006 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-407baee7-a647-4a51-a4c9-4a7ddf92cd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.639742 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-407baee7-a647-4a51-a4c9-4a7ddf92cd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.650501 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-407baee7-a647-4a51-a4c9-4a7ddf92cd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.702511 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-407baee7-a647-4a51-a4c9-4a7ddf92cd59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f381a8356375414fa51cf04cf5d67035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2089920 Jul 09 20:04:03.704763 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407baee7-a647-4a51-a4c9-4a7ddf92cd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c380dff-41d7-4992-9114-93435659830e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:03.720704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42250) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:03.797046 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c313-7fe9-42f1-92b0-b377879175b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.839977 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c313-7fe9-42f1-92b0-b377879175b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.865978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d64e64-5cec-436d-afcf-23d70bf96650 None None] Update dhcp port {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': '297b4a57-37df-4535-b5ac-4a8a76672730'}], 'binding:host_id': 'n-d-800088-3'}, 'id': 'd66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:04:03.907064 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-12d64e64-5cec-436d-afcf-23d70bf96650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.925696 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c313-7fe9-42f1-92b0-b377879175b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.928524 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9cd9c313-7fe9-42f1-92b0-b377879175b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:03.929753 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9cd9c313-7fe9-42f1-92b0-b377879175b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c380dff-41d7-4992-9114-93435659830e HTTP/1.1" status: 204 len: 168 time: 0.2057331 Jul 09 20:04:03.947122 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9c313-7fe9-42f1-92b0-b377879175b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c380dff-41d7-4992-9114-93435659830e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:04.135865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.objects.ports [None req-53a009c4-28dc-44ea-b1d3-e29046bb1d33 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100204) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:04:04.214984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-12d64e64-5cec-436d-afcf-23d70bf96650 None None] Allocated IP 172.20.0.2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/297b4a57-37df-4535-b5ac-4a8a76672730/d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:04.230009 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-12d64e64-5cec-436d-afcf-23d70bf96650 None None] Allocated IP 2001:db8::f816:3eff:fe07:9724 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/a5727921-5f47-4852-96a5-41cb9c059c62/d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:04.398301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-12d64e64-5cec-436d-afcf-23d70bf96650 None None] For port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:04.435506 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-12d64e64-5cec-436d-afcf-23d70bf96650 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.466912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-12d64e64-5cec-436d-afcf-23d70bf96650 None None] Transition to ACTIVE for port object d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:04.473379 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-12d64e64-5cec-436d-afcf-23d70bf96650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:04.473699 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.api [None req-53a009c4-28dc-44ea-b1d3-e29046bb1d33 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe07:9724-5336a844-cd7b-421e-a68b-17b8eff9a9 {{(pid=100204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:04:04.474112 n-d-800088-3 neutron-server[100204]: DEBUG oslo_db.api [None req-53a009c4-28dc-44ea-b1d3-e29046bb1d33 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:04:04.574564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d64e64-5cec-436d-afcf-23d70bf96650 None None] Pushing event updated for resources: {'Port': ['ID=d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:04.956212 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:05.161081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.objects.ports [None req-53a009c4-28dc-44ea-b1d3-e29046bb1d33 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100204) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:04:05.278020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.ipam_pluggable_backend [None req-53a009c4-28dc-44ea-b1d3-e29046bb1d33 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=100204) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Jul 09 20:04:05.278402 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-53a009c4-28dc-44ea-b1d3-e29046bb1d33 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.341998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a009c4-28dc-44ea-b1d3-e29046bb1d33 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:05.347274 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-53a009c4-28dc-44ea-b1d3-e29046bb1d33 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:05.353414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a009c4-28dc-44ea-b1d3-e29046bb1d33 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:05.354105 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-53a009c4-28dc-44ea-b1d3-e29046bb1d33 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.374048 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a009c4-28dc-44ea-b1d3-e29046bb1d33 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=a5727921-5f47-4852-96a5-41cb9c059c62,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:05.387190 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-53a009c4-28dc-44ea-b1d3-e29046bb1d33 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1257689 Jul 09 20:04:05.387190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42280) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:05.392732 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'mac_address': 'fa:16:3e:ef:1e:d1', 'name': 'tempest-NetworksTestDHCPv6-178297456'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:05.584240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5e7f73-5489-46ed-b0cc-8985071f4b94 None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:04:05.615271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:05.650003 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ccae19df-29a5-4355-a1b9-11a9b89dc5f7 None None] Provisioning for port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:05.673738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ccae19df-29a5-4355-a1b9-11a9b89dc5f7 None None] Provisioning complete for port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:05.674377 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ccae19df-29a5-4355-a1b9-11a9b89dc5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.822652 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ccae19df-29a5-4355-a1b9-11a9b89dc5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.823528 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:05.838716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5e7f73-5489-46ed-b0cc-8985071f4b94 None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:04:05.868751 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port fd51dd9b-3c62-476f-bc43-d670c501f979 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:04:05.922160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ccae19df-29a5-4355-a1b9-11a9b89dc5f7 None None] For port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:05.930647 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ccae19df-29a5-4355-a1b9-11a9b89dc5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:06.048787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae19df-29a5-4355-a1b9-11a9b89dc5f7 None None] Pushing event updated for resources: {'Port': ['ID=d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:06.169936 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 172.20.0.10 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/297b4a57-37df-4535-b5ac-4a8a76672730/fd51dd9b-3c62-476f-bc43-d670c501f979) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:06.179149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::f816:3eff:feef:1ed1 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/a5727921-5f47-4852-96a5-41cb9c059c62/fd51dd9b-3c62-476f-bc43-d670c501f979) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:06.396053 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:06.418703 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object fd51dd9b-3c62-476f-bc43-d670c501f979 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:06.919859 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:06.967025 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.103664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:07.106297 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.112476 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:07.117773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:07.126162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:07.172804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=fd51dd9b-3c62-476f-bc43-d670c501f979,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:07.224960 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:07.226226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5221e822-17a7-4546-8045-b2d3d77149e7 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:07.227918 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.256600 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3a8caf50-5d1e-4ff3-b691-77228087bc44 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8681133 Jul 09 20:04:07.259329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42306) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:07.376885 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2a4e8b-d4d0-49bd-a4b2-d22b6daee1eb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:07.411825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2a4e8b-d4d0-49bd-a4b2-d22b6daee1eb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:07.418927 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2c2a4e8b-d4d0-49bd-a4b2-d22b6daee1eb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1572449 Jul 09 20:04:07.421923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42310) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:07.553265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-d247c86c-d086-4d04-9097-b74575d12db4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port fd51dd9b-3c62-476f-bc43-d670c501f979 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:07.553645 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d247c86c-d086-4d04-9097-b74575d12db4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.573211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b5ee8485-ef3b-48e0-8062-8d22a7ce5656 None None] Provisioning complete for port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:07.573929 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b5ee8485-ef3b-48e0-8062-8d22a7ce5656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.699754 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d247c86c-d086-4d04-9097-b74575d12db4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:07.718533 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-d247c86c-d086-4d04-9097-b74575d12db4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for fd51dd9b-3c62-476f-bc43-d670c501f979 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:07.938896 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42316) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:08.023491 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d247c86c-d086-4d04-9097-b74575d12db4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.140024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247c86c-d086-4d04-9097-b74575d12db4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=fd51dd9b-3c62-476f-bc43-d670c501f979,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:08.274047 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf9fe71f-3125-4a41-a594-dfe8ef2ca1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.279557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b31e55-e0bc-485d-87fa-2a0e31a3d97c None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:08.320395 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d247c86c-d086-4d04-9097-b74575d12db4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.322422 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d247c86c-d086-4d04-9097-b74575d12db4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/fd51dd9b-3c62-476f-bc43-d670c501f979 HTTP/1.1" status: 204 len: 168 time: 0.8991499 Jul 09 20:04:08.326457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42320) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:08.419182 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bab4c7-85f9-4e60-b414-f65aefd5f625 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:08.421113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bab4c7-85f9-4e60-b414-f65aefd5f625 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:08.422906 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bab4c7-85f9-4e60-b414-f65aefd5f625 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:08.424914 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-89bab4c7-85f9-4e60-b414-f65aefd5f625 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0974700 Jul 09 20:04:08.428864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42324) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:08.429079 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bdc8ab27-3559-4753-84cf-62b0bb0cf85f None None] Provisioning complete for port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:08.429766 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bdc8ab27-3559-4753-84cf-62b0bb0cf85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.520792 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf9fe71f-3125-4a41-a594-dfe8ef2ca1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.527106 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf9fe71f-3125-4a41-a594-dfe8ef2ca1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.554314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fbe7ab-cdee-411b-886e-b5c14238c166 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 297b4a57-37df-4535-b5ac-4a8a76672730 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:08.557936 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-99fbe7ab-cdee-411b-886e-b5c14238c166 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.599306 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cf9fe71f-3125-4a41-a594-dfe8ef2ca1d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28e612400bb646cea159e76bc78172bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6586263 Jul 09 20:04:08.600298 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42326) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:08.602173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fe71f-3125-4a41-a594-dfe8ef2ca1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483550da-66c8-46a2-8d20-aec3ef085c52,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:08.639177 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-99fbe7ab-cdee-411b-886e-b5c14238c166 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.700744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bdc8ab27-3559-4753-84cf-62b0bb0cf85f None None] Could not find standard attr ID for object fd51dd9b-3c62-476f-bc43-d670c501f979. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:04:08.725344 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-afeb2132-8cbd-473f-a13f-7557e16cd724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.786856 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-afeb2132-8cbd-473f-a13f-7557e16cd724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.810744 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-99fbe7ab-cdee-411b-886e-b5c14238c166 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.892774 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-afeb2132-8cbd-473f-a13f-7557e16cd724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.895598 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-afeb2132-8cbd-473f-a13f-7557e16cd724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.899064 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-afeb2132-8cbd-473f-a13f-7557e16cd724 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/483550da-66c8-46a2-8d20-aec3ef085c52 HTTP/1.1" status: 204 len: 168 time: 0.2957926 Jul 09 20:04:08.929304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb2132-8cbd-473f-a13f-7557e16cd724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483550da-66c8-46a2-8d20-aec3ef085c52,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:08.936891 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-99fbe7ab-cdee-411b-886e-b5c14238c166 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.971096 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbe7ab-cdee-411b-886e-b5c14238c166 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=297b4a57-37df-4535-b5ac-4a8a76672730,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:08.978781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-99fbe7ab-cdee-411b-886e-b5c14238c166 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:08.980795 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-99fbe7ab-cdee-411b-886e-b5c14238c166 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/297b4a57-37df-4535-b5ac-4a8a76672730 HTTP/1.1" status: 204 len: 168 time: 0.5502472 Jul 09 20:04:08.983363 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42330) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:09.029466 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-95b7b263-29d5-4602-aaf2-0ed95b34e2d6 None None] Provisioning complete for port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:09.037217 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-95b7b263-29d5-4602-aaf2-0ed95b34e2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.057155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac1cb62-b2e5-4bec-a09a-808244cf21a2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet a5727921-5f47-4852-96a5-41cb9c059c62 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:09.061401 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ac1cb62-b2e5-4bec-a09a-808244cf21a2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.134889 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ac1cb62-b2e5-4bec-a09a-808244cf21a2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.264864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ac1cb62-b2e5-4bec-a09a-808244cf21a2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.329522 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aace7168-17a1-4d23-a9aa-8ef36c557580 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:09.338410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42334) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:09.346472 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ac1cb62-b2e5-4bec-a09a-808244cf21a2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.359931 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-69d39c73-71ed-4670-a679-e7d03d35a58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.386361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0d0ced28-9cb3-47b4-a246-d7b67de7c93a None None] Could not find standard attr ID for object fd51dd9b-3c62-476f-bc43-d670c501f979. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:04:09.388407 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1cb62-b2e5-4bec-a09a-808244cf21a2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=a5727921-5f47-4852-96a5-41cb9c059c62,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:09.394238 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ac1cb62-b2e5-4bec-a09a-808244cf21a2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.396900 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9ac1cb62-b2e5-4bec-a09a-808244cf21a2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/a5727921-5f47-4852-96a5-41cb9c059c62 HTTP/1.1" status: 204 len: 168 time: 0.4122057 Jul 09 20:04:09.399410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42336) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:09.440461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c2eeaee6-d8c0-44c3-9ff2-c315531819e3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394571 Jul 09 20:04:09.443974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42338) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:09.450006 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7b81fe5a-c75c-4a0d-90da-44e2e7c9967c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:09.494550 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-69d39c73-71ed-4670-a679-e7d03d35a58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.504712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-69d39c73-71ed-4670-a679-e7d03d35a58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.551401 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-69d39c73-71ed-4670-a679-e7d03d35a58f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d28ec39a617c42669cbca9295660548c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118251 Jul 09 20:04:09.552516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d39c73-71ed-4670-a679-e7d03d35a58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0927e7-e68e-4c1b-b06d-e6af0d269822,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:09.554387 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42340) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:09.561343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b81fe5a-c75c-4a0d-90da-44e2e7c9967c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:09.564988 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b81fe5a-c75c-4a0d-90da-44e2e7c9967c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.577004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb4ea66-856a-4776-a032-190d782a4c91 None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:04:09.626455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-bdb4ea66-856a-4776-a032-190d782a4c91 None None] Deleting port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:09.626838 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bdb4ea66-856a-4776-a032-190d782a4c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.681007 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3765dd78-da4d-45b1-8fdb-dc2cfd8d6420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.695358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-bdb4ea66-856a-4776-a032-190d782a4c91 None None] For port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:09.695757 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bdb4ea66-856a-4776-a032-190d782a4c91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.710477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-bdb4ea66-856a-4776-a032-190d782a4c91 None None] Calling delete_port for d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:09.713457 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3765dd78-da4d-45b1-8fdb-dc2cfd8d6420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.794194 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bdb4ea66-856a-4776-a032-190d782a4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.826819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb4ea66-856a-4776-a032-190d782a4c91 None None] No DVR routers for this DVR port d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:09.829629 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3765dd78-da4d-45b1-8fdb-dc2cfd8d6420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.831099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4ea66-856a-4776-a032-190d782a4c91 None None] Pushing event deleted for resources: {'Port': ['ID=d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:09.832331 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3765dd78-da4d-45b1-8fdb-dc2cfd8d6420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.837497 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3765dd78-da4d-45b1-8fdb-dc2cfd8d6420 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c0927e7-e68e-4c1b-b06d-e6af0d269822 HTTP/1.1" status: 204 len: 168 time: 0.2814641 Jul 09 20:04:09.847963 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b81fe5a-c75c-4a0d-90da-44e2e7c9967c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.852519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765dd78-da4d-45b1-8fdb-dc2cfd8d6420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0927e7-e68e-4c1b-b06d-e6af0d269822,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:09.902668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b81fe5a-c75c-4a0d-90da-44e2e7c9967c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:09.906385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-7b81fe5a-c75c-4a0d-90da-44e2e7c9967c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:09.911642 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b81fe5a-c75c-4a0d-90da-44e2e7c9967c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:09.912253 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b81fe5a-c75c-4a0d-90da-44e2e7c9967c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:09.917788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81fe5a-c75c-4a0d-90da-44e2e7c9967c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=b029bda4-cb79-424a-a60d-a66a1692f804,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:09.918414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ab5ad6-8181-41ee-bd16-deb7c98e9d47 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:09.940100 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7b81fe5a-c75c-4a0d-90da-44e2e7c9967c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4942532 Jul 09 20:04:09.943579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42344) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:09.950317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:10.090090 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:10.095782 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.103084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': 'b029bda4-cb79-424a-a60d-a66a1692f804'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:10.104094 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.271882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Allocated IP 172.20.0.2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/b029bda4-cb79-424a-a60d-a66a1692f804/1a052adf-71da-4d17-9790-986c6b3e3b6a) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:10.448398 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.458900 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Transition to ACTIVE for port object 1a052adf-71da-4d17-9790-986c6b3e3b6a will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:10.477435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Transition to ACTIVE for port object 1a052adf-71da-4d17-9790-986c6b3e3b6a will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:10.484888 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.532496 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:10.538520 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:10.540139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Pushing event updated for resources: {'Port': ['ID=1a052adf-71da-4d17-9790-986c6b3e3b6a,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:10.542403 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:10.606209 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Attempting to bind port 1a052adf-71da-4d17-9790-986c6b3e3b6a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:10.606538 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Attempting to bind port 1a052adf-71da-4d17-9790-986c6b3e3b6a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:10.606914 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Attempting to bind port 1a052adf-71da-4d17-9790-986c6b3e3b6a on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:10.612302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:10.613547 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:10.613547 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.613779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:10.614233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Bound port: 1a052adf-71da-4d17-9790-986c6b3e3b6a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:10.614621 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.634414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.objects.ports [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100205) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:04:10.685468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] For port 1a052adf-71da-4d17-9790-986c6b3e3b6a, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:10.690809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] For port 1a052adf-71da-4d17-9790-986c6b3e3b6a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1a052adf-71da-4d17-9790-986c6b3e3b6a,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:10.696786 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:10.757493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d570f8-9ff0-4505-883b-04b44bc505e9 None None] Pushing event updated for resources: {'Port': ['ID=1a052adf-71da-4d17-9790-986c6b3e3b6a,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:10.861800 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:10.885331 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:10.885688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d66cecc0-0aab-4b3d-a4ac-6faa9fb1fcfc not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:10.967481 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.149359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] For port 1a052adf-71da-4d17-9790-986c6b3e3b6a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1a052adf-71da-4d17-9790-986c6b3e3b6a,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:11.179797 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.184644 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.185500 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.271248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:11.283584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:11.286589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:11.287192 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.291844 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=34f88e9a-0507-47c8-9e71-3899700598bc,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:11.300427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=1a052adf-71da-4d17-9790-986c6b3e3b6a,revision_number=4']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:11.319084 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-81a76368-e4dc-4ade-a311-f2b17f8d8127 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3740122 Jul 09 20:04:11.322245 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42366) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:11.327033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'mac_address': 'fa:16:3e:20:1c:dd', 'name': 'tempest-NetworksTestDHCPv6-785105862'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:11.437864 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:11.530683 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.553668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port b3e188ea-2500-4bb3-b1b7-275069ce041f yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:04:11.742600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 172.20.0.7 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/b029bda4-cb79-424a-a60d-a66a1692f804/b3e188ea-2500-4bb3-b1b7-275069ce041f) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:11.754413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::f816:3eff:fe20:1cdd (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/34f88e9a-0507-47c8-9e71-3899700598bc/b3e188ea-2500-4bb3-b1b7-275069ce041f) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:11.780246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc2c057-23e4-4b6b-83c8-104da2b87564 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:11.884464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020fbc6-7255-4e26-9132-46cb43b63c0f req-a27e5f77-f757-44e7-9303-fe7aeec907f3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:11.898050 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2020fbc6-7255-4e26-9132-46cb43b63c0f req-a27e5f77-f757-44e7-9303-fe7aeec907f3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.1190751 Jul 09 20:04:11.926273 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:11.940188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object b3e188ea-2500-4bb3-b1b7-275069ce041f will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:11.968403 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2020fbc6-7255-4e26-9132-46cb43b63c0f req-0d497b0c-10db-453e-acd3-31ec15a8a158 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678608 Jul 09 20:04:12.009513 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.049582 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3a36b087-0e2f-45df-8cea-f93ef034558b None None] Provisioning for port 1a052adf-71da-4d17-9790-986c6b3e3b6a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:12.095886 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:12.107321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:12.112705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:12.118150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=b3e188ea-2500-4bb3-b1b7-275069ce041f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:12.174180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:12.174829 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.187584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e2244-e7d6-4e78-8110-c26f4a88851e req-934eca8e-c441-46d3-8264-946ab7512f29 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:12.189462 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ed2e2244-e7d6-4e78-8110-c26f4a88851e req-934eca8e-c441-46d3-8264-946ab7512f29 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 945 time: 0.1819367 Jul 09 20:04:12.214971 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9ed6665d-01f4-4e10-8aa5-af387d7684fa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8917074 Jul 09 20:04:12.217423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42378) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:12.270313 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ed2e2244-e7d6-4e78-8110-c26f4a88851e req-580e0059-0be4-4ad7-9b0b-28f38c210295 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb424dc9-e96c-4796-ab68-ae36cf480eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724251 Jul 09 20:04:12.309495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6e68df-b789-40f9-80f4-f5e25d6ec873 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:12.315810 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6e68df-b789-40f9-80f4-f5e25d6ec873 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:12.318135 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2d6e68df-b789-40f9-80f4-f5e25d6ec873 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0997810 Jul 09 20:04:12.320757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42380) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:12.424384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-922963e6-2a23-4a2d-a078-68f6dcebc40e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port b3e188ea-2500-4bb3-b1b7-275069ce041f {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:12.424776 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-922963e6-2a23-4a2d-a078-68f6dcebc40e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.520969 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-922963e6-2a23-4a2d-a078-68f6dcebc40e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.533597 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-922963e6-2a23-4a2d-a078-68f6dcebc40e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for b3e188ea-2500-4bb3-b1b7-275069ce041f owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:12.746109 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-922963e6-2a23-4a2d-a078-68f6dcebc40e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.748238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-23d2c865-2eb6-4dea-92de-689057ea07d6 None None] Provisioning for port b3e188ea-2500-4bb3-b1b7-275069ce041f completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:12.754887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-23d2c865-2eb6-4dea-92de-689057ea07d6 None None] Provisioning complete for port b3e188ea-2500-4bb3-b1b7-275069ce041f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:12.755377 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-23d2c865-2eb6-4dea-92de-689057ea07d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.801185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-23d2c865-2eb6-4dea-92de-689057ea07d6 None None] Port b3e188ea-2500-4bb3-b1b7-275069ce041f was deleted so its status cannot be updated. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 20:04:12.859265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922963e6-2a23-4a2d-a078-68f6dcebc40e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=b3e188ea-2500-4bb3-b1b7-275069ce041f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:12.916749 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-922963e6-2a23-4a2d-a078-68f6dcebc40e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:12.919363 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-922963e6-2a23-4a2d-a078-68f6dcebc40e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/b3e188ea-2500-4bb3-b1b7-275069ce041f HTTP/1.1" status: 204 len: 168 time: 0.5974927 Jul 09 20:04:12.921730 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42388) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:12.939057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1a052adf-71da-4d17-9790-986c6b3e3b6a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:12.994626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397439ed-81d5-48a0-976a-7f481d2fa845 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:12.996196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397439ed-81d5-48a0-976a-7f481d2fa845 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:12.997695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 1a052adf-71da-4d17-9790-986c6b3e3b6a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:13.001134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397439ed-81d5-48a0-976a-7f481d2fa845 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:13.002794 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-397439ed-81d5-48a0-976a-7f481d2fa845 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0783689 Jul 09 20:04:13.005884 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42392) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:13.006016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 1a052adf-71da-4d17-9790-986c6b3e3b6a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:13.006325 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.041565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-53b04d54-1b11-443c-83f9-35ba15125972 None None] Could not find standard attr ID for object b3e188ea-2500-4bb3-b1b7-275069ce041f. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:04:13.068145 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-9670e448-2894-4151-ac16-4fc8d3c7d69c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 34f88e9a-0507-47c8-9e71-3899700598bc {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:13.072241 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9670e448-2894-4151-ac16-4fc8d3c7d69c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.095979 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.129197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 1a052adf-71da-4d17-9790-986c6b3e3b6a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1a052adf-71da-4d17-9790-986c6b3e3b6a,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:13.134228 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.150224 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9670e448-2894-4151-ac16-4fc8d3c7d69c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.188020 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=1a052adf-71da-4d17-9790-986c6b3e3b6a,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:13.214651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032eb4e-5859-4b49-9b10-ab6771a3111c req-27a711c4-65d1-485b-b263-3db2537b84ae tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:13.216218 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d032eb4e-5859-4b49-9b10-ab6771a3111c req-27a711c4-65d1-485b-b263-3db2537b84ae tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.1215560 Jul 09 20:04:13.285344 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9670e448-2894-4151-ac16-4fc8d3c7d69c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.317717 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d032eb4e-5859-4b49-9b10-ab6771a3111c req-3be4a6fc-d9ce-4e3f-9d35-e0ee0d37eb34 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955029 Jul 09 20:04:13.371086 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9670e448-2894-4151-ac16-4fc8d3c7d69c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.400310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670e448-2894-4151-ac16-4fc8d3c7d69c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=34f88e9a-0507-47c8-9e71-3899700598bc,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:13.404256 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9670e448-2894-4151-ac16-4fc8d3c7d69c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.406226 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9670e448-2894-4151-ac16-4fc8d3c7d69c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/34f88e9a-0507-47c8-9e71-3899700598bc HTTP/1.1" status: 204 len: 168 time: 0.3988357 Jul 09 20:04:13.408794 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42402) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:13.467916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75d4ffe-023e-4deb-b9f0-b21edd408fa2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet b029bda4-cb79-424a-a60d-a66a1692f804 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:13.471541 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e75d4ffe-023e-4deb-b9f0-b21edd408fa2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.492272 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340107c-a5cd-43a7-ae3f-4031b4b9774d req-1763dcaa-029e-4e1b-82f3-0db0c8620dfd tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:13.493968 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1340107c-a5cd-43a7-ae3f-4031b4b9774d req-1763dcaa-029e-4e1b-82f3-0db0c8620dfd tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 945 time: 0.0777111 Jul 09 20:04:13.521534 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e75d4ffe-023e-4deb-b9f0-b21edd408fa2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.539934 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1340107c-a5cd-43a7-ae3f-4031b4b9774d req-b6918368-3472-4503-8a37-bb7820d6713c tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb424dc9-e96c-4796-ab68-ae36cf480eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381548 Jul 09 20:04:13.555288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6386ad64-0d99-4746-aeb5-00f70d582ac6 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:13.618838 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e75d4ffe-023e-4deb-b9f0-b21edd408fa2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.685569 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e75d4ffe-023e-4deb-b9f0-b21edd408fa2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.717804 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d4ffe-023e-4deb-b9f0-b21edd408fa2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=b029bda4-cb79-424a-a60d-a66a1692f804,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:13.724278 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e75d4ffe-023e-4deb-b9f0-b21edd408fa2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.729082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42410) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:13.729383 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e75d4ffe-023e-4deb-b9f0-b21edd408fa2 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/b029bda4-cb79-424a-a60d-a66a1692f804 HTTP/1.1" status: 204 len: 168 time: 0.3191261 Jul 09 20:04:13.778754 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f8465d0b-8871-4249-b982-646e11d7bb5c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486429 Jul 09 20:04:13.781634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42412) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:13.834187 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042ec18e-7039-4b43-b2c2-972afa4484f3 None None] Update dhcp port {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': 'b029bda4-cb79-424a-a60d-a66a1692f804'}], 'binding:host_id': 'n-d-800088-3'}, 'id': '1a052adf-71da-4d17-9790-986c6b3e3b6a'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:04:13.854695 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f822ec-b924-47b8-9133-e16fab54e5f8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:13.856447 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d4f822ec-b924-47b8-9133-e16fab54e5f8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0735774 Jul 09 20:04:13.858959 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42418) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:13.883676 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-042ec18e-7039-4b43-b2c2-972afa4484f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:13.935871 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8238f965-8986-488d-85ff-80eaedef8439 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:13.938617 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8238f965-8986-488d-85ff-80eaedef8439 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0783424 Jul 09 20:04:13.941907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42422) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:13.995640 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-02a89378-e0b4-4750-b63a-8d786d585a45 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513031 Jul 09 20:04:14.000474 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42426) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:14.006097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-fdf04835-4f41-4a60-b0fd-3ea061aae448 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:14.104706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc260b-4246-4f74-accf-cfb8aed4f587 req-18246492-9510-4c87-86c5-b79f16be1e69 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:14.108755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08ed3a-958c-4af6-9553-6247a0a9054e None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:14.110021 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5fc260b-4246-4f74-accf-cfb8aed4f587 req-18246492-9510-4c87-86c5-b79f16be1e69 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 945 time: 0.0772569 Jul 09 20:04:14.127572 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf04835-4f41-4a60-b0fd-3ea061aae448 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:14.134571 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fdf04835-4f41-4a60-b0fd-3ea061aae448 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.136773 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf04835-4f41-4a60-b0fd-3ea061aae448 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:04:14.137236 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf04835-4f41-4a60-b0fd-3ea061aae448 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:14.155279 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fdf04835-4f41-4a60-b0fd-3ea061aae448 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1533766 Jul 09 20:04:14.158124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42428) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:14.163230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5fc260b-4246-4f74-accf-cfb8aed4f587 req-eb7180a6-c171-41b4-b47c-67708fceb0d0 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb424dc9-e96c-4796-ab68-ae36cf480eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501041 Jul 09 20:04:14.164835 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-5fe9f3cb-8a88-4ff2-8461-4afa4d6a3764 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:14.213301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3d1b05a9-46b9-402a-8e3f-606ec8483a1f None None] Provisioning complete for port 1a052adf-71da-4d17-9790-986c6b3e3b6a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:14.213301 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3d1b05a9-46b9-402a-8e3f-606ec8483a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.263815 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe9f3cb-8a88-4ff2-8461-4afa4d6a3764 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:14.267356 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5fe9f3cb-8a88-4ff2-8461-4afa4d6a3764 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.268816 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe9f3cb-8a88-4ff2-8461-4afa4d6a3764 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:04:14.269803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe9f3cb-8a88-4ff2-8461-4afa4d6a3764 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:14.286663 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5fe9f3cb-8a88-4ff2-8461-4afa4d6a3764 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1270213 Jul 09 20:04:14.289486 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42430) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:14.294604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1e519019-dffa-454c-8453-fea03a1679e7 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:14.317664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a1873b-def2-4f08-979c-9fb3c8c7c909 None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:04:14.381495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1873b-def2-4f08-979c-9fb3c8c7c909 None None] Deleting port 1a052adf-71da-4d17-9790-986c6b3e3b6a {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:14.381904 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a7a1873b-def2-4f08-979c-9fb3c8c7c909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.402993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e519019-dffa-454c-8453-fea03a1679e7 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:14.407813 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e519019-dffa-454c-8453-fea03a1679e7 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.409144 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e519019-dffa-454c-8453-fea03a1679e7 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:04:14.409671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e519019-dffa-454c-8453-fea03a1679e7 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:14.439712 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1e519019-dffa-454c-8453-fea03a1679e7 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1491153 Jul 09 20:04:14.442770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42440) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:14.450184 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-92c5121f-bf9d-459a-9d57-051c9a414124 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:14.462564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a7a1873b-def2-4f08-979c-9fb3c8c7c909 None None] For port 1a052adf-71da-4d17-9790-986c6b3e3b6a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1a052adf-71da-4d17-9790-986c6b3e3b6a,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:14.463003 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a7a1873b-def2-4f08-979c-9fb3c8c7c909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.480029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1873b-def2-4f08-979c-9fb3c8c7c909 None None] Calling delete_port for 1a052adf-71da-4d17-9790-986c6b3e3b6a owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:14.557343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c5121f-bf9d-459a-9d57-051c9a414124 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:14.558834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146900e8-a910-4953-9352-66d24c1f9a24 req-7c545c0e-77cf-4b6d-a637-1ba3abbb82e3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:14.561150 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-92c5121f-bf9d-459a-9d57-051c9a414124 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.562364 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c5121f-bf9d-459a-9d57-051c9a414124 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:04:14.562844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c5121f-bf9d-459a-9d57-051c9a414124 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:14.567252 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-146900e8-a910-4953-9352-66d24c1f9a24 req-7c545c0e-77cf-4b6d-a637-1ba3abbb82e3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.0801592 Jul 09 20:04:14.570315 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a7a1873b-def2-4f08-979c-9fb3c8c7c909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.582870 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-92c5121f-bf9d-459a-9d57-051c9a414124 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1385410 Jul 09 20:04:14.585898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42442) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:14.590933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1dab68ee-6003-4ea8-bf6c-2c167d68f63b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:14.603038 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-146900e8-a910-4953-9352-66d24c1f9a24 req-f86d4972-f718-42ef-93e7-fba36a7e37d8 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348830 Jul 09 20:04:14.606688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1873b-def2-4f08-979c-9fb3c8c7c909 None None] Pushing event deleted for resources: {'Port': ['ID=1a052adf-71da-4d17-9790-986c6b3e3b6a,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:14.610271 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a1873b-def2-4f08-979c-9fb3c8c7c909 None None] No DVR routers for this DVR port 1a052adf-71da-4d17-9790-986c6b3e3b6a on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:14.685689 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dab68ee-6003-4ea8-bf6c-2c167d68f63b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:14.689796 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1dab68ee-6003-4ea8-bf6c-2c167d68f63b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.691954 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dab68ee-6003-4ea8-bf6c-2c167d68f63b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:04:14.692405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dab68ee-6003-4ea8-bf6c-2c167d68f63b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:14.711642 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1dab68ee-6003-4ea8-bf6c-2c167d68f63b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1219194 Jul 09 20:04:14.711888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42444) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:14.717409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e0baf603-e27a-4cb1-b55a-1b4185df6e2d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:14.819449 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0baf603-e27a-4cb1-b55a-1b4185df6e2d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:14.823321 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e0baf603-e27a-4cb1-b55a-1b4185df6e2d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:14.824722 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0baf603-e27a-4cb1-b55a-1b4185df6e2d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:04:14.825167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0baf603-e27a-4cb1-b55a-1b4185df6e2d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:14.845059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e0baf603-e27a-4cb1-b55a-1b4185df6e2d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1297774 Jul 09 20:04:14.845276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42446) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:14.860141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1a052adf-71da-4d17-9790-986c6b3e3b6a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:14.876121 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ab70f28a-3f5d-4711-b84d-ce768a37c1c5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0296640 Jul 09 20:04:14.880591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42448) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:14.880728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 1a052adf-71da-4d17-9790-986c6b3e3b6a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:14.881133 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1a052adf-71da-4d17-9790-986c6b3e3b6a not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:14.931348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da054b80-29b8-46c4-be00-7e6e87e12c6c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:14.932890 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-da054b80-29b8-46c4-be00-7e6e87e12c6c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0513549 Jul 09 20:04:14.935382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42452) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:14.983892 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4bd213fb-c18b-4667-8e85-038b7434d542 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474939 Jul 09 20:04:14.987830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42454) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:14.993985 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-21e4b2fa-ef05-4414-bdfe-3c71d4f7fb22 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:15.095037 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e4b2fa-ef05-4414-bdfe-3c71d4f7fb22 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:15.098903 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21e4b2fa-ef05-4414-bdfe-3c71d4f7fb22 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.359709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f28157-71bb-49a3-b39b-4b9510118bd1 req-1c1201ba-f096-41b7-86c2-daf9c44b30fa tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:15.361203 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8f28157-71bb-49a3-b39b-4b9510118bd1 req-1c1201ba-f096-41b7-86c2-daf9c44b30fa tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 945 time: 0.0705459 Jul 09 20:04:15.388107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.objects.ports [None req-21e4b2fa-ef05-4414-bdfe-3c71d4f7fb22 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100205) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:04:15.389666 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21e4b2fa-ef05-4414-bdfe-3c71d4f7fb22 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.405215 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8f28157-71bb-49a3-b39b-4b9510118bd1 req-2054cce1-d81a-460f-820d-1c0afbd4355c tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb424dc9-e96c-4796-ab68-ae36cf480eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373223 Jul 09 20:04:15.432780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e4b2fa-ef05-4414-bdfe-3c71d4f7fb22 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:15.435881 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-21e4b2fa-ef05-4414-bdfe-3c71d4f7fb22 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:15.440394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e4b2fa-ef05-4414-bdfe-3c71d4f7fb22 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:15.441015 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21e4b2fa-ef05-4414-bdfe-3c71d4f7fb22 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.445631 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca59b0b1-04fb-4e2b-b956-e5804ee8c055 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:15.451030 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e4b2fa-ef05-4414-bdfe-3c71d4f7fb22 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=fc5f1f32-d2ff-442c-90f8-5223a32a4759,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:15.462497 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-21e4b2fa-ef05-4414-bdfe-3c71d4f7fb22 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4726934 Jul 09 20:04:15.465901 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42462) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:15.474464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7979c8f6-83dd-4eac-af3d-1500e27e4812 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'mac_address': 'fa:16:3e:9e:3e:6c', 'name': 'tempest-NetworksTestDHCPv6-286582263'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:15.529521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d1fb1-a1f5-47f5-aa0d-cb7130cd599c req-e8cc40c9-fa99-46fc-9b00-912a9ed21fc1 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:15.531204 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3d8d1fb1-a1f5-47f5-aa0d-cb7130cd599c req-e8cc40c9-fa99-46fc-9b00-912a9ed21fc1 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.36 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 945 time: 0.0676746 Jul 09 20:04:15.621719 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7979c8f6-83dd-4eac-af3d-1500e27e4812 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:15.628282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': 'fc5f1f32-d2ff-442c-90f8-5223a32a4759'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:15.629762 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.722271 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-3d8d1fb1-a1f5-47f5-aa0d-cb7130cd599c req-2a9e6237-115a-430c-bf3d-403d33891edb tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Deleting port 0783fc26-b1c1-49cf-af78-e4fd519a78c7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:15.725041 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3d8d1fb1-a1f5-47f5-aa0d-cb7130cd599c req-2a9e6237-115a-430c-bf3d-403d33891edb tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.752935 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7979c8f6-83dd-4eac-af3d-1500e27e4812 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.780966 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-7979c8f6-83dd-4eac-af3d-1500e27e4812 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port ec897a42-68ce-46c6-aa64-9edd69942582 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:04:15.792797 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Allocated IP 2001:db8::f816:3eff:fea8:5e66 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/fc5f1f32-d2ff-442c-90f8-5223a32a4759/b75c9850-03b7-431f-9065-1ae58d82cd40) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:15.880385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-3d8d1fb1-a1f5-47f5-aa0d-cb7130cd599c req-2a9e6237-115a-430c-bf3d-403d33891edb tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] For port 0783fc26-b1c1-49cf-af78-e4fd519a78c7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0783fc26-b1c1-49cf-af78-e4fd519a78c7,segment=NetworkSegment(e894d039-c84f-4c6d-b10b-0a90aea394d1),segment_id=e894d039-c84f-4c6d-b10b-0a90aea394d1)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:15.880694 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3d8d1fb1-a1f5-47f5-aa0d-cb7130cd599c req-2a9e6237-115a-430c-bf3d-403d33891edb tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.897598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-3d8d1fb1-a1f5-47f5-aa0d-cb7130cd599c req-2a9e6237-115a-430c-bf3d-403d33891edb tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Calling delete_port for 0783fc26-b1c1-49cf-af78-e4fd519a78c7 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:15.906509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f8605-2248-45a5-ab41-707c7feaf366 req-eaa51a40-3b46-48ec-bc42-653365df7aec tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:15.908121 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf7f8605-2248-45a5-ab41-707c7feaf366 req-eaa51a40-3b46-48ec-bc42-653365df7aec tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.1508784 Jul 09 20:04:15.954812 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:15.964471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Transition to ACTIVE for port object b75c9850-03b7-431f-9065-1ae58d82cd40 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:15.980733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Transition to ACTIVE for port object b75c9850-03b7-431f-9065-1ae58d82cd40 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:15.987054 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.030752 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf7f8605-2248-45a5-ab41-707c7feaf366 req-6516ffcd-7afc-43fb-9a79-d4ae08b661b5 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132669 Jul 09 20:04:16.031973 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:16.036272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:16.041584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:16.047067 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Pushing event updated for resources: {'Port': ['ID=b75c9850-03b7-431f-9065-1ae58d82cd40,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:16.062157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-7979c8f6-83dd-4eac-af3d-1500e27e4812 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::f816:3eff:fe9e:3e6c (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/fc5f1f32-d2ff-442c-90f8-5223a32a4759/ec897a42-68ce-46c6-aa64-9edd69942582) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:16.130339 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3d8d1fb1-a1f5-47f5-aa0d-cb7130cd599c req-2a9e6237-115a-430c-bf3d-403d33891edb tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.137733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Attempting to bind port b75c9850-03b7-431f-9065-1ae58d82cd40 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:16.138017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Attempting to bind port b75c9850-03b7-431f-9065-1ae58d82cd40 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:16.138387 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Attempting to bind port b75c9850-03b7-431f-9065-1ae58d82cd40 on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:16.147900 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['0783fc26-b1c1-49cf-af78-e4fd519a78c7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:04:16.151940 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:16.152318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:16.152944 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.153351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:16.153910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Bound port: b75c9850-03b7-431f-9065-1ae58d82cd40, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:16.154302 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.176381 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e6237-115a-430c-bf3d-403d33891edb tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Pushing event deleted for resources: {'Port': ['ID=0783fc26-b1c1-49cf-af78-e4fd519a78c7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:16.248599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8d1fb1-a1f5-47f5-aa0d-cb7130cd599c req-2a9e6237-115a-430c-bf3d-403d33891edb tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] No DVR routers for this DVR port 0783fc26-b1c1-49cf-af78-e4fd519a78c7 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:16.252036 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3d8d1fb1-a1f5-47f5-aa0d-cb7130cd599c req-2a9e6237-115a-430c-bf3d-403d33891edb tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.255860 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3d8d1fb1-a1f5-47f5-aa0d-cb7130cd599c req-2a9e6237-115a-430c-bf3d-403d33891edb tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.36 "DELETE /v2.0/ports/0783fc26-b1c1-49cf-af78-e4fd519a78c7 HTTP/1.1" status: 204 len: 173 time: 0.7185647 Jul 09 20:04:16.256907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc34099-0043-44fe-b6c0-b2b4f053f9bd', 'name': 'network-vif-deleted', 'tag': '0783fc26-b1c1-49cf-af78-e4fd519a78c7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:04:16.257743 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] For port b75c9850-03b7-431f-9065-1ae58d82cd40, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:16.260938 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80425e00-af46-4f75-a688-8e8df133db12" -d '{"events": [{"server_uuid": "4cc34099-0043-44fe-b6c0-b2b4f053f9bd", "name": "network-vif-deleted", "tag": "0783fc26-b1c1-49cf-af78-e4fd519a78c7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:04:16.261442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] For port b75c9850-03b7-431f-9065-1ae58d82cd40, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b75c9850-03b7-431f-9065-1ae58d82cd40,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:16.270581 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.314761 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4bdfec-0b6b-4a30-b1ab-e43dcc8c4006 x-openstack-request-id: req-0c4bdfec-0b6b-4a30-b1ab-e43dcc8c4006 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:04:16.315267 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc34099-0043-44fe-b6c0-b2b4f053f9bd", "name": "network-vif-deleted", "tag": "0783fc26-b1c1-49cf-af78-e4fd519a78c7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:04:16.315715 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c4bdfec-0b6b-4a30-b1ab-e43dcc8c4006 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:04:16.318158 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc34099-0043-44fe-b6c0-b2b4f053f9bd', 'name': 'network-vif-deleted', 'tag': '0783fc26-b1c1-49cf-af78-e4fd519a78c7', 'status': 'completed', 'code': 200} Jul 09 20:04:16.330617 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7979c8f6-83dd-4eac-af3d-1500e27e4812 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.342702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8433a7d-ad34-456b-af3a-1891ec2fb035 None None] Pushing event updated for resources: {'Port': ['ID=b75c9850-03b7-431f-9065-1ae58d82cd40,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:16.374421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-7979c8f6-83dd-4eac-af3d-1500e27e4812 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object ec897a42-68ce-46c6-aa64-9edd69942582 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:16.428074 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7979c8f6-83dd-4eac-af3d-1500e27e4812 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.507843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7979c8f6-83dd-4eac-af3d-1500e27e4812 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:16.511502 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7979c8f6-83dd-4eac-af3d-1500e27e4812 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:16.514012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979c8f6-83dd-4eac-af3d-1500e27e4812 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:16.521092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7979c8f6-83dd-4eac-af3d-1500e27e4812 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:16.521735 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7979c8f6-83dd-4eac-af3d-1500e27e4812 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.533418 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979c8f6-83dd-4eac-af3d-1500e27e4812 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=ec897a42-68ce-46c6-aa64-9edd69942582,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:16.548336 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7979c8f6-83dd-4eac-af3d-1500e27e4812 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0781953 Jul 09 20:04:16.549075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42482) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:16.650854 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2033b07-ad7c-4ac3-b6f8-ba73cb760371 req-4f8c2e11-1add-40d3-9391-699f950b8c30 tempest-ServerAddressesNegativeTestJSON-1728698303 tempest-ServerAddressesNegativeTestJSON-1728698303-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cc34099-0043-44fe-b6c0-b2b4f053f9bd HTTP/1.1" status: 200 len: 210 time: 0.0533423 Jul 09 20:04:16.695582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4921794-8e22-42ea-8960-2383c1387d1a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:16.701689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4921794-8e22-42ea-8960-2383c1387d1a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:16.703364 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e4921794-8e22-42ea-8960-2383c1387d1a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1520970 Jul 09 20:04:16.706178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42484) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:16.833178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-d14d169c-c261-4abb-aa72-21e46a875881 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port ec897a42-68ce-46c6-aa64-9edd69942582 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:16.833178 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d14d169c-c261-4abb-aa72-21e46a875881 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.937837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b75c9850-03b7-431f-9065-1ae58d82cd40 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:16.959696 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d14d169c-c261-4abb-aa72-21e46a875881 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:16.976372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-d14d169c-c261-4abb-aa72-21e46a875881 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for ec897a42-68ce-46c6-aa64-9edd69942582 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:17.014828 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port b75c9850-03b7-431f-9065-1ae58d82cd40 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:17.152062 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d14d169c-c261-4abb-aa72-21e46a875881 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:17.198799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d169c-c261-4abb-aa72-21e46a875881 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=ec897a42-68ce-46c6-aa64-9edd69942582,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:17.229266 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d14d169c-c261-4abb-aa72-21e46a875881 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:17.231561 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d14d169c-c261-4abb-aa72-21e46a875881 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/ec897a42-68ce-46c6-aa64-9edd69942582 HTTP/1.1" status: 204 len: 168 time: 0.5235829 Jul 09 20:04:17.234389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42492) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:17.352196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6b85c1-c737-49ab-9100-ac0b77888ea4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:17.353890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6b85c1-c737-49ab-9100-ac0b77888ea4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:17.357526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6e6b85c1-c737-49ab-9100-ac0b77888ea4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1202040 Jul 09 20:04:17.359455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42494) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:17.428418 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf51c72-0a64-4e5e-9f55-3c73fb63dfc1 req-3618caf0-f977-41c2-b183-7fd5dcf5f576 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:17.431836 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7bf51c72-0a64-4e5e-9f55-3c73fb63dfc1 req-3618caf0-f977-41c2-b183-7fd5dcf5f576 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.1515591 Jul 09 20:04:17.448458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ba8288-e803-42a8-9093-4019c30d340b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet fc5f1f32-d2ff-442c-90f8-5223a32a4759 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:17.452746 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8288-e803-42a8-9093-4019c30d340b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:17.542039 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7bf51c72-0a64-4e5e-9f55-3c73fb63dfc1 req-556b85eb-106e-4855-80fc-86ac015d36fa tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988111 Jul 09 20:04:17.556783 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8288-e803-42a8-9093-4019c30d340b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:17.723113 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8288-e803-42a8-9093-4019c30d340b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:17.801971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42504) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:17.818900 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8288-e803-42a8-9093-4019c30d340b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:17.847166 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a9d31950-ec9d-4066-8e32-755b8a9ade04 None None] Provisioning for port b75c9850-03b7-431f-9065-1ae58d82cd40 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:17.854175 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a9d31950-ec9d-4066-8e32-755b8a9ade04 None None] Provisioning complete for port b75c9850-03b7-431f-9065-1ae58d82cd40 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:17.854631 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a9d31950-ec9d-4066-8e32-755b8a9ade04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:17.859059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba8288-e803-42a8-9093-4019c30d340b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5f1f32-d2ff-442c-90f8-5223a32a4759,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:17.863146 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8288-e803-42a8-9093-4019c30d340b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:17.865938 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b3ba8288-e803-42a8-9093-4019c30d340b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/fc5f1f32-d2ff-442c-90f8-5223a32a4759 HTTP/1.1" status: 204 len: 168 time: 0.5050623 Jul 09 20:04:17.871587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42508) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:17.949785 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-46c076e8-f0aa-4738-a42b-2cdfe4781fe1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769100 Jul 09 20:04:17.955316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42512) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:17.979276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-12909225-75dc-4480-ba1c-65bc4555666e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:18.020751 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9772defc-c1cf-4e30-b06e-5c6e56a6fcd5 admin admin] Deleting subnet 30ecea00-b26b-401d-9c58-015a0f380af6 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:18.064223 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9772defc-c1cf-4e30-b06e-5c6e56a6fcd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.084228 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c23c642-edea-4061-a69a-c9b988510701 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:18.123373 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9772defc-c1cf-4e30-b06e-5c6e56a6fcd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.190447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12909225-75dc-4480-ba1c-65bc4555666e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:18.194438 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-12909225-75dc-4480-ba1c-65bc4555666e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.247141 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9772defc-c1cf-4e30-b06e-5c6e56a6fcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.258412 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a9d31950-ec9d-4066-8e32-755b8a9ade04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.304809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a9d31950-ec9d-4066-8e32-755b8a9ade04 None None] For port b75c9850-03b7-431f-9065-1ae58d82cd40, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b75c9850-03b7-431f-9065-1ae58d82cd40,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:18.312830 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a9d31950-ec9d-4066-8e32-755b8a9ade04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.363576 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9772defc-c1cf-4e30-b06e-5c6e56a6fcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.410890 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d31950-ec9d-4066-8e32-755b8a9ade04 None None] Pushing event updated for resources: {'Port': ['ID=b75c9850-03b7-431f-9065-1ae58d82cd40,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:18.417033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141e0fe3-ab9b-40ba-bd69-5e52bc9d82bb None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:04:18.433672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772defc-c1cf-4e30-b06e-5c6e56a6fcd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ecea00-b26b-401d-9c58-015a0f380af6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:18.438175 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9772defc-c1cf-4e30-b06e-5c6e56a6fcd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.443579 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9772defc-c1cf-4e30-b06e-5c6e56a6fcd5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/30ecea00-b26b-401d-9c58-015a0f380af6 HTTP/1.1" status: 204 len: 168 time: 0.6395853 Jul 09 20:04:18.445432 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42520) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:18.458939 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-80444d2a-6b1f-43ee-b23c-07964601b7c6 None None] Could not find standard attr ID for object ec897a42-68ce-46c6-aa64-9edd69942582. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:04:18.508193 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-141e0fe3-ab9b-40ba-bd69-5e52bc9d82bb None None] Deleting port b75c9850-03b7-431f-9065-1ae58d82cd40 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:18.508614 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-141e0fe3-ab9b-40ba-bd69-5e52bc9d82bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.543619 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4dc04af1-8fd0-422f-b6ab-ada9af763148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.580269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-141e0fe3-ab9b-40ba-bd69-5e52bc9d82bb None None] For port b75c9850-03b7-431f-9065-1ae58d82cd40, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b75c9850-03b7-431f-9065-1ae58d82cd40,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:18.580705 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-141e0fe3-ab9b-40ba-bd69-5e52bc9d82bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.614731 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-141e0fe3-ab9b-40ba-bd69-5e52bc9d82bb None None] Calling delete_port for b75c9850-03b7-431f-9065-1ae58d82cd40 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:18.667106 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4dc04af1-8fd0-422f-b6ab-ada9af763148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.682466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-4dc04af1-8fd0-422f-b6ab-ada9af763148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bdc5db-1695-4a1d-a1f9-da8f7724b3d1']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:18.697846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-4dc04af1-8fd0-422f-b6ab-ada9af763148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e894d039-c84f-4c6d-b10b-0a90aea394d1') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:18.698212 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-4dc04af1-8fd0-422f-b6ab-ada9af763148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e894d039-c84f-4c6d-b10b-0a90aea394d1') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:18.710946 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4dc04af1-8fd0-422f-b6ab-ada9af763148 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.739302 n-d-800088-3 neutron-server[100204]: DEBUG neutron.objects.ports [None req-12909225-75dc-4480-ba1c-65bc4555666e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100204) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:04:18.741258 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4dc04af1-8fd0-422f-b6ab-ada9af763148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.762857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc04af1-8fd0-422f-b6ab-ada9af763148 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:04:18.763321 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4dc04af1-8fd0-422f-b6ab-ada9af763148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.770246 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-141e0fe3-ab9b-40ba-bd69-5e52bc9d82bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:04:18.794414 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:04:18.833356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141e0fe3-ab9b-40ba-bd69-5e52bc9d82bb None None] No DVR routers for this DVR port b75c9850-03b7-431f-9065-1ae58d82cd40 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:18.843812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e0fe3-ab9b-40ba-bd69-5e52bc9d82bb None None] Pushing event deleted for resources: {'Port': ['ID=b75c9850-03b7-431f-9065-1ae58d82cd40,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:18.911499 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4dc04af1-8fd0-422f-b6ab-ada9af763148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.920315 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4dc04af1-8fd0-422f-b6ab-ada9af763148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:18.921444 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b75c9850-03b7-431f-9065-1ae58d82cd40 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:18.929376 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4dc04af1-8fd0-422f-b6ab-ada9af763148 admin admin] 10.222.0.30 "DELETE /v2.0/networks/75bdc5db-1695-4a1d-a1f9-da8f7724b3d1 HTTP/1.1" status: 204 len: 168 time: 0.4752476 Jul 09 20:04:18.939319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc04af1-8fd0-422f-b6ab-ada9af763148 admin admin] Pushing event deleted for resources: {'Network': ['ID=75bdc5db-1695-4a1d-a1f9-da8f7724b3d1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:18.961833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: b75c9850-03b7-431f-9065-1ae58d82cd40 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:18.961833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b75c9850-03b7-431f-9065-1ae58d82cd40 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:18.975262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6315675-f153-4fac-93da-7be47fa569eb req-948d3fba-f308-4f82-8c03-daaea194ece5 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:18.982745 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6315675-f153-4fac-93da-7be47fa569eb req-948d3fba-f308-4f82-8c03-daaea194ece5 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 943 time: 0.1507945 Jul 09 20:04:19.014957 n-d-800088-3 neutron-server[100204]: WARNING neutron.services.revisions.revision_plugin [None req-12909225-75dc-4480-ba1c-65bc4555666e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Could not find related port for resource to bump revision. Jul 09 20:04:19.021515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.ipam_pluggable_backend [None req-12909225-75dc-4480-ba1c-65bc4555666e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Port b75c9850-03b7-431f-9065-1ae58d82cd40 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100204) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 20:04:19.022019 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.ipam_pluggable_backend [None req-12909225-75dc-4480-ba1c-65bc4555666e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Reverting IP allocation for 2001:db8::f816:3eff:fea8:5e66 {{(pid=100204) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 20:04:19.025884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.ipam_pluggable_backend [None req-12909225-75dc-4480-ba1c-65bc4555666e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea8:5e66 {{(pid=100204) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 20:04:19.027445 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-12909225-75dc-4480-ba1c-65bc4555666e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.027605 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6315675-f153-4fac-93da-7be47fa569eb req-c1b680bf-4ef7-4277-8ce1-63707d1b2a08 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439293 Jul 09 20:04:19.075803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12909225-75dc-4480-ba1c-65bc4555666e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:19.079081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-12909225-75dc-4480-ba1c-65bc4555666e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:19.083979 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12909225-75dc-4480-ba1c-65bc4555666e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:19.084704 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-12909225-75dc-4480-ba1c-65bc4555666e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.096441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23842024-d6d9-46cc-b85d-c0ad1998ea39 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:19.101534 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12909225-75dc-4480-ba1c-65bc4555666e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=f67a19bd-a1ee-44e9-a453-dc66f85fb21c,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:19.111340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42530) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:19.111537 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-12909225-75dc-4480-ba1c-65bc4555666e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1446145 Jul 09 20:04:19.120213 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-910904ed-25e5-4c00-a485-b64e18fef897 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'mac_address': 'fa:16:3e:3a:94:ac', 'name': 'tempest-NetworksTestDHCPv6-1066890612'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:19.182147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42532) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:19.267387 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-84e64ea3-6894-406b-983f-4f6d9e7f5b25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cbd197237874c6aa62f1a1eedd89372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834322 Jul 09 20:04:19.270134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42534) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:19.294248 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': 'f67a19bd-a1ee-44e9-a453-dc66f85fb21c'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:19.295205 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.304985 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910904ed-25e5-4c00-a485-b64e18fef897 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:19.334835 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5f261804-ebf1-4f8f-baf8-6d3158080941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.364445 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5f261804-ebf1-4f8f-baf8-6d3158080941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.434570 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5f261804-ebf1-4f8f-baf8-6d3158080941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.437205 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5f261804-ebf1-4f8f-baf8-6d3158080941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.438685 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5f261804-ebf1-4f8f-baf8-6d3158080941 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb424dc9-e96c-4796-ab68-ae36cf480eba HTTP/1.1" status: 204 len: 168 time: 0.1667626 Jul 09 20:04:19.449522 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f261804-ebf1-4f8f-baf8-6d3158080941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb424dc9-e96c-4796-ab68-ae36cf480eba,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:19.487773 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Allocated IP 2001:db8::f816:3eff:fe2e:664e (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/f67a19bd-a1ee-44e9-a453-dc66f85fb21c/79f84902-c32f-442d-a4a4-47bcdc2e8da4) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:19.730243 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0783fc26-b1c1-49cf-af78-e4fd519a78c7 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:19.733042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 25df5556-a735-4811-8f8b-c35882c1c093 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:04:19.774839 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 0783fc26-b1c1-49cf-af78-e4fd519a78c7 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:19.775238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0783fc26-b1c1-49cf-af78-e4fd519a78c7 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:19.831675 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.849593 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Transition to ACTIVE for port object 79f84902-c32f-442d-a4a4-47bcdc2e8da4 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:19.880827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Transition to ACTIVE for port object 79f84902-c32f-442d-a4a4-47bcdc2e8da4 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:19.897101 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.922289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831b999-43ad-4a0f-9c08-93bd2ee6115b req-a4cb0d55-a397-43c1-8abe-bcd50d8e910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:19.923854 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4831b999-43ad-4a0f-9c08-93bd2ee6115b req-a4cb0d55-a397-43c1-8abe-bcd50d8e910f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b256fda3434e529a47261bd6a86fca&device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 1094 time: 0.1420684 Jul 09 20:04:19.927781 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-910904ed-25e5-4c00-a485-b64e18fef897 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:19.957041 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-910904ed-25e5-4c00-a485-b64e18fef897 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 172bf40f-b603-4b12-9bb6-1ba34fe314c2 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:04:19.959922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 25df5556-a735-4811-8f8b-c35882c1c093, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=25df5556-a735-4811-8f8b-c35882c1c093,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:19.980276 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:19.990398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:19.992935 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '25df5556-a735-4811-8f8b-c35882c1c093', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'port_id': '25df5556-a735-4811-8f8b-c35882c1c093', 'mac_address': 'fa:16:3e:c9:f0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:04:19.994978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:19.996980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Pushing event updated for resources: {'Port': ['ID=79f84902-c32f-442d-a4a4-47bcdc2e8da4,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:20.095589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Attempting to bind port 79f84902-c32f-442d-a4a4-47bcdc2e8da4 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:20.095967 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Attempting to bind port 79f84902-c32f-442d-a4a4-47bcdc2e8da4 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:20.096500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Attempting to bind port 79f84902-c32f-442d-a4a4-47bcdc2e8da4 on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:20.103848 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.106064 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:20.106486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:20.106839 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.107173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-910904ed-25e5-4c00-a485-b64e18fef897 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::f816:3eff:fe3a:94ac (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/f67a19bd-a1ee-44e9-a453-dc66f85fb21c/172bf40f-b603-4b12-9bb6-1ba34fe314c2) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:20.107315 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:20.107796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Bound port: 79f84902-c32f-442d-a4a4-47bcdc2e8da4, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:20.108451 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.132138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25df5556-a735-4811-8f8b-c35882c1c093 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:04:20.180575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 25df5556-a735-4811-8f8b-c35882c1c093, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=25df5556-a735-4811-8f8b-c35882c1c093,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:20.199894 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.240046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] For port 79f84902-c32f-442d-a4a4-47bcdc2e8da4, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:20.261712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] For port 79f84902-c32f-442d-a4a4-47bcdc2e8da4, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=79f84902-c32f-442d-a4a4-47bcdc2e8da4,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:20.270693 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.278397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=25df5556-a735-4811-8f8b-c35882c1c093,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:20.350856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a951a89-1963-4a08-86b5-610504770da0 None None] Pushing event updated for resources: {'Port': ['ID=79f84902-c32f-442d-a4a4-47bcdc2e8da4,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:20.473562 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831b999-43ad-4a0f-9c08-93bd2ee6115b req-64386bca-e335-4284-aae5-08e768a6f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:20.475243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4831b999-43ad-4a0f-9c08-93bd2ee6115b req-64386bca-e335-4284-aae5-08e768a6f1e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 200 len: 918 time: 0.2500737 Jul 09 20:04:20.479194 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-910904ed-25e5-4c00-a485-b64e18fef897 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.481769 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42564) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:20.489430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52133e5-e6c7-4b8c-a340-1a54e6a6e206 req-2cc504b0-6991-45c2-8557-2335e9c165b8 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:20.491027 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e52133e5-e6c7-4b8c-a340-1a54e6a6e206 req-2cc504b0-6991-45c2-8557-2335e9c165b8 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 944 time: 0.1783834 Jul 09 20:04:20.591309 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-910904ed-25e5-4c00-a485-b64e18fef897 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object 172bf40f-b603-4b12-9bb6-1ba34fe314c2 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:20.633519 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4831b999-43ad-4a0f-9c08-93bd2ee6115b req-4b1df2da-2099-4304-8a20-7bff12c13f77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25df5556-a735-4811-8f8b-c35882c1c093 HTTP/1.1" status: 200 len: 999 time: 0.1406670 Jul 09 20:04:20.635245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1116333458-network', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:20.635620 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e52133e5-e6c7-4b8c-a340-1a54e6a6e206 req-8181131c-7a1a-47ba-830a-1f24b2881974 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361570 Jul 09 20:04:20.647415 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['25df5556-a735-4811-8f8b-c35882c1c093'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:04:20.680027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] Made reservation on behalf of b7fdce68c2634be6a0eb390c9c3290ec for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:20.695368 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.720222 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.721366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831b999-43ad-4a0f-9c08-93bd2ee6115b req-cba41aba-582f-4b75-af30-122873f43a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:20.723607 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4831b999-43ad-4a0f-9c08-93bd2ee6115b req-cba41aba-582f-4b75-af30-122873f43a6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a00eb4ac-2cb3-49d9-a96a-a24c04842ba3 HTTP/1.1" status: 200 len: 856 time: 0.0829113 Jul 09 20:04:20.725371 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-910904ed-25e5-4c00-a485-b64e18fef897 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.866745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910904ed-25e5-4c00-a485-b64e18fef897 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:20.873540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-910904ed-25e5-4c00-a485-b64e18fef897 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:20.880042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910904ed-25e5-4c00-a485-b64e18fef897 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:20.888213 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910904ed-25e5-4c00-a485-b64e18fef897 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:20.888938 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-910904ed-25e5-4c00-a485-b64e18fef897 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.896827 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.902532 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.908866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910904ed-25e5-4c00-a485-b64e18fef897 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=172bf40f-b603-4b12-9bb6-1ba34fe314c2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:20.928303 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-910904ed-25e5-4c00-a485-b64e18fef897 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8121707 Jul 09 20:04:20.929375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42570) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:20.940618 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:20.945076 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831b999-43ad-4a0f-9c08-93bd2ee6115b req-9afa8c39-8187-418e-b197-b4afd80b99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:20.946644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4831b999-43ad-4a0f-9c08-93bd2ee6115b req-9afa8c39-8187-418e-b197-b4afd80b99b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71fa7c07-7273-451c-ae3d-4402b49a7b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155263 Jul 09 20:04:20.953648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 79f84902-c32f-442d-a4a4-47bcdc2e8da4 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:20.954824 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:20.966155 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:20.966557 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] Added segment 1be48896-77c9-4241-8977-ffda45617ce8 of type vlan for network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 Jul 09 20:04:21.021355 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.040702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 79f84902-c32f-442d-a4a4-47bcdc2e8da4 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:21.068464 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.069760 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:21.070511 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.098139 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf294f73-654d-4f8b-829f-c110f8d4f7ff tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:21.104736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf294f73-654d-4f8b-829f-c110f8d4f7ff tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:21.108625 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bf294f73-654d-4f8b-829f-c110f8d4f7ff tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1767139 Jul 09 20:04:21.110247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42574) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:21.132927 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6499839 Jul 09 20:04:21.135708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42576) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:21.141375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d60b7bc2-cbb2-4fb4-87e3-5def6dcb1219 admin admin] Request body: {'subnet': {'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1116333458-subnet', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:21.150987 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4831b999-43ad-4a0f-9c08-93bd2ee6115b req-2913a7ad-374d-48ad-bb58-019bc8905430 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814680 Jul 09 20:04:21.173055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f813b-b66c-409b-9ca8-7f95c6262716 admin admin] Pushing event updated for resources: {'Network': ['ID=99c359fa-7b1c-482e-86f6-2ae29ef3df09,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:21.186431 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60b7bc2-cbb2-4fb4-87e3-5def6dcb1219 admin admin] Made reservation on behalf of b7fdce68c2634be6a0eb390c9c3290ec for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:21.188793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:21.190746 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d60b7bc2-cbb2-4fb4-87e3-5def6dcb1219 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.388262 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4831b999-43ad-4a0f-9c08-93bd2ee6115b req-8f0d9a81-670c-40e1-a7f3-5cb8c32d0fd0 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206304 Jul 09 20:04:21.411556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9383b-585d-496f-bfa0-4ee6fecd1c7b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port 172bf40f-b603-4b12-9bb6-1ba34fe314c2 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:21.412056 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d1f9383b-585d-496f-bfa0-4ee6fecd1c7b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.453137 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d60b7bc2-cbb2-4fb4-87e3-5def6dcb1219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.520173 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d1f9383b-585d-496f-bfa0-4ee6fecd1c7b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.534621 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9383b-585d-496f-bfa0-4ee6fecd1c7b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for 172bf40f-b603-4b12-9bb6-1ba34fe314c2 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:21.539227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60b7bc2-cbb2-4fb4-87e3-5def6dcb1219 admin admin] Checking segment: {'id': '1be48896-77c9-4241-8977-ffda45617ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:21.539813 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60b7bc2-cbb2-4fb4-87e3-5def6dcb1219 admin admin] Network hostable DHCP agents. Network: 99c359fa-7b1c-482e-86f6-2ae29ef3df09, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:21.544482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b7bc2-cbb2-4fb4-87e3-5def6dcb1219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7add970-f5d8-4207-a1aa-5e2788ab0a25,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:21.584791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60b7bc2-cbb2-4fb4-87e3-5def6dcb1219 admin admin] Network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:21.596481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-d60b7bc2-cbb2-4fb4-87e3-5def6dcb1219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 99c359fa-7b1c-482e-86f6-2ae29ef3df09) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:21.602826 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60b7bc2-cbb2-4fb4-87e3-5def6dcb1219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:21.603430 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d60b7bc2-cbb2-4fb4-87e3-5def6dcb1219 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.610845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff7c872-7b2e-445e-8140-a541e094fd65 None None] Network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:21.636015 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d60b7bc2-cbb2-4fb4-87e3-5def6dcb1219 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4990795 Jul 09 20:04:21.639611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42582) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:21.646778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1116333458-router', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:21.716428 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.717450 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.737289 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d1f9383b-585d-496f-bfa0-4ee6fecd1c7b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.798462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a418476-fc11-429a-b849-401d41f2048e None None] Network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:21.807095 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d1f9383b-585d-496f-bfa0-4ee6fecd1c7b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.809164 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d1f9383b-585d-496f-bfa0-4ee6fecd1c7b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/172bf40f-b603-4b12-9bb6-1ba34fe314c2 HTTP/1.1" status: 204 len: 168 time: 0.6979611 Jul 09 20:04:21.811761 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42586) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:21.843455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9383b-585d-496f-bfa0-4ee6fecd1c7b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=172bf40f-b603-4b12-9bb6-1ba34fe314c2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:21.852372 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:21.922998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4216cc-38af-4636-a674-912b054d513d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:21.931640 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4216cc-38af-4636-a674-912b054d513d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:21.935905 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ea4216cc-38af-4636-a674-912b054d513d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225724 Jul 09 20:04:21.938835 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42590) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:21.960290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e2c5cc23-cd2b-4fe1-af4b-1535eb6778fc None None] Provisioning for port 79f84902-c32f-442d-a4a4-47bcdc2e8da4 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:21.966053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e2c5cc23-cd2b-4fe1-af4b-1535eb6778fc None None] Provisioning complete for port 79f84902-c32f-442d-a4a4-47bcdc2e8da4 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:21.966681 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e2c5cc23-cd2b-4fe1-af4b-1535eb6778fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.032814 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-c235d781-e22c-484d-bd87-66b9300f66ce tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet f67a19bd-a1ee-44e9-a453-dc66f85fb21c {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:22.036434 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c235d781-e22c-484d-bd87-66b9300f66ce tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.086253 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.089836 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c235d781-e22c-484d-bd87-66b9300f66ce tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.102087 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e2c5cc23-cd2b-4fe1-af4b-1535eb6778fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.108661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c63ebf-f813-4312-8f23-30db18327bc0 req-f25c2368-33e9-4d1d-b052-0ba1bbeb7429 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:22.118726 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93c63ebf-f813-4312-8f23-30db18327bc0 req-f25c2368-33e9-4d1d-b052-0ba1bbeb7429 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 944 time: 0.2711387 Jul 09 20:04:22.154640 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e2c5cc23-cd2b-4fe1-af4b-1535eb6778fc None None] For port 79f84902-c32f-442d-a4a4-47bcdc2e8da4, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=79f84902-c32f-442d-a4a4-47bcdc2e8da4,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:22.165978 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e2c5cc23-cd2b-4fe1-af4b-1535eb6778fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.187349 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c235d781-e22c-484d-bd87-66b9300f66ce tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.242575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5cc23-cd2b-4fe1-af4b-1535eb6778fc None None] Pushing event updated for resources: {'Port': ['ID=79f84902-c32f-442d-a4a4-47bcdc2e8da4,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:22.269207 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93c63ebf-f813-4312-8f23-30db18327bc0 req-8cd9fdb8-b96f-44a1-93ff-671a97b16daf tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493070 Jul 09 20:04:22.273596 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c235d781-e22c-484d-bd87-66b9300f66ce tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.279753 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4e9ec89a-0598-4823-b0df-4033ba614d60 None None] Could not find standard attr ID for object 172bf40f-b603-4b12-9bb6-1ba34fe314c2. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:04:22.318445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235d781-e22c-484d-bd87-66b9300f66ce tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=f67a19bd-a1ee-44e9-a453-dc66f85fb21c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:22.325139 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c235d781-e22c-484d-bd87-66b9300f66ce tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.327608 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c235d781-e22c-484d-bd87-66b9300f66ce tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/f67a19bd-a1ee-44e9-a453-dc66f85fb21c HTTP/1.1" status: 204 len: 168 time: 0.3874385 Jul 09 20:04:22.329973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42594) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:22.335336 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4362d6-d1c9-4d39-8d93-0491bbfa257f None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:22.374826 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f1feb568-5354-46ce-80b4-de7efd8fd944 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433900 Jul 09 20:04:22.377334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42596) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:22.445885 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ce651-bfff-4376-9dfe-41f7a08f50d4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:22.447905 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-654ce651-bfff-4376-9dfe-41f7a08f50d4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0692072 Jul 09 20:04:22.450666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42598) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:22.502709 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.528269 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.532737 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e2a343-52c0-41f8-b671-af07bfb222ed tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:22.537539 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-82e2a343-52c0-41f8-b671-af07bfb222ed tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0826082 Jul 09 20:04:22.537918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42600) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:22.545360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e7a0f5-558a-4c7b-b139-7a3ef85ab3cf None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:04:22.579957 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0fd6a83c-60c1-4570-878a-11a7d7e4444a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408664 Jul 09 20:04:22.585223 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42602) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:22.590500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-99cc7f58-ba20-471f-ada5-67fff5954ce1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:22.601978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-27e7a0f5-558a-4c7b-b139-7a3ef85ab3cf None None] Deleting port 79f84902-c32f-442d-a4a4-47bcdc2e8da4 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:22.602695 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-27e7a0f5-558a-4c7b-b139-7a3ef85ab3cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.667198 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Allocated IP 172.25.0.120 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/e0084040-2c73-46be-b5d3-c4b0a1ea8eb4) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:22.680879 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-27e7a0f5-558a-4c7b-b139-7a3ef85ab3cf None None] For port 79f84902-c32f-442d-a4a4-47bcdc2e8da4, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=79f84902-c32f-442d-a4a4-47bcdc2e8da4,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:22.681562 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-27e7a0f5-558a-4c7b-b139-7a3ef85ab3cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.699549 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-27e7a0f5-558a-4c7b-b139-7a3ef85ab3cf None None] Calling delete_port for 79f84902-c32f-442d-a4a4-47bcdc2e8da4 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:22.706147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cc7f58-ba20-471f-ada5-67fff5954ce1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:22.711671 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-99cc7f58-ba20-471f-ada5-67fff5954ce1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.799176 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-27e7a0f5-558a-4c7b-b139-7a3ef85ab3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.820803 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.851382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e7a0f5-558a-4c7b-b139-7a3ef85ab3cf None None] No DVR routers for this DVR port 79f84902-c32f-442d-a4a4-47bcdc2e8da4 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:22.853544 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7a0f5-558a-4c7b-b139-7a3ef85ab3cf None None] Pushing event deleted for resources: {'Port': ['ID=79f84902-c32f-442d-a4a4-47bcdc2e8da4,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:22.876917 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:22.887362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 79f84902-c32f-442d-a4a4-47bcdc2e8da4 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:22.907744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 79f84902-c32f-442d-a4a4-47bcdc2e8da4 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:22.908091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 79f84902-c32f-442d-a4a4-47bcdc2e8da4 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:22.922446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:22.926978 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:22.930872 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:22.954411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=e0084040-2c73-46be-b5d3-c4b0a1ea8eb4,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:23.056149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.objects.ports [None req-99cc7f58-ba20-471f-ada5-67fff5954ce1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100204) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:04:23.057828 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-99cc7f58-ba20-471f-ada5-67fff5954ce1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.105633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc7f58-ba20-471f-ada5-67fff5954ce1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:23.109286 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-99cc7f58-ba20-471f-ada5-67fff5954ce1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:23.115024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cc7f58-ba20-471f-ada5-67fff5954ce1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:23.115924 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-99cc7f58-ba20-471f-ada5-67fff5954ce1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.123534 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea34e370-4cdc-4bee-96ae-1654bf8e1fbf None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:23.129591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc7f58-ba20-471f-ada5-67fff5954ce1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=157e7dce-3ddb-4f37-b4bd-b47bec55a189,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:23.136938 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-99cc7f58-ba20-471f-ada5-67fff5954ce1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5503633 Jul 09 20:04:23.139462 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42608) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:23.147090 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'mac_address': 'fa:16:3e:6e:2b:1d', 'name': 'tempest-NetworksTestDHCPv6-1490961667'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:23.283550 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:23.321118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': '157e7dce-3ddb-4f37-b4bd-b47bec55a189'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:23.322129 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.422317 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.463857 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 8e4e3d35-b18e-4a46-9371-040e520c2dff yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:04:23.524430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Allocated IP 2001:db8::f816:3eff:fe3e:5ece (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/157e7dce-3ddb-4f37-b4bd-b47bec55a189/a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:23.587569 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.698191 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.707964 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Transition to ACTIVE for port object a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:23.710272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75355cce-49e0-42c6-9080-10423451ca2f req-6b46b5d7-ae6b-4ae8-89fe-cc0911c975e6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:23.713738 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75355cce-49e0-42c6-9080-10423451ca2f req-6b46b5d7-ae6b-4ae8-89fe-cc0911c975e6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 944 time: 0.1838562 Jul 09 20:04:23.723924 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Transition to ACTIVE for port object a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:23.742765 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 25df5556-a735-4811-8f8b-c35882c1c093 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:23.745655 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.772217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75355cce-49e0-42c6-9080-10423451ca2f req-f77a58d8-6425-47f9-919e-8c00aef94248 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541711 Jul 09 20:04:23.804606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::f816:3eff:fe6e:2b1d (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/157e7dce-3ddb-4f37-b4bd-b47bec55a189/8e4e3d35-b18e-4a46-9371-040e520c2dff) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:23.900879 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:23.907415 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:23.908178 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:23.910851 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Pushing event updated for resources: {'Port': ['ID=a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:23.918898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:23.931215 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 25df5556-a735-4811-8f8b-c35882c1c093 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:23.931586 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.013926 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.015103 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Attempting to bind port a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:24.015478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Attempting to bind port a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:24.016284 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Attempting to bind port a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:24.023793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:24.024503 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:24.024770 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.025007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:24.025731 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Bound port: a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:24.025991 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.030629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object 8e4e3d35-b18e-4a46-9371-040e520c2dff will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:24.071180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Router 4e8fa816-2e51-454e-b197-0cf50dd3bd53 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:04:24.072581 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.129457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:24.134105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:24.135268 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.138553 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:24.145969 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:24.146662 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.151134 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] For port a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:24.167300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=8e4e3d35-b18e-4a46-9371-040e520c2dff,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:24.171686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] For port a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:24.179106 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0345857 Jul 09 20:04:24.179354 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25df5556-a735-4811-8f8b-c35882c1c093'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:04:24.179487 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42616) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:24.179945 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1805ae-ba8c-4588-9669-ccfc077d2154" -d '{"events": [{"server_uuid": "50fc3638-60c5-4253-95a8-f4bdfaeb8da1", "name": "network-vif-plugged", "status": "completed", "tag": "25df5556-a735-4811-8f8b-c35882c1c093"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:04:24.182304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:24.182671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:24.183095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:24.183417 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:24.184215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:24.184607 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:24.184976 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:24.185347 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:24.185692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:24.186036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:24.186573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:24.186989 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ef0de6-4de6-403f-afb7-b34524f18566 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:24.190407 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.197443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 25df5556-a735-4811-8f8b-c35882c1c093, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=25df5556-a735-4811-8f8b-c35882c1c093,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:24.224700 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.257260 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915b1caa-17ed-4770-8257-73437f9fa7a2 x-openstack-request-id: req-915b1caa-17ed-4770-8257-73437f9fa7a2 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:04:24.257719 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fc3638-60c5-4253-95a8-f4bdfaeb8da1", "name": "network-vif-plugged", "status": "completed", "tag": "25df5556-a735-4811-8f8b-c35882c1c093", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:04:24.257999 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-915b1caa-17ed-4770-8257-73437f9fa7a2 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:04:24.258525 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25df5556-a735-4811-8f8b-c35882c1c093', 'code': 200} Jul 09 20:04:24.272453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2646c-60dd-4aaa-8875-74f6f85b3eab None None] Pushing event updated for resources: {'Port': ['ID=a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:24.277346 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:04:24.298871 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.301335 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a5082f05-a38a-4709-9923-3eecc0534fe9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6597042 Jul 09 20:04:24.303661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42622) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:24.358661 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b5663b-8bd1-400d-8863-925b0a5b7460 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:24.367420 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b5663b-8bd1-400d-8863-925b0a5b7460 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:24.369862 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e5b5663b-8bd1-400d-8863-925b0a5b7460 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1894853 Jul 09 20:04:24.372424 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42624) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:24.426904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=25df5556-a735-4811-8f8b-c35882c1c093,revision_number=10']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:24.430824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Sync routers for ids ['4e8fa816-2e51-454e-b197-0cf50dd3bd53'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:04:24.452235 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Routers {'4e8fa816-2e51-454e-b197-0cf50dd3bd53'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:24.453716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:03:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4e8fa816-2e51-454e-b197-0cf50dd3bd53'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:24.646338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-65bc135e-1a06-443b-83b3-886851763f03 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port 8e4e3d35-b18e-4a46-9371-040e520c2dff {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:24.646792 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-65bc135e-1a06-443b-83b3-886851763f03 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.702388 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637e787-d5ba-406f-8504-62d984746224 req-5678921f-fdd5-4e3a-af87-dd413f7ac455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:24.706166 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a637e787-d5ba-406f-8504-62d984746224 req-5678921f-fdd5-4e3a-af87-dd413f7ac455 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 1097 time: 0.1585295 Jul 09 20:04:24.797899 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-65bc135e-1a06-443b-83b3-886851763f03 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:24.818834 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-65bc135e-1a06-443b-83b3-886851763f03 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for 8e4e3d35-b18e-4a46-9371-040e520c2dff owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:24.820437 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Set router 4e8fa816-2e51-454e-b197-0cf50dd3bd53 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:24.835626 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a637e787-d5ba-406f-8504-62d984746224 req-eb63584a-ed9c-4abf-84c3-29c65d8fffd1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232491 Jul 09 20:04:25.063943 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:25.067316 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-65bc135e-1a06-443b-83b3-886851763f03 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.093933 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.139277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc135e-1a06-443b-83b3-886851763f03 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=8e4e3d35-b18e-4a46-9371-040e520c2dff,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:25.154595 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:25.177533 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'name': 'tempest-ServerRescueTestJSON-1116333458-router', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e0084040-2c73-46be-b5d3-c4b0a1ea8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:21Z', 'updated_at': '2021-07-09T20:04:23Z', 'revision_number': 3, 'project_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'gw_port': {'id': 'e0084040-2c73-46be-b5d3-c4b0a1ea8eb4', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:22Z', 'updated_at': '2021-07-09T20:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:25.201330 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-65bc135e-1a06-443b-83b3-886851763f03 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.204194 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-65bc135e-1a06-443b-83b3-886851763f03 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/8e4e3d35-b18e-4a46-9371-040e520c2dff HTTP/1.1" status: 204 len: 168 time: 0.8303428 Jul 09 20:04:25.207759 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42632) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:25.222447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Checking router: 4e8fa816-2e51-454e-b197-0cf50dd3bd53 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:04:25.222798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Updating router 4e8fa816-2e51-454e-b197-0cf50dd3bd53 port e0084040-2c73-46be-b5d3-c4b0a1ea8eb4 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:04:25.267080 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.302052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Allocated IP 172.20.0.1 (99c359fa-7b1c-482e-86f6-2ae29ef3df09/b7add970-f5d8-4207-a1aa-5e2788ab0a25/e4f417b6-603e-4782-8cc6-1386bcec891c) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:25.422406 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.467978 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.489166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:25.491792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:25.511669 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:25.567121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f417b6-603e-4782-8cc6-1386bcec891c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:25.578091 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.619153 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.634559 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Transition to ACTIVE for port object e0084040-2c73-46be-b5d3-c4b0a1ea8eb4 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:25.644460 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.704033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b558524a-0f5c-43dd-a1b8-c77f086afc28 None None] Provisioning for port a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:25.717927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1bf00f-a2ee-4cee-9ad6-e845479486be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:25.719896 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1bf00f-a2ee-4cee-9ad6-e845479486be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:25.726686 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cf1bf00f-a2ee-4cee-9ad6-e845479486be tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.5124068 Jul 09 20:04:25.726946 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b558524a-0f5c-43dd-a1b8-c77f086afc28 None None] Provisioning complete for port a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:25.726946 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b558524a-0f5c-43dd-a1b8-c77f086afc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.731634 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Attempting to bind port e0084040-2c73-46be-b5d3-c4b0a1ea8eb4 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:25.732593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42638) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:25.734322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Attempting to bind port e0084040-2c73-46be-b5d3-c4b0a1ea8eb4 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:25.735180 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Attempting to bind port e0084040-2c73-46be-b5d3-c4b0a1ea8eb4 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:25.763151 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e2861-4f70-49ad-9f43-abb5b34169d2 None None] Pushing event updated for resources: {'Port': ['ID=e0084040-2c73-46be-b5d3-c4b0a1ea8eb4,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:25.765540 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397a309-e2b9-4c90-8e6b-6d65711e8db9 req-fffc530e-edf7-41af-9124-f692a09d1035 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:25.773865 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b397a309-e2b9-4c90-8e6b-6d65711e8db9 req-fffc530e-edf7-41af-9124-f692a09d1035 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 946 time: 0.7179959 Jul 09 20:04:25.775076 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:25.775492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:25.775910 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.776338 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:25.776865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Bound port: e0084040-2c73-46be-b5d3-c4b0a1ea8eb4, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:25.777286 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.841606 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b397a309-e2b9-4c90-8e6b-6d65711e8db9 req-64b30fee-79ae-4ccd-91d9-ef51c6c08378 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567102 Jul 09 20:04:25.901910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] For port e0084040-2c73-46be-b5d3-c4b0a1ea8eb4, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:25.916461 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.923347 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] For port e0084040-2c73-46be-b5d3-c4b0a1ea8eb4, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e0084040-2c73-46be-b5d3-c4b0a1ea8eb4,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:25.931132 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.946005 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b558524a-0f5c-43dd-a1b8-c77f086afc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:25.961470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13d17a1-a0f5-4755-8b39-c484c03efdd9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 157e7dce-3ddb-4f37-b4bd-b47bec55a189 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:25.964982 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f13d17a1-a0f5-4755-8b39-c484c03efdd9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.030555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Routers {'4e8fa816-2e51-454e-b197-0cf50dd3bd53'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:26.031697 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:03:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4e8fa816-2e51-454e-b197-0cf50dd3bd53'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:26.042870 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f13d17a1-a0f5-4755-8b39-c484c03efdd9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.087344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e2861-4f70-49ad-9f43-abb5b34169d2 None None] Pushing event updated for resources: {'Port': ['ID=e0084040-2c73-46be-b5d3-c4b0a1ea8eb4,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:26.104975 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b558524a-0f5c-43dd-a1b8-c77f086afc28 None None] For port a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:26.116473 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b558524a-0f5c-43dd-a1b8-c77f086afc28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.257332 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-937ff6d2-2e0e-4412-9f9a-98aada448904 None None] Could not find standard attr ID for object 8e4e3d35-b18e-4a46-9371-040e520c2dff. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:04:26.297091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] Set router 4e8fa816-2e51-454e-b197-0cf50dd3bd53 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:26.299591 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558524a-0f5c-43dd-a1b8-c77f086afc28 None None] Pushing event updated for resources: {'Port': ['ID=a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:26.504138 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f13d17a1-a0f5-4755-8b39-c484c03efdd9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.566419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'name': 'tempest-ServerRescueTestJSON-1116333458-router', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e0084040-2c73-46be-b5d3-c4b0a1ea8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:21Z', 'updated_at': '2021-07-09T20:04:25Z', 'revision_number': 4, 'project_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'gw_port': {'id': 'e0084040-2c73-46be-b5d3-c4b0a1ea8eb4', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:22Z', 'updated_at': '2021-07-09T20:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e4f417b6-603e-4782-8cc6-1386bcec891c', 'name': '', 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'mac_address': 'fa:16:3e:03:4d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b7add970-f5d8-4207-a1aa-5e2788ab0a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:25Z', 'updated_at': '2021-07-09T20:04:25Z', 'revision_number': 1, 'project_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'subnets': [{'id': 'b7add970-f5d8-4207-a1aa-5e2788ab0a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:26.603866 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.609435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bece83-05a3-4c31-9d8c-0669bf8c2bd7 None None] The sync data for ids ['4e8fa816-2e51-454e-b197-0cf50dd3bd53'] in n-d-800088-3 is: [{'id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'name': 'tempest-ServerRescueTestJSON-1116333458-router', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e0084040-2c73-46be-b5d3-c4b0a1ea8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:21Z', 'updated_at': '2021-07-09T20:04:25Z', 'revision_number': 4, 'project_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'gw_port': {'id': 'e0084040-2c73-46be-b5d3-c4b0a1ea8eb4', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:22Z', 'updated_at': '2021-07-09T20:04:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e4f417b6-603e-4782-8cc6-1386bcec891c', 'name': '', 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'mac_address': 'fa:16:3e:03:4d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b7add970-f5d8-4207-a1aa-5e2788ab0a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:25Z', 'updated_at': '2021-07-09T20:04:25Z', 'revision_number': 1, 'project_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'subnets': [{'id': 'b7add970-f5d8-4207-a1aa-5e2788ab0a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:04:26.611846 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.619909 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f13d17a1-a0f5-4755-8b39-c484c03efdd9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.705932 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.720377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d17a1-a0f5-4755-8b39-c484c03efdd9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=157e7dce-3ddb-4f37-b4bd-b47bec55a189,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:26.737395 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f13d17a1-a0f5-4755-8b39-c484c03efdd9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.740094 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f13d17a1-a0f5-4755-8b39-c484c03efdd9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/157e7dce-3ddb-4f37-b4bd-b47bec55a189 HTTP/1.1" status: 204 len: 168 time: 1.0044260 Jul 09 20:04:26.741676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b46f69-dafb-4c22-871d-65730a9f0916 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:26.743085 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42678) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:26.750825 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.755126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f417b6-603e-4782-8cc6-1386bcec891c,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:26.850741 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9e587e9d-38fd-45bb-9c06-9ea17d0b1c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:26.852582 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b90dda3d-ba3f-4fb5-ba84-a6e3186df138 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076889 Jul 09 20:04:26.855781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42680) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:26.865507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3912e146-36f6-4c44-aea0-bffd156deefd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:26.936438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:27.068582 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:27.068976 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.106594 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:27.117357 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:27.149769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d4bf69-2ec9-469c-9ae5-50ee383a690a None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:04:27.258165 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d656b-f8ae-4e25-a7e4-2206ddb9b159 req-1e96256f-2554-4600-9cf0-1f9f0d678bae tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:27.260603 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f9d656b-f8ae-4e25-a7e4-2206ddb9b159 req-1e96256f-2554-4600-9cf0-1f9f0d678bae tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 946 time: 0.1107450 Jul 09 20:04:27.292411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4bf69-2ec9-469c-9ae5-50ee383a690a None None] Deleting port a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:27.293655 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a0d4bf69-2ec9-469c-9ae5-50ee383a690a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.311869 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3912e146-36f6-4c44-aea0-bffd156deefd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:27.315779 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3912e146-36f6-4c44-aea0-bffd156deefd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.339139 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f9d656b-f8ae-4e25-a7e4-2206ddb9b159 req-a393104d-ae2a-4e90-8342-48a1222c09f1 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645053 Jul 09 20:04:27.367441 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Router 4e8fa816-2e51-454e-b197-0cf50dd3bd53 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:04:27.386800 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a0d4bf69-2ec9-469c-9ae5-50ee383a690a None None] For port a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:27.387205 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a0d4bf69-2ec9-469c-9ae5-50ee383a690a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.403326 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4bf69-2ec9-469c-9ae5-50ee383a690a None None] Calling delete_port for a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:27.509517 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a0d4bf69-2ec9-469c-9ae5-50ee383a690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.538791 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4bf69-2ec9-469c-9ae5-50ee383a690a None None] Pushing event deleted for resources: {'Port': ['ID=a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:27.540726 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d4bf69-2ec9-469c-9ae5-50ee383a690a None None] No DVR routers for this DVR port a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:27.609566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:04:27.619170 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-753829ba-8c5c-44f1-9bfe-9dccf7725189 admin admin] 10.222.0.30 "PUT /v2.0/routers/4e8fa816-2e51-454e-b197-0cf50dd3bd53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3124268 Jul 09 20:04:27.805658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.objects.ports [None req-3912e146-36f6-4c44-aea0-bffd156deefd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100205) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:04:27.807656 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3912e146-36f6-4c44-aea0-bffd156deefd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.855785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3912e146-36f6-4c44-aea0-bffd156deefd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:27.859973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3912e146-36f6-4c44-aea0-bffd156deefd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:27.871461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3912e146-36f6-4c44-aea0-bffd156deefd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:27.872074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3912e146-36f6-4c44-aea0-bffd156deefd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:27.877157 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2462f6-9dc8-43af-83f6-f111890cbac2 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:27.883379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912e146-36f6-4c44-aea0-bffd156deefd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=4a35ab36-13fa-44d1-8b8d-8ee7ddfcd6df,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:27.896662 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3912e146-36f6-4c44-aea0-bffd156deefd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0391397 Jul 09 20:04:27.900262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42698) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:27.906160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'mac_address': 'fa:16:3e:d9:5f:17', 'name': 'tempest-NetworksTestDHCPv6-1224660008'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:28.116905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': '4a35ab36-13fa-44d1-8b8d-8ee7ddfcd6df'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:28.118102 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.178272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-aa163f08-e65b-4a8a-a1b4-a91c10f0b4ae tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:28.189386 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-aa163f08-e65b-4a8a-a1b4-a91c10f0b4ae tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/networks?id=99c359fa-7b1c-482e-86f6-2ae29ef3df09 HTTP/1.1" status: 200 len: 811 time: 0.1931791 Jul 09 20:04:28.195388 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:28.260186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-3a9cf785-7d95-435d-959e-46b974dc1f90 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/quotas/b7fdce68c2634be6a0eb390c9c3290ec HTTP/1.1" status: 200 len: 375 time: 0.0694807 Jul 09 20:04:28.331031 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Allocated IP 2001:db8::f816:3eff:fe41:7cdd (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/4a35ab36-13fa-44d1-8b8d-8ee7ddfcd6df/d0cb836d-0f0e-4635-b721-45b4500ace2d) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:28.358830 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.393489 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-24525aee-6f3c-425d-aba3-7367f285fc91 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7fdce68c2634be6a0eb390c9c3290ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1260686 Jul 09 20:04:28.394827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 898907d1-5e82-4de0-825c-33926ba4a7cf yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:04:28.607086 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.617245 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-53c39c62-f0c5-44fc-9803-a873d0e5ba91 service neutron] 10.222.0.30 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148643 Jul 09 20:04:28.622055 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Transition to ACTIVE for port object d0cb836d-0f0e-4635-b721-45b4500ace2d will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:28.647722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Transition to ACTIVE for port object d0cb836d-0f0e-4635-b721-45b4500ace2d will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:28.657150 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.664190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670b11f-9a4d-464b-879f-7b3ef68fbafc req-dc6264e4-e82f-4a1c-a1f6-c53a0ca41f7e tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:28.671344 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9670b11f-9a4d-464b-879f-7b3ef68fbafc req-dc6264e4-e82f-4a1c-a1f6-c53a0ca41f7e tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 946 time: 0.1412349 Jul 09 20:04:28.724913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:28.728442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:28.733427 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:28.761911 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Pushing event updated for resources: {'Port': ['ID=d0cb836d-0f0e-4635-b721-45b4500ace2d,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:28.780040 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::f816:3eff:fed9:5f17 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/4a35ab36-13fa-44d1-8b8d-8ee7ddfcd6df/898907d1-5e82-4de0-825c-33926ba4a7cf) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:28.839827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Attempting to bind port d0cb836d-0f0e-4635-b721-45b4500ace2d on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:28.840402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Attempting to bind port d0cb836d-0f0e-4635-b721-45b4500ace2d by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:28.841131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Attempting to bind port d0cb836d-0f0e-4635-b721-45b4500ace2d on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:28.850009 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:28.850379 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:28.850795 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.851198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:28.851686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Bound port: d0cb836d-0f0e-4635-b721-45b4500ace2d, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:28.852082 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.899536 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-c7f9b425-c679-42dd-8f00-3bb270501b2b service neutron] 10.222.0.30 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671697 Jul 09 20:04:28.926968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] For port d0cb836d-0f0e-4635-b721-45b4500ace2d, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:28.930664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] For port d0cb836d-0f0e-4635-b721-45b4500ace2d, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d0cb836d-0f0e-4635-b721-45b4500ace2d,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:28.936706 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:28.950939 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9670b11f-9a4d-464b-879f-7b3ef68fbafc req-49e1010f-fc04-4ba1-82cf-6bfc07c2d6a4 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778888 Jul 09 20:04:29.006335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de300c-a6c8-475e-8dd0-7b1a2c902839 None None] Pushing event updated for resources: {'Port': ['ID=d0cb836d-0f0e-4635-b721-45b4500ace2d,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:29.030439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e0084040-2c73-46be-b5d3-c4b0a1ea8eb4 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:29.087363 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.111173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object 898907d1-5e82-4de0-825c-33926ba4a7cf will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:29.123533 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.135788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port e0084040-2c73-46be-b5d3-c4b0a1ea8eb4 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:29.141147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e0084040-2c73-46be-b5d3-c4b0a1ea8eb4 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:29.141857 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.166279 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.285580 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.287642 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:29.342520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:29.369813 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2acf56ae-a3e5-4dab-be30-c88cc1623adf req-ccc8629f-53ca-4314-9698-54ad6b31deb9 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 210 time: 0.0915794 Jul 09 20:04:29.383281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:29.392096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port e0084040-2c73-46be-b5d3-c4b0a1ea8eb4, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e0084040-2c73-46be-b5d3-c4b0a1ea8eb4,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:29.408201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:29.409243 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.432162 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.444163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=898907d1-5e82-4de0-825c-33926ba4a7cf,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:29.462289 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5607736 Jul 09 20:04:29.464875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42730) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:29.476489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:29.477362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:29.478151 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:29.478696 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:29.480093 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:29.481505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:29.482022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:29.482904 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:29.483561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:29.493101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:29.493465 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:29.508642 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21531276-b6a4-4c93-aadf-0bea0b5d2de5 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:29.552972 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-eee6dfb6-c1f5-48f6-8c08-bebf56634eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.565639 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:29.641459 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89944415-258e-46d7-8463-5ab274d0235e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:29.667555 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89944415-258e-46d7-8463-5ab274d0235e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:29.672385 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-89944415-258e-46d7-8463-5ab274d0235e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2033446 Jul 09 20:04:29.672515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42736) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:29.794264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:29.794610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a37b195f-8cf6-4065-b09a-2dcd0ebb7a6b not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:29.819650 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.827885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=e0084040-2c73-46be-b5d3-c4b0a1ea8eb4,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:29.837240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-b2417168-3584-4d24-81e8-2629dedf234c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port 898907d1-5e82-4de0-825c-33926ba4a7cf {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:29.837657 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b2417168-3584-4d24-81e8-2629dedf234c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.941143 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b2417168-3584-4d24-81e8-2629dedf234c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:29.955015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-b2417168-3584-4d24-81e8-2629dedf234c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for 898907d1-5e82-4de0-825c-33926ba4a7cf owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:30.117794 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b2417168-3584-4d24-81e8-2629dedf234c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.151020 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2417168-3584-4d24-81e8-2629dedf234c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=898907d1-5e82-4de0-825c-33926ba4a7cf,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:30.181683 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b2417168-3584-4d24-81e8-2629dedf234c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.185975 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b2417168-3584-4d24-81e8-2629dedf234c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/898907d1-5e82-4de0-825c-33926ba4a7cf HTTP/1.1" status: 204 len: 168 time: 0.5101862 Jul 09 20:04:30.186206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42740) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:30.289004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e98dfcc-98b9-4634-8d85-bd90cb6e2d35 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:30.291476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e98dfcc-98b9-4634-8d85-bd90cb6e2d35 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:30.296511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42744) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:30.307930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2e98dfcc-98b9-4634-8d85-bd90cb6e2d35 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1192079 Jul 09 20:04:30.361636 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.377634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-0773867c-baff-4ccb-a8ce-0652ad187dff tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 4a35ab36-13fa-44d1-8b8d-8ee7ddfcd6df {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:30.381663 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0773867c-baff-4ccb-a8ce-0652ad187dff tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.396490 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Sync routers for ids ['4e8fa816-2e51-454e-b197-0cf50dd3bd53'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:04:30.417972 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Routers {'4e8fa816-2e51-454e-b197-0cf50dd3bd53'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:30.418721 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:04:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4e8fa816-2e51-454e-b197-0cf50dd3bd53'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:30.434456 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0773867c-baff-4ccb-a8ce-0652ad187dff tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.592242 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Set router 4e8fa816-2e51-454e-b197-0cf50dd3bd53 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:30.596748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-61ed3cc8-4ce2-4b39-bb4c-f56df16e9f3b None None] Provisioning for port d0cb836d-0f0e-4635-b721-45b4500ace2d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:30.603151 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-07c72379-7150-47e6-a961-c195ff263e68 req-827e8929-67b9-48b8-b0ba-411523b139bc tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 210 time: 0.0629835 Jul 09 20:04:30.623985 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0773867c-baff-4ccb-a8ce-0652ad187dff tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.731843 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0773867c-baff-4ccb-a8ce-0652ad187dff tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.783205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773867c-baff-4ccb-a8ce-0652ad187dff tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=4a35ab36-13fa-44d1-8b8d-8ee7ddfcd6df,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:30.796019 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0773867c-baff-4ccb-a8ce-0652ad187dff tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:30.804321 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0773867c-baff-4ccb-a8ce-0652ad187dff tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/4a35ab36-13fa-44d1-8b8d-8ee7ddfcd6df HTTP/1.1" status: 204 len: 168 time: 0.5062838 Jul 09 20:04:30.809119 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42758) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:30.819024 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cf671b-4f89-4432-9356-c3a2d2ea1e60 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:30.868315 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f70ad630-f6a2-4f6d-85c7-819d997c2977 None None] Could not find standard attr ID for object 898907d1-5e82-4de0-825c-33926ba4a7cf. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:04:30.942485 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'name': 'tempest-ServerRescueTestJSON-1116333458-router', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e0084040-2c73-46be-b5d3-c4b0a1ea8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:21Z', 'updated_at': '2021-07-09T20:04:25Z', 'revision_number': 4, 'project_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'gw_port': {'id': 'e0084040-2c73-46be-b5d3-c4b0a1ea8eb4', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:22Z', 'updated_at': '2021-07-09T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e4f417b6-603e-4782-8cc6-1386bcec891c', 'name': '', 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'mac_address': 'fa:16:3e:03:4d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b7add970-f5d8-4207-a1aa-5e2788ab0a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:25Z', 'updated_at': '2021-07-09T20:04:26Z', 'revision_number': 2, 'project_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'subnets': [{'id': 'b7add970-f5d8-4207-a1aa-5e2788ab0a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:30.952116 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-185fd1d5-e08e-44f1-97d7-e2fd8e4a481e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1419575 Jul 09 20:04:30.958963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42762) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:30.998188 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Checking router: 4e8fa816-2e51-454e-b197-0cf50dd3bd53 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:04:30.998556 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Updating router 4e8fa816-2e51-454e-b197-0cf50dd3bd53 port e4f417b6-603e-4782-8cc6-1386bcec891c binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:04:31.071145 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.165296 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-64c166eb-d8e0-46d9-828c-32debd5b1eb6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:31.166915 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-64c166eb-d8e0-46d9-828c-32debd5b1eb6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.36 "GET /v2.0/networks?id=99c359fa-7b1c-482e-86f6-2ae29ef3df09 HTTP/1.1" status: 200 len: 811 time: 0.4101079 Jul 09 20:04:31.186823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f320e68-2d5e-4206-876d-f7c729e71167 None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:04:31.187791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-cec2a1b3-e56e-4dc1-9a8c-c7cb3fa6f8f6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Request body: {'port': {'device_id': '728e5f5d-fea1-40db-8e7a-070db787327a', 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09', 'admin_state_up': True, 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:31.207847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e0084040-2c73-46be-b5d3-c4b0a1ea8eb4 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:31.214348 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c424d-8239-4fa4-a566-31765d117876 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:31.215946 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e38c424d-8239-4fa4-a566-31765d117876 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2491717 Jul 09 20:04:31.218895 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42766) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:31.285343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1132b8-255c-4198-a7bb-f587b6453699 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:31.287395 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1c1132b8-255c-4198-a7bb-f587b6453699 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0674050 Jul 09 20:04:31.292796 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42768) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:31.314091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1f320e68-2d5e-4206-876d-f7c729e71167 None None] Deleting port d0cb836d-0f0e-4635-b721-45b4500ace2d {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:31.314666 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1f320e68-2d5e-4206-876d-f7c729e71167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.328523 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e0084040-2c73-46be-b5d3-c4b0a1ea8eb4 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:31.329111 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.369764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-cec2a1b3-e56e-4dc1-9a8c-c7cb3fa6f8f6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Made reservation on behalf of b7fdce68c2634be6a0eb390c9c3290ec for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:31.374685 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-cec2a1b3-e56e-4dc1-9a8c-c7cb3fa6f8f6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.387453 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e96d8541-2fe4-420d-a18f-60486e4740fc tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932248 Jul 09 20:04:31.392449 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42772) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:31.402108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-dde19a43-baff-42b8-9284-43522c3eabfb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:31.419229 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1f320e68-2d5e-4206-876d-f7c729e71167 None None] For port d0cb836d-0f0e-4635-b721-45b4500ace2d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d0cb836d-0f0e-4635-b721-45b4500ace2d,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:31.421308 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1f320e68-2d5e-4206-876d-f7c729e71167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.438997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1f320e68-2d5e-4206-876d-f7c729e71167 None None] Calling delete_port for d0cb836d-0f0e-4635-b721-45b4500ace2d owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:31.529175 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.544527 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Transition to ACTIVE for port object e4f417b6-603e-4782-8cc6-1386bcec891c will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:31.558630 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.576379 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1f320e68-2d5e-4206-876d-f7c729e71167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.599992 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde19a43-baff-42b8-9284-43522c3eabfb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:31.605538 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dde19a43-baff-42b8-9284-43522c3eabfb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.621092 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f320e68-2d5e-4206-876d-f7c729e71167 None None] Pushing event deleted for resources: {'Port': ['ID=d0cb836d-0f0e-4635-b721-45b4500ace2d,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:31.630717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f320e68-2d5e-4206-876d-f7c729e71167 None None] No DVR routers for this DVR port d0cb836d-0f0e-4635-b721-45b4500ace2d on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:31.669424 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12537520-940a-4be2-b2ea-c4a137f34fa7 None None] Pushing event updated for resources: {'Port': ['ID=e4f417b6-603e-4782-8cc6-1386bcec891c,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:31.679607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-cec2a1b3-e56e-4dc1-9a8c-c7cb3fa6f8f6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Allocated IP 172.20.0.4 (99c359fa-7b1c-482e-86f6-2ae29ef3df09/b7add970-f5d8-4207-a1aa-5e2788ab0a25/1347e735-07b7-48d0-801e-3362a8e8cd83) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:31.745487 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12537520-940a-4be2-b2ea-c4a137f34fa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:31.746277 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12537520-940a-4be2-b2ea-c4a137f34fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:31.747785 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12537520-940a-4be2-b2ea-c4a137f34fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:31.748412 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12537520-940a-4be2-b2ea-c4a137f34fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:31.749064 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12537520-940a-4be2-b2ea-c4a137f34fa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:31.750724 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12537520-940a-4be2-b2ea-c4a137f34fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:31.751468 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12537520-940a-4be2-b2ea-c4a137f34fa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:31.752102 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12537520-940a-4be2-b2ea-c4a137f34fa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:31.752750 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12537520-940a-4be2-b2ea-c4a137f34fa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:31.754325 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12537520-940a-4be2-b2ea-c4a137f34fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:31.754776 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12537520-940a-4be2-b2ea-c4a137f34fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:31.755210 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12537520-940a-4be2-b2ea-c4a137f34fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:31.787823 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Attempting to bind port e4f417b6-603e-4782-8cc6-1386bcec891c on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:31.788385 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Attempting to bind port e4f417b6-603e-4782-8cc6-1386bcec891c by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '1be48896-77c9-4241-8977-ffda45617ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:31.789756 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Attempting to bind port e4f417b6-603e-4782-8cc6-1386bcec891c on network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:31.800825 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:31.801391 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Checking segment: {'id': '1be48896-77c9-4241-8977-ffda45617ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:31.801913 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.802386 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Bound using segment: {'id': '1be48896-77c9-4241-8977-ffda45617ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:31.803444 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Bound port: e4f417b6-603e-4782-8cc6-1386bcec891c, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be48896-77c9-4241-8977-ffda45617ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:31.803900 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.882487 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8da6399f-a2e3-40ad-8756-c7eb8a6684f7 req-ec406f06-78ae-4258-ad8d-a2078a1d34b7 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 210 time: 0.0451438 Jul 09 20:04:31.902046 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] For port e4f417b6-603e-4782-8cc6-1386bcec891c, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:31.905607 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] For port e4f417b6-603e-4782-8cc6-1386bcec891c, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e4f417b6-603e-4782-8cc6-1386bcec891c,segment=NetworkSegment(1be48896-77c9-4241-8977-ffda45617ce8),segment_id=1be48896-77c9-4241-8977-ffda45617ce8)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:31.917637 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.926401 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-cec2a1b3-e56e-4dc1-9a8c-c7cb3fa6f8f6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:31.997627 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Routers {'4e8fa816-2e51-454e-b197-0cf50dd3bd53'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:31.998269 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:04:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4e8fa816-2e51-454e-b197-0cf50dd3bd53'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:32.001214 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12537520-940a-4be2-b2ea-c4a137f34fa7 None None] Pushing event updated for resources: {'Port': ['ID=e4f417b6-603e-4782-8cc6-1386bcec891c,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:32.123593 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] Set router 4e8fa816-2e51-454e-b197-0cf50dd3bd53 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:32.175174 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dde19a43-baff-42b8-9284-43522c3eabfb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.179871 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-cec2a1b3-e56e-4dc1-9a8c-c7cb3fa6f8f6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.231376 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.258139 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde19a43-baff-42b8-9284-43522c3eabfb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=4053d1cf-d425-4af4-8300-4c680d1a3a5d,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:32.274243 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde19a43-baff-42b8-9284-43522c3eabfb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:32.275525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-dde19a43-baff-42b8-9284-43522c3eabfb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:32.283667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-cec2a1b3-e56e-4dc1-9a8c-c7cb3fa6f8f6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:32.288082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde19a43-baff-42b8-9284-43522c3eabfb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:32.288779 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dde19a43-baff-42b8-9284-43522c3eabfb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.289641 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c762004-1a8e-4cae-803b-9ddf7f0680e2 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:32.290302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-cec2a1b3-e56e-4dc1-9a8c-c7cb3fa6f8f6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:32.297527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-cec2a1b3-e56e-4dc1-9a8c-c7cb3fa6f8f6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:32.321350 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dde19a43-baff-42b8-9284-43522c3eabfb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9276071 Jul 09 20:04:32.324677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42784) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:32.336756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ed796aa6-81ed-42a6-9f01-0b3ce5dad63f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'mac_address': 'fa:16:3e:5a:8d:1c', 'name': 'tempest-NetworksTestDHCPv6-1208647968'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:32.353489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2a1b3-e56e-4dc1-9a8c-c7cb3fa6f8f6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Pushing event updated for resources: {'Port': ['ID=1347e735-07b7-48d0-801e-3362a8e8cd83,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:32.435296 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-cec2a1b3-e56e-4dc1-9a8c-c7cb3fa6f8f6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:32.436067 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-cec2a1b3-e56e-4dc1-9a8c-c7cb3fa6f8f6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.477414 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-cec2a1b3-e56e-4dc1-9a8c-c7cb3fa6f8f6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2990503 Jul 09 20:04:32.490563 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Request body: {'port': {'device_id': '728e5f5d-fea1-40db-8e7a-070db787327a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:32.550034 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed796aa6-81ed-42a6-9f01-0b3ce5dad63f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:32.550561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': '4053d1cf-d425-4af4-8300-4c680d1a3a5d'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:32.551993 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.621208 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.633140 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'name': 'tempest-ServerRescueTestJSON-1116333458-router', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e0084040-2c73-46be-b5d3-c4b0a1ea8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:21Z', 'updated_at': '2021-07-09T20:04:25Z', 'revision_number': 4, 'project_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'gw_port': {'id': 'e0084040-2c73-46be-b5d3-c4b0a1ea8eb4', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:22Z', 'updated_at': '2021-07-09T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e4f417b6-603e-4782-8cc6-1386bcec891c', 'name': '', 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'mac_address': 'fa:16:3e:03:4d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b7add970-f5d8-4207-a1aa-5e2788ab0a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:25Z', 'updated_at': '2021-07-09T20:04:31Z', 'revision_number': 4, 'project_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'subnets': [{'id': 'b7add970-f5d8-4207-a1aa-5e2788ab0a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:32.668637 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa600c0b-e5e4-4532-bdfa-b83016a7e6fe None None] The sync data for ids ['4e8fa816-2e51-454e-b197-0cf50dd3bd53'] in n-d-800088-3 is: [{'id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'name': 'tempest-ServerRescueTestJSON-1116333458-router', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e0084040-2c73-46be-b5d3-c4b0a1ea8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:21Z', 'updated_at': '2021-07-09T20:04:25Z', 'revision_number': 4, 'project_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'gw_port': {'id': 'e0084040-2c73-46be-b5d3-c4b0a1ea8eb4', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:22Z', 'updated_at': '2021-07-09T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e4f417b6-603e-4782-8cc6-1386bcec891c', 'name': '', 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'mac_address': 'fa:16:3e:03:4d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'b7add970-f5d8-4207-a1aa-5e2788ab0a25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:25Z', 'updated_at': '2021-07-09T20:04:31Z', 'revision_number': 4, 'project_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'subnets': [{'id': 'b7add970-f5d8-4207-a1aa-5e2788ab0a25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:04:32.670223 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed796aa6-81ed-42a6-9f01-0b3ce5dad63f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:32.711213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-ed796aa6-81ed-42a6-9f01-0b3ce5dad63f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 643aca07-7f06-4832-aaf2-fd8b4210b44d yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:04:32.822045 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Allocated IP 2001:db8::2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/4053d1cf-d425-4af4-8300-4c680d1a3a5d/7f2512b7-eb02-4200-833d-6323e8d949db) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:33.031220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e4f417b6-603e-4782-8cc6-1386bcec891c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:33.080198 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.093632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Transition to ACTIVE for port object 7f2512b7-eb02-4200-833d-6323e8d949db will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:33.106995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1347e735-07b7-48d0-801e-3362a8e8cd83 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:04:33.119665 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.121781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Transition to ACTIVE for port object 7f2512b7-eb02-4200-833d-6323e8d949db will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:33.132778 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.133647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1e497-9aaa-4cfb-9780-7961bea915aa req-cf239cea-cc13-4326-9867-4612f5a347f2 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:33.141228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Transition to ACTIVE for port object 1347e735-07b7-48d0-801e-3362a8e8cd83 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:33.141622 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-95e1e497-9aaa-4cfb-9780-7961bea915aa req-cf239cea-cc13-4326-9867-4612f5a347f2 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 931 time: 0.0900631 Jul 09 20:04:33.147730 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.153780 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:33.156361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:33.198306 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:33.228358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port e4f417b6-603e-4782-8cc6-1386bcec891c completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:33.233694 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-95e1e497-9aaa-4cfb-9780-7961bea915aa req-7faae28e-bea0-48c0-956e-1ad45fc264c5 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909972 Jul 09 20:04:33.272115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-ed796aa6-81ed-42a6-9f01-0b3ce5dad63f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::dc (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/4053d1cf-d425-4af4-8300-4c680d1a3a5d/643aca07-7f06-4832-aaf2-fd8b4210b44d) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:33.282445 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Pushing event updated for resources: {'Port': ['ID=7f2512b7-eb02-4200-833d-6323e8d949db,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:33.295340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1347e735-07b7-48d0-801e-3362a8e8cd83,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:33.299472 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e4f417b6-603e-4782-8cc6-1386bcec891c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:33.299996 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.327250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Attempting to bind port 1347e735-07b7-48d0-801e-3362a8e8cd83 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:33.327748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Attempting to bind port 1347e735-07b7-48d0-801e-3362a8e8cd83 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '1be48896-77c9-4241-8977-ffda45617ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:33.328220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Attempting to bind port 1347e735-07b7-48d0-801e-3362a8e8cd83 on network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:33.334095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Port 1347e735-07b7-48d0-801e-3362a8e8cd83 on network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:04:33.334508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Attempting to bind port 1347e735-07b7-48d0-801e-3362a8e8cd83 on network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:33.340577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:33.340994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Checking segment: {'id': '1be48896-77c9-4241-8977-ffda45617ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:33.341447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Bound using segment: {'id': '1be48896-77c9-4241-8977-ffda45617ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:33.341989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Bound port: 1347e735-07b7-48d0-801e-3362a8e8cd83, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be48896-77c9-4241-8977-ffda45617ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:33.342373 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.362584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Attempting to bind port 7f2512b7-eb02-4200-833d-6323e8d949db on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:33.363712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Attempting to bind port 7f2512b7-eb02-4200-833d-6323e8d949db by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:33.364241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Attempting to bind port 7f2512b7-eb02-4200-833d-6323e8d949db on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:33.381297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:33.381833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:33.382416 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.382997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:33.383677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Bound port: 7f2512b7-eb02-4200-833d-6323e8d949db, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:33.384260 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.449423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] For port 1347e735-07b7-48d0-801e-3362a8e8cd83, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:33.454615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] For port 1347e735-07b7-48d0-801e-3362a8e8cd83, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1347e735-07b7-48d0-801e-3362a8e8cd83,segment=NetworkSegment(1be48896-77c9-4241-8977-ffda45617ce8),segment_id=1be48896-77c9-4241-8977-ffda45617ce8)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:33.461750 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.509342 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] For port 7f2512b7-eb02-4200-833d-6323e8d949db, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:33.509887 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed796aa6-81ed-42a6-9f01-0b3ce5dad63f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.512394 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.518587 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] For port 7f2512b7-eb02-4200-833d-6323e8d949db, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7f2512b7-eb02-4200-833d-6323e8d949db,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:33.531902 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:33.532741 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.534335 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] 10.222.0.36 "PUT /v2.0/ports/1347e735-07b7-48d0-801e-3362a8e8cd83 HTTP/1.1" status: 200 len: 1091 time: 1.0515130 Jul 09 20:04:33.535405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728e5f5d-fea1-40db-8e7a-070db787327a', 'tag': '1347e735-07b7-48d0-801e-3362a8e8cd83'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:04:33.538357 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cde76f0-7572-43ff-a313-1b60faf597e6" -d '{"events": [{"name": "network-changed", "server_uuid": "728e5f5d-fea1-40db-8e7a-070db787327a", "tag": "1347e735-07b7-48d0-801e-3362a8e8cd83"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:04:33.558376 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-ed796aa6-81ed-42a6-9f01-0b3ce5dad63f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object 643aca07-7f06-4832-aaf2-fd8b4210b44d will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:33.577471 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.579775 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56c600-f14e-459e-bd3b-a0e7b00206d6 service neutron] Pushing event updated for resources: {'Port': ['ID=1347e735-07b7-48d0-801e-3362a8e8cd83,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:33.615190 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed796aa6-81ed-42a6-9f01-0b3ce5dad63f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.663824 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acf4cd9-efc0-4d2e-90fa-1639f65ce876 x-openstack-request-id: req-7acf4cd9-efc0-4d2e-90fa-1639f65ce876 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:04:33.664172 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728e5f5d-fea1-40db-8e7a-070db787327a", "tag": "1347e735-07b7-48d0-801e-3362a8e8cd83", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:04:33.664438 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7acf4cd9-efc0-4d2e-90fa-1639f65ce876 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:04:33.664963 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728e5f5d-fea1-40db-8e7a-070db787327a', 'tag': '1347e735-07b7-48d0-801e-3362a8e8cd83', 'status': 'completed', 'code': 200} Jul 09 20:04:33.697627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port e4f417b6-603e-4782-8cc6-1386bcec891c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e4f417b6-603e-4782-8cc6-1386bcec891c,segment=NetworkSegment(1be48896-77c9-4241-8977-ffda45617ce8),segment_id=1be48896-77c9-4241-8977-ffda45617ce8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:33.704187 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-5656b74d-592a-42fe-8439-9cb828399f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:33.706079 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-5656b74d-592a-42fe-8439-9cb828399f2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7fdce68c2634be6a0eb390c9c3290ec&device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 1094 time: 0.1140504 Jul 09 20:04:33.724558 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.733283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed796aa6-81ed-42a6-9f01-0b3ce5dad63f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:33.737399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-ed796aa6-81ed-42a6-9f01-0b3ce5dad63f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:33.743767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed796aa6-81ed-42a6-9f01-0b3ce5dad63f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:33.746335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859871be-02d4-4fbd-ae79-f24d9c08b4d2 None None] Pushing event updated for resources: {'Port': ['ID=7f2512b7-eb02-4200-833d-6323e8d949db,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:33.750799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed796aa6-81ed-42a6-9f01-0b3ce5dad63f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:33.751804 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed796aa6-81ed-42a6-9f01-0b3ce5dad63f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:33.801914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed796aa6-81ed-42a6-9f01-0b3ce5dad63f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=643aca07-7f06-4832-aaf2-fd8b4210b44d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:33.827319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-bf11da60-7a94-4eb6-9ac7-dcb7c3079e2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1347e735-07b7-48d0-801e-3362a8e8cd83 HTTP/1.1" status: 200 len: 217 time: 0.1137342 Jul 09 20:04:33.834868 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d0cb836d-0f0e-4635-b721-45b4500ace2d no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:33.839417 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ed796aa6-81ed-42a6-9f01-0b3ce5dad63f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5132730 Jul 09 20:04:33.843346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42806) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:33.872999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: d0cb836d-0f0e-4635-b721-45b4500ace2d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:33.873588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d0cb836d-0f0e-4635-b721-45b4500ace2d not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:33.925200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-9a74697a-aafc-41e0-9349-92569910eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:33.927448 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-9a74697a-aafc-41e0-9349-92569910eac7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7add970-f5d8-4207-a1aa-5e2788ab0a25 HTTP/1.1" status: 200 len: 851 time: 0.0928271 Jul 09 20:04:33.940497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=e4f417b6-603e-4782-8cc6-1386bcec891c,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:33.990461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f487807b-bd92-43a4-ac3c-7a109c7bc77b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:33.999719 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f487807b-bd92-43a4-ac3c-7a109c7bc77b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:34.001306 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-8d073723-a977-49d4-a7da-6ce3ae534e38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c359fa-7b1c-482e-86f6-2ae29ef3df09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588999 Jul 09 20:04:34.005067 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f487807b-bd92-43a4-ac3c-7a109c7bc77b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1606245 Jul 09 20:04:34.006492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42810) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:34.161147 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-9e94e492-8a30-4d6f-b1f6-174125ce0e13 service neutron] 10.222.0.36 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478443 Jul 09 20:04:34.164480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c7c18a04-110e-4e97-bea0-290c7a98af5c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port 643aca07-7f06-4832-aaf2-fd8b4210b44d {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:34.165004 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c7c18a04-110e-4e97-bea0-290c7a98af5c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.270039 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:04:34.272452 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c7c18a04-110e-4e97-bea0-290c7a98af5c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.272695 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-994f4aad-2bd9-4eee-b760-23a8cabd587d req-f0d459cc-a701-4e41-a6d8-b94cffe988cc service neutron] 10.222.0.36 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045797 Jul 09 20:04:34.288846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c7c18a04-110e-4e97-bea0-290c7a98af5c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for 643aca07-7f06-4832-aaf2-fd8b4210b44d owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:34.398865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde76f0-7572-43ff-a313-1b60faf597e6 req-a145b68c-4236-4b0d-be74-f601f38f2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:34.400459 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cde76f0-7572-43ff-a313-1b60faf597e6 req-a145b68c-4236-4b0d-be74-f601f38f2d9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7fdce68c2634be6a0eb390c9c3290ec&device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 1094 time: 0.0728383 Jul 09 20:04:34.506887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c48290-895e-467b-95c5-3f43971854a3 req-50b1e57c-a4a1-4259-91e7-985739b9db56 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:34.508432 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-14c48290-895e-467b-95c5-3f43971854a3 req-50b1e57c-a4a1-4259-91e7-985739b9db56 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 943 time: 0.1327400 Jul 09 20:04:34.522800 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c7c18a04-110e-4e97-bea0-290c7a98af5c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.569082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c18a04-110e-4e97-bea0-290c7a98af5c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=643aca07-7f06-4832-aaf2-fd8b4210b44d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:34.590157 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-14c48290-895e-467b-95c5-3f43971854a3 req-54982b1f-50f4-4f2f-ab0c-e5bffef8d45e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756137 Jul 09 20:04:34.611503 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c7c18a04-110e-4e97-bea0-290c7a98af5c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.615564 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c7c18a04-110e-4e97-bea0-290c7a98af5c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/643aca07-7f06-4832-aaf2-fd8b4210b44d HTTP/1.1" status: 204 len: 168 time: 0.6048207 Jul 09 20:04:34.618682 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42814) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:34.684257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034e8fcf-9144-47db-9052-09134ecfe887 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:34.685865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034e8fcf-9144-47db-9052-09134ecfe887 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:34.687490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-034e8fcf-9144-47db-9052-09134ecfe887 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0677822 Jul 09 20:04:34.690378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42816) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:34.750000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9286faa4-61c3-49a6-b0fb-2bf9ed128e59 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 4053d1cf-d425-4af4-8300-4c680d1a3a5d {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:34.754467 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9286faa4-61c3-49a6-b0fb-2bf9ed128e59 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.805255 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9286faa4-61c3-49a6-b0fb-2bf9ed128e59 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.843333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde76f0-7572-43ff-a313-1b60faf597e6 req-a2cb4287-ae27-4873-87d3-1b07ca958a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:34.845198 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cde76f0-7572-43ff-a313-1b60faf597e6 req-a2cb4287-ae27-4873-87d3-1b07ca958a92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c359fa-7b1c-482e-86f6-2ae29ef3df09 HTTP/1.1" status: 200 len: 912 time: 0.4374609 Jul 09 20:04:34.898124 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cde76f0-7572-43ff-a313-1b60faf597e6 req-1af074d1-2026-4e09-8bcd-a35631f7741f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1347e735-07b7-48d0-801e-3362a8e8cd83 HTTP/1.1" status: 200 len: 217 time: 0.0457892 Jul 09 20:04:34.945454 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9286faa4-61c3-49a6-b0fb-2bf9ed128e59 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:34.970833 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde76f0-7572-43ff-a313-1b60faf597e6 req-64d92e37-de6c-4c3e-bf52-9170faf50999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:34.973335 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cde76f0-7572-43ff-a313-1b60faf597e6 req-64d92e37-de6c-4c3e-bf52-9170faf50999 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7add970-f5d8-4207-a1aa-5e2788ab0a25 HTTP/1.1" status: 200 len: 851 time: 0.0695648 Jul 09 20:04:35.028429 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9286faa4-61c3-49a6-b0fb-2bf9ed128e59 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.039265 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cde76f0-7572-43ff-a313-1b60faf597e6 req-727a9287-0f8a-4707-9e1a-88260cf631b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c359fa-7b1c-482e-86f6-2ae29ef3df09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560548 Jul 09 20:04:35.054144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e4f417b6-603e-4782-8cc6-1386bcec891c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:35.073424 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9286faa4-61c3-49a6-b0fb-2bf9ed128e59 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.077839 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9286faa4-61c3-49a6-b0fb-2bf9ed128e59 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/4053d1cf-d425-4af4-8300-4c680d1a3a5d HTTP/1.1" status: 204 len: 168 time: 0.3836396 Jul 09 20:04:35.077839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286faa4-61c3-49a6-b0fb-2bf9ed128e59 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=4053d1cf-d425-4af4-8300-4c680d1a3a5d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:35.079364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42826) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:35.127783 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-08ea3106-883d-4166-a41c-eadb38136348 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452161 Jul 09 20:04:35.128573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42830) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:35.149006 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7264f1c-7f40-479a-b152-9cabdcf0f3b8 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:35.197661 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cde76f0-7572-43ff-a313-1b60faf597e6 req-a005b412-d6b7-4aae-943e-907beb30633e service neutron] 10.222.0.36 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473341 Jul 09 20:04:35.226897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eec8b1-67a7-42fb-880f-85656ce5f9e0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:35.229300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c122e73f-0c0c-4637-a875-908204b291c0 None None] Provisioning for port 7f2512b7-eb02-4200-833d-6323e8d949db completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:35.230142 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e9eec8b1-67a7-42fb-880f-85656ce5f9e0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1004536 Jul 09 20:04:35.234076 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42832) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:35.260288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e4f417b6-603e-4782-8cc6-1386bcec891c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:35.260723 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.299994 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55ca5d3-5404-4e00-9492-8c5179e740ab tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:35.304973 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e55ca5d3-5404-4e00-9492-8c5179e740ab tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0672317 Jul 09 20:04:35.304973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42834) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:35.313734 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cde76f0-7572-43ff-a313-1b60faf597e6 req-d7773801-e585-4529-b068-1ea36dad3c11 service neutron] 10.222.0.36 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092472 Jul 09 20:04:35.357836 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2990e3e1-39a1-4c64-bb73-25739aea6749 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470490 Jul 09 20:04:35.358208 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42836) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:35.365657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-aca4b0cc-0faa-477b-896e-dbcf893a002f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:35.399700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7f2512b7-eb02-4200-833d-6323e8d949db up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:35.434687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faad1cb-baad-4255-a732-b92ecfa74e04 None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:04:35.469408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca4b0cc-0faa-477b-896e-dbcf893a002f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:35.473957 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aca4b0cc-0faa-477b-896e-dbcf893a002f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.482758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 7f2512b7-eb02-4200-833d-6323e8d949db completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:35.491350 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 7f2512b7-eb02-4200-833d-6323e8d949db triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:35.491721 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.526305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4faad1cb-baad-4255-a732-b92ecfa74e04 None None] Deleting port 7f2512b7-eb02-4200-833d-6323e8d949db {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:35.526597 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4faad1cb-baad-4255-a732-b92ecfa74e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.596653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4faad1cb-baad-4255-a732-b92ecfa74e04 None None] For port 7f2512b7-eb02-4200-833d-6323e8d949db, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7f2512b7-eb02-4200-833d-6323e8d949db,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:35.597776 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4faad1cb-baad-4255-a732-b92ecfa74e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.634818 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4faad1cb-baad-4255-a732-b92ecfa74e04 None None] Calling delete_port for 7f2512b7-eb02-4200-833d-6323e8d949db owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:35.653575 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.740274 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 7f2512b7-eb02-4200-833d-6323e8d949db, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7f2512b7-eb02-4200-833d-6323e8d949db,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:35.747151 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.819150 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4faad1cb-baad-4255-a732-b92ecfa74e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:35.824258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.objects.ports [None req-aca4b0cc-0faa-477b-896e-dbcf893a002f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100205) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:04:35.837444 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=7f2512b7-eb02-4200-833d-6323e8d949db,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:35.837813 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe08faa-ec2b-4c12-98cc-72076adad21b req-0f39338d-341c-4c6d-a6e0-e1ceb6e7dbee tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:35.842741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faad1cb-baad-4255-a732-b92ecfa74e04 None None] No DVR routers for this DVR port 7f2512b7-eb02-4200-833d-6323e8d949db on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:35.846043 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1fe08faa-ec2b-4c12-98cc-72076adad21b req-0f39338d-341c-4c6d-a6e0-e1ceb6e7dbee tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 943 time: 0.0949907 Jul 09 20:04:35.869642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faad1cb-baad-4255-a732-b92ecfa74e04 None None] Pushing event deleted for resources: {'Port': ['ID=7f2512b7-eb02-4200-833d-6323e8d949db,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:35.897582 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1fe08faa-ec2b-4c12-98cc-72076adad21b req-70b796d8-7f22-46b2-bf75-85afcb106fdb tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505528 Jul 09 20:04:35.944247 n-d-800088-3 neutron-server[100205]: WARNING neutron.services.revisions.revision_plugin [None req-aca4b0cc-0faa-477b-896e-dbcf893a002f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Could not find related port for resource to bump revision. Jul 09 20:04:35.955282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.ipam_pluggable_backend [None req-aca4b0cc-0faa-477b-896e-dbcf893a002f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Port 7f2512b7-eb02-4200-833d-6323e8d949db was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100205) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 20:04:35.955282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.ipam_pluggable_backend [None req-aca4b0cc-0faa-477b-896e-dbcf893a002f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Reverting IP allocation for 2001:db8::f816:3eff:fe82:96c8 {{(pid=100205) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 20:04:35.955282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.ipam_pluggable_backend [None req-aca4b0cc-0faa-477b-896e-dbcf893a002f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe82:96c8 {{(pid=100205) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 20:04:35.955282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aca4b0cc-0faa-477b-896e-dbcf893a002f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.007333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca4b0cc-0faa-477b-896e-dbcf893a002f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:36.010546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-aca4b0cc-0faa-477b-896e-dbcf893a002f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:36.014906 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca4b0cc-0faa-477b-896e-dbcf893a002f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:36.015507 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aca4b0cc-0faa-477b-896e-dbcf893a002f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.020926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bfad6e-0f11-4807-9934-3ad5573622fa None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:36.027405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4b0cc-0faa-477b-896e-dbcf893a002f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=03bbbf61-1cd4-4322-8395-bb9f82d0cf0f,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:36.037494 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-aca4b0cc-0faa-477b-896e-dbcf893a002f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6780713 Jul 09 20:04:36.040661 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42846) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:36.048075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-26761908-4951-40fc-8fe3-bd7ed264bfc7 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:36.189816 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26761908-4951-40fc-8fe3-bd7ed264bfc7 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:36.195522 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-26761908-4951-40fc-8fe3-bd7ed264bfc7 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.215623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': '03bbbf61-1cd4-4322-8395-bb9f82d0cf0f'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:36.218128 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.290753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42854) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:36.351705 n-d-800088-3 neutron-server[100204]: INFO neutron.db.ipam_backend_mixin [None req-26761908-4951-40fc-8fe3-bd7ed264bfc7 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03bbbf61-1cd4-4322-8395-bb9f82d0cf0f (CIDR: 2001:db8::/64) Jul 09 20:04:36.357316 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-26761908-4951-40fc-8fe3-bd7ed264bfc7 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:04:36.357831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26761908-4951-40fc-8fe3-bd7ed264bfc7 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:36.377408 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-26761908-4951-40fc-8fe3-bd7ed264bfc7 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3347650 Jul 09 20:04:36.380750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42858) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:36.386455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-86c038ea-67cf-411a-b281-de2ea6af88c3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:36.391369 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Allocated IP 2001:db8::f816:3eff:fecb:7227 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/03bbbf61-1cd4-4322-8395-bb9f82d0cf0f/0230b5b0-7779-4ec8-bec4-3f6f6af31569) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:36.474665 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9d9d676-35c9-4acb-ba29-59dd1ff881ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.554673 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.565017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Transition to ACTIVE for port object 0230b5b0-7779-4ec8-bec4-3f6f6af31569 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:36.585134 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Transition to ACTIVE for port object 0230b5b0-7779-4ec8-bec4-3f6f6af31569 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:36.592037 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.598966 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9d9d676-35c9-4acb-ba29-59dd1ff881ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.604851 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9d9d676-35c9-4acb-ba29-59dd1ff881ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.635247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:36.640168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:36.642955 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c038ea-67cf-411a-b281-de2ea6af88c3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:36.643596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:36.646517 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-86c038ea-67cf-411a-b281-de2ea6af88c3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.655594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Pushing event updated for resources: {'Port': ['ID=0230b5b0-7779-4ec8-bec4-3f6f6af31569,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:36.672179 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a9d9d676-35c9-4acb-ba29-59dd1ff881ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=54f5f21fa77a4dcc8ba29b8b915e78ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3798566 Jul 09 20:04:36.674935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42860) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:36.707522 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9d676-35c9-4acb-ba29-59dd1ff881ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566aa42d-a6bf-4815-865e-12a64e3daf62,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:36.723702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Attempting to bind port 0230b5b0-7779-4ec8-bec4-3f6f6af31569 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:36.724194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Attempting to bind port 0230b5b0-7779-4ec8-bec4-3f6f6af31569 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:36.724449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Attempting to bind port 0230b5b0-7779-4ec8-bec4-3f6f6af31569 on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:36.730622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:36.731178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:36.731755 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.733050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:36.733050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Bound port: 0230b5b0-7779-4ec8-bec4-3f6f6af31569, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:36.733402 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.749265 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-930c552f-5a85-404f-8f55-20f771c383af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.782609 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-930c552f-5a85-404f-8f55-20f771c383af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.807903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] For port 0230b5b0-7779-4ec8-bec4-3f6f6af31569, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:36.813440 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] For port 0230b5b0-7779-4ec8-bec4-3f6f6af31569, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0230b5b0-7779-4ec8-bec4-3f6f6af31569,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:36.821170 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.852425 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-930c552f-5a85-404f-8f55-20f771c383af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.855852 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-930c552f-5a85-404f-8f55-20f771c383af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:36.858761 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-930c552f-5a85-404f-8f55-20f771c383af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/566aa42d-a6bf-4815-865e-12a64e3daf62 HTTP/1.1" status: 204 len: 168 time: 0.1799860 Jul 09 20:04:36.889230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c552f-5a85-404f-8f55-20f771c383af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566aa42d-a6bf-4815-865e-12a64e3daf62,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:36.922576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b61a1-d912-4618-96f1-fb50f6ddb2af None None] Pushing event updated for resources: {'Port': ['ID=0230b5b0-7779-4ec8-bec4-3f6f6af31569,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:36.963247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7f2512b7-eb02-4200-833d-6323e8d949db no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:36.994762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 7f2512b7-eb02-4200-833d-6323e8d949db {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:36.994762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7f2512b7-eb02-4200-833d-6323e8d949db not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:37.067531 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-86c038ea-67cf-411a-b281-de2ea6af88c3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:37.162765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c038ea-67cf-411a-b281-de2ea6af88c3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:37.181756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-86c038ea-67cf-411a-b281-de2ea6af88c3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:37.188001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c038ea-67cf-411a-b281-de2ea6af88c3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:37.188944 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-86c038ea-67cf-411a-b281-de2ea6af88c3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:37.220807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c038ea-67cf-411a-b281-de2ea6af88c3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=4ffb6c1f-ddbd-40f6-b3ec-e7828631fd76,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:37.226896 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-86c038ea-67cf-411a-b281-de2ea6af88c3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8448911 Jul 09 20:04:37.230000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42870) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:37.246969 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa640b9-eb1c-4eef-985d-1a5dbd47d8e8 req-6cf728d9-b208-4c68-a130-26e32c97411b tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:37.248727 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4fa640b9-eb1c-4eef-985d-1a5dbd47d8e8 req-6cf728d9-b208-4c68-a130-26e32c97411b tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 943 time: 0.1444440 Jul 09 20:04:37.249110 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'mac_address': 'fa:16:3e:cb:70:df', 'name': 'tempest-NetworksTestDHCPv6-1505803246'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:37.310589 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4fa640b9-eb1c-4eef-985d-1a5dbd47d8e8 req-f931c428-6010-4172-b25c-8391d0f5d47b tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549254 Jul 09 20:04:37.427722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:37.543360 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:37.568312 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 5fc0f575-0ca8-49fa-acdf-f6e1aee89275 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:04:37.770579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8:0:1::171 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/4ffb6c1f-ddbd-40f6-b3ec-e7828631fd76/5fc0f575-0ca8-49fa-acdf-f6e1aee89275) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:37.783069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::f816:3eff:fecb:70df (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/03bbbf61-1cd4-4322-8395-bb9f82d0cf0f/5fc0f575-0ca8-49fa-acdf-f6e1aee89275) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:37.835870 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1347e735-07b7-48d0-801e-3362a8e8cd83 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:04:37.977671 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:37.996304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1347e735-07b7-48d0-801e-3362a8e8cd83, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1347e735-07b7-48d0-801e-3362a8e8cd83,segment=NetworkSegment(1be48896-77c9-4241-8977-ffda45617ce8),segment_id=1be48896-77c9-4241-8977-ffda45617ce8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:37.999496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object 5fc0f575-0ca8-49fa-acdf-f6e1aee89275 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:38.010587 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '1347e735-07b7-48d0-801e-3362a8e8cd83', 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09', 'port_id': '1347e735-07b7-48d0-801e-3362a8e8cd83', 'mac_address': 'fa:16:3e:07:cf:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7add970-f5d8-4207-a1aa-5e2788ab0a25', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:04:38.041946 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:38.061723 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:38.088491 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1347e735-07b7-48d0-801e-3362a8e8cd83 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:04:38.102004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:38.106381 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:38.112361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:38.117666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1347e735-07b7-48d0-801e-3362a8e8cd83, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1347e735-07b7-48d0-801e-3362a8e8cd83,segment=NetworkSegment(1be48896-77c9-4241-8977-ffda45617ce8),segment_id=1be48896-77c9-4241-8977-ffda45617ce8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:38.119902 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:38.120698 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:38.124418 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=5fc0f575-0ca8-49fa-acdf-f6e1aee89275,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:38.126862 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:38.145712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42898) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:38.155820 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f920691b-5e92-4b2d-871f-32881ae6a8ca tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9239602 Jul 09 20:04:38.202896 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=1347e735-07b7-48d0-801e-3362a8e8cd83,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:38.251952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22867e2d-47a9-463e-8fd8-77ba6a42c772 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:38.346397 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-2d19aee8-4fdf-49d8-8720-96c73cb1b412 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port 5fc0f575-0ca8-49fa-acdf-f6e1aee89275 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:38.346959 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d19aee8-4fdf-49d8-8720-96c73cb1b412 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:38.355733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ccb1c924-f714-4528-9c38-6b1bd953c781 None None] Provisioning for port 0230b5b0-7779-4ec8-bec4-3f6f6af31569 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:38.484091 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d19aee8-4fdf-49d8-8720-96c73cb1b412 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:38.542471 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-2d19aee8-4fdf-49d8-8720-96c73cb1b412 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for 5fc0f575-0ca8-49fa-acdf-f6e1aee89275 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:38.618881 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1347e735-07b7-48d0-801e-3362a8e8cd83'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:04:38.706868 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c11d2d-8181-4caa-85e9-fdee57ac7217 None None] Update dhcp port {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': '03bbbf61-1cd4-4322-8395-bb9f82d0cf0f', 'ip_address': '2001:db8::f816:3eff:fecb:7227'}, {'subnet_id': '4ffb6c1f-ddbd-40f6-b3ec-e7828631fd76'}], 'binding:host_id': 'n-d-800088-3'}, 'id': '0230b5b0-7779-4ec8-bec4-3f6f6af31569'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:04:38.726418 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3d0a6-df64-44ae-a64b-68787e2b7eb6 req-6b1735f2-a789-473d-a237-bb1bca2d7d4f tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:38.736455 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aca3d0a6-df64-44ae-a64b-68787e2b7eb6 req-6b1735f2-a789-473d-a237-bb1bca2d7d4f tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 944 time: 0.2240882 Jul 09 20:04:38.820350 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-58c11d2d-8181-4caa-85e9-fdee57ac7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:38.885114 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aca3d0a6-df64-44ae-a64b-68787e2b7eb6 req-1c06bfce-a2c0-4ac7-a63e-94fcc21b7a08 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100633 Jul 09 20:04:39.026707 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d19aee8-4fdf-49d8-8720-96c73cb1b412 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.076803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19aee8-4fdf-49d8-8720-96c73cb1b412 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=5fc0f575-0ca8-49fa-acdf-f6e1aee89275,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:39.135808 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-58c11d2d-8181-4caa-85e9-fdee57ac7217 None None] Allocated IP 2001:db8:0:1::2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/4ffb6c1f-ddbd-40f6-b3ec-e7828631fd76/0230b5b0-7779-4ec8-bec4-3f6f6af31569) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:39.149420 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d19aee8-4fdf-49d8-8720-96c73cb1b412 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.155362 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2d19aee8-4fdf-49d8-8720-96c73cb1b412 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/5fc0f575-0ca8-49fa-acdf-f6e1aee89275 HTTP/1.1" status: 204 len: 168 time: 1.0043459 Jul 09 20:04:39.155596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0230b5b0-7779-4ec8-bec4-3f6f6af31569 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:39.155935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42926) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:39.229966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130c0ab1-6210-4f53-8122-51343a476ef0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:39.232654 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-130c0ab1-6210-4f53-8122-51343a476ef0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0743473 Jul 09 20:04:39.234745 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42932) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:39.317701 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f2b93a-e283-4204-95e8-033c9583b46e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:39.319643 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-07f2b93a-e283-4204-95e8-033c9583b46e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0831230 Jul 09 20:04:39.322180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42942) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:39.411002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b8236-8f9c-454a-a1f8-c06bbe26eabd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:39.412934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b8236-8f9c-454a-a1f8-c06bbe26eabd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:39.415320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b8236-8f9c-454a-a1f8-c06bbe26eabd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:39.420466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42950) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:39.421592 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-537b8236-8f9c-454a-a1f8-c06bbe26eabd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0982091 Jul 09 20:04:39.441601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 0230b5b0-7779-4ec8-bec4-3f6f6af31569 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:39.452857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0230b5b0-7779-4ec8-bec4-3f6f6af31569 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:39.453283 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.466793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-58c11d2d-8181-4caa-85e9-fdee57ac7217 None None] For port 0230b5b0-7779-4ec8-bec4-3f6f6af31569, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0230b5b0-7779-4ec8-bec4-3f6f6af31569,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:39.486581 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-f97810b0-26fd-4959-a2f4-78e4455e45f8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 03bbbf61-1cd4-4322-8395-bb9f82d0cf0f {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:39.527956 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-58c11d2d-8181-4caa-85e9-fdee57ac7217 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.552015 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-58c11d2d-8181-4caa-85e9-fdee57ac7217 None None] Transition to ACTIVE for port object 0230b5b0-7779-4ec8-bec4-3f6f6af31569 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:39.558160 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f97810b0-26fd-4959-a2f4-78e4455e45f8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.558755 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-58c11d2d-8181-4caa-85e9-fdee57ac7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.560776 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Port 0230b5b0-7779-4ec8-bec4-3f6f6af31569 had new provisioning blocks added so it will not transition to active. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 09 20:04:39.612082 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f97810b0-26fd-4959-a2f4-78e4455e45f8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.655746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c11d2d-8181-4caa-85e9-fdee57ac7217 None None] Pushing event updated for resources: {'Port': ['ID=0230b5b0-7779-4ec8-bec4-3f6f6af31569,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:39.725748 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f97810b0-26fd-4959-a2f4-78e4455e45f8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.809502 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f97810b0-26fd-4959-a2f4-78e4455e45f8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.851137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97810b0-26fd-4959-a2f4-78e4455e45f8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=03bbbf61-1cd4-4322-8395-bb9f82d0cf0f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:39.853652 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f97810b0-26fd-4959-a2f4-78e4455e45f8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.855770 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f97810b0-26fd-4959-a2f4-78e4455e45f8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/03bbbf61-1cd4-4322-8395-bb9f82d0cf0f HTTP/1.1" status: 204 len: 168 time: 0.4341030 Jul 09 20:04:39.858784 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42998) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:39.926596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c4dd77-6ca5-429b-80a9-cd57e1cec550 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 4ffb6c1f-ddbd-40f6-b3ec-e7828631fd76 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:39.930854 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67c4dd77-6ca5-429b-80a9-cd57e1cec550 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:39.998639 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67c4dd77-6ca5-429b-80a9-cd57e1cec550 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.151601 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67c4dd77-6ca5-429b-80a9-cd57e1cec550 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.226174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dbc7f-8974-429f-87f2-665ac2da7a2f req-467eb220-a863-4005-a434-b238cdb88924 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:40.227900 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c7dbc7f-8974-429f-87f2-665ac2da7a2f req-467eb220-a863-4005-a434-b238cdb88924 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 944 time: 0.1332314 Jul 09 20:04:40.261854 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67c4dd77-6ca5-429b-80a9-cd57e1cec550 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.303468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4dd77-6ca5-429b-80a9-cd57e1cec550 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=4ffb6c1f-ddbd-40f6-b3ec-e7828631fd76,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:40.314098 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67c4dd77-6ca5-429b-80a9-cd57e1cec550 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.319806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43018) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:40.320740 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-67c4dd77-6ca5-429b-80a9-cd57e1cec550 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/4ffb6c1f-ddbd-40f6-b3ec-e7828631fd76 HTTP/1.1" status: 204 len: 168 time: 0.4595718 Jul 09 20:04:40.323882 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c7dbc7f-8974-429f-87f2-665ac2da7a2f req-9df31a36-0748-4bff-a778-dfbfe9a2b0b0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871542 Jul 09 20:04:40.364787 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ba5f6f97-ea83-41ff-b429-844d042c9e67 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423899 Jul 09 20:04:40.367370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43020) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:40.373023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43022) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:40.375669 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b952c914-bf6b-4a1b-9330-739e73131185 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:40.396821 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-68027349-013c-48b7-9f04-3d85d83212cf None None] Could not find standard attr ID for object 5fc0f575-0ca8-49fa-acdf-f6e1aee89275. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:04:40.399559 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeef24a8-22c1-4fb6-86a7-f9df7067a9d4 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:40.453905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-68027349-013c-48b7-9f04-3d85d83212cf None None] Provisioning for port 0230b5b0-7779-4ec8-bec4-3f6f6af31569 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:40.468855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-68027349-013c-48b7-9f04-3d85d83212cf None None] Provisioning complete for port 0230b5b0-7779-4ec8-bec4-3f6f6af31569 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:40.469337 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-68027349-013c-48b7-9f04-3d85d83212cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.491527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b952c914-bf6b-4a1b-9330-739e73131185 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:40.496005 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b952c914-bf6b-4a1b-9330-739e73131185 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.527606 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a2c4cdfe-a4d6-4682-8e87-b64b54ea2b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.641721 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-68027349-013c-48b7-9f04-3d85d83212cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.647705 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a2c4cdfe-a4d6-4682-8e87-b64b54ea2b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.655350 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a2c4cdfe-a4d6-4682-8e87-b64b54ea2b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.686562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-68027349-013c-48b7-9f04-3d85d83212cf None None] For port 0230b5b0-7779-4ec8-bec4-3f6f6af31569, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0230b5b0-7779-4ec8-bec4-3f6f6af31569,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:40.694405 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-68027349-013c-48b7-9f04-3d85d83212cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.718277 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a2c4cdfe-a4d6-4682-8e87-b64b54ea2b9d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35d1f92b23d44b74b4994c51ce71c6d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3440020 Jul 09 20:04:40.719253 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4cdfe-a4d6-4682-8e87-b64b54ea2b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e01af55-62e3-42dc-81ce-069695618408,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:40.721979 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43028) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:40.777950 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68027349-013c-48b7-9f04-3d85d83212cf None None] Pushing event updated for resources: {'Port': ['ID=0230b5b0-7779-4ec8-bec4-3f6f6af31569,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:40.782677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8565b6-b074-4ccc-a75d-e24897d3e1f7 None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:04:40.787815 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2404d1d0-899a-48c6-a9d3-de57dc8d7557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.828620 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2404d1d0-899a-48c6-a9d3-de57dc8d7557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.857065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-6e8565b6-b074-4ccc-a75d-e24897d3e1f7 None None] Deleting port 0230b5b0-7779-4ec8-bec4-3f6f6af31569 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:40.857461 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6e8565b6-b074-4ccc-a75d-e24897d3e1f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.899339 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2404d1d0-899a-48c6-a9d3-de57dc8d7557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.903120 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2404d1d0-899a-48c6-a9d3-de57dc8d7557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:40.906627 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2404d1d0-899a-48c6-a9d3-de57dc8d7557 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e01af55-62e3-42dc-81ce-069695618408 HTTP/1.1" status: 204 len: 168 time: 0.1803088 Jul 09 20:04:40.911186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.objects.ports [None req-b952c914-bf6b-4a1b-9330-739e73131185 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100205) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:04:40.919452 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404d1d0-899a-48c6-a9d3-de57dc8d7557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e01af55-62e3-42dc-81ce-069695618408,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:40.991315 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0230b5b0-7779-4ec8-bec4-3f6f6af31569 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:41.079571 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-6e8565b6-b074-4ccc-a75d-e24897d3e1f7 None None] For port 0230b5b0-7779-4ec8-bec4-3f6f6af31569, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0230b5b0-7779-4ec8-bec4-3f6f6af31569,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:41.080240 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6e8565b6-b074-4ccc-a75d-e24897d3e1f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.103028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-6e8565b6-b074-4ccc-a75d-e24897d3e1f7 None None] Calling delete_port for 0230b5b0-7779-4ec8-bec4-3f6f6af31569 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:41.212256 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.215523 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b952c914-bf6b-4a1b-9330-739e73131185 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.261463 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 0230b5b0-7779-4ec8-bec4-3f6f6af31569, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0230b5b0-7779-4ec8-bec4-3f6f6af31569,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:41.270015 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.304703 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6e8565b6-b074-4ccc-a75d-e24897d3e1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.306609 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.db.api [None req-b952c914-bf6b-4a1b-9330-739e73131185 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:04:41.307190 n-d-800088-3 neutron-server[100205]: DEBUG oslo_db.api [None req-b952c914-bf6b-4a1b-9330-739e73131185 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:04:41.310543 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event deleted for resources: {'Port': ['ID=0230b5b0-7779-4ec8-bec4-3f6f6af31569,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:41.320471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8565b6-b074-4ccc-a75d-e24897d3e1f7 None None] No DVR routers for this DVR port 0230b5b0-7779-4ec8-bec4-3f6f6af31569 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:41.339259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8565b6-b074-4ccc-a75d-e24897d3e1f7 None None] Pushing event deleted for resources: {'Port': ['ID=0230b5b0-7779-4ec8-bec4-3f6f6af31569,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:41.344379 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43038) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:41.360852 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d80fe9bb-b6fc-4803-b9e5-4d0480a37569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.507338 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d80fe9bb-b6fc-4803-b9e5-4d0480a37569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.512329 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d80fe9bb-b6fc-4803-b9e5-4d0480a37569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.563132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d80fe9bb-b6fc-4803-b9e5-4d0480a37569 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b058572a72c54a988baab3590d250979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173324 Jul 09 20:04:41.566320 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fe9bb-b6fc-4803-b9e5-4d0480a37569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4028ec29-8911-4c9f-bdc2-19e8345dfb25,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:41.568471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43042) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:41.590629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfb443-76d8-4ce7-9126-3c2877c74439 req-a9ab4211-1cb3-4c05-8286-3c6d5ddc1e63 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:41.592678 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c0bfb443-76d8-4ce7-9126-3c2877c74439 req-a9ab4211-1cb3-4c05-8286-3c6d5ddc1e63 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 944 time: 0.1260853 Jul 09 20:04:41.639738 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d58bf8da-c39a-41e0-b3fa-2cbffd3a9fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.649385 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c0bfb443-76d8-4ce7-9126-3c2877c74439 req-77b62589-0ef1-435e-b55d-1591051b57a1 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469685 Jul 09 20:04:41.679619 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d58bf8da-c39a-41e0-b3fa-2cbffd3a9fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.742169 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d58bf8da-c39a-41e0-b3fa-2cbffd3a9fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.745934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d58bf8da-c39a-41e0-b3fa-2cbffd3a9fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.747110 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d58bf8da-c39a-41e0-b3fa-2cbffd3a9fed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4028ec29-8911-4c9f-bdc2-19e8345dfb25 HTTP/1.1" status: 204 len: 168 time: 0.1715424 Jul 09 20:04:41.756711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bf8da-c39a-41e0-b3fa-2cbffd3a9fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4028ec29-8911-4c9f-bdc2-19e8345dfb25,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:41.831428 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-b952c914-bf6b-4a1b-9330-739e73131185 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Port 0230b5b0-7779-4ec8-bec4-3f6f6af31569 concurrently deleted while adding address for new subnet {'id': 'bfa188a4-81ad-4dbc-89f9-245b1147e8c6', 'name': '', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1770, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-09T20:04:40Z', 'updated_at': '2021-07-09T20:04:40Z', 'revision_number': 0, 'segment_id': None, 'project_id': '9bcd26a7a74a48bcb8ee2e88416ba857'}. {{(pid=100205) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 09 20:04:41.832284 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b952c914-bf6b-4a1b-9330-739e73131185 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.850657 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1347e735-07b7-48d0-801e-3362a8e8cd83 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:41.898665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b952c914-bf6b-4a1b-9330-739e73131185 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:41.903181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 1347e735-07b7-48d0-801e-3362a8e8cd83 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:41.904135 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-b952c914-bf6b-4a1b-9330-739e73131185 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:41.907448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 1347e735-07b7-48d0-801e-3362a8e8cd83 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:41.907884 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.908588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b952c914-bf6b-4a1b-9330-739e73131185 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:41.910027 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b952c914-bf6b-4a1b-9330-739e73131185 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:41.932072 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952c914-bf6b-4a1b-9330-739e73131185 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=bfa188a4-81ad-4dbc-89f9-245b1147e8c6,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:41.932669 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d6c5a-6d34-42a9-a6ab-15c5bb535eb5 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:41.936786 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b952c914-bf6b-4a1b-9330-739e73131185 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5681958 Jul 09 20:04:41.940220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43048) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:41.952095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-207e44d2-0ad0-4abd-91f6-fba48f66ff7a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:42.083099 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.102970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207e44d2-0ad0-4abd-91f6-fba48f66ff7a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:42.110311 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-207e44d2-0ad0-4abd-91f6-fba48f66ff7a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.130510 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728e5f5d-fea1-40db-8e7a-070db787327a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1347e735-07b7-48d0-801e-3362a8e8cd83'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:04:42.133450 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef20515b-06f8-4dd0-93e4-889b01ae18d3" -d '{"events": [{"server_uuid": "728e5f5d-fea1-40db-8e7a-070db787327a", "name": "network-vif-plugged", "status": "completed", "tag": "1347e735-07b7-48d0-801e-3362a8e8cd83"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:04:42.170476 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1347e735-07b7-48d0-801e-3362a8e8cd83, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1347e735-07b7-48d0-801e-3362a8e8cd83,segment=NetworkSegment(1be48896-77c9-4241-8977-ffda45617ce8),segment_id=1be48896-77c9-4241-8977-ffda45617ce8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:42.176898 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.185476 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': 'bfa188a4-81ad-4dbc-89f9-245b1147e8c6'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:42.186580 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.213772 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc929f4-9aba-4888-a8bc-3c24f6e22e7b x-openstack-request-id: req-2dc929f4-9aba-4888-a8bc-3c24f6e22e7b {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:04:42.214033 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728e5f5d-fea1-40db-8e7a-070db787327a", "name": "network-vif-plugged", "status": "completed", "tag": "1347e735-07b7-48d0-801e-3362a8e8cd83", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:04:42.214289 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2dc929f4-9aba-4888-a8bc-3c24f6e22e7b {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:04:42.215340 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728e5f5d-fea1-40db-8e7a-070db787327a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1347e735-07b7-48d0-801e-3362a8e8cd83', 'code': 200} Jul 09 20:04:42.288716 n-d-800088-3 neutron-server[100204]: INFO neutron.db.ipam_backend_mixin [None req-207e44d2-0ad0-4abd-91f6-fba48f66ff7a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bfa188a4-81ad-4dbc-89f9-245b1147e8c6 (CIDR: 2001:db8::/64) Jul 09 20:04:42.293640 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-207e44d2-0ad0-4abd-91f6-fba48f66ff7a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:04:42.294109 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207e44d2-0ad0-4abd-91f6-fba48f66ff7a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:42.324643 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-207e44d2-0ad0-4abd-91f6-fba48f66ff7a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3818045 Jul 09 20:04:42.327840 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43064) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:42.333793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1ae2b2e8-764c-4881-85c6-2f9723d070e3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:42.361819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=1347e735-07b7-48d0-801e-3362a8e8cd83,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:42.389821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5dbc22-8df2-456f-8f67-0638b5fa0fc5 req-76866484-1999-40cf-aab4-d18ccb9a1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:42.391525 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2d5dbc22-8df2-456f-8f67-0638b5fa0fc5 req-76866484-1999-40cf-aab4-d18ccb9a1076 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 1096 time: 0.1049409 Jul 09 20:04:42.445644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2d5dbc22-8df2-456f-8f67-0638b5fa0fc5 req-aa00a4c4-1770-455d-8f36-aa086efd0443 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465820 Jul 09 20:04:42.484807 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Allocated IP 2001:db8::f816:3eff:fea3:75c4 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/bfa188a4-81ad-4dbc-89f9-245b1147e8c6/0cd4947a-9f63-495b-85fd-84ad213b214c) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:42.532868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae2b2e8-764c-4881-85c6-2f9723d070e3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:42.537543 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1ae2b2e8-764c-4881-85c6-2f9723d070e3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.630185 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d22072-7df1-4bc2-a906-136d974d2e22 req-24d85736-b067-4ce6-a379-fb8ae9055539 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:42.632851 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1d22072-7df1-4bc2-a906-136d974d2e22 req-24d85736-b067-4ce6-a379-fb8ae9055539 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 946 time: 0.1494501 Jul 09 20:04:42.694636 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.707762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Transition to ACTIVE for port object 0cd4947a-9f63-495b-85fd-84ad213b214c will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:42.714980 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1d22072-7df1-4bc2-a906-136d974d2e22 req-b6dc60c2-7c34-465b-bda3-939b468935fa tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a2db37f-0e85-485b-b7f0-52aa46d57f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757551 Jul 09 20:04:42.734769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Transition to ACTIVE for port object 0cd4947a-9f63-495b-85fd-84ad213b214c will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:42.748689 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:42.878893 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:42.884568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:42.891290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:42.901919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Pushing event updated for resources: {'Port': ['ID=0cd4947a-9f63-495b-85fd-84ad213b214c,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:42.987234 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1ae2b2e8-764c-4881-85c6-2f9723d070e3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.009194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Attempting to bind port 0cd4947a-9f63-495b-85fd-84ad213b214c on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:43.009407 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Attempting to bind port 0cd4947a-9f63-495b-85fd-84ad213b214c by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:43.009786 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Attempting to bind port 0cd4947a-9f63-495b-85fd-84ad213b214c on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:43.019393 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:43.019783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:43.020598 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.021011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:43.021759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Bound port: 0cd4947a-9f63-495b-85fd-84ad213b214c, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:43.022165 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.041841 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae2b2e8-764c-4881-85c6-2f9723d070e3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:43.046180 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-1ae2b2e8-764c-4881-85c6-2f9723d070e3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:43.050318 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae2b2e8-764c-4881-85c6-2f9723d070e3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:43.051253 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1ae2b2e8-764c-4881-85c6-2f9723d070e3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.079773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b26bb-9660-4ae6-9e21-ef6af10ac3af req-12903aa7-bc24-40e3-b7da-38395af62c68 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:43.080353 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1ae2b2e8-764c-4881-85c6-2f9723d070e3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7506280 Jul 09 20:04:43.082676 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-377b26bb-9660-4ae6-9e21-ef6af10ac3af req-12903aa7-bc24-40e3-b7da-38395af62c68 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.0905974 Jul 09 20:04:43.083504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43088) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:43.088851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'mac_address': 'fa:16:3e:e0:58:c2', 'name': 'tempest-NetworksTestDHCPv6-1661362666'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:43.093386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2b2e8-764c-4881-85c6-2f9723d070e3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=6f8d6c49-f89d-4a69-9931-05b737481da3,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:43.109310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] For port 0cd4947a-9f63-495b-85fd-84ad213b214c, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:43.112944 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] For port 0cd4947a-9f63-495b-85fd-84ad213b214c, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0cd4947a-9f63-495b-85fd-84ad213b214c,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:43.118113 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.197803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c0ad3-c43c-47f8-9c1f-303430902c4b None None] Pushing event updated for resources: {'Port': ['ID=0cd4947a-9f63-495b-85fd-84ad213b214c,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:43.213020 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-377b26bb-9660-4ae6-9e21-ef6af10ac3af req-4398e163-ee07-4a95-a91b-859645c11e15 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185870 Jul 09 20:04:43.268192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:43.373760 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.402577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 4ea641f5-6817-4a35-9cec-a999f425349e yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:04:43.658984 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8:0:1::2f1 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/6f8d6c49-f89d-4a69-9931-05b737481da3/4ea641f5-6817-4a35-9cec-a999f425349e) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:43.677569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::f816:3eff:fee0:58c2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/bfa188a4-81ad-4dbc-89f9-245b1147e8c6/4ea641f5-6817-4a35-9cec-a999f425349e) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:43.908689 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:43.933706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object 4ea641f5-6817-4a35-9cec-a999f425349e will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:43.977376 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.047545 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:44.049395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:44.061473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:44.072241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:44.073309 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.092053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=4ea641f5-6817-4a35-9cec-a999f425349e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:44.110190 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e1f044c1-3cb1-4244-80bc-f6171dd8b717 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0252414 Jul 09 20:04:44.112617 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43128) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:44.271280 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-39e294e3-06e4-436a-ba53-85775a407c07 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port 4ea641f5-6817-4a35-9cec-a999f425349e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:44.271725 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39e294e3-06e4-436a-ba53-85775a407c07 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.298061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f7e7b-978a-44b2-8e28-16e8913c4979 req-a2ef3ad8-5fae-45c0-8d2a-4678926a44ba tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:44.306410 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e31f7e7b-978a-44b2-8e28-16e8913c4979 req-a2ef3ad8-5fae-45c0-8d2a-4678926a44ba tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 946 time: 0.0885501 Jul 09 20:04:44.353114 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e31f7e7b-978a-44b2-8e28-16e8913c4979 req-35aee454-1cf1-4686-a955-4633380ef641 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a2db37f-0e85-485b-b7f0-52aa46d57f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453718 Jul 09 20:04:44.453002 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39e294e3-06e4-436a-ba53-85775a407c07 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.481807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-39e294e3-06e4-436a-ba53-85775a407c07 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for 4ea641f5-6817-4a35-9cec-a999f425349e owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:44.557847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2168d-01b7-473f-9ed0-4f4417bdba04 req-49431b61-bf37-4540-9360-a95c1613f8e4 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:44.559406 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-efa2168d-01b7-473f-9ed0-4f4417bdba04 req-49431b61-bf37-4540-9360-a95c1613f8e4 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.1854248 Jul 09 20:04:44.590694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491ee4ab-715a-4513-91eb-9c85e4ed0107 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:44.635074 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-efa2168d-01b7-473f-9ed0-4f4417bdba04 req-6fa6383c-72fe-4cc7-8950-d1fce9edad6c tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678759 Jul 09 20:04:44.684444 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-89f87b44-bcdc-434d-a6b5-b0ed14b1709e None None] Provisioning for port 0cd4947a-9f63-495b-85fd-84ad213b214c completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:44.818479 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39e294e3-06e4-436a-ba53-85775a407c07 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:44.906941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e294e3-06e4-436a-ba53-85775a407c07 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=4ea641f5-6817-4a35-9cec-a999f425349e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:45.015276 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39e294e3-06e4-436a-ba53-85775a407c07 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.021188 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43170) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:45.021694 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-39e294e3-06e4-436a-ba53-85775a407c07 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/4ea641f5-6817-4a35-9cec-a999f425349e HTTP/1.1" status: 204 len: 168 time: 0.9076743 Jul 09 20:04:45.026856 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43172) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:45.066663 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0cd4947a-9f63-495b-85fd-84ad213b214c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:45.141249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77157668-e9db-4712-89d9-531cb60dbb7e None None] Update dhcp port {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': 'bfa188a4-81ad-4dbc-89f9-245b1147e8c6', 'ip_address': '2001:db8::f816:3eff:fea3:75c4'}, {'subnet_id': '6f8d6c49-f89d-4a69-9931-05b737481da3'}], 'binding:host_id': 'n-d-800088-3'}, 'id': '0cd4947a-9f63-495b-85fd-84ad213b214c'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:04:45.149239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37ad070-bbe4-47b8-9d3c-61a2219fe915 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:45.151001 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e37ad070-bbe4-47b8-9d3c-61a2219fe915 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1231372 Jul 09 20:04:45.153775 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43178) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:45.201970 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-77157668-e9db-4712-89d9-531cb60dbb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.214272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 0cd4947a-9f63-495b-85fd-84ad213b214c completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:45.221280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0cd4947a-9f63-495b-85fd-84ad213b214c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:45.221659 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.267816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e8fd1-261a-4788-b567-3be52c51d954 req-ef1aba1d-9dab-49e4-8f9b-306af68c0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:45.275291 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b3e8fd1-261a-4788-b567-3be52c51d954 req-ef1aba1d-9dab-49e4-8f9b-306af68c0cfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7fdce68c2634be6a0eb390c9c3290ec&device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 1096 time: 0.1212971 Jul 09 20:04:45.324640 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-82875889-65aa-43ca-9c4c-be68add8ac37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.372206 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0c990d-41a2-4c78-963c-1332a58e5ea8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:45.376710 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ba0c990d-41a2-4c78-963c-1332a58e5ea8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2197099 Jul 09 20:04:45.379400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43186) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:45.454293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e8fd1-261a-4788-b567-3be52c51d954 req-b7396eae-4aa1-4c83-936a-0cb36a1db612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:45.457152 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b3e8fd1-261a-4788-b567-3be52c51d954 req-b7396eae-4aa1-4c83-936a-0cb36a1db612 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c359fa-7b1c-482e-86f6-2ae29ef3df09 HTTP/1.1" status: 200 len: 912 time: 0.1757362 Jul 09 20:04:45.461953 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.500882 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035f698-611a-4a44-b202-5ef2b6626f87 req-51de3bd5-2890-48bd-a4e7-45e0f88e3480 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:45.502532 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c035f698-611a-4a44-b202-5ef2b6626f87 req-51de3bd5-2890-48bd-a4e7-45e0f88e3480 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.1451731 Jul 09 20:04:45.516988 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b3e8fd1-261a-4788-b567-3be52c51d954 req-be6219fa-e5ad-4503-b177-4805f3778057 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1347e735-07b7-48d0-801e-3362a8e8cd83 HTTP/1.1" status: 200 len: 217 time: 0.0525997 Jul 09 20:04:45.540323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dde350f-fe66-4cdb-ad27-306acab66116 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:45.542507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dde350f-fe66-4cdb-ad27-306acab66116 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:45.546917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dde350f-fe66-4cdb-ad27-306acab66116 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:45.558003 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2dde350f-fe66-4cdb-ad27-306acab66116 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1772597 Jul 09 20:04:45.558940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43190) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:45.565577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 0cd4947a-9f63-495b-85fd-84ad213b214c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0cd4947a-9f63-495b-85fd-84ad213b214c,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:45.578545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-82875889-65aa-43ca-9c4c-be68add8ac37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.579777 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.611844 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-82875889-65aa-43ca-9c4c-be68add8ac37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.622675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-77157668-e9db-4712-89d9-531cb60dbb7e None None] Allocated IP 2001:db8:0:1::2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/6f8d6c49-f89d-4a69-9931-05b737481da3/0cd4947a-9f63-495b-85fd-84ad213b214c) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:45.642796 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c035f698-611a-4a44-b202-5ef2b6626f87 req-0dc864b2-ba3e-4b4b-9fb3-5075accee86a tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287847 Jul 09 20:04:45.669678 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e8fd1-261a-4788-b567-3be52c51d954 req-4d3f6375-2362-4040-bf49-e85288730d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:45.671734 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b3e8fd1-261a-4788-b567-3be52c51d954 req-4d3f6375-2362-4040-bf49-e85288730d15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7add970-f5d8-4207-a1aa-5e2788ab0a25 HTTP/1.1" status: 200 len: 851 time: 0.1390643 Jul 09 20:04:45.678249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82875889-65aa-43ca-9c4c-be68add8ac37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b72dd00-31f3-476d-87da-3d7037d4a076,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:45.684620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0e29be-c665-4c10-87f5-8ec026501e93 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 6f8d6c49-f89d-4a69-9931-05b737481da3 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:45.692867 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-82875889-65aa-43ca-9c4c-be68add8ac37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac98cde0a9fa406a9de928ecc0e69fde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6537378 Jul 09 20:04:45.693507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43192) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:45.720712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=0cd4947a-9f63-495b-85fd-84ad213b214c,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:45.733749 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b3e8fd1-261a-4788-b567-3be52c51d954 req-99b617e8-818c-43a1-8859-4a9caae0ad69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c359fa-7b1c-482e-86f6-2ae29ef3df09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450468 Jul 09 20:04:45.766911 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cdd5860d-902c-4bc6-a10b-51f0e7d34dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.775968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6dfc70-0ac1-4fbf-bad6-b9def075b6f9 req-265429cf-9eb2-4c45-83f1-0c4c8628fcef tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:45.777587 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fa6dfc70-0ac1-4fbf-bad6-b9def075b6f9 req-265429cf-9eb2-4c45-83f1-0c4c8628fcef tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 946 time: 0.1825218 Jul 09 20:04:45.791639 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-77157668-e9db-4712-89d9-531cb60dbb7e None None] For port 0cd4947a-9f63-495b-85fd-84ad213b214c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0cd4947a-9f63-495b-85fd-84ad213b214c,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:45.794916 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cdd5860d-902c-4bc6-a10b-51f0e7d34dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.837515 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-77157668-e9db-4712-89d9-531cb60dbb7e None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.860442 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fa6dfc70-0ac1-4fbf-bad6-b9def075b6f9 req-7e14e149-335f-4358-b701-f79c5f1f7944 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a2db37f-0e85-485b-b7f0-52aa46d57f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544755 Jul 09 20:04:45.867099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-77157668-e9db-4712-89d9-531cb60dbb7e None None] Transition to ACTIVE for port object 0cd4947a-9f63-495b-85fd-84ad213b214c will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:45.870394 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cdd5860d-902c-4bc6-a10b-51f0e7d34dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.875364 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cdd5860d-902c-4bc6-a10b-51f0e7d34dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.875560 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-77157668-e9db-4712-89d9-531cb60dbb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.877668 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cdd5860d-902c-4bc6-a10b-51f0e7d34dcc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b72dd00-31f3-476d-87da-3d7037d4a076 HTTP/1.1" status: 204 len: 168 time: 0.1821163 Jul 09 20:04:45.879835 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe0e29be-c665-4c10-87f5-8ec026501e93 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:45.910720 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b3e8fd1-261a-4788-b567-3be52c51d954 req-ca42ae89-93e3-466d-ac72-47baaa1217cb service neutron] 10.222.0.36 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666296 Jul 09 20:04:45.936352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5860d-902c-4bc6-a10b-51f0e7d34dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b72dd00-31f3-476d-87da-3d7037d4a076,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:45.943883 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe0e29be-c665-4c10-87f5-8ec026501e93 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.015899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77157668-e9db-4712-89d9-531cb60dbb7e None None] Pushing event updated for resources: {'Port': ['ID=0cd4947a-9f63-495b-85fd-84ad213b214c,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:46.069688 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b3e8fd1-261a-4788-b567-3be52c51d954 req-e734611a-cecb-4002-805d-0b92af3be77b service neutron] 10.222.0.36 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513462 Jul 09 20:04:46.077768 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe0e29be-c665-4c10-87f5-8ec026501e93 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.156831 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe0e29be-c665-4c10-87f5-8ec026501e93 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.195128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e29be-c665-4c10-87f5-8ec026501e93 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=6f8d6c49-f89d-4a69-9931-05b737481da3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:46.200960 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe0e29be-c665-4c10-87f5-8ec026501e93 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.205283 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fe0e29be-c665-4c10-87f5-8ec026501e93 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/6f8d6c49-f89d-4a69-9931-05b737481da3 HTTP/1.1" status: 204 len: 168 time: 0.6431646 Jul 09 20:04:46.205994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43202) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:46.272515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7fad817-ff44-461e-b01a-5a87cf3322e8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet bfa188a4-81ad-4dbc-89f9-245b1147e8c6 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:46.276276 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d7fad817-ff44-461e-b01a-5a87cf3322e8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.297235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43204) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:46.319064 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31d66178-5194-4c5c-8125-6d845e7bf859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.330166 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d7fad817-ff44-461e-b01a-5a87cf3322e8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.448791 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31d66178-5194-4c5c-8125-6d845e7bf859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.455099 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31d66178-5194-4c5c-8125-6d845e7bf859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.516812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d66178-5194-4c5c-8125-6d845e7bf859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b90796c-e4d9-4b74-ade3-4575930fef3e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:46.532468 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-31d66178-5194-4c5c-8125-6d845e7bf859 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=763d1a5786054555983cd131ca961773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337356 Jul 09 20:04:46.533318 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43208) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:46.605796 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9109082c-b17d-4116-a847-d756840f0e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.634762 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9109082c-b17d-4116-a847-d756840f0e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.693482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9109082c-b17d-4116-a847-d756840f0e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.696894 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9109082c-b17d-4116-a847-d756840f0e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.698818 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9109082c-b17d-4116-a847-d756840f0e57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b90796c-e4d9-4b74-ade3-4575930fef3e HTTP/1.1" status: 204 len: 168 time: 0.1637082 Jul 09 20:04:46.713536 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109082c-b17d-4116-a847-d756840f0e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b90796c-e4d9-4b74-ade3-4575930fef3e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:46.757510 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d7fad817-ff44-461e-b01a-5a87cf3322e8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.805459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a50e517-670d-4caf-978d-2afbc50667dd None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:46.913379 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d7fad817-ff44-461e-b01a-5a87cf3322e8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.953050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0cd4947a-9f63-495b-85fd-84ad213b214c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:46.967566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fad817-ff44-461e-b01a-5a87cf3322e8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=bfa188a4-81ad-4dbc-89f9-245b1147e8c6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:46.985145 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d7fad817-ff44-461e-b01a-5a87cf3322e8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:46.987416 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d7fad817-ff44-461e-b01a-5a87cf3322e8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/bfa188a4-81ad-4dbc-89f9-245b1147e8c6 HTTP/1.1" status: 204 len: 168 time: 0.7795675 Jul 09 20:04:46.992265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43218) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:47.025170 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9010b-b0b5-47b8-ae3b-1484358f0abd req-68d3d3ba-2268-417b-8b95-7d2394d6b916 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:47.030197 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4c9010b-b0b5-47b8-ae3b-1484358f0abd req-68d3d3ba-2268-417b-8b95-7d2394d6b916 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.1755135 Jul 09 20:04:47.067670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-61333e10-1fd7-4891-ba51-6c409927551a None None] Provisioning for port 0cd4947a-9f63-495b-85fd-84ad213b214c completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:47.077882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-61333e10-1fd7-4891-ba51-6c409927551a None None] Provisioning complete for port 0cd4947a-9f63-495b-85fd-84ad213b214c triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:47.078178 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-61333e10-1fd7-4891-ba51-6c409927551a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.149758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0cd4947a-9f63-495b-85fd-84ad213b214c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:47.151200 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.216151 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4c9010b-b0b5-47b8-ae3b-1484358f0abd req-8ba6999f-10a1-4d63-a9c5-554e450381b7 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775036 Jul 09 20:04:47.284920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-db276fa0-7ec2-40cb-8049-a09fe2a17e9a tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:47.287275 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-db276fa0-7ec2-40cb-8049-a09fe2a17e9a tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.36 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 946 time: 0.2178547 Jul 09 20:04:47.314394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aaf21f-e65b-4baf-8400-4736090b72e0 None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:04:47.417933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c6aaf21f-e65b-4baf-8400-4736090b72e0 None None] Deleting port 0cd4947a-9f63-495b-85fd-84ad213b214c {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:47.418247 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf21f-e65b-4baf-8400-4736090b72e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.430234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-98adacc5-51fa-44a8-92c0-6249ed681e7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Deleting port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:47.430880 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-98adacc5-51fa-44a8-92c0-6249ed681e7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.487929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43230) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:47.488928 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f0c67a9f-dd3f-4ce1-8ed9-5780a54f0991 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4944971 Jul 09 20:04:47.498922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c5fef989-2215-469f-89a3-c527a58c5873 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:47.511475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c6aaf21f-e65b-4baf-8400-4736090b72e0 None None] For port 0cd4947a-9f63-495b-85fd-84ad213b214c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0cd4947a-9f63-495b-85fd-84ad213b214c,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:47.511975 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf21f-e65b-4baf-8400-4736090b72e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.528323 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c6aaf21f-e65b-4baf-8400-4736090b72e0 None None] Calling delete_port for 0cd4947a-9f63-495b-85fd-84ad213b214c owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:47.573487 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4cb80-39f1-4cc7-909d-67213d5c6bb0 req-e8f80b16-e2c9-4891-a96f-b29a7151e783 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:47.580908 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5d4cb80-39f1-4cc7-909d-67213d5c6bb0 req-e8f80b16-e2c9-4891-a96f-b29a7151e783 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 946 time: 0.0983829 Jul 09 20:04:47.658138 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5d4cb80-39f1-4cc7-909d-67213d5c6bb0 req-09dc24da-dde8-455f-a1d4-81a29635728c tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a2db37f-0e85-485b-b7f0-52aa46d57f99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757895 Jul 09 20:04:47.685384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-98adacc5-51fa-44a8-92c0-6249ed681e7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] For port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2fc4695f-bdd4-463c-8ef6-9e32f24ea746,segment=NetworkSegment(39e65ca2-c377-45c7-b8b1-ddd5406ce697),segment_id=39e65ca2-c377-45c7-b8b1-ddd5406ce697)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:47.685384 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-98adacc5-51fa-44a8-92c0-6249ed681e7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.685674 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6aaf21f-e65b-4baf-8400-4736090b72e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:47.727283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aaf21f-e65b-4baf-8400-4736090b72e0 None None] No DVR routers for this DVR port 0cd4947a-9f63-495b-85fd-84ad213b214c on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:47.731436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fef989-2215-469f-89a3-c527a58c5873 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:47.735464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aaf21f-e65b-4baf-8400-4736090b72e0 None None] Pushing event deleted for resources: {'Port': ['ID=0cd4947a-9f63-495b-85fd-84ad213b214c,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:47.736952 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5fef989-2215-469f-89a3-c527a58c5873 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.116136 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-98adacc5-51fa-44a8-92c0-6249ed681e7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.116593 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-98adacc5-51fa-44a8-92c0-6249ed681e7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.116958 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-98adacc5-51fa-44a8-92c0-6249ed681e7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Floating IP f9f31cf4-f0f1-4354-b07b-fcfcf153630e disassociated. External IP: 172.25.0.17, port: 2fc4695f-bdd4-463c-8ef6-9e32f24ea746. Jul 09 20:04:48.117354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-98adacc5-51fa-44a8-92c0-6249ed681e7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Calling delete_port for 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:48.226469 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5fef989-2215-469f-89a3-c527a58c5873 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.291106 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fef989-2215-469f-89a3-c527a58c5873 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:48.298454 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-c5fef989-2215-469f-89a3-c527a58c5873 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:48.304503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fef989-2215-469f-89a3-c527a58c5873 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:48.305147 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5fef989-2215-469f-89a3-c527a58c5873 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.309768 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fef989-2215-469f-89a3-c527a58c5873 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=05309c0c-b812-4f3c-bb91-64c6bf72c3fd,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:48.313015 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1a0e72-5cbd-407c-9f84-2e6b24e991d6 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:48.345461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c5fef989-2215-469f-89a3-c527a58c5873 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8561037 Jul 09 20:04:48.349889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43288) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:48.359048 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9b67dea9-0532-4740-bb0f-3fdf7ab61794 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:48.424709 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-98adacc5-51fa-44a8-92c0-6249ed681e7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.497998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adacc5-51fa-44a8-92c0-6249ed681e7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Pushing event deleted for resources: {'Port': ['ID=2fc4695f-bdd4-463c-8ef6-9e32f24ea746,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:48.573938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b67dea9-0532-4740-bb0f-3fdf7ab61794 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:48.581998 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9b67dea9-0532-4740-bb0f-3fdf7ab61794 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.631303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698e813-402a-4387-bf1e-a683442d42e5 req-c6ccfd1f-b412-4308-946f-e7cd002d590a tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:48.633564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4698e813-402a-4387-bf1e-a683442d42e5 req-c6ccfd1f-b412-4308-946f-e7cd002d590a tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.2292805 Jul 09 20:04:48.692420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-98adacc5-51fa-44a8-92c0-6249ed681e7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Router afe5680c-2737-4354-8f60-8f8f4f3212f4 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:04:48.724376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': '05309c0c-b812-4f3c-bb91-64c6bf72c3fd'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:48.731858 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.732521 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4698e813-402a-4387-bf1e-a683442d42e5 req-8aff1511-1614-43cb-8a21-9e9c91c1f093 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909100 Jul 09 20:04:48.774911 n-d-800088-3 neutron-server[100204]: INFO neutron.db.ipam_backend_mixin [None req-9b67dea9-0532-4740-bb0f-3fdf7ab61794 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 05309c0c-b812-4f3c-bb91-64c6bf72c3fd (CIDR: 2001:db8::/64) Jul 09 20:04:48.780389 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b67dea9-0532-4740-bb0f-3fdf7ab61794 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:04:48.782990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b67dea9-0532-4740-bb0f-3fdf7ab61794 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:48.819963 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9b67dea9-0532-4740-bb0f-3fdf7ab61794 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4684319 Jul 09 20:04:48.822572 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43338) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:48.828766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8f17778d-ad5c-4f9e-800f-a3466f105423 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:48.876445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-98adacc5-51fa-44a8-92c0-6249ed681e7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:04:48.895033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08250d-9418-4e1c-b571-447d47ffbe59 None None] Sync routers for ids ['afe5680c-2737-4354-8f60-8f8f4f3212f4'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:04:48.922250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08250d-9418-4e1c-b571-447d47ffbe59 None None] Routers {'afe5680c-2737-4354-8f60-8f8f4f3212f4'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:48.922907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6d08250d-9418-4e1c-b571-447d47ffbe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:04:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['afe5680c-2737-4354-8f60-8f8f4f3212f4'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:48.973614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-98adacc5-51fa-44a8-92c0-6249ed681e7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] No DVR routers for this DVR port 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:48.976956 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-98adacc5-51fa-44a8-92c0-6249ed681e7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:48.979739 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-72e92cea-acfa-48e7-aca5-e12b4a9178c8 req-98adacc5-51fa-44a8-92c0-6249ed681e7f tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.36 "DELETE /v2.0/ports/2fc4695f-bdd4-463c-8ef6-9e32f24ea746 HTTP/1.1" status: 204 len: 173 time: 1.6861613 Jul 09 20:04:48.980150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5292c504-84bf-4517-853d-e1832e5c7177', 'name': 'network-vif-deleted', 'tag': '2fc4695f-bdd4-463c-8ef6-9e32f24ea746'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:04:48.982611 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba2fc99-e168-49f9-894b-e61710b15dfa" -d '{"events": [{"server_uuid": "5292c504-84bf-4517-853d-e1832e5c7177", "name": "network-vif-deleted", "tag": "2fc4695f-bdd4-463c-8ef6-9e32f24ea746"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:04:49.047944 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8da423a3-95ff-468b-a7bb-5263e30b2450 req-977f8f9f-9379-49b5-8e54-2d9f0852076b tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/ports?device_id=5292c504-84bf-4517-853d-e1832e5c7177 HTTP/1.1" status: 200 len: 210 time: 0.1199684 Jul 09 20:04:49.092461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Allocated IP 2001:db8::2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/05309c0c-b812-4f3c-bb91-64c6bf72c3fd/4b1f932e-06b0-4f02-8da3-e529597a78b3) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:49.122703 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4b9867-0c14-4d45-a28c-57a228852267 x-openstack-request-id: req-ee4b9867-0c14-4d45-a28c-57a228852267 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:04:49.123284 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5292c504-84bf-4517-853d-e1832e5c7177", "name": "network-vif-deleted", "tag": "2fc4695f-bdd4-463c-8ef6-9e32f24ea746", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:04:49.124490 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee4b9867-0c14-4d45-a28c-57a228852267 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:04:49.125169 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5292c504-84bf-4517-853d-e1832e5c7177', 'name': 'network-vif-deleted', 'tag': '2fc4695f-bdd4-463c-8ef6-9e32f24ea746', 'status': 'completed', 'code': 200} Jul 09 20:04:49.172584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-6d08250d-9418-4e1c-b571-447d47ffbe59 None None] Set router afe5680c-2737-4354-8f60-8f8f4f3212f4 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:49.217201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f17778d-ad5c-4f9e-800f-a3466f105423 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:49.222642 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f17778d-ad5c-4f9e-800f-a3466f105423 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.267105 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0cd4947a-9f63-495b-85fd-84ad213b214c no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:49.329383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43348) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:49.358681 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 0cd4947a-9f63-495b-85fd-84ad213b214c {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:49.359301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0cd4947a-9f63-495b-85fd-84ad213b214c not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:49.500203 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2469e4d0-cee3-43fc-a6d9-ba17892233ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.583127 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.595581 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Transition to ACTIVE for port object 4b1f932e-06b0-4f02-8da3-e529597a78b3 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:49.600237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6d08250d-9418-4e1c-b571-447d47ffbe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:18Z', 'updated_at': '2021-07-09T20:01:25Z', 'revision_number': 4, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'gw_port': {'id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:20Z', 'updated_at': '2021-07-09T20:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '1ef76c2d-0199-4afe-b33b-5fa3447b9e46', 'name': '', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'mac_address': 'fa:16:3e:6d:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:23Z', 'updated_at': '2021-07-09T20:01:33Z', 'revision_number': 5, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'subnets': [{'id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:49.615861 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2469e4d0-cee3-43fc-a6d9-ba17892233ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.624959 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2469e4d0-cee3-43fc-a6d9-ba17892233ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.639671 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08250d-9418-4e1c-b571-447d47ffbe59 None None] Checking router: afe5680c-2737-4354-8f60-8f8f4f3212f4 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:04:49.652951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.objects.ports [None req-8f17778d-ad5c-4f9e-800f-a3466f105423 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100204) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:04:49.653717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Transition to ACTIVE for port object 4b1f932e-06b0-4f02-8da3-e529597a78b3 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:49.655638 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f17778d-ad5c-4f9e-800f-a3466f105423 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.661564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08250d-9418-4e1c-b571-447d47ffbe59 None None] Routers {'afe5680c-2737-4354-8f60-8f8f4f3212f4'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:49.662534 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6d08250d-9418-4e1c-b571-447d47ffbe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:04:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['afe5680c-2737-4354-8f60-8f8f4f3212f4'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:49.683015 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2469e4d0-cee3-43fc-a6d9-ba17892233ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bd4ecb9b7f74a35993077e006da8743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501353 Jul 09 20:04:49.683015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469e4d0-cee3-43fc-a6d9-ba17892233ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b905dc29-9bef-431a-a1f0-817a0f0cc0cd,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:49.685635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43352) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:49.708396 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.728298 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17778d-ad5c-4f9e-800f-a3466f105423 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=5d6ad664-78de-4c26-bb42-8fa8487e6068,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:49.747455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f17778d-ad5c-4f9e-800f-a3466f105423 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:49.748954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-8f17778d-ad5c-4f9e-800f-a3466f105423 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:49.757760 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f17778d-ad5c-4f9e-800f-a3466f105423 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:49.758819 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f17778d-ad5c-4f9e-800f-a3466f105423 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.762796 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd705-3bdf-4baa-862a-ee3c4a58e816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.796478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:49.801921 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8f17778d-ad5c-4f9e-800f-a3466f105423 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9751649 Jul 09 20:04:49.802171 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd705-3bdf-4baa-862a-ee3c4a58e816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.806968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43356) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:49.813098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'mac_address': 'fa:16:3e:46:19:bf', 'name': 'tempest-NetworksTestDHCPv6-1732222638'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:49.824735 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Pushing event updated for resources: {'Port': ['ID=4b1f932e-06b0-4f02-8da3-e529597a78b3,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:49.830623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:49.836037 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:49.922316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-6d08250d-9418-4e1c-b571-447d47ffbe59 None None] Set router afe5680c-2737-4354-8f60-8f8f4f3212f4 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:49.952768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Attempting to bind port 4b1f932e-06b0-4f02-8da3-e529597a78b3 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:49.953170 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Attempting to bind port 4b1f932e-06b0-4f02-8da3-e529597a78b3 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:49.953551 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Attempting to bind port 4b1f932e-06b0-4f02-8da3-e529597a78b3 on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:49.979250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:49.979963 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:49.980706 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.981451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:49.982126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Bound port: 4b1f932e-06b0-4f02-8da3-e529597a78b3, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:49.982558 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.996462 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd705-3bdf-4baa-862a-ee3c4a58e816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:49.999016 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd705-3bdf-4baa-862a-ee3c4a58e816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.000174 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cf0dd705-3bdf-4baa-862a-ee3c4a58e816 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b905dc29-9bef-431a-a1f0-817a0f0cc0cd HTTP/1.1" status: 204 len: 168 time: 0.3134537 Jul 09 20:04:50.015453 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dd705-3bdf-4baa-862a-ee3c4a58e816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b905dc29-9bef-431a-a1f0-817a0f0cc0cd,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:50.069883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a686d-8adf-4cb6-a7c0-558a6c4f9cbe req-bb783339-3bcf-4f6a-8ba1-cdc17f0777b4 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:50.071579 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b0a686d-8adf-4cb6-a7c0-558a6c4f9cbe req-bb783339-3bcf-4f6a-8ba1-cdc17f0777b4 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.1427345 Jul 09 20:04:50.072622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:50.102299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] For port 4b1f932e-06b0-4f02-8da3-e529597a78b3, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:50.105885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] For port 4b1f932e-06b0-4f02-8da3-e529597a78b3, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4b1f932e-06b0-4f02-8da3-e529597a78b3,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:50.125089 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.199283 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b0a686d-8adf-4cb6-a7c0-558a6c4f9cbe req-4266251f-11f8-46a3-b6e4-67a7e5e9b120 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105270 Jul 09 20:04:50.231120 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.263344 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 19f7427c-1911-466b-ac1c-d7eecfc42edb yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:04:50.275495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada41e9f-5e91-493c-99be-3f0e6605a836 None None] Pushing event updated for resources: {'Port': ['ID=4b1f932e-06b0-4f02-8da3-e529597a78b3,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:50.368426 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43370) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:50.397914 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6d08250d-9418-4e1c-b571-447d47ffbe59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:18Z', 'updated_at': '2021-07-09T20:01:25Z', 'revision_number': 4, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'gw_port': {'id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:20Z', 'updated_at': '2021-07-09T20:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '1ef76c2d-0199-4afe-b33b-5fa3447b9e46', 'name': '', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'mac_address': 'fa:16:3e:6d:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:23Z', 'updated_at': '2021-07-09T20:01:33Z', 'revision_number': 5, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'subnets': [{'id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:50.436939 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d08250d-9418-4e1c-b571-447d47ffbe59 None None] The sync data for ids ['afe5680c-2737-4354-8f60-8f8f4f3212f4'] in n-d-800088-3 is: [{'id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:18Z', 'updated_at': '2021-07-09T20:01:25Z', 'revision_number': 4, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'gw_port': {'id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:20Z', 'updated_at': '2021-07-09T20:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '1ef76c2d-0199-4afe-b33b-5fa3447b9e46', 'name': '', 'network_id': '8690c2e1-6f6c-4242-b675-237da2661b58', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'mac_address': 'fa:16:3e:6d:87:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:23Z', 'updated_at': '2021-07-09T20:01:33Z', 'revision_number': 5, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'subnets': [{'id': '58f09e31-7104-40a3-94a2-dae4015145f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:04:50.486898 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63f2b3b3-50a7-45d6-bac9-ddadc623c475 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.589297 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63f2b3b3-50a7-45d6-bac9-ddadc623c475 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.651175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::1bb (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/05309c0c-b812-4f3c-bb91-64c6bf72c3fd/19f7427c-1911-466b-ac1c-d7eecfc42edb) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:50.662421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8:0:1:f816:3eff:fe46:19bf (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/5d6ad664-78de-4c26-bb42-8fa8487e6068/19f7427c-1911-466b-ac1c-d7eecfc42edb) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:50.688277 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63f2b3b3-50a7-45d6-bac9-ddadc623c475 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.692581 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63f2b3b3-50a7-45d6-bac9-ddadc623c475 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.694438 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-63f2b3b3-50a7-45d6-bac9-ddadc623c475 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "DELETE /v2.0/security-groups/6a2db37f-0e85-485b-b7f0-52aa46d57f99 HTTP/1.1" status: 204 len: 168 time: 0.3248644 Jul 09 20:04:50.699214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43382) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:50.708115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2b3b3-50a7-45d6-bac9-ddadc623c475 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2db37f-0e85-485b-b7f0-52aa46d57f99,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:50.733845 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-837bb540-5172-426b-aaa6-946bbb776253 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] show failed (client error): The resource could not be found. Jul 09 20:04:50.735102 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-837bb540-5172-426b-aaa6-946bbb776253 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "GET /v2.0/security-groups/6a2db37f-0e85-485b-b7f0-52aa46d57f99 HTTP/1.1" status: 404 len: 347 time: 0.0343921 Jul 09 20:04:50.739451 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43384) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:50.929645 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.942612 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26897770-8167-4da9-bedd-01a9c1ecd740 None None] New status for floating IP f9f31cf4-f0f1-4354-b07b-fcfcf153630e: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:04:50.967125 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-59bae9db-9d1d-49b9-a6d1-05a736709727 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Deleting port 17c813ef-7699-4d39-99c2-af5b746a5c0a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:50.967921 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59bae9db-9d1d-49b9-a6d1-05a736709727 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:50.971073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object 19f7427c-1911-466b-ac1c-d7eecfc42edb will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:51.000295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4b1f932e-06b0-4f02-8da3-e529597a78b3 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:51.035989 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.115300 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59bae9db-9d1d-49b9-a6d1-05a736709727 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.115737 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 4b1f932e-06b0-4f02-8da3-e529597a78b3 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:51.116893 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59bae9db-9d1d-49b9-a6d1-05a736709727 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.140914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-59bae9db-9d1d-49b9-a6d1-05a736709727 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Calling delete_port for 17c813ef-7699-4d39-99c2-af5b746a5c0a owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:51.149955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:51.154135 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:51.163029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:51.183332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:51.185004 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.197954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=19f7427c-1911-466b-ac1c-d7eecfc42edb,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:51.246796 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c63a1b34-91d2-4329-ab42-03f4e499e04a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4384027 Jul 09 20:04:51.247455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43398) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:51.436582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-3ad90cff-4d46-4b98-b5a4-da790938c96e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port 19f7427c-1911-466b-ac1c-d7eecfc42edb {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:51.437092 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3ad90cff-4d46-4b98-b5a4-da790938c96e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.605317 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59bae9db-9d1d-49b9-a6d1-05a736709727 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.627825 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3ad90cff-4d46-4b98-b5a4-da790938c96e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.645700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aac1d32-5c63-4802-add9-59856d4e004a None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:51.659885 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bae9db-9d1d-49b9-a6d1-05a736709727 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Pushing event deleted for resources: {'Port': ['ID=17c813ef-7699-4d39-99c2-af5b746a5c0a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:51.683561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-3ad90cff-4d46-4b98-b5a4-da790938c96e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for 19f7427c-1911-466b-ac1c-d7eecfc42edb owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:51.763398 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5391bf-a1a6-4219-91c1-6f85f1ac794f req-e2ce53a8-3eea-4e0a-9bd3-b5868d4f65b1 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:51.771166 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6e5391bf-a1a6-4219-91c1-6f85f1ac794f req-e2ce53a8-3eea-4e0a-9bd3-b5868d4f65b1 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.3285995 Jul 09 20:04:51.821195 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-db87c153-414c-4c38-b068-f1e2aa0179b0 None None] Provisioning for port 4b1f932e-06b0-4f02-8da3-e529597a78b3 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:51.830004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-db87c153-414c-4c38-b068-f1e2aa0179b0 None None] Provisioning complete for port 4b1f932e-06b0-4f02-8da3-e529597a78b3 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:51.830380 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-db87c153-414c-4c38-b068-f1e2aa0179b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.854161 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59bae9db-9d1d-49b9-a6d1-05a736709727 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.858044 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59bae9db-9d1d-49b9-a6d1-05a736709727 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:51.859867 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-59bae9db-9d1d-49b9-a6d1-05a736709727 tempest-ServersTestManualDisk-311035141 tempest-ServersTestManualDisk-311035141-project] 10.222.0.30 "DELETE /v2.0/floatingips/f9f31cf4-f0f1-4354-b07b-fcfcf153630e HTTP/1.1" status: 204 len: 168 time: 1.1176639 Jul 09 20:04:51.863232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43416) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:51.897871 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6e5391bf-a1a6-4219-91c1-6f85f1ac794f req-49181a9f-74e0-48b4-a776-f35f3a81e352 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257002 Jul 09 20:04:51.920988 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:51.964192 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:51.964886 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2fc4695f-bdd4-463c-8ef6-9e32f24ea746 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:51.983827 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-db87c153-414c-4c38-b068-f1e2aa0179b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.029799 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-db87c153-414c-4c38-b068-f1e2aa0179b0 None None] For port 4b1f932e-06b0-4f02-8da3-e529597a78b3, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4b1f932e-06b0-4f02-8da3-e529597a78b3,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:52.038353 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-db87c153-414c-4c38-b068-f1e2aa0179b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.054520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43418) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.107821 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3ad90cff-4d46-4b98-b5a4-da790938c96e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.127372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d1984-c825-4313-81bc-45c4e14f02b7 None None] Update dhcp port {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': '05309c0c-b812-4f3c-bb91-64c6bf72c3fd', 'ip_address': '2001:db8::2'}, {'subnet_id': '5d6ad664-78de-4c26-bb42-8fa8487e6068'}], 'binding:host_id': 'n-d-800088-3'}, 'id': '4b1f932e-06b0-4f02-8da3-e529597a78b3'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:04:52.158308 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87c153-414c-4c38-b068-f1e2aa0179b0 None None] Pushing event updated for resources: {'Port': ['ID=4b1f932e-06b0-4f02-8da3-e529597a78b3,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:52.163497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad90cff-4d46-4b98-b5a4-da790938c96e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=19f7427c-1911-466b-ac1c-d7eecfc42edb,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:52.179547 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-955d1984-c825-4313-81bc-45c4e14f02b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.221498 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3ad90cff-4d46-4b98-b5a4-da790938c96e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.226820 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3ad90cff-4d46-4b98-b5a4-da790938c96e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/19f7427c-1911-466b-ac1c-d7eecfc42edb HTTP/1.1" status: 204 len: 168 time: 0.9758508 Jul 09 20:04:52.227202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43422) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.321667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfa4dea-fb3a-4739-95a2-4362a29c0eac tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:52.325675 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4cfa4dea-fb3a-4739-95a2-4362a29c0eac tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0948985 Jul 09 20:04:52.326100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43424) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.393902 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1799600194'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:52.402326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e68c3d-d77b-4f84-9b6b-66853418459e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:52.404108 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a7e68c3d-d77b-4f84-9b6b-66853418459e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0767915 Jul 09 20:04:52.406586 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43428) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.407924 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-955d1984-c825-4313-81bc-45c4e14f02b7 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe95:4107 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/5d6ad664-78de-4c26-bb42-8fa8487e6068/4b1f932e-06b0-4f02-8da3-e529597a78b3) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:52.469630 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14730826-6155-42bc-a2ff-deda0828b059 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:52.471371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14730826-6155-42bc-a2ff-deda0828b059 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:52.474235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14730826-6155-42bc-a2ff-deda0828b059 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:52.478398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Made reservation on behalf of 94bf2d94d4844177a0073094e7993e77 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:52.481143 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-14730826-6155-42bc-a2ff-deda0828b059 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0733762 Jul 09 20:04:52.481834 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43430) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.483203 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.501134 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.536556 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-955d1984-c825-4313-81bc-45c4e14f02b7 None None] For port 4b1f932e-06b0-4f02-8da3-e529597a78b3, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4b1f932e-06b0-4f02-8da3-e529597a78b3,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:52.560059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99462d2-2a16-4322-a0f4-425f6fcafc80 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 05309c0c-b812-4f3c-bb91-64c6bf72c3fd {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:52.568776 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-955d1984-c825-4313-81bc-45c4e14f02b7 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.585035 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-955d1984-c825-4313-81bc-45c4e14f02b7 None None] Transition to ACTIVE for port object 4b1f932e-06b0-4f02-8da3-e529597a78b3 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:52.590019 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-955d1984-c825-4313-81bc-45c4e14f02b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.590418 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c99462d2-2a16-4322-a0f4-425f6fcafc80 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.652555 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c99462d2-2a16-4322-a0f4-425f6fcafc80 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.717281 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d1984-c825-4313-81bc-45c4e14f02b7 None None] Pushing event updated for resources: {'Port': ['ID=4b1f932e-06b0-4f02-8da3-e529597a78b3,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:52.752769 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.771625 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.773520 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c99462d2-2a16-4322-a0f4-425f6fcafc80 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.855538 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c99462d2-2a16-4322-a0f4-425f6fcafc80 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.858968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd091eaa-c6fa-40a0-bc56-755b86b67460,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:52.876875 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:52.890602 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-96afdba8-2b53-4155-84bc-d0649805b9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.902382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99462d2-2a16-4322-a0f4-425f6fcafc80 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=05309c0c-b812-4f3c-bb91-64c6bf72c3fd,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:52.904630 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c99462d2-2a16-4322-a0f4-425f6fcafc80 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.910793 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c99462d2-2a16-4322-a0f4-425f6fcafc80 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/05309c0c-b812-4f3c-bb91-64c6bf72c3fd HTTP/1.1" status: 204 len: 168 time: 0.4264233 Jul 09 20:04:52.911681 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43434) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:52.961188 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:52.961679 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Added segment cd1d41fe-ccac-4001-8de2-747f29fe0f31 of type vlan for network fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e Jul 09 20:04:52.998854 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-96409a48-6f27-4c35-9d43-171da5eac5e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet 5d6ad664-78de-4c26-bb42-8fa8487e6068 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:53.002405 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96409a48-6f27-4c35-9d43-171da5eac5e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.057294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4b1f932e-06b0-4f02-8da3-e529597a78b3 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:53.076688 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96409a48-6f27-4c35-9d43-171da5eac5e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.077689 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.182529 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.189340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:53.190018 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.199405 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96409a48-6f27-4c35-9d43-171da5eac5e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.225248 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1660216 Jul 09 20:04:53.242742 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43438) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.256810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-eeb16e29-a4b4-4191-884a-2e4fdde383ae tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Request body: {'subnet': {'network_id': 'fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:53.368697 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96409a48-6f27-4c35-9d43-171da5eac5e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.408223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9845590-ff00-4bdb-a83a-12e27658d95b tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Pushing event updated for resources: {'Network': ['ID=fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:53.419738 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96409a48-6f27-4c35-9d43-171da5eac5e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6ad664-78de-4c26-bb42-8fa8487e6068,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:53.421681 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96409a48-6f27-4c35-9d43-171da5eac5e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.425201 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-96409a48-6f27-4c35-9d43-171da5eac5e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/5d6ad664-78de-4c26-bb42-8fa8487e6068 HTTP/1.1" status: 204 len: 168 time: 0.5118933 Jul 09 20:04:53.428455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43440) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.429236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:53.437811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb16e29-a4b4-4191-884a-2e4fdde383ae tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Made reservation on behalf of 94bf2d94d4844177a0073094e7993e77 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:53.440516 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec428d75-f96c-477d-a219-082e76a959f8 req-40485ac2-3305-4c28-bd29-7016de3feed3 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:53.443595 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ec428d75-f96c-477d-a219-082e76a959f8 req-40485ac2-3305-4c28-bd29-7016de3feed3 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.3217933 Jul 09 20:04:53.444890 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eeb16e29-a4b4-4191-884a-2e4fdde383ae tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.511490 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-38a555f7-5f01-4b3d-b300-e5796acf058a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818169 Jul 09 20:04:53.512125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43442) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.528088 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62deb0b-449b-4926-b93a-9c408d147c29 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:53.530539 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cdca6b18-8ce8-4955-8335-baf3d10061e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:53.626464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5c1e8f80-fd82-45d8-a97a-26c2893a2fc3 None None] Provisioning for port 4b1f932e-06b0-4f02-8da3-e529597a78b3 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:53.636127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5c1e8f80-fd82-45d8-a97a-26c2893a2fc3 None None] Provisioning complete for port 4b1f932e-06b0-4f02-8da3-e529597a78b3 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:53.636518 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5c1e8f80-fd82-45d8-a97a-26c2893a2fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.638191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ec428d75-f96c-477d-a219-082e76a959f8 req-ba895bba-a610-487d-b100-41b6586c4279 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875815 Jul 09 20:04:53.725693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdca6b18-8ce8-4955-8335-baf3d10061e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:53.728937 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cdca6b18-8ce8-4955-8335-baf3d10061e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.736318 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eeb16e29-a4b4-4191-884a-2e4fdde383ae tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.802542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb16e29-a4b4-4191-884a-2e4fdde383ae tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Pushing event updated for resources: {'Subnet': ['ID=13ce9221-2c71-4bbb-891b-1232876f8b44,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:53.821309 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb16e29-a4b4-4191-884a-2e4fdde383ae tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Checking segment: {'id': 'cd1d41fe-ccac-4001-8de2-747f29fe0f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:53.821748 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb16e29-a4b4-4191-884a-2e4fdde383ae tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Network hostable DHCP agents. Network: fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:04:53.847949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5c1e8f80-fd82-45d8-a97a-26c2893a2fc3 None None] Could not find standard attr ID for object 19f7427c-1911-466b-ac1c-d7eecfc42edb. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:04:53.852861 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb16e29-a4b4-4191-884a-2e4fdde383ae tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Network fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:53.859417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-96afdba8-2b53-4155-84bc-d0649805b9cb admin admin] Deleting port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:53.859743 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-96afdba8-2b53-4155-84bc-d0649805b9cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.867638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-eeb16e29-a4b4-4191-884a-2e4fdde383ae tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:53.872143 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:04:53.873430 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb16e29-a4b4-4191-884a-2e4fdde383ae tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:53.874858 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eeb16e29-a4b4-4191-884a-2e4fdde383ae tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:53.884771 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a08e4d5-3315-41c8-ba10-c2ebc998df24 None None] Network fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:53.899550 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-eeb16e29-a4b4-4191-884a-2e4fdde383ae tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6546071 Jul 09 20:04:53.899969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43446) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:53.906641 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b7a9d519-e547-4f41-84a0-e40421c630e9 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Request body: {'port': {'network_id': 'fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-80364080'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:54.011323 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Deleting port 4b1f932e-06b0-4f02-8da3-e529597a78b3 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:54.011827 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.078619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-96afdba8-2b53-4155-84bc-d0649805b9cb admin admin] For port 1ef76c2d-0199-4afe-b33b-5fa3447b9e46, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1ef76c2d-0199-4afe-b33b-5fa3447b9e46,segment=NetworkSegment(39e65ca2-c377-45c7-b8b1-ddd5406ce697),segment_id=39e65ca2-c377-45c7-b8b1-ddd5406ce697)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:54.078903 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-96afdba8-2b53-4155-84bc-d0649805b9cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.117674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] For port 4b1f932e-06b0-4f02-8da3-e529597a78b3, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4b1f932e-06b0-4f02-8da3-e529597a78b3,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:54.117961 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.131281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-96afdba8-2b53-4155-84bc-d0649805b9cb admin admin] Calling delete_port for 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:54.147061 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Calling delete_port for 4b1f932e-06b0-4f02-8da3-e529597a78b3 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:54.160581 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cdca6b18-8ce8-4955-8335-baf3d10061e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.161874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e', 'network_id': 'fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e', 'tenant_id': '94bf2d94d4844177a0073094e7993e77', 'fixed_ips': [{'subnet_id': '13ce9221-2c71-4bbb-891b-1232876f8b44'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:54.162732 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.263066 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a9d519-e547-4f41-84a0-e40421c630e9 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Made reservation on behalf of 94bf2d94d4844177a0073094e7993e77 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:54.266668 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b7a9d519-e547-4f41-84a0-e40421c630e9 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.274296 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca6b18-8ce8-4955-8335-baf3d10061e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:54.291217 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-cdca6b18-8ce8-4955-8335-baf3d10061e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:54.299085 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca6b18-8ce8-4955-8335-baf3d10061e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:54.299085 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cdca6b18-8ce8-4955-8335-baf3d10061e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.313599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca6b18-8ce8-4955-8335-baf3d10061e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=c762ebbb-7322-48cf-9ae5-00a7c3fad2bf,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:54.338053 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.339813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-b7a9d519-e547-4f41-84a0-e40421c630e9 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] device_id is not set on port 6da42fed-db33-4099-99b7-537e15c87170 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:04:54.375624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Pushing event deleted for resources: {'Port': ['ID=4b1f932e-06b0-4f02-8da3-e529597a78b3,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:54.389299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] No DVR routers for this DVR port 4b1f932e-06b0-4f02-8da3-e529597a78b3 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:54.395002 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:54.395352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:54.395703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:54.396046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:54.396385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:54.396767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:54.397081 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:54.397419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:54.397733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:54.398072 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:54.398389 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:54.398711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090138b3-6c0b-46b9-8587-92685d1ea9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:04:54.410118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Allocated IP 172.20.0.2 (fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e/13ce9221-2c71-4bbb-891b-1232876f8b44/8900ee3f-0de9-4808-bbbf-0ed5a14c9186) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:54.420393 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961f7892-3f77-494e-9a4f-c2e0a5529129 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:54.430335 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cdca6b18-8ce8-4955-8335-baf3d10061e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9106498 Jul 09 20:04:54.433998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43450) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:54.441519 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-332e0f36-56be-4d5a-a0cd-1099e2c52295 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:54.541399 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-96afdba8-2b53-4155-84bc-d0649805b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.571793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afdba8-2b53-4155-84bc-d0649805b9cb admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef76c2d-0199-4afe-b33b-5fa3447b9e46,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:54.586231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332e0f36-56be-4d5a-a0cd-1099e2c52295 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:54.593372 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-332e0f36-56be-4d5a-a0cd-1099e2c52295 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.745476 n-d-800088-3 neutron-server[100204]: INFO neutron.db.ipam_backend_mixin [None req-332e0f36-56be-4d5a-a0cd-1099e2c52295 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c762ebbb-7322-48cf-9ae5-00a7c3fad2bf (CIDR: 2001:db8::/64) Jul 09 20:04:54.751536 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-332e0f36-56be-4d5a-a0cd-1099e2c52295 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:04:54.752075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332e0f36-56be-4d5a-a0cd-1099e2c52295 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:04:54.784019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'tenant_id': '9bcd26a7a74a48bcb8ee2e88416ba857', 'fixed_ips': [{'subnet_id': 'c762ebbb-7322-48cf-9ae5-00a7c3fad2bf'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:04:54.785565 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.802773 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-332e0f36-56be-4d5a-a0cd-1099e2c52295 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3658595 Jul 09 20:04:54.803400 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43456) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:54.812799 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.819068 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-aad45284-ba15-4d03-8be9-c48d02a68a4c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'subnet': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:54.836099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Transition to ACTIVE for port object 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:54.842325 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-96afdba8-2b53-4155-84bc-d0649805b9cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:54.944306 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Transition to ACTIVE for port object 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:54.958451 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.010796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Network fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:55.043228 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:55.045949 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae497292-bf3b-448d-bf19-9f18313d3a61 req-eda45107-010b-464d-9377-cd42878ec312 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:55.046099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:55.047654 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ae497292-bf3b-448d-bf19-9f18313d3a61 req-eda45107-010b-464d-9377-cd42878ec312 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.1283698 Jul 09 20:04:55.062922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4b1f932e-06b0-4f02-8da3-e529597a78b3 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:04:55.084405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad45284-ba15-4d03-8be9-c48d02a68a4c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:55.088811 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aad45284-ba15-4d03-8be9-c48d02a68a4c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.130124 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 4b1f932e-06b0-4f02-8da3-e529597a78b3 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:04:55.130374 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4b1f932e-06b0-4f02-8da3-e529597a78b3 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:04:55.136099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Pushing event updated for resources: {'Port': ['ID=8900ee3f-0de9-4808-bbbf-0ed5a14c9186,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:55.178258 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ae497292-bf3b-448d-bf19-9f18313d3a61 req-8b6ac28a-9686-4906-b6bf-f9c2ce8bc83f tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191695 Jul 09 20:04:55.189990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Allocated IP 2001:db8::2 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/c762ebbb-7322-48cf-9ae5-00a7c3fad2bf/b56d6130-29f6-4019-a301-1ff006aa2983) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:55.201076 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Attempting to bind port 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:55.201620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Attempting to bind port 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'cd1d41fe-ccac-4001-8de2-747f29fe0f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:55.201997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Attempting to bind port 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 on network fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:55.220889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:55.221828 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Checking segment: {'id': 'cd1d41fe-ccac-4001-8de2-747f29fe0f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:55.222955 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.223323 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Bound using segment: {'id': 'cd1d41fe-ccac-4001-8de2-747f29fe0f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:55.223903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Bound port: 8900ee3f-0de9-4808-bbbf-0ed5a14c9186, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1d41fe-ccac-4001-8de2-747f29fe0f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:55.224578 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.383255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] For port 8900ee3f-0de9-4808-bbbf-0ed5a14c9186, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:55.389206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] For port 8900ee3f-0de9-4808-bbbf-0ed5a14c9186, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8900ee3f-0de9-4808-bbbf-0ed5a14c9186,segment=NetworkSegment(cd1d41fe-ccac-4001-8de2-747f29fe0f31),segment_id=cd1d41fe-ccac-4001-8de2-747f29fe0f31)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:55.397555 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.446027 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-b7a9d519-e547-4f41-84a0-e40421c630e9 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Allocated IP 172.20.0.14 (fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e/13ce9221-2c71-4bbb-891b-1232876f8b44/6da42fed-db33-4099-99b7-537e15c87170) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:55.506733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688659d4-36fb-4e31-96ec-8649eb934ffb None None] Pushing event updated for resources: {'Port': ['ID=8900ee3f-0de9-4808-bbbf-0ed5a14c9186,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:55.521115 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.531316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Transition to ACTIVE for port object b56d6130-29f6-4019-a301-1ff006aa2983 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:55.535303 n-d-800088-3 neutron-server[100204]: DEBUG neutron.objects.ports [None req-aad45284-ba15-4d03-8be9-c48d02a68a4c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100204) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:04:55.537193 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aad45284-ba15-4d03-8be9-c48d02a68a4c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.550620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Transition to ACTIVE for port object b56d6130-29f6-4019-a301-1ff006aa2983 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:55.562129 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.564651 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad45284-ba15-4d03-8be9-c48d02a68a4c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:55.591716 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-aad45284-ba15-4d03-8be9-c48d02a68a4c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:55.603230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad45284-ba15-4d03-8be9-c48d02a68a4c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:55.604579 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aad45284-ba15-4d03-8be9-c48d02a68a4c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.619472 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:55.630337 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-aad45284-ba15-4d03-8be9-c48d02a68a4c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8231382 Jul 09 20:04:55.633183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43460) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:55.633589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:55.637565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:55.641067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Request body: {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'mac_address': 'fa:16:3e:9f:26:30', 'name': 'tempest-NetworksTestDHCPv6-105275848'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:55.698021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad45284-ba15-4d03-8be9-c48d02a68a4c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Subnet': ['ID=f9ac1274-0165-4e8a-b707-7acdb8e5f882,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:55.700215 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Pushing event updated for resources: {'Port': ['ID=b56d6130-29f6-4019-a301-1ff006aa2983,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:55.714777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Attempting to bind port b56d6130-29f6-4019-a301-1ff006aa2983 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:04:55.715307 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Attempting to bind port b56d6130-29f6-4019-a301-1ff006aa2983 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:04:55.715863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Attempting to bind port b56d6130-29f6-4019-a301-1ff006aa2983 on network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:04:55.723024 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:04:55.723529 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Checking segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:04:55.724132 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.728251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96afdba8-2b53-4155-84bc-d0649805b9cb admin admin] Router afe5680c-2737-4354-8f60-8f8f4f3212f4 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:04:55.734143 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Bound using segment: {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:04:55.734874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Bound port: b56d6130-29f6-4019-a301-1ff006aa2983, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bf63fc-7d74-4a25-83de-4aa91b03e4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:04:55.735400 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.867820 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Made reservation on behalf of 9bcd26a7a74a48bcb8ee2e88416ba857 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:55.869716 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b7a9d519-e547-4f41-84a0-e40421c630e9 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.871095 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] For port b56d6130-29f6-4019-a301-1ff006aa2983, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:04:55.875876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] For port b56d6130-29f6-4019-a301-1ff006aa2983, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b56d6130-29f6-4019-a301-1ff006aa2983,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:04:55.881305 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:55.904285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-b7a9d519-e547-4f41-84a0-e40421c630e9 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Transition to ACTIVE for port object 6da42fed-db33-4099-99b7-537e15c87170 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:55.983908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830032c-e5a9-4285-bef4-f9244302440e None None] Pushing event updated for resources: {'Port': ['ID=b56d6130-29f6-4019-a301-1ff006aa2983,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:56.017680 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.039407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96afdba8-2b53-4155-84bc-d0649805b9cb admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:04:56.045024 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-96afdba8-2b53-4155-84bc-d0649805b9cb admin admin] 10.222.0.30 "PUT /v2.0/routers/afe5680c-2737-4354-8f60-8f8f4f3212f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1806908 Jul 09 20:04:56.049557 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43464) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:56.060329 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9390c-04d9-4b83-8ebd-1d8e15c31354 None None] Sync routers for ids ['afe5680c-2737-4354-8f60-8f8f4f3212f4'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:04:56.060903 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] device_id is not set on port 3739ef7c-66e6-4503-b87c-a55cd43accdf yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:04:56.061043 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b7a9d519-e547-4f41-84a0-e40421c630e9 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.081079 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb9390c-04d9-4b83-8ebd-1d8e15c31354 None None] Routers {'afe5680c-2737-4354-8f60-8f8f4f3212f4'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:56.082139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fdb9390c-04d9-4b83-8ebd-1d8e15c31354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:04:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['afe5680c-2737-4354-8f60-8f8f4f3212f4'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:56.141549 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9d519-e547-4f41-84a0-e40421c630e9 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Pushing event updated for resources: {'Port': ['ID=6da42fed-db33-4099-99b7-537e15c87170,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:56.148169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9d519-e547-4f41-84a0-e40421c630e9 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Network fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:56.149976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-b7a9d519-e547-4f41-84a0-e40421c630e9 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:56.157809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a9d519-e547-4f41-84a0-e40421c630e9 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:56.243220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a9d519-e547-4f41-84a0-e40421c630e9 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:56.244040 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b7a9d519-e547-4f41-84a0-e40421c630e9 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.276826 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b7a9d519-e547-4f41-84a0-e40421c630e9 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3711700 Jul 09 20:04:56.277216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43470) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:56.482335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f73db7dc-3eab-42a2-babd-73342158e8eb tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Deleting port 6da42fed-db33-4099-99b7-537e15c87170 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:56.483121 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f73db7dc-3eab-42a2-babd-73342158e8eb tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.489488 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.570617 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8::8b (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/c762ebbb-7322-48cf-9ae5-00a7c3fad2bf/3739ef7c-66e6-4503-b87c-a55cd43accdf) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:56.586028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9f:2630 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/f9ac1274-0165-4e8a-b707-7acdb8e5f882/3739ef7c-66e6-4503-b87c-a55cd43accdf) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:56.607767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-fdb9390c-04d9-4b83-8ebd-1d8e15c31354 None None] Set router afe5680c-2737-4354-8f60-8f8f4f3212f4 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:56.627318 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f73db7dc-3eab-42a2-babd-73342158e8eb tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.667221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757d7ea-da7e-4ec9-b369-03ef74d28245 req-8a878b9e-4fa2-4387-8664-0e5f9a731c65 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:56.674767 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2757d7ea-da7e-4ec9-b369-03ef74d28245 req-8a878b9e-4fa2-4387-8664-0e5f9a731c65 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.2845066 Jul 09 20:04:56.698327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f73db7dc-3eab-42a2-babd-73342158e8eb tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Calling delete_port for 6da42fed-db33-4099-99b7-537e15c87170 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:56.715487 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.745528 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2757d7ea-da7e-4ec9-b369-03ef74d28245 req-a8f2b69b-d21e-4639-a811-d6a428da3e11 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693712 Jul 09 20:04:56.769480 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.834574 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-45e887dd-73e6-46f0-97ad-e536bbf268cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.931383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fdb9390c-04d9-4b83-8ebd-1d8e15c31354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:18Z', 'updated_at': '2021-07-09T20:04:54Z', 'revision_number': 5, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'gw_port': {'id': '7ed1bb44-b328-4d12-9660-9916f7be1cf2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:01:20Z', 'updated_at': '2021-07-09T20:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:56.954528 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] Deleting port 7ed1bb44-b328-4d12-9660-9916f7be1cf2 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:56.955107 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:56.993552 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9390c-04d9-4b83-8ebd-1d8e15c31354 None None] Checking router: afe5680c-2737-4354-8f60-8f8f4f3212f4 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:04:56.998886 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f73db7dc-3eab-42a2-babd-73342158e8eb tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.023011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb9390c-04d9-4b83-8ebd-1d8e15c31354 None None] Routers {'afe5680c-2737-4354-8f60-8f8f4f3212f4'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:04:57.023679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fdb9390c-04d9-4b83-8ebd-1d8e15c31354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:04:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['afe5680c-2737-4354-8f60-8f8f4f3212f4'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:57.054008 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.078978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b56d6130-29f6-4019-a301-1ff006aa2983 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:57.095596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Transition to ACTIVE for port object 3739ef7c-66e6-4503-b87c-a55cd43accdf will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:57.102895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73db7dc-3eab-42a2-babd-73342158e8eb tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Pushing event deleted for resources: {'Port': ['ID=6da42fed-db33-4099-99b7-537e15c87170,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:57.155192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] For port 7ed1bb44-b328-4d12-9660-9916f7be1cf2, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7ed1bb44-b328-4d12-9660-9916f7be1cf2,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:57.157315 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.177235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] Calling delete_port for 7ed1bb44-b328-4d12-9660-9916f7be1cf2 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:57.233171 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.233880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-fdb9390c-04d9-4b83-8ebd-1d8e15c31354 None None] Set router afe5680c-2737-4354-8f60-8f8f4f3212f4 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:04:57.250163 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f73db7dc-3eab-42a2-babd-73342158e8eb tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.252414 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f73db7dc-3eab-42a2-babd-73342158e8eb tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] 10.222.0.30 "DELETE /v2.0/ports/6da42fed-db33-4099-99b7-537e15c87170 HTTP/1.1" status: 204 len: 168 time: 0.9743018 Jul 09 20:04:57.258306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43476) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:57.327432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8894c4-33d0-4d26-b613-0a6ac870981b None None] Network fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:57.368478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fdb9390c-04d9-4b83-8ebd-1d8e15c31354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:18Z', 'updated_at': '2021-07-09T20:04:56Z', 'revision_number': 6, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:04:57.382625 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:04:57.395936 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:04:57.398498 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:04:57.404706 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:57.405410 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.414425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9390c-04d9-4b83-8ebd-1d8e15c31354 None None] The sync data for ids ['afe5680c-2737-4354-8f60-8f8f4f3212f4'] in n-d-800088-3 is: [{'id': 'afe5680c-2737-4354-8f60-8f8f4f3212f4', 'name': 'tempest-ServersTestManualDisk-1184771443-router', 'tenant_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:01:18Z', 'updated_at': '2021-07-09T20:04:56Z', 'revision_number': 6, 'project_id': '8a52c50099ea4824abcf659fdfe5f7b7', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:04:57.420041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port b56d6130-29f6-4019-a301-1ff006aa2983 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:57.427040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:57.431826 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2ae2f718-cea0-49a9-aa46-8680086a1cd9 None None] Provisioning for port 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:57.446007 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7a60e1c9-64af-4eea-9e9c-e324bc4e58bc tempest-DHCPAgentSchedulersTestJSON-633522969 tempest-DHCPAgentSchedulersTestJSON-633522969-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.1751428 Jul 09 20:04:57.447685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43480) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:57.455694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5890952c-c23d-4b2b-8039-3d492be7f232 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1880392580'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:04:57.479717 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event updated for resources: {'Port': ['ID=3739ef7c-66e6-4503-b87c-a55cd43accdf,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:57.504569 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-58d6d2e8-57ea-4d1d-8d0b-b463a3137195 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8681884 Jul 09 20:04:57.506779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43484) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:57.523335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5890952c-c23d-4b2b-8039-3d492be7f232 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Made reservation on behalf of 94bf2d94d4844177a0073094e7993e77 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:04:57.527063 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5890952c-c23d-4b2b-8039-3d492be7f232 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.561708 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3423f6bc-fd00-43f2-ac7b-371836804c2d None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:57.629882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:57.645078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5890952c-c23d-4b2b-8039-3d492be7f232 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:04:57.649008 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:57.649385 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.660566 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5890952c-c23d-4b2b-8039-3d492be7f232 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.661002 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-5890952c-c23d-4b2b-8039-3d492be7f232 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Added segment b4a3d193-ecbe-4cc4-adc1-5e4d4ab0ef91 of type vlan for network 1332daee-30b0-48c3-a334-f5ce7a4c22ad Jul 09 20:04:57.679036 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-11b2400a-f30e-4a7b-945f-436080f797dc None None] Provisioning for port b56d6130-29f6-4019-a301-1ff006aa2983 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:04:57.705178 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.712704 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-11b2400a-f30e-4a7b-945f-436080f797dc None None] Provisioning complete for port b56d6130-29f6-4019-a301-1ff006aa2983 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:57.713993 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11b2400a-f30e-4a7b-945f-436080f797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.732177 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5890952c-c23d-4b2b-8039-3d492be7f232 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.739390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-4feeafca-d122-4643-8009-fe47f7bf698c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting port 3739ef7c-66e6-4503-b87c-a55cd43accdf {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:57.739702 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4feeafca-d122-4643-8009-fe47f7bf698c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.857979 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5890952c-c23d-4b2b-8039-3d492be7f232 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.872820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5890952c-c23d-4b2b-8039-3d492be7f232 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:57.874516 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5890952c-c23d-4b2b-8039-3d492be7f232 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.934926 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4feeafca-d122-4643-8009-fe47f7bf698c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.955811 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-4feeafca-d122-4643-8009-fe47f7bf698c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Calling delete_port for 3739ef7c-66e6-4503-b87c-a55cd43accdf owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:57.981369 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:57.986688 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5890952c-c23d-4b2b-8039-3d492be7f232 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5337563 Jul 09 20:04:58.001909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43488) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.055454 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11b2400a-f30e-4a7b-945f-436080f797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:58.087974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 8900ee3f-0de9-4808-bbbf-0ed5a14c9186, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8900ee3f-0de9-4808-bbbf-0ed5a14c9186,segment=NetworkSegment(cd1d41fe-ccac-4001-8de2-747f29fe0f31),segment_id=cd1d41fe-ccac-4001-8de2-747f29fe0f31)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:58.124462 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:58.188634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed1bb44-b328-4d12-9660-9916f7be1cf2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:58.216381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-11b2400a-f30e-4a7b-945f-436080f797dc None None] For port b56d6130-29f6-4019-a301-1ff006aa2983, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b56d6130-29f6-4019-a301-1ff006aa2983,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:58.278828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890952c-c23d-4b2b-8039-3d492be7f232 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Pushing event updated for resources: {'Network': ['ID=1332daee-30b0-48c3-a334-f5ce7a4c22ad,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:58.292305 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:58.300892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 1332daee-30b0-48c3-a334-f5ce7a4c22ad details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:04:58.303540 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11b2400a-f30e-4a7b-945f-436080f797dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:58.317431 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-774c3b25-fd3f-4ccb-9910-40176151439a tempest-DHCPAgentSchedulersTestJSON-633522969 tempest-DHCPAgentSchedulersTestJSON-633522969-project-admin] 10.222.0.30 "GET /v2.0/agents/888afc96-a555-4116-be52-48b34b306f1d/dhcp-networks HTTP/1.1" status: 200 len: 11289 time: 0.3147540 Jul 09 20:04:58.321107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43492) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.352654 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=8900ee3f-0de9-4808-bbbf-0ed5a14c9186,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:58.449031 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:58.452898 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:58.528929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829d22c9-5542-4be4-bef3-6860c8bc78a7 tempest-DHCPAgentSchedulersTestJSON-633522969 tempest-DHCPAgentSchedulersTestJSON-633522969-project-admin] Network 1332daee-30b0-48c3-a334-f5ce7a4c22ad is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:04:58.561448 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-829d22c9-5542-4be4-bef3-6860c8bc78a7 tempest-DHCPAgentSchedulersTestJSON-633522969 tempest-DHCPAgentSchedulersTestJSON-633522969-project-admin] 10.222.0.30 "POST /v2.0/agents/888afc96-a555-4116-be52-48b34b306f1d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2339253 Jul 09 20:04:58.561771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75395a-599a-4cab-920b-5d5e2753c5db req-a40eb0e4-68bd-44ee-abad-005f1e1bd198 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:58.562772 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7707f56c-2a28-411b-a7bb-15a2af395c2c None None] Update dhcp port {'port': {'network_id': 'ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600', 'fixed_ips': [{'subnet_id': 'c762ebbb-7322-48cf-9ae5-00a7c3fad2bf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f9ac1274-0165-4e8a-b707-7acdb8e5f882'}], 'binding:host_id': 'n-d-800088-3'}, 'id': 'b56d6130-29f6-4019-a301-1ff006aa2983'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:04:58.574104 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1b75395a-599a-4cab-920b-5d5e2753c5db req-a40eb0e4-68bd-44ee-abad-005f1e1bd198 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.3868828 Jul 09 20:04:58.577852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43494) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.605264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:58.605932 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afe5680c-2737-4354-8f60-8f8f4f3212f4 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:04:58.617095 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:58.620503 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-64f3c16a-35ed-4986-be74-afed0d7a5701 admin admin] 10.222.0.30 "DELETE /v2.0/routers/afe5680c-2737-4354-8f60-8f8f4f3212f4 HTTP/1.1" status: 204 len: 168 time: 2.5671461 Jul 09 20:04:58.622945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43496) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:58.627762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a102883-87ec-4929-b268-55a9743e1990 None None] Network 1332daee-30b0-48c3-a334-f5ce7a4c22ad requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:58.652052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bb04915f-3f7e-4fa4-83ac-4d2245003771 None None] Provisioning complete for port 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:58.652488 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bb04915f-3f7e-4fa4-83ac-4d2245003771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:58.684730 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1b75395a-599a-4cab-920b-5d5e2753c5db req-5cba94f9-198c-47d4-98f8-37209bf1e035 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987725 Jul 09 20:04:58.713110 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4feeafca-d122-4643-8009-fe47f7bf698c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:58.730213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe7f78e-706e-4bed-9c1a-531c2d5a6f6e admin admin] Deleting subnet 58f09e31-7104-40a3-94a2-dae4015145f2 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:58.744762 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6fe7f78e-706e-4bed-9c1a-531c2d5a6f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:58.779709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2400a-f30e-4a7b-945f-436080f797dc None None] Pushing event updated for resources: {'Port': ['ID=b56d6130-29f6-4019-a301-1ff006aa2983,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:58.790105 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7707f56c-2a28-411b-a7bb-15a2af395c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:58.833125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feeafca-d122-4643-8009-fe47f7bf698c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Port': ['ID=3739ef7c-66e6-4503-b87c-a55cd43accdf,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:58.859209 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6fe7f78e-706e-4bed-9c1a-531c2d5a6f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:58.998653 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4feeafca-d122-4643-8009-fe47f7bf698c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.001162 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4feeafca-d122-4643-8009-fe47f7bf698c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/3739ef7c-66e6-4503-b87c-a55cd43accdf HTTP/1.1" status: 204 len: 168 time: 1.4923131 Jul 09 20:04:59.006166 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43500) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.012620 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-549d36a8-856b-48cd-97a7-2cb8fdddac6f tempest-DHCPAgentSchedulersTestJSON-633522969 tempest-DHCPAgentSchedulersTestJSON-633522969-project-admin] 10.222.0.30 "GET /v2.0/agents/888afc96-a555-4116-be52-48b34b306f1d/dhcp-networks HTTP/1.1" status: 200 len: 12060 time: 0.4319112 Jul 09 20:04:59.019781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43502) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.070980 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6fe7f78e-706e-4bed-9c1a-531c2d5a6f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.108324 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8b8f6a7f-f9ed-4302-99a8-b856cd97140f tempest-DHCPAgentSchedulersTestJSON-633522969 tempest-DHCPAgentSchedulersTestJSON-633522969-project-admin] 10.222.0.30 "DELETE /v2.0/agents/888afc96-a555-4116-be52-48b34b306f1d/dhcp-networks/1332daee-30b0-48c3-a334-f5ce7a4c22ad HTTP/1.1" status: 204 len: 168 time: 0.0922892 Jul 09 20:04:59.108879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43504) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.140818 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b56d6130-29f6-4019-a301-1ff006aa2983 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:59.162025 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c50588-ae28-4fbc-899a-b34664b33ded tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:59.163559 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-41c50588-ae28-4fbc-899a-b34664b33ded tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1564007 Jul 09 20:04:59.167022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43506) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.237773 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6fe7f78e-706e-4bed-9c1a-531c2d5a6f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.257628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa7acf4-5720-4558-a35d-36f4dbff95da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:59.260164 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-daa7acf4-5720-4558-a35d-36f4dbff95da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0917494 Jul 09 20:04:59.263516 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43508) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.284916 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.292754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7f78e-706e-4bed-9c1a-531c2d5a6f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f09e31-7104-40a3-94a2-dae4015145f2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:59.309855 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6fe7f78e-706e-4bed-9c1a-531c2d5a6f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.311747 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6fe7f78e-706e-4bed-9c1a-531c2d5a6f6e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/58f09e31-7104-40a3-94a2-dae4015145f2 HTTP/1.1" status: 204 len: 168 time: 0.6878297 Jul 09 20:04:59.314492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43510) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.330829 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8ca761-2c64-400a-961f-c93832ce6473 None None] Network 8690c2e1-6f6c-4242-b675-237da2661b58 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:04:59.356985 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d28e47-3b60-43d8-ad31-286392127ab9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:59.358704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d28e47-3b60-43d8-ad31-286392127ab9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:59.360354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d28e47-3b60-43d8-ad31-286392127ab9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:04:59.366003 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b1d28e47-3b60-43d8-ad31-286392127ab9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0964637 Jul 09 20:04:59.366507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43512) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.418204 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43514) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.418532 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f848d4ef-8242-414c-b658-1466c037b89a tempest-DHCPAgentSchedulersTestJSON-633522969 tempest-DHCPAgentSchedulersTestJSON-633522969-project-admin] 10.222.0.30 "GET /v2.0/agents/888afc96-a555-4116-be52-48b34b306f1d/dhcp-networks HTTP/1.1" status: 200 len: 11289 time: 0.3055763 Jul 09 20:04:59.435098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b56d6130-29f6-4019-a301-1ff006aa2983 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:04:59.435484 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.436110 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.437967 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-7707f56c-2a28-411b-a7bb-15a2af395c2c None None] Allocated IP 2001:db8:0:1:f816:3eff:fe9d:8159 (ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600/f9ac1274-0165-4e8a-b707-7acdb8e5f882/b56d6130-29f6-4019-a301-1ff006aa2983) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:04:59.441522 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d90c1adf-2d53-4dc1-9df3-d64439cbeac3 None None] Could not find standard attr ID for object 6da42fed-db33-4099-99b7-537e15c87170. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:04:59.460702 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-26975137-382a-4c17-8e3d-f7efb9e7ed52 tempest-DHCPAgentSchedulersTestJSON-633522969 tempest-DHCPAgentSchedulersTestJSON-633522969-project-admin] 10.222.0.30 "GET /v2.0/networks/fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0410221 Jul 09 20:04:59.465891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86c5354-5a28-4af0-8de1-2bfbbaf3c273 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet c762ebbb-7322-48cf-9ae5-00a7c3fad2bf {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:04:59.469983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43516) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.480888 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-abf92372-ba28-44b5-9ad6-df7a80278259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.493093 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0a62dfa6-bf8b-4639-88f8-7af65c1ac53f tempest-DHCPAgentSchedulersTestJSON-633522969 tempest-DHCPAgentSchedulersTestJSON-633522969-project-admin] 10.222.0.30 "GET /v2.0/networks/fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0212560 Jul 09 20:04:59.496368 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43518) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.507799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] Deleting port bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:04:59.508485 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.585181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] For port bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8,segment=NetworkSegment(39e65ca2-c377-45c7-b8b1-ddd5406ce697),segment_id=39e65ca2-c377-45c7-b8b1-ddd5406ce697)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:59.585610 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.603606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] Calling delete_port for bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:04:59.632491 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.685626 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c4762029-e0c9-4762-89bc-40caf45ad475 tempest-DHCPAgentSchedulersTestJSON-633522969 tempest-DHCPAgentSchedulersTestJSON-633522969-project-admin] 10.222.0.30 "GET /v2.0/agents/888afc96-a555-4116-be52-48b34b306f1d/dhcp-networks HTTP/1.1" status: 200 len: 11251 time: 0.1834610 Jul 09 20:04:59.686205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43522) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:04:59.687197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7707f56c-2a28-411b-a7bb-15a2af395c2c None None] For port b56d6130-29f6-4019-a301-1ff006aa2983, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b56d6130-29f6-4019-a301-1ff006aa2983,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:04:59.760362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:04:59.808496 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7707f56c-2a28-411b-a7bb-15a2af395c2c None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.814644 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.835277 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7707f56c-2a28-411b-a7bb-15a2af395c2c None None] Transition to ACTIVE for port object b56d6130-29f6-4019-a301-1ff006aa2983 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:04:59.845624 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a86c5354-5a28-4af0-8de1-2bfbbaf3c273 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.881117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a444e5e-1fab-475b-8f61-bbbe627b229a None None] DHCP port deletion for 8690c2e1-6f6c-4242-b675-237da2661b58 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:04:59.886523 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:04:59.887184 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7707f56c-2a28-411b-a7bb-15a2af395c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.889437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] No DVR routers for this DVR port bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:04:59.898134 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29857053-10b1-4705-94ba-862acb22adec tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:04:59.915096 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a86c5354-5a28-4af0-8de1-2bfbbaf3c273 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.050897 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707f56c-2a28-411b-a7bb-15a2af395c2c None None] Pushing event updated for resources: {'Port': ['ID=b56d6130-29f6-4019-a301-1ff006aa2983,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:00.075989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d0e1c-1e06-4c5e-9459-fc451e0219a5 req-813e2517-6e34-4967-9ea2-b4da445754c5 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:00.082865 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1c0d0e1c-1e06-4c5e-9459-fc451e0219a5 req-813e2517-6e34-4967-9ea2-b4da445754c5 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.1421962 Jul 09 20:05:00.087675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:00.088057 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.102098 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.111567 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a86c5354-5a28-4af0-8de1-2bfbbaf3c273 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.129189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8690c2e1-6f6c-4242-b675-237da2661b58']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.134488 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29857053-10b1-4705-94ba-862acb22adec tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.161129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e65ca2-c377-45c7-b8b1-ddd5406ce697') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.161732 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e65ca2-c377-45c7-b8b1-ddd5406ce697') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.165852 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-29857053-10b1-4705-94ba-862acb22adec tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1332daee-30b0-48c3-a334-f5ce7a4c22ad']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.183107 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.186174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-29857053-10b1-4705-94ba-862acb22adec tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4a3d193-ecbe-4cc4-adc1-5e4d4ab0ef91') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.186490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-29857053-10b1-4705-94ba-862acb22adec tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4a3d193-ecbe-4cc4-adc1-5e4d4ab0ef91') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:00.208169 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29857053-10b1-4705-94ba-862acb22adec tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.209444 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1c0d0e1c-1e06-4c5e-9459-fc451e0219a5 req-572438ea-1bec-4fa2-92af-e8600728ecd7 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235847 Jul 09 20:05:00.215958 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: items = [ Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:00.242454 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29857053-10b1-4705-94ba-862acb22adec tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.263163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7ed1bb44-b328-4d12-9660-9916f7be1cf2 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:05:00.264447 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a86c5354-5a28-4af0-8de1-2bfbbaf3c273 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.291222 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 7ed1bb44-b328-4d12-9660-9916f7be1cf2 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:05:00.291554 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7ed1bb44-b328-4d12-9660-9916f7be1cf2 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:05:00.291993 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:05:00.304270 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c5354-5a28-4af0-8de1-2bfbbaf3c273 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=c762ebbb-7322-48cf-9ae5-00a7c3fad2bf,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:00.309342 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a86c5354-5a28-4af0-8de1-2bfbbaf3c273 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.312461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a86c5354-5a28-4af0-8de1-2bfbbaf3c273 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/c762ebbb-7322-48cf-9ae5-00a7c3fad2bf HTTP/1.1" status: 204 len: 168 time: 0.9448254 Jul 09 20:05:00.316482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43528) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.318906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:05:00.319430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1ef76c2d-0199-4afe-b33b-5fa3447b9e46 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:05:00.332350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29857053-10b1-4705-94ba-862acb22adec tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:00.332350 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29857053-10b1-4705-94ba-862acb22adec tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:00.336074 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:00.378575 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.402789 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.403926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e143c67-6ce3-49f8-abf7-c661f844d6bb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Deleting subnet f9ac1274-0165-4e8a-b707-7acdb8e5f882 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:05:00.411103 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e143c67-6ce3-49f8-abf7-c661f844d6bb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.419102 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.423413 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] 10.222.0.30 "DELETE /v2.0/networks/8690c2e1-6f6c-4242-b675-237da2661b58 HTTP/1.1" status: 204 len: 168 time: 1.1057484 Jul 09 20:05:00.423413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d51cd-8f93-4323-928d-d337580b3d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=8690c2e1-6f6c-4242-b675-237da2661b58,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:00.431985 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29857053-10b1-4705-94ba-862acb22adec tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.443846 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29857053-10b1-4705-94ba-862acb22adec tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.446605 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-29857053-10b1-4705-94ba-862acb22adec tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] 10.222.0.30 "DELETE /v2.0/networks/1332daee-30b0-48c3-a334-f5ce7a4c22ad HTTP/1.1" status: 204 len: 168 time: 0.7598259 Jul 09 20:05:00.452392 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43532) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.457584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29857053-10b1-4705-94ba-862acb22adec tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Pushing event deleted for resources: {'Network': ['ID=1332daee-30b0-48c3-a334-f5ce7a4c22ad,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:00.488578 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-554d4aab-0d61-4e36-81ed-350fe04ae6bb tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:00.489301 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-554d4aab-0d61-4e36-81ed-350fe04ae6bb tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:00.491359 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-554d4aab-0d61-4e36-81ed-350fe04ae6bb tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] 10.222.0.30 "DELETE /v2.0/ports/6da42fed-db33-4099-99b7-537e15c87170 HTTP/1.1" status: 404 len: 333 time: 0.0377097 Jul 09 20:05:00.494088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43534) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.503916 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e143c67-6ce3-49f8-abf7-c661f844d6bb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.550975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7e2938-e937-4990-9fce-ebbb924cc641 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Deleting subnet 13ce9221-2c71-4bbb-891b-1232876f8b44 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:05:00.554485 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b7e2938-e937-4990-9fce-ebbb924cc641 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.601072 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b7e2938-e937-4990-9fce-ebbb924cc641 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.627124 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e143c67-6ce3-49f8-abf7-c661f844d6bb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.656063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43536) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.706656 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e143c67-6ce3-49f8-abf7-c661f844d6bb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.740221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e143c67-6ce3-49f8-abf7-c661f844d6bb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ac1274-0165-4e8a-b707-7acdb8e5f882,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:00.746433 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e143c67-6ce3-49f8-abf7-c661f844d6bb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.748888 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8e143c67-6ce3-49f8-abf7-c661f844d6bb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/f9ac1274-0165-4e8a-b707-7acdb8e5f882 HTTP/1.1" status: 204 len: 168 time: 0.4305952 Jul 09 20:05:00.750848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43538) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.751114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43540) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.751300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5793cb3f-4776-4d11-b85f-985522abe29a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a52c50099ea4824abcf659fdfe5f7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0936940 Jul 09 20:05:00.758028 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b7e2938-e937-4990-9fce-ebbb924cc641 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.815011 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-25fa9313-e7a1-4bdf-9d82-ef1aa787b105 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488350 Jul 09 20:05:00.816771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43542) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.818660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed75d88-6673-47be-8122-cab1f490ac45 None None] Network ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:00.868650 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b7e2938-e937-4990-9fce-ebbb924cc641 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.896154 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1be8-2a9b-4fbe-a12c-4a19becdb174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.896471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0f2f30ac-6236-46be-858e-c7cc330260ee None None] Provisioning for port b56d6130-29f6-4019-a301-1ff006aa2983 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:00.902828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e2938-e937-4990-9fce-ebbb924cc641 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Pushing event deleted for resources: {'Subnet': ['ID=13ce9221-2c71-4bbb-891b-1232876f8b44,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:00.903475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0f2f30ac-6236-46be-858e-c7cc330260ee None None] Provisioning complete for port b56d6130-29f6-4019-a301-1ff006aa2983 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:00.903854 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0f2f30ac-6236-46be-858e-c7cc330260ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.908156 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b7e2938-e937-4990-9fce-ebbb924cc641 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.910534 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5b7e2938-e937-4990-9fce-ebbb924cc641 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] 10.222.0.30 "DELETE /v2.0/subnets/13ce9221-2c71-4bbb-891b-1232876f8b44 HTTP/1.1" status: 204 len: 168 time: 0.4153054 Jul 09 20:05:00.914349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43544) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:00.952053 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1be8-2a9b-4fbe-a12c-4a19becdb174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:00.960174 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75a99f3-85cd-4336-951b-bc766e7d7f04 None None] Network fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:00.968236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013b3947-7ea7-41bf-9a77-df29d356eef3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:00.969897 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-013b3947-7ea7-41bf-9a77-df29d356eef3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1518559 Jul 09 20:05:00.972954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43548) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.015982 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.054335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b56d6130-29f6-4019-a301-1ff006aa2983 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:01.064990 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecede4b-4a54-4a07-9e9d-31ffdebf28d3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:01.068001 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4ecede4b-4a54-4a07-9e9d-31ffdebf28d3 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0942214 Jul 09 20:05:01.071086 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43550) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.084215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Deleting port 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:01.084652 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.129383 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-590552d7-4851-4cab-bc1f-d46d132726d8 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0570736 Jul 09 20:05:01.136802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43554) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.172932 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1be8-2a9b-4fbe-a12c-4a19becdb174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.176088 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1be8-2a9b-4fbe-a12c-4a19becdb174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.177325 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cb4e1be8-2a9b-4fbe-a12c-4a19becdb174 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/421c08d6-a4f7-43db-b71a-1cac87f421aa HTTP/1.1" status: 204 len: 168 time: 0.4251564 Jul 09 20:05:01.178928 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] For port 8900ee3f-0de9-4808-bbbf-0ed5a14c9186, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8900ee3f-0de9-4808-bbbf-0ed5a14c9186,segment=NetworkSegment(cd1d41fe-ccac-4001-8de2-747f29fe0f31),segment_id=cd1d41fe-ccac-4001-8de2-747f29fe0f31)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:01.179465 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.187073 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-621940b9-0cc0-4018-bf62-f3e4081bf33a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:01.187895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621940b9-0cc0-4018-bf62-f3e4081bf33a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:01.191238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-621940b9-0cc0-4018-bf62-f3e4081bf33a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/3739ef7c-66e6-4503-b87c-a55cd43accdf HTTP/1.1" status: 404 len: 333 time: 0.0515704 Jul 09 20:05:01.191656 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e1be8-2a9b-4fbe-a12c-4a19becdb174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421c08d6-a4f7-43db-b71a-1cac87f421aa,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:01.194812 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43558) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.214650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Calling delete_port for 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:01.237548 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-89372e92-c216-48e2-ac6b-eabd308d235d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:01.238044 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89372e92-c216-48e2-ac6b-eabd308d235d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:01.239876 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-89372e92-c216-48e2-ac6b-eabd308d235d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/f9ac1274-0165-4e8a-b707-7acdb8e5f882 HTTP/1.1" status: 404 len: 337 time: 0.0440156 Jul 09 20:05:01.243388 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43560) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.299299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0f2f30ac-6236-46be-858e-c7cc330260ee None None] Could not find standard attr ID for object 3739ef7c-66e6-4503-b87c-a55cd43accdf. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:05:01.315156 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7a1300-373e-4b3e-8ff6-1b0917f2c1c0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:01.316356 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7a1300-373e-4b3e-8ff6-1b0917f2c1c0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:01.318344 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6e7a1300-373e-4b3e-8ff6-1b0917f2c1c0 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/c762ebbb-7322-48cf-9ae5-00a7c3fad2bf HTTP/1.1" status: 404 len: 337 time: 0.0739398 Jul 09 20:05:01.321031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43564) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.330383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b56d6130-29f6-4019-a301-1ff006aa2983 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:01.330841 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.362513 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ba8962-c6a7-44ca-b713-d81b7e8d7e9b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:01.363329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ba8962-c6a7-44ca-b713-d81b7e8d7e9b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:01.365303 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-80ba8962-c6a7-44ca-b713-d81b7e8d7e9b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/19f7427c-1911-466b-ac1c-d7eecfc42edb HTTP/1.1" status: 404 len: 333 time: 0.0432277 Jul 09 20:05:01.368933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43566) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.418294 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e27148d-2275-4c9a-b72a-99de1ddec3ab tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:01.418785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e27148d-2275-4c9a-b72a-99de1ddec3ab tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:01.425113 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0e27148d-2275-4c9a-b72a-99de1ddec3ab tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/5d6ad664-78de-4c26-bb42-8fa8487e6068 HTTP/1.1" status: 404 len: 337 time: 0.0541635 Jul 09 20:05:01.425850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43568) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.450831 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.474139 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] No DVR routers for this DVR port 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:01.488394 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f9f7c5-2563-4a65-9ec4-0bf5f151743c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:01.490218 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f9f7c5-2563-4a65-9ec4-0bf5f151743c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:01.506345 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-74f9f7c5-2563-4a65-9ec4-0bf5f151743c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/05309c0c-b812-4f3c-bb91-64c6bf72c3fd HTTP/1.1" status: 404 len: 337 time: 0.0793035 Jul 09 20:05:01.507112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43572) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.519323 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52bbb9e-7ce9-4dc8-aa73-4c845bd5115a None None] DHCP port deletion for ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:05:01.549656 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2481e4d-5c65-44ee-b2ee-390c3adeb96c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:01.551407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2481e4d-5c65-44ee-b2ee-390c3adeb96c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:01.557374 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e2481e4d-5c65-44ee-b2ee-390c3adeb96c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/4ea641f5-6817-4a35-9cec-a999f425349e HTTP/1.1" status: 404 len: 333 time: 0.0476043 Jul 09 20:05:01.558099 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43574) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.590118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67368555-7cd3-40cd-9e1d-99d6137ad63f None None] DHCP port deletion for fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:05:01.608701 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c37d3c-3207-42ec-9b7d-b89bdfbe5a24 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:01.609830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34c37d3c-3207-42ec-9b7d-b89bdfbe5a24 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:01.615040 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-34c37d3c-3207-42ec-9b7d-b89bdfbe5a24 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/6f8d6c49-f89d-4a69-9931-05b737481da3 HTTP/1.1" status: 404 len: 337 time: 0.0525596 Jul 09 20:05:01.615942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43576) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.618918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Pushing event deleted for resources: {'Port': ['ID=8900ee3f-0de9-4808-bbbf-0ed5a14c9186,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:01.641878 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b52bbb9e-7ce9-4dc8-aa73-4c845bd5115a None None] Deleting port b56d6130-29f6-4019-a301-1ff006aa2983 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:01.642457 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b52bbb9e-7ce9-4dc8-aa73-4c845bd5115a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.665761 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d90ef2d-1c8c-4070-8174-b0d1c7cf829a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:01.666357 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d90ef2d-1c8c-4070-8174-b0d1c7cf829a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:01.668905 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4d90ef2d-1c8c-4070-8174-b0d1c7cf829a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/bfa188a4-81ad-4dbc-89f9-245b1147e8c6 HTTP/1.1" status: 404 len: 337 time: 0.0513387 Jul 09 20:05:01.672569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43578) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.697109 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:05:01.716709 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4e998f-3345-443e-9cac-110d14c5a2fe tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:01.718753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4e998f-3345-443e-9cac-110d14c5a2fe tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:01.726074 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.739291 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2d4e998f-3345-443e-9cac-110d14c5a2fe tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/5fc0f575-0ca8-49fa-acdf-f6e1aee89275 HTTP/1.1" status: 404 len: 333 time: 0.0613983 Jul 09 20:05:01.739291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43582) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.745976 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:01.753422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:05:01.753914 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bc0d8c25-f4e5-40a2-9fa6-6bc82e4febb8 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:05:01.764565 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1d41fe-ccac-4001-8de2-747f29fe0f31') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:01.764565 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1d41fe-ccac-4001-8de2-747f29fe0f31') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:01.781895 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.782154 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a6127b-3a60-41b7-af36-2d0521661f7d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:01.782483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b52bbb9e-7ce9-4dc8-aa73-4c845bd5115a None None] For port b56d6130-29f6-4019-a301-1ff006aa2983, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b56d6130-29f6-4019-a301-1ff006aa2983,segment=NetworkSegment(00bf63fc-7d74-4a25-83de-4aa91b03e4fb),segment_id=00bf63fc-7d74-4a25-83de-4aa91b03e4fb)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:01.782634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a6127b-3a60-41b7-af36-2d0521661f7d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:01.783078 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b52bbb9e-7ce9-4dc8-aa73-4c845bd5115a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.787416 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-80a6127b-3a60-41b7-af36-2d0521661f7d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/4ffb6c1f-ddbd-40f6-b3ec-e7828631fd76 HTTP/1.1" status: 404 len: 337 time: 0.0496521 Jul 09 20:05:01.788087 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43586) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.809565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b52bbb9e-7ce9-4dc8-aa73-4c845bd5115a None None] Calling delete_port for b56d6130-29f6-4019-a301-1ff006aa2983 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:01.810446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdeac0-2f53-4ebe-9282-4cd44a897a05 req-6d6bebed-cff2-4e8b-be4e-2fa18d80f2a5 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:01.812573 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2efdeac0-2f53-4ebe-9282-4cd44a897a05 req-6d6bebed-cff2-4e8b-be4e-2fa18d80f2a5 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.4112461 Jul 09 20:05:01.813696 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.821522 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22c9ad3-d2b5-440b-bee9-3e5e4cbf34ce tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:01.822736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22c9ad3-d2b5-440b-bee9-3e5e4cbf34ce tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:01.827108 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d22c9ad3-d2b5-440b-bee9-3e5e4cbf34ce tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/03bbbf61-1cd4-4322-8395-bb9f82d0cf0f HTTP/1.1" status: 404 len: 337 time: 0.0356910 Jul 09 20:05:01.827411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43590) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.831491 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:01.832142 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:01.836739 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:01.864438 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b001eb3-3356-429e-bcdc-7a291091f2cd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:01.865357 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b001eb3-3356-429e-bcdc-7a291091f2cd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:01.867880 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2b001eb3-3356-429e-bcdc-7a291091f2cd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/643aca07-7f06-4832-aaf2-fd8b4210b44d HTTP/1.1" status: 404 len: 333 time: 0.0387795 Jul 09 20:05:01.870799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43592) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.904284 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-db53c782-8ff6-4243-b160-37f751a54f48 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:01.904630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db53c782-8ff6-4243-b160-37f751a54f48 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:01.906238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-db53c782-8ff6-4243-b160-37f751a54f48 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/4053d1cf-d425-4af4-8300-4c680d1a3a5d HTTP/1.1" status: 404 len: 337 time: 0.0344536 Jul 09 20:05:01.911505 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43596) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.933897 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b52bbb9e-7ce9-4dc8-aa73-4c845bd5115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.949714 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52bbb9e-7ce9-4dc8-aa73-4c845bd5115a None None] No DVR routers for this DVR port b56d6130-29f6-4019-a301-1ff006aa2983 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:01.963980 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.968433 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d32afa-b444-430a-8a61-0b86b02473bb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:01.969391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d32afa-b444-430a-8a61-0b86b02473bb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:01.971079 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-69d32afa-b444-430a-8a61-0b86b02473bb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/898907d1-5e82-4de0-825c-33926ba4a7cf HTTP/1.1" status: 404 len: 333 time: 0.0549889 Jul 09 20:05:01.975297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43598) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:01.978961 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:01.983980 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] 10.222.0.30 "DELETE /v2.0/networks/fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e HTTP/1.1" status: 204 len: 168 time: 1.0653062 Jul 09 20:05:01.985728 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2efdeac0-2f53-4ebe-9282-4cd44a897a05 req-7a801317-2cda-406f-8e0d-d74d1123fefc tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572781 Jul 09 20:05:01.996862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881333f2-fa16-43c8-a443-7d6bbd8a9766 tempest-DHCPAgentSchedulersTestJSON-34679281 tempest-DHCPAgentSchedulersTestJSON-34679281-project] Pushing event deleted for resources: {'Network': ['ID=fc8cd4c2-96c3-466e-a5dd-8e7c06c7b95e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:01.999038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bbb9e-7ce9-4dc8-aa73-4c845bd5115a None None] Pushing event deleted for resources: {'Port': ['ID=b56d6130-29f6-4019-a301-1ff006aa2983,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:02.021825 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-393599ab-7275-4840-a230-3e22a4099b10 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.023484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393599ab-7275-4840-a230-3e22a4099b10 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.026005 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-393599ab-7275-4840-a230-3e22a4099b10 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/4a35ab36-13fa-44d1-8b8d-8ee7ddfcd6df HTTP/1.1" status: 404 len: 337 time: 0.0494571 Jul 09 20:05:02.033610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43602) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.064929 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-73fb400a-a00c-477f-83fa-b5abbb73509a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.066230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73fb400a-a00c-477f-83fa-b5abbb73509a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.070577 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-73fb400a-a00c-477f-83fa-b5abbb73509a tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/8e4e3d35-b18e-4a46-9371-040e520c2dff HTTP/1.1" status: 404 len: 333 time: 0.0338480 Jul 09 20:05:02.071186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43604) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.099545 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-78be50b1-83f5-47fa-8d14-ae8978b174b9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.100094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78be50b1-83f5-47fa-8d14-ae8978b174b9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.104669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-78be50b1-83f5-47fa-8d14-ae8978b174b9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/157e7dce-3ddb-4f37-b4bd-b47bec55a189 HTTP/1.1" status: 404 len: 337 time: 0.0301881 Jul 09 20:05:02.104989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43608) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.132814 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-6460a336-d4d3-4b8c-affd-052ec4aefbea tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.134078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6460a336-d4d3-4b8c-affd-052ec4aefbea tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.139132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6460a336-d4d3-4b8c-affd-052ec4aefbea tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/172bf40f-b603-4b12-9bb6-1ba34fe314c2 HTTP/1.1" status: 404 len: 333 time: 0.0294569 Jul 09 20:05:02.139132 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43612) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.166666 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4c856a-11ce-46d1-ad7c-26d77d819141 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.167359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4c856a-11ce-46d1-ad7c-26d77d819141 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.168914 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ea4c856a-11ce-46d1-ad7c-26d77d819141 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/f67a19bd-a1ee-44e9-a453-dc66f85fb21c HTTP/1.1" status: 404 len: 337 time: 0.0300488 Jul 09 20:05:02.171411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43616) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.201772 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad438bcf-b94f-4fbd-81c7-6089b6e75324 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.202495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad438bcf-b94f-4fbd-81c7-6089b6e75324 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.204267 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ad438bcf-b94f-4fbd-81c7-6089b6e75324 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/ec897a42-68ce-46c6-aa64-9edd69942582 HTTP/1.1" status: 404 len: 333 time: 0.0319052 Jul 09 20:05:02.208371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43620) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.228924 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.248212 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4cdd40-c310-4a3d-8936-3681b3f54bfd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.248812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4cdd40-c310-4a3d-8936-3681b3f54bfd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.250811 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3b4cdd40-c310-4a3d-8936-3681b3f54bfd tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/fc5f1f32-d2ff-442c-90f8-5223a32a4759 HTTP/1.1" status: 404 len: 337 time: 0.0402942 Jul 09 20:05:02.254282 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43622) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.293772 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e00be19-67a2-41d5-bfb2-acd5c5ebeb1c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.294636 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e00be19-67a2-41d5-bfb2-acd5c5ebeb1c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.299198 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3e00be19-67a2-41d5-bfb2-acd5c5ebeb1c tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/b3e188ea-2500-4bb3-b1b7-275069ce041f HTTP/1.1" status: 404 len: 333 time: 0.0404217 Jul 09 20:05:02.299198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43630) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.329774 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b927b79-ebdd-4416-927e-cd185a1006a6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.330304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b927b79-ebdd-4416-927e-cd185a1006a6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.333120 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6b927b79-ebdd-4416-927e-cd185a1006a6 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/34f88e9a-0507-47c8-9e71-3899700598bc HTTP/1.1" status: 404 len: 337 time: 0.0325689 Jul 09 20:05:02.335652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43632) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.371894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43634) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.372826 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3b9070-fc45-4f1e-a04b-2ee46641685e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.373388 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3b9070-fc45-4f1e-a04b-2ee46641685e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.375447 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ee3b9070-fc45-4f1e-a04b-2ee46641685e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/b029bda4-cb79-424a-a60d-a66a1692f804 HTTP/1.1" status: 404 len: 337 time: 0.0387142 Jul 09 20:05:02.378473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43636) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.404001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43640) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.413375 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2444ce5-a1cf-4b74-9cd9-ac6f3ba3161d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.414272 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2444ce5-a1cf-4b74-9cd9-ac6f3ba3161d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.416096 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e2444ce5-a1cf-4b74-9cd9-ac6f3ba3161d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/fd51dd9b-3c62-476f-bc43-d670c501f979 HTTP/1.1" status: 404 len: 333 time: 0.0361345 Jul 09 20:05:02.418813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43644) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.452179 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7eaab1-063d-4990-b3e0-ffb810bf5481 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.454001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7eaab1-063d-4990-b3e0-ffb810bf5481 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.456590 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8b7eaab1-063d-4990-b3e0-ffb810bf5481 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/a5727921-5f47-4852-96a5-41cb9c059c62 HTTP/1.1" status: 404 len: 337 time: 0.0358150 Jul 09 20:05:02.458833 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43646) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.488911 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-183a9283-06de-4d5e-9795-1187856244de tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.489519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183a9283-06de-4d5e-9795-1187856244de tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.491150 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-183a9283-06de-4d5e-9795-1187856244de tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/297b4a57-37df-4535-b5ac-4a8a76672730 HTTP/1.1" status: 404 len: 337 time: 0.0312991 Jul 09 20:05:02.494038 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43648) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.496744 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1964924177-network', 'tenant_id': 'e1891ad88c804c218ab071d1a2a2b4d1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:02.523339 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ef03a9-24c1-4421-82c0-1b2fba4c2e0b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.524181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ef03a9-24c1-4421-82c0-1b2fba4c2e0b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.526065 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-21ef03a9-24c1-4421-82c0-1b2fba4c2e0b tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/0f764ef9-0520-4b53-bc17-01a40e55b79f HTTP/1.1" status: 404 len: 333 time: 0.0308304 Jul 09 20:05:02.530615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43650) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.534807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] Made reservation on behalf of e1891ad88c804c218ab071d1a2a2b4d1 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:02.537200 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.554080 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.559561 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3756a66a-663c-425b-9cca-bec099bbc2ee tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.560029 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3756a66a-663c-425b-9cca-bec099bbc2ee tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.561988 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3756a66a-663c-425b-9cca-bec099bbc2ee tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/cf6fdfc2-c2b1-4532-8a53-85d79ee6c1f1 HTTP/1.1" status: 404 len: 337 time: 0.0301681 Jul 09 20:05:02.564991 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43652) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.574057 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5adbc3f0-536a-4dc8-8980-96de611d8b7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94bf2d94d4844177a0073094e7993e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686835 Jul 09 20:05:02.577522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43654) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.592750 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c50646-c526-4dea-9ec6-6ee4a89d3c45 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.593131 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c50646-c526-4dea-9ec6-6ee4a89d3c45 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.595004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-86c50646-c526-4dea-9ec6-6ee4a89d3c45 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/91b2392b-0b06-4589-b3f0-564ab3b54c55 HTTP/1.1" status: 404 len: 337 time: 0.0282471 Jul 09 20:05:02.598679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43656) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.647915 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-911f4a61-610f-4fd5-8aba-93ea0abd39ea tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.648660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911f4a61-610f-4fd5-8aba-93ea0abd39ea tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.650333 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-911f4a61-610f-4fd5-8aba-93ea0abd39ea tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/2ba818e1-7573-4109-b0a2-8ae113b61c03 HTTP/1.1" status: 404 len: 333 time: 0.0479069 Jul 09 20:05:02.653301 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43658) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.681107 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-356d8d70-2109-4a7d-9459-71679875d1b9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.681575 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356d8d70-2109-4a7d-9459-71679875d1b9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.683352 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-356d8d70-2109-4a7d-9459-71679875d1b9 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/caead74c-44fd-4f3f-a47f-b1747fa80d4b HTTP/1.1" status: 404 len: 337 time: 0.0290391 Jul 09 20:05:02.686462 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43660) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.700781 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2df1ca63-f2b7-4e2a-9449-25b47733d126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.715794 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3756d6a6-1bbb-4b77-b620-40ed6eed8972 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.716285 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3756d6a6-1bbb-4b77-b620-40ed6eed8972 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.718095 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3756d6a6-1bbb-4b77-b620-40ed6eed8972 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/c018ba4f-b939-4042-ae39-09ff8f5ad5b3 HTTP/1.1" status: 404 len: 337 time: 0.0306635 Jul 09 20:05:02.720871 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43662) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.735578 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2df1ca63-f2b7-4e2a-9449-25b47733d126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.755929 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9f085140-acc5-4757-8ecb-cd8554e05754 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports?device_id=0791ba70-e68f-46ee-9fab-bc6c15e0a876 HTTP/1.1" status: 200 len: 205 time: 0.0337505 Jul 09 20:05:02.759425 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43664) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.780089 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.785153 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.800001 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-a7aa0e49-477a-4988-97c1-6272df40e6b1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] delete failed (client error): The resource could not be found. Jul 09 20:05:02.801415 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a7aa0e49-477a-4988-97c1-6272df40e6b1 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/routers/0791ba70-e68f-46ee-9fab-bc6c15e0a876 HTTP/1.1" status: 404 len: 336 time: 0.0407410 Jul 09 20:05:02.803796 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43666) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.809255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:02.827125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1012c06f-acd8-43d0-ac76-2e2b905ded33,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:02.832449 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2df1ca63-f2b7-4e2a-9449-25b47733d126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.835051 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2df1ca63-f2b7-4e2a-9449-25b47733d126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.840063 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f3b0c8-a2a9-4175-bb32-ee741e2015e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.840168 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2df1ca63-f2b7-4e2a-9449-25b47733d126 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd091eaa-c6fa-40a0-bc56-755b86b67460 HTTP/1.1" status: 204 len: 168 time: 0.2577705 Jul 09 20:05:02.840257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f3b0c8-a2a9-4175-bb32-ee741e2015e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.840257 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d8f3b0c8-a2a9-4175-bb32-ee741e2015e4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/42a984e6-e923-44ab-8373-8b9637daefe2 HTTP/1.1" status: 404 len: 337 time: 0.0340750 Jul 09 20:05:02.840424 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.840424 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] Added segment fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06 of type vlan for network 0cb7008f-434b-4439-8482-4c8e6db0e463 Jul 09 20:05:02.842366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43670) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.855471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1ca63-f2b7-4e2a-9449-25b47733d126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd091eaa-c6fa-40a0-bc56-755b86b67460,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:02.897146 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.902069 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-febcd79a-82e8-4569-94c9-3fda49e57a55 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb0b4e37-4fd5-4b69-9c24-093095ac18fa HTTP/1.1" status: 200 len: 205 time: 0.0579731 Jul 09 20:05:02.905014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43672) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.946709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b56d6130-29f6-4019-a301-1ff006aa2983 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:05:02.951589 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-7bb9f6e9-58a8-4a8a-8c5d-e6d28e65e2fe tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] delete failed (client error): The resource could not be found. Jul 09 20:05:02.952760 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7bb9f6e9-58a8-4a8a-8c5d-e6d28e65e2fe tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/routers/cb0b4e37-4fd5-4b69-9c24-093095ac18fa HTTP/1.1" status: 404 len: 336 time: 0.0465503 Jul 09 20:05:02.955829 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43674) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:02.976608 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.978310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:02.979801 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:02.984208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: b56d6130-29f6-4019-a301-1ff006aa2983 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:05:02.984762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b56d6130-29f6-4019-a301-1ff006aa2983 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:05:02.985584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:05:02.989071 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ecf135-a70d-4904-8881-52ecd8d56134 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:02.991119 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ecf135-a70d-4904-8881-52ecd8d56134 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:02.993689 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-97ecf135-a70d-4904-8881-52ecd8d56134 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/7c7f0a51-277d-49e4-ba19-4f01390a884c HTTP/1.1" status: 404 len: 337 time: 0.0360165 Jul 09 20:05:02.996143 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43676) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.020023 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:05:03.020377 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8900ee3f-0de9-4808-bbbf-0ed5a14c9186 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:05:03.033660 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-613bb82b-af94-4a69-ba13-7439add79b12 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:03.034936 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613bb82b-af94-4a69-ba13-7439add79b12 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:03.037148 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-613bb82b-af94-4a69-ba13-7439add79b12 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/9c350ca9-23cd-4225-af0c-0e1bae0feced HTTP/1.1" status: 404 len: 337 time: 0.0395811 Jul 09 20:05:03.041255 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43682) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.061657 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6879077 Jul 09 20:05:03.065983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43684) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.087598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfd7ef-dc6a-4b92-aa64-5a78a79dc7cd admin admin] Pushing event updated for resources: {'Network': ['ID=0cb7008f-434b-4439-8482-4c8e6db0e463,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:03.099608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3de3910d-08fc-47c9-8219-f3773b2b7424 admin admin] Request body: {'subnet': {'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1964924177-subnet', 'tenant_id': 'e1891ad88c804c218ab071d1a2a2b4d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:03.124987 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de3f78c-a37c-4ead-8bc3-5070b01a6719 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:03.126019 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de3f78c-a37c-4ead-8bc3-5070b01a6719 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:03.132305 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0de3f78c-a37c-4ead-8bc3-5070b01a6719 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/0927773f-7bbf-4f90-a91f-75ab2d5844db HTTP/1.1" status: 404 len: 333 time: 0.0865841 Jul 09 20:05:03.132416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43686) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.132965 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de3910d-08fc-47c9-8219-f3773b2b7424 admin admin] Made reservation on behalf of e1891ad88c804c218ab071d1a2a2b4d1 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:03.135720 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3de3910d-08fc-47c9-8219-f3773b2b7424 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.201775 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e990b0-d54c-4757-a120-3f1d70bb083d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:03.202416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e990b0-d54c-4757-a120-3f1d70bb083d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:03.207953 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-72e990b0-d54c-4757-a120-3f1d70bb083d tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/b6607f4d-ab50-4d00-b76f-80762f776c9e HTTP/1.1" status: 404 len: 337 time: 0.0715573 Jul 09 20:05:03.213033 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43688) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.255723 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-461bd7e7-f28e-4a55-ad0a-08035dea2e51 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:03.258614 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 0cb7008f-434b-4439-8482-4c8e6db0e463 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:03.269590 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461bd7e7-f28e-4a55-ad0a-08035dea2e51 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:03.274204 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-461bd7e7-f28e-4a55-ad0a-08035dea2e51 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/f6ad7214-176f-44d4-90de-5e1d61b44177 HTTP/1.1" status: 404 len: 333 time: 0.0576453 Jul 09 20:05:03.277357 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43690) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.281558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067c3df-c63b-4788-b24b-5670b019b6fc req-8aa73e4d-a7a6-4742-b2ec-fdc16cd708b8 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:03.283345 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9067c3df-c63b-4788-b24b-5670b019b6fc req-8aa73e4d-a7a6-4742-b2ec-fdc16cd708b8 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.0765150 Jul 09 20:05:03.287598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43692) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.305454 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b45bb59b-925e-4748-b156-a848e81a73b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.314255 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-d240ef3e-beac-47f4-8f30-d93a608ab60f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:03.314722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d240ef3e-beac-47f4-8f30-d93a608ab60f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:03.317163 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d240ef3e-beac-47f4-8f30-d93a608ab60f tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/8447aa70-bb47-45b5-a537-aca7f605c8ec HTTP/1.1" status: 404 len: 337 time: 0.0388317 Jul 09 20:05:03.320874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43696) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.360925 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c3201f-a492-4e37-9c4c-0e7c55994899 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:03.362056 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c3201f-a492-4e37-9c4c-0e7c55994899 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:03.364409 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9067c3df-c63b-4788-b24b-5670b019b6fc req-5c64309b-340e-469a-b1f1-4d0c6d119124 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565591 Jul 09 20:05:03.368000 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-79c3201f-a492-4e37-9c4c-0e7c55994899 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/24e3beaa-78e0-442c-b239-2eb4ebe65b33 HTTP/1.1" status: 404 len: 333 time: 0.0459747 Jul 09 20:05:03.368229 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43698) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.410134 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-00831290-3812-4953-9fac-43dc7c08b1ac tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:03.410601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00831290-3812-4953-9fac-43dc7c08b1ac tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:03.415247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-00831290-3812-4953-9fac-43dc7c08b1ac tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/bff9089d-6c3f-49e7-a886-7264c7a9d992 HTTP/1.1" status: 404 len: 337 time: 0.0432656 Jul 09 20:05:03.416567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43702) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.454064 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade624c4-fe7f-4038-8ce8-0c042deb4feb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:03.455161 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade624c4-fe7f-4038-8ce8-0c042deb4feb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:03.459649 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ade624c4-fe7f-4038-8ce8-0c042deb4feb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/c04ed7a8-6f07-44e8-a578-8885e010f61a HTTP/1.1" status: 404 len: 333 time: 0.0395937 Jul 09 20:05:03.459998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43704) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.521571 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3de3910d-08fc-47c9-8219-f3773b2b7424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.585710 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3910d-08fc-47c9-8219-f3773b2b7424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b0ff62-0033-4394-9a91-915a6166e59c,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:03.593482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de3910d-08fc-47c9-8219-f3773b2b7424 admin admin] Checking segment: {'id': 'fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:03.593856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de3910d-08fc-47c9-8219-f3773b2b7424 admin admin] Network hostable DHCP agents. Network: 0cb7008f-434b-4439-8482-4c8e6db0e463, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:03.614768 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de3910d-08fc-47c9-8219-f3773b2b7424 admin admin] Network 0cb7008f-434b-4439-8482-4c8e6db0e463 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:03.625300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-3de3910d-08fc-47c9-8219-f3773b2b7424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 0cb7008f-434b-4439-8482-4c8e6db0e463) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:03.630153 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3910d-08fc-47c9-8219-f3773b2b7424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:03.630743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3de3910d-08fc-47c9-8219-f3773b2b7424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.637473 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e599aa0-0ed3-4fb0-8e2a-235728460e16 None None] Network 0cb7008f-434b-4439-8482-4c8e6db0e463 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:03.765346 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-1089ffe9-d528-48ea-b316-02b5db009725 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:03.765980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1089ffe9-d528-48ea-b316-02b5db009725 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:03.767545 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1089ffe9-d528-48ea-b316-02b5db009725 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/f3fcfd2d-4a7e-4d0f-bca3-8ddf3a645ddc HTTP/1.1" status: 404 len: 337 time: 0.3065510 Jul 09 20:05:03.771003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43706) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.781029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cc4eae-2eb8-425c-9237-3edd978a3d2e None None] Network 0cb7008f-434b-4439-8482-4c8e6db0e463 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:03.787034 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b45bb59b-925e-4748-b156-a848e81a73b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.792217 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b45bb59b-925e-4748-b156-a848e81a73b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.806067 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-06170bcb-c549-4ce3-b9f8-28b309816dea tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:03.806962 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06170bcb-c549-4ce3-b9f8-28b309816dea tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:03.811483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-06170bcb-c549-4ce3-b9f8-28b309816dea tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/33f0eecf-6130-41e5-966e-dee51dcded7b HTTP/1.1" status: 404 len: 333 time: 0.0367951 Jul 09 20:05:03.813609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43708) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.819537 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3de3910d-08fc-47c9-8219-f3773b2b7424 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7512577 Jul 09 20:05:03.859864 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2857bc-dea9-480d-8cfe-740f8f5dd6a4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:03.860337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a2857bc-dea9-480d-8cfe-740f8f5dd6a4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:03.862677 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2a2857bc-dea9-480d-8cfe-740f8f5dd6a4 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/5e459cd4-2365-44e5-9c93-6098d23e3351 HTTP/1.1" status: 404 len: 337 time: 0.0458460 Jul 09 20:05:03.865507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43712) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.865660 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b45bb59b-925e-4748-b156-a848e81a73b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca7ff1029e4745e4b28cbf755ba9d61b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5769646 Jul 09 20:05:03.866488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bb59b-925e-4748-b156-a848e81a73b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815b4779-c592-4c16-9e78-6ed3435204d0,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:03.868852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43714) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.892820 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-0173ddb2-ca90-4599-8592-452d8a4569aa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:03.893621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0173ddb2-ca90-4599-8592-452d8a4569aa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:03.897859 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0173ddb2-ca90-4599-8592-452d8a4569aa tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/01ff5d47-5bcd-43c0-8851-c38ac4c91f82 HTTP/1.1" status: 404 len: 333 time: 0.0290012 Jul 09 20:05:03.898179 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43716) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.923334 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4a241f5e-96f5-40b5-b9d0-946ada09583c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.927006 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b2ef0c-b75a-40a9-bfc4-e425d5b31f31 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:03.927477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b2ef0c-b75a-40a9-bfc4-e425d5b31f31 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:03.929397 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-30b2ef0c-b75a-40a9-bfc4-e425d5b31f31 tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/56fe7872-47dc-4b55-bb06-5f67f5765681 HTTP/1.1" status: 404 len: 337 time: 0.0297124 Jul 09 20:05:03.933151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43718) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:03.958667 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4a241f5e-96f5-40b5-b9d0-946ada09583c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:03.985093 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-995b8320-eac0-43fb-b2d9-5315bb071c9e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:03.985872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995b8320-eac0-43fb-b2d9-5315bb071c9e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:03.988780 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-995b8320-eac0-43fb-b2d9-5315bb071c9e tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/ports/8a32cd98-f729-4705-8c52-25cee75c78ba HTTP/1.1" status: 404 len: 333 time: 0.0538230 Jul 09 20:05:03.992633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43722) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:04.017914 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4a241f5e-96f5-40b5-b9d0-946ada09583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.021087 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4a241f5e-96f5-40b5-b9d0-946ada09583c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.022600 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4a241f5e-96f5-40b5-b9d0-946ada09583c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/815b4779-c592-4c16-9e78-6ed3435204d0 HTTP/1.1" status: 204 len: 168 time: 0.1528370 Jul 09 20:05:04.024497 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fd6e5e-736f-4377-a191-a89b7285abbb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:04.025584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3fd6e5e-736f-4377-a191-a89b7285abbb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:04.027840 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b3fd6e5e-736f-4377-a191-a89b7285abbb tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/subnets/95e016cc-2d12-4968-a7ce-5322889bd3fb HTTP/1.1" status: 404 len: 337 time: 0.0337851 Jul 09 20:05:04.030191 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43730) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:04.033115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a241f5e-96f5-40b5-b9d0-946ada09583c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815b4779-c592-4c16-9e78-6ed3435204d0,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:04.129297 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56d0bafe-16c0-44ac-93b0-21704b5380da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.247223 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56d0bafe-16c0-44ac-93b0-21704b5380da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.286082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-56d0bafe-16c0-44ac-93b0-21704b5380da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:04.302712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-56d0bafe-16c0-44ac-93b0-21704b5380da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bf63fc-7d74-4a25-83de-4aa91b03e4fb') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:04.303030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-56d0bafe-16c0-44ac-93b0-21704b5380da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bf63fc-7d74-4a25-83de-4aa91b03e4fb') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:04.321541 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56d0bafe-16c0-44ac-93b0-21704b5380da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.355529 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56d0bafe-16c0-44ac-93b0-21704b5380da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.370194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d0bafe-16c0-44ac-93b0-21704b5380da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:04.370613 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56d0bafe-16c0-44ac-93b0-21704b5380da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:04.373926 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:04.422865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-c026a1f7-b301-42e2-a7f5-ae535b986375 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:04.424964 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-c026a1f7-b301-42e2-a7f5-ae535b986375 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/networks?id=0cb7008f-434b-4439-8482-4c8e6db0e463 HTTP/1.1" status: 200 len: 815 time: 0.2099686 Jul 09 20:05:04.448098 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-65d19d6e-56cd-45df-a1f9-37019b034d6b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/quotas/e1891ad88c804c218ab071d1a2a2b4d1 HTTP/1.1" status: 200 len: 375 time: 0.0152950 Jul 09 20:05:04.486270 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-cac65115-514b-483d-ae66-5715dad931f2 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1891ad88c804c218ab071d1a2a2b4d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315902 Jul 09 20:05:04.487716 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56d0bafe-16c0-44ac-93b0-21704b5380da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.500727 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56d0bafe-16c0-44ac-93b0-21704b5380da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:04.502631 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-56d0bafe-16c0-44ac-93b0-21704b5380da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] 10.222.0.30 "DELETE /v2.0/networks/ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600 HTTP/1.1" status: 204 len: 168 time: 0.4714091 Jul 09 20:05:04.520336 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0bafe-16c0-44ac-93b0-21704b5380da tempest-NetworksTestDHCPv6-1084099420 tempest-NetworksTestDHCPv6-1084099420-project] Pushing event deleted for resources: {'Network': ['ID=ef2f09fd-7c57-4fb0-a1ba-5fa61fd9f600,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:04.581241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1f4b2-ae49-4709-98ec-37f0c737afcc req-4a004b83-b3a9-4569-8137-58332562d10a tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:04.582780 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7fa1f4b2-ae49-4709-98ec-37f0c737afcc req-4a004b83-b3a9-4569-8137-58332562d10a tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.0779421 Jul 09 20:05:04.627633 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7fa1f4b2-ae49-4709-98ec-37f0c737afcc req-6fbc609b-09ea-4c64-a807-09f2fdcf0b09 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385540 Jul 09 20:05:04.810655 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-3696947e-6652-45c2-b55f-d448e6379dee service neutron] 10.222.0.30 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060527 Jul 09 20:05:04.870507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43770) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:04.923820 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-8104f65f-c836-4673-bf54-302954bd288e service neutron] 10.222.0.30 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064174 Jul 09 20:05:05.059257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43776) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:05.145614 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d9975518-8a39-4518-8edc-4d4759d3f388 req-85882d95-763d-446c-a096-c92504959c1f tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 210 time: 0.0393229 Jul 09 20:05:05.149164 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1209740180'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:05.209259 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ab5478ab-2ed2-4ab5-80ae-912f950ec3de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9bcd26a7a74a48bcb8ee2e88416ba857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363414 Jul 09 20:05:05.212134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43784) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:05.219265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:05.223886 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:05.234014 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:05.267487 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-399a879c-51fb-4c47-9365-1df9ab439673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:05.294901 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-399a879c-51fb-4c47-9365-1df9ab439673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:05.339967 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:05.348831 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:05.369022 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-399a879c-51fb-4c47-9365-1df9ab439673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:05.372188 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-399a879c-51fb-4c47-9365-1df9ab439673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:05.377569 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-399a879c-51fb-4c47-9365-1df9ab439673 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5d68e26-fc3a-4808-8bbc-e8db6fc99655 HTTP/1.1" status: 204 len: 168 time: 0.1607091 Jul 09 20:05:05.385845 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a879c-51fb-4c47-9365-1df9ab439673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d68e26-fc3a-4808-8bbc-e8db6fc99655,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:05.396308 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:05.414088 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3c6256-b372-4d5b-a138-1a416388aca3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:05.423172 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:05.423698 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Added segment f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4 of type vlan for network 030e471e-4862-480a-acdb-f30ffe905168 Jul 09 20:05:05.482926 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:05.520304 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:05.526298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:05.527148 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:05.592672 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5322449 Jul 09 20:05:05.595382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43796) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:05.604133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-396bbe96-a85d-4c09-8aac-82a88c8eabd3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'name': 'tempest-PortsTestJSON-1125536440'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:05.661734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c00c4-9aec-474b-8bd3-81aa94ed79f0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Network': ['ID=030e471e-4862-480a-acdb-f30ffe905168,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:05.677768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 030e471e-4862-480a-acdb-f30ffe905168 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:05.715899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396bbe96-a85d-4c09-8aac-82a88c8eabd3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:05.723268 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-396bbe96-a85d-4c09-8aac-82a88c8eabd3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:05.776105 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-396bbe96-a85d-4c09-8aac-82a88c8eabd3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port 69e6925e-8b98-4176-8652-c54a050ac6b0 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:05:05.908826 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0ce1d-a1b9-41f4-88e2-725c44956af9 req-71df1f02-9a17-4fdb-893d-69b2ef72db50 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:05.919311 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-88b0ce1d-a1b9-41f4-88e2-725c44956af9 req-71df1f02-9a17-4fdb-893d-69b2ef72db50 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.0968955 Jul 09 20:05:06.001881 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-88b0ce1d-a1b9-41f4-88e2-725c44956af9 req-3da6ab18-8cf1-4e8f-8539-a762c43d82f6 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762892 Jul 09 20:05:06.006941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-396bbe96-a85d-4c09-8aac-82a88c8eabd3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.060599 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-396bbe96-a85d-4c09-8aac-82a88c8eabd3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.133929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bbe96-a85d-4c09-8aac-82a88c8eabd3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=69e6925e-8b98-4176-8652-c54a050ac6b0,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:06.142096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396bbe96-a85d-4c09-8aac-82a88c8eabd3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Checking segment: {'id': 'f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '030e471e-4862-480a-acdb-f30ffe905168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:06.142468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396bbe96-a85d-4c09-8aac-82a88c8eabd3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network hostable DHCP agents. Network: 030e471e-4862-480a-acdb-f30ffe905168, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:06.160487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396bbe96-a85d-4c09-8aac-82a88c8eabd3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 030e471e-4862-480a-acdb-f30ffe905168 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:06.169731 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-396bbe96-a85d-4c09-8aac-82a88c8eabd3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 030e471e-4862-480a-acdb-f30ffe905168) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:06.173871 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396bbe96-a85d-4c09-8aac-82a88c8eabd3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:06.180930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396bbe96-a85d-4c09-8aac-82a88c8eabd3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:06.181706 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-396bbe96-a85d-4c09-8aac-82a88c8eabd3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.182310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5518a687-de83-4d8b-8220-1372db0c2053 None None] Network 030e471e-4862-480a-acdb-f30ffe905168 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:06.202535 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-396bbe96-a85d-4c09-8aac-82a88c8eabd3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6024215 Jul 09 20:05:06.203282 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43822) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:06.208758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9eff706e-e4a5-46d5-b7b9-9fa02967b0bf tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1103033072'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:06.237874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eff706e-e4a5-46d5-b7b9-9fa02967b0bf tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:06.242351 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eff706e-e4a5-46d5-b7b9-9fa02967b0bf tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.275233 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eff706e-e4a5-46d5-b7b9-9fa02967b0bf tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:06.305023 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eff706e-e4a5-46d5-b7b9-9fa02967b0bf tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.305757 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-9eff706e-e4a5-46d5-b7b9-9fa02967b0bf tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Added segment b43f22a9-6313-49df-907e-ffbf6f6bb0f3 of type vlan for network 8ddc9aff-73ec-4131-8142-16ad0da41087 Jul 09 20:05:06.355057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43824) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:06.372430 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eeb321eb-0536-4f0f-8d38-f8329b2c854a req-05550739-f6f0-483b-946b-97723925d9c3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 210 time: 0.0557826 Jul 09 20:05:06.390275 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eff706e-e4a5-46d5-b7b9-9fa02967b0bf tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.555005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-338782228'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:06.595720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:06.600617 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.623097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-681f3c84-8189-4268-a7c7-e7d52ea3579a tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:06.626359 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-681f3c84-8189-4268-a7c7-e7d52ea3579a tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.36 "GET /v2.0/networks?id=0cb7008f-434b-4439-8482-4c8e6db0e463 HTTP/1.1" status: 200 len: 815 time: 0.1829393 Jul 09 20:05:06.628315 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.648992 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-2b721203-39c9-49d9-8188-fb4d503befac tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Request body: {'port': {'device_id': '14affa53-0a6d-4888-9d0c-51d335abe77e', 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463', 'admin_state_up': True, 'tenant_id': 'e1891ad88c804c218ab071d1a2a2b4d1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:06.788723 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eff706e-e4a5-46d5-b7b9-9fa02967b0bf tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.795019 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eff706e-e4a5-46d5-b7b9-9fa02967b0bf tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:06.795819 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eff706e-e4a5-46d5-b7b9-9fa02967b0bf tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.861734 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.867856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff706e-e4a5-46d5-b7b9-9fa02967b0bf tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Network': ['ID=8ddc9aff-73ec-4131-8142-16ad0da41087,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:06.869874 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.879995 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 8ddc9aff-73ec-4131-8142-16ad0da41087 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:06.902381 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:06.919082 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-2b721203-39c9-49d9-8188-fb4d503befac tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Made reservation on behalf of e1891ad88c804c218ab071d1a2a2b4d1 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:06.920666 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9eff706e-e4a5-46d5-b7b9-9fa02967b0bf tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7167361 Jul 09 20:05:06.922990 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-2b721203-39c9-49d9-8188-fb4d503befac tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.923553 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43828) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:06.928688 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:06.929053 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Added segment 7e2e6cf6-343c-4d6b-acbb-641043946300 of type vlan for network 427da973-9d42-4a66-8c74-7f1a15beeb66 Jul 09 20:05:06.930653 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'ports': [{'network_id': '030e471e-4862-480a-acdb-f30ffe905168'}, {'network_id': '8ddc9aff-73ec-4131-8142-16ad0da41087'}]} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:06.931045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'network_id': '030e471e-4862-480a-acdb-f30ffe905168'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:06.931418 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b715827-bdf8-4060-b5ed-c560097b5a5c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:06.931966 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'network_id': '8ddc9aff-73ec-4131-8142-16ad0da41087'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:07.033863 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.120450 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.127278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:07.128728 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.203100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-2b721203-39c9-49d9-8188-fb4d503befac tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Allocated IP 172.20.0.10 (0cb7008f-434b-4439-8482-4c8e6db0e463/b5b0ff62-0033-4394-9a91-915a6166e59c/eb1e3787-2d88-45f5-a73a-256fbffa449b) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:07.214117 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8569627 Jul 09 20:05:07.237036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6a8cb-aa2d-48d7-821f-5f4ea18083e2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Network': ['ID=427da973-9d42-4a66-8c74-7f1a15beeb66,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:07.239833 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'port': 2} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:07.245910 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.250342 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 427da973-9d42-4a66-8c74-7f1a15beeb66 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:07.291001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c057b7e-5dec-4be5-a68c-94af18abb9dd req-4e841668-f598-4b1d-a273-e7894166df32 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:07.293881 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c057b7e-5dec-4be5-a68c-94af18abb9dd req-4e841668-f598-4b1d-a273-e7894166df32 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.1424305 Jul 09 20:05:07.300872 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.362061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43836) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:07.370825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-db00ad35-0c87-42b8-a899-9525643b8f26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'subnet': {'network_id': '427da973-9d42-4a66-8c74-7f1a15beeb66', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:07.413434 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c057b7e-5dec-4be5-a68c-94af18abb9dd req-486fc920-233a-47b0-835d-de19661995d7 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073673 Jul 09 20:05:07.428161 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port c37cb587-a5be-4b7a-a7f0-a603afcf0fd9 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:05:07.473619 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-2b721203-39c9-49d9-8188-fb4d503befac tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.545987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db00ad35-0c87-42b8-a899-9525643b8f26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:07.549415 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db00ad35-0c87-42b8-a899-9525643b8f26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.557374 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a55851a6-eb8d-4e82-8d95-ce75bfaea12b req-cbad7ad3-3d6b-4dd9-abff-b6fa37f283c1 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 210 time: 0.0481138 Jul 09 20:05:07.576308 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.627702 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-2b721203-39c9-49d9-8188-fb4d503befac tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.663253 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port a3beb300-486a-4a59-a9d0-aca48ddd8de3 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:05:07.700648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-2b721203-39c9-49d9-8188-fb4d503befac tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Network 0cb7008f-434b-4439-8482-4c8e6db0e463 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:07.709070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-2b721203-39c9-49d9-8188-fb4d503befac tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:07.712464 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b721203-39c9-49d9-8188-fb4d503befac tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Pushing event updated for resources: {'Port': ['ID=eb1e3787-2d88-45f5-a73a-256fbffa449b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:07.715970 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-2b721203-39c9-49d9-8188-fb4d503befac tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:07.788692 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.802155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-2b721203-39c9-49d9-8188-fb4d503befac tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:07.802745 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-2b721203-39c9-49d9-8188-fb4d503befac tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.830238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-2b721203-39c9-49d9-8188-fb4d503befac tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1883113 Jul 09 20:05:07.835940 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.858740 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Request body: {'port': {'device_id': '14affa53-0a6d-4888-9d0c-51d335abe77e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:07.884235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 030e471e-4862-480a-acdb-f30ffe905168 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:07.890235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:07.895360 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:07.896285 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.908412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=c37cb587-a5be-4b7a-a7f0-a603afcf0fd9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:07.912367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db00ad35-0c87-42b8-a899-9525643b8f26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:07.977845 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=a3beb300-486a-4a59-a9d0-aca48ddd8de3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:07.983633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Checking segment: {'id': 'b43f22a9-6313-49df-907e-ffbf6f6bb0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8ddc9aff-73ec-4131-8142-16ad0da41087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:07.984020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network hostable DHCP agents. Network: 8ddc9aff-73ec-4131-8142-16ad0da41087, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:08.004669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 8ddc9aff-73ec-4131-8142-16ad0da41087 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:08.014482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 8ddc9aff-73ec-4131-8142-16ad0da41087) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:08.019950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:08.022319 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.025662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70440545-2a59-498d-8176-54cc220f2b06 None None] Network 8ddc9aff-73ec-4131-8142-16ad0da41087 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:08.037328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00ad35-0c87-42b8-a899-9525643b8f26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Subnet': ['ID=5cc755ab-82e7-461b-b6f7-5bb0da011ec9,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:08.037846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:08.047666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:08.047819 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db00ad35-0c87-42b8-a899-9525643b8f26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Checking segment: {'id': '7e2e6cf6-343c-4d6b-acbb-641043946300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '427da973-9d42-4a66-8c74-7f1a15beeb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:08.048206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db00ad35-0c87-42b8-a899-9525643b8f26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network hostable DHCP agents. Network: 427da973-9d42-4a66-8c74-7f1a15beeb66, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:08.049054 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.066886 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-05ee28ed-3528-4e43-a087-f4d187649c74 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1417639 Jul 09 20:05:08.070446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43840) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:08.193236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db00ad35-0c87-42b8-a899-9525643b8f26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network 427da973-9d42-4a66-8c74-7f1a15beeb66 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:08.196746 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-17492d4f-a2f5-4d28-9583-f11c157ea2e7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port a3beb300-486a-4a59-a9d0-aca48ddd8de3 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:08.197199 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-17492d4f-a2f5-4d28-9583-f11c157ea2e7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.203604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-db00ad35-0c87-42b8-a899-9525643b8f26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 427da973-9d42-4a66-8c74-7f1a15beeb66) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:08.212998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db00ad35-0c87-42b8-a899-9525643b8f26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:08.213863 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db00ad35-0c87-42b8-a899-9525643b8f26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.220316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81bfa17-6229-4d09-889c-a0c876dfda47 None None] Network 427da973-9d42-4a66-8c74-7f1a15beeb66 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:08.285990 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-17492d4f-a2f5-4d28-9583-f11c157ea2e7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.293133 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-db00ad35-0c87-42b8-a899-9525643b8f26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9297917 Jul 09 20:05:08.296986 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43846) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:08.302958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f6307f14-dc5b-474f-96b3-991ef46d1369 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1975928042'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:08.310497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-17492d4f-a2f5-4d28-9583-f11c157ea2e7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for a3beb300-486a-4a59-a9d0-aca48ddd8de3 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:08.359805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6307f14-dc5b-474f-96b3-991ef46d1369 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:08.364623 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6307f14-dc5b-474f-96b3-991ef46d1369 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.406303 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-17492d4f-a2f5-4d28-9583-f11c157ea2e7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.419452 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6307f14-dc5b-474f-96b3-991ef46d1369 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:08.438717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-427da973-9d42-4a66-8c74-7f1a15beeb66', 'network_id': '427da973-9d42-4a66-8c74-7f1a15beeb66', 'tenant_id': '78d36dc5f283430bb67cade6ca639a2b', 'fixed_ips': [{'subnet_id': '5cc755ab-82e7-461b-b6f7-5bb0da011ec9'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:08.440332 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.444684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17492d4f-a2f5-4d28-9583-f11c157ea2e7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=a3beb300-486a-4a59-a9d0-aca48ddd8de3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:08.457910 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6307f14-dc5b-474f-96b3-991ef46d1369 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.458265 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-f6307f14-dc5b-474f-96b3-991ef46d1369 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Added segment da91692c-4bba-4c7f-affd-0758a6c120b8 of type vlan for network 2f3552c1-cccf-46e1-a9ae-93d5a77f103b Jul 09 20:05:08.467051 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-17492d4f-a2f5-4d28-9583-f11c157ea2e7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.470241 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-17492d4f-a2f5-4d28-9583-f11c157ea2e7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/a3beb300-486a-4a59-a9d0-aca48ddd8de3 HTTP/1.1" status: 204 len: 168 time: 0.3967543 Jul 09 20:05:08.474403 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43850) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:08.478611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb1e3787-2d88-45f5-a73a-256fbffa449b {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:05:08.506750 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.528839 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6307f14-dc5b-474f-96b3-991ef46d1369 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.538953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Transition to ACTIVE for port object eb1e3787-2d88-45f5-a73a-256fbffa449b will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:08.549381 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.555580 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea48279-43db-4f6d-a379-8a6c7f237ff4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:08.565171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea48279-43db-4f6d-a379-8a6c7f237ff4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:08.571176 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5ea48279-43db-4f6d-a379-8a6c7f237ff4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0955472 Jul 09 20:05:08.571850 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43852) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:08.619106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Allocated IP 172.20.255.242 (427da973-9d42-4a66-8c74-7f1a15beeb66/5cc755ab-82e7-461b-b6f7-5bb0da011ec9/57b59d04-71c1-4735-9591-3d16dc8fe9ee) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:08.620410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1e3787-2d88-45f5-a73a-256fbffa449b,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:08.623126 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6307f14-dc5b-474f-96b3-991ef46d1369 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.631021 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6307f14-dc5b-474f-96b3-991ef46d1369 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:08.631734 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6307f14-dc5b-474f-96b3-991ef46d1369 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.721170 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f6307f14-dc5b-474f-96b3-991ef46d1369 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4229536 Jul 09 20:05:08.724420 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43856) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:08.731993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d6371b51-8360-4f48-aafd-e72f5102ca2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'subnet': {'network_id': '2f3552c1-cccf-46e1-a9ae-93d5a77f103b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:08.772853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6307f14-dc5b-474f-96b3-991ef46d1369 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Network': ['ID=2f3552c1-cccf-46e1-a9ae-93d5a77f103b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:08.793956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 2f3552c1-cccf-46e1-a9ae-93d5a77f103b details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:08.837080 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Attempting to bind port eb1e3787-2d88-45f5-a73a-256fbffa449b on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:08.837834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Attempting to bind port eb1e3787-2d88-45f5-a73a-256fbffa449b by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:08.837834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Attempting to bind port eb1e3787-2d88-45f5-a73a-256fbffa449b on network 0cb7008f-434b-4439-8482-4c8e6db0e463 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:08.844863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-798a72a9-5cb9-4083-b0d1-1956f4258301 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port c37cb587-a5be-4b7a-a7f0-a603afcf0fd9 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:08.845367 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-798a72a9-5cb9-4083-b0d1-1956f4258301 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.847005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Port eb1e3787-2d88-45f5-a73a-256fbffa449b on network 0cb7008f-434b-4439-8482-4c8e6db0e463 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:05:08.847349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Attempting to bind port eb1e3787-2d88-45f5-a73a-256fbffa449b on network 0cb7008f-434b-4439-8482-4c8e6db0e463 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:08.857759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:08.857983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Checking segment: {'id': 'fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:08.858239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Bound using segment: {'id': 'fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:08.858688 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Bound port: eb1e3787-2d88-45f5-a73a-256fbffa449b, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:08.859426 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.869705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec18488-75dc-4c98-952f-b04dd4ccfe07 req-2da09e39-ea0c-4220-b51d-fb518c5fb7b6 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:08.871298 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ec18488-75dc-4c98-952f-b04dd4ccfe07 req-2da09e39-ea0c-4220-b51d-fb518c5fb7b6 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 944 time: 0.1111333 Jul 09 20:05:08.905057 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.917257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Transition to ACTIVE for port object 57b59d04-71c1-4735-9591-3d16dc8fe9ee will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:08.919326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72f780-4a09-47b7-8227-72bd4655d2cd req-de4b830b-75a2-4d1b-aa01-4f0f1f4dfd04 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:08.921234 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ee72f780-4a09-47b7-8227-72bd4655d2cd req-de4b830b-75a2-4d1b-aa01-4f0f1f4dfd04 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.2656276 Jul 09 20:05:08.934652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Transition to ACTIVE for port object 57b59d04-71c1-4735-9591-3d16dc8fe9ee will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:08.944231 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.975467 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-798a72a9-5cb9-4083-b0d1-1956f4258301 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.979367 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6371b51-8360-4f48-aafd-e72f5102ca2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:08.983881 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d6371b51-8360-4f48-aafd-e72f5102ca2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:08.994058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Network 427da973-9d42-4a66-8c74-7f1a15beeb66 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:08.997320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:09.000042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:09.002691 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ec18488-75dc-4c98-952f-b04dd4ccfe07 req-286b6bec-918c-4361-99ce-b838e41fe6e3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196768 Jul 09 20:05:09.009682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Pushing event updated for resources: {'Port': ['ID=57b59d04-71c1-4735-9591-3d16dc8fe9ee,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:09.028989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] For port eb1e3787-2d88-45f5-a73a-256fbffa449b, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:09.034284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] For port eb1e3787-2d88-45f5-a73a-256fbffa449b, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eb1e3787-2d88-45f5-a73a-256fbffa449b,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:09.040771 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.070448 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-798a72a9-5cb9-4083-b0d1-1956f4258301 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for c37cb587-a5be-4b7a-a7f0-a603afcf0fd9 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:09.076289 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Attempting to bind port 57b59d04-71c1-4735-9591-3d16dc8fe9ee on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:09.076928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Attempting to bind port 57b59d04-71c1-4735-9591-3d16dc8fe9ee by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '7e2e6cf6-343c-4d6b-acbb-641043946300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '427da973-9d42-4a66-8c74-7f1a15beeb66'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:09.077516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Attempting to bind port 57b59d04-71c1-4735-9591-3d16dc8fe9ee on network 427da973-9d42-4a66-8c74-7f1a15beeb66 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:09.079524 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ee72f780-4a09-47b7-8227-72bd4655d2cd req-ba191cb6-ff18-436b-b9c1-b51b0680b944 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424050 Jul 09 20:05:09.085553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:09.086160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Checking segment: {'id': '7e2e6cf6-343c-4d6b-acbb-641043946300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '427da973-9d42-4a66-8c74-7f1a15beeb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:09.086820 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.087450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Bound using segment: {'id': '7e2e6cf6-343c-4d6b-acbb-641043946300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '427da973-9d42-4a66-8c74-7f1a15beeb66'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:09.088235 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Bound port: 57b59d04-71c1-4735-9591-3d16dc8fe9ee, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2e6cf6-343c-4d6b-acbb-641043946300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '427da973-9d42-4a66-8c74-7f1a15beeb66'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:09.088951 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.140496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:09.141161 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.142657 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb1e3787-2d88-45f5-a73a-256fbffa449b HTTP/1.1" status: 200 len: 1092 time: 1.2884989 Jul 09 20:05:09.143121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14affa53-0a6d-4888-9d0c-51d335abe77e', 'tag': 'eb1e3787-2d88-45f5-a73a-256fbffa449b'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:05:09.146106 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68a01f8-a4ee-4039-9d2c-e9efc6debb80" -d '{"events": [{"name": "network-changed", "server_uuid": "14affa53-0a6d-4888-9d0c-51d335abe77e", "tag": "eb1e3787-2d88-45f5-a73a-256fbffa449b"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:05:09.152143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08660ffd-786f-4d72-a895-cbe26bfd9ab7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1e3787-2d88-45f5-a73a-256fbffa449b,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:09.208655 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6048b0b5-f66b-4459-927e-78a845ee3964 x-openstack-request-id: req-6048b0b5-f66b-4459-927e-78a845ee3964 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:05:09.208655 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14affa53-0a6d-4888-9d0c-51d335abe77e", "tag": "eb1e3787-2d88-45f5-a73a-256fbffa449b", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:05:09.209596 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6048b0b5-f66b-4459-927e-78a845ee3964 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:05:09.209879 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14affa53-0a6d-4888-9d0c-51d335abe77e', 'tag': 'eb1e3787-2d88-45f5-a73a-256fbffa449b', 'status': 'completed', 'code': 200} Jul 09 20:05:09.226068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] For port 57b59d04-71c1-4735-9591-3d16dc8fe9ee, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:09.230291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] For port 57b59d04-71c1-4735-9591-3d16dc8fe9ee, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=57b59d04-71c1-4735-9591-3d16dc8fe9ee,segment=NetworkSegment(7e2e6cf6-343c-4d6b-acbb-641043946300),segment_id=7e2e6cf6-343c-4d6b-acbb-641043946300)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:09.238176 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.282244 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-09afe780-01a5-45d8-a80e-2c691d16d2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:09.285029 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-09afe780-01a5-45d8-a80e-2c691d16d2e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1891ad88c804c218ab071d1a2a2b4d1&device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 1095 time: 0.0927107 Jul 09 20:05:09.299834 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-798a72a9-5cb9-4083-b0d1-1956f4258301 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.325628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453dbd1-9061-4391-9112-16f61e39a284 None None] Pushing event updated for resources: {'Port': ['ID=57b59d04-71c1-4735-9591-3d16dc8fe9ee,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:09.339126 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-fdbdbc13-d609-406d-bd35-12ec99055884 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb1e3787-2d88-45f5-a73a-256fbffa449b HTTP/1.1" status: 200 len: 217 time: 0.0442908 Jul 09 20:05:09.389432 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a72a9-5cb9-4083-b0d1-1956f4258301 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=c37cb587-a5be-4b7a-a7f0-a603afcf0fd9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:09.422847 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-798a72a9-5cb9-4083-b0d1-1956f4258301 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.424883 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-798a72a9-5cb9-4083-b0d1-1956f4258301 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/c37cb587-a5be-4b7a-a7f0-a603afcf0fd9 HTTP/1.1" status: 204 len: 168 time: 0.8517814 Jul 09 20:05:09.429004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-0d18970f-2c55-4630-b9e2-491b8132b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:09.431365 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-0d18970f-2c55-4630-b9e2-491b8132b94c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5b0ff62-0033-4394-9a91-915a6166e59c HTTP/1.1" status: 200 len: 855 time: 0.0853279 Jul 09 20:05:09.432067 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43864) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:09.455085 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d6371b51-8360-4f48-aafd-e72f5102ca2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.514158 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-455c7213-5ff3-4212-8fbf-f35e4fafd55f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cb7008f-434b-4439-8482-4c8e6db0e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676126 Jul 09 20:05:09.536771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6371b51-8360-4f48-aafd-e72f5102ca2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Subnet': ['ID=e4107368-9b1f-42ca-b625-ea060ee7f14c,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:09.542103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6371b51-8360-4f48-aafd-e72f5102ca2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Checking segment: {'id': 'da91692c-4bba-4c7f-affd-0758a6c120b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2f3552c1-cccf-46e1-a9ae-93d5a77f103b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:09.542356 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6371b51-8360-4f48-aafd-e72f5102ca2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network hostable DHCP agents. Network: 2f3552c1-cccf-46e1-a9ae-93d5a77f103b, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:09.565401 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6371b51-8360-4f48-aafd-e72f5102ca2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network 2f3552c1-cccf-46e1-a9ae-93d5a77f103b is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:09.606392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-d6371b51-8360-4f48-aafd-e72f5102ca2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 2f3552c1-cccf-46e1-a9ae-93d5a77f103b) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:09.611141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6371b51-8360-4f48-aafd-e72f5102ca2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:09.611868 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d6371b51-8360-4f48-aafd-e72f5102ca2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.618813 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87928622-da13-4334-9c84-80958deb4d85 None None] Network 2f3552c1-cccf-46e1-a9ae-93d5a77f103b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:09.639189 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d6371b51-8360-4f48-aafd-e72f5102ca2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9131963 Jul 09 20:05:09.640098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43866) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:09.738772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e4b6b2-a1ba-4145-99e7-f23b085e6dee tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:09.739881 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-92e4b6b2-a1ba-4145-99e7-f23b085e6dee tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3063753 Jul 09 20:05:09.751312 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43868) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:09.783229 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-020eb5fa-ac20-48db-acd5-386702059b6e service neutron] 10.222.0.36 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606585 Jul 09 20:05:09.816247 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5acc0b7-a940-4281-babd-d75c566d57a3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] GET failed (client error): The resource could not be found. Jul 09 20:05:09.818195 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b5acc0b7-a940-4281-babd-d75c566d57a3 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/a3beb300-486a-4a59-a9d0-aca48ddd8de3 HTTP/1.1" status: 404 len: 333 time: 0.0652089 Jul 09 20:05:09.821001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43870) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:09.828572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-2f3552c1-cccf-46e1-a9ae-93d5a77f103b', 'network_id': '2f3552c1-cccf-46e1-a9ae-93d5a77f103b', 'tenant_id': '78d36dc5f283430bb67cade6ca639a2b', 'fixed_ips': [{'subnet_id': 'e4107368-9b1f-42ca-b625-ea060ee7f14c'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:09.833626 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.860736 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f50848d-5014-44e8-ac3c-9e704b8463a0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] GET failed (client error): The resource could not be found. Jul 09 20:05:09.864270 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6f50848d-5014-44e8-ac3c-9e704b8463a0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/c37cb587-a5be-4b7a-a7f0-a603afcf0fd9 HTTP/1.1" status: 404 len: 333 time: 0.0415492 Jul 09 20:05:09.864815 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.867710 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43872) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:09.965683 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc527-7aa0-45da-a6eb-19aed96f6377 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:09.986362 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1813da4d-dcda-4585-9ee5-37cf5b2cde6a req-1be63610-7d72-4c88-9cdb-360ae0093876 service neutron] 10.222.0.36 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923442 Jul 09 20:05:09.989316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Allocated IP 172.20.0.2 (2f3552c1-cccf-46e1-a9ae-93d5a77f103b/e4107368-9b1f-42ca-b625-ea060ee7f14c/0f532d0a-61d7-400c-8fa1-5e25711b08f3) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:09.997371 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.074567 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc527-7aa0-45da-a6eb-19aed96f6377 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.088126 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b2ffc527-7aa0-45da-a6eb-19aed96f6377 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddc9aff-73ec-4131-8142-16ad0da41087']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:10.104544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b2ffc527-7aa0-45da-a6eb-19aed96f6377 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43f22a9-6313-49df-907e-ffbf6f6bb0f3') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:10.104995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b2ffc527-7aa0-45da-a6eb-19aed96f6377 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43f22a9-6313-49df-907e-ffbf6f6bb0f3') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:10.116664 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc527-7aa0-45da-a6eb-19aed96f6377 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.157411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a01f8-a4ee-4039-9d2c-e9efc6debb80 req-c12aedb2-0319-4410-bc30-0d0b07a10d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:10.159923 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b68a01f8-a4ee-4039-9d2c-e9efc6debb80 req-c12aedb2-0319-4410-bc30-0d0b07a10d5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1891ad88c804c218ab071d1a2a2b4d1&device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 1095 time: 0.0800605 Jul 09 20:05:10.175715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc527-7aa0-45da-a6eb-19aed96f6377 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.197768 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.199921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ffc527-7aa0-45da-a6eb-19aed96f6377 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:10.200452 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc527-7aa0-45da-a6eb-19aed96f6377 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:10.203817 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:10.228050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Transition to ACTIVE for port object 0f532d0a-61d7-400c-8fa1-5e25711b08f3 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:10.263018 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Transition to ACTIVE for port object 0f532d0a-61d7-400c-8fa1-5e25711b08f3 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:10.271962 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.319634 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc527-7aa0-45da-a6eb-19aed96f6377 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.323504 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Network 2f3552c1-cccf-46e1-a9ae-93d5a77f103b is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:10.326613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:10.327249 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2ffc527-7aa0-45da-a6eb-19aed96f6377 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.330356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:10.338224 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b2ffc527-7aa0-45da-a6eb-19aed96f6377 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/networks/8ddc9aff-73ec-4131-8142-16ad0da41087 HTTP/1.1" status: 204 len: 168 time: 0.4625831 Jul 09 20:05:10.339869 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43878) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:10.350942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9ade2b09-81d9-4685-9a06-cca9027cd5a6 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-853136297'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:10.356582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a01f8-a4ee-4039-9d2c-e9efc6debb80 req-707ec24f-2d26-42b4-aac3-2247d12fae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:10.358212 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b68a01f8-a4ee-4039-9d2c-e9efc6debb80 req-707ec24f-2d26-42b4-aac3-2247d12fae27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0cb7008f-434b-4439-8482-4c8e6db0e463 HTTP/1.1" status: 200 len: 916 time: 0.1915720 Jul 09 20:05:10.363428 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.364964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffc527-7aa0-45da-a6eb-19aed96f6377 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Network': ['ID=8ddc9aff-73ec-4131-8142-16ad0da41087,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:10.395704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab96475-f20f-4530-807d-ac40d0d05c16 req-8f549dc6-0c61-4bbf-b2c9-35bda1625ee9 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:10.398464 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ab96475-f20f-4530-807d-ac40d0d05c16 req-8f549dc6-0c61-4bbf-b2c9-35bda1625ee9 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 944 time: 0.2655780 Jul 09 20:05:10.404662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Pushing event updated for resources: {'Port': ['ID=0f532d0a-61d7-400c-8fa1-5e25711b08f3,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:10.428453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Attempting to bind port 0f532d0a-61d7-400c-8fa1-5e25711b08f3 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:10.428863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Attempting to bind port 0f532d0a-61d7-400c-8fa1-5e25711b08f3 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'da91692c-4bba-4c7f-affd-0758a6c120b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2f3552c1-cccf-46e1-a9ae-93d5a77f103b'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:10.429243 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Attempting to bind port 0f532d0a-61d7-400c-8fa1-5e25711b08f3 on network 2f3552c1-cccf-46e1-a9ae-93d5a77f103b {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:10.435644 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:10.436027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Checking segment: {'id': 'da91692c-4bba-4c7f-affd-0758a6c120b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2f3552c1-cccf-46e1-a9ae-93d5a77f103b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:10.436903 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.436903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Bound using segment: {'id': 'da91692c-4bba-4c7f-affd-0758a6c120b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2f3552c1-cccf-46e1-a9ae-93d5a77f103b'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:10.437447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Bound port: 0f532d0a-61d7-400c-8fa1-5e25711b08f3, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da91692c-4bba-4c7f-affd-0758a6c120b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '2f3552c1-cccf-46e1-a9ae-93d5a77f103b'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:10.437876 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.457612 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ab96475-f20f-4530-807d-ac40d0d05c16 req-43c8b468-d866-47ac-b487-e5a7d52bbd5c tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517020 Jul 09 20:05:10.545961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] For port 0f532d0a-61d7-400c-8fa1-5e25711b08f3, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:10.552348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] For port 0f532d0a-61d7-400c-8fa1-5e25711b08f3, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0f532d0a-61d7-400c-8fa1-5e25711b08f3,segment=NetworkSegment(da91692c-4bba-4c7f-affd-0758a6c120b8),segment_id=da91692c-4bba-4c7f-affd-0758a6c120b8)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:10.558815 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.672957 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153965b-dd65-4f03-a3a8-e888b6c86cae None None] Pushing event updated for resources: {'Port': ['ID=0f532d0a-61d7-400c-8fa1-5e25711b08f3,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:10.701224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42f99c6-65c8-4b57-af13-f5757c0c9714 None None] Network 2f3552c1-cccf-46e1-a9ae-93d5a77f103b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:10.744170 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a250ea5b-01a4-47a8-a3f8-fed90551d24a None None] Network 427da973-9d42-4a66-8c74-7f1a15beeb66 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:10.802849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Subnet': ['ID=e4107368-9b1f-42ca-b625-ea060ee7f14c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:10.809877 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b68a01f8-a4ee-4039-9d2c-e9efc6debb80 req-cf06b5e5-1ba7-46f3-bbd3-eb0fb9d08a58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb1e3787-2d88-45f5-a73a-256fbffa449b HTTP/1.1" status: 200 len: 217 time: 0.4440877 Jul 09 20:05:10.837871 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ade2b09-81d9-4685-9a06-cca9027cd5a6 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:10.841435 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ade2b09-81d9-4685-9a06-cca9027cd5a6 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.852240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6838bfb6-d19d-4304-b2d2-cf90bb92b20e None None] Provisioning for port 57b59d04-71c1-4735-9591-3d16dc8fe9ee completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:10.945850 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:10.965751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3552c1-cccf-46e1-a9ae-93d5a77f103b']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:10.978497 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be19b9-2d2d-47ef-a15e-4e1cfdb8d93c req-2037d320-6ebd-4edd-8911-177eac92d8bd tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:10.979787 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74be19b9-2d2d-47ef-a15e-4e1cfdb8d93c req-2037d320-6ebd-4edd-8911-177eac92d8bd tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.6940613 Jul 09 20:05:10.981977 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 57b59d04-71c1-4735-9591-3d16dc8fe9ee up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:10.989802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a01f8-a4ee-4039-9d2c-e9efc6debb80 req-a6cf9966-1292-418c-a216-2109c200fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:10.991382 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b68a01f8-a4ee-4039-9d2c-e9efc6debb80 req-a6cf9966-1292-418c-a216-2109c200fd3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5b0ff62-0033-4394-9a91-915a6166e59c HTTP/1.1" status: 200 len: 855 time: 0.1736560 Jul 09 20:05:10.992251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ade2b09-81d9-4685-9a06-cca9027cd5a6 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:10.998070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da91692c-4bba-4c7f-affd-0758a6c120b8') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:10.998464 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da91692c-4bba-4c7f-affd-0758a6c120b8') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:11.027243 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.049419 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ade2b09-81d9-4685-9a06-cca9027cd5a6 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.050445 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-9ade2b09-81d9-4685-9a06-cca9027cd5a6 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Added segment d0cd9bdb-6974-4048-b7c8-64a83f71cf4d of type vlan for network e46d00cc-3b4f-4d3d-8d88-0591930dd1ad Jul 09 20:05:11.080649 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 57b59d04-71c1-4735-9591-3d16dc8fe9ee completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:11.081084 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b68a01f8-a4ee-4039-9d2c-e9efc6debb80 req-8a54e591-bde6-4489-bb78-38c1db780f5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cb7008f-434b-4439-8482-4c8e6db0e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657413 Jul 09 20:05:11.087961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 57b59d04-71c1-4735-9591-3d16dc8fe9ee triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:11.088377 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.089824 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.148518 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:11.149173 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:11.164508 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:11.195671 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.220489 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ade2b09-81d9-4685-9a06-cca9027cd5a6 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.227609 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74be19b9-2d2d-47ef-a15e-4e1cfdb8d93c req-859f2bac-4b1e-4f49-8332-c6d79bc1a823 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315629 Jul 09 20:05:11.235471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 57b59d04-71c1-4735-9591-3d16dc8fe9ee, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=57b59d04-71c1-4735-9591-3d16dc8fe9ee,segment=NetworkSegment(7e2e6cf6-343c-4d6b-acbb-641043946300),segment_id=7e2e6cf6-343c-4d6b-acbb-641043946300)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:11.244804 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.281828 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:05:11.325399 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=57b59d04-71c1-4735-9591-3d16dc8fe9ee,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:11.339850 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.db.api [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 20:05:11.339850 n-d-800088-3 neutron-server[100205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 20:05:11.339850 n-d-800088-3 neutron-server[100205]: [parameters: {'id': '2f3552c1-cccf-46e1-a9ae-93d5a77f103b'}] Jul 09 20:05:11.339850 n-d-800088-3 neutron-server[100205]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:05:11.340372 n-d-800088-3 neutron-server[100205]: DEBUG oslo_db.api [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:05:11.370478 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b68a01f8-a4ee-4039-9d2c-e9efc6debb80 req-4d3117d3-953a-45f1-839b-0c27f4463da6 service neutron] 10.222.0.36 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552571 Jul 09 20:05:11.372230 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ade2b09-81d9-4685-9a06-cca9027cd5a6 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.379634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ade2b09-81d9-4685-9a06-cca9027cd5a6 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:11.380392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ade2b09-81d9-4685-9a06-cca9027cd5a6 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.384046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e5fee2-1575-442d-a3cb-8ec2345ae5cc None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:05:11.452289 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-135b4c2c-1322-4ab0-a1bf-6fbc661be035 None None] Provisioning complete for port 57b59d04-71c1-4735-9591-3d16dc8fe9ee triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:11.452699 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-135b4c2c-1322-4ab0-a1bf-6fbc661be035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.533392 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9ade2b09-81d9-4685-9a06-cca9027cd5a6 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1883581 Jul 09 20:05:11.538571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43888) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:11.544478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1b520c05-eed3-4daf-9811-0ef6b1b6cc73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'subnet': {'network_id': 'e46d00cc-3b4f-4d3d-8d88-0591930dd1ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:11.551955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade2b09-81d9-4685-9a06-cca9027cd5a6 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Network': ['ID=e46d00cc-3b4f-4d3d-8d88-0591930dd1ad,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:11.568341 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network e46d00cc-3b4f-4d3d-8d88-0591930dd1ad details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:11.684270 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b68a01f8-a4ee-4039-9d2c-e9efc6debb80 req-52bbcd9c-6bc0-4994-9634-29ff096a9d3e service neutron] 10.222.0.36 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006425 Jul 09 20:05:11.764590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e5fee2-1575-442d-a3cb-8ec2345ae5cc None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:05:11.797125 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c295f6-6ccd-47b6-9f5b-98d6c6ab0015 req-1d143cee-bbbb-4b23-9ab5-2139d9dbfebc tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:11.806136 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d7c295f6-6ccd-47b6-9f5b-98d6c6ab0015 req-1d143cee-bbbb-4b23-9ab5-2139d9dbfebc tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 944 time: 0.1483519 Jul 09 20:05:11.814763 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b520c05-eed3-4daf-9811-0ef6b1b6cc73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:11.819486 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1b520c05-eed3-4daf-9811-0ef6b1b6cc73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.845659 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:11.863094 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d7c295f6-6ccd-47b6-9f5b-98d6c6ab0015 req-1de5b0ef-a306-4f6f-a357-e99de9a37223 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486469 Jul 09 20:05:12.009625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Deleting port 0f532d0a-61d7-400c-8fa1-5e25711b08f3 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:12.009969 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.120873 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] For port 0f532d0a-61d7-400c-8fa1-5e25711b08f3, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0f532d0a-61d7-400c-8fa1-5e25711b08f3,segment=NetworkSegment(da91692c-4bba-4c7f-affd-0758a6c120b8),segment_id=da91692c-4bba-4c7f-affd-0758a6c120b8)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:12.121250 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.141408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Calling delete_port for 0f532d0a-61d7-400c-8fa1-5e25711b08f3 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:12.231133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1b520c05-eed3-4daf-9811-0ef6b1b6cc73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.331844 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b520c05-eed3-4daf-9811-0ef6b1b6cc73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Subnet': ['ID=b8b1ac3d-60e7-457c-bf82-928c05664e6f,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:12.343998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b520c05-eed3-4daf-9811-0ef6b1b6cc73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Checking segment: {'id': 'd0cd9bdb-6974-4048-b7c8-64a83f71cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e46d00cc-3b4f-4d3d-8d88-0591930dd1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:12.344415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b520c05-eed3-4daf-9811-0ef6b1b6cc73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network hostable DHCP agents. Network: e46d00cc-3b4f-4d3d-8d88-0591930dd1ad, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:12.348843 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.379459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Port': ['ID=0f532d0a-61d7-400c-8fa1-5e25711b08f3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:12.386460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No DVR routers for this DVR port 0f532d0a-61d7-400c-8fa1-5e25711b08f3 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:12.414609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b520c05-eed3-4daf-9811-0ef6b1b6cc73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network e46d00cc-3b4f-4d3d-8d88-0591930dd1ad is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:12.448910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bea788-7f4c-4ec3-8b6e-934a2d7400f8 req-3df25522-1ef3-4b75-94be-6c28e577c97f tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:12.450510 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-37bea788-7f4c-4ec3-8b6e-934a2d7400f8 req-3df25522-1ef3-4b75-94be-6c28e577c97f tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.0850496 Jul 09 20:05:12.466717 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-1b520c05-eed3-4daf-9811-0ef6b1b6cc73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, e46d00cc-3b4f-4d3d-8d88-0591930dd1ad) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:12.475433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b520c05-eed3-4daf-9811-0ef6b1b6cc73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:12.476056 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1b520c05-eed3-4daf-9811-0ef6b1b6cc73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.484115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b113d3ae-3bdf-44cc-8e36-40823552df99 None None] Network e46d00cc-3b4f-4d3d-8d88-0591930dd1ad requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:12.488218 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.501442 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3552c1-cccf-46e1-a9ae-93d5a77f103b']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:12.512743 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-37bea788-7f4c-4ec3-8b6e-934a2d7400f8 req-f64968b5-9ac1-435d-abcf-b3529b2fc903 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532656 Jul 09 20:05:12.516007 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1b520c05-eed3-4daf-9811-0ef6b1b6cc73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9763370 Jul 09 20:05:12.516251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43896) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:12.520281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da91692c-4bba-4c7f-affd-0758a6c120b8') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:12.520768 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da91692c-4bba-4c7f-affd-0758a6c120b8') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:12.526770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'network_id': 'e46d00cc-3b4f-4d3d-8d88-0591930dd1ad', 'name': 'tempest-PortsTestJSON-1313476683'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:12.535794 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.551231 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.560181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:12.560730 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:12.564340 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:12.641633 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.655557 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.657532 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/2f3552c1-cccf-46e1-a9ae-93d5a77f103b HTTP/1.1" status: 204 len: 168 time: 3.0168872 Jul 09 20:05:12.662510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43900) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:12.668730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c0e9d-cb78-4a47-b920-ae146f335a08 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Network': ['ID=2f3552c1-cccf-46e1-a9ae-93d5a77f103b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:12.669206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-e46d00cc-3b4f-4d3d-8d88-0591930dd1ad', 'network_id': 'e46d00cc-3b4f-4d3d-8d88-0591930dd1ad', 'tenant_id': '28db90d7fba449919653b429ee148aff', 'fixed_ips': [{'subnet_id': 'b8b1ac3d-60e7-457c-bf82-928c05664e6f'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:12.669655 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a7f38231-6b80-4505-a6b5-7fa9e0016f4a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-309818165'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:12.670298 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.689664 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:12.693539 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.722490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f38231-6b80-4505-a6b5-7fa9e0016f4a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:12.726081 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7f38231-6b80-4505-a6b5-7fa9e0016f4a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.729939 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port 13037021-0eba-4d4d-acc3-5032a01e76ed yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:05:12.801242 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f38231-6b80-4505-a6b5-7fa9e0016f4a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:12.818372 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7f38231-6b80-4505-a6b5-7fa9e0016f4a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.818732 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-a7f38231-6b80-4505-a6b5-7fa9e0016f4a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Added segment 564e82fb-c408-4b8c-926e-089ef90f45f6 of type vlan for network fb50a223-2209-41c6-afb3-5e4bd224dc65 Jul 09 20:05:12.823802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Allocated IP 172.20.0.2 (e46d00cc-3b4f-4d3d-8d88-0591930dd1ad/b8b1ac3d-60e7-457c-bf82-928c05664e6f/51bc591a-0232-47ba-bc11-fac0feb09e88) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:12.863989 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7f38231-6b80-4505-a6b5-7fa9e0016f4a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.903423 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7f38231-6b80-4505-a6b5-7fa9e0016f4a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.911398 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f38231-6b80-4505-a6b5-7fa9e0016f4a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:12.912108 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7f38231-6b80-4505-a6b5-7fa9e0016f4a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:12.985261 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a7f38231-6b80-4505-a6b5-7fa9e0016f4a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3211141 Jul 09 20:05:12.989608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43906) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:12.996728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-2b7a7a9a-50af-4b2d-aa93-f7d37ca7445a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'subnet': {'network_id': 'fb50a223-2209-41c6-afb3-5e4bd224dc65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:13.004089 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f38231-6b80-4505-a6b5-7fa9e0016f4a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Network': ['ID=fb50a223-2209-41c6-afb3-5e4bd224dc65,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:13.153987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f788ea-9ebe-4ba4-ac8f-8ee3c9c35b05 req-569859cc-8e12-4735-b6d1-e1139a74ef3d tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:13.155556 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-62f788ea-9ebe-4ba4-ac8f-8ee3c9c35b05 req-569859cc-8e12-4735-b6d1-e1139a74ef3d tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 944 time: 0.1094785 Jul 09 20:05:13.156770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7a7a9a-50af-4b2d-aa93-f7d37ca7445a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:13.160381 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b7a7a9a-50af-4b2d-aa93-f7d37ca7445a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.161865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 57b59d04-71c1-4735-9591-3d16dc8fe9ee up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:13.163935 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network fb50a223-2209-41c6-afb3-5e4bd224dc65 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:13.239027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.ipam_backend_mixin [None req-2b7a7a9a-50af-4b2d-aa93-f7d37ca7445a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Performing IP validity checks on allocation pools {{(pid=100204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 20:05:13.239707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.ipam_backend_mixin [None req-2b7a7a9a-50af-4b2d-aa93-f7d37ca7445a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 20:05:13.258954 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-62f788ea-9ebe-4ba4-ac8f-8ee3c9c35b05 req-4073212d-6280-4a65-b868-d975247817fc tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941339 Jul 09 20:05:13.263245 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.281962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Transition to ACTIVE for port object 51bc591a-0232-47ba-bc11-fac0feb09e88 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:13.307577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Transition to ACTIVE for port object 51bc591a-0232-47ba-bc11-fac0feb09e88 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:13.310454 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 57b59d04-71c1-4735-9591-3d16dc8fe9ee triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:13.310834 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.314703 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.385527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Network e46d00cc-3b4f-4d3d-8d88-0591930dd1ad is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:13.390954 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:13.394799 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:13.396522 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Pushing event updated for resources: {'Port': ['ID=51bc591a-0232-47ba-bc11-fac0feb09e88,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:13.446919 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.api [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0d140a45-618c-4822-b649-55a11d524501 {{(pid=100204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:05:13.447321 n-d-800088-3 neutron-server[100204]: DEBUG oslo_db.api [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:05:13.452570 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b7a7a9a-50af-4b2d-aa93-f7d37ca7445a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.484120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Attempting to bind port 51bc591a-0232-47ba-bc11-fac0feb09e88 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:13.484811 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Attempting to bind port 51bc591a-0232-47ba-bc11-fac0feb09e88 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'd0cd9bdb-6974-4048-b7c8-64a83f71cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e46d00cc-3b4f-4d3d-8d88-0591930dd1ad'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:13.485404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Attempting to bind port 51bc591a-0232-47ba-bc11-fac0feb09e88 on network e46d00cc-3b4f-4d3d-8d88-0591930dd1ad {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:13.498801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:13.499191 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Checking segment: {'id': 'd0cd9bdb-6974-4048-b7c8-64a83f71cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e46d00cc-3b4f-4d3d-8d88-0591930dd1ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:13.499607 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.500012 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Bound using segment: {'id': 'd0cd9bdb-6974-4048-b7c8-64a83f71cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e46d00cc-3b4f-4d3d-8d88-0591930dd1ad'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:13.500499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Bound port: 51bc591a-0232-47ba-bc11-fac0feb09e88, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cd9bdb-6974-4048-b7c8-64a83f71cf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e46d00cc-3b4f-4d3d-8d88-0591930dd1ad'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:13.500922 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.512228 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a7a9a-50af-4b2d-aa93-f7d37ca7445a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Subnet': ['ID=42ac0b5c-3092-48a0-9347-f205a26ca6f3,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:13.527843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7a7a9a-50af-4b2d-aa93-f7d37ca7445a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Checking segment: {'id': '564e82fb-c408-4b8c-926e-089ef90f45f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fb50a223-2209-41c6-afb3-5e4bd224dc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:13.528215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7a7a9a-50af-4b2d-aa93-f7d37ca7445a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network hostable DHCP agents. Network: fb50a223-2209-41c6-afb3-5e4bd224dc65, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:13.546904 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7a7a9a-50af-4b2d-aa93-f7d37ca7445a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network fb50a223-2209-41c6-afb3-5e4bd224dc65 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:13.559913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-2b7a7a9a-50af-4b2d-aa93-f7d37ca7445a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, fb50a223-2209-41c6-afb3-5e4bd224dc65) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:13.566447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a7a9a-50af-4b2d-aa93-f7d37ca7445a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:13.567232 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b7a7a9a-50af-4b2d-aa93-f7d37ca7445a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.574543 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-417ca921-7a78-4188-9191-b70046125b2f None None] For port 51bc591a-0232-47ba-bc11-fac0feb09e88, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:13.578139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890f07bb-1d05-4855-ae29-4f56d0aa6d39 None None] Network fb50a223-2209-41c6-afb3-5e4bd224dc65 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:13.581460 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-417ca921-7a78-4188-9191-b70046125b2f None None] For port 51bc591a-0232-47ba-bc11-fac0feb09e88, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=51bc591a-0232-47ba-bc11-fac0feb09e88,segment=NetworkSegment(d0cd9bdb-6974-4048-b7c8-64a83f71cf4d),segment_id=d0cd9bdb-6974-4048-b7c8-64a83f71cf4d)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:13.586265 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2b7a7a9a-50af-4b2d-aa93-f7d37ca7445a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5933006 Jul 09 20:05:13.586912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43912) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:13.593972 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.711017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ca921-7a78-4188-9191-b70046125b2f None None] Pushing event updated for resources: {'Port': ['ID=51bc591a-0232-47ba-bc11-fac0feb09e88,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:13.741371 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.764446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfaf5d6-6375-4b62-96d8-44b2b6a5fbd4 req-f7988940-9aec-42ca-bac6-c8f5a5f2c21c tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:13.766046 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1dfaf5d6-6375-4b62-96d8-44b2b6a5fbd4 req-f7988940-9aec-42ca-bac6-c8f5a5f2c21c tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.1230285 Jul 09 20:05:13.805933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce66fac-5dcf-4d73-991d-51c71fca7a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-fb50a223-2209-41c6-afb3-5e4bd224dc65', 'network_id': 'fb50a223-2209-41c6-afb3-5e4bd224dc65', 'tenant_id': '78d36dc5f283430bb67cade6ca639a2b', 'fixed_ips': [{'subnet_id': '42ac0b5c-3092-48a0-9347-f205a26ca6f3'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:13.806820 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2ce66fac-5dcf-4d73-991d-51c71fca7a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.837352 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.884848 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1dfaf5d6-6375-4b62-96d8-44b2b6a5fbd4 req-4ba97c31-79fc-46e0-890e-321603cb1097 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934291 Jul 09 20:05:13.947227 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.949865 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server [None req-2ce66fac-5dcf-4d73-991d-51c71fca7a5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42ac0b5c-3092-48a0-9347-f205a26ca6f3: This subnet is being modified by another concurrent operation. Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:05:13.968733 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise exception Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42ac0b5c-3092-48a0-9347-f205a26ca6f3: This subnet is being modified by another concurrent operation. Jul 09 20:05:13.975987 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Jul 09 20:05:13.989947 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Subnet': ['ID=42ac0b5c-3092-48a0-9347-f205a26ca6f3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:14.000291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port ce191249-6f1e-4585-884b-4d73da8713ac yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:05:14.010810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4418da8d-129c-4735-9263-2f9b2f891abd None None] Network fb50a223-2209-41c6-afb3-5e4bd224dc65 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:14.019198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eb1e3787-2d88-45f5-a73a-256fbffa449b details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:05:14.089670 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.108333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb50a223-2209-41c6-afb3-5e4bd224dc65']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:14.126355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564e82fb-c408-4b8c-926e-089ef90f45f6') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:14.128887 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564e82fb-c408-4b8c-926e-089ef90f45f6') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:14.149255 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.172883 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.188135 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:14.188810 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:14.250300 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:14.292468 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.303080 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Allocated IP 172.20.0.7 (e46d00cc-3b4f-4d3d-8d88-0591930dd1ad/b8b1ac3d-60e7-457c-bf82-928c05664e6f/ce191249-6f1e-4585-884b-4d73da8713ac) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:14.304680 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.326841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/fb50a223-2209-41c6-afb3-5e4bd224dc65 HTTP/1.1" status: 204 len: 168 time: 0.7383902 Jul 09 20:05:14.332375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43920) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:14.352908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ac696b61-a1b8-4e82-827b-253fd0df3339 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1641769388'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:14.392225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eb1e3787-2d88-45f5-a73a-256fbffa449b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eb1e3787-2d88-45f5-a73a-256fbffa449b,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:14.395276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d2002-2610-4a3d-bc94-aebddea5bf67 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Network': ['ID=fb50a223-2209-41c6-afb3-5e4bd224dc65,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:14.414006 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'eb1e3787-2d88-45f5-a73a-256fbffa449b', 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463', 'port_id': 'eb1e3787-2d88-45f5-a73a-256fbffa449b', 'mac_address': 'fa:16:3e:7a:25:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b0ff62-0033-4394-9a91-915a6166e59c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:05:14.415535 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac696b61-a1b8-4e82-827b-253fd0df3339 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:14.420442 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ac696b61-a1b8-4e82-827b-253fd0df3339 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.457396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac696b61-a1b8-4e82-827b-253fd0df3339 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:14.477406 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ac696b61-a1b8-4e82-827b-253fd0df3339 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.477979 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-ac696b61-a1b8-4e82-827b-253fd0df3339 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Added segment 5504eb78-3cb2-44fc-980d-77d8242d509f of type vlan for network f7d2a67b-0043-476e-8db2-2b902d241004 Jul 09 20:05:14.488758 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.509918 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb1e3787-2d88-45f5-a73a-256fbffa449b {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:05:14.552894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eb1e3787-2d88-45f5-a73a-256fbffa449b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eb1e3787-2d88-45f5-a73a-256fbffa449b,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:14.561051 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.566269 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ac696b61-a1b8-4e82-827b-253fd0df3339 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.609506 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.611990 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ac696b61-a1b8-4e82-827b-253fd0df3339 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.622122 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac696b61-a1b8-4e82-827b-253fd0df3339 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:14.623002 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ac696b61-a1b8-4e82-827b-253fd0df3339 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.640067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Transition to ACTIVE for port object ce191249-6f1e-4585-884b-4d73da8713ac will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:14.641817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=eb1e3787-2d88-45f5-a73a-256fbffa449b,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:14.650374 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ac696b61-a1b8-4e82-827b-253fd0df3339 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3122559 Jul 09 20:05:14.661861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43922) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:14.662305 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9e18d-9b2c-4502-927b-556a15526fe4 req-6a76087f-cd9a-4c0f-8ec9-99ce89c621c1 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:14.664707 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-75c9e18d-9b2c-4502-927b-556a15526fe4 req-6a76087f-cd9a-4c0f-8ec9-99ce89c621c1 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 944 time: 0.1731141 Jul 09 20:05:14.667798 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-31292180-9f66-40de-880c-8a67fe32de66 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'subnet': {'network_id': 'f7d2a67b-0043-476e-8db2-2b902d241004', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:14.744984 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-75c9e18d-9b2c-4502-927b-556a15526fe4 req-7e4b5927-5c88-4616-9c16-5fbe7476b3be tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683305 Jul 09 20:05:14.747551 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.811732 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac696b61-a1b8-4e82-827b-253fd0df3339 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Network': ['ID=f7d2a67b-0043-476e-8db2-2b902d241004,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:14.826445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network e46d00cc-3b4f-4d3d-8d88-0591930dd1ad is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:14.829923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network f7d2a67b-0043-476e-8db2-2b902d241004 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:14.837954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:14.843446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:14.873185 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=ce191249-6f1e-4585-884b-4d73da8713ac,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:14.896878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31292180-9f66-40de-880c-8a67fe32de66 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:14.902477 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-31292180-9f66-40de-880c-8a67fe32de66 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:14.967054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:14.967799 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.001357 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-777cda84-5a90-45ef-a489-eb51c0336293 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4820817 Jul 09 20:05:15.002886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43926) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:15.018022 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['eb1e3787-2d88-45f5-a73a-256fbffa449b'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:05:15.066561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 51bc591a-0232-47ba-bc11-fac0feb09e88 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:15.190451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 51bc591a-0232-47ba-bc11-fac0feb09e88 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:15.227874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-3b08164d-d938-454e-b78b-e88a64b4d11e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port ce191249-6f1e-4585-884b-4d73da8713ac {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:15.228272 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3b08164d-d938-454e-b78b-e88a64b4d11e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.264297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60942f87-440c-4061-9e02-12db10be342c None None] Network e46d00cc-3b4f-4d3d-8d88-0591930dd1ad requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:15.315676 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-31292180-9f66-40de-880c-8a67fe32de66 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.338164 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45bc5b-e285-4091-9167-0a9f37f868fb req-3410cf64-111d-464b-96d5-b401beb62056 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:15.340458 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e45bc5b-e285-4091-9167-0a9f37f868fb req-3410cf64-111d-464b-96d5-b401beb62056 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.1796772 Jul 09 20:05:15.395043 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3377e15e-ddb2-4b12-b4cd-86b445cbcfac None None] Provisioning for port 51bc591a-0232-47ba-bc11-fac0feb09e88 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:15.403825 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3377e15e-ddb2-4b12-b4cd-86b445cbcfac None None] Provisioning complete for port 51bc591a-0232-47ba-bc11-fac0feb09e88 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:15.404190 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3b08164d-d938-454e-b78b-e88a64b4d11e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.404349 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3377e15e-ddb2-4b12-b4cd-86b445cbcfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.427037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-3b08164d-d938-454e-b78b-e88a64b4d11e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for ce191249-6f1e-4585-884b-4d73da8713ac owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:15.470299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31292180-9f66-40de-880c-8a67fe32de66 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Subnet': ['ID=c7ec4fe0-4f48-4944-9373-fb73b4cfae6d,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:15.485565 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e45bc5b-e285-4091-9167-0a9f37f868fb req-81b1baab-ab8b-4fb0-a977-dd91b8576285 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075981 Jul 09 20:05:15.485946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31292180-9f66-40de-880c-8a67fe32de66 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Checking segment: {'id': '5504eb78-3cb2-44fc-980d-77d8242d509f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'f7d2a67b-0043-476e-8db2-2b902d241004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:15.486543 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31292180-9f66-40de-880c-8a67fe32de66 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network hostable DHCP agents. Network: f7d2a67b-0043-476e-8db2-2b902d241004, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:15.521431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31292180-9f66-40de-880c-8a67fe32de66 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network f7d2a67b-0043-476e-8db2-2b902d241004 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:15.537377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-31292180-9f66-40de-880c-8a67fe32de66 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, f7d2a67b-0043-476e-8db2-2b902d241004) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:15.542821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31292180-9f66-40de-880c-8a67fe32de66 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:15.543957 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-31292180-9f66-40de-880c-8a67fe32de66 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.571599 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-31292180-9f66-40de-880c-8a67fe32de66 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9079664 Jul 09 20:05:15.575147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43932) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:15.579516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf0c87-1a84-4008-baa8-c7f52a3fcb90 None None] Network f7d2a67b-0043-476e-8db2-2b902d241004 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:15.622790 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3b08164d-d938-454e-b78b-e88a64b4d11e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.662305 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08164d-d938-454e-b78b-e88a64b4d11e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=ce191249-6f1e-4585-884b-4d73da8713ac,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:15.671157 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3377e15e-ddb2-4b12-b4cd-86b445cbcfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.722751 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.751239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3377e15e-ddb2-4b12-b4cd-86b445cbcfac None None] For port 51bc591a-0232-47ba-bc11-fac0feb09e88, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=51bc591a-0232-47ba-bc11-fac0feb09e88,segment=NetworkSegment(d0cd9bdb-6974-4048-b7c8-64a83f71cf4d),segment_id=d0cd9bdb-6974-4048-b7c8-64a83f71cf4d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:15.781620 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3377e15e-ddb2-4b12-b4cd-86b445cbcfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.787227 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3b08164d-d938-454e-b78b-e88a64b4d11e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.789836 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3b08164d-d938-454e-b78b-e88a64b4d11e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/ce191249-6f1e-4585-884b-4d73da8713ac HTTP/1.1" status: 204 len: 168 time: 0.7852108 Jul 09 20:05:15.792426 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43936) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:15.832975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.835848 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f17826c-e5d0-44f6-a4b3-5cdb355c52bf tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:15.836771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f17826c-e5d0-44f6-a4b3-5cdb355c52bf tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:15.838535 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2f17826c-e5d0-44f6-a4b3-5cdb355c52bf tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/ce191249-6f1e-4585-884b-4d73da8713ac HTTP/1.1" status: 404 len: 333 time: 0.0447421 Jul 09 20:05:15.841310 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43938) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:15.891422 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-71dcf675-9d1d-48b3-9302-6f3ecdb49e90 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] GET failed (client error): The resource could not be found. Jul 09 20:05:15.893949 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-71dcf675-9d1d-48b3-9302-6f3ecdb49e90 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/ce191249-6f1e-4585-884b-4d73da8713ac HTTP/1.1" status: 404 len: 333 time: 0.0501022 Jul 09 20:05:15.897573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43940) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:15.906288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377e15e-ddb2-4b12-b4cd-86b445cbcfac None None] Pushing event updated for resources: {'Port': ['ID=51bc591a-0232-47ba-bc11-fac0feb09e88,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:15.916649 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b734baa-21bd-4e84-8708-c579a174c594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-f7d2a67b-0043-476e-8db2-2b902d241004', 'network_id': 'f7d2a67b-0043-476e-8db2-2b902d241004', 'tenant_id': '78d36dc5f283430bb67cade6ca639a2b', 'fixed_ips': [{'subnet_id': 'c7ec4fe0-4f48-4944-9373-fb73b4cfae6d'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:15.917867 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4b734baa-21bd-4e84-8708-c579a174c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.948615 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:15.991383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Subnet': ['ID=c7ec4fe0-4f48-4944-9373-fb73b4cfae6d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:16.014271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d686fa-3d3d-4dea-be85-6ea98b2f501d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting subnet b8b1ac3d-60e7-457c-bf82-928c05664e6f {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:05:16.021408 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-45d686fa-3d3d-4dea-be85-6ea98b2f501d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.083443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9986f-3af5-486a-8eff-fb0b6544f0a8 req-ada1e29e-bc07-4d01-b069-3d39db3fb82d tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server [None req-4b734baa-21bd-4e84-8708-c579a174c594 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7ec4fe0-4f48-4944-9373-fb73b4cfae6d: This subnet is being modified by another concurrent operation. Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:05:16.084888 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise exception Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7ec4fe0-4f48-4944-9373-fb73b4cfae6d: This subnet is being modified by another concurrent operation. Jul 09 20:05:16.092154 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Jul 09 20:05:16.100567 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-96b9986f-3af5-486a-8eff-fb0b6544f0a8 req-ada1e29e-bc07-4d01-b069-3d39db3fb82d tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 945 time: 0.1409175 Jul 09 20:05:16.100746 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.116463 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d2a67b-0043-476e-8db2-2b902d241004']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:16.125874 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-45d686fa-3d3d-4dea-be85-6ea98b2f501d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.133582 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ced4d5a-4fdf-4351-96b1-80737c615fc6 None None] Network f7d2a67b-0043-476e-8db2-2b902d241004 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:16.139936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5504eb78-3cb2-44fc-980d-77d8242d509f') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:16.140390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5504eb78-3cb2-44fc-980d-77d8242d509f') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:16.165808 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.191484 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-96b9986f-3af5-486a-8eff-fb0b6544f0a8 req-064b1a60-5515-4f73-859d-b8060c4d0569 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934646 Jul 09 20:05:16.195347 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.203904 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:16.205021 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:16.213969 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:16.259035 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e4ef16a2-146c-4007-a38c-d69ebd6b8965 None None] Provisioning complete for port 51bc591a-0232-47ba-bc11-fac0feb09e88 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:16.259412 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e4ef16a2-146c-4007-a38c-d69ebd6b8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.271564 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-45d686fa-3d3d-4dea-be85-6ea98b2f501d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.289034 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.298692 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.305428 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/f7d2a67b-0043-476e-8db2-2b902d241004 HTTP/1.1" status: 204 len: 168 time: 0.7287381 Jul 09 20:05:16.308996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43942) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:16.329802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-0418d180-228d-4559-b4d4-1a453401d40b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-386963807'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:16.335983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369b9b5-871a-401d-b45e-7b01c491a238 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Network': ['ID=f7d2a67b-0043-476e-8db2-2b902d241004,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:16.362220 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-45d686fa-3d3d-4dea-be85-6ea98b2f501d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.383013 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-45d686fa-3d3d-4dea-be85-6ea98b2f501d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.384337 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-45d686fa-3d3d-4dea-be85-6ea98b2f501d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/b8b1ac3d-60e7-457c-bf82-928c05664e6f HTTP/1.1" status: 204 len: 168 time: 0.4851408 Jul 09 20:05:16.387219 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43946) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:16.408503 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d686fa-3d3d-4dea-be85-6ea98b2f501d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b1ac3d-60e7-457c-bf82-928c05664e6f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:16.409175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0418d180-228d-4559-b4d4-1a453401d40b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:16.414324 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0418d180-228d-4559-b4d4-1a453401d40b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.426032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e4ef16a2-146c-4007-a38c-d69ebd6b8965 None None] Could not find standard attr ID for object ce191249-6f1e-4585-884b-4d73da8713ac. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:05:16.483635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87024613-8efc-401c-8383-a313254a7919 None None] Network e46d00cc-3b4f-4d3d-8d88-0591930dd1ad requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:16.525397 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0418d180-228d-4559-b4d4-1a453401d40b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:16.537629 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.546561 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0418d180-228d-4559-b4d4-1a453401d40b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.547061 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-0418d180-228d-4559-b4d4-1a453401d40b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Added segment bd230197-827e-4ff5-b4df-169cbed2482d of type vlan for network 87b8ac87-de3d-4044-a109-d5334a0d4198 Jul 09 20:05:16.551113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-367629a7-b058-45c9-9267-fbf7971c1989 None None] Could not find standard attr ID for object ce191249-6f1e-4585-884b-4d73da8713ac. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:05:16.632143 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0418d180-228d-4559-b4d4-1a453401d40b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.714322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8cc7c3-7b9c-4595-bf9f-53fed4408a04 None None] DHCP port deletion for e46d00cc-3b4f-4d3d-8d88-0591930dd1ad request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:05:16.725431 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0418d180-228d-4559-b4d4-1a453401d40b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.731650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0418d180-228d-4559-b4d4-1a453401d40b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:16.732300 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0418d180-228d-4559-b4d4-1a453401d40b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.744060 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port 51bc591a-0232-47ba-bc11-fac0feb09e88 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:16.744432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.763823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3a8cc7c3-7b9c-4595-bf9f-53fed4408a04 None None] Deleting port 51bc591a-0232-47ba-bc11-fac0feb09e88 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:16.764204 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3a8cc7c3-7b9c-4595-bf9f-53fed4408a04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.830217 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3a8cc7c3-7b9c-4595-bf9f-53fed4408a04 None None] For port 51bc591a-0232-47ba-bc11-fac0feb09e88, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=51bc591a-0232-47ba-bc11-fac0feb09e88,segment=NetworkSegment(d0cd9bdb-6974-4048-b7c8-64a83f71cf4d),segment_id=d0cd9bdb-6974-4048-b7c8-64a83f71cf4d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:16.830540 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3a8cc7c3-7b9c-4595-bf9f-53fed4408a04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.844229 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3a8cc7c3-7b9c-4595-bf9f-53fed4408a04 None None] Calling delete_port for 51bc591a-0232-47ba-bc11-fac0feb09e88 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:16.864828 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0418d180-228d-4559-b4d4-1a453401d40b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5542123 Jul 09 20:05:16.865320 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43952) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:16.874287 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8a6df292-3df5-4691-b669-4b64ffceb04b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'subnet': {'network_id': '87b8ac87-de3d-4044-a109-d5334a0d4198', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:16.896552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] For port 51bc591a-0232-47ba-bc11-fac0feb09e88, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=51bc591a-0232-47ba-bc11-fac0feb09e88,segment=NetworkSegment(d0cd9bdb-6974-4048-b7c8-64a83f71cf4d),segment_id=d0cd9bdb-6974-4048-b7c8-64a83f71cf4d)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:16.897014 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:16.900415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418d180-228d-4559-b4d4-1a453401d40b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Network': ['ID=87b8ac87-de3d-4044-a109-d5334a0d4198,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:16.914672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 87b8ac87-de3d-4044-a109-d5334a0d4198 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:16.918925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for 51bc591a-0232-47ba-bc11-fac0feb09e88 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:16.928777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4cc91-7ea7-4899-956e-ea5307d48211 req-21685f4b-aaad-4c49-be2c-2117059d391a tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:16.931061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8e4cc91-7ea7-4899-956e-ea5307d48211 req-21685f4b-aaad-4c49-be2c-2117059d391a tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.2713933 Jul 09 20:05:16.981979 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 51bc591a-0232-47ba-bc11-fac0feb09e88 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:05:17.016430 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3a8cc7c3-7b9c-4595-bf9f-53fed4408a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.025805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6df292-3df5-4691-b669-4b64ffceb04b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:17.030295 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a6df292-3df5-4691-b669-4b64ffceb04b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.037667 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8e4cc91-7ea7-4899-956e-ea5307d48211 req-fda3e7ff-3c7b-446a-bd6c-2d44dfbf77ba tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971799 Jul 09 20:05:17.054719 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8cc7c3-7b9c-4595-bf9f-53fed4408a04 None None] Pushing event deleted for resources: {'Port': ['ID=51bc591a-0232-47ba-bc11-fac0feb09e88,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:17.061784 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8cc7c3-7b9c-4595-bf9f-53fed4408a04 None None] No DVR routers for this DVR port 51bc591a-0232-47ba-bc11-fac0feb09e88 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:17.063829 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.068557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No active binding found for port 51bc591a-0232-47ba-bc11-fac0feb09e88 {{(pid=100206) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 20:05:17.068990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 51bc591a-0232-47ba-bc11-fac0feb09e88 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:05:17.090313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a03937-c446-4dcc-ad2b-bf5501384955 None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:05:17.110698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=51bc591a-0232-47ba-bc11-fac0feb09e88,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:17.120349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No DVR routers for this DVR port 51bc591a-0232-47ba-bc11-fac0feb09e88 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:17.216291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.231127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46d00cc-3b4f-4d3d-8d88-0591930dd1ad']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:17.243331 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0cd9bdb-6974-4048-b7c8-64a83f71cf4d') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:17.243643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0cd9bdb-6974-4048-b7c8-64a83f71cf4d') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:17.252502 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a03937-c446-4dcc-ad2b-bf5501384955 None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:05:17.253869 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.273081 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.283340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:17.284745 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.288029 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a6df292-3df5-4691-b669-4b64ffceb04b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:17.289329 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:17.399522 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6df292-3df5-4691-b669-4b64ffceb04b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Subnet': ['ID=184dcb54-428e-4d7f-addb-564b33c435dd,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:17.413005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6df292-3df5-4691-b669-4b64ffceb04b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Checking segment: {'id': 'bd230197-827e-4ff5-b4df-169cbed2482d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '87b8ac87-de3d-4044-a109-d5334a0d4198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:17.413517 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6df292-3df5-4691-b669-4b64ffceb04b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network hostable DHCP agents. Network: 87b8ac87-de3d-4044-a109-d5334a0d4198, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:17.451022 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b32600-4f90-4711-9b63-63e317c53b7e req-e35f561e-6142-41aa-b7ca-56c229dc6134 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:17.452835 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-49b32600-4f90-4711-9b63-63e317c53b7e req-e35f561e-6142-41aa-b7ca-56c229dc6134 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 945 time: 0.1125481 Jul 09 20:05:17.454109 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6df292-3df5-4691-b669-4b64ffceb04b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network 87b8ac87-de3d-4044-a109-d5334a0d4198 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:17.469424 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-8a6df292-3df5-4691-b669-4b64ffceb04b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 87b8ac87-de3d-4044-a109-d5334a0d4198) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:17.485911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6df292-3df5-4691-b669-4b64ffceb04b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:17.486669 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a6df292-3df5-4691-b669-4b64ffceb04b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.514272 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-49b32600-4f90-4711-9b63-63e317c53b7e req-99594c24-623a-413d-82a2-8cedb853ce74 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537412 Jul 09 20:05:17.519727 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8a6df292-3df5-4691-b669-4b64ffceb04b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6527441 Jul 09 20:05:17.520680 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43956) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:17.630508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4a9a0f-d3dc-41f2-be7b-7f91cb2896f7 None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:05:17.642678 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.745238 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.780174 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.804714 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.806693 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/networks/e46d00cc-3b4f-4d3d-8d88-0591930dd1ad HTTP/1.1" status: 204 len: 168 time: 1.4181592 Jul 09 20:05:17.817703 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43962) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:17.821927 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776a5eb-6bbf-41e0-b3f3-2c1ca4817b3d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Network': ['ID=e46d00cc-3b4f-4d3d-8d88-0591930dd1ad,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:17.827499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-40093bc3-2601-424d-8720-45ac1e19d8f9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-206591638'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:17.855592 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.881790 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40093bc3-2601-424d-8720-45ac1e19d8f9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:17.885470 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-40093bc3-2601-424d-8720-45ac1e19d8f9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.890876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Subnet': ['ID=184dcb54-428e-4d7f-addb-564b33c435dd,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:17.927878 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4a9a0f-d3dc-41f2-be7b-7f91cb2896f7 None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:05:17.967277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40093bc3-2601-424d-8720-45ac1e19d8f9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:17.977843 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.989887 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-40093bc3-2601-424d-8720-45ac1e19d8f9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:17.990244 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-40093bc3-2601-424d-8720-45ac1e19d8f9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Added segment e0116388-a04c-42d5-8c47-559629cba4db of type vlan for network 56713135-101c-4b69-ad22-c6aec793d85b Jul 09 20:05:17.992383 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b8ac87-de3d-4044-a109-d5334a0d4198']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:18.010677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd230197-827e-4ff5-b4df-169cbed2482d') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:18.010986 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd230197-827e-4ff5-b4df-169cbed2482d') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:18.034619 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eb1e3787-2d88-45f5-a73a-256fbffa449b up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:18.039929 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.055394 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-40093bc3-2601-424d-8720-45ac1e19d8f9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.065960 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.076916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:18.077337 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:18.080419 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:18.149532 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-40093bc3-2601-424d-8720-45ac1e19d8f9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.155751 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40093bc3-2601-424d-8720-45ac1e19d8f9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:18.156384 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-40093bc3-2601-424d-8720-45ac1e19d8f9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.166823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port eb1e3787-2d88-45f5-a73a-256fbffa449b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:18.176663 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port eb1e3787-2d88-45f5-a73a-256fbffa449b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:18.177248 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.235137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a26c3-06c2-4b82-bb05-5656fe3b5710 req-99cf406c-8e96-4730-90e8-a7b38f2da129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:18.238042 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-820a26c3-06c2-4b82-bb05-5656fe3b5710 req-99cf406c-8e96-4730-90e8-a7b38f2da129 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 1096 time: 0.0995505 Jul 09 20:05:18.317435 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-820a26c3-06c2-4b82-bb05-5656fe3b5710 req-16a30aba-43ee-49e0-88dc-b9483f267b62 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701833 Jul 09 20:05:18.350826 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f525-13dc-4876-ad57-eb95fec016db req-d7147bb7-ac19-4332-8b3e-17ad41a2c1c5 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:18.358920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30a1f525-13dc-4876-ad57-eb95fec016db req-d7147bb7-ac19-4332-8b3e-17ad41a2c1c5 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.1142154 Jul 09 20:05:18.376241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac4310b-41c0-4dbf-99d7-b3992e937057 None None] Network 87b8ac87-de3d-4044-a109-d5334a0d4198 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:18.399709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac4310b-41c0-4dbf-99d7-b3992e937057 None None] Network 87b8ac87-de3d-4044-a109-d5334a0d4198 could not be found, it might have been deleted concurrently. {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 20:05:18.403767 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30a1f525-13dc-4876-ad57-eb95fec016db req-a721da9d-adb7-4553-8383-75aae6bdda34 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438862 Jul 09 20:05:18.407066 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.413795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90109f71-ccc5-4e6a-9ac1-2c7fc9e901a6 None None] Network 87b8ac87-de3d-4044-a109-d5334a0d4198 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:18.434899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90109f71-ccc5-4e6a-9ac1-2c7fc9e901a6 None None] Network 87b8ac87-de3d-4044-a109-d5334a0d4198 could not be found, it might have been deleted concurrently. {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 20:05:18.451445 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14affa53-0a6d-4888-9d0c-51d335abe77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1e3787-2d88-45f5-a73a-256fbffa449b'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:05:18.453886 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df15248-92a4-4ca1-b5aa-0b492d3a525b" -d '{"events": [{"server_uuid": "14affa53-0a6d-4888-9d0c-51d335abe77e", "name": "network-vif-plugged", "status": "completed", "tag": "eb1e3787-2d88-45f5-a73a-256fbffa449b"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:05:18.472648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eb1e3787-2d88-45f5-a73a-256fbffa449b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eb1e3787-2d88-45f5-a73a-256fbffa449b,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:18.476816 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.509992 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fbc475-0ca5-48c1-8224-f75c895eccd6 x-openstack-request-id: req-a6fbc475-0ca5-48c1-8224-f75c895eccd6 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:05:18.510535 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14affa53-0a6d-4888-9d0c-51d335abe77e", "name": "network-vif-plugged", "status": "completed", "tag": "eb1e3787-2d88-45f5-a73a-256fbffa449b", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:05:18.510891 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6fbc475-0ca5-48c1-8224-f75c895eccd6 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:05:18.511294 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14affa53-0a6d-4888-9d0c-51d335abe77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1e3787-2d88-45f5-a73a-256fbffa449b', 'code': 200} Jul 09 20:05:18.558610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=eb1e3787-2d88-45f5-a73a-256fbffa449b,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:18.573477 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.587122 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-40093bc3-2601-424d-8720-45ac1e19d8f9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7670851 Jul 09 20:05:18.588319 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.590575 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43972) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:18.594647 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/87b8ac87-de3d-4044-a109-d5334a0d4198 HTTP/1.1" status: 204 len: 168 time: 1.0727937 Jul 09 20:05:18.595999 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-39fd0e74-6a46-4007-a913-9f3b91b6b40a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'subnet': {'network_id': '56713135-101c-4b69-ad22-c6aec793d85b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:18.598871 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43974) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:18.605914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8f8da87e-38fe-46ea-9b6d-cad13a5e2cdd tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-182597903'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:18.621611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40093bc3-2601-424d-8720-45ac1e19d8f9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Network': ['ID=56713135-101c-4b69-ad22-c6aec793d85b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:18.636618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 56713135-101c-4b69-ad22-c6aec793d85b details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:18.645337 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9312c7-1791-43b7-9d1a-00ac88ec77f2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Network': ['ID=87b8ac87-de3d-4044-a109-d5334a0d4198,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:18.654157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8da87e-38fe-46ea-9b6d-cad13a5e2cdd tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:18.675909 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f8da87e-38fe-46ea-9b6d-cad13a5e2cdd tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.716844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8da87e-38fe-46ea-9b6d-cad13a5e2cdd tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:18.745888 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f8da87e-38fe-46ea-9b6d-cad13a5e2cdd tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.746375 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-8f8da87e-38fe-46ea-9b6d-cad13a5e2cdd tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Added segment 78ce25fe-254c-4ffa-bd15-944a6767468c of type vlan for network ae1aefa9-7690-41c3-92f0-6368cbaee50f Jul 09 20:05:18.818214 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f8da87e-38fe-46ea-9b6d-cad13a5e2cdd tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.837528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fd0e74-6a46-4007-a913-9f3b91b6b40a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:18.841422 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39fd0e74-6a46-4007-a913-9f3b91b6b40a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.872930 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f8da87e-38fe-46ea-9b6d-cad13a5e2cdd tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.880650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8da87e-38fe-46ea-9b6d-cad13a5e2cdd tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:18.881802 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f8da87e-38fe-46ea-9b6d-cad13a5e2cdd tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:18.894192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25767ba-8581-4755-85e6-70e2587b43ae req-1ff2cf10-bf0b-47d4-a2d1-f969732bfd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:18.895787 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a25767ba-8581-4755-85e6-70e2587b43ae req-1ff2cf10-bf0b-47d4-a2d1-f969732bfd7a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 1097 time: 0.2817893 Jul 09 20:05:18.941019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ada23-f57d-465a-b873-7f6e98fa4940 req-78a8e5aa-354e-430d-aa74-64d27365c168 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:18.943305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-702ada23-f57d-465a-b873-7f6e98fa4940 req-78a8e5aa-354e-430d-aa74-64d27365c168 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2537413 Jul 09 20:05:18.962559 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8f8da87e-38fe-46ea-9b6d-cad13a5e2cdd tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3630612 Jul 09 20:05:18.966043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43980) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:18.972095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9d608977-9ddd-40e9-9591-720618095058 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'subnet': {'network_id': 'ae1aefa9-7690-41c3-92f0-6368cbaee50f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:19.011012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a25767ba-8581-4755-85e6-70e2587b43ae req-4f27b25b-583b-4199-8db3-b76e127860dc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068614 Jul 09 20:05:19.022176 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-702ada23-f57d-465a-b873-7f6e98fa4940 req-91282ca6-02bc-4552-a701-a3adf533ed02 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700152 Jul 09 20:05:19.031100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8da87e-38fe-46ea-9b6d-cad13a5e2cdd tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Network': ['ID=ae1aefa9-7690-41c3-92f0-6368cbaee50f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:19.058324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network ae1aefa9-7690-41c3-92f0-6368cbaee50f details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:19.099077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d608977-9ddd-40e9-9591-720618095058 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:19.103774 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9d608977-9ddd-40e9-9591-720618095058 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:19.147605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39fd0e74-6a46-4007-a913-9f3b91b6b40a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:19.168138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.ipam_backend_mixin [None req-9d608977-9ddd-40e9-9591-720618095058 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Performing IP validity checks on allocation pools {{(pid=100204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 20:05:19.168705 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.ipam_backend_mixin [None req-9d608977-9ddd-40e9-9591-720618095058 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 20:05:19.220679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd0e74-6a46-4007-a913-9f3b91b6b40a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Subnet': ['ID=7c45ff95-3ad5-4f85-a03f-8f7582ec9665,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:19.228826 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd0e74-6a46-4007-a913-9f3b91b6b40a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Checking segment: {'id': 'e0116388-a04c-42d5-8c47-559629cba4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56713135-101c-4b69-ad22-c6aec793d85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:19.229147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fd0e74-6a46-4007-a913-9f3b91b6b40a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network hostable DHCP agents. Network: 56713135-101c-4b69-ad22-c6aec793d85b, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:19.248239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fd0e74-6a46-4007-a913-9f3b91b6b40a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 56713135-101c-4b69-ad22-c6aec793d85b is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:19.258547 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-39fd0e74-6a46-4007-a913-9f3b91b6b40a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 56713135-101c-4b69-ad22-c6aec793d85b) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:19.263267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fd0e74-6a46-4007-a913-9f3b91b6b40a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:19.263910 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39fd0e74-6a46-4007-a913-9f3b91b6b40a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:19.270762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a8453b-6c62-42b8-99d3-6f9b079f7004 None None] Network 56713135-101c-4b69-ad22-c6aec793d85b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:19.286880 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-39fd0e74-6a46-4007-a913-9f3b91b6b40a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6949418 Jul 09 20:05:19.292741 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43984) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:19.300841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-32e716a1-2f30-40f0-9f85-59753c1cf402 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'network_id': '56713135-101c-4b69-ad22-c6aec793d85b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1310742447'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:19.340511 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9d608977-9ddd-40e9-9591-720618095058 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:19.422380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d608977-9ddd-40e9-9591-720618095058 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Subnet': ['ID=3bfe08ad-ab46-4d64-983e-53bdce9cc6c1,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:19.435669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d608977-9ddd-40e9-9591-720618095058 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Checking segment: {'id': '78ce25fe-254c-4ffa-bd15-944a6767468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ae1aefa9-7690-41c3-92f0-6368cbaee50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:19.435669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d608977-9ddd-40e9-9591-720618095058 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network hostable DHCP agents. Network: ae1aefa9-7690-41c3-92f0-6368cbaee50f, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:19.462164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d608977-9ddd-40e9-9591-720618095058 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network ae1aefa9-7690-41c3-92f0-6368cbaee50f is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:19.476207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e716a1-2f30-40f0-9f85-59753c1cf402 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:19.483152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-9d608977-9ddd-40e9-9591-720618095058 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, ae1aefa9-7690-41c3-92f0-6368cbaee50f) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:19.488805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d608977-9ddd-40e9-9591-720618095058 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:19.489157 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32e716a1-2f30-40f0-9f85-59753c1cf402 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:19.491864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9d608977-9ddd-40e9-9591-720618095058 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:19.494166 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-56713135-101c-4b69-ad22-c6aec793d85b', 'network_id': '56713135-101c-4b69-ad22-c6aec793d85b', 'tenant_id': '28db90d7fba449919653b429ee148aff', 'fixed_ips': [{'subnet_id': '7c45ff95-3ad5-4f85-a03f-8f7582ec9665'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:19.495527 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:19.520090 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9d608977-9ddd-40e9-9591-720618095058 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5526493 Jul 09 20:05:19.520772 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310273cd-36d8-49bd-8890-a2da650cead8 None None] Network ae1aefa9-7690-41c3-92f0-6368cbaee50f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:19.522977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43988) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:19.541377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-32e716a1-2f30-40f0-9f85-59753c1cf402 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port b90e769f-7624-45e6-a535-a2d892f44fe5 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:05:19.693188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-32e716a1-2f30-40f0-9f85-59753c1cf402 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Allocated IP 172.20.0.8 (56713135-101c-4b69-ad22-c6aec793d85b/7c45ff95-3ad5-4f85-a03f-8f7582ec9665/b90e769f-7624-45e6-a535-a2d892f44fe5) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:19.696602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36290c4-32c9-4baf-8877-ad3eab67799e req-5f5f2fc1-a45a-4273-8d13-5f696ca42a31 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:19.704515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a36290c4-32c9-4baf-8877-ad3eab67799e req-5f5f2fc1-a45a-4273-8d13-5f696ca42a31 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.1267743 Jul 09 20:05:19.716875 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:19.763373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d099abe7-7e6e-43a2-958f-5cee2f8ca878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ae1aefa9-7690-41c3-92f0-6368cbaee50f', 'network_id': 'ae1aefa9-7690-41c3-92f0-6368cbaee50f', 'tenant_id': '78d36dc5f283430bb67cade6ca639a2b', 'fixed_ips': [{'subnet_id': '3bfe08ad-ab46-4d64-983e-53bdce9cc6c1'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:19.764252 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d099abe7-7e6e-43a2-958f-5cee2f8ca878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:19.779114 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a36290c4-32c9-4baf-8877-ad3eab67799e req-bcc002bf-d0ff-463d-b076-16de3a4f30ed tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736647 Jul 09 20:05:19.806362 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:19.904772 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server [None req-d099abe7-7e6e-43a2-958f-5cee2f8ca878 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3bfe08ad-ab46-4d64-983e-53bdce9cc6c1: This subnet is being modified by another concurrent operation. Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:05:19.909576 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise exception Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3bfe08ad-ab46-4d64-983e-53bdce9cc6c1: This subnet is being modified by another concurrent operation. Jul 09 20:05:19.917952 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Jul 09 20:05:19.934160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91544ff0-ee28-4efe-b16a-392e5f769c4f None None] Network ae1aefa9-7690-41c3-92f0-6368cbaee50f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:19.972041 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32e716a1-2f30-40f0-9f85-59753c1cf402 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:19.982629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Subnet': ['ID=3bfe08ad-ab46-4d64-983e-53bdce9cc6c1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:20.013406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-32e716a1-2f30-40f0-9f85-59753c1cf402 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Transition to ACTIVE for port object b90e769f-7624-45e6-a535-a2d892f44fe5 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:20.082031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32e716a1-2f30-40f0-9f85-59753c1cf402 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.127892 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.160778 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1aefa9-7690-41c3-92f0-6368cbaee50f']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:20.179056 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Allocated IP 172.20.0.2 (56713135-101c-4b69-ad22-c6aec793d85b/7c45ff95-3ad5-4f85-a03f-8f7582ec9665/ed01b4a2-fd5d-4f94-add9-ce538c56bc7f) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:20.179800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e716a1-2f30-40f0-9f85-59753c1cf402 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 56713135-101c-4b69-ad22-c6aec793d85b is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:20.182367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-32e716a1-2f30-40f0-9f85-59753c1cf402 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:20.192769 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ce25fe-254c-4ffa-bd15-944a6767468c') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:20.194512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ce25fe-254c-4ffa-bd15-944a6767468c') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:20.200265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e716a1-2f30-40f0-9f85-59753c1cf402 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:20.213485 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.236736 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.245569 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:20.246363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:20.250640 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:20.336712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.361190 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.373059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/ae1aefa9-7690-41c3-92f0-6368cbaee50f HTTP/1.1" status: 204 len: 168 time: 0.8483725 Jul 09 20:05:20.376945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44008) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:20.401010 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e716a1-2f30-40f0-9f85-59753c1cf402 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:20.401776 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32e716a1-2f30-40f0-9f85-59753c1cf402 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.403414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-211412ed-1ee1-4433-96d5-d02e3b4ff9f9 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1729429892'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:20.411534 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bede493-2c18-4f4b-b8ee-716c07fcaaf3 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Network': ['ID=ae1aefa9-7690-41c3-92f0-6368cbaee50f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:20.426335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e716a1-2f30-40f0-9f85-59753c1cf402 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=b90e769f-7624-45e6-a535-a2d892f44fe5,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:20.462302 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211412ed-1ee1-4433-96d5-d02e3b4ff9f9 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:20.466648 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-211412ed-1ee1-4433-96d5-d02e3b4ff9f9 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.472027 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-32e716a1-2f30-40f0-9f85-59753c1cf402 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1762812 Jul 09 20:05:20.475510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44012) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:20.478465 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.488472 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Transition to ACTIVE for port object ed01b4a2-fd5d-4f94-add9-ce538c56bc7f will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:20.493264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-bdd97ab1-861f-4ce7-a849-9d0b264bc46e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:20.494866 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-bdd97ab1-861f-4ce7-a849-9d0b264bc46e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/networks?id=99c359fa-7b1c-482e-86f6-2ae29ef3df09 HTTP/1.1" status: 200 len: 811 time: 0.2826655 Jul 09 20:05:20.506467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Transition to ACTIVE for port object ed01b4a2-fd5d-4f94-add9-ce538c56bc7f will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:20.511863 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-783742eb-7020-4a43-adc6-f3aa410b6e1d tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/quotas/b7fdce68c2634be6a0eb390c9c3290ec HTTP/1.1" status: 200 len: 375 time: 0.0115569 Jul 09 20:05:20.513598 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.557244 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211412ed-1ee1-4433-96d5-d02e3b4ff9f9 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:20.567829 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2bef8-02de-42ab-aa9b-a31e60a2185c req-6dd651ab-704d-43a0-90d9-975f187b752d tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:20.570050 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7b2bef8-02de-42ab-aa9b-a31e60a2185c req-6dd651ab-704d-43a0-90d9-975f187b752d tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.1941085 Jul 09 20:05:20.579465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Network 56713135-101c-4b69-ad22-c6aec793d85b is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:20.588766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:20.593974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:20.602407 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Pushing event updated for resources: {'Port': ['ID=ed01b4a2-fd5d-4f94-add9-ce538c56bc7f,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:20.615365 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-211412ed-1ee1-4433-96d5-d02e3b4ff9f9 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.615719 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-211412ed-1ee1-4433-96d5-d02e3b4ff9f9 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Added segment cd52176c-7bbc-45c6-91b8-546fc402247e of type vlan for network a64b0016-6ea8-4d1f-8746-7e4727baf726 Jul 09 20:05:20.656474 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-dd8be52f-9b75-46a8-9feb-1d9f11dbd709 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7fdce68c2634be6a0eb390c9c3290ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1382031 Jul 09 20:05:20.661841 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Attempting to bind port ed01b4a2-fd5d-4f94-add9-ce538c56bc7f on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:20.662225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Attempting to bind port ed01b4a2-fd5d-4f94-add9-ce538c56bc7f by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'e0116388-a04c-42d5-8c47-559629cba4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56713135-101c-4b69-ad22-c6aec793d85b'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:20.662600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Attempting to bind port ed01b4a2-fd5d-4f94-add9-ce538c56bc7f on network 56713135-101c-4b69-ad22-c6aec793d85b {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:20.668122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:20.668478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Checking segment: {'id': 'e0116388-a04c-42d5-8c47-559629cba4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56713135-101c-4b69-ad22-c6aec793d85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:20.668906 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.669310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Bound using segment: {'id': 'e0116388-a04c-42d5-8c47-559629cba4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56713135-101c-4b69-ad22-c6aec793d85b'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:20.669835 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Bound port: ed01b4a2-fd5d-4f94-add9-ce538c56bc7f, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0116388-a04c-42d5-8c47-559629cba4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '56713135-101c-4b69-ad22-c6aec793d85b'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:20.670238 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.682402 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7b2bef8-02de-42ab-aa9b-a31e60a2185c req-29c5ae75-49fc-4611-8bb6-ab0a11f2935a tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991497 Jul 09 20:05:20.698411 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-91cfa2a8-e987-4f40-9cf3-863b3154feec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0992095 Jul 09 20:05:20.699548 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-211412ed-1ee1-4433-96d5-d02e3b4ff9f9 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.743123 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f7b7e-862c-481d-904d-d7b9be0e47ff tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port b90e769f-7624-45e6-a535-a2d892f44fe5 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:20.743560 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7b7e-862c-481d-904d-d7b9be0e47ff tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.769799 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] For port ed01b4a2-fd5d-4f94-add9-ce538c56bc7f, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:20.773241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] For port ed01b4a2-fd5d-4f94-add9-ce538c56bc7f, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ed01b4a2-fd5d-4f94-add9-ce538c56bc7f,segment=NetworkSegment(e0116388-a04c-42d5-8c47-559629cba4db),segment_id=e0116388-a04c-42d5-8c47-559629cba4db)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:20.778567 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.806892 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-211412ed-1ee1-4433-96d5-d02e3b4ff9f9 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.812639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211412ed-1ee1-4433-96d5-d02e3b4ff9f9 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:20.813263 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-211412ed-1ee1-4433-96d5-d02e3b4ff9f9 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.846045 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-00a78ef7-26a8-48ef-8b7c-3e0f45462e7f service neutron] 10.222.0.30 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768875 Jul 09 20:05:20.857176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-24b2c646-fa37-43f1-b6c9-a2f222df26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:20.857716 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-24b2c646-fa37-43f1-b6c9-a2f222df26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:20.858209 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-24b2c646-fa37-43f1-b6c9-a2f222df26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:20.858699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-24b2c646-fa37-43f1-b6c9-a2f222df26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:20.859226 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-24b2c646-fa37-43f1-b6c9-a2f222df26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:20.859656 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-24b2c646-fa37-43f1-b6c9-a2f222df26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:20.860131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-24b2c646-fa37-43f1-b6c9-a2f222df26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:20.862347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-24b2c646-fa37-43f1-b6c9-a2f222df26cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=384eeeeb6b564c0ba6396789db3d7886&device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 6492 time: 0.1225612 Jul 09 20:05:20.872744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec8dd3-43f0-42fc-90d3-0a61860cb213 None None] Pushing event updated for resources: {'Port': ['ID=ed01b4a2-fd5d-4f94-add9-ce538c56bc7f,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:20.927589 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-211412ed-1ee1-4433-96d5-d02e3b4ff9f9 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5341103 Jul 09 20:05:20.929057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44014) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:20.956371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211412ed-1ee1-4433-96d5-d02e3b4ff9f9 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Network': ['ID=a64b0016-6ea8-4d1f-8746-7e4727baf726,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:20.965720 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7b7e-862c-481d-904d-d7b9be0e47ff tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:20.970824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network a64b0016-6ea8-4d1f-8746-7e4727baf726 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:20.985314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f7b7e-862c-481d-904d-d7b9be0e47ff tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for b90e769f-7624-45e6-a535-a2d892f44fe5 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:20.992473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cfae1ea8-4ab8-42ea-bfe1-4ac8652d0738 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'subnet': {'network_id': 'a64b0016-6ea8-4d1f-8746-7e4727baf726', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:21.157506 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-ac23a814-bd5a-42e5-95de-b37346441aa7 service neutron] 10.222.0.30 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941153 Jul 09 20:05:21.206306 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfae1ea8-4ab8-42ea-bfe1-4ac8652d0738 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:21.211218 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cfae1ea8-4ab8-42ea-bfe1-4ac8652d0738 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:21.224057 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7b7e-862c-481d-904d-d7b9be0e47ff tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:21.270906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f7b7e-862c-481d-904d-d7b9be0e47ff tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=b90e769f-7624-45e6-a535-a2d892f44fe5,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:21.307126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-cd88091a-8bc8-4bb7-b993-6bf25ef7b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:21.308572 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-cd88091a-8bc8-4bb7-b993-6bf25ef7b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:21.309821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-cd88091a-8bc8-4bb7-b993-6bf25ef7b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:21.311741 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-cd88091a-8bc8-4bb7-b993-6bf25ef7b029 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac26e3a8-4659-47b4-aecd-3ff1c0a17975&id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&id=a597dc90-af64-4cd5-8204-81ddc68a6ae0&id=a597dc90-af64-4cd5-8204-81ddc68a6ae0 HTTP/1.1" status: 200 len: 2293 time: 0.4016743 Jul 09 20:05:21.375743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fb4f7b7e-862c-481d-904d-d7b9be0e47ff tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:21.380918 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fb4f7b7e-862c-481d-904d-d7b9be0e47ff tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/b90e769f-7624-45e6-a535-a2d892f44fe5 HTTP/1.1" status: 204 len: 168 time: 0.8934214 Jul 09 20:05:21.381196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44024) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:21.414940 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c22468-153f-4e5a-b8f7-68a7ca0f3b49 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] GET failed (client error): The resource could not be found. Jul 09 20:05:21.419355 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-13c22468-153f-4e5a-b8f7-68a7ca0f3b49 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/b90e769f-7624-45e6-a535-a2d892f44fe5 HTTP/1.1" status: 404 len: 333 time: 0.0345891 Jul 09 20:05:21.419649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44026) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:21.448295 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-85f5c23c-8d2a-4fae-864f-4a904d8e7936 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 HTTP/1.1" status: 200 len: 1001 time: 0.1225414 Jul 09 20:05:21.454180 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7cbca0e7-6d17-47c9-b634-1bc1498bf3d5 req-b72c3388-ab5e-44ed-86db-4179785457e9 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 210 time: 0.0492859 Jul 09 20:05:21.487656 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-376d882f-2d57-41f0-a8bf-f8d5fa3fd188 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting subnet 7c45ff95-3ad5-4f85-a03f-8f7582ec9665 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:05:21.491542 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-376d882f-2d57-41f0-a8bf-f8d5fa3fd188 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:21.518197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-21e1f85b-b612-4243-8ea6-cce85bb2a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:21.520755 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-21e1f85b-b612-4243-8ea6-cce85bb2a3d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f HTTP/1.1" status: 200 len: 851 time: 0.0645216 Jul 09 20:05:21.556259 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-376d882f-2d57-41f0-a8bf-f8d5fa3fd188 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:21.668151 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-376d882f-2d57-41f0-a8bf-f8d5fa3fd188 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:21.684156 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-33aa4b95-5405-4644-8584-eabd69349b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:21.686145 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-33aa4b95-5405-4644-8584-eabd69349b69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac26e3a8-4659-47b4-aecd-3ff1c0a17975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591330 Jul 09 20:05:21.687579 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cfae1ea8-4ab8-42ea-bfe1-4ac8652d0738 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:21.761175 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-376d882f-2d57-41f0-a8bf-f8d5fa3fd188 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:21.794992 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d882f-2d57-41f0-a8bf-f8d5fa3fd188 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Subnet': ['ID=7c45ff95-3ad5-4f85-a03f-8f7582ec9665,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:21.799112 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-376d882f-2d57-41f0-a8bf-f8d5fa3fd188 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:21.802378 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-376d882f-2d57-41f0-a8bf-f8d5fa3fd188 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/7c45ff95-3ad5-4f85-a03f-8f7582ec9665 HTTP/1.1" status: 204 len: 168 time: 0.3816385 Jul 09 20:05:21.806686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44036) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:21.820866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae1ea8-4ab8-42ea-bfe1-4ac8652d0738 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Subnet': ['ID=7c9ce627-7590-466c-bade-05e969d73b1a,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:21.883952 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-08729a39-1375-45bb-b595-b15c6c636009 service neutron] 10.222.0.36 "GET /v2.0/networks/ac26e3a8-4659-47b4-aecd-3ff1c0a17975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863334 Jul 09 20:05:21.888596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae1ea8-4ab8-42ea-bfe1-4ac8652d0738 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Checking segment: {'id': 'cd52176c-7bbc-45c6-91b8-546fc402247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a64b0016-6ea8-4d1f-8746-7e4727baf726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:21.889122 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfae1ea8-4ab8-42ea-bfe1-4ac8652d0738 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network hostable DHCP agents. Network: a64b0016-6ea8-4d1f-8746-7e4727baf726, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:21.941545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:21.981435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfae1ea8-4ab8-42ea-bfe1-4ac8652d0738 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network a64b0016-6ea8-4d1f-8746-7e4727baf726 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:22.005169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-cfae1ea8-4ab8-42ea-bfe1-4ac8652d0738 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, a64b0016-6ea8-4d1f-8746-7e4727baf726) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:22.013707 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee71a68e-f269-4018-9820-652e551c27fc None None] Network a64b0016-6ea8-4d1f-8746-7e4727baf726 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:22.016660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfae1ea8-4ab8-42ea-bfe1-4ac8652d0738 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:22.018185 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cfae1ea8-4ab8-42ea-bfe1-4ac8652d0738 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.027627 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-2681ab09-0c74-482c-9ae9-d88bb32f569d service neutron] 10.222.0.36 "GET /v2.0/networks/ac26e3a8-4659-47b4-aecd-3ff1c0a17975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352422 Jul 09 20:05:22.064778 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port ed01b4a2-fd5d-4f94-add9-ce538c56bc7f {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:22.065980 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.082723 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-9a891db1-3c9f-42bd-b8fe-ddca1a81e76f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=c2dd2a99-be70-4ee7-913f-37195b50ee10 HTTP/1.1" status: 200 len: 217 time: 0.0479329 Jul 09 20:05:22.087390 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cfae1ea8-4ab8-42ea-bfe1-4ac8652d0738 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1416094 Jul 09 20:05:22.088130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44038) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:22.135012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c40408-f07c-424e-bc93-e7011bbeaff8 req-2974c022-ca40-4f8e-a4fa-1796d7484909 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:22.144140 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3c40408-f07c-424e-bc93-e7011bbeaff8 req-2974c022-ca40-4f8e-a4fa-1796d7484909 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2290633 Jul 09 20:05:22.191450 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-e4bc3c8c-e1df-4acf-b2b9-ac1ff89ca21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:22.193410 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-e4bc3c8c-e1df-4acf-b2b9-ac1ff89ca21b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2da9578-691e-4ed6-9947-a8e1da134a39 HTTP/1.1" status: 200 len: 797 time: 0.0895061 Jul 09 20:05:22.215524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] For port ed01b4a2-fd5d-4f94-add9-ce538c56bc7f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ed01b4a2-fd5d-4f94-add9-ce538c56bc7f,segment=NetworkSegment(e0116388-a04c-42d5-8c47-559629cba4db),segment_id=e0116388-a04c-42d5-8c47-559629cba4db)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:22.215785 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.244315 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3c40408-f07c-424e-bc93-e7011bbeaff8 req-92495a55-96ed-49c7-86cd-03d4cd204030 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991530 Jul 09 20:05:22.256170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for ed01b4a2-fd5d-4f94-add9-ce538c56bc7f owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:22.287773 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-a64b0016-6ea8-4d1f-8746-7e4727baf726', 'network_id': 'a64b0016-6ea8-4d1f-8746-7e4727baf726', 'tenant_id': '78d36dc5f283430bb67cade6ca639a2b', 'fixed_ips': [{'subnet_id': '7c9ce627-7590-466c-bade-05e969d73b1a'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:22.289331 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.457978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb6a881-02cb-4ab6-a075-55bb5a49c8fb None None] Network 56713135-101c-4b69-ad22-c6aec793d85b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:22.470691 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-c07d3533-02ff-4616-b692-2abf3e92d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:22.475149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-c07d3533-02ff-4616-b692-2abf3e92d37b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2366853 Jul 09 20:05:22.489091 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.501843 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.538197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b4793452-d566-4dc2-a435-f6cec9f69358 None None] Provisioning complete for port ed01b4a2-fd5d-4f94-add9-ce538c56bc7f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:22.538586 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b4793452-d566-4dc2-a435-f6cec9f69358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.554483 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=ed01b4a2-fd5d-4f94-add9-ce538c56bc7f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:22.561450 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No DVR routers for this DVR port ed01b4a2-fd5d-4f94-add9-ce538c56bc7f on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:22.582369 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b4793452-d566-4dc2-a435-f6cec9f69358 None None] Port ed01b4a2-fd5d-4f94-add9-ce538c56bc7f was deleted so its status cannot be updated. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 20:05:22.585622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Allocated IP 172.20.0.1 (a64b0016-6ea8-4d1f-8746-7e4727baf726/7c9ce627-7590-466c-bade-05e969d73b1a/37600ff2-c026-45b3-8a2a-adfff39b3c00) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:22.647984 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.704577 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-287dcdd0-7619-4faf-8cfa-f61b189797d1 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203822 Jul 09 20:05:22.712085 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1426b7-0634-4a26-87a7-f9a1c0afee66 req-37652f5c-70e0-4270-beab-ad9d9eddf1a9 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:22.714255 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c1426b7-0634-4a26-87a7-f9a1c0afee66 req-37652f5c-70e0-4270-beab-ad9d9eddf1a9 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2714543 Jul 09 20:05:22.715634 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.742935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56713135-101c-4b69-ad22-c6aec793d85b']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:22.771036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0116388-a04c-42d5-8c47-559629cba4db') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:22.771327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0116388-a04c-42d5-8c47-559629cba4db') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:22.788369 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.813465 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c1426b7-0634-4a26-87a7-f9a1c0afee66 req-5118322d-666b-4119-a111-ef39deefa5f5 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846069 Jul 09 20:05:22.818350 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.832940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:22.834014 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.853810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c80259-8fb2-428c-8129-1c2369c2e347 None None] DHCP port deletion for 56713135-101c-4b69-ad22-c6aec793d85b request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:05:22.884330 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-99c1f7d0-27b7-488f-ba0c-ab7a24b0a1e6 req-daf3d67c-7631-4e3b-b776-722630a6875e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 210 time: 0.0673614 Jul 09 20:05:22.913366 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.933996 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Transition to ACTIVE for port object 37600ff2-c026-45b3-8a2a-adfff39b3c00 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:22.945134 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:22.956469 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Transition to ACTIVE for port object 37600ff2-c026-45b3-8a2a-adfff39b3c00 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:22.958557 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.974380 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.979261 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:22.982357 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/networks/56713135-101c-4b69-ad22-c6aec793d85b HTTP/1.1" status: 204 len: 168 time: 1.1737819 Jul 09 20:05:22.986447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44050) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:23.003456 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-87354f61-d2b7-4fd7-b5d8-623cededb218 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'name': 'tempest-PortsTestJSON-1750247350'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:23.015385 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-c4c89336-5cf3-4275-85b0-d184e091f074 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038912 Jul 09 20:05:23.023824 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265d9f7-ccef-406b-ab74-7c6ba014606a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Network': ['ID=56713135-101c-4b69-ad22-c6aec793d85b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:23.037902 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.068498 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Pushing event updated for resources: {'Port': ['ID=37600ff2-c026-45b3-8a2a-adfff39b3c00,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:23.089105 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Network a64b0016-6ea8-4d1f-8746-7e4727baf726 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:23.091064 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:23.094252 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:23.118107 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-7d5c776c-3863-4d81-86e6-0a4507942276 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=9944b9e7-bf69-4596-915c-eed4dcb47861 HTTP/1.1" status: 200 len: 217 time: 0.0932815 Jul 09 20:05:23.123832 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9ce627-7590-466c-bade-05e969d73b1a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:23.136035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-d1dc9dd5-92fc-44b4-be56-86557b0170e8 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:23.137885 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-d1dc9dd5-92fc-44b4-be56-86557b0170e8 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.36 "GET /v2.0/networks?id=99c359fa-7b1c-482e-86f6-2ae29ef3df09 HTTP/1.1" status: 200 len: 811 time: 0.2676120 Jul 09 20:05:23.167478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-751d0c2d-040c-442b-b426-0e7a9d78e1ab tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Request body: {'port': {'device_id': 'd7b5c522-3aad-4f75-8513-26c8c2955075', 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09', 'admin_state_up': True, 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:23.177483 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87354f61-d2b7-4fd7-b5d8-623cededb218 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:23.182460 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87354f61-d2b7-4fd7-b5d8-623cededb218 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.199122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Attempting to bind port 37600ff2-c026-45b3-8a2a-adfff39b3c00 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:23.199506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Attempting to bind port 37600ff2-c026-45b3-8a2a-adfff39b3c00 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'cd52176c-7bbc-45c6-91b8-546fc402247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a64b0016-6ea8-4d1f-8746-7e4727baf726'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:23.200251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Attempting to bind port 37600ff2-c026-45b3-8a2a-adfff39b3c00 on network a64b0016-6ea8-4d1f-8746-7e4727baf726 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:23.208384 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:23.209118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Checking segment: {'id': 'cd52176c-7bbc-45c6-91b8-546fc402247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a64b0016-6ea8-4d1f-8746-7e4727baf726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:23.209491 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-87354f61-d2b7-4fd7-b5d8-623cededb218 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port 30402c79-2bec-467f-b834-c92f3cda06c4 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:05:23.209891 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.210981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Bound using segment: {'id': 'cd52176c-7bbc-45c6-91b8-546fc402247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a64b0016-6ea8-4d1f-8746-7e4727baf726'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:23.211740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Bound port: 37600ff2-c026-45b3-8a2a-adfff39b3c00, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd52176c-7bbc-45c6-91b8-546fc402247e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'a64b0016-6ea8-4d1f-8746-7e4727baf726'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:23.212637 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.292876 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.309600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] For port 37600ff2-c026-45b3-8a2a-adfff39b3c00, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:23.313719 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64b0016-6ea8-4d1f-8746-7e4727baf726']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:23.315847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] For port 37600ff2-c026-45b3-8a2a-adfff39b3c00, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=37600ff2-c026-45b3-8a2a-adfff39b3c00,segment=NetworkSegment(cd52176c-7bbc-45c6-91b8-546fc402247e),segment_id=cd52176c-7bbc-45c6-91b8-546fc402247e)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:23.322693 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.329949 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-99c8a49b-f6f3-404c-a4c4-3c0b75cbdc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:23.332146 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-99c8a49b-f6f3-404c-a4c4-3c0b75cbdc50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2da9578-691e-4ed6-9947-a8e1da134a39 HTTP/1.1" status: 200 len: 797 time: 0.2037971 Jul 09 20:05:23.333964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd52176c-7bbc-45c6-91b8-546fc402247e') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:23.334303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd52176c-7bbc-45c6-91b8-546fc402247e') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:23.360319 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.431294 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.456090 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:23.457016 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:23.461674 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:23.469279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f62b6-52f7-4084-b11b-4c14cddc409c None None] Pushing event updated for resources: {'Port': ['ID=37600ff2-c026-45b3-8a2a-adfff39b3c00,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:23.535879 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eafe9f-1243-4e36-85f9-8f5f09c9d258 None None] Network a64b0016-6ea8-4d1f-8746-7e4727baf726 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:23.564734 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87354f61-d2b7-4fd7-b5d8-623cededb218 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.641176 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87354f61-d2b7-4fd7-b5d8-623cededb218 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.758110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87354f61-d2b7-4fd7-b5d8-623cededb218 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 030e471e-4862-480a-acdb-f30ffe905168 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:23.776629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-87354f61-d2b7-4fd7-b5d8-623cededb218 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:23.783504 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87354f61-d2b7-4fd7-b5d8-623cededb218 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:23.806314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87354f61-d2b7-4fd7-b5d8-623cededb218 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:23.809062 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87354f61-d2b7-4fd7-b5d8-623cededb218 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.826328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87354f61-d2b7-4fd7-b5d8-623cededb218 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=30402c79-2bec-467f-b834-c92f3cda06c4,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:23.851158 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-87354f61-d2b7-4fd7-b5d8-623cededb218 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8626778 Jul 09 20:05:23.854670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44070) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:23.911688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6818fcfa-fd56-4a7d-8484-f1e2b63591e2 None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:05:23.930438 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.db.api [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 20:05:23.930438 n-d-800088-3 neutron-server[100205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 20:05:23.930438 n-d-800088-3 neutron-server[100205]: [parameters: {'id': 'a64b0016-6ea8-4d1f-8746-7e4727baf726'}] Jul 09 20:05:23.930438 n-d-800088-3 neutron-server[100205]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:05:23.930994 n-d-800088-3 neutron-server[100205]: DEBUG oslo_db.api [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:05:23.946219 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-751d0c2d-040c-442b-b426-0e7a9d78e1ab tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Made reservation on behalf of b7fdce68c2634be6a0eb390c9c3290ec for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:23.950112 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-751d0c2d-040c-442b-b426-0e7a9d78e1ab tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:23.957797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-c682a9b1-2ad1-4e9c-800a-98299b84ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:23.959332 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-c682a9b1-2ad1-4e9c-800a-98299b84ad2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6163402 Jul 09 20:05:23.996174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port 30402c79-2bec-467f-b834-c92f3cda06c4 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:23.998889 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:24.066920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc3920-319f-4688-b04a-f86b90d2c2fa req-cf984255-3e6b-4f41-bcf3-c5ac3cfce6e2 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:24.067508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6818fcfa-fd56-4a7d-8484-f1e2b63591e2 None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:05:24.068835 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccfc3920-319f-4688-b04a-f86b90d2c2fa req-cf984255-3e6b-4f41-bcf3-c5ac3cfce6e2 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2145724 Jul 09 20:05:24.099393 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2163f3f-8de6-472b-bc53-56dcbb420e38 req-e0e33f0a-3d4e-4717-9ecf-99b2895fcb28 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 210 time: 0.0513818 Jul 09 20:05:24.113998 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:24.131249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for 30402c79-2bec-467f-b834-c92f3cda06c4 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:24.186040 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-6c331d2c-fc71-4f5b-83e4-af5bc7b1f454 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114737 Jul 09 20:05:24.213214 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccfc3920-319f-4688-b04a-f86b90d2c2fa req-ebc7ef64-52f2-4d74-aad2-a53516ba9e85 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102111 Jul 09 20:05:24.242482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:24.282229 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:24.289158 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/30402c79-2bec-467f-b834-c92f3cda06c4 HTTP/1.1" status: 204 len: 168 time: 0.4291356 Jul 09 20:05:24.289158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=30402c79-2bec-467f-b834-c92f3cda06c4,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:24.291406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44074) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:24.296662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ba47d6b1-78a4-4ff3-9674-a847fd81518c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'mac_address': 'fa:16:3e:bc:90:68', 'name': 'tempest-PortsTestJSON-1207327212'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:24.301619 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:24.302654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:24.303255 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:24.303819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:24.304494 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:24.305062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:24.308375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:24.308375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:24.308375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:24.308375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:24.308375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:24.309352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb09f70-74d3-4097-9ad6-6b7ee2954bc7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:24.328250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-751d0c2d-040c-442b-b426-0e7a9d78e1ab tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Allocated IP 172.20.0.2 (99c359fa-7b1c-482e-86f6-2ae29ef3df09/b7add970-f5d8-4207-a1aa-5e2788ab0a25/780d54f9-4eb2-49d6-867c-5246a87c7100) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:24.431645 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea59047-bfeb-48c0-a148-59a42c120575 None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:05:24.434501 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:24.469825 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-66115ef5-e806-4d02-b171-308afb712c69 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548749 Jul 09 20:05:24.553075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea59047-bfeb-48c0-a148-59a42c120575 None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:05:24.556113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba47d6b1-78a4-4ff3-9674-a847fd81518c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:24.588706 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-895d0920-d2b7-424f-9a72-19cf36b81467 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=045fd59f-0222-4543-afa6-e1826b9221b9 HTTP/1.1" status: 200 len: 217 time: 0.1065438 Jul 09 20:05:24.717843 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba47d6b1-78a4-4ff3-9674-a847fd81518c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:24.738396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-8fbc80b8-fa06-41d1-9d64-e6bb8fde4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:24.739894 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-8fbc80b8-fa06-41d1-9d64-e6bb8fde4de4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2da9578-691e-4ed6-9947-a8e1da134a39 HTTP/1.1" status: 200 len: 797 time: 0.1147423 Jul 09 20:05:24.807239 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-751d0c2d-040c-442b-b426-0e7a9d78e1ab tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:24.809605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-ba47d6b1-78a4-4ff3-9674-a847fd81518c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port 1d2938db-e7b8-4aa4-8da1-53fb2fb70618 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:05:24.814780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Deleting port 37600ff2-c026-45b3-8a2a-adfff39b3c00 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:24.815193 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:24.966328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] For port 37600ff2-c026-45b3-8a2a-adfff39b3c00, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=37600ff2-c026-45b3-8a2a-adfff39b3c00,segment=NetworkSegment(cd52176c-7bbc-45c6-91b8-546fc402247e),segment_id=cd52176c-7bbc-45c6-91b8-546fc402247e)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:24.966703 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.006618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Calling delete_port for 37600ff2-c026-45b3-8a2a-adfff39b3c00 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:25.018512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-07492df1-f261-45cf-90a7-8597697986a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:25.020488 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-07492df1-f261-45cf-90a7-8597697986a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2642155 Jul 09 20:05:25.052024 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-751d0c2d-040c-442b-b426-0e7a9d78e1ab tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.076917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1347e735-07b7-48d0-801e-3362a8e8cd83'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:05:25.246908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-751d0c2d-040c-442b-b426-0e7a9d78e1ab tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:25.273188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d0c2d-040c-442b-b426-0e7a9d78e1ab tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Pushing event updated for resources: {'Port': ['ID=780d54f9-4eb2-49d6-867c-5246a87c7100,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:25.275684 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-751d0c2d-040c-442b-b426-0e7a9d78e1ab tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:25.283823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-751d0c2d-040c-442b-b426-0e7a9d78e1ab tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:25.292725 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba47d6b1-78a4-4ff3-9674-a847fd81518c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.314224 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b0256-0f32-4f7b-9909-6348fedadc4a req-5619c9b2-6400-435a-8d28-9c8dde1376e2 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:25.322288 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-922b0256-0f32-4f7b-9909-6348fedadc4a req-5619c9b2-6400-435a-8d28-9c8dde1376e2 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 931 time: 0.0827949 Jul 09 20:05:25.353705 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-6ac2cfd8-dd80-437c-b6f1-2f06136daf24 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255100 Jul 09 20:05:25.358921 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-922b0256-0f32-4f7b-9909-6348fedadc4a req-754d61c5-98d5-467a-bb05-f12278e57fcf tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357487 Jul 09 20:05:25.406447 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.475369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-751d0c2d-040c-442b-b426-0e7a9d78e1ab tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:25.475989 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-751d0c2d-040c-442b-b426-0e7a9d78e1ab tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.518709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Port': ['ID=37600ff2-c026-45b3-8a2a-adfff39b3c00,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:25.525376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No DVR routers for this DVR port 37600ff2-c026-45b3-8a2a-adfff39b3c00 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:25.566449 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-751d0c2d-040c-442b-b426-0e7a9d78e1ab tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4046812 Jul 09 20:05:25.635288 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Request body: {'port': {'device_id': 'd7b5c522-3aad-4f75-8513-26c8c2955075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:25.647852 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba47d6b1-78a4-4ff3-9674-a847fd81518c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.713670 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.746630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324bccf-7d71-45ec-a9a3-de99dc57382e req-86126a95-cf19-46ad-9833-9c375b8537d8 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:25.748809 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7324bccf-7d71-45ec-a9a3-de99dc57382e req-86126a95-cf19-46ad-9833-9c375b8537d8 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.4019840 Jul 09 20:05:25.751453 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-b591020c-c370-4811-8a8f-2c88380ba119 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852587 Jul 09 20:05:25.767347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64b0016-6ea8-4d1f-8746-7e4727baf726']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:25.800295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba47d6b1-78a4-4ff3-9674-a847fd81518c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 030e471e-4862-480a-acdb-f30ffe905168 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:25.805853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd52176c-7bbc-45c6-91b8-546fc402247e') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:25.806153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd52176c-7bbc-45c6-91b8-546fc402247e') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:25.876267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-ba47d6b1-78a4-4ff3-9674-a847fd81518c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:25.878942 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-06a98cb2-abea-433d-a5a2-feb183689a0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=5c0d015e-6ded-4744-9f25-89e0f331d805 HTTP/1.1" status: 200 len: 217 time: 0.1084948 Jul 09 20:05:25.879796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba47d6b1-78a4-4ff3-9674-a847fd81518c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:25.885482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba47d6b1-78a4-4ff3-9674-a847fd81518c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:25.885962 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba47d6b1-78a4-4ff3-9674-a847fd81518c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.891133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.901884 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47d6b1-78a4-4ff3-9674-a847fd81518c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=1d2938db-e7b8-4aa4-8da1-53fb2fb70618,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:25.960920 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.977445 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ba47d6b1-78a4-4ff3-9674-a847fd81518c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6849766 Jul 09 20:05:25.980561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44086) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:25.985971 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7324bccf-7d71-45ec-a9a3-de99dc57382e req-0e11f491-4910-45de-a57a-505343490e64 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214084 Jul 09 20:05:25.986560 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.991250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:25.991675 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:25.994739 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:26.049853 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6de4bf-66a0-47ed-8c46-6a9f2d5bad16 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:26.052603 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bc6de4bf-66a0-47ed-8c46-6a9f2d5bad16 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/1d2938db-e7b8-4aa4-8da1-53fb2fb70618 HTTP/1.1" status: 200 len: 841 time: 0.0698395 Jul 09 20:05:26.054492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44090) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:26.069072 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-f67cdaaa-d413-4455-bfb4-c16d88195277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:26.071350 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-f67cdaaa-d413-4455-bfb4-c16d88195277 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2da9578-691e-4ed6-9947-a8e1da134a39 HTTP/1.1" status: 200 len: 797 time: 0.1769054 Jul 09 20:05:26.143634 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.160231 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.166149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/a64b0016-6ea8-4d1f-8746-7e4727baf726 HTTP/1.1" status: 204 len: 168 time: 4.0728679 Jul 09 20:05:26.166466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44092) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:26.171468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a0ac6de9-4647-49ff-bd2b-3cc76e21b6a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-117803520'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:26.183994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869827f-6fb5-47cf-be7e-cf756351d9a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Network': ['ID=a64b0016-6ea8-4d1f-8746-7e4727baf726,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:26.192103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f12af918-a81f-4824-a636-2577e0eb47a0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port 1d2938db-e7b8-4aa4-8da1-53fb2fb70618 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:26.192715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f12af918-a81f-4824-a636-2577e0eb47a0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.254642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ac6de9-4647-49ff-bd2b-3cc76e21b6a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:26.258205 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6de9-4647-49ff-bd2b-3cc76e21b6a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.304793 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f12af918-a81f-4824-a636-2577e0eb47a0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.311404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-2310d4a5-75b0-4dd6-a301-714b73eea1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:26.312982 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-2310d4a5-75b0-4dd6-a301-714b73eea1b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2174091 Jul 09 20:05:26.322903 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ac6de9-4647-49ff-bd2b-3cc76e21b6a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:26.324954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f12af918-a81f-4824-a636-2577e0eb47a0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for 1d2938db-e7b8-4aa4-8da1-53fb2fb70618 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:26.341242 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6de9-4647-49ff-bd2b-3cc76e21b6a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.341608 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-a0ac6de9-4647-49ff-bd2b-3cc76e21b6a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Added segment 09ad9803-b3e2-4a4a-8a4d-1bec462fceab of type vlan for network 1c5e0038-9668-4379-8a6d-653e1a00d8f8 Jul 09 20:05:26.437650 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6de9-4647-49ff-bd2b-3cc76e21b6a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.458228 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-e665bf84-a3b7-4c4b-8bb7-553bf7e10ea8 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349747 Jul 09 20:05:26.485490 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6de9-4647-49ff-bd2b-3cc76e21b6a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.491884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ac6de9-4647-49ff-bd2b-3cc76e21b6a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:26.492498 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0ac6de9-4647-49ff-bd2b-3cc76e21b6a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.502168 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f12af918-a81f-4824-a636-2577e0eb47a0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.588047 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a0ac6de9-4647-49ff-bd2b-3cc76e21b6a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4205053 Jul 09 20:05:26.591776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44096) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:26.592583 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12af918-a81f-4824-a636-2577e0eb47a0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=1d2938db-e7b8-4aa4-8da1-53fb2fb70618,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:26.607694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-32d33136-ce46-4a26-af24-1af7b2ebbfb1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'subnet': {'network_id': '1c5e0038-9668-4379-8a6d-653e1a00d8f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:26.611818 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f12af918-a81f-4824-a636-2577e0eb47a0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.614470 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f12af918-a81f-4824-a636-2577e0eb47a0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/1d2938db-e7b8-4aa4-8da1-53fb2fb70618 HTTP/1.1" status: 204 len: 168 time: 0.5586584 Jul 09 20:05:26.617154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac6de9-4647-49ff-bd2b-3cc76e21b6a8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Network': ['ID=1c5e0038-9668-4379-8a6d-653e1a00d8f8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:26.618725 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44098) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:26.640683 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 1c5e0038-9668-4379-8a6d-653e1a00d8f8 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:26.693569 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-35492258-eb5a-4e08-a275-8c2d71e10d7c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] GET failed (client error): The resource could not be found. Jul 09 20:05:26.699607 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-35492258-eb5a-4e08-a275-8c2d71e10d7c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/1d2938db-e7b8-4aa4-8da1-53fb2fb70618 HTTP/1.1" status: 404 len: 333 time: 0.0641046 Jul 09 20:05:26.699607 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44102) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:26.707444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6d87cb1a-cb26-4438-b031-6a96f3de22b7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'name': 'tempest-PortsTestJSON-2141208120'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:26.716242 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.808277 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2a1f1e15-0db3-4641-aa90-493f2236c825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.819941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d33136-ce46-4a26-af24-1af7b2ebbfb1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:26.823548 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32d33136-ce46-4a26-af24-1af7b2ebbfb1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.884464 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780d54f9-4eb2-49d6-867c-5246a87c7100 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:05:26.897422 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.900081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d87cb1a-cb26-4438-b031-6a96f3de22b7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:26.903709 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d87cb1a-cb26-4438-b031-6a96f3de22b7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:26.934845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Transition to ACTIVE for port object 780d54f9-4eb2-49d6-867c-5246a87c7100 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:26.946351 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-6d87cb1a-cb26-4438-b031-6a96f3de22b7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port 51322847-385e-4641-ace3-81e6bbd3d8b8 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:05:26.959733 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.007625 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-a1049c98-30d7-4dde-8cc2-7020bd6f5ef1 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408199 Jul 09 20:05:27.026469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3be683-8ec3-47b7-b63a-977fc048e0ea req-da702396-f7e2-4c91-a7ab-f0c3510e37d7 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:27.028017 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b3be683-8ec3-47b7-b63a-977fc048e0ea req-da702396-f7e2-4c91-a7ab-f0c3510e37d7 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 931 time: 0.5314686 Jul 09 20:05:27.093352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Pushing event updated for resources: {'Port': ['ID=780d54f9-4eb2-49d6-867c-5246a87c7100,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:27.097257 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-af1dc19a-d15a-4602-89d7-994b23d3c501 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a74ae6d6-5326-40b6-8cd8-8e0067f302a2 HTTP/1.1" status: 200 len: 217 time: 0.0808742 Jul 09 20:05:27.191969 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b3be683-8ec3-47b7-b63a-977fc048e0ea req-feacc46a-b0b0-48b9-87d5-8627d05b7d52 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527886 Jul 09 20:05:27.232342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-e882b579-1a62-43de-9e43-2673c60d7a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:27.233844 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-e882b579-1a62-43de-9e43-2673c60d7a7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=982230e2-ecd0-408f-b508-78098c9b7e25 HTTP/1.1" status: 200 len: 797 time: 0.1300757 Jul 09 20:05:27.234656 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Attempting to bind port 780d54f9-4eb2-49d6-867c-5246a87c7100 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:27.234995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Attempting to bind port 780d54f9-4eb2-49d6-867c-5246a87c7100 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '1be48896-77c9-4241-8977-ffda45617ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:27.235324 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Attempting to bind port 780d54f9-4eb2-49d6-867c-5246a87c7100 on network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:27.240148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Port 780d54f9-4eb2-49d6-867c-5246a87c7100 on network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:05:27.240479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Attempting to bind port 780d54f9-4eb2-49d6-867c-5246a87c7100 on network 99c359fa-7b1c-482e-86f6-2ae29ef3df09 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:27.284326 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32d33136-ce46-4a26-af24-1af7b2ebbfb1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.288783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:27.288783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Checking segment: {'id': '1be48896-77c9-4241-8977-ffda45617ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:27.288783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Bound using segment: {'id': '1be48896-77c9-4241-8977-ffda45617ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:27.288783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Bound port: 780d54f9-4eb2-49d6-867c-5246a87c7100, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be48896-77c9-4241-8977-ffda45617ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:27.288783 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.322622 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d87cb1a-cb26-4438-b031-6a96f3de22b7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.366302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-b4283799-ca5e-48e9-84cf-dcfdc6ddc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:27.367833 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-b4283799-ca5e-48e9-84cf-dcfdc6ddc1f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a597dc90-af64-4cd5-8204-81ddc68a6ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1252594 Jul 09 20:05:27.373725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] For port 780d54f9-4eb2-49d6-867c-5246a87c7100, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:27.377962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] For port 780d54f9-4eb2-49d6-867c-5246a87c7100, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=780d54f9-4eb2-49d6-867c-5246a87c7100,segment=NetworkSegment(1be48896-77c9-4241-8977-ffda45617ce8),segment_id=1be48896-77c9-4241-8977-ffda45617ce8)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:27.387302 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.402308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d33136-ce46-4a26-af24-1af7b2ebbfb1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Subnet': ['ID=4a3ff83f-9671-4fa7-81ec-5f01753eda50,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:27.475305 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:27.476383 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.476722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61ec6c-2c4b-41bd-918a-9693be87f8f9 req-d5233db4-fb71-4617-a42c-b7d5c706a32e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:27.478500 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc61ec6c-2c4b-41bd-918a-9693be87f8f9 req-d5233db4-fb71-4617-a42c-b7d5c706a32e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2816257 Jul 09 20:05:27.478810 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/780d54f9-4eb2-49d6-867c-5246a87c7100 HTTP/1.1" status: 200 len: 1091 time: 1.8883085 Jul 09 20:05:27.479532 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b5c522-3aad-4f75-8513-26c8c2955075', 'tag': '780d54f9-4eb2-49d6-867c-5246a87c7100'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:05:27.483591 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1715a53-0e04-4387-a539-72ba704ae2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b5c522-3aad-4f75-8513-26c8c2955075", "tag": "780d54f9-4eb2-49d6-867c-5246a87c7100"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:05:27.484833 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d33136-ce46-4a26-af24-1af7b2ebbfb1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Checking segment: {'id': '09ad9803-b3e2-4a4a-8a4d-1bec462fceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1c5e0038-9668-4379-8a6d-653e1a00d8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:27.485208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d33136-ce46-4a26-af24-1af7b2ebbfb1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network hostable DHCP agents. Network: 1c5e0038-9668-4379-8a6d-653e1a00d8f8, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:27.509880 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d87cb1a-cb26-4438-b031-6a96f3de22b7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.517511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cc390-deb7-437e-ab01-b8d1fc0535e0 service neutron] Pushing event updated for resources: {'Port': ['ID=780d54f9-4eb2-49d6-867c-5246a87c7100,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:27.544978 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77cc5d2-466c-46a4-b65f-67a9837cbf2a x-openstack-request-id: req-c77cc5d2-466c-46a4-b65f-67a9837cbf2a {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:05:27.545268 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b5c522-3aad-4f75-8513-26c8c2955075", "tag": "780d54f9-4eb2-49d6-867c-5246a87c7100", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:05:27.545517 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c77cc5d2-466c-46a4-b65f-67a9837cbf2a {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:05:27.545920 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b5c522-3aad-4f75-8513-26c8c2955075', 'tag': '780d54f9-4eb2-49d6-867c-5246a87c7100', 'status': 'completed', 'code': 200} Jul 09 20:05:27.568738 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-14abb7f1-77e6-4931-adb1-1c7bd27a55bb service neutron] 10.222.0.36 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927783 Jul 09 20:05:27.619210 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d33136-ce46-4a26-af24-1af7b2ebbfb1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network 1c5e0038-9668-4379-8a6d-653e1a00d8f8 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:27.623113 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d87cb1a-cb26-4438-b031-6a96f3de22b7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 030e471e-4862-480a-acdb-f30ffe905168 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:27.635723 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-6d87cb1a-cb26-4438-b031-6a96f3de22b7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:27.638151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d87cb1a-cb26-4438-b031-6a96f3de22b7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:27.644693 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d87cb1a-cb26-4438-b031-6a96f3de22b7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:27.645328 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d87cb1a-cb26-4438-b031-6a96f3de22b7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.653237 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-4b943177-696c-4419-8cbd-994a4958d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:27.654695 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-4b943177-696c-4419-8cbd-994a4958d05e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7fdce68c2634be6a0eb390c9c3290ec&device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 1094 time: 0.1217906 Jul 09 20:05:27.656129 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc61ec6c-2c4b-41bd-918a-9693be87f8f9 req-16ceda7d-16d7-4ef3-8d1a-d4a645dcdbf5 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658704 Jul 09 20:05:27.662366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-32d33136-ce46-4a26-af24-1af7b2ebbfb1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 1c5e0038-9668-4379-8a6d-653e1a00d8f8) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:27.667199 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d33136-ce46-4a26-af24-1af7b2ebbfb1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:27.668012 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32d33136-ce46-4a26-af24-1af7b2ebbfb1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.670450 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87cb1a-cb26-4438-b031-6a96f3de22b7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=51322847-385e-4641-ace3-81e6bbd3d8b8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:27.676524 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b19142-a67e-4c20-83c3-b4635d2c193b None None] Network 1c5e0038-9668-4379-8a6d-653e1a00d8f8 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:27.682016 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6d87cb1a-cb26-4438-b031-6a96f3de22b7 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9821429 Jul 09 20:05:27.692823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44112) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:27.698820 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-64bdc7ba-b7cb-4504-ab21-fd7a5688c61a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:27.728203 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-32d33136-ce46-4a26-af24-1af7b2ebbfb1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1321828 Jul 09 20:05:27.732076 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44114) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:27.735352 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-8e2d406b-ae43-4e82-ac7e-42a7200cbff7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=780d54f9-4eb2-49d6-867c-5246a87c7100 HTTP/1.1" status: 200 len: 217 time: 0.0712795 Jul 09 20:05:27.800175 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-94429d6d-1d8d-4619-8284-988c287057cc service neutron] 10.222.0.36 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237957 Jul 09 20:05:27.849572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-1c5e0038-9668-4379-8a6d-653e1a00d8f8', 'network_id': '1c5e0038-9668-4379-8a6d-653e1a00d8f8', 'tenant_id': '78d36dc5f283430bb67cade6ca639a2b', 'fixed_ips': [{'subnet_id': '4a3ff83f-9671-4fa7-81ec-5f01753eda50'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:27.850734 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:27.879377 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-a0368faa-f092-41a6-af4c-f38be9c899e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=079f73fb-e472-4d00-8450-a0f011297aa8 HTTP/1.1" status: 200 len: 217 time: 0.0559082 Jul 09 20:05:27.911711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-05bf24a1-11e5-4e29-9b31-2507a9d55240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:27.913234 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-05bf24a1-11e5-4e29-9b31-2507a9d55240 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7add970-f5d8-4207-a1aa-5e2788ab0a25 HTTP/1.1" status: 200 len: 851 time: 0.1642170 Jul 09 20:05:27.976960 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-47f7ec74-e441-46c0-be49-2afa043ea4c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c359fa-7b1c-482e-86f6-2ae29ef3df09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415390 Jul 09 20:05:28.002985 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Allocated IP 172.20.0.1 (1c5e0038-9668-4379-8a6d-653e1a00d8f8/4a3ff83f-9671-4fa7-81ec-5f01753eda50/1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:28.043367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.058033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-8090c728-3b3e-4cee-8053-72e539014014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:28.059662 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-8090c728-3b3e-4cee-8053-72e539014014 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=982230e2-ecd0-408f-b508-78098c9b7e25 HTTP/1.1" status: 200 len: 797 time: 0.1680930 Jul 09 20:05:28.144301 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-64bdc7ba-b7cb-4504-ab21-fd7a5688c61a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.161620 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-ceb920c5-8641-4a09-961f-30f2ce083d9b service neutron] 10.222.0.36 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774611 Jul 09 20:05:28.171270 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.180933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Transition to ACTIVE for port object 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:28.198565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Transition to ACTIVE for port object 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:28.205325 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.248944 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Network 1c5e0038-9668-4379-8a6d-653e1a00d8f8 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:28.251759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:28.256138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:28.263503 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Pushing event updated for resources: {'Port': ['ID=1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:28.293366 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.329976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Attempting to bind port 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:28.330256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Attempting to bind port 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '09ad9803-b3e2-4a4a-8a4d-1bec462fceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1c5e0038-9668-4379-8a6d-653e1a00d8f8'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:28.331862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Attempting to bind port 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 on network 1c5e0038-9668-4379-8a6d-653e1a00d8f8 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:28.337913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:28.338293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Checking segment: {'id': '09ad9803-b3e2-4a4a-8a4d-1bec462fceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1c5e0038-9668-4379-8a6d-653e1a00d8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:28.339292 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.339292 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Bound using segment: {'id': '09ad9803-b3e2-4a4a-8a4d-1bec462fceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1c5e0038-9668-4379-8a6d-653e1a00d8f8'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:28.339618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Bound port: 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ad9803-b3e2-4a4a-8a4d-1bec462fceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1c5e0038-9668-4379-8a6d-653e1a00d8f8'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:28.340747 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.349449 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-64bdc7ba-b7cb-4504-ab21-fd7a5688c61a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.362693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-55ad6f0c-e8b8-4ae2-b4ea-9b4e53663bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:28.364467 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-55ad6f0c-e8b8-4ae2-b4ea-9b4e53663bf4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a597dc90-af64-4cd5-8204-81ddc68a6ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2948220 Jul 09 20:05:28.371286 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-64bdc7ba-b7cb-4504-ab21-fd7a5688c61a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.429952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] For port 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:28.434201 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] For port 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84,segment=NetworkSegment(09ad9803-b3e2-4a4a-8a4d-1bec462fceab),segment_id=09ad9803-b3e2-4a4a-8a4d-1bec462fceab)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:28.440637 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.452255 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-64bdc7ba-b7cb-4504-ab21-fd7a5688c61a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] In _notify_port_updated(), no bound segment for port 51322847-385e-4641-ace3-81e6bbd3d8b8 on network 030e471e-4862-480a-acdb-f30ffe905168 {{(pid=100204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:05:28.458060 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e6e41e5-c320-4a05-9541-0ae446aa1aa6 req-36cbb745-5649-49a1-80a1-b26526e33468 service neutron] 10.222.0.36 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505207 Jul 09 20:05:28.459124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bdc7ba-b7cb-4504-ab21-fd7a5688c61a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:28.459797 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-64bdc7ba-b7cb-4504-ab21-fd7a5688c61a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.463527 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-64bdc7ba-b7cb-4504-ab21-fd7a5688c61a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "PUT /v2.0/ports/51322847-385e-4641-ace3-81e6bbd3d8b8 HTTP/1.1" status: 200 len: 818 time: 0.7671797 Jul 09 20:05:28.465325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44122) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:28.482229 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.520953 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdc7ba-b7cb-4504-ab21-fd7a5688c61a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=51322847-385e-4641-ace3-81e6bbd3d8b8,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:28.540201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3ff83f-9671-4fa7-81ec-5f01753eda50,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:28.543876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b851a5e-4bef-470a-8b68-60734b8ee73c None None] Pushing event updated for resources: {'Port': ['ID=1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:28.546592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cbf36e-25e8-4fc2-a7fc-d3a61e054369 req-38425be2-75c4-420c-80f1-526bb56b179e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:28.548240 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f6cbf36e-25e8-4fc2-a7fc-d3a61e054369 req-38425be2-75c4-420c-80f1-526bb56b179e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 943 time: 0.1809161 Jul 09 20:05:28.593071 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f6cbf36e-25e8-4fc2-a7fc-d3a61e054369 req-77104187-d1c9-4348-b5f0-644d0b835dff tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379150 Jul 09 20:05:28.700494 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-2c0954e2-56c0-4fd0-8405-245b52bab54c service neutron] 10.222.0.36 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212264 Jul 09 20:05:28.785820 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.856313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5e0038-9668-4379-8a6d-653e1a00d8f8']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:28.903327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ad9803-b3e2-4a4a-8a4d-1bec462fceab') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:28.903776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ad9803-b3e2-4a4a-8a4d-1bec462fceab') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:28.943014 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:28.987673 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1715a53-0e04-4387-a539-72ba704ae2e9 req-14c6d736-a38a-4ea6-bdba-40950205c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:28.989811 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f1715a53-0e04-4387-a539-72ba704ae2e9 req-14c6d736-a38a-4ea6-bdba-40950205c4e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7fdce68c2634be6a0eb390c9c3290ec&device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 1094 time: 0.4507358 Jul 09 20:05:28.994116 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.012047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:29.026075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:29.026494 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:29.040821 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:29.044697 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97bd43f8-ad23-4367-8a99-ba0f603101f4 req-965217e9-d881-4a1d-b57f-ffad181d2180 service neutron] 10.222.0.36 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211801 Jul 09 20:05:29.085027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:29.119187 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.144839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port 51322847-385e-4641-ace3-81e6bbd3d8b8 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:29.145179 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.214006 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.db.api [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 20:05:29.214006 n-d-800088-3 neutron-server[100205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 20:05:29.214006 n-d-800088-3 neutron-server[100205]: [parameters: {'id': '1c5e0038-9668-4379-8a6d-653e1a00d8f8'}] Jul 09 20:05:29.214006 n-d-800088-3 neutron-server[100205]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:05:29.214536 n-d-800088-3 neutron-server[100205]: DEBUG oslo_db.api [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:05:29.245195 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595c004-dbad-4acf-884c-c2a9622efdb7 req-2ffd7baf-93eb-4948-8289-69b6836e7899 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:29.246691 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1595c004-dbad-4acf-884c-c2a9622efdb7 req-2ffd7baf-93eb-4948-8289-69b6836e7899 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.3873765 Jul 09 20:05:29.267409 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.306442 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for 51322847-385e-4641-ace3-81e6bbd3d8b8 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:29.313391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1715a53-0e04-4387-a539-72ba704ae2e9 req-36766ab2-0902-437f-a213-a11e47f5fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:29.315413 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f1715a53-0e04-4387-a539-72ba704ae2e9 req-36766ab2-0902-437f-a213-a11e47f5fbf6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c359fa-7b1c-482e-86f6-2ae29ef3df09 HTTP/1.1" status: 200 len: 912 time: 0.3005893 Jul 09 20:05:29.396910 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1595c004-dbad-4acf-884c-c2a9622efdb7 req-25fca18d-1704-4fb3-b0b4-b09c09f104f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443503 Jul 09 20:05:29.400339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f1715a53-0e04-4387-a539-72ba704ae2e9 req-20c981e2-8c7b-495d-acc7-133a52a8e4b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=780d54f9-4eb2-49d6-867c-5246a87c7100 HTTP/1.1" status: 200 len: 217 time: 0.0722747 Jul 09 20:05:29.407930 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7a4dc270-22e3-4db8-942c-c4089801f8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.480461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1715a53-0e04-4387-a539-72ba704ae2e9 req-de67fd39-45ef-4f3f-bc4b-234e4d815143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:29.482056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f1715a53-0e04-4387-a539-72ba704ae2e9 req-de67fd39-45ef-4f3f-bc4b-234e4d815143 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7add970-f5d8-4207-a1aa-5e2788ab0a25 HTTP/1.1" status: 200 len: 851 time: 0.0638070 Jul 09 20:05:29.487129 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.544401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=51322847-385e-4641-ace3-81e6bbd3d8b8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:29.549657 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f1715a53-0e04-4387-a539-72ba704ae2e9 req-5f883fb6-68d7-4e10-883a-fe4bec094fc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c359fa-7b1c-482e-86f6-2ae29ef3df09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543466 Jul 09 20:05:29.550774 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.555243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/51322847-385e-4641-ace3-81e6bbd3d8b8 HTTP/1.1" status: 204 len: 168 time: 1.0825939 Jul 09 20:05:29.555350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44130) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:29.559331 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:29.559680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:29.560121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:29.560466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:29.560837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:29.561175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:29.561543 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:29.561889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:29.562242 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:29.562579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:29.562906 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:29.563230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c866c-7ba5-4433-8499-45920191aeb0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:29.591143 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.649257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1435d479-557d-40a1-9c11-7a5f95205129 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:29.650816 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1435d479-557d-40a1-9c11-7a5f95205129 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0945060 Jul 09 20:05:29.653797 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44134) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:29.674214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c842b15f-1bfa-4ad9-b1ed-0cd2f7191a40 None None] Network 1c5e0038-9668-4379-8a6d-653e1a00d8f8 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:29.691093 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f1715a53-0e04-4387-a539-72ba704ae2e9 req-0b5fb470-8878-4754-ac02-2f4115c8d559 service neutron] 10.222.0.36 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240079 Jul 09 20:05:29.693311 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ac4ebd-fe61-43e3-b8eb-18aafd46286c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] GET failed (client error): The resource could not be found. Jul 09 20:05:29.698243 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-52ac4ebd-fe61-43e3-b8eb-18aafd46286c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/51322847-385e-4641-ace3-81e6bbd3d8b8 HTTP/1.1" status: 404 len: 333 time: 0.0380878 Jul 09 20:05:29.698597 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44136) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:29.704042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-fa880db8-4304-4bac-a32b-12fb63878766 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1169485144'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:29.721991 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.738011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d7748bd8-7f03-4d19-af10-1e5ac7811242 None None] Provisioning for port 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:29.748294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa880db8-4304-4bac-a32b-12fb63878766 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:29.751000 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d7748bd8-7f03-4d19-af10-1e5ac7811242 None None] Provisioning complete for port 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:29.751467 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d7748bd8-7f03-4d19-af10-1e5ac7811242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.753573 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa880db8-4304-4bac-a32b-12fb63878766 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.786429 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa880db8-4304-4bac-a32b-12fb63878766 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:29.798527 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa880db8-4304-4bac-a32b-12fb63878766 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.798898 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-fa880db8-4304-4bac-a32b-12fb63878766 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Added segment 2f1d01d0-1ee4-4c49-9166-6ff8699ec603 of type vlan for network 3cb906db-e99c-46eb-a2a1-dd0c196e5572 Jul 09 20:05:29.845688 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa880db8-4304-4bac-a32b-12fb63878766 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.884023 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa880db8-4304-4bac-a32b-12fb63878766 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.894623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa880db8-4304-4bac-a32b-12fb63878766 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:29.895687 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa880db8-4304-4bac-a32b-12fb63878766 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.905919 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d7748bd8-7f03-4d19-af10-1e5ac7811242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.951792 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d7748bd8-7f03-4d19-af10-1e5ac7811242 None None] For port 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84,segment=NetworkSegment(09ad9803-b3e2-4a4a-8a4d-1bec462fceab),segment_id=09ad9803-b3e2-4a4a-8a4d-1bec462fceab)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:29.957852 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d7748bd8-7f03-4d19-af10-1e5ac7811242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:29.996774 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa880db8-4304-4bac-a32b-12fb63878766 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Network': ['ID=3cb906db-e99c-46eb-a2a1-dd0c196e5572,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:30.001842 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fa880db8-4304-4bac-a32b-12fb63878766 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3022027 Jul 09 20:05:30.005965 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44138) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:30.015354 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 3cb906db-e99c-46eb-a2a1-dd0c196e5572 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:30.016880 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d0523453-a399-4c80-8bc1-21ef592a2174 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'subnet': {'network_id': '3cb906db-e99c-46eb-a2a1-dd0c196e5572', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:30.037539 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e9f237-40ab-4f6d-b76f-0d22c9eec0a4 None None] DHCP port deletion for 1c5e0038-9668-4379-8a6d-653e1a00d8f8 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:05:30.079705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7748bd8-7f03-4d19-af10-1e5ac7811242 None None] Pushing event updated for resources: {'Port': ['ID=1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:30.118837 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0523453-a399-4c80-8bc1-21ef592a2174 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:30.123223 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0523453-a399-4c80-8bc1-21ef592a2174 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.147967 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-11e9f237-40ab-4f6d-b76f-0d22c9eec0a4 None None] Deleting port 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:30.148668 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11e9f237-40ab-4f6d-b76f-0d22c9eec0a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.199517 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f1715a53-0e04-4387-a539-72ba704ae2e9 req-0aad9e1e-22d4-4e7f-9412-a96d7fdd586e service neutron] 10.222.0.36 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994621 Jul 09 20:05:30.222698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-11e9f237-40ab-4f6d-b76f-0d22c9eec0a4 None None] For port 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84,segment=NetworkSegment(09ad9803-b3e2-4a4a-8a4d-1bec462fceab),segment_id=09ad9803-b3e2-4a4a-8a4d-1bec462fceab)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:30.223220 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11e9f237-40ab-4f6d-b76f-0d22c9eec0a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.233609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30988e1f-3aa8-43e0-ad2b-c3c3a61cc8c7 req-5c48c6aa-c6cf-457b-a11d-896d00bcc00c tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:30.235110 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30988e1f-3aa8-43e0-ad2b-c3c3a61cc8c7 req-5c48c6aa-c6cf-457b-a11d-896d00bcc00c tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 943 time: 0.4677100 Jul 09 20:05:30.243554 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-11e9f237-40ab-4f6d-b76f-0d22c9eec0a4 None None] Calling delete_port for 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:30.245431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Deleting port 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:30.245777 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.336839 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0523453-a399-4c80-8bc1-21ef592a2174 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.339759 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30988e1f-3aa8-43e0-ad2b-c3c3a61cc8c7 req-6a0c08eb-83d5-47c3-8032-0482e58e7af5 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959876 Jul 09 20:05:30.341004 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11e9f237-40ab-4f6d-b76f-0d22c9eec0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.345186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] For port 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84,segment=NetworkSegment(09ad9803-b3e2-4a4a-8a4d-1bec462fceab),segment_id=09ad9803-b3e2-4a4a-8a4d-1bec462fceab)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:30.345934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.363487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Calling delete_port for 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:30.395037 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9f237-40ab-4f6d-b76f-0d22c9eec0a4 None None] Pushing event deleted for resources: {'Port': ['ID=1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:30.400873 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9f237-40ab-4f6d-b76f-0d22c9eec0a4 None None] No DVR routers for this DVR port 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:30.411079 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.438515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0523453-a399-4c80-8bc1-21ef592a2174 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Subnet': ['ID=3a24e859-2bba-44f5-940d-e4ef5ecd47aa,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:30.457224 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0523453-a399-4c80-8bc1-21ef592a2174 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Checking segment: {'id': '2f1d01d0-1ee4-4c49-9166-6ff8699ec603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3cb906db-e99c-46eb-a2a1-dd0c196e5572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:30.457602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0523453-a399-4c80-8bc1-21ef592a2174 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network hostable DHCP agents. Network: 3cb906db-e99c-46eb-a2a1-dd0c196e5572, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:30.475224 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.475659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0523453-a399-4c80-8bc1-21ef592a2174 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 3cb906db-e99c-46eb-a2a1-dd0c196e5572 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:30.489037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-d0523453-a399-4c80-8bc1-21ef592a2174 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 3cb906db-e99c-46eb-a2a1-dd0c196e5572) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:30.494663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0523453-a399-4c80-8bc1-21ef592a2174 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:30.495346 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0523453-a399-4c80-8bc1-21ef592a2174 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.497819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b21b4b-b530-4a57-b7ac-0cc182911951 None None] Network 3cb906db-e99c-46eb-a2a1-dd0c196e5572 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:30.514996 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d0523453-a399-4c80-8bc1-21ef592a2174 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5077095 Jul 09 20:05:30.517502 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44144) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:30.519342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Port': ['ID=1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:30.525032 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No DVR routers for this DVR port 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:30.529527 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-21ab2a95-9f38-45c6-856c-8b9bd376289d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'subnet': {'network_id': '3cb906db-e99c-46eb-a2a1-dd0c196e5572', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:30.640166 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.655927 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5e0038-9668-4379-8a6d-653e1a00d8f8']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:30.657133 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ab2a95-9f38-45c6-856c-8b9bd376289d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:30.662561 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21ab2a95-9f38-45c6-856c-8b9bd376289d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.674065 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ad9803-b3e2-4a4a-8a4d-1bec462fceab') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:30.675748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ad9803-b3e2-4a4a-8a4d-1bec462fceab') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:30.684808 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-3cb906db-e99c-46eb-a2a1-dd0c196e5572', 'network_id': '3cb906db-e99c-46eb-a2a1-dd0c196e5572', 'tenant_id': '28db90d7fba449919653b429ee148aff', 'fixed_ips': [{'subnet_id': '3a24e859-2bba-44f5-940d-e4ef5ecd47aa'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:30.685381 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.688185 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.709159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389705c-10cd-4648-ba73-01e09886e125 req-83bda348-8219-4c85-8dcd-304072932f03 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:30.711282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a389705c-10cd-4648-ba73-01e09886e125 req-83bda348-8219-4c85-8dcd-304072932f03 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.1607718 Jul 09 20:05:30.719825 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.746404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:30.746908 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:30.752720 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:30.787957 n-d-800088-3 neutron-server[100204]: INFO neutron.db.ipam_backend_mixin [None req-21ab2a95-9f38-45c6-856c-8b9bd376289d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3a24e859-2bba-44f5-940d-e4ef5ecd47aa (CIDR: 172.20.0.0/28) Jul 09 20:05:30.790811 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ab2a95-9f38-45c6-856c-8b9bd376289d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:05:30.791344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ab2a95-9f38-45c6-856c-8b9bd376289d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:30.806033 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-21ab2a95-9f38-45c6-856c-8b9bd376289d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2861412 Jul 09 20:05:30.808655 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44148) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:30.813858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6a520880-4fa0-4c68-9856-b3eb0f2226dc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'subnet': {'network_id': '3cb906db-e99c-46eb-a2a1-dd0c196e5572', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:30.832902 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a389705c-10cd-4648-ba73-01e09886e125 req-03f37540-bcae-4f62-8f33-a7584aae6778 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147082 Jul 09 20:05:30.838410 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.843784 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.849717 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/1c5e0038-9668-4379-8a6d-653e1a00d8f8 HTTP/1.1" status: 204 len: 168 time: 3.1123917 Jul 09 20:05:30.850689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44150) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:30.857455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-caa0b001-b106-45db-9087-26677b4aafbb tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-381038412'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:30.875872 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a2bdd-a50e-48eb-921b-8e60793cc61b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Network': ['ID=1c5e0038-9668-4379-8a6d-653e1a00d8f8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:30.895964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa0b001-b106-45db-9087-26677b4aafbb tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:30.901727 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-caa0b001-b106-45db-9087-26677b4aafbb tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.938073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa0b001-b106-45db-9087-26677b4aafbb tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:30.956671 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-caa0b001-b106-45db-9087-26677b4aafbb tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:30.957260 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-caa0b001-b106-45db-9087-26677b4aafbb tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Added segment ddd78f98-1ba0-4e9e-9e06-05abb969daa2 of type vlan for network 9a5d118e-1236-472a-9c21-4334e2bcdaf9 Jul 09 20:05:30.960182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:05:30.964935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a520880-4fa0-4c68-9856-b3eb0f2226dc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:30.968882 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6a520880-4fa0-4c68-9856-b3eb0f2226dc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.000337 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:05:31.000778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1d68e19a-8a7a-48a0-9bd0-13de9a8b6d84 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:05:31.007656 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-caa0b001-b106-45db-9087-26677b4aafbb tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.028168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Allocated IP 172.20.0.2 (3cb906db-e99c-46eb-a2a1-dd0c196e5572/3a24e859-2bba-44f5-940d-e4ef5ecd47aa/e4d5c566-ab75-4038-8806-09eec7f7230a) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:31.043941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-caa0b001-b106-45db-9087-26677b4aafbb tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.050786 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0b001-b106-45db-9087-26677b4aafbb tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:31.051407 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-caa0b001-b106-45db-9087-26677b4aafbb tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.128421 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-caa0b001-b106-45db-9087-26677b4aafbb tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2734847 Jul 09 20:05:31.128701 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44152) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:31.134029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-082de441-a9c8-4704-97d5-340f5b8f4461 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:31.139188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0b001-b106-45db-9087-26677b4aafbb tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Network': ['ID=9a5d118e-1236-472a-9c21-4334e2bcdaf9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:31.167934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 9a5d118e-1236-472a-9c21-4334e2bcdaf9 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:31.219264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6a520880-4fa0-4c68-9856-b3eb0f2226dc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.236136 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.255095 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Transition to ACTIVE for port object e4d5c566-ab75-4038-8806-09eec7f7230a will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:31.269449 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a520880-4fa0-4c68-9856-b3eb0f2226dc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 3cb906db-e99c-46eb-a2a1-dd0c196e5572 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:31.274752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-6a520880-4fa0-4c68-9856-b3eb0f2226dc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:31.278248 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Transition to ACTIVE for port object e4d5c566-ab75-4038-8806-09eec7f7230a will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:31.279467 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a520880-4fa0-4c68-9856-b3eb0f2226dc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:31.279981 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6a520880-4fa0-4c68-9856-b3eb0f2226dc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.285973 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.293424 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a520880-4fa0-4c68-9856-b3eb0f2226dc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Subnet': ['ID=66263d7a-f354-4f89-9dce-6a00757d318b,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:31.306960 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6a520880-4fa0-4c68-9856-b3eb0f2226dc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4971106 Jul 09 20:05:31.307144 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44154) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:31.312427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'network_id': '3cb906db-e99c-46eb-a2a1-dd0c196e5572', 'fixed_ips': [{'subnet_id': '3a24e859-2bba-44f5-940d-e4ef5ecd47aa'}, {'subnet_id': '66263d7a-f354-4f89-9dce-6a00757d318b'}], 'name': 'tempest-PortsTestJSON-599904551'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:31.320138 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-082de441-a9c8-4704-97d5-340f5b8f4461 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.333303 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Network 3cb906db-e99c-46eb-a2a1-dd0c196e5572 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:31.340161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:31.344130 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:31.350768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Pushing event updated for resources: {'Port': ['ID=e4d5c566-ab75-4038-8806-09eec7f7230a,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:31.380346 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-082de441-a9c8-4704-97d5-340f5b8f4461 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.423982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Attempting to bind port e4d5c566-ab75-4038-8806-09eec7f7230a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:31.424508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Attempting to bind port e4d5c566-ab75-4038-8806-09eec7f7230a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '2f1d01d0-1ee4-4c49-9166-6ff8699ec603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3cb906db-e99c-46eb-a2a1-dd0c196e5572'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:31.424913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Attempting to bind port e4d5c566-ab75-4038-8806-09eec7f7230a on network 3cb906db-e99c-46eb-a2a1-dd0c196e5572 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:31.429968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:31.430345 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Checking segment: {'id': '2f1d01d0-1ee4-4c49-9166-6ff8699ec603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3cb906db-e99c-46eb-a2a1-dd0c196e5572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:31.430758 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.431155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Bound using segment: {'id': '2f1d01d0-1ee4-4c49-9166-6ff8699ec603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3cb906db-e99c-46eb-a2a1-dd0c196e5572'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:31.431628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Bound port: e4d5c566-ab75-4038-8806-09eec7f7230a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1d01d0-1ee4-4c49-9166-6ff8699ec603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3cb906db-e99c-46eb-a2a1-dd0c196e5572'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:31.432015 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.434639 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-082de441-a9c8-4704-97d5-340f5b8f4461 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network 9a5d118e-1236-472a-9c21-4334e2bcdaf9 is not hosted by any dhcp agent {{(pid=100205) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 20:05:31.441171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082de441-a9c8-4704-97d5-340f5b8f4461 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:31.441780 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-082de441-a9c8-4704-97d5-340f5b8f4461 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.443058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-082de441-a9c8-4704-97d5-340f5b8f4461 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "PUT /v2.0/networks/9a5d118e-1236-472a-9c21-4334e2bcdaf9 HTTP/1.1" status: 200 len: 723 time: 0.3133063 Jul 09 20:05:31.447770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44158) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:31.453308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d4795c30-f1e8-48f4-956e-1b61d872fe80 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'subnet': {'network_id': '9a5d118e-1236-472a-9c21-4334e2bcdaf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:31.480862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082de441-a9c8-4704-97d5-340f5b8f4461 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Network': ['ID=9a5d118e-1236-472a-9c21-4334e2bcdaf9,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:31.526337 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] For port e4d5c566-ab75-4038-8806-09eec7f7230a, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:31.528431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:31.531155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] For port e4d5c566-ab75-4038-8806-09eec7f7230a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e4d5c566-ab75-4038-8806-09eec7f7230a,segment=NetworkSegment(2f1d01d0-1ee4-4c49-9166-6ff8699ec603),segment_id=2f1d01d0-1ee4-4c49-9166-6ff8699ec603)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:31.536141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 9a5d118e-1236-472a-9c21-4334e2bcdaf9 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:31.558826 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.638144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb15047-09a9-4672-b0a0-12f595472ba7 req-74938947-acf0-4f4d-a5d3-f162e4c144e7 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:31.640785 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2bb15047-09a9-4672-b0a0-12f595472ba7 req-74938947-acf0-4f4d-a5d3-f162e4c144e7 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 943 time: 0.1126137 Jul 09 20:05:31.666832 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.681961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4795c30-f1e8-48f4-956e-1b61d872fe80 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:31.685514 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d4795c30-f1e8-48f4-956e-1b61d872fe80 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:31.698958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port 4cc0384e-ebdd-4544-965d-dd1f7f65ea38 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:05:31.708833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87a0a0-1d13-4568-90a4-b45b9004a959 None None] Pushing event updated for resources: {'Port': ['ID=e4d5c566-ab75-4038-8806-09eec7f7230a,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:31.743362 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2bb15047-09a9-4672-b0a0-12f595472ba7 req-69c279d8-cafc-4502-82fa-da3d0eb3f970 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956888 Jul 09 20:05:31.952861 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d4795c30-f1e8-48f4-956e-1b61d872fe80 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:32.077190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Allocated IP 172.20.0.11 (3cb906db-e99c-46eb-a2a1-dd0c196e5572/3a24e859-2bba-44f5-940d-e4ef5ecd47aa/4cc0384e-ebdd-4544-965d-dd1f7f65ea38) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:32.084116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Allocated IP 172.20.0.21 (3cb906db-e99c-46eb-a2a1-dd0c196e5572/66263d7a-f354-4f89-9dce-6a00757d318b/4cc0384e-ebdd-4544-965d-dd1f7f65ea38) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:32.104568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 780d54f9-4eb2-49d6-867c-5246a87c7100 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:05:32.109298 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4795c30-f1e8-48f4-956e-1b61d872fe80 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Subnet': ['ID=1875e6d4-add0-4d4c-911a-3f0c5d5f30ec,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:32.141329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4795c30-f1e8-48f4-956e-1b61d872fe80 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Checking segment: {'id': 'ddd78f98-1ba0-4e9e-9e06-05abb969daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9a5d118e-1236-472a-9c21-4334e2bcdaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:32.142077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4795c30-f1e8-48f4-956e-1b61d872fe80 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network hostable DHCP agents. Network: 9a5d118e-1236-472a-9c21-4334e2bcdaf9, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:32.192236 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f4a2f-02e2-4337-9b89-5f767793552d req-9f08a94c-40b4-4b23-976d-3cbee1abf0b3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:32.197167 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-203f4a2f-02e2-4337-9b89-5f767793552d req-9f08a94c-40b4-4b23-976d-3cbee1abf0b3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.1872253 Jul 09 20:05:32.199820 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4795c30-f1e8-48f4-956e-1b61d872fe80 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network 9a5d118e-1236-472a-9c21-4334e2bcdaf9 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:32.225080 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-d4795c30-f1e8-48f4-956e-1b61d872fe80 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 9a5d118e-1236-472a-9c21-4334e2bcdaf9) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:32.240222 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99752fe7-1737-4856-bfd1-eb2464271a41 None None] Network 9a5d118e-1236-472a-9c21-4334e2bcdaf9 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:32.249274 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4795c30-f1e8-48f4-956e-1b61d872fe80 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:32.250141 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d4795c30-f1e8-48f4-956e-1b61d872fe80 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:32.274199 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:32.294771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d4795c30-f1e8-48f4-956e-1b61d872fe80 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8433022 Jul 09 20:05:32.295467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44166) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:32.297949 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-203f4a2f-02e2-4337-9b89-5f767793552d req-41eb353c-56fd-4293-b05b-b3658be42f71 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937803 Jul 09 20:05:32.307801 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:32.308735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-89579851-ce38-40c6-b24a-ebaf8600dd26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:32.316477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Transition to ACTIVE for port object 4cc0384e-ebdd-4544-965d-dd1f7f65ea38 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:32.348607 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 780d54f9-4eb2-49d6-867c-5246a87c7100, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=780d54f9-4eb2-49d6-867c-5246a87c7100,segment=NetworkSegment(1be48896-77c9-4241-8977-ffda45617ce8),segment_id=1be48896-77c9-4241-8977-ffda45617ce8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:32.381062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '780d54f9-4eb2-49d6-867c-5246a87c7100', 'network_id': '99c359fa-7b1c-482e-86f6-2ae29ef3df09', 'port_id': '780d54f9-4eb2-49d6-867c-5246a87c7100', 'mac_address': 'fa:16:3e:c9:f3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7add970-f5d8-4207-a1aa-5e2788ab0a25', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:05:32.434519 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-89579851-ce38-40c6-b24a-ebaf8600dd26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12224402'] for subnet, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:32.457820 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:32.542554 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 3cb906db-e99c-46eb-a2a1-dd0c196e5572 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:32.551634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:32.557078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:32.559670 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=4cc0384e-ebdd-4544-965d-dd1f7f65ea38,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:32.641738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:32.642342 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:32.679808 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:32.687872 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-621d63b1-0880-483b-9837-56d0f88ffc9e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.3798821 Jul 09 20:05:32.692920 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44170) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:32.699698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1c543869-2edd-407d-b3a7-991946873b64 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a24e859-2bba-44f5-940d-e4ef5ecd47aa'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:32.703655 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-89579851-ce38-40c6-b24a-ebaf8600dd26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745877229855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9706494'] for subnet, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:32.719646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780d54f9-4eb2-49d6-867c-5246a87c7100 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:05:32.752446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89579851-ce38-40c6-b24a-ebaf8600dd26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:32.753485 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-89579851-ce38-40c6-b24a-ebaf8600dd26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:32.755063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-89579851-ce38-40c6-b24a-ebaf8600dd26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "PUT /v2.0/subnets/1875e6d4-add0-4d4c-911a-3f0c5d5f30ec HTTP/1.1" status: 200 len: 806 time: 0.4583120 Jul 09 20:05:32.758305 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44172) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:32.786916 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-9a5d118e-1236-472a-9c21-4334e2bcdaf9', 'network_id': '9a5d118e-1236-472a-9c21-4334e2bcdaf9', 'tenant_id': '78d36dc5f283430bb67cade6ca639a2b', 'fixed_ips': [{'subnet_id': '1875e6d4-add0-4d4c-911a-3f0c5d5f30ec'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:32.787807 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:32.793558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 780d54f9-4eb2-49d6-867c-5246a87c7100, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=780d54f9-4eb2-49d6-867c-5246a87c7100,segment=NetworkSegment(1be48896-77c9-4241-8977-ffda45617ce8),segment_id=1be48896-77c9-4241-8977-ffda45617ce8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:32.807688 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:32.841220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89579851-ce38-40c6-b24a-ebaf8600dd26 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Subnet': ['ID=1875e6d4-add0-4d4c-911a-3f0c5d5f30ec,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:32.910512 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:32.958481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=780d54f9-4eb2-49d6-867c-5246a87c7100,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:32.979842 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:33.013032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68164d00-21db-475c-af3d-d236275d3ff0 None None] Network 3cb906db-e99c-46eb-a2a1-dd0c196e5572 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:33.075199 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Allocated IP 172.20.0.2 (9a5d118e-1236-472a-9c21-4334e2bcdaf9/1875e6d4-add0-4d4c-911a-3f0c5d5f30ec/4aa7c51a-5774-4f3d-b1a5-0064fcc83a80) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:33.116220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e4d5c566-ab75-4038-8806-09eec7f7230a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:33.223727 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b9972-20fb-4132-90a5-b834feb21edb req-81ce99c7-8484-4013-81f2-ff9900418119 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:33.226259 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-346b9972-20fb-4132-90a5-b834feb21edb req-81ce99c7-8484-4013-81f2-ff9900418119 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 944 time: 0.2094114 Jul 09 20:05:33.228748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-50bf668c-ffea-46a8-9890-6599f0f1fddb None None] Provisioning for port e4d5c566-ab75-4038-8806-09eec7f7230a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:33.275973 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c543869-2edd-407d-b3a7-991946873b64 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:33.322244 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port e4d5c566-ab75-4038-8806-09eec7f7230a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:33.353605 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['780d54f9-4eb2-49d6-867c-5246a87c7100'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:05:33.361622 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-346b9972-20fb-4132-90a5-b834feb21edb req-4eec1766-c44c-4ad8-93c3-f693bc2a3ba1 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221597 Jul 09 20:05:33.362485 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e4d5c566-ab75-4038-8806-09eec7f7230a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:33.363382 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:33.491739 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:33.507115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Transition to ACTIVE for port object 4aa7c51a-5774-4f3d-b1a5-0064fcc83a80 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:33.547470 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Transition to ACTIVE for port object 4aa7c51a-5774-4f3d-b1a5-0064fcc83a80 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:33.589431 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:33.631330 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:33.676411 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:33.712251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Subnet': ['ID=1875e6d4-add0-4d4c-911a-3f0c5d5f30ec,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:33.731371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-1c543869-2edd-407d-b3a7-991946873b64 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Delete allocated IP 172.20.0.21 (3cb906db-e99c-46eb-a2a1-dd0c196e5572/66263d7a-f354-4f89-9dce-6a00757d318b) {{(pid=100204) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 20:05:33.747885 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf05bb-7b5a-4274-854e-385491c1b6bb req-42e7533f-3ea7-46fd-836e-1f110e79468b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:33.761154 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-42bf05bb-7b5a-4274-854e-385491c1b6bb req-42e7533f-3ea7-46fd-836e-1f110e79468b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2396526 Jul 09 20:05:33.789081 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Network 9a5d118e-1236-472a-9c21-4334e2bcdaf9 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:33.802609 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:33.808476 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:33.815808 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Pushing event updated for resources: {'Port': ['ID=4aa7c51a-5774-4f3d-b1a5-0064fcc83a80,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:33.839928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port e4d5c566-ab75-4038-8806-09eec7f7230a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e4d5c566-ab75-4038-8806-09eec7f7230a,segment=NetworkSegment(2f1d01d0-1ee4-4c49-9166-6ff8699ec603),segment_id=2f1d01d0-1ee4-4c49-9166-6ff8699ec603)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:33.875659 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:33.890524 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a832eb96-f2c5-4c26-b053-290b805e68a7 None None] Update dhcp port {'port': {'network_id': '3cb906db-e99c-46eb-a2a1-dd0c196e5572', 'fixed_ips': [{'subnet_id': '3a24e859-2bba-44f5-940d-e4ef5ecd47aa', 'ip_address': '172.20.0.2'}, {'subnet_id': '66263d7a-f354-4f89-9dce-6a00757d318b'}], 'binding:host_id': 'n-d-800088-3'}, 'id': 'e4d5c566-ab75-4038-8806-09eec7f7230a'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:05:33.918899 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:33.947053 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-42bf05bb-7b5a-4274-854e-385491c1b6bb req-59d49740-a446-4b16-91e3-262ed901c42c tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846457 Jul 09 20:05:33.950058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5d118e-1236-472a-9c21-4334e2bcdaf9']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:33.969243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd78f98-1ba0-4e9e-9e06-05abb969daa2') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:33.969677 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd78f98-1ba0-4e9e-9e06-05abb969daa2') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:33.983517 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.010431 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c543869-2edd-407d-b3a7-991946873b64 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.011973 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.015109 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Attempting to bind port 4aa7c51a-5774-4f3d-b1a5-0064fcc83a80 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:34.015485 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Attempting to bind port 4aa7c51a-5774-4f3d-b1a5-0064fcc83a80 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ddd78f98-1ba0-4e9e-9e06-05abb969daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9a5d118e-1236-472a-9c21-4334e2bcdaf9'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:34.015852 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Attempting to bind port 4aa7c51a-5774-4f3d-b1a5-0064fcc83a80 on network 9a5d118e-1236-472a-9c21-4334e2bcdaf9 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:34.024129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:34.025905 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a832eb96-f2c5-4c26-b053-290b805e68a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.026049 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:34.030141 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:34.037113 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-1c543869-2edd-407d-b3a7-991946873b64 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Ignored duplicate provisioning block setup for port 4cc0384e-ebdd-4544-965d-dd1f7f65ea38 by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 20:05:34.044488 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c543869-2edd-407d-b3a7-991946873b64 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.045034 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:34.045600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Checking segment: {'id': 'ddd78f98-1ba0-4e9e-9e06-05abb969daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9a5d118e-1236-472a-9c21-4334e2bcdaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:34.046131 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.047259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Bound using segment: {'id': 'ddd78f98-1ba0-4e9e-9e06-05abb969daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9a5d118e-1236-472a-9c21-4334e2bcdaf9'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:34.047968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Bound port: 4aa7c51a-5774-4f3d-b1a5-0064fcc83a80, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd78f98-1ba0-4e9e-9e06-05abb969daa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9a5d118e-1236-472a-9c21-4334e2bcdaf9'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:34.048772 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.068310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=e4d5c566-ab75-4038-8806-09eec7f7230a,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:34.112681 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.db.api [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 20:05:34.112681 n-d-800088-3 neutron-server[100205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 20:05:34.112681 n-d-800088-3 neutron-server[100205]: [parameters: {'id': '9a5d118e-1236-472a-9c21-4334e2bcdaf9'}] Jul 09 20:05:34.112681 n-d-800088-3 neutron-server[100205]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:05:34.113980 n-d-800088-3 neutron-server[100205]: DEBUG oslo_db.api [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:05:34.188014 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c543869-2edd-407d-b3a7-991946873b64 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=4cc0384e-ebdd-4544-965d-dd1f7f65ea38,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:34.207948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-1c543869-2edd-407d-b3a7-991946873b64 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] In _notify_port_updated(), no bound segment for port 4cc0384e-ebdd-4544-965d-dd1f7f65ea38 on network 3cb906db-e99c-46eb-a2a1-dd0c196e5572 {{(pid=100204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:05:34.214786 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c543869-2edd-407d-b3a7-991946873b64 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:34.215437 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c543869-2edd-407d-b3a7-991946873b64 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.216911 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1c543869-2edd-407d-b3a7-991946873b64 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "PUT /v2.0/ports/4cc0384e-ebdd-4544-965d-dd1f7f65ea38 HTTP/1.1" status: 200 len: 919 time: 1.5228827 Jul 09 20:05:34.220345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44186) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:34.223519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] For port 4aa7c51a-5774-4f3d-b1a5-0064fcc83a80, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:34.228725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2f72da76-97d4-4425-a5bc-32f2892c9c51 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a24e859-2bba-44f5-940d-e4ef5ecd47aa'}, {'subnet_id': '66263d7a-f354-4f89-9dce-6a00757d318b'}]}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:34.229031 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] For port 4aa7c51a-5774-4f3d-b1a5-0064fcc83a80, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4aa7c51a-5774-4f3d-b1a5-0064fcc83a80,segment=NetworkSegment(ddd78f98-1ba0-4e9e-9e06-05abb969daa2),segment_id=ddd78f98-1ba0-4e9e-9e06-05abb969daa2)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:34.236051 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.324666 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f72da76-97d4-4425-a5bc-32f2892c9c51 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.347025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8edcf-3b60-42ce-b5f6-4675e747e4ef None None] Pushing event updated for resources: {'Port': ['ID=4aa7c51a-5774-4f3d-b1a5-0064fcc83a80,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:34.365633 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-a832eb96-f2c5-4c26-b053-290b805e68a7 None None] Allocated IP 172.20.0.18 (3cb906db-e99c-46eb-a2a1-dd0c196e5572/66263d7a-f354-4f89-9dce-6a00757d318b/e4d5c566-ab75-4038-8806-09eec7f7230a) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:34.398323 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cefde14-5182-4713-b5bf-429a6e90a867 None None] Network 9a5d118e-1236-472a-9c21-4334e2bcdaf9 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:34.572337 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4c48a-e87e-4e82-a4ea-4e1deaea907a req-4f0a9eb4-4ee4-4220-b6e5-645dee236e14 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:34.572622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a832eb96-f2c5-4c26-b053-290b805e68a7 None None] For port e4d5c566-ab75-4038-8806-09eec7f7230a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e4d5c566-ab75-4038-8806-09eec7f7230a,segment=NetworkSegment(2f1d01d0-1ee4-4c49-9166-6ff8699ec603),segment_id=2f1d01d0-1ee4-4c49-9166-6ff8699ec603)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:34.574105 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58f4c48a-e87e-4e82-a4ea-4e1deaea907a req-4f0a9eb4-4ee4-4220-b6e5-645dee236e14 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 944 time: 0.0684924 Jul 09 20:05:34.613225 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a832eb96-f2c5-4c26-b053-290b805e68a7 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.613960 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58f4c48a-e87e-4e82-a4ea-4e1deaea907a req-8972766c-8e9b-4cc8-819c-eb3e47ba887c tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340698 Jul 09 20:05:34.615496 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.635262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a832eb96-f2c5-4c26-b053-290b805e68a7 None None] Transition to ACTIVE for port object e4d5c566-ab75-4038-8806-09eec7f7230a will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:34.636372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0f4e7e-0a0c-4f09-8475-2dedf41ac9e3 None None] Network 9a5d118e-1236-472a-9c21-4334e2bcdaf9 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:34.640822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a832eb96-f2c5-4c26-b053-290b805e68a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.716864 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-2f72da76-97d4-4425-a5bc-32f2892c9c51 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Allocated IP 172.20.0.19 (3cb906db-e99c-46eb-a2a1-dd0c196e5572/66263d7a-f354-4f89-9dce-6a00757d318b/4cc0384e-ebdd-4544-965d-dd1f7f65ea38) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:34.750725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Deleting port 4aa7c51a-5774-4f3d-b1a5-0064fcc83a80 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:34.750725 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.794567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832eb96-f2c5-4c26-b053-290b805e68a7 None None] Pushing event updated for resources: {'Port': ['ID=e4d5c566-ab75-4038-8806-09eec7f7230a,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:34.872932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] For port 4aa7c51a-5774-4f3d-b1a5-0064fcc83a80, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4aa7c51a-5774-4f3d-b1a5-0064fcc83a80,segment=NetworkSegment(ddd78f98-1ba0-4e9e-9e06-05abb969daa2),segment_id=ddd78f98-1ba0-4e9e-9e06-05abb969daa2)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:34.873308 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:34.898233 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Calling delete_port for 4aa7c51a-5774-4f3d-b1a5-0064fcc83a80 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:34.956475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e4d5c566-ab75-4038-8806-09eec7f7230a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:34.985727 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f72da76-97d4-4425-a5bc-32f2892c9c51 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.011808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-2f72da76-97d4-4425-a5bc-32f2892c9c51 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Ignored duplicate provisioning block setup for port 4cc0384e-ebdd-4544-965d-dd1f7f65ea38 by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 20:05:35.020750 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f72da76-97d4-4425-a5bc-32f2892c9c51 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.080245 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.148754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72da76-97d4-4425-a5bc-32f2892c9c51 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=4cc0384e-ebdd-4544-965d-dd1f7f65ea38,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:35.195775 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No DVR routers for this DVR port 4aa7c51a-5774-4f3d-b1a5-0064fcc83a80 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:35.224814 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Port': ['ID=4aa7c51a-5774-4f3d-b1a5-0064fcc83a80,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:35.317801 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-2f72da76-97d4-4425-a5bc-32f2892c9c51 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] In _notify_port_updated(), no bound segment for port 4cc0384e-ebdd-4544-965d-dd1f7f65ea38 on network 3cb906db-e99c-46eb-a2a1-dd0c196e5572 {{(pid=100205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:05:35.327798 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f72da76-97d4-4425-a5bc-32f2892c9c51 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:35.327798 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f72da76-97d4-4425-a5bc-32f2892c9c51 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.327798 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2f72da76-97d4-4425-a5bc-32f2892c9c51 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "PUT /v2.0/ports/4cc0384e-ebdd-4544-965d-dd1f7f65ea38 HTTP/1.1" status: 200 len: 999 time: 1.1027026 Jul 09 20:05:35.328278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44198) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:35.353773 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.361910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8fc9e6-7157-48ba-bfaf-47f4f997b1d5 None None] Network 3cb906db-e99c-46eb-a2a1-dd0c196e5572 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:35.373660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ceedd-e5c4-40bd-a0c6-49908dc1b9d9 req-47675988-f11f-45b3-82ba-b8fcb0f71e93 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:35.375203 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-102ceedd-e5c4-40bd-a0c6-49908dc1b9d9 req-47675988-f11f-45b3-82ba-b8fcb0f71e93 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2724349 Jul 09 20:05:35.377020 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5d118e-1236-472a-9c21-4334e2bcdaf9']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:35.390097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd78f98-1ba0-4e9e-9e06-05abb969daa2') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:35.390401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd78f98-1ba0-4e9e-9e06-05abb969daa2') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:35.419687 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.447658 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7874994f-c7e2-458d-81b9-944333daa17b None None] Provisioning for port e4d5c566-ab75-4038-8806-09eec7f7230a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:35.448904 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.457612 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-102ceedd-e5c4-40bd-a0c6-49908dc1b9d9 req-4a9531a0-6124-4cb8-89e5-97ec3141825b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715315 Jul 09 20:05:35.462318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:35.462594 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.462713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7874994f-c7e2-458d-81b9-944333daa17b None None] Provisioning complete for port e4d5c566-ab75-4038-8806-09eec7f7230a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:35.463078 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7874994f-c7e2-458d-81b9-944333daa17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:35.467107 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:35.502366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-1259c8e2-a1ec-4910-beb9-290148d1db79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port 4cc0384e-ebdd-4544-965d-dd1f7f65ea38 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:35.503734 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1259c8e2-a1ec-4910-beb9-290148d1db79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.576990 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.587485 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.590395 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/9a5d118e-1236-472a-9c21-4334e2bcdaf9 HTTP/1.1" status: 204 len: 168 time: 2.8304241 Jul 09 20:05:35.592560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44200) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:35.622668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c1a36-d84b-44b7-b330-7b8d8398aac8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Network': ['ID=9a5d118e-1236-472a-9c21-4334e2bcdaf9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:35.625164 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f903169-0c67-458b-b460-fd24af285076 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:35.625809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f903169-0c67-458b-b460-fd24af285076 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:35.633520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8f903169-0c67-458b-b460-fd24af285076 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/9a5d118e-1236-472a-9c21-4334e2bcdaf9 HTTP/1.1" status: 404 len: 339 time: 0.0347018 Jul 09 20:05:35.634073 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44202) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:35.642667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-18d9b1bf-9ad7-4cfa-b1ab-05e0d5c4c69e tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1579409765', 'description': 'd1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:35.648963 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1259c8e2-a1ec-4910-beb9-290148d1db79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.669409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-1259c8e2-a1ec-4910-beb9-290148d1db79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for 4cc0384e-ebdd-4544-965d-dd1f7f65ea38 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:35.690982 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d9b1bf-9ad7-4cfa-b1ab-05e0d5c4c69e tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:35.695563 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18d9b1bf-9ad7-4cfa-b1ab-05e0d5c4c69e tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.816791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d9b1bf-9ad7-4cfa-b1ab-05e0d5c4c69e tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:35.824318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7874994f-c7e2-458d-81b9-944333daa17b None None] Provisioning for port 4cc0384e-ebdd-4544-965d-dd1f7f65ea38 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:35.834970 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18d9b1bf-9ad7-4cfa-b1ab-05e0d5c4c69e tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.835360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7874994f-c7e2-458d-81b9-944333daa17b None None] Provisioning complete for port 4cc0384e-ebdd-4544-965d-dd1f7f65ea38 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:35.835483 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-18d9b1bf-9ad7-4cfa-b1ab-05e0d5c4c69e tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Added segment afb90e52-09fb-453a-ada2-0c7f16ee2960 of type vlan for network d44236f6-9550-4fd4-ad5d-718d380f9379 Jul 09 20:05:35.835960 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7874994f-c7e2-458d-81b9-944333daa17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.885770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7874994f-c7e2-458d-81b9-944333daa17b None None] Port 4cc0384e-ebdd-4544-965d-dd1f7f65ea38 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:05:35.921254 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18d9b1bf-9ad7-4cfa-b1ab-05e0d5c4c69e tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:35.944938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fae15-74a2-4126-843f-6ca640ba0fd0 req-16666d69-b25e-4bf8-91a1-1664de2713e4 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:35.946487 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b87fae15-74a2-4126-843f-6ca640ba0fd0 req-16666d69-b25e-4bf8-91a1-1664de2713e4 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 944 time: 0.1864173 Jul 09 20:05:36.030895 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18d9b1bf-9ad7-4cfa-b1ab-05e0d5c4c69e tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.036754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d9b1bf-9ad7-4cfa-b1ab-05e0d5c4c69e tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:36.037365 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18d9b1bf-9ad7-4cfa-b1ab-05e0d5c4c69e tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.059128 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b87fae15-74a2-4126-843f-6ca640ba0fd0 req-0562cc27-fa20-4f9d-928e-dfb321b35374 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039300 Jul 09 20:05:36.109616 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1259c8e2-a1ec-4910-beb9-290148d1db79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.115153 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-18d9b1bf-9ad7-4cfa-b1ab-05e0d5c4c69e tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4802208 Jul 09 20:05:36.115771 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 780d54f9-4eb2-49d6-867c-5246a87c7100 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:36.118365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44206) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:36.154538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259c8e2-a1ec-4910-beb9-290148d1db79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=4cc0384e-ebdd-4544-965d-dd1f7f65ea38,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:36.156504 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9b1bf-9ad7-4cfa-b1ab-05e0d5c4c69e tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Network': ['ID=d44236f6-9550-4fd4-ad5d-718d380f9379,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:36.170028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network d44236f6-9550-4fd4-ad5d-718d380f9379 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:36.173544 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 780d54f9-4eb2-49d6-867c-5246a87c7100 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:36.217266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 780d54f9-4eb2-49d6-867c-5246a87c7100 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:36.217777 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.258598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eef689-35fa-45f5-8114-0d6a1eadcf2b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:36.266734 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-52eef689-35fa-45f5-8114-0d6a1eadcf2b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "GET /v2.0/networks?id=d44236f6-9550-4fd4-ad5d-718d380f9379 HTTP/1.1" status: 200 len: 761 time: 0.1395979 Jul 09 20:05:36.267507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44212) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:36.273519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-97d95e43-4576-4db4-9910-85b1729fef5d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'network': {'description': 'd2'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:36.317452 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1259c8e2-a1ec-4910-beb9-290148d1db79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.320589 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1259c8e2-a1ec-4910-beb9-290148d1db79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/4cc0384e-ebdd-4544-965d-dd1f7f65ea38 HTTP/1.1" status: 204 len: 168 time: 0.9901145 Jul 09 20:05:36.327656 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44214) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:36.377714 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.388653 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cdb49c-7fd2-4dfe-b05c-63adf3dc3248 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] GET failed (client error): The resource could not be found. Jul 09 20:05:36.390414 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-65cdb49c-7fd2-4dfe-b05c-63adf3dc3248 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/4cc0384e-ebdd-4544-965d-dd1f7f65ea38 HTTP/1.1" status: 404 len: 333 time: 0.0614274 Jul 09 20:05:36.394577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44220) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:36.435805 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b5c522-3aad-4f75-8513-26c8c2955075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780d54f9-4eb2-49d6-867c-5246a87c7100'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:05:36.443548 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073d8c2f-3844-46e2-a13c-08761146281a" -d '{"events": [{"server_uuid": "d7b5c522-3aad-4f75-8513-26c8c2955075", "name": "network-vif-plugged", "status": "completed", "tag": "780d54f9-4eb2-49d6-867c-5246a87c7100"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:05:36.480346 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 780d54f9-4eb2-49d6-867c-5246a87c7100, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=780d54f9-4eb2-49d6-867c-5246a87c7100,segment=NetworkSegment(1be48896-77c9-4241-8977-ffda45617ce8),segment_id=1be48896-77c9-4241-8977-ffda45617ce8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:36.482316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be54ac7-06fa-4298-acc0-523864c57b2b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting subnet 66263d7a-f354-4f89-9dce-6a00757d318b {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:05:36.485847 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3be54ac7-06fa-4298-acc0-523864c57b2b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.499695 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.537619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3be54ac7-06fa-4298-acc0-523864c57b2b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.540446 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-97d95e43-4576-4db4-9910-85b1729fef5d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.572212 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6afb509-b2df-45db-8ed5-c9619cbecfd4 x-openstack-request-id: req-e6afb509-b2df-45db-8ed5-c9619cbecfd4 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:05:36.572576 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b5c522-3aad-4f75-8513-26c8c2955075", "name": "network-vif-plugged", "status": "completed", "tag": "780d54f9-4eb2-49d6-867c-5246a87c7100", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:05:36.572789 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6afb509-b2df-45db-8ed5-c9619cbecfd4 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:05:36.573195 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b5c522-3aad-4f75-8513-26c8c2955075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780d54f9-4eb2-49d6-867c-5246a87c7100', 'code': 200} Jul 09 20:05:36.585361 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-97d95e43-4576-4db4-9910-85b1729fef5d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.609452 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97d95e43-4576-4db4-9910-85b1729fef5d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network d44236f6-9550-4fd4-ad5d-718d380f9379 is not hosted by any dhcp agent {{(pid=100205) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 20:05:36.616711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d95e43-4576-4db4-9910-85b1729fef5d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:36.617788 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-97d95e43-4576-4db4-9910-85b1729fef5d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.619469 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-97d95e43-4576-4db4-9910-85b1729fef5d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "PUT /v2.0/networks/d44236f6-9550-4fd4-ad5d-718d380f9379 HTTP/1.1" status: 200 len: 758 time: 0.3505890 Jul 09 20:05:36.631876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=780d54f9-4eb2-49d6-867c-5246a87c7100,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:36.637661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44230) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:36.642871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3fc7ff2e-186d-432c-bc9e-048e046f2a89 None None] Provisioning complete for port e4d5c566-ab75-4038-8806-09eec7f7230a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:36.644255 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3fc7ff2e-186d-432c-bc9e-048e046f2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.747310 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3be54ac7-06fa-4298-acc0-523864c57b2b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.792176 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3fc7ff2e-186d-432c-bc9e-048e046f2a89 None None] Could not find standard attr ID for object 4cc0384e-ebdd-4544-965d-dd1f7f65ea38. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:05:36.826081 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3be54ac7-06fa-4298-acc0-523864c57b2b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.875638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be54ac7-06fa-4298-acc0-523864c57b2b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Subnet': ['ID=66263d7a-f354-4f89-9dce-6a00757d318b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:36.878676 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3be54ac7-06fa-4298-acc0-523864c57b2b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.881049 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3be54ac7-06fa-4298-acc0-523864c57b2b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/66263d7a-f354-4f89-9dce-6a00757d318b HTTP/1.1" status: 204 len: 168 time: 0.4853144 Jul 09 20:05:36.887073 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44238) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:36.904377 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fb0ca02a-50b9-4272-a5c0-dc2d0390b322 None None] Could not find standard attr ID for object 4cc0384e-ebdd-4544-965d-dd1f7f65ea38. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:05:36.935608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11f17ed-11c4-4d9d-8fa7-a793fe2283e1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:36.942653 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e11f17ed-11c4-4d9d-8fa7-a793fe2283e1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "GET /v2.0/networks?id=d44236f6-9550-4fd4-ad5d-718d380f9379 HTTP/1.1" status: 200 len: 761 time: 0.3036478 Jul 09 20:05:36.943503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44240) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:36.954677 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-86cc0847-12a4-44ff-ad74-fd188f2101aa tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1490991733'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:36.966899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d95e43-4576-4db4-9910-85b1729fef5d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Network': ['ID=d44236f6-9550-4fd4-ad5d-718d380f9379,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:36.977067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-396b04b0-17a8-4808-8766-f4ec2765b1ab tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting subnet 3a24e859-2bba-44f5-940d-e4ef5ecd47aa {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:05:36.980655 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-396b04b0-17a8-4808-8766-f4ec2765b1ab tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:36.985037 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network d44236f6-9550-4fd4-ad5d-718d380f9379 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:37.037096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cc0847-12a4-44ff-ad74-fd188f2101aa tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:37.042869 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-396b04b0-17a8-4808-8766-f4ec2765b1ab tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.044928 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86cc0847-12a4-44ff-ad74-fd188f2101aa tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.076169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6171c8-1f20-4423-96c5-f68e67927f72 req-70ae15a7-ccf4-44e2-843b-d25d3d373137 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:37.084021 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fb6171c8-1f20-4423-96c5-f68e67927f72 req-70ae15a7-ccf4-44e2-843b-d25d3d373137 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2831771 Jul 09 20:05:37.111555 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e1852-9701-42ff-aec0-0f29c19dc143 req-47fe7afc-c104-4cdb-8ac3-ec7367204892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:37.113628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b78e1852-9701-42ff-aec0-0f29c19dc143 req-47fe7afc-c104-4cdb-8ac3-ec7367204892 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 1096 time: 0.3994763 Jul 09 20:05:37.131364 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cc0847-12a4-44ff-ad74-fd188f2101aa tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:37.141762 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86cc0847-12a4-44ff-ad74-fd188f2101aa tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.142185 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-86cc0847-12a4-44ff-ad74-fd188f2101aa tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Added segment 75142c26-9e2e-490d-b7de-4dfd019624f5 of type vlan for network 19bf54ae-44e9-4fc9-936b-ef0ff77ae785 Jul 09 20:05:37.173176 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-396b04b0-17a8-4808-8766-f4ec2765b1ab tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.202951 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd19d3f-2015-4701-9182-419976df5648 None None] Network 3cb906db-e99c-46eb-a2a1-dd0c196e5572 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:37.228624 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fb6171c8-1f20-4423-96c5-f68e67927f72 req-b2a2d24d-713c-4411-b316-3eb0d077ab9b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437013 Jul 09 20:05:37.235318 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86cc0847-12a4-44ff-ad74-fd188f2101aa tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.253995 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-44aa9caf-4479-47e8-b3d3-b529f5781c77 None None] Could not find standard attr ID for object 4cc0384e-ebdd-4544-965d-dd1f7f65ea38. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:05:37.276664 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b78e1852-9701-42ff-aec0-0f29c19dc143 req-f53dcee4-7f6e-4cca-8d62-a6b819e907fa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892007 Jul 09 20:05:37.289840 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f91d5d-b96f-4863-938c-bcd0c66f1bf7 req-464fa5d9-81d6-4cb7-a053-fbb501ca667e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:37.291407 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90f91d5d-b96f-4863-938c-bcd0c66f1bf7 req-464fa5d9-81d6-4cb7-a053-fbb501ca667e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.0908358 Jul 09 20:05:37.299957 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86cc0847-12a4-44ff-ad74-fd188f2101aa tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.306922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cc0847-12a4-44ff-ad74-fd188f2101aa tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:37.308044 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86cc0847-12a4-44ff-ad74-fd188f2101aa tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.325798 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-396b04b0-17a8-4808-8766-f4ec2765b1ab tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.370631 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b04b0-17a8-4808-8766-f4ec2765b1ab tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Subnet': ['ID=3a24e859-2bba-44f5-940d-e4ef5ecd47aa,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:37.374856 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-396b04b0-17a8-4808-8766-f4ec2765b1ab tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.376790 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-396b04b0-17a8-4808-8766-f4ec2765b1ab tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/3a24e859-2bba-44f5-940d-e4ef5ecd47aa HTTP/1.1" status: 204 len: 168 time: 0.4894814 Jul 09 20:05:37.381322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44246) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:37.385856 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90f91d5d-b96f-4863-938c-bcd0c66f1bf7 req-cf372a54-94b5-42e7-9b63-748f9316f623 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868568 Jul 09 20:05:37.480353 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.502961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c11cdc-54f0-40f5-9325-e4e98656da55 None None] Update dhcp port {'port': {'network_id': '3cb906db-e99c-46eb-a2a1-dd0c196e5572', 'fixed_ips': [{'subnet_id': '3a24e859-2bba-44f5-940d-e4ef5ecd47aa'}], 'binding:host_id': 'n-d-800088-3'}, 'id': 'e4d5c566-ab75-4038-8806-09eec7f7230a'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:05:37.549888 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-54c11cdc-54f0-40f5-9325-e4e98656da55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.555307 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port e4d5c566-ab75-4038-8806-09eec7f7230a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:37.555665 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.635390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] For port e4d5c566-ab75-4038-8806-09eec7f7230a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e4d5c566-ab75-4038-8806-09eec7f7230a,segment=NetworkSegment(2f1d01d0-1ee4-4c49-9166-6ff8699ec603),segment_id=2f1d01d0-1ee4-4c49-9166-6ff8699ec603)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:37.635830 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.653531 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for e4d5c566-ab75-4038-8806-09eec7f7230a owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:37.732997 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-86cc0847-12a4-44ff-ad74-fd188f2101aa tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7831383 Jul 09 20:05:37.735697 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44252) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:37.741926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f0274dbd-9e7d-4a06-ad3a-9002adb4da65 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'subnet': {'network_id': '19bf54ae-44e9-4fc9-936b-ef0ff77ae785', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:37.760747 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.776297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5c5c4079-39d0-4ba1-b475-ee745c7ed4c4 None None] Could not find standard attr ID for object e4d5c566-ab75-4038-8806-09eec7f7230a. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:05:37.780907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c4bda5-1d85-4f15-9987-00b8b01e6fa3 None None] Network 3cb906db-e99c-46eb-a2a1-dd0c196e5572 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:37.789628 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=e4d5c566-ab75-4038-8806-09eec7f7230a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:37.799310 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No DVR routers for this DVR port e4d5c566-ab75-4038-8806-09eec7f7230a on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:37.802699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc0847-12a4-44ff-ad74-fd188f2101aa tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Network': ['ID=19bf54ae-44e9-4fc9-936b-ef0ff77ae785,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:37.839623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 19bf54ae-44e9-4fc9-936b-ef0ff77ae785 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:37.871908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0274dbd-9e7d-4a06-ad3a-9002adb4da65 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:37.876734 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f0274dbd-9e7d-4a06-ad3a-9002adb4da65 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.909722 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.923007 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb906db-e99c-46eb-a2a1-dd0c196e5572']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:37.938419 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1d01d0-1ee4-4c49-9166-6ff8699ec603') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:37.938663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1d01d0-1ee4-4c49-9166-6ff8699ec603') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:37.951016 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.976179 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.982951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:37.983370 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:37.986465 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:38.007349 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2a85a1-dfa4-43a2-94ac-4ab6ce7ca358 None None] DHCP port deletion for 3cb906db-e99c-46eb-a2a1-dd0c196e5572 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:05:38.039038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd94f7ee-2619-4c70-92f2-96f3cd38b626 None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:05:38.066466 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:38.095048 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:38.098018 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/networks/3cb906db-e99c-46eb-a2a1-dd0c196e5572 HTTP/1.1" status: 204 len: 168 time: 0.7155461 Jul 09 20:05:38.108273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44256) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:38.115987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87323e44-030f-4b73-a728-ef9ce36c8b18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Network': ['ID=3cb906db-e99c-46eb-a2a1-dd0c196e5572,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:38.199444 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd94f7ee-2619-4c70-92f2-96f3cd38b626 None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:05:38.289915 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2146343-f5bd-4c6a-8287-92dad3a0c9e9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:38.291542 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f2146343-f5bd-4c6a-8287-92dad3a0c9e9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1815073 Jul 09 20:05:38.295384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44260) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:38.305171 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f0274dbd-9e7d-4a06-ad3a-9002adb4da65 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:38.443471 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b0d68cce-2034-46c9-93c9-8419a91b1b54 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1467819 Jul 09 20:05:38.444223 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44264) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:38.456447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-eef73bf4-a3dc-4dc7-b9ce-2f689aaf40e8 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-396967667'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:38.504858 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0274dbd-9e7d-4a06-ad3a-9002adb4da65 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Subnet': ['ID=e4d9dd52-fbc5-48a9-b13c-f4272aee880b,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:38.505329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef73bf4-a3dc-4dc7-b9ce-2f689aaf40e8 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:38.509169 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eef73bf4-a3dc-4dc7-b9ce-2f689aaf40e8 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:38.564442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef73bf4-a3dc-4dc7-b9ce-2f689aaf40e8 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:38.576250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0274dbd-9e7d-4a06-ad3a-9002adb4da65 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Checking segment: {'id': '75142c26-9e2e-490d-b7de-4dfd019624f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19bf54ae-44e9-4fc9-936b-ef0ff77ae785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:38.577909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0274dbd-9e7d-4a06-ad3a-9002adb4da65 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network hostable DHCP agents. Network: 19bf54ae-44e9-4fc9-936b-ef0ff77ae785, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:38.581466 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eef73bf4-a3dc-4dc7-b9ce-2f689aaf40e8 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:38.581915 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-eef73bf4-a3dc-4dc7-b9ce-2f689aaf40e8 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Added segment 4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf of type vlan for network a6264274-9f1b-4d03-86ef-4621d4fc8afb Jul 09 20:05:38.606283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f14c1-a6f7-4c37-872a-852360c1af90 req-dfc9c08b-d0c0-4d4b-82ff-4065372413dc tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:38.617754 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf6f14c1-a6f7-4c37-872a-852360c1af90 req-dfc9c08b-d0c0-4d4b-82ff-4065372413dc tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2137449 Jul 09 20:05:38.638586 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eef73bf4-a3dc-4dc7-b9ce-2f689aaf40e8 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:38.679202 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eef73bf4-a3dc-4dc7-b9ce-2f689aaf40e8 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:38.685189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef73bf4-a3dc-4dc7-b9ce-2f689aaf40e8 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:38.685977 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eef73bf4-a3dc-4dc7-b9ce-2f689aaf40e8 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:38.736429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0274dbd-9e7d-4a06-ad3a-9002adb4da65 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network 19bf54ae-44e9-4fc9-936b-ef0ff77ae785 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:38.785251 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf6f14c1-a6f7-4c37-872a-852360c1af90 req-009de849-fd41-4a18-a1f8-5a909bcebfd1 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664219 Jul 09 20:05:38.787596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f0274dbd-9e7d-4a06-ad3a-9002adb4da65 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 19bf54ae-44e9-4fc9-936b-ef0ff77ae785) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:38.797407 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd49ba1-c762-4580-b65a-37767ae52d3b None None] Network 19bf54ae-44e9-4fc9-936b-ef0ff77ae785 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:38.802468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef73bf4-a3dc-4dc7-b9ce-2f689aaf40e8 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Network': ['ID=a6264274-9f1b-4d03-86ef-4621d4fc8afb,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:38.836382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0274dbd-9e7d-4a06-ad3a-9002adb4da65 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:38.837498 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f0274dbd-9e7d-4a06-ad3a-9002adb4da65 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:38.859384 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-eef73bf4-a3dc-4dc7-b9ce-2f689aaf40e8 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4137971 Jul 09 20:05:38.860016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44270) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:38.866159 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f0274dbd-9e7d-4a06-ad3a-9002adb4da65 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1291556 Jul 09 20:05:38.867253 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44272) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:38.871113 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-428f34ae-2092-406c-9c57-4938d6786d05 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'subnet': {'network_id': 'a6264274-9f1b-4d03-86ef-4621d4fc8afb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:38.883101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6eca8-7705-4fc8-b28d-b2df426b3eb3 req-80b85cc6-7240-4047-b839-d01cf1bafb8e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:38.884927 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58d6eca8-7705-4fc8-b28d-b2df426b3eb3 req-80b85cc6-7240-4047-b839-d01cf1bafb8e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.2177062 Jul 09 20:05:38.944463 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network a6264274-9f1b-4d03-86ef-4621d4fc8afb details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:39.031574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e4d5c566-ab75-4038-8806-09eec7f7230a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:05:39.061297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: e4d5c566-ab75-4038-8806-09eec7f7230a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:05:39.061681 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e4d5c566-ab75-4038-8806-09eec7f7230a not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:05:39.150619 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58d6eca8-7705-4fc8-b28d-b2df426b3eb3 req-c45c9f4d-4389-43fa-81c3-dcfc169dd692 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242258 Jul 09 20:05:39.152630 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-19bf54ae-44e9-4fc9-936b-ef0ff77ae785', 'network_id': '19bf54ae-44e9-4fc9-936b-ef0ff77ae785', 'tenant_id': '78d36dc5f283430bb67cade6ca639a2b', 'fixed_ips': [{'subnet_id': 'e4d9dd52-fbc5-48a9-b13c-f4272aee880b'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:39.153530 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:39.195028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428f34ae-2092-406c-9c57-4938d6786d05 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:39.199255 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-428f34ae-2092-406c-9c57-4938d6786d05 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:39.366162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Allocated IP 172.20.0.2 (19bf54ae-44e9-4fc9-936b-ef0ff77ae785/e4d9dd52-fbc5-48a9-b13c-f4272aee880b/4342f0bd-14ec-45eb-ab55-b45b67125b80) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:39.555184 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:39.565414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Transition to ACTIVE for port object 4342f0bd-14ec-45eb-ab55-b45b67125b80 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:39.581672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Transition to ACTIVE for port object 4342f0bd-14ec-45eb-ab55-b45b67125b80 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:39.592818 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:39.630608 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:39.638214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Network 19bf54ae-44e9-4fc9-936b-ef0ff77ae785 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:39.641136 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:39.646093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:39.658887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Pushing event updated for resources: {'Port': ['ID=4342f0bd-14ec-45eb-ab55-b45b67125b80,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:39.713796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Attempting to bind port 4342f0bd-14ec-45eb-ab55-b45b67125b80 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:39.714250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Attempting to bind port 4342f0bd-14ec-45eb-ab55-b45b67125b80 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '75142c26-9e2e-490d-b7de-4dfd019624f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19bf54ae-44e9-4fc9-936b-ef0ff77ae785'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:39.714577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Attempting to bind port 4342f0bd-14ec-45eb-ab55-b45b67125b80 on network 19bf54ae-44e9-4fc9-936b-ef0ff77ae785 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:39.721730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:39.722133 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Checking segment: {'id': '75142c26-9e2e-490d-b7de-4dfd019624f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19bf54ae-44e9-4fc9-936b-ef0ff77ae785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:39.722529 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:39.722991 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Bound using segment: {'id': '75142c26-9e2e-490d-b7de-4dfd019624f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19bf54ae-44e9-4fc9-936b-ef0ff77ae785'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:39.723522 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Bound port: 4342f0bd-14ec-45eb-ab55-b45b67125b80, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75142c26-9e2e-490d-b7de-4dfd019624f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '19bf54ae-44e9-4fc9-936b-ef0ff77ae785'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:39.723926 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:39.763632 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Deleting port 4342f0bd-14ec-45eb-ab55-b45b67125b80 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:39.763993 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:39.811352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] For port 4342f0bd-14ec-45eb-ab55-b45b67125b80, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:39.815779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] For port 4342f0bd-14ec-45eb-ab55-b45b67125b80, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4342f0bd-14ec-45eb-ab55-b45b67125b80,segment=NetworkSegment(75142c26-9e2e-490d-b7de-4dfd019624f5),segment_id=75142c26-9e2e-490d-b7de-4dfd019624f5)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:39.820094 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:39.854012 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-428f34ae-2092-406c-9c57-4938d6786d05 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:39.886810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8016a9a-ffaa-4e5c-9a29-c2561e817b92 None None] Pushing event updated for resources: {'Port': ['ID=4342f0bd-14ec-45eb-ab55-b45b67125b80,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:39.956697 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f34ae-2092-406c-9c57-4938d6786d05 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Subnet': ['ID=55d1ae11-e4f2-4c67-984b-22c0ee48ddb7,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:39.996966 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] For port 4342f0bd-14ec-45eb-ab55-b45b67125b80, host n-d-800088-3, got binding levels [] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:39.997340 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:40.037964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Calling delete_port for 4342f0bd-14ec-45eb-ab55-b45b67125b80 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:40.044864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428f34ae-2092-406c-9c57-4938d6786d05 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Checking segment: {'id': '4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6264274-9f1b-4d03-86ef-4621d4fc8afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:40.045258 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428f34ae-2092-406c-9c57-4938d6786d05 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network hostable DHCP agents. Network: a6264274-9f1b-4d03-86ef-4621d4fc8afb, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:40.144993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428f34ae-2092-406c-9c57-4938d6786d05 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network a6264274-9f1b-4d03-86ef-4621d4fc8afb is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:40.188300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-428f34ae-2092-406c-9c57-4938d6786d05 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, a6264274-9f1b-4d03-86ef-4621d4fc8afb) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:40.194644 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428f34ae-2092-406c-9c57-4938d6786d05 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:40.198717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e061c-3aa7-49f9-a746-7668668a1d6e None None] Network a6264274-9f1b-4d03-86ef-4621d4fc8afb requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:40.209514 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-428f34ae-2092-406c-9c57-4938d6786d05 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:40.233715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28267bc3-6244-47b0-8dab-3bb43e45e39b req-51acb4d9-2e98-4d85-b627-185592e3586b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:40.240305 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28267bc3-6244-47b0-8dab-3bb43e45e39b req-51acb4d9-2e98-4d85-b627-185592e3586b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2590933 Jul 09 20:05:40.327166 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-428f34ae-2092-406c-9c57-4938d6786d05 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4657676 Jul 09 20:05:40.331008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44286) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:40.345518 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cfcc1031-cbba-42a6-b08b-b26822d98e7a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'network_id': 'a6264274-9f1b-4d03-86ef-4621d4fc8afb', 'name': 'tempest-PortsTestJSON-313754906'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:40.351000 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28267bc3-6244-47b0-8dab-3bb43e45e39b req-6ed51a71-62d1-4766-9338-eee6484b5878 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899465 Jul 09 20:05:40.450142 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:40.545176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcc1031-cbba-42a6-b08b-b26822d98e7a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:40.549827 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cfcc1031-cbba-42a6-b08b-b26822d98e7a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:40.599465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No DVR routers for this DVR port 4342f0bd-14ec-45eb-ab55-b45b67125b80 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:40.601402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Port': ['ID=4342f0bd-14ec-45eb-ab55-b45b67125b80,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:40.627704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-cfcc1031-cbba-42a6-b08b-b26822d98e7a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port 3b49047e-2044-4d74-abe5-d50c134f61ac yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:05:40.671182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-a6264274-9f1b-4d03-86ef-4621d4fc8afb', 'network_id': 'a6264274-9f1b-4d03-86ef-4621d4fc8afb', 'tenant_id': '28db90d7fba449919653b429ee148aff', 'fixed_ips': [{'subnet_id': '55d1ae11-e4f2-4c67-984b-22c0ee48ddb7'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:40.672865 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:40.682765 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:40.794689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26609c-0e51-48c1-90cc-f712b7982b3b req-82fbff66-4701-44c5-9aa0-22d13cb3d7d8 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:40.803155 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6f26609c-0e51-48c1-90cc-f712b7982b3b req-82fbff66-4701-44c5-9aa0-22d13cb3d7d8 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.2389443 Jul 09 20:05:40.831686 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:40.868156 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6f26609c-0e51-48c1-90cc-f712b7982b3b req-b1a302aa-8f59-4143-ade9-1e34d80e396b tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597670 Jul 09 20:05:40.925695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Allocated IP 172.20.0.2 (a6264274-9f1b-4d03-86ef-4621d4fc8afb/55d1ae11-e4f2-4c67-984b-22c0ee48ddb7/5f95675b-0b49-4953-adae-418bb1db7a6b) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:40.985225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Subnet': ['ID=e4d9dd52-fbc5-48a9-b13c-f4272aee880b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:40.997066 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:41.011494 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19bf54ae-44e9-4fc9-936b-ef0ff77ae785']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:41.028999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75142c26-9e2e-490d-b7de-4dfd019624f5') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:41.030291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75142c26-9e2e-490d-b7de-4dfd019624f5') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:41.044976 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:41.066426 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:41.075973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:41.076553 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:41.081879 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:41.177076 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:41.182710 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:41.189099 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44290) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:41.207651 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/19bf54ae-44e9-4fc9-936b-ef0ff77ae785 HTTP/1.1" status: 204 len: 168 time: 2.3214240 Jul 09 20:05:41.238957 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:41.254702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3eb17f-8617-449f-8390-66e72e4eeb30 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Network': ['ID=19bf54ae-44e9-4fc9-936b-ef0ff77ae785,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:41.267183 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Transition to ACTIVE for port object 5f95675b-0b49-4953-adae-418bb1db7a6b will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:41.290028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Transition to ACTIVE for port object 5f95675b-0b49-4953-adae-418bb1db7a6b will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:41.292031 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-6453d92d-2029-4c30-9437-6378fccc9d1a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] GET failed (client error): The resource could not be found. Jul 09 20:05:41.299892 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6453d92d-2029-4c30-9437-6378fccc9d1a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "GET /v2.0/subnets/e4d9dd52-fbc5-48a9-b13c-f4272aee880b HTTP/1.1" status: 404 len: 337 time: 0.1078849 Jul 09 20:05:41.303132 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44296) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:41.311600 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:41.369491 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72acdd8-7015-402c-b6ad-e238127218f8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:41.371855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72acdd8-7015-402c-b6ad-e238127218f8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:41.379690 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c72acdd8-7015-402c-b6ad-e238127218f8 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/19bf54ae-44e9-4fc9-936b-ef0ff77ae785 HTTP/1.1" status: 404 len: 339 time: 0.0750299 Jul 09 20:05:41.384744 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44302) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:41.438337 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Pushing event updated for resources: {'Port': ['ID=5f95675b-0b49-4953-adae-418bb1db7a6b,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:41.460273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0b8a5d87-d9d7-4f1c-8a2d-6fb546ddd632 None None] Could not find standard attr ID for object 4342f0bd-14ec-45eb-ab55-b45b67125b80. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:05:41.471646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cd16f2-6f84-4017-8f45-294f5b2239a9 None None] DHCP port deletion for 19bf54ae-44e9-4fc9-936b-ef0ff77ae785 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:05:41.473593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-cfcc1031-cbba-42a6-b08b-b26822d98e7a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Allocated IP 172.20.0.9 (a6264274-9f1b-4d03-86ef-4621d4fc8afb/55d1ae11-e4f2-4c67-984b-22c0ee48ddb7/3b49047e-2044-4d74-abe5-d50c134f61ac) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:41.499115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Network a6264274-9f1b-4d03-86ef-4621d4fc8afb is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:41.507045 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:41.509364 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:41.516116 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c79901f-47ef-400e-ba86-5126f5221313 None None] Network 19bf54ae-44e9-4fc9-936b-ef0ff77ae785 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:41.596206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c79901f-47ef-400e-ba86-5126f5221313 None None] Network 19bf54ae-44e9-4fc9-936b-ef0ff77ae785 could not be found, it might have been deleted concurrently. {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 20:05:41.653739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Attempting to bind port 5f95675b-0b49-4953-adae-418bb1db7a6b on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:41.654373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Attempting to bind port 5f95675b-0b49-4953-adae-418bb1db7a6b by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6264274-9f1b-4d03-86ef-4621d4fc8afb'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:41.655021 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Attempting to bind port 5f95675b-0b49-4953-adae-418bb1db7a6b on network a6264274-9f1b-4d03-86ef-4621d4fc8afb {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:41.664406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:41.671450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Checking segment: {'id': '4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6264274-9f1b-4d03-86ef-4621d4fc8afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:41.672325 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:41.672992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Bound using segment: {'id': '4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6264274-9f1b-4d03-86ef-4621d4fc8afb'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:41.673746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Bound port: 5f95675b-0b49-4953-adae-418bb1db7a6b, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a6264274-9f1b-4d03-86ef-4621d4fc8afb'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:41.674949 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:41.716064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cc4b0-2a03-49d3-a67b-14e678bf2ae2 req-dc062e8f-7b4f-4748-9612-df1e3aa71a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:41.717575 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e2cc4b0-2a03-49d3-a67b-14e678bf2ae2 req-dc062e8f-7b4f-4748-9612-df1e3aa71a08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7fdce68c2634be6a0eb390c9c3290ec&device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 1096 time: 0.1652324 Jul 09 20:05:41.731653 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cfcc1031-cbba-42a6-b08b-b26822d98e7a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:41.790026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12536e85-372b-4ded-ba65-150bca6aa20d req-e5a93adb-dc04-4181-ba84-13f12ffaa7f4 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:41.791723 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-12536e85-372b-4ded-ba65-150bca6aa20d req-e5a93adb-dc04-4181-ba84-13f12ffaa7f4 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.3115032 Jul 09 20:05:41.800054 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] For port 5f95675b-0b49-4953-adae-418bb1db7a6b, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:41.800309 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ba1672-897c-471b-838c-7ecd02a10caf tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:41.804149 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] For port 5f95675b-0b49-4953-adae-418bb1db7a6b, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5f95675b-0b49-4953-adae-418bb1db7a6b,segment=NetworkSegment(4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf),segment_id=4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:41.804928 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-06ba1672-897c-471b-838c-7ecd02a10caf tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4178226 Jul 09 20:05:41.811137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44306) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:41.812446 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:41.844622 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-12536e85-372b-4ded-ba65-150bca6aa20d req-2bb76e71-5725-46d2-abd9-aedca4fef029 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382352 Jul 09 20:05:41.856716 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-cfcc1031-cbba-42a6-b08b-b26822d98e7a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Transition to ACTIVE for port object 3b49047e-2044-4d74-abe5-d50c134f61ac will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:41.891757 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551f7ba-e9c9-4787-849d-198e958a5771 None None] Pushing event updated for resources: {'Port': ['ID=5f95675b-0b49-4953-adae-418bb1db7a6b,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:41.920200 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-aa108154-a490-4a29-92ab-d9ffdd5417ca tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 207 time: 0.0861659 Jul 09 20:05:41.923771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44308) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:41.963905 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cfcc1031-cbba-42a6-b08b-b26822d98e7a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:42.043552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e33c6-7ecb-4085-bbae-6982c2affb95 req-55b1a7ec-83f6-4af3-af31-5f0d362b9a12 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:42.046249 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5e1e33c6-7ecb-4085-bbae-6982c2affb95 req-55b1a7ec-83f6-4af3-af31-5f0d362b9a12 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2714281 Jul 09 20:05:42.046453 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cc4b0-2a03-49d3-a67b-14e678bf2ae2 req-59037c47-3517-4b2e-a699-7e32004a380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:42.047887 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e2cc4b0-2a03-49d3-a67b-14e678bf2ae2 req-59037c47-3517-4b2e-a699-7e32004a380b service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c359fa-7b1c-482e-86f6-2ae29ef3df09 HTTP/1.1" status: 200 len: 912 time: 0.3121469 Jul 09 20:05:42.048624 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc1031-cbba-42a6-b08b-b26822d98e7a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=3b49047e-2044-4d74-abe5-d50c134f61ac,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:42.075556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc1031-cbba-42a6-b08b-b26822d98e7a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network a6264274-9f1b-4d03-86ef-4621d4fc8afb is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:42.110704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-cfcc1031-cbba-42a6-b08b-b26822d98e7a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:42.115404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc1031-cbba-42a6-b08b-b26822d98e7a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:42.119466 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e2cc4b0-2a03-49d3-a67b-14e678bf2ae2 req-4ca81ec7-9bcf-4e18-8957-940d5651ee23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=780d54f9-4eb2-49d6-867c-5246a87c7100 HTTP/1.1" status: 200 len: 217 time: 0.0553360 Jul 09 20:05:42.214528 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4019e6c9-8a11-421d-98eb-31befb623b2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:42.229068 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5e1e33c6-7ecb-4085-bbae-6982c2affb95 req-cc1f6202-faf9-43df-a03d-0799532459d7 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757042 Jul 09 20:05:42.230886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4019e6c9-8a11-421d-98eb-31befb623b2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:42.239910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc1031-cbba-42a6-b08b-b26822d98e7a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:42.240149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4019e6c9-8a11-421d-98eb-31befb623b2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:42.240771 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cfcc1031-cbba-42a6-b08b-b26822d98e7a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:42.253234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4019e6c9-8a11-421d-98eb-31befb623b2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:42.253234 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4019e6c9-8a11-421d-98eb-31befb623b2f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3226857 Jul 09 20:05:42.263069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cc4b0-2a03-49d3-a67b-14e678bf2ae2 req-04ba2aa4-d40b-456c-aaf1-139fc536bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:42.263595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44310) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:42.263815 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e2cc4b0-2a03-49d3-a67b-14e678bf2ae2 req-04ba2aa4-d40b-456c-aaf1-139fc536bbe4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7add970-f5d8-4207-a1aa-5e2788ab0a25 HTTP/1.1" status: 200 len: 851 time: 0.1144080 Jul 09 20:05:42.273253 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cfcc1031-cbba-42a6-b08b-b26822d98e7a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9385965 Jul 09 20:05:42.275253 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44312) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:42.287459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-704736e3-58cd-4186-927b-414e67214d34 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'network_id': 'a6264274-9f1b-4d03-86ef-4621d4fc8afb', 'name': 'tempest-PortsTestJSON-1991638103'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:42.327185 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e2cc4b0-2a03-49d3-a67b-14e678bf2ae2 req-b93d8bda-a61a-4b4e-8921-95a801cb92bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c359fa-7b1c-482e-86f6-2ae29ef3df09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526726 Jul 09 20:05:42.423629 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-87a1cfa7-c5f1-47f6-9808-c5e3c60ccd52 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1653225 Jul 09 20:05:42.425167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44316) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:42.495349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9785d976-4f57-4b88-af52-c3500e47d732 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:42.496633 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e2cc4b0-2a03-49d3-a67b-14e678bf2ae2 req-d7c8a5c7-12af-4856-9078-69761dd85ba5 service neutron] 10.222.0.36 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429622 Jul 09 20:05:42.497405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9785d976-4f57-4b88-af52-c3500e47d732 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:42.501054 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9785d976-4f57-4b88-af52-c3500e47d732 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0746381 Jul 09 20:05:42.503849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44318) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:42.553320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704736e3-58cd-4186-927b-414e67214d34 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:42.557135 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-704736e3-58cd-4186-927b-414e67214d34 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:42.665420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fa284d-3a17-484e-9477-35791e5cb219 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:42.667925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fa284d-3a17-484e-9477-35791e5cb219 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:42.672521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44324) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:42.680635 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c2fa284d-3a17-484e-9477-35791e5cb219 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1703036 Jul 09 20:05:42.704202 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-704736e3-58cd-4186-927b-414e67214d34 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port 32ae02a1-5297-4b79-a118-e82b3cc0d8fc yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:05:42.712812 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8e2cc4b0-2a03-49d3-a67b-14e678bf2ae2 req-0eab924a-25f7-434b-ab5e-97f42f690438 service neutron] 10.222.0.36 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958840 Jul 09 20:05:42.809964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf41d9a-794f-47b6-b8b7-c8ee1ad1db5e tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:42.811911 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4cf41d9a-794f-47b6-b8b7-c8ee1ad1db5e tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "GET /v2.0/networks/427da973-9d42-4a66-8c74-7f1a15beeb66 HTTP/1.1" status: 200 len: 799 time: 0.1377985 Jul 09 20:05:42.822366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44330) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:42.867089 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-704736e3-58cd-4186-927b-414e67214d34 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Allocated IP 172.20.0.3 (a6264274-9f1b-4d03-86ef-4621d4fc8afb/55d1ae11-e4f2-4c67-984b-22c0ee48ddb7/32ae02a1-5297-4b79-a118-e82b3cc0d8fc) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:42.970712 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d7e32ad8-4c02-4d19-be42-b324ac50ea3d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "GET /v2.0/networks/427da973-9d42-4a66-8c74-7f1a15beeb66?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1438797 Jul 09 20:05:42.971508 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44334) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:43.061782 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cefde86-a248-4d3d-b20f-77b04e718d80 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:43.063490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8cefde86-a248-4d3d-b20f-77b04e718d80 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "GET /v2.0/subnets/5cc755ab-82e7-461b-b6f7-5bb0da011ec9 HTTP/1.1" status: 200 len: 811 time: 0.0908754 Jul 09 20:05:43.068202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44336) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:43.088245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5f95675b-0b49-4953-adae-418bb1db7a6b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:43.134665 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-704736e3-58cd-4186-927b-414e67214d34 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:43.154096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 5f95675b-0b49-4953-adae-418bb1db7a6b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:43.157404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-704736e3-58cd-4186-927b-414e67214d34 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Transition to ACTIVE for port object 32ae02a1-5297-4b79-a118-e82b3cc0d8fc will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:43.172891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4342f0bd-14ec-45eb-ab55-b45b67125b80 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:05:43.173595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18094fc-3899-4f5b-b70f-a992af059e0a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:43.179403 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f18094fc-3899-4f5b-b70f-a992af059e0a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "GET /v2.0/subnets/5cc755ab-82e7-461b-b6f7-5bb0da011ec9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1073403 Jul 09 20:05:43.179601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44338) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:43.189892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e09da29c-9251-4675-bb01-71788892f4ca tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1297595074'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:43.204046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 4342f0bd-14ec-45eb-ab55-b45b67125b80 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:05:43.205507 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4342f0bd-14ec-45eb-ab55-b45b67125b80 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:05:43.208959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50775ec8-0d3e-420b-a5bb-0e196300141d req-6be966f1-7644-42b5-95d9-81ae29bc44ea tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:43.210530 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50775ec8-0d3e-420b-a5bb-0e196300141d req-6be966f1-7644-42b5-95d9-81ae29bc44ea tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1265566 Jul 09 20:05:43.222916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09da29c-9251-4675-bb01-71788892f4ca tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:43.226842 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e09da29c-9251-4675-bb01-71788892f4ca tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:43.231265 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-704736e3-58cd-4186-927b-414e67214d34 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:43.257635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f627065d-dd08-4aea-a523-34fb8952e8cd None None] Network a6264274-9f1b-4d03-86ef-4621d4fc8afb requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:43.281036 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50775ec8-0d3e-420b-a5bb-0e196300141d req-f9546c90-1ead-495e-97f2-2766e8c91d7e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536013 Jul 09 20:05:43.303108 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704736e3-58cd-4186-927b-414e67214d34 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network a6264274-9f1b-4d03-86ef-4621d4fc8afb is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:43.312002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-704736e3-58cd-4186-927b-414e67214d34 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:43.317366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704736e3-58cd-4186-927b-414e67214d34 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:43.320008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09da29c-9251-4675-bb01-71788892f4ca tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:43.324397 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704736e3-58cd-4186-927b-414e67214d34 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=32ae02a1-5297-4b79-a118-e82b3cc0d8fc,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:43.362728 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e09da29c-9251-4675-bb01-71788892f4ca tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:43.363144 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-e09da29c-9251-4675-bb01-71788892f4ca tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Added segment cc68d665-4c71-4562-8c9e-de889dec0366 of type vlan for network ee366469-84aa-4125-bad2-995e1fc3b95e Jul 09 20:05:43.367878 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-31ba4945-d84c-44a5-a83a-71bcbb63ebf4 None None] Provisioning for port 5f95675b-0b49-4953-adae-418bb1db7a6b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:43.375555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-31ba4945-d84c-44a5-a83a-71bcbb63ebf4 None None] Provisioning complete for port 5f95675b-0b49-4953-adae-418bb1db7a6b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:43.375937 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-31ba4945-d84c-44a5-a83a-71bcbb63ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:43.433360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704736e3-58cd-4186-927b-414e67214d34 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:43.433990 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-704736e3-58cd-4186-927b-414e67214d34 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:43.458183 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e09da29c-9251-4675-bb01-71788892f4ca tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:43.475325 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-704736e3-58cd-4186-927b-414e67214d34 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1964498 Jul 09 20:05:43.476012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44342) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:43.524315 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-31ba4945-d84c-44a5-a83a-71bcbb63ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:43.569194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-31ba4945-d84c-44a5-a83a-71bcbb63ebf4 None None] For port 5f95675b-0b49-4953-adae-418bb1db7a6b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5f95675b-0b49-4953-adae-418bb1db7a6b,segment=NetworkSegment(4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf),segment_id=4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:43.573715 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-31ba4945-d84c-44a5-a83a-71bcbb63ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:43.576523 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e09da29c-9251-4675-bb01-71788892f4ca tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:43.583250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09da29c-9251-4675-bb01-71788892f4ca tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:43.583877 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e09da29c-9251-4675-bb01-71788892f4ca tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:43.593793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19172cc9-a637-4fbf-ac93-20c979d8a8d2 req-b290f0a2-ec96-47da-9f9e-524af9fb0bc1 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:43.595378 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-19172cc9-a637-4fbf-ac93-20c979d8a8d2 req-b290f0a2-ec96-47da-9f9e-524af9fb0bc1 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2344322 Jul 09 20:05:43.625613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba4945-d84c-44a5-a83a-71bcbb63ebf4 None None] Pushing event updated for resources: {'Port': ['ID=5f95675b-0b49-4953-adae-418bb1db7a6b,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:43.693375 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e09da29c-9251-4675-bb01-71788892f4ca tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5126669 Jul 09 20:05:43.696577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44348) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:43.701932 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-2db87902-d1a6-4437-8e8c-f86529b87e21 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'subnet': {'network_id': 'ee366469-84aa-4125-bad2-995e1fc3b95e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:43.730966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09da29c-9251-4675-bb01-71788892f4ca tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Network': ['ID=ee366469-84aa-4125-bad2-995e1fc3b95e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:43.745991 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network ee366469-84aa-4125-bad2-995e1fc3b95e details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:43.746748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a64dd59-3b1d-4804-b594-6c549d30cd1b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:43.748346 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5a64dd59-3b1d-4804-b594-6c549d30cd1b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.2713759 Jul 09 20:05:43.751974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44352) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:43.769816 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-19172cc9-a637-4fbf-ac93-20c979d8a8d2 req-1a4b1f19-3253-40b1-8818-300c2925da39 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635087 Jul 09 20:05:43.875459 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db87902-d1a6-4437-8e8c-f86529b87e21 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Made reservation on behalf of 78d36dc5f283430bb67cade6ca639a2b for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:43.880261 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2db87902-d1a6-4437-8e8c-f86529b87e21 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:43.950512 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4ddee45d-787e-41f5-9b7c-f23ce2e1a1c7 None None] Provisioning for port 3b49047e-2044-4d74-abe5-d50c134f61ac completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:43.964596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-fc875bd0-0e10-4c85-8cdc-9af6b27c23a2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port 32ae02a1-5297-4b79-a118-e82b3cc0d8fc {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:43.965674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4ddee45d-787e-41f5-9b7c-f23ce2e1a1c7 None None] Provisioning complete for port 3b49047e-2044-4d74-abe5-d50c134f61ac triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:43.966154 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4ddee45d-787e-41f5-9b7c-f23ce2e1a1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:43.968754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc875bd0-0e10-4c85-8cdc-9af6b27c23a2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:44.021310 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.ipam_backend_mixin [None req-2db87902-d1a6-4437-8e8c-f86529b87e21 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Performing IP validity checks on allocation pools {{(pid=100204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 20:05:44.022142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.ipam_backend_mixin [None req-2db87902-d1a6-4437-8e8c-f86529b87e21 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 20:05:44.032866 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4ddee45d-787e-41f5-9b7c-f23ce2e1a1c7 None None] Port 3b49047e-2044-4d74-abe5-d50c134f61ac cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:05:44.062519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4ddee45d-787e-41f5-9b7c-f23ce2e1a1c7 None None] Provisioning for port 32ae02a1-5297-4b79-a118-e82b3cc0d8fc completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:44.072054 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4ddee45d-787e-41f5-9b7c-f23ce2e1a1c7 None None] Provisioning complete for port 32ae02a1-5297-4b79-a118-e82b3cc0d8fc triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:44.072552 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4ddee45d-787e-41f5-9b7c-f23ce2e1a1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:44.124616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4ddee45d-787e-41f5-9b7c-f23ce2e1a1c7 None None] Port 32ae02a1-5297-4b79-a118-e82b3cc0d8fc cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:05:44.139061 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4ddee45d-787e-41f5-9b7c-f23ce2e1a1c7 None None] Provisioning complete for port 5f95675b-0b49-4953-adae-418bb1db7a6b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:44.139598 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4ddee45d-787e-41f5-9b7c-f23ce2e1a1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:44.151036 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc875bd0-0e10-4c85-8cdc-9af6b27c23a2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:44.167347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-fc875bd0-0e10-4c85-8cdc-9af6b27c23a2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for 32ae02a1-5297-4b79-a118-e82b3cc0d8fc owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:44.235658 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2db87902-d1a6-4437-8e8c-f86529b87e21 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:44.324227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db87902-d1a6-4437-8e8c-f86529b87e21 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Subnet': ['ID=cc8d8166-212f-40a0-b98a-09b9005c9168,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:44.329954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db87902-d1a6-4437-8e8c-f86529b87e21 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Checking segment: {'id': 'cc68d665-4c71-4562-8c9e-de889dec0366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ee366469-84aa-4125-bad2-995e1fc3b95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:44.331266 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db87902-d1a6-4437-8e8c-f86529b87e21 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network hostable DHCP agents. Network: ee366469-84aa-4125-bad2-995e1fc3b95e, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:44.350310 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db87902-d1a6-4437-8e8c-f86529b87e21 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Network ee366469-84aa-4125-bad2-995e1fc3b95e is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:44.364399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-2db87902-d1a6-4437-8e8c-f86529b87e21 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, ee366469-84aa-4125-bad2-995e1fc3b95e) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:44.369139 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db87902-d1a6-4437-8e8c-f86529b87e21 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:44.370031 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2db87902-d1a6-4437-8e8c-f86529b87e21 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:44.375920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c2a42f-0986-4748-99e7-5cb41a4e29af None None] Network ee366469-84aa-4125-bad2-995e1fc3b95e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:44.396858 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2db87902-d1a6-4437-8e8c-f86529b87e21 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6992421 Jul 09 20:05:44.400416 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc875bd0-0e10-4c85-8cdc-9af6b27c23a2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:44.402420 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44360) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:44.413451 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-cf4d9198-fa82-45f0-a8c2-b448fa214860 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:44.449837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc875bd0-0e10-4c85-8cdc-9af6b27c23a2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=32ae02a1-5297-4b79-a118-e82b3cc0d8fc,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:44.453166 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-18f168d7-9ddd-42a3-b75f-43071c3cbc8b None None] Provisioning complete for port 3b49047e-2044-4d74-abe5-d50c134f61ac triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:44.453759 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-18f168d7-9ddd-42a3-b75f-43071c3cbc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:44.475825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510bc31-0452-450f-9fd5-f88b90eda3a2 req-aefadf18-c725-4b35-8254-b2d7e7bde1b9 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:44.485294 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f510bc31-0452-450f-9fd5-f88b90eda3a2 req-aefadf18-c725-4b35-8254-b2d7e7bde1b9 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 946 time: 0.1873846 Jul 09 20:05:44.521150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-18f168d7-9ddd-42a3-b75f-43071c3cbc8b None None] Port 3b49047e-2044-4d74-abe5-d50c134f61ac cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:05:44.587053 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f510bc31-0452-450f-9fd5-f88b90eda3a2 req-9674cb81-ccb2-431c-adf3-150f0881cf60 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007614 Jul 09 20:05:44.591150 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc875bd0-0e10-4c85-8cdc-9af6b27c23a2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:44.591762 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf4d9198-fa82-45f0-a8c2-b448fa214860 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9243237'] for subnet, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:44.593414 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fc875bd0-0e10-4c85-8cdc-9af6b27c23a2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/32ae02a1-5297-4b79-a118-e82b3cc0d8fc HTTP/1.1" status: 204 len: 168 time: 0.8402205 Jul 09 20:05:44.597386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44362) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:44.628221 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdc5300-5934-4038-995d-89cb226b24a1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] GET failed (client error): The resource could not be found. Jul 09 20:05:44.629876 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0cdc5300-5934-4038-995d-89cb226b24a1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/32ae02a1-5297-4b79-a118-e82b3cc0d8fc HTTP/1.1" status: 404 len: 333 time: 0.0315113 Jul 09 20:05:44.636226 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44364) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:44.637744 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dfc86-14fc-47a2-9ce5-b025034b53cb req-5c781f89-0898-45e9-9ceb-6bb883a6d2ac tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:44.646186 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c95dfc86-14fc-47a2-9ce5-b025034b53cb req-5c781f89-0898-45e9-9ceb-6bb883a6d2ac tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.2281878 Jul 09 20:05:44.651745 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ef5e75-24cd-477e-ae16-3bd187c211cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ee366469-84aa-4125-bad2-995e1fc3b95e', 'network_id': 'ee366469-84aa-4125-bad2-995e1fc3b95e', 'tenant_id': '78d36dc5f283430bb67cade6ca639a2b', 'fixed_ips': [{'subnet_id': 'cc8d8166-212f-40a0-b98a-09b9005c9168'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:44.653452 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e2ef5e75-24cd-477e-ae16-3bd187c211cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:44.673529 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-32ce4a1d-6d5e-47ff-9c24-1b07240bf4f0 None None] Could not find standard attr ID for object 32ae02a1-5297-4b79-a118-e82b3cc0d8fc. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:05:44.751468 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c95dfc86-14fc-47a2-9ce5-b025034b53cb req-8f0ce2be-b371-49a4-81ee-1261eca105ae tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042044 Jul 09 20:05:44.764646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-dfea942c-adb7-44b9-a3d3-22afb3c4e17b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port 3b49047e-2044-4d74-abe5-d50c134f61ac {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:44.765115 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfea942c-adb7-44b9-a3d3-22afb3c4e17b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:44.786078 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.api [None req-e2ef5e75-24cd-477e-ae16-3bd187c211cb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 20:05:44.786078 n-d-800088-3 neutron-server[100206]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 09 20:05:44.786078 n-d-800088-3 neutron-server[100206]: [parameters: {'in_use': 1, 'id_1': 'cc8d8166-212f-40a0-b98a-09b9005c9168'}] Jul 09 20:05:44.786078 n-d-800088-3 neutron-server[100206]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:05:44.786870 n-d-800088-3 neutron-server[100206]: DEBUG oslo_db.api [None req-e2ef5e75-24cd-477e-ae16-3bd187c211cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:05:44.871884 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfea942c-adb7-44b9-a3d3-22afb3c4e17b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:44.886471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-dfea942c-adb7-44b9-a3d3-22afb3c4e17b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for 3b49047e-2044-4d74-abe5-d50c134f61ac owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:44.913862 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf4d9198-fa82-45f0-a8c2-b448fa214860 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745877229855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9811224'] for subnet, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:44.969342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4d9198-fa82-45f0-a8c2-b448fa214860 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:44.969342 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf4d9198-fa82-45f0-a8c2-b448fa214860 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:44.969698 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cf4d9198-fa82-45f0-a8c2-b448fa214860 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "PUT /v2.0/subnets/cc8d8166-212f-40a0-b98a-09b9005c9168 HTTP/1.1" status: 200 len: 877 time: 0.5659244 Jul 09 20:05:44.973154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44370) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:44.980899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5f95675b-0b49-4953-adae-418bb1db7a6b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:45.044095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d9198-fa82-45f0-a8c2-b448fa214860 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event updated for resources: {'Subnet': ['ID=cc8d8166-212f-40a0-b98a-09b9005c9168,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:45.044835 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 5f95675b-0b49-4953-adae-418bb1db7a6b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:45.045330 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.114358 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.175866 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.246063 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.282489 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Subnet': ['ID=cc8d8166-212f-40a0-b98a-09b9005c9168,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:45.288108 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e2ef5e75-24cd-477e-ae16-3bd187c211cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.329540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697626a7-4e84-4829-9a9f-4eed01be5311 req-426453fc-42fc-435e-85a9-ec44062d1118 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:45.331888 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-697626a7-4e84-4829-9a9f-4eed01be5311 req-426453fc-42fc-435e-85a9-ec44062d1118 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.3870070 Jul 09 20:05:45.351361 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.362236 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee366469-84aa-4125-bad2-995e1fc3b95e']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:45.376171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc68d665-4c71-4562-8c9e-de889dec0366') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:45.376637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc68d665-4c71-4562-8c9e-de889dec0366') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:45.385595 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffded611-cfec-4f0f-b54c-38b5ac7cc44d None None] Network ee366469-84aa-4125-bad2-995e1fc3b95e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:45.387405 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.400872 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-697626a7-4e84-4829-9a9f-4eed01be5311 req-4ced8ad9-9003-4455-b4ea-b2c0bff59abc tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505412 Jul 09 20:05:45.404422 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfea942c-adb7-44b9-a3d3-22afb3c4e17b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.410095 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.428896 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:45.429709 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:45.434603 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:45.437344 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea942c-adb7-44b9-a3d3-22afb3c4e17b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=3b49047e-2044-4d74-abe5-d50c134f61ac,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:45.511766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123d21ad-57a4-4427-8909-0301b1582c1a None None] Network ee366469-84aa-4125-bad2-995e1fc3b95e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:45.520565 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfea942c-adb7-44b9-a3d3-22afb3c4e17b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.522757 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dfea942c-adb7-44b9-a3d3-22afb3c4e17b tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/3b49047e-2044-4d74-abe5-d50c134f61ac HTTP/1.1" status: 204 len: 168 time: 0.8855217 Jul 09 20:05:45.525526 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44374) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:45.557628 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd586598-07a9-4a50-9465-a422f640e3dd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] GET failed (client error): The resource could not be found. Jul 09 20:05:45.560417 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bd586598-07a9-4a50-9465-a422f640e3dd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/3b49047e-2044-4d74-abe5-d50c134f61ac HTTP/1.1" status: 404 len: 333 time: 0.0332217 Jul 09 20:05:45.562929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44376) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:45.568313 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.578491 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.586592 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/ee366469-84aa-4125-bad2-995e1fc3b95e HTTP/1.1" status: 204 len: 168 time: 0.6121175 Jul 09 20:05:45.588809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44378) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:45.620385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba5a57f-9d1a-4831-ade5-05e97fbe1afe tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting subnet 55d1ae11-e4f2-4c67-984b-22c0ee48ddb7 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:05:45.624193 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eba5a57f-9d1a-4831-ade5-05e97fbe1afe tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.628355 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb9601-0243-48f0-bd90-4bcea09affc1 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Network': ['ID=ee366469-84aa-4125-bad2-995e1fc3b95e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:45.638347 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdaafd5-b052-4090-8ec3-3506a71ba1bf tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:45.638815 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bdaafd5-b052-4090-8ec3-3506a71ba1bf tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:45.643545 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8bdaafd5-b052-4090-8ec3-3506a71ba1bf tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/subnets/cc8d8166-212f-40a0-b98a-09b9005c9168 HTTP/1.1" status: 404 len: 337 time: 0.0529568 Jul 09 20:05:45.644377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44382) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:45.666113 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d648743-d63f-42ac-af57-545eb014c385 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:45.666620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d648743-d63f-42ac-af57-545eb014c385 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:45.668443 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3d648743-d63f-42ac-af57-545eb014c385 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/ee366469-84aa-4125-bad2-995e1fc3b95e HTTP/1.1" status: 404 len: 339 time: 0.0225532 Jul 09 20:05:45.671222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44384) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:45.679429 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eba5a57f-9d1a-4831-ade5-05e97fbe1afe tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.707777 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca1ac4f-341e-4e7c-ae65-adbf6d0490f6 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:45.708250 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca1ac4f-341e-4e7c-ae65-adbf6d0490f6 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:45.712269 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6ca1ac4f-341e-4e7c-ae65-adbf6d0490f6 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/subnets/e4d9dd52-fbc5-48a9-b13c-f4272aee880b HTTP/1.1" status: 404 len: 337 time: 0.0373988 Jul 09 20:05:45.712518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44386) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:45.733240 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2e3d13-6f60-4e15-aff6-bcbda96e1c3f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:45.733886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2e3d13-6f60-4e15-aff6-bcbda96e1c3f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:45.735675 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0c2e3d13-6f60-4e15-aff6-bcbda96e1c3f tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/19bf54ae-44e9-4fc9-936b-ef0ff77ae785 HTTP/1.1" status: 404 len: 339 time: 0.0221858 Jul 09 20:05:45.738263 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44388) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:45.787205 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eba5a57f-9d1a-4831-ade5-05e97fbe1afe tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.851777 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eba5a57f-9d1a-4831-ade5-05e97fbe1afe tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.856031 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0bb85c93-3108-429a-98d6-5a681dfe806d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.881364 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5a57f-9d1a-4831-ade5-05e97fbe1afe tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Subnet': ['ID=55d1ae11-e4f2-4c67-984b-22c0ee48ddb7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:45.884866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aaa5df-7f63-4b68-a7fb-2e2aee05a444 req-5d052e12-eb2f-44d5-aa88-5c761b7500a8 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:45.886424 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-06aaa5df-7f63-4b68-a7fb-2e2aee05a444 req-5d052e12-eb2f-44d5-aa88-5c761b7500a8 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 946 time: 0.1382418 Jul 09 20:05:45.894915 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eba5a57f-9d1a-4831-ade5-05e97fbe1afe tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:45.899482 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-eba5a57f-9d1a-4831-ade5-05e97fbe1afe tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/55d1ae11-e4f2-4c67-984b-22c0ee48ddb7 HTTP/1.1" status: 204 len: 168 time: 0.3328667 Jul 09 20:05:45.899482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44392) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:45.902427 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e8b458-9e41-48b0-a957-846d79021a08 None None] Network a6264274-9f1b-4d03-86ef-4621d4fc8afb requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:45.999148 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0bb85c93-3108-429a-98d6-5a681dfe806d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.004725 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-06aaa5df-7f63-4b68-a7fb-2e2aee05a444 req-c85384e5-9816-4862-9ab9-55e50ca0ed8b tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122203 Jul 09 20:05:46.013260 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0bb85c93-3108-429a-98d6-5a681dfe806d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44236f6-9550-4fd4-ad5d-718d380f9379']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:46.015632 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.025599 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0bb85c93-3108-429a-98d6-5a681dfe806d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb90e52-09fb-453a-ada2-0c7f16ee2960') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:46.025912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0bb85c93-3108-429a-98d6-5a681dfe806d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb90e52-09fb-453a-ada2-0c7f16ee2960') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:46.036923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b452a-2dac-4f03-bb2a-bcbadd84d900 req-d262e032-3810-46c0-9fa1-5e7676813073 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:46.037599 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0bb85c93-3108-429a-98d6-5a681dfe806d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.041073 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b9b452a-2dac-4f03-bb2a-bcbadd84d900 req-d262e032-3810-46c0-9fa1-5e7676813073 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1623800 Jul 09 20:05:46.052963 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0bb85c93-3108-429a-98d6-5a681dfe806d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.059519 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb85c93-3108-429a-98d6-5a681dfe806d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:46.059932 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0bb85c93-3108-429a-98d6-5a681dfe806d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:46.063574 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:46.118248 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2116ca-3abc-42f5-a506-4111c5f7c1ba None None] DHCP port deletion for a6264274-9f1b-4d03-86ef-4621d4fc8afb request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:05:46.137460 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0bb85c93-3108-429a-98d6-5a681dfe806d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.143696 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0bb85c93-3108-429a-98d6-5a681dfe806d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.145952 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0bb85c93-3108-429a-98d6-5a681dfe806d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/d44236f6-9550-4fd4-ad5d-718d380f9379 HTTP/1.1" status: 204 len: 168 time: 0.4063277 Jul 09 20:05:46.150171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44398) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.186188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-dc2116ca-3abc-42f5-a506-4111c5f7c1ba None None] Deleting port 5f95675b-0b49-4953-adae-418bb1db7a6b {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:46.186583 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dc2116ca-3abc-42f5-a506-4111c5f7c1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.188972 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b9b452a-2dac-4f03-bb2a-bcbadd84d900 req-fb71a02a-1fea-4397-9f93-f248a3cd484b tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441858 Jul 09 20:05:46.207332 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb85c93-3108-429a-98d6-5a681dfe806d tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Network': ['ID=d44236f6-9550-4fd4-ad5d-718d380f9379,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:46.215555 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ec3b30-9045-4d99-926e-abdda400f839 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.216118 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ec3b30-9045-4d99-926e-abdda400f839 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.218154 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-11ec3b30-9045-4d99-926e-abdda400f839 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/subnets/1875e6d4-add0-4d4c-911a-3f0c5d5f30ec HTTP/1.1" status: 404 len: 337 time: 0.0654657 Jul 09 20:05:46.221267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44400) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.238038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port 5f95675b-0b49-4953-adae-418bb1db7a6b {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:46.238393 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.243101 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f1f2ca-f815-480c-b3dd-18bc544ad3ed tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.244041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f1f2ca-f815-480c-b3dd-18bc544ad3ed tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.246001 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-60f1f2ca-f815-480c-b3dd-18bc544ad3ed tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/9a5d118e-1236-472a-9c21-4334e2bcdaf9 HTTP/1.1" status: 404 len: 339 time: 0.0237381 Jul 09 20:05:46.248513 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44402) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.277727 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa271583-a5ce-4238-a83f-aa20f1a4ddf4 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.277998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa271583-a5ce-4238-a83f-aa20f1a4ddf4 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.279773 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fa271583-a5ce-4238-a83f-aa20f1a4ddf4 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/subnets/4a3ff83f-9671-4fa7-81ec-5f01753eda50 HTTP/1.1" status: 404 len: 337 time: 0.0302546 Jul 09 20:05:46.282237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44404) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.293269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-dc2116ca-3abc-42f5-a506-4111c5f7c1ba None None] For port 5f95675b-0b49-4953-adae-418bb1db7a6b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5f95675b-0b49-4953-adae-418bb1db7a6b,segment=NetworkSegment(4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf),segment_id=4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:46.293857 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dc2116ca-3abc-42f5-a506-4111c5f7c1ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.294131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-8fce5b04-1b60-4ecc-a86b-156c63158eee tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:46.295708 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-8fce5b04-1b60-4ecc-a86b-156c63158eee tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.36 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 946 time: 0.1844950 Jul 09 20:05:46.305318 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-348d5e4e-cb9f-4531-894f-4d6f1bac9b4b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.305915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348d5e4e-cb9f-4531-894f-4d6f1bac9b4b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.307689 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-348d5e4e-cb9f-4531-894f-4d6f1bac9b4b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/1c5e0038-9668-4379-8a6d-653e1a00d8f8 HTTP/1.1" status: 404 len: 339 time: 0.0223114 Jul 09 20:05:46.311546 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44406) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.315326 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-dc2116ca-3abc-42f5-a506-4111c5f7c1ba None None] Calling delete_port for 5f95675b-0b49-4953-adae-418bb1db7a6b owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:46.340559 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cae015-e865-40f1-9578-260b50dc7815 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.341093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90cae015-e865-40f1-9578-260b50dc7815 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.343236 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-90cae015-e865-40f1-9578-260b50dc7815 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/subnets/7c9ce627-7590-466c-bade-05e969d73b1a HTTP/1.1" status: 404 len: 337 time: 0.0303485 Jul 09 20:05:46.345519 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44408) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.354282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] For port 5f95675b-0b49-4953-adae-418bb1db7a6b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5f95675b-0b49-4953-adae-418bb1db7a6b,segment=NetworkSegment(4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf),segment_id=4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:46.354655 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.364041 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-a293c170-9fc6-46ee-934c-76fc02e3d9da tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.364761 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a293c170-9fc6-46ee-934c-76fc02e3d9da tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.366601 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a293c170-9fc6-46ee-934c-76fc02e3d9da tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/a64b0016-6ea8-4d1f-8746-7e4727baf726 HTTP/1.1" status: 404 len: 339 time: 0.0200424 Jul 09 20:05:46.369130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44410) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.375733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for 5f95675b-0b49-4953-adae-418bb1db7a6b owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:46.397019 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f637540-d94c-4edd-b27e-cafd076baf55 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.397271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f637540-d94c-4edd-b27e-cafd076baf55 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.401326 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5f637540-d94c-4edd-b27e-cafd076baf55 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/subnets/3bfe08ad-ab46-4d64-983e-53bdce9cc6c1 HTTP/1.1" status: 404 len: 337 time: 0.0288153 Jul 09 20:05:46.401689 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44412) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.405200 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dc2116ca-3abc-42f5-a506-4111c5f7c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.425654 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-da136124-964a-42dd-a4fe-4006c249b6c9 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.426242 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da136124-964a-42dd-a4fe-4006c249b6c9 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.430426 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-da136124-964a-42dd-a4fe-4006c249b6c9 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/ae1aefa9-7690-41c3-92f0-6368cbaee50f HTTP/1.1" status: 404 len: 339 time: 0.0254097 Jul 09 20:05:46.430805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44414) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.433490 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2116ca-3abc-42f5-a506-4111c5f7c1ba None None] Pushing event deleted for resources: {'Port': ['ID=5f95675b-0b49-4953-adae-418bb1db7a6b,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:46.453572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2116ca-3abc-42f5-a506-4111c5f7c1ba None None] No DVR routers for this DVR port 5f95675b-0b49-4953-adae-418bb1db7a6b on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:46.468222 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-a504586d-f86a-4021-a283-056c79732530 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.469544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a504586d-f86a-4021-a283-056c79732530 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.472639 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a504586d-f86a-4021-a283-056c79732530 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/subnets/184dcb54-428e-4d7f-addb-564b33c435dd HTTP/1.1" status: 404 len: 337 time: 0.0391016 Jul 09 20:05:46.476677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44418) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.500482 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbd1f81-d22a-455e-b40e-bf7ac277468b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.500912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbd1f81-d22a-455e-b40e-bf7ac277468b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.504609 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7dbd1f81-d22a-455e-b40e-bf7ac277468b tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/87b8ac87-de3d-4044-a109-d5334a0d4198 HTTP/1.1" status: 404 len: 339 time: 0.0254745 Jul 09 20:05:46.504798 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-edcb33df-2c4e-4247-9f81-c5fe22308edc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Deleting port 25df5556-a735-4811-8f8b-c35882c1c093 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:46.504798 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-edcb33df-2c4e-4247-9f81-c5fe22308edc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.506819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44420) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.536844 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3f7d60-bfc6-48c9-9567-f888006a65fd tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.537314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3f7d60-bfc6-48c9-9567-f888006a65fd tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.541530 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9f3f7d60-bfc6-48c9-9567-f888006a65fd tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/subnets/c7ec4fe0-4f48-4944-9373-fb73b4cfae6d HTTP/1.1" status: 404 len: 337 time: 0.0312717 Jul 09 20:05:46.541776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44422) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.551432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.560359 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cf5f6c-1245-4561-bfc2-cdd6b44e83e0 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.560948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87cf5f6c-1245-4561-bfc2-cdd6b44e83e0 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.565431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-87cf5f6c-1245-4561-bfc2-cdd6b44e83e0 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/f7d2a67b-0043-476e-8db2-2b902d241004 HTTP/1.1" status: 404 len: 339 time: 0.0199916 Jul 09 20:05:46.566466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44424) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.592478 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d527848-5ff2-4b44-8b44-604cb45198b2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.592968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d527848-5ff2-4b44-8b44-604cb45198b2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.594707 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2d527848-5ff2-4b44-8b44-604cb45198b2 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/subnets/42ac0b5c-3092-48a0-9347-f205a26ca6f3 HTTP/1.1" status: 404 len: 337 time: 0.0273118 Jul 09 20:05:46.598307 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44426) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.616933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=5f95675b-0b49-4953-adae-418bb1db7a6b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:46.618063 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-e200078d-c0fb-4879-ab46-2970c2a15c55 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.618746 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e200078d-c0fb-4879-ab46-2970c2a15c55 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.620639 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e200078d-c0fb-4879-ab46-2970c2a15c55 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/fb50a223-2209-41c6-afb3-5e4bd224dc65 HTTP/1.1" status: 404 len: 339 time: 0.0208037 Jul 09 20:05:46.622836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No DVR routers for this DVR port 5f95675b-0b49-4953-adae-418bb1db7a6b on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:46.623666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44428) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.654466 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea874d3d-f46c-4115-818e-dddc3a93c5ff tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.654848 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea874d3d-f46c-4115-818e-dddc3a93c5ff tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.656616 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ea874d3d-f46c-4115-818e-dddc3a93c5ff tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/subnets/e4107368-9b1f-42ca-b625-ea060ee7f14c HTTP/1.1" status: 404 len: 337 time: 0.0318890 Jul 09 20:05:46.659674 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44430) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.683557 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5106fdc3-4e28-49cc-8680-952b0f2b3f2a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] DELETE failed (client error): The resource could not be found. Jul 09 20:05:46.684127 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5106fdc3-4e28-49cc-8680-952b0f2b3f2a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:05:46.685908 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5106fdc3-4e28-49cc-8680-952b0f2b3f2a tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/2f3552c1-cccf-46e1-a9ae-93d5a77f103b HTTP/1.1" status: 404 len: 339 time: 0.0253038 Jul 09 20:05:46.688354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44432) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.740521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf0d82b-336e-481f-b5f7-7ed559aafe82 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Deleting subnet 5cc755ab-82e7-461b-b6f7-5bb0da011ec9 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:05:46.742645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-edcb33df-2c4e-4247-9f81-c5fe22308edc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] For port 25df5556-a735-4811-8f8b-c35882c1c093, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=25df5556-a735-4811-8f8b-c35882c1c093,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:46.743019 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-edcb33df-2c4e-4247-9f81-c5fe22308edc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.744209 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9bf0d82b-336e-481f-b5f7-7ed559aafe82 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.763150 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.787286 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9bf0d82b-336e-481f-b5f7-7ed559aafe82 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.814973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a2962-722c-4329-be59-0802338c2184 req-fd5aaddd-d940-4b69-98ab-18187fdf12c7 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:46.816553 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef2a2962-722c-4329-be59-0802338c2184 req-fd5aaddd-d940-4b69-98ab-18187fdf12c7 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2664592 Jul 09 20:05:46.819945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6264274-9f1b-4d03-86ef-4621d4fc8afb']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:46.848159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:46.848558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcfb7cd-ab03-48d0-af7a-3a5d12069cdf') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:46.864591 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.879589 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9bf0d82b-336e-481f-b5f7-7ed559aafe82 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.927341 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef2a2962-722c-4329-be59-0802338c2184 req-25cdf5b3-5f61-4218-a884-c545a3d37580 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033030 Jul 09 20:05:46.930717 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.945809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:46.946272 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.947843 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9bf0d82b-336e-481f-b5f7-7ed559aafe82 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:46.958960 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:46.969725 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5f95675b-0b49-4953-adae-418bb1db7a6b no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:05:46.980147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0d82b-336e-481f-b5f7-7ed559aafe82 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc755ab-82e7-461b-b6f7-5bb0da011ec9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:46.986256 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9bf0d82b-336e-481f-b5f7-7ed559aafe82 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:46.988914 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9bf0d82b-336e-481f-b5f7-7ed559aafe82 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/subnets/5cc755ab-82e7-461b-b6f7-5bb0da011ec9 HTTP/1.1" status: 204 len: 168 time: 0.2995131 Jul 09 20:05:46.991180 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44434) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:46.996377 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 5f95675b-0b49-4953-adae-418bb1db7a6b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:05:46.996788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5f95675b-0b49-4953-adae-418bb1db7a6b not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:05:46.999974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd38d37-4b11-487a-a786-27ac6150082e None None] Network 427da973-9d42-4a66-8c74-7f1a15beeb66 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:47.078292 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.079496 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.084154 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.089950 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/networks/a6264274-9f1b-4d03-86ef-4621d4fc8afb HTTP/1.1" status: 204 len: 168 time: 1.1894815 Jul 09 20:05:47.090112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44438) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:47.097935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0ec54337-0604-424e-a25a-be4967878cba tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1497434444'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:47.113171 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-edcb33df-2c4e-4247-9f81-c5fe22308edc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.113726 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-edcb33df-2c4e-4247-9f81-c5fe22308edc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.114059 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-edcb33df-2c4e-4247-9f81-c5fe22308edc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Floating IP 648957dc-4873-42f5-b08a-1e1ef2665043 disassociated. External IP: 172.25.0.94, port: 25df5556-a735-4811-8f8b-c35882c1c093. Jul 09 20:05:47.115569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-edcb33df-2c4e-4247-9f81-c5fe22308edc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Calling delete_port for 25df5556-a735-4811-8f8b-c35882c1c093 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:47.117990 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13630a6-6f45-4481-95bd-2626d3e07f73 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Network': ['ID=a6264274-9f1b-4d03-86ef-4621d4fc8afb,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:47.156650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec54337-0604-424e-a25a-be4967878cba tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:47.161476 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ec54337-0604-424e-a25a-be4967878cba tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.236923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Deleting port 57b59d04-71c1-4735-9591-3d16dc8fe9ee {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:47.237230 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.243997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec54337-0604-424e-a25a-be4967878cba tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:47.273931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fda72b-c61d-4c49-89a6-3130f8b8680a None None] DHCP port deletion for 427da973-9d42-4a66-8c74-7f1a15beeb66 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:05:47.304659 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ec54337-0604-424e-a25a-be4967878cba tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.305402 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-0ec54337-0604-424e-a25a-be4967878cba tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Added segment 05d716ad-14b9-4aac-aa91-3279e4c0fede of type vlan for network 4e64178a-7251-43ca-a70f-ec8327be2fcc Jul 09 20:05:47.334825 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-edcb33df-2c4e-4247-9f81-c5fe22308edc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.346789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d4fda72b-c61d-4c49-89a6-3130f8b8680a None None] Deleting port 57b59d04-71c1-4735-9591-3d16dc8fe9ee {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:47.347447 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4fda72b-c61d-4c49-89a6-3130f8b8680a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.381450 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb33df-2c4e-4247-9f81-c5fe22308edc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event deleted for resources: {'Port': ['ID=25df5556-a735-4811-8f8b-c35882c1c093,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:47.437882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d4fda72b-c61d-4c49-89a6-3130f8b8680a None None] For port 57b59d04-71c1-4735-9591-3d16dc8fe9ee, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=57b59d04-71c1-4735-9591-3d16dc8fe9ee,segment=NetworkSegment(7e2e6cf6-343c-4d6b-acbb-641043946300),segment_id=7e2e6cf6-343c-4d6b-acbb-641043946300)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:47.438210 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4fda72b-c61d-4c49-89a6-3130f8b8680a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.456017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d4fda72b-c61d-4c49-89a6-3130f8b8680a None None] Calling delete_port for 57b59d04-71c1-4735-9591-3d16dc8fe9ee owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:47.549765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-edcb33df-2c4e-4247-9f81-c5fe22308edc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Router c5c05f4c-173c-4c97-acc8-11f3965267e0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:05:47.551507 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4fda72b-c61d-4c49-89a6-3130f8b8680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.585534 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fda72b-c61d-4c49-89a6-3130f8b8680a None None] Pushing event deleted for resources: {'Port': ['ID=57b59d04-71c1-4735-9591-3d16dc8fe9ee,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:47.590250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fda72b-c61d-4c49-89a6-3130f8b8680a None None] No DVR routers for this DVR port 57b59d04-71c1-4735-9591-3d16dc8fe9ee on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:47.643336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c3b4f-838a-44de-ab86-1b2da12d432a req-92f61885-d881-4c30-ac6e-cce5c884d852 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:47.645042 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a5c3b4f-838a-44de-ab86-1b2da12d432a req-92f61885-d881-4c30-ac6e-cce5c884d852 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1384649 Jul 09 20:05:47.730841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a5c3b4f-838a-44de-ab86-1b2da12d432a req-092b456d-efca-4510-877d-70e0901c6ba9 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544875 Jul 09 20:05:47.733542 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-edcb33df-2c4e-4247-9f81-c5fe22308edc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:05:47.747978 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7704a8e-87dd-4937-9957-c12911b658e5 None None] Sync routers for ids ['c5c05f4c-173c-4c97-acc8-11f3965267e0'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:05:47.753839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] For port 57b59d04-71c1-4735-9591-3d16dc8fe9ee, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=57b59d04-71c1-4735-9591-3d16dc8fe9ee,segment=NetworkSegment(7e2e6cf6-343c-4d6b-acbb-641043946300),segment_id=7e2e6cf6-343c-4d6b-acbb-641043946300)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:47.754428 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.758906 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7704a8e-87dd-4937-9957-c12911b658e5 None None] Routers {'c5c05f4c-173c-4c97-acc8-11f3965267e0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:05:47.759044 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e7704a8e-87dd-4937-9957-c12911b658e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:05:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c5c05f4c-173c-4c97-acc8-11f3965267e0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:47.779975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3118b-8bee-4e7d-98bf-84dabe4e8a41 req-65aa5c84-77f7-443b-bac2-65d331c89564 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:47.781804 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d4c3118b-8bee-4e7d-98bf-84dabe4e8a41 req-65aa5c84-77f7-443b-bac2-65d331c89564 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=50fc3638-60c5-4253-95a8-f4bdfaeb8da1 HTTP/1.1" status: 200 len: 868 time: 0.6022744 Jul 09 20:05:47.804091 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ec54337-0604-424e-a25a-be4967878cba tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.822596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Calling delete_port for 57b59d04-71c1-4735-9591-3d16dc8fe9ee owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:47.838521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-edcb33df-2c4e-4247-9f81-c5fe22308edc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] No DVR routers for this DVR port 25df5556-a735-4811-8f8b-c35882c1c093 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:47.846663 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-edcb33df-2c4e-4247-9f81-c5fe22308edc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.850803 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-311efef8-6878-400a-8d73-b9d6bd453a3a req-edcb33df-2c4e-4247-9f81-c5fe22308edc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.36 "DELETE /v2.0/ports/25df5556-a735-4811-8f8b-c35882c1c093 HTTP/1.1" status: 204 len: 173 time: 1.5399380 Jul 09 20:05:47.851473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'name': 'network-vif-deleted', 'tag': '25df5556-a735-4811-8f8b-c35882c1c093'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:05:47.854893 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f01fe1c-f7dd-4ff4-8562-abf4a57c82a3" -d '{"events": [{"server_uuid": "50fc3638-60c5-4253-95a8-f4bdfaeb8da1", "name": "network-vif-deleted", "tag": "25df5556-a735-4811-8f8b-c35882c1c093"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:05:47.925968 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d4c3118b-8bee-4e7d-98bf-84dabe4e8a41 req-3fc21455-3e45-47fd-a401-1b460a01b75f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=f136a46a-f1af-493b-a079-5e7765f2f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349270 Jul 09 20:05:47.930426 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ec54337-0604-424e-a25a-be4967878cba tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.936080 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec54337-0604-424e-a25a-be4967878cba tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:47.947393 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ec54337-0604-424e-a25a-be4967878cba tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:47.949116 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d7bb96-f2f5-4d5a-977c-173296f7127c x-openstack-request-id: req-88d7bb96-f2f5-4d5a-977c-173296f7127c {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:05:47.949630 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50fc3638-60c5-4253-95a8-f4bdfaeb8da1", "name": "network-vif-deleted", "tag": "25df5556-a735-4811-8f8b-c35882c1c093", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:05:47.950055 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88d7bb96-f2f5-4d5a-977c-173296f7127c {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:05:47.950824 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50fc3638-60c5-4253-95a8-f4bdfaeb8da1', 'name': 'network-vif-deleted', 'tag': '25df5556-a735-4811-8f8b-c35882c1c093', 'status': 'completed', 'code': 200} Jul 09 20:05:47.983609 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-e7704a8e-87dd-4937-9957-c12911b658e5 None None] Set router c5c05f4c-173c-4c97-acc8-11f3965267e0 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:05:48.035684 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0ec54337-0604-424e-a25a-be4967878cba tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9434814 Jul 09 20:05:48.040054 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44450) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:48.049733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a9e932de-5632-4d96-9837-4c24be38f068 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'subnet': {'network_id': '4e64178a-7251-43ca-a70f-ec8327be2fcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:48.056394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec54337-0604-424e-a25a-be4967878cba tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Network': ['ID=4e64178a-7251-43ca-a70f-ec8327be2fcc,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:48.067505 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.074058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 4e64178a-7251-43ca-a70f-ec8327be2fcc details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:48.115148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Port': ['ID=57b59d04-71c1-4735-9591-3d16dc8fe9ee,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:48.117038 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] No DVR routers for this DVR port 57b59d04-71c1-4735-9591-3d16dc8fe9ee on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:48.211224 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.223480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427da973-9d42-4a66-8c74-7f1a15beeb66']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:48.235134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2e6cf6-343c-4d6b-acbb-641043946300') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:48.235465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2e6cf6-343c-4d6b-acbb-641043946300') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:48.244624 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e932de-5632-4d96-9837-4c24be38f068 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:48.246012 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.248296 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a9e932de-5632-4d96-9837-4c24be38f068 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.252326 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e7704a8e-87dd-4937-9957-c12911b658e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:26Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'b41c1f82-d782-4d57-a0df-7f75c35c571a', 'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'mac_address': 'fa:16:3e:7f:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:25Z', 'updated_at': '2021-07-09T19:59:33Z', 'revision_number': 5, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'subnets': [{'id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:48.263090 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.273304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:48.274039 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:48.278701 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:48.289541 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7704a8e-87dd-4937-9957-c12911b658e5 None None] Checking router: c5c05f4c-173c-4c97-acc8-11f3965267e0 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:05:48.299745 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:05:48.304181 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7704a8e-87dd-4937-9957-c12911b658e5 None None] Routers {'c5c05f4c-173c-4c97-acc8-11f3965267e0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:05:48.304978 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e7704a8e-87dd-4937-9957-c12911b658e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:05:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c5c05f4c-173c-4c97-acc8-11f3965267e0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:48.309203 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e87809-e42e-42df-b1e4-0dbc9e09be99 req-aa6a63b1-5e13-468f-aee9-68752e89c26b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:48.310758 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0e87809-e42e-42df-b1e4-0dbc9e09be99 req-aa6a63b1-5e13-468f-aee9-68752e89c26b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.1487501 Jul 09 20:05:48.347183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.356189 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.360781 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] 10.222.0.30 "DELETE /v2.0/networks/427da973-9d42-4a66-8c74-7f1a15beeb66 HTTP/1.1" status: 204 len: 168 time: 1.3660784 Jul 09 20:05:48.372994 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54792eae-3b5c-41da-af01-c72dc412d415 tempest-NetworksTest-910974000 tempest-NetworksTest-910974000-project] Pushing event deleted for resources: {'Network': ['ID=427da973-9d42-4a66-8c74-7f1a15beeb66,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:48.413176 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0e87809-e42e-42df-b1e4-0dbc9e09be99 req-dafdac50-1eac-4ab4-89ee-fab2dff3da0b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880215 Jul 09 20:05:48.461979 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-e7704a8e-87dd-4937-9957-c12911b658e5 None None] Set router c5c05f4c-173c-4c97-acc8-11f3965267e0 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:05:48.571824 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a9e932de-5632-4d96-9837-4c24be38f068 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.634365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e932de-5632-4d96-9837-4c24be38f068 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Subnet': ['ID=193e73bf-5380-4904-9caa-5f4f73c4764d,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:48.672520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e932de-5632-4d96-9837-4c24be38f068 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Checking segment: {'id': '05d716ad-14b9-4aac-aa91-3279e4c0fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4e64178a-7251-43ca-a70f-ec8327be2fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:48.673248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e932de-5632-4d96-9837-4c24be38f068 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network hostable DHCP agents. Network: 4e64178a-7251-43ca-a70f-ec8327be2fcc, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:48.692770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e932de-5632-4d96-9837-4c24be38f068 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 4e64178a-7251-43ca-a70f-ec8327be2fcc is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:48.704091 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-a9e932de-5632-4d96-9837-4c24be38f068 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 4e64178a-7251-43ca-a70f-ec8327be2fcc) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:48.710254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e932de-5632-4d96-9837-4c24be38f068 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:48.711020 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a9e932de-5632-4d96-9837-4c24be38f068 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.718799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44458) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:48.723214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35e714b-a58d-4667-a8f4-776eadffc104 None None] Network 4e64178a-7251-43ca-a70f-ec8327be2fcc requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:48.726636 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e7704a8e-87dd-4937-9957-c12911b658e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:26Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'b41c1f82-d782-4d57-a0df-7f75c35c571a', 'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'mac_address': 'fa:16:3e:7f:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:25Z', 'updated_at': '2021-07-09T19:59:33Z', 'revision_number': 5, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'subnets': [{'id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:48.751832 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44462) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:48.757879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-83751a8b-220d-4d8a-920d-53ddca7c9476 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'network_id': '4e64178a-7251-43ca-a70f-ec8327be2fcc', 'name': 'tempest-PortsTestJSON-1039042887', 'fixed_ips': [{'subnet_id': '193e73bf-5380-4904-9caa-5f4f73c4764d', 'ip_address': '172.20.0.10'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:48.760036 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a9e932de-5632-4d96-9837-4c24be38f068 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7068889 Jul 09 20:05:48.774048 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7704a8e-87dd-4937-9957-c12911b658e5 None None] The sync data for ids ['c5c05f4c-173c-4c97-acc8-11f3965267e0'] in n-d-800088-3 is: [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:26Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'b41c1f82-d782-4d57-a0df-7f75c35c571a', 'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'mac_address': 'fa:16:3e:7f:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:25Z', 'updated_at': '2021-07-09T19:59:33Z', 'revision_number': 5, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'subnets': [{'id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:05:48.931198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-4e64178a-7251-43ca-a70f-ec8327be2fcc', 'network_id': '4e64178a-7251-43ca-a70f-ec8327be2fcc', 'tenant_id': '28db90d7fba449919653b429ee148aff', 'fixed_ips': [{'subnet_id': '193e73bf-5380-4904-9caa-5f4f73c4764d'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:48.932425 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:48.956628 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83751a8b-220d-4d8a-920d-53ddca7c9476 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:49.022369 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f06e138e-c929-4b06-b0bf-53955954c5ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78d36dc5f283430bb67cade6ca639a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3001735 Jul 09 20:05:49.029849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44470) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:49.042213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 57b59d04-71c1-4735-9591-3d16dc8fe9ee no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:05:49.098115 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-83751a8b-220d-4d8a-920d-53ddca7c9476 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.109468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 57b59d04-71c1-4735-9591-3d16dc8fe9ee {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:05:49.110070 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 57b59d04-71c1-4735-9591-3d16dc8fe9ee not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:05:49.131634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30480188-9e70-4de0-9349-5904c6e385be req-4c0091a8-bc79-4c39-85e3-d9b3837c3e69 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:49.139585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30480188-9e70-4de0-9349-5904c6e385be req-4c0091a8-bc79-4c39-85e3-d9b3837c3e69 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.2398517 Jul 09 20:05:49.144695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-83751a8b-220d-4d8a-920d-53ddca7c9476 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port 2b64660e-b6cd-4bba-8170-ed89052dd3aa yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:05:49.199209 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f2665e-7eaa-4e48-b8a3-815d20c19c73 None None] New status for floating IP 648957dc-4873-42f5-b08a-1e1ef2665043: DOWN {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:05:49.209570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Allocated IP 172.20.0.2 (4e64178a-7251-43ca-a70f-ec8327be2fcc/193e73bf-5380-4904-9caa-5f4f73c4764d/9fd7ba7f-8d19-413b-b02a-865f542dba33) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:49.210779 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30480188-9e70-4de0-9349-5904c6e385be req-dded61c5-8694-4b4b-a8f0-44a895729ad4 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707319 Jul 09 20:05:49.230058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44474) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:49.238427 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1203561a-8e04-44c2-90e9-4b3765df6982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.279946 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1203561a-8e04-44c2-90e9-4b3765df6982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.335308 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2556a7bd-6e62-456b-ba24-70f5f1426621 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.364268 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2556a7bd-6e62-456b-ba24-70f5f1426621 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.367434 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1203561a-8e04-44c2-90e9-4b3765df6982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.370019 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1203561a-8e04-44c2-90e9-4b3765df6982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.371172 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1203561a-8e04-44c2-90e9-4b3765df6982 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b715827-bdf8-4060-b5ed-c560097b5a5c HTTP/1.1" status: 204 len: 168 time: 0.3349540 Jul 09 20:05:49.393092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203561a-8e04-44c2-90e9-4b3765df6982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b715827-bdf8-4060-b5ed-c560097b5a5c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:49.447899 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2556a7bd-6e62-456b-ba24-70f5f1426621 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.451228 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2556a7bd-6e62-456b-ba24-70f5f1426621 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.452898 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2556a7bd-6e62-456b-ba24-70f5f1426621 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "DELETE /v2.0/security-groups/f136a46a-f1af-493b-a079-5e7765f2f12d HTTP/1.1" status: 204 len: 168 time: 0.2217655 Jul 09 20:05:49.456354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44480) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:49.464222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556a7bd-6e62-456b-ba24-70f5f1426621 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f136a46a-f1af-493b-a079-5e7765f2f12d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:49.479552 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-c3f2f517-cf55-4ae7-9098-97f3868f82aa tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] show failed (client error): The resource could not be found. Jul 09 20:05:49.481490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c3f2f517-cf55-4ae7-9098-97f3868f82aa tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups/f136a46a-f1af-493b-a079-5e7765f2f12d HTTP/1.1" status: 404 len: 347 time: 0.0232813 Jul 09 20:05:49.484726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44482) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:49.649814 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef6b75-95ae-436e-8655-ce3fa3b9f91d req-45909131-3f82-4ed4-9329-13f3896e9fe1 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:49.654240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-7780b480-1c2d-4c66-aca0-855c6873df2d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Deleting port c10529d3-46bb-4c4e-abbd-a81381d67b0c {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:49.654607 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7780b480-1c2d-4c66-aca0-855c6873df2d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.661431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67ef6b75-95ae-436e-8655-ce3fa3b9f91d req-45909131-3f82-4ed4-9329-13f3896e9fe1 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.1009240 Jul 09 20:05:49.724601 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67ef6b75-95ae-436e-8655-ce3fa3b9f91d req-4fc1df18-1403-47ca-8f5a-49a46bf9680a tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622466 Jul 09 20:05:49.737859 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.755527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Transition to ACTIVE for port object 9fd7ba7f-8d19-413b-b02a-865f542dba33 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:49.757832 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7780b480-1c2d-4c66-aca0-855c6873df2d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.758270 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7780b480-1c2d-4c66-aca0-855c6873df2d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.769306 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Transition to ACTIVE for port object 9fd7ba7f-8d19-413b-b02a-865f542dba33 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:49.777819 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.779365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-7780b480-1c2d-4c66-aca0-855c6873df2d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Calling delete_port for c10529d3-46bb-4c4e-abbd-a81381d67b0c owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:49.825044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Network 4e64178a-7251-43ca-a70f-ec8327be2fcc is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:49.829617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:49.833455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:49.843130 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Pushing event updated for resources: {'Port': ['ID=9fd7ba7f-8d19-413b-b02a-865f542dba33,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:49.848202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-83751a8b-220d-4d8a-920d-53ddca7c9476 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Allocated IP 172.20.0.10 (4e64178a-7251-43ca-a70f-ec8327be2fcc/193e73bf-5380-4904-9caa-5f4f73c4764d/2b64660e-b6cd-4bba-8170-ed89052dd3aa) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:49.915565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Attempting to bind port 9fd7ba7f-8d19-413b-b02a-865f542dba33 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:49.915936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Attempting to bind port 9fd7ba7f-8d19-413b-b02a-865f542dba33 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '05d716ad-14b9-4aac-aa91-3279e4c0fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4e64178a-7251-43ca-a70f-ec8327be2fcc'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:49.916394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Attempting to bind port 9fd7ba7f-8d19-413b-b02a-865f542dba33 on network 4e64178a-7251-43ca-a70f-ec8327be2fcc {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:49.923125 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:49.923125 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Checking segment: {'id': '05d716ad-14b9-4aac-aa91-3279e4c0fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4e64178a-7251-43ca-a70f-ec8327be2fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:49.923400 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.923796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Bound using segment: {'id': '05d716ad-14b9-4aac-aa91-3279e4c0fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4e64178a-7251-43ca-a70f-ec8327be2fcc'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:49.924802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Bound port: 9fd7ba7f-8d19-413b-b02a-865f542dba33, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d716ad-14b9-4aac-aa91-3279e4c0fede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4e64178a-7251-43ca-a70f-ec8327be2fcc'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:49.925125 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.967679 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7780b480-1c2d-4c66-aca0-855c6873df2d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:49.998976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7780b480-1c2d-4c66-aca0-855c6873df2d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event deleted for resources: {'Port': ['ID=c10529d3-46bb-4c4e-abbd-a81381d67b0c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:50.006637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] For port 9fd7ba7f-8d19-413b-b02a-865f542dba33, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:50.011080 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] For port 9fd7ba7f-8d19-413b-b02a-865f542dba33, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9fd7ba7f-8d19-413b-b02a-865f542dba33,segment=NetworkSegment(05d716ad-14b9-4aac-aa91-3279e4c0fede),segment_id=05d716ad-14b9-4aac-aa91-3279e4c0fede)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:50.016511 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:50.086934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7780b480-1c2d-4c66-aca0-855c6873df2d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:50.089976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23326b-d835-46a7-b06f-4b99ac90caeb None None] Pushing event updated for resources: {'Port': ['ID=9fd7ba7f-8d19-413b-b02a-865f542dba33,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:50.090153 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7780b480-1c2d-4c66-aca0-855c6873df2d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:50.097807 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7780b480-1c2d-4c66-aca0-855c6873df2d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "DELETE /v2.0/floatingips/648957dc-4873-42f5-b08a-1e1ef2665043 HTTP/1.1" status: 204 len: 168 time: 0.6115205 Jul 09 20:05:50.112298 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-83751a8b-220d-4d8a-920d-53ddca7c9476 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:50.129170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-83751a8b-220d-4d8a-920d-53ddca7c9476 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Transition to ACTIVE for port object 2b64660e-b6cd-4bba-8170-ed89052dd3aa will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:50.197532 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-83751a8b-220d-4d8a-920d-53ddca7c9476 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:50.245026 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 25df5556-a735-4811-8f8b-c35882c1c093 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:05:50.268962 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83751a8b-220d-4d8a-920d-53ddca7c9476 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 4e64178a-7251-43ca-a70f-ec8327be2fcc is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:50.278158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-83751a8b-220d-4d8a-920d-53ddca7c9476 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:50.280870 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83751a8b-220d-4d8a-920d-53ddca7c9476 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:50.299994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 25df5556-a735-4811-8f8b-c35882c1c093 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:05:50.300804 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 25df5556-a735-4811-8f8b-c35882c1c093 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:05:50.316969 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83751a8b-220d-4d8a-920d-53ddca7c9476 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=2b64660e-b6cd-4bba-8170-ed89052dd3aa,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:50.350901 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83751a8b-220d-4d8a-920d-53ddca7c9476 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:50.351753 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-83751a8b-220d-4d8a-920d-53ddca7c9476 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:50.375468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44510) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:50.375821 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-83751a8b-220d-4d8a-920d-53ddca7c9476 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6220536 Jul 09 20:05:50.384611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-74dc6bfc-e2e7-4b86-a663-afab87a3bc8c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'network_id': '4e64178a-7251-43ca-a70f-ec8327be2fcc', 'name': 'tempest-PortsTestJSON-1488432857', 'fixed_ips': [{'subnet_id': '193e73bf-5380-4904-9caa-5f4f73c4764d', 'ip_address': '172.20.0.9'}]}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:50.653447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dc6bfc-e2e7-4b86-a663-afab87a3bc8c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:50.716571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168026b-8b5d-404d-8a44-14400550dfff req-35e276bf-27f5-470b-bfe4-61e7dc84d06d tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:50.723699 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8168026b-8b5d-404d-8a44-14400550dfff req-35e276bf-27f5-470b-bfe4-61e7dc84d06d tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.2062294 Jul 09 20:05:50.753172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44518) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:50.762552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d15ac897-35e1-4bdf-b28a-27f6a8d2cae4 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839207720', 'description': 'tempest-description--542732010'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:50.829739 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8168026b-8b5d-404d-8a44-14400550dfff req-bf117c69-ebbd-4e6f-baeb-72a07a4209b0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050203 Jul 09 20:05:50.847264 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-74dc6bfc-e2e7-4b86-a663-afab87a3bc8c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:50.863443 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d15ac897-35e1-4bdf-b28a-27f6a8d2cae4 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:50.891946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-74dc6bfc-e2e7-4b86-a663-afab87a3bc8c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port 560999d5-2c97-4dfb-adbb-e0fa968fd917 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:05:51.039439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9fd7ba7f-8d19-413b-b02a-865f542dba33 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:51.100335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 9fd7ba7f-8d19-413b-b02a-865f542dba33 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:51.416591 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d4b88e-8a1a-455c-9883-a76f7ca6b81c None None] Network 4e64178a-7251-43ca-a70f-ec8327be2fcc requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:51.426473 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d15ac897-35e1-4bdf-b28a-27f6a8d2cae4 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.435810 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d15ac897-35e1-4bdf-b28a-27f6a8d2cae4 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.489565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a47aca7a-03c1-4d91-880e-cb5bcd1465e6 None None] Provisioning for port 9fd7ba7f-8d19-413b-b02a-865f542dba33 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:51.496545 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326525e5-70fd-4e6a-a9b7-0b033b81b1d6 req-49cd7215-8767-4003-af24-8fc7f40219af tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:51.497976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a47aca7a-03c1-4d91-880e-cb5bcd1465e6 None None] Provisioning complete for port 9fd7ba7f-8d19-413b-b02a-865f542dba33 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:51.498321 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-326525e5-70fd-4e6a-a9b7-0b033b81b1d6 req-49cd7215-8767-4003-af24-8fc7f40219af tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.5609396 Jul 09 20:05:51.498484 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a47aca7a-03c1-4d91-880e-cb5bcd1465e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.520281 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d15ac897-35e1-4bdf-b28a-27f6a8d2cae4 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.524231 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d15ac897-35e1-4bdf-b28a-27f6a8d2cae4 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7658567 Jul 09 20:05:51.524799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44538) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:51.530672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ee4cb940-95a2-4574-b4a0-b21ae5275cf7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Request body: {'security_group_rule': {'security_group_id': 'd9313927-a342-47f0-acda-99b00f6f5b7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:51.543458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ac897-35e1-4bdf-b28a-27f6a8d2cae4 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9313927-a342-47f0-acda-99b00f6f5b7a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:51.555665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-74dc6bfc-e2e7-4b86-a663-afab87a3bc8c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Allocated IP 172.20.0.9 (4e64178a-7251-43ca-a70f-ec8327be2fcc/193e73bf-5380-4904-9caa-5f4f73c4764d/560999d5-2c97-4dfb-adbb-e0fa968fd917) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:51.578062 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb940-95a2-4574-b4a0-b21ae5275cf7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.597700 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-326525e5-70fd-4e6a-a9b7-0b033b81b1d6 req-5a8e5bff-7212-45e4-9f9c-f94a73bae87d tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852022 Jul 09 20:05:51.672285 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a47aca7a-03c1-4d91-880e-cb5bcd1465e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.687514 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb940-95a2-4574-b4a0-b21ae5275cf7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.695493 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb940-95a2-4574-b4a0-b21ae5275cf7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.718453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cb940-95a2-4574-b4a0-b21ae5275cf7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e6e43d-d378-455d-a07c-5082d796456c,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:51.727117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a47aca7a-03c1-4d91-880e-cb5bcd1465e6 None None] For port 9fd7ba7f-8d19-413b-b02a-865f542dba33, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9fd7ba7f-8d19-413b-b02a-865f542dba33,segment=NetworkSegment(05d716ad-14b9-4aac-aa91-3279e4c0fede),segment_id=05d716ad-14b9-4aac-aa91-3279e4c0fede)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:51.733247 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee4cb940-95a2-4574-b4a0-b21ae5275cf7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.734789 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ee4cb940-95a2-4574-b4a0-b21ae5275cf7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2081003 Jul 09 20:05:51.736520 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a47aca7a-03c1-4d91-880e-cb5bcd1465e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.737990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44540) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:51.743421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7cd2700a-466a-41d3-95d1-1b66db5821bc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Request body: {'security_group_rule': {'security_group_id': 'd9313927-a342-47f0-acda-99b00f6f5b7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:51.776869 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cd2700a-466a-41d3-95d1-1b66db5821bc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.852592 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47aca7a-03c1-4d91-880e-cb5bcd1465e6 None None] Pushing event updated for resources: {'Port': ['ID=9fd7ba7f-8d19-413b-b02a-865f542dba33,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:51.876119 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-74dc6bfc-e2e7-4b86-a663-afab87a3bc8c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.877614 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cd2700a-466a-41d3-95d1-1b66db5821bc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.883433 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cd2700a-466a-41d3-95d1-1b66db5821bc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.898358 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-74dc6bfc-e2e7-4b86-a663-afab87a3bc8c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Transition to ACTIVE for port object 560999d5-2c97-4dfb-adbb-e0fa968fd917 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:51.920192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2700a-466a-41d3-95d1-1b66db5821bc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc92a12-5491-4149-b15e-3b527a65c192,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:51.931233 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cd2700a-466a-41d3-95d1-1b66db5821bc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.932509 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7cd2700a-466a-41d3-95d1-1b66db5821bc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1932263 Jul 09 20:05:51.936206 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44550) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:51.946246 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:51.965608 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-74dc6bfc-e2e7-4b86-a663-afab87a3bc8c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:51.990473 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:52.061772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc6bfc-e2e7-4b86-a663-afab87a3bc8c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=560999d5-2c97-4dfb-adbb-e0fa968fd917,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:52.090627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2d89ed80-1e4a-4b92-b6a0-c308e96eefba None None] Provisioning for port 2b64660e-b6cd-4bba-8170-ed89052dd3aa completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:52.095434 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2d89ed80-1e4a-4b92-b6a0-c308e96eefba None None] Provisioning complete for port 2b64660e-b6cd-4bba-8170-ed89052dd3aa triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:52.099867 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2d89ed80-1e4a-4b92-b6a0-c308e96eefba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:52.115830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dc6bfc-e2e7-4b86-a663-afab87a3bc8c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 4e64178a-7251-43ca-a70f-ec8327be2fcc is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:52.117638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-74dc6bfc-e2e7-4b86-a663-afab87a3bc8c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:52.124038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dc6bfc-e2e7-4b86-a663-afab87a3bc8c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:52.173197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-2d89ed80-1e4a-4b92-b6a0-c308e96eefba None None] Port 2b64660e-b6cd-4bba-8170-ed89052dd3aa cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:05:52.177743 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231609c-5bec-4215-a26e-f8517c699181 req-3c801675-b4b1-4782-b1f5-833697ae7dd1 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:52.182364 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc6bfc-e2e7-4b86-a663-afab87a3bc8c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:52.183021 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-74dc6bfc-e2e7-4b86-a663-afab87a3bc8c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:52.187017 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2231609c-5bec-4215-a26e-f8517c699181 req-3c801675-b4b1-4782-b1f5-833697ae7dd1 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1280193 Jul 09 20:05:52.195826 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2d89ed80-1e4a-4b92-b6a0-c308e96eefba None None] Provisioning complete for port 9fd7ba7f-8d19-413b-b02a-865f542dba33 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:52.196270 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2d89ed80-1e4a-4b92-b6a0-c308e96eefba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:52.208758 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-74dc6bfc-e2e7-4b86-a663-afab87a3bc8c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8319383 Jul 09 20:05:52.214059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44554) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:52.259504 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2231609c-5bec-4215-a26e-f8517c699181 req-2b451f10-88f6-4299-84e1-cbce5e9e0965 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714855 Jul 09 20:05:52.287984 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:52.385199 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193b02ac-88f3-432e-b459-9cfb36f08ce4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:52.387019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-193b02ac-88f3-432e-b459-9cfb36f08ce4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1718664 Jul 09 20:05:52.391875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44556) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:52.472505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9166bbef-1c61-409b-ab2e-aed6056a260f None None] Provisioning complete for port 2b64660e-b6cd-4bba-8170-ed89052dd3aa triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:52.477117 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9166bbef-1c61-409b-ab2e-aed6056a260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:52.557178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9166bbef-1c61-409b-ab2e-aed6056a260f None None] Port 2b64660e-b6cd-4bba-8170-ed89052dd3aa cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:05:52.607460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a09207-dfe7-4dd6-99d2-a35fde00b020 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:52.614670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a09207-dfe7-4dd6-99d2-a35fde00b020 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:52.620797 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a09207-dfe7-4dd6-99d2-a35fde00b020 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:52.622518 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c3a09207-dfe7-4dd6-99d2-a35fde00b020 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2289348 Jul 09 20:05:52.625575 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44562) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:52.631085 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Allocated IP 172.25.0.35 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/3e9c6f6f-10f4-4938-a072-032ec6234060) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:52.685849 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3f1db5c0-9e15-4ef5-a160-80dea9210068 None None] Provisioning for port 560999d5-2c97-4dfb-adbb-e0fa968fd917 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:52.701373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3f1db5c0-9e15-4ef5-a160-80dea9210068 None None] Provisioning complete for port 560999d5-2c97-4dfb-adbb-e0fa968fd917 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:52.701373 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3f1db5c0-9e15-4ef5-a160-80dea9210068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:52.767727 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3f1db5c0-9e15-4ef5-a160-80dea9210068 None None] Port 560999d5-2c97-4dfb-adbb-e0fa968fd917 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:05:52.790606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-dc409251-8ffc-40e2-9d23-6f7e08b7bcb9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port 560999d5-2c97-4dfb-adbb-e0fa968fd917 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:52.791256 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dc409251-8ffc-40e2-9d23-6f7e08b7bcb9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:52.864864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27e050-bc84-4d35-afad-21421f756c08 req-f4aa12d1-352b-4b63-ab61-8f450c219979 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:52.866412 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f27e050-bc84-4d35-afad-21421f756c08 req-f4aa12d1-352b-4b63-ab61-8f450c219979 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.1325862 Jul 09 20:05:52.877273 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:52.895838 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dc409251-8ffc-40e2-9d23-6f7e08b7bcb9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:52.909948 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-dc409251-8ffc-40e2-9d23-6f7e08b7bcb9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for 560999d5-2c97-4dfb-adbb-e0fa968fd917 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:52.927016 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f27e050-bc84-4d35-afad-21421f756c08 req-f26de119-38cf-42bf-89d3-154e52fe512f tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548484 Jul 09 20:05:52.954787 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:52.982819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9fd7ba7f-8d19-413b-b02a-865f542dba33 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:53.003090 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:53.009785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:53.018499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:53.060976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 9fd7ba7f-8d19-413b-b02a-865f542dba33 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:05:53.061100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event updated for resources: {'Port': ['ID=3e9c6f6f-10f4-4938-a072-032ec6234060,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:53.061840 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:53.078441 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dc409251-8ffc-40e2-9d23-6f7e08b7bcb9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:53.128832 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc409251-8ffc-40e2-9d23-6f7e08b7bcb9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=560999d5-2c97-4dfb-adbb-e0fa968fd917,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:53.244234 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dc409251-8ffc-40e2-9d23-6f7e08b7bcb9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:53.249604 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dc409251-8ffc-40e2-9d23-6f7e08b7bcb9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/560999d5-2c97-4dfb-adbb-e0fa968fd917 HTTP/1.1" status: 204 len: 168 time: 0.6224542 Jul 09 20:05:53.250468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44572) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:53.275420 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:53.352644 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec171f4-3a8d-40a6-9e4f-2ffdb0950e8a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] GET failed (client error): The resource could not be found. Jul 09 20:05:53.360476 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6ec171f4-3a8d-40a6-9e4f-2ffdb0950e8a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/560999d5-2c97-4dfb-adbb-e0fa968fd917 HTTP/1.1" status: 404 len: 333 time: 0.1058533 Jul 09 20:05:53.362214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44576) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:53.363584 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:53.567394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-3d9586e1-99b4-4936-afc7-4aa458c2ef2f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port 2b64660e-b6cd-4bba-8170-ed89052dd3aa {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:53.567851 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d9586e1-99b4-4936-afc7-4aa458c2ef2f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:53.636087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa82a82-fedf-4da5-a1be-0f65863b1314 req-7b81f36d-5dc5-4f12-89fd-933d06fabbf2 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:53.649931 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-caa82a82-fedf-4da5-a1be-0f65863b1314 req-7b81f36d-5dc5-4f12-89fd-933d06fabbf2 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1271179 Jul 09 20:05:53.721898 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d9586e1-99b4-4936-afc7-4aa458c2ef2f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:53.738523 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:53.741169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-3d9586e1-99b4-4936-afc7-4aa458c2ef2f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for 2b64660e-b6cd-4bba-8170-ed89052dd3aa owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:53.746468 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-caa82a82-fedf-4da5-a1be-0f65863b1314 req-0aae912f-5e7b-45ba-8592-b326a7b76407 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945597 Jul 09 20:05:53.748258 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:53.826592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event updated for resources: {'Port': ['ID=3e9c6f6f-10f4-4938-a072-032ec6234060,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:53.839987 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:53.860100 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:53.864595 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-722d4656-77a0-494d-bd53-564f2ce08ee3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9238777 Jul 09 20:05:53.951108 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d9586e1-99b4-4936-afc7-4aa458c2ef2f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:53.987110 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9586e1-99b4-4936-afc7-4aa458c2ef2f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=2b64660e-b6cd-4bba-8170-ed89052dd3aa,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:54.101934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d9586e1-99b4-4936-afc7-4aa458c2ef2f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:54.106103 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3d9586e1-99b4-4936-afc7-4aa458c2ef2f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/2b64660e-b6cd-4bba-8170-ed89052dd3aa HTTP/1.1" status: 204 len: 168 time: 0.7407582 Jul 09 20:05:54.109143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44586) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:54.170461 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedd5da2-b78d-4ab4-81ee-3ac8bc4e85e5 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] GET failed (client error): The resource could not be found. Jul 09 20:05:54.175819 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bedd5da2-b78d-4ab4-81ee-3ac8bc4e85e5 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/2b64660e-b6cd-4bba-8170-ed89052dd3aa HTTP/1.1" status: 404 len: 333 time: 0.0623143 Jul 09 20:05:54.181773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44592) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:54.343250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316acb9-c80e-4a56-8bdd-12bcd0a056f1 req-e87bfbc3-42dd-40fb-b256-c4a4d4f78b69 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:54.347872 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b316acb9-c80e-4a56-8bdd-12bcd0a056f1 req-e87bfbc3-42dd-40fb-b256-c4a4d4f78b69 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.1286869 Jul 09 20:05:54.365476 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b0eb5d-f500-4237-97ca-01844aa26f0e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting subnet 193e73bf-5380-4904-9caa-5f4f73c4764d {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:05:54.382680 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-43b0eb5d-f500-4237-97ca-01844aa26f0e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:54.432247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b316acb9-c80e-4a56-8bdd-12bcd0a056f1 req-a6eb1419-8b7a-4e82-92a6-9dc9adfba92d tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730505 Jul 09 20:05:54.451959 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-d10ba581-c68c-49d4-b801-fbd198ee2100 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1839207720&fields=id&tenant_id=a4b256fda3434e529a47261bd6a86fca HTTP/1.1" status: 200 len: 267 time: 0.1933830 Jul 09 20:05:54.493772 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-43b0eb5d-f500-4237-97ca-01844aa26f0e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:54.676495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-6a640e06-2811-4c56-a9ce-ae4394433f50 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:54.678330 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-6a640e06-2811-4c56-a9ce-ae4394433f50 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/networks?id=71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 200 len: 817 time: 0.2067130 Jul 09 20:05:54.683296 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-43b0eb5d-f500-4237-97ca-01844aa26f0e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:54.768227 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-cdfb4cf3-0f41-4333-8663-07b8fa28c4a0 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/quotas/a4b256fda3434e529a47261bd6a86fca HTTP/1.1" status: 200 len: 375 time: 0.0628316 Jul 09 20:05:54.933651 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-43b0eb5d-f500-4237-97ca-01844aa26f0e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:54.988193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0eb5d-f500-4237-97ca-01844aa26f0e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Subnet': ['ID=193e73bf-5380-4904-9caa-5f4f73c4764d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:54.997961 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-43b0eb5d-f500-4237-97ca-01844aa26f0e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:55.004770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44606) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:55.008343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e81b89-2b66-48a1-84d6-dd374f8e5a32 None None] Network 4e64178a-7251-43ca-a70f-ec8327be2fcc requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:55.014540 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-43b0eb5d-f500-4237-97ca-01844aa26f0e tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/193e73bf-5380-4904-9caa-5f4f73c4764d HTTP/1.1" status: 204 len: 168 time: 0.8304718 Jul 09 20:05:55.071220 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-21f32920-d0aa-431c-be4a-69f82ca4eb07 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a4b256fda3434e529a47261bd6a86fca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2414067 Jul 09 20:05:55.169188 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:55.240825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d0c87-de25-45b4-aaf7-81524df14a81 req-b4979c53-94f9-487f-bc39-6750b299a9c0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:55.242561 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-108d0c87-de25-45b4-aaf7-81524df14a81 req-b4979c53-94f9-487f-bc39-6750b299a9c0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1354823 Jul 09 20:05:55.294347 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] DHCP port deletion for 4e64178a-7251-43ca-a70f-ec8327be2fcc request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:05:55.309638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port 9fd7ba7f-8d19-413b-b02a-865f542dba33 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:55.310058 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:55.315300 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-108d0c87-de25-45b4-aaf7-81524df14a81 req-19397e76-d98d-4afb-812c-3ea48b4cea5f tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595474 Jul 09 20:05:55.362659 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Deleting port 9fd7ba7f-8d19-413b-b02a-865f542dba33 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:05:55.362970 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:55.396167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] For port 9fd7ba7f-8d19-413b-b02a-865f542dba33, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9fd7ba7f-8d19-413b-b02a-865f542dba33,segment=NetworkSegment(05d716ad-14b9-4aac-aa91-3279e4c0fede),segment_id=05d716ad-14b9-4aac-aa91-3279e4c0fede)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:55.396810 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:55.418818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for 9fd7ba7f-8d19-413b-b02a-865f542dba33 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:55.468662 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-eb956245-19ec-4a61-a671-e9fe07a7535f service neutron] 10.222.0.30 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832681 Jul 09 20:05:55.470852 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] For port 9fd7ba7f-8d19-413b-b02a-865f542dba33, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9fd7ba7f-8d19-413b-b02a-865f542dba33,segment=NetworkSegment(05d716ad-14b9-4aac-aa91-3279e4c0fede),segment_id=05d716ad-14b9-4aac-aa91-3279e4c0fede)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:55.472995 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:55.499357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Calling delete_port for 9fd7ba7f-8d19-413b-b02a-865f542dba33 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:05:55.559308 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:55.612897 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-0a28db60-6226-4b67-9adf-b40146915d29 service neutron] 10.222.0.30 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432986 Jul 09 20:05:55.667192 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:55.669222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=9fd7ba7f-8d19-413b-b02a-865f542dba33,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:55.684284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No DVR routers for this DVR port 9fd7ba7f-8d19-413b-b02a-865f542dba33 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:55.718798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Pushing event deleted for resources: {'Port': ['ID=9fd7ba7f-8d19-413b-b02a-865f542dba33,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:55.727135 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] No DVR routers for this DVR port 9fd7ba7f-8d19-413b-b02a-865f542dba33 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:05:55.745716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:55.747181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:55.747949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:55.749404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:55.750236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:55.751065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:55.751842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:55.753245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:55.754341 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:55.755020 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:55.755661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:55.756135 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd4614-8b0f-44fe-8a60-e9dddc766f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:05:55.927776 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:55.945098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e64178a-7251-43ca-a70f-ec8327be2fcc']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:55.966144 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d716ad-14b9-4aac-aa91-3279e4c0fede') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:55.966457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d716ad-14b9-4aac-aa91-3279e4c0fede') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:05:55.985084 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913872f0-9d41-4173-b3cb-b0728c3f6d3e req-833edf1f-4306-4530-8773-2e7754be2ce5 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:55.991705 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-913872f0-9d41-4173-b3cb-b0728c3f6d3e req-833edf1f-4306-4530-8773-2e7754be2ce5 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2974024 Jul 09 20:05:55.993229 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:56.034660 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:56.049958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:05:56.050594 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:05:56.057465 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:05:56.081565 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aac75508-80e7-43f6-bbdd-87301c2910ad req-2e3b4b04-e175-43d1-81db-092f3705d77c tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 210 time: 0.0530562 Jul 09 20:05:56.140466 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-913872f0-9d41-4173-b3cb-b0728c3f6d3e req-a86b5284-ece0-4f48-8398-90e4845e94d3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359355 Jul 09 20:05:56.159290 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:56.178980 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:56.186977 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/networks/4e64178a-7251-43ca-a70f-ec8327be2fcc HTTP/1.1" status: 204 len: 168 time: 1.1755714 Jul 09 20:05:56.191111 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44630) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:56.198709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6412f925-806e-41d7-902d-5c55bf2f6235 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1465440851'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:56.218359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc33227-5f22-400c-a343-718ca1cde9e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Network': ['ID=4e64178a-7251-43ca-a70f-ec8327be2fcc,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:56.242064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6412f925-806e-41d7-902d-5c55bf2f6235 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:56.248282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6412f925-806e-41d7-902d-5c55bf2f6235 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:56.288468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6412f925-806e-41d7-902d-5c55bf2f6235 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:05:56.303050 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6412f925-806e-41d7-902d-5c55bf2f6235 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:56.303745 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-6412f925-806e-41d7-902d-5c55bf2f6235 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Added segment 5362497c-5c38-4c3d-895e-ab9cbf89296e of type vlan for network b4d38c9d-2b0f-40bc-834e-063127d3d185 Jul 09 20:05:56.359660 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6412f925-806e-41d7-902d-5c55bf2f6235 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:56.402689 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6412f925-806e-41d7-902d-5c55bf2f6235 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:56.409565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6412f925-806e-41d7-902d-5c55bf2f6235 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:56.410218 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6412f925-806e-41d7-902d-5c55bf2f6235 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:56.495300 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6412f925-806e-41d7-902d-5c55bf2f6235 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3029668 Jul 09 20:05:56.499624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44636) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:56.507704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-59235a87-ae72-4c5f-b82b-c9b8aee33e6c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'subnet': {'network_id': 'b4d38c9d-2b0f-40bc-834e-063127d3d185', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:56.526057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412f925-806e-41d7-902d-5c55bf2f6235 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Network': ['ID=b4d38c9d-2b0f-40bc-834e-063127d3d185,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:56.545476 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network b4d38c9d-2b0f-40bc-834e-063127d3d185 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:05:56.582229 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5be1d2-3f74-4d3e-a6a8-4c0c906dce0a req-9485904e-6360-40d7-8695-8cd132d4da72 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:56.584372 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5d5be1d2-3f74-4d3e-a6a8-4c0c906dce0a req-9485904e-6360-40d7-8695-8cd132d4da72 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1179807 Jul 09 20:05:56.657760 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5d5be1d2-3f74-4d3e-a6a8-4c0c906dce0a req-3ea22952-d9c1-4344-b22b-e69c80af6a97 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642426 Jul 09 20:05:56.687807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59235a87-ae72-4c5f-b82b-c9b8aee33e6c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:56.692693 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59235a87-ae72-4c5f-b82b-c9b8aee33e6c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:56.709068 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:56.832894 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-42f507fb-3a7d-419d-a6cb-abc7e70f7520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.003587 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59235a87-ae72-4c5f-b82b-c9b8aee33e6c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.010465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9fd7ba7f-8d19-413b-b02a-865f542dba33 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:05:57.056611 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 9fd7ba7f-8d19-413b-b02a-865f542dba33 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:05:57.057870 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9fd7ba7f-8d19-413b-b02a-865f542dba33 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:05:57.085564 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59235a87-ae72-4c5f-b82b-c9b8aee33e6c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Subnet': ['ID=7fd62ef7-b915-4d0e-b9c5-b94b5a882f52,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:57.095412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59235a87-ae72-4c5f-b82b-c9b8aee33e6c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Checking segment: {'id': '5362497c-5c38-4c3d-895e-ab9cbf89296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b4d38c9d-2b0f-40bc-834e-063127d3d185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:57.095822 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59235a87-ae72-4c5f-b82b-c9b8aee33e6c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network hostable DHCP agents. Network: b4d38c9d-2b0f-40bc-834e-063127d3d185, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:05:57.120445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59235a87-ae72-4c5f-b82b-c9b8aee33e6c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network b4d38c9d-2b0f-40bc-834e-063127d3d185 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:05:57.133702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-59235a87-ae72-4c5f-b82b-c9b8aee33e6c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, b4d38c9d-2b0f-40bc-834e-063127d3d185) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:57.145907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59235a87-ae72-4c5f-b82b-c9b8aee33e6c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:57.149273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a106f3e-3f18-4a3a-acc9-e09c00a78e21 None None] Network b4d38c9d-2b0f-40bc-834e-063127d3d185 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:05:57.149421 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59235a87-ae72-4c5f-b82b-c9b8aee33e6c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.170292 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-59235a87-ae72-4c5f-b82b-c9b8aee33e6c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6668313 Jul 09 20:05:57.170708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44648) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:57.177553 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-4d015923-161a-41f7-b48b-d4e0969f1836 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-161718345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:57.231715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d015923-161a-41f7-b48b-d4e0969f1836 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.233324 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d015923-161a-41f7-b48b-d4e0969f1836 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.274341 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9120eb9a-f033-4ab3-a540-490af66a7722 req-4a3133a5-4b3b-4700-975e-89c9c310db20 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 210 time: 0.0329561 Jul 09 20:05:57.387949 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d015923-161a-41f7-b48b-d4e0969f1836 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.406376 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d015923-161a-41f7-b48b-d4e0969f1836 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.409708 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-b4d38c9d-2b0f-40bc-834e-063127d3d185', 'network_id': 'b4d38c9d-2b0f-40bc-834e-063127d3d185', 'tenant_id': '28db90d7fba449919653b429ee148aff', 'fixed_ips': [{'subnet_id': '7fd62ef7-b915-4d0e-b9c5-b94b5a882f52'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:05:57.411502 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.428506 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4d015923-161a-41f7-b48b-d4e0969f1836 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.434073 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4d015923-161a-41f7-b48b-d4e0969f1836 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2588012 Jul 09 20:05:57.434644 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44656) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:57.442803 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1c44bb65-5fdb-4930-b473-b0692794c22d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'network_id': 'b4d38c9d-2b0f-40bc-834e-063127d3d185', 'name': 'tempest-PortsTestJSON-947692198'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:57.645235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad02b7a-7aed-4999-9748-787263e46790 req-7525deba-bb59-4fd9-a7cd-decf4dc88e92 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:57.647193 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4ad02b7a-7aed-4999-9748-787263e46790 req-7525deba-bb59-4fd9-a7cd-decf4dc88e92 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.1412961 Jul 09 20:05:57.675996 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Allocated IP 172.20.0.2 (b4d38c9d-2b0f-40bc-834e-063127d3d185/7fd62ef7-b915-4d0e-b9c5-b94b5a882f52/19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:57.740741 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c44bb65-5fdb-4930-b473-b0692794c22d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:57.743180 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4ad02b7a-7aed-4999-9748-787263e46790 req-f3d05183-56b4-4547-a9b6-5bb3d3e28f02 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893598 Jul 09 20:05:57.747161 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c44bb65-5fdb-4930-b473-b0692794c22d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.776201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-1c44bb65-5fdb-4930-b473-b0692794c22d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port 3e739593-7529-4866-b0f9-d994f3f854fe yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:05:57.888647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-544eda8b-0a51-45c4-a347-bb80c64acbdc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:57.890843 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-544eda8b-0a51-45c4-a347-bb80c64acbdc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.36 "GET /v2.0/networks?id=71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 200 len: 817 time: 0.2815797 Jul 09 20:05:57.959066 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:57.976857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Transition to ACTIVE for port object 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:58.008969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Transition to ACTIVE for port object 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:58.013003 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-96323a41-00ca-4f1e-be33-e50599894115 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4b256fda3434e529a47261bd6a86fca HTTP/1.1" status: 200 len: 380 time: 0.1018822 Jul 09 20:05:58.021658 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.029284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-67468d08-66aa-48ab-9c00-1ab99c03499a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Request body: {'port': {'device_id': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'admin_state_up': True, 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'security_groups': ['d9313927-a342-47f0-acda-99b00f6f5b7a']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:05:58.076089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Network b4d38c9d-2b0f-40bc-834e-063127d3d185 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:58.082141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:58.087912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:58.144304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Pushing event updated for resources: {'Port': ['ID=19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:58.163529 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e75b3-698f-4381-aefb-888b9b917196 req-13bb79ba-2483-4d03-8bda-2440302e7437 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:58.165896 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-509e75b3-698f-4381-aefb-888b9b917196 req-13bb79ba-2483-4d03-8bda-2440302e7437 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.2439528 Jul 09 20:05:58.184789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Attempting to bind port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:05:58.185654 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Attempting to bind port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '5362497c-5c38-4c3d-895e-ab9cbf89296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b4d38c9d-2b0f-40bc-834e-063127d3d185'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:05:58.186931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Attempting to bind port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f on network b4d38c9d-2b0f-40bc-834e-063127d3d185 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:05:58.187636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-1c44bb65-5fdb-4930-b473-b0692794c22d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Allocated IP 172.20.0.5 (b4d38c9d-2b0f-40bc-834e-063127d3d185/7fd62ef7-b915-4d0e-b9c5-b94b5a882f52/3e739593-7529-4866-b0f9-d994f3f854fe) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:58.194609 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:05:58.195361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Checking segment: {'id': '5362497c-5c38-4c3d-895e-ab9cbf89296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b4d38c9d-2b0f-40bc-834e-063127d3d185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:05:58.195892 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.196963 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Bound using segment: {'id': '5362497c-5c38-4c3d-895e-ab9cbf89296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b4d38c9d-2b0f-40bc-834e-063127d3d185'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:05:58.196963 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Bound port: 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5362497c-5c38-4c3d-895e-ab9cbf89296e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b4d38c9d-2b0f-40bc-834e-063127d3d185'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:05:58.197464 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.269855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eb1e3787-2d88-45f5-a73a-256fbffa449b no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:05:58.347415 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] For port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:05:58.361327 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-509e75b3-698f-4381-aefb-888b9b917196 req-4cfa74cc-8205-4a43-adf2-7efc2783c031 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746886 Jul 09 20:05:58.367002 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] For port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f,segment=NetworkSegment(5362497c-5c38-4c3d-895e-ab9cbf89296e),segment_id=5362497c-5c38-4c3d-895e-ab9cbf89296e)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:05:58.423593 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.440086 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.449482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-67468d08-66aa-48ab-9c00-1ab99c03499a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Made reservation on behalf of a4b256fda3434e529a47261bd6a86fca for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:05:58.453831 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-67468d08-66aa-48ab-9c00-1ab99c03499a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.494417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14affa53-0a6d-4888-9d0c-51d335abe77e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb1e3787-2d88-45f5-a73a-256fbffa449b'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:05:58.498067 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3594b2e0-6ff0-498c-8ec0-460992ccf7aa" -d '{"events": [{"server_uuid": "14affa53-0a6d-4888-9d0c-51d335abe77e", "name": "network-vif-unplugged", "status": "completed", "tag": "eb1e3787-2d88-45f5-a73a-256fbffa449b"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:05:58.547716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eb1e3787-2d88-45f5-a73a-256fbffa449b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eb1e3787-2d88-45f5-a73a-256fbffa449b,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:05:58.563702 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.567796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93210f57-6038-4f05-a011-53c83e6d012a None None] Pushing event updated for resources: {'Port': ['ID=19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:58.571028 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f26e5b26-2323-498a-b2dd-9697a35e34d0 req-691559d4-f8fd-4d92-9270-14f1a6fb1f4a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 210 time: 0.0531712 Jul 09 20:05:58.661700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=eb1e3787-2d88-45f5-a73a-256fbffa449b,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:58.674797 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672d720e-7044-4ca4-87a5-703ce9e14189 x-openstack-request-id: req-672d720e-7044-4ca4-87a5-703ce9e14189 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:05:58.675104 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14affa53-0a6d-4888-9d0c-51d335abe77e", "name": "network-vif-unplugged", "status": "completed", "tag": "eb1e3787-2d88-45f5-a73a-256fbffa449b", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:05:58.675461 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-672d720e-7044-4ca4-87a5-703ce9e14189 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:05:58.675862 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14affa53-0a6d-4888-9d0c-51d335abe77e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb1e3787-2d88-45f5-a73a-256fbffa449b', 'code': 200} Jul 09 20:05:58.708749 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c44bb65-5fdb-4930-b473-b0692794c22d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:58.735590 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-1c44bb65-5fdb-4930-b473-b0692794c22d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Transition to ACTIVE for port object 3e739593-7529-4866-b0f9-d994f3f854fe will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:58.742313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-67468d08-66aa-48ab-9c00-1ab99c03499a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Allocated IP 172.20.0.13 (71fa7c07-7273-451c-ae3d-4402b49a7b55/a00eb4ac-2cb3-49d9-a96a-a24c04842ba3/13f61c8f-9164-4b85-b33e-c10aa5e1a462) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:05:58.818791 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c44bb65-5fdb-4930-b473-b0692794c22d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:59.007098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c44bb65-5fdb-4930-b473-b0692794c22d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network b4d38c9d-2b0f-40bc-834e-063127d3d185 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:05:59.047069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44bb65-5fdb-4930-b473-b0692794c22d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=3e739593-7529-4866-b0f9-d994f3f854fe,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:05:59.052509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-1c44bb65-5fdb-4930-b473-b0692794c22d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:05:59.054953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44bb65-5fdb-4930-b473-b0692794c22d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:05:59.113196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac94a3-4fc8-4160-88cc-6ecdfcdf915c req-9bde6748-80cb-454d-aa3b-ebca61b5334f tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:59.119517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:05:59.120326 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e7ac94a3-4fc8-4160-88cc-6ecdfcdf915c req-9bde6748-80cb-454d-aa3b-ebca61b5334f tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 944 time: 0.1116066 Jul 09 20:05:59.141690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44bb65-5fdb-4930-b473-b0692794c22d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:59.142467 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c44bb65-5fdb-4930-b473-b0692794c22d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:59.168762 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e7ac94a3-4fc8-4160-88cc-6ecdfcdf915c req-46a794c6-35f4-4bfd-a314-00cb10cfe987 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473182 Jul 09 20:05:59.186849 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1c44bb65-5fdb-4930-b473-b0692794c22d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7478158 Jul 09 20:05:59.187424 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44672) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:05:59.195970 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:59.211406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:05:59.297463 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-67468d08-66aa-48ab-9c00-1ab99c03499a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:59.416322 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9af674a1-2393-4161-bd0b-ea086cfb1e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:59.591073 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:05:59.696928 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55afccd-7c56-4d2a-96be-5dd1d7333f66 req-b537dab8-670b-4e4b-a12a-7ab2f27ee55e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:05:59.711104 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f55afccd-7c56-4d2a-96be-5dd1d7333f66 req-b537dab8-670b-4e4b-a12a-7ab2f27ee55e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1066592 Jul 09 20:05:59.749242 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-67468d08-66aa-48ab-9c00-1ab99c03499a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Transition to ACTIVE for port object 13f61c8f-9164-4b85-b33e-c10aa5e1a462 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:05:59.803920 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f55afccd-7c56-4d2a-96be-5dd1d7333f66 req-074956ed-0596-413b-94d1-6f90de4d4543 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917912 Jul 09 20:05:59.903076 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-85d0be61-0fef-4718-9257-651226e05d2b req-0f1af796-ed7d-4433-bfa4-4e0dbd1c4333 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 210 time: 0.0749083 Jul 09 20:05:59.994902 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-67468d08-66aa-48ab-9c00-1ab99c03499a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:00.067899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-67468d08-66aa-48ab-9c00-1ab99c03499a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Network 71fa7c07-7273-451c-ae3d-4402b49a7b55 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:00.071777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c744fbb-b332-4a11-8bec-b7f9cdce0186 None None] Network b4d38c9d-2b0f-40bc-834e-063127d3d185 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:00.077788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-67468d08-66aa-48ab-9c00-1ab99c03499a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:00.085059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-67468d08-66aa-48ab-9c00-1ab99c03499a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:00.124932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67468d08-66aa-48ab-9c00-1ab99c03499a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event updated for resources: {'Port': ['ID=13f61c8f-9164-4b85-b33e-c10aa5e1a462,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:00.210414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a0d6adfe-adcb-44b3-ad65-d72c2cf2d34c None None] Provisioning for port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:00.219297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a0d6adfe-adcb-44b3-ad65-d72c2cf2d34c None None] Provisioning complete for port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:00.219893 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a0d6adfe-adcb-44b3-ad65-d72c2cf2d34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:00.225110 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-67468d08-66aa-48ab-9c00-1ab99c03499a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:00.226175 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-67468d08-66aa-48ab-9c00-1ab99c03499a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:00.270376 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0590dcf7-749c-49d1-b2ff-5b2a7a110697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:00.274739 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-67468d08-66aa-48ab-9c00-1ab99c03499a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2551906 Jul 09 20:06:00.294075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eb1e3787-2d88-45f5-a73a-256fbffa449b details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:06:00.298355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Request body: {'port': {'device_id': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:00.399613 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:00.435218 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eb1e3787-2d88-45f5-a73a-256fbffa449b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eb1e3787-2d88-45f5-a73a-256fbffa449b,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:00.522994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'eb1e3787-2d88-45f5-a73a-256fbffa449b', 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463', 'port_id': 'eb1e3787-2d88-45f5-a73a-256fbffa449b', 'mac_address': 'fa:16:3e:7a:25:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b0ff62-0033-4394-9a91-915a6166e59c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:06:00.529247 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:00.751366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f76f7b-e86a-4b9d-a972-ec91b136d0bb req-1461094e-440f-4920-a400-45cad00f6b83 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:00.754112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-49f76f7b-e86a-4b9d-a972-ec91b136d0bb req-1461094e-440f-4920-a400-45cad00f6b83 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 944 time: 0.3554950 Jul 09 20:06:00.818751 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a0d6adfe-adcb-44b3-ad65-d72c2cf2d34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:00.833966 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:00.914755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a0d6adfe-adcb-44b3-ad65-d72c2cf2d34c None None] For port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f,segment=NetworkSegment(5362497c-5c38-4c3d-895e-ab9cbf89296e),segment_id=5362497c-5c38-4c3d-895e-ab9cbf89296e)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:00.920147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb1e3787-2d88-45f5-a73a-256fbffa449b {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:06:00.961918 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a0d6adfe-adcb-44b3-ad65-d72c2cf2d34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:00.974608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eb1e3787-2d88-45f5-a73a-256fbffa449b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eb1e3787-2d88-45f5-a73a-256fbffa449b,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:01.005583 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:01.090758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6adfe-adcb-44b3-ad65-d72c2cf2d34c None None] Pushing event updated for resources: {'Port': ['ID=19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:01.131227 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-49f76f7b-e86a-4b9d-a972-ec91b136d0bb req-6231fac7-ed89-47da-a49a-a029d9e015f6 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170786 Jul 09 20:06:01.153596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-05092de9-d5d3-49e2-a228-161f9c498e36 None None] Provisioning for port 13f61c8f-9164-4b85-b33e-c10aa5e1a462 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:01.167956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-05092de9-d5d3-49e2-a228-161f9c498e36 None None] Provisioning complete for port 13f61c8f-9164-4b85-b33e-c10aa5e1a462 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:01.168367 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-05092de9-d5d3-49e2-a228-161f9c498e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:01.223803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=eb1e3787-2d88-45f5-a73a-256fbffa449b,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:01.250784 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df9ebf-e2b8-46db-b4ff-a6a4ddd7d327 req-02e33b68-1d36-438a-bcb2-8068cde2bf68 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:01.253494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-05092de9-d5d3-49e2-a228-161f9c498e36 None None] Port 13f61c8f-9164-4b85-b33e-c10aa5e1a462 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:01.257617 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-41df9ebf-e2b8-46db-b4ff-a6a4ddd7d327 req-02e33b68-1d36-438a-bcb2-8068cde2bf68 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1809936 Jul 09 20:06:01.338100 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0590dcf7-749c-49d1-b2ff-5b2a7a110697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:01.342805 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-41df9ebf-e2b8-46db-b4ff-a6a4ddd7d327 req-c1bd6a46-9154-41f4-bc61-8fb4a15eb0a8 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738091 Jul 09 20:06:01.352800 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0590dcf7-749c-49d1-b2ff-5b2a7a110697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:01.492345 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3447aa48-eb86-4636-8b9e-9fa434bafb88 None None] Provisioning complete for port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:01.493037 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3447aa48-eb86-4636-8b9e-9fa434bafb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:01.539968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590dcf7-749c-49d1-b2ff-5b2a7a110697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=3e739593-7529-4866-b0f9-d994f3f854fe,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:01.553622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f61c8f-9164-4b85-b33e-c10aa5e1a462 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:06:01.566302 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:01.582838 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['eb1e3787-2d88-45f5-a73a-256fbffa449b'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:06:01.599838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Transition to ACTIVE for port object 13f61c8f-9164-4b85-b33e-c10aa5e1a462 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:01.632717 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:01.691410 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3447aa48-eb86-4636-8b9e-9fa434bafb88 None None] Provisioning for port 3e739593-7529-4866-b0f9-d994f3f854fe completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:01.707769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3447aa48-eb86-4636-8b9e-9fa434bafb88 None None] Provisioning complete for port 3e739593-7529-4866-b0f9-d994f3f854fe triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:01.708161 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3447aa48-eb86-4636-8b9e-9fa434bafb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:01.718808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ca095-1b3b-46a3-b352-0179de936ac1 req-fa401e68-0887-41a2-aad1-c833f44340a1 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:01.721543 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-004ca095-1b3b-46a3-b352-0179de936ac1 req-fa401e68-0887-41a2-aad1-c833f44340a1 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 932 time: 0.3021405 Jul 09 20:06:01.850001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Pushing event updated for resources: {'Port': ['ID=13f61c8f-9164-4b85-b33e-c10aa5e1a462,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:01.864064 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3447aa48-eb86-4636-8b9e-9fa434bafb88 None None] Port 3e739593-7529-4866-b0f9-d994f3f854fe cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:01.969480 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-004ca095-1b3b-46a3-b352-0179de936ac1 req-ef201f46-532f-4889-8137-e2568a8e115e tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246294 Jul 09 20:06:02.005339 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f377b30b-a1b3-4368-b276-c24ed5faecde None None] Provisioning complete for port 3e739593-7529-4866-b0f9-d994f3f854fe triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:02.005722 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f377b30b-a1b3-4368-b276-c24ed5faecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:02.075899 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0590dcf7-749c-49d1-b2ff-5b2a7a110697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:02.079750 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f377b30b-a1b3-4368-b276-c24ed5faecde None None] Port 3e739593-7529-4866-b0f9-d994f3f854fe cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:02.209328 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-35ab4f4c-a0a1-4c2a-9a20-8cb8e92d3c03 None None] Provisioning complete for port 3e739593-7529-4866-b0f9-d994f3f854fe triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:02.209838 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-35ab4f4c-a0a1-4c2a-9a20-8cb8e92d3c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:02.222991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Attempting to bind port 13f61c8f-9164-4b85-b33e-c10aa5e1a462 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:02.223824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Attempting to bind port 13f61c8f-9164-4b85-b33e-c10aa5e1a462 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:02.224400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Attempting to bind port 13f61c8f-9164-4b85-b33e-c10aa5e1a462 on network 71fa7c07-7273-451c-ae3d-4402b49a7b55 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:02.235545 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Port 13f61c8f-9164-4b85-b33e-c10aa5e1a462 on network 71fa7c07-7273-451c-ae3d-4402b49a7b55 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:06:02.236182 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Attempting to bind port 13f61c8f-9164-4b85-b33e-c10aa5e1a462 on network 71fa7c07-7273-451c-ae3d-4402b49a7b55 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:02.249756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:02.250396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Checking segment: {'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:02.251159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Bound using segment: {'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:02.252870 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Bound port: 13f61c8f-9164-4b85-b33e-c10aa5e1a462, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ded9f90-b394-4150-9f16-c2e94d59301f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:02.253467 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:02.267134 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:02.273342 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-35ab4f4c-a0a1-4c2a-9a20-8cb8e92d3c03 None None] Port 3e739593-7529-4866-b0f9-d994f3f854fe cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:02.360616 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7ad8c-2cb9-45e9-b302-17c31740a07b req-f35fb1ec-0121-4491-a2e8-26f6fead9276 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:02.363051 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8e7ad8c-2cb9-45e9-b302-17c31740a07b req-f35fb1ec-0121-4491-a2e8-26f6fead9276 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 945 time: 0.0717726 Jul 09 20:06:02.372605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0590dcf7-749c-49d1-b2ff-5b2a7a110697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:02.384496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] For port 13f61c8f-9164-4b85-b33e-c10aa5e1a462, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:02.406271 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] For port 13f61c8f-9164-4b85-b33e-c10aa5e1a462, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:02.429647 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8e7ad8c-2cb9-45e9-b302-17c31740a07b req-1e49a180-28ea-42b6-8172-af5569fc0118 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606267 Jul 09 20:06:02.449945 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:02.525778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:02.526638 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:02.529058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] 10.222.0.36 "PUT /v2.0/ports/13f61c8f-9164-4b85-b33e-c10aa5e1a462 HTTP/1.1" status: 200 len: 1092 time: 2.2395735 Jul 09 20:06:02.568196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'tag': '13f61c8f-9164-4b85-b33e-c10aa5e1a462'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:02.572371 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ace811-9fac-4571-91c8-cfbff844a043" -d '{"events": [{"name": "network-changed", "server_uuid": "5e667fea-5a94-42a9-8d5b-77ad5a1e375d", "tag": "13f61c8f-9164-4b85-b33e-c10aa5e1a462"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:02.762434 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09646acb-e30f-491b-9af5-a5daeb0a5b0b x-openstack-request-id: req-09646acb-e30f-491b-9af5-a5daeb0a5b0b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:02.762790 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e667fea-5a94-42a9-8d5b-77ad5a1e375d", "tag": "13f61c8f-9164-4b85-b33e-c10aa5e1a462", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:02.763032 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09646acb-e30f-491b-9af5-a5daeb0a5b0b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:02.763449 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'tag': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'status': 'completed', 'code': 200} Jul 09 20:06:02.764117 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058b202-beef-4c82-8aea-44846e32d343 service neutron] Pushing event updated for resources: {'Port': ['ID=13f61c8f-9164-4b85-b33e-c10aa5e1a462,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:02.883518 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-50a43cac-22cc-4c3c-a914-969d0b18caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:02.885022 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-50a43cac-22cc-4c3c-a914-969d0b18caaf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b256fda3434e529a47261bd6a86fca&device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 1095 time: 0.2810318 Jul 09 20:06:02.895143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aff083-7ed0-4da0-97d9-6f79c2355442 req-a44209eb-7f29-48e8-81c5-4ae075eaab28 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:02.896728 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6aff083-7ed0-4da0-97d9-6f79c2355442 req-a44209eb-7f29-48e8-81c5-4ae075eaab28 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.3333626 Jul 09 20:06:02.976150 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-ead266a2-ebd5-489d-a3e9-3cbc5fcddcef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462 HTTP/1.1" status: 200 len: 217 time: 0.0783701 Jul 09 20:06:02.983633 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:03.050048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6aff083-7ed0-4da0-97d9-6f79c2355442 req-82dfb548-b335-4d6d-87cc-e2938c206aa3 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440864 Jul 09 20:06:03.055455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:03.055685 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:03.074167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-cfd27c80-2b71-4e58-8780-3c0ffc3b1007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:03.075675 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-cfd27c80-2b71-4e58-8780-3c0ffc3b1007 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a00eb4ac-2cb3-49d9-a96a-a24c04842ba3 HTTP/1.1" status: 200 len: 856 time: 0.0902615 Jul 09 20:06:03.110476 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0590dcf7-749c-49d1-b2ff-5b2a7a110697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:03.156464 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0590dcf7-749c-49d1-b2ff-5b2a7a110697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:03.295694 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0590dcf7-749c-49d1-b2ff-5b2a7a110697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:03.300292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590dcf7-749c-49d1-b2ff-5b2a7a110697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=3e739593-7529-4866-b0f9-d994f3f854fe,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:03.373545 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-c5429476-7e2e-40d8-96a0-bc7d7b7e0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:03.375087 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-c5429476-7e2e-40d8-96a0-bc7d7b7e0588 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71fa7c07-7273-451c-ae3d-4402b49a7b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2863972 Jul 09 20:06:03.445593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c01e50-0801-4371-82c2-9b65d0a5c69c req-8f524a14-3d80-4cd4-ae08-119fb988164d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:03.447038 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52c01e50-0801-4371-82c2-9b65d0a5c69c req-8f524a14-3d80-4cd4-ae08-119fb988164d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.2135837 Jul 09 20:06:03.696219 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0befc7d-6341-4442-99c6-0200ed278664 req-1768d5b1-943b-4eb5-977b-89a1d2493ccb tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:03.721501 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0befc7d-6341-4442-99c6-0200ed278664 req-1768d5b1-943b-4eb5-977b-89a1d2493ccb tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 945 time: 0.1239560 Jul 09 20:06:03.775777 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0befc7d-6341-4442-99c6-0200ed278664 req-df92252b-0e17-4343-8007-35f4ce28079f tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533216 Jul 09 20:06:03.867217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52c01e50-0801-4371-82c2-9b65d0a5c69c req-fb4db912-b4c1-4dd9-88eb-cdddb92c6ecb tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4120123 Jul 09 20:06:03.868900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0590dcf7-749c-49d1-b2ff-5b2a7a110697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network b4d38c9d-2b0f-40bc-834e-063127d3d185 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:03.871863 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-0590dcf7-749c-49d1-b2ff-5b2a7a110697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:03.894767 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-e2548902-43f9-4242-b46e-81ca30572422 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121434 Jul 09 20:06:04.089999 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2c3e098-5ffc-4d08-ac97-add6bd4790e2 req-8e5e9bd0-3bc0-4d3c-b23a-563a27254030 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580710 Jul 09 20:06:04.115047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0590dcf7-749c-49d1-b2ff-5b2a7a110697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Router 68b52d95-7c07-495a-8e5d-228d14dd297f is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:06:04.264516 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0590dcf7-749c-49d1-b2ff-5b2a7a110697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:06:04.269183 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4e0dc11b-a2c2-4319-88b5-19290c43507f None None] Provisioning complete for port 3e739593-7529-4866-b0f9-d994f3f854fe triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:04.269950 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4e0dc11b-a2c2-4319-88b5-19290c43507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:04.279786 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0590dcf7-749c-49d1-b2ff-5b2a7a110697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "PUT /v2.0/routers/68b52d95-7c07-495a-8e5d-228d14dd297f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0878618 Jul 09 20:06:04.283460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44738) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:04.297089 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f341ad4-1ecc-4da7-9620-5134f48d6198 None None] Sync routers for ids ['68b52d95-7c07-495a-8e5d-228d14dd297f'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:06:04.316655 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f341ad4-1ecc-4da7-9620-5134f48d6198 None None] Routers {'68b52d95-7c07-495a-8e5d-228d14dd297f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:04.317697 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-4f341ad4-1ecc-4da7-9620-5134f48d6198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:05:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['68b52d95-7c07-495a-8e5d-228d14dd297f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:04.327638 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eb1e3787-2d88-45f5-a73a-256fbffa449b up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:04.331018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace811-9fac-4571-91c8-cfbff844a043 req-e078e4fb-3a8c-4afa-8c05-42bcfe140e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:04.333554 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4ace811-9fac-4571-91c8-cfbff844a043 req-e078e4fb-3a8c-4afa-8c05-42bcfe140e82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b256fda3434e529a47261bd6a86fca&device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 1095 time: 0.1575975 Jul 09 20:06:04.400237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31306cf7-6ad6-4449-9761-55d1f7e21c91 req-65922dc7-6fec-44b5-9874-ed173f48326e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:04.401634 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-4f341ad4-1ecc-4da7-9620-5134f48d6198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:04.403411 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31306cf7-6ad6-4449-9761-55d1f7e21c91 req-65922dc7-6fec-44b5-9874-ed173f48326e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1310816 Jul 09 20:06:04.412430 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f341ad4-1ecc-4da7-9620-5134f48d6198 None None] Routers {'68b52d95-7c07-495a-8e5d-228d14dd297f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:04.413168 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-4f341ad4-1ecc-4da7-9620-5134f48d6198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:05:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['68b52d95-7c07-495a-8e5d-228d14dd297f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:04.418125 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4e0dc11b-a2c2-4319-88b5-19290c43507f None None] Port 3e739593-7529-4866-b0f9-d994f3f854fe cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:04.446053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port eb1e3787-2d88-45f5-a73a-256fbffa449b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:04.446807 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:04.456083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb2e748-be88-40e9-acd4-cc700e215ace tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:04.462832 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8eb2e748-be88-40e9-acd4-cc700e215ace tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b52d95-7c07-495a-8e5d-228d14dd297f HTTP/1.1" status: 200 len: 981 time: 0.1782098 Jul 09 20:06:04.466886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44742) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:04.489200 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-4f341ad4-1ecc-4da7-9620-5134f48d6198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:04.490166 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f341ad4-1ecc-4da7-9620-5134f48d6198 None None] The sync data for ids ['68b52d95-7c07-495a-8e5d-228d14dd297f'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:06:04.510810 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace811-9fac-4571-91c8-cfbff844a043 req-dcf8fc8e-7837-49cb-ac78-05eb34acc681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:04.512359 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4ace811-9fac-4571-91c8-cfbff844a043 req-dcf8fc8e-7837-49cb-ac78-05eb34acc681 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 200 len: 918 time: 0.1716609 Jul 09 20:06:04.526307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44744) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:04.546207 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31306cf7-6ad6-4449-9761-55d1f7e21c91 req-ef3555aa-f28d-4a3f-9734-f930e68e59b9 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343136 Jul 09 20:06:04.584183 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4ace811-9fac-4571-91c8-cfbff844a043 req-5115c3a8-ab35-4751-90b2-1c32ad12d3ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462 HTTP/1.1" status: 200 len: 217 time: 0.0642982 Jul 09 20:06:04.601315 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:04.630917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14affa53-0a6d-4888-9d0c-51d335abe77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1e3787-2d88-45f5-a73a-256fbffa449b'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:04.634318 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc7f46c-ba54-44a3-ae40-a4b96186756b" -d '{"events": [{"server_uuid": "14affa53-0a6d-4888-9d0c-51d335abe77e", "name": "network-vif-plugged", "status": "completed", "tag": "eb1e3787-2d88-45f5-a73a-256fbffa449b"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:04.649126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eb1e3787-2d88-45f5-a73a-256fbffa449b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eb1e3787-2d88-45f5-a73a-256fbffa449b,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:04.656378 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:04.677802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace811-9fac-4571-91c8-cfbff844a043 req-3b47c55d-82c3-45d9-b073-031ee4ed2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:04.685280 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4ace811-9fac-4571-91c8-cfbff844a043 req-3b47c55d-82c3-45d9-b073-031ee4ed2364 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a00eb4ac-2cb3-49d9-a96a-a24c04842ba3 HTTP/1.1" status: 200 len: 856 time: 0.0924327 Jul 09 20:06:04.752798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=eb1e3787-2d88-45f5-a73a-256fbffa449b,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:04.766172 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf17c2c-019a-4027-b773-2e23ea4520cb x-openstack-request-id: req-bbf17c2c-019a-4027-b773-2e23ea4520cb {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:04.766583 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14affa53-0a6d-4888-9d0c-51d335abe77e", "name": "network-vif-plugged", "status": "completed", "tag": "eb1e3787-2d88-45f5-a73a-256fbffa449b", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:04.766931 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bbf17c2c-019a-4027-b773-2e23ea4520cb {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:04.767996 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14affa53-0a6d-4888-9d0c-51d335abe77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1e3787-2d88-45f5-a73a-256fbffa449b', 'code': 200} Jul 09 20:06:04.794223 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb364981-d419-4edf-8529-e0b5b629b0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:04.914640 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0293a42f-6824-4cf7-a019-e7bb0f2884e1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:04.944796 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb364981-d419-4edf-8529-e0b5b629b0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:04.963157 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb364981-d419-4edf-8529-e0b5b629b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:05.057921 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fb364981-d419-4edf-8529-e0b5b629b0d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0d5071932624a91bb689b7e74dbcd88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5292933 Jul 09 20:06:05.060385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44756) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:05.061112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb364981-d419-4edf-8529-e0b5b629b0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55797057-8457-4dc3-952a-75c9e052cd09,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:05.102039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ace811-9fac-4571-91c8-cfbff844a043 req-caeeda79-d5c2-416f-bd19-737a6ee8f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:05.103563 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4ace811-9fac-4571-91c8-cfbff844a043 req-caeeda79-d5c2-416f-bd19-737a6ee8f939 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71fa7c07-7273-451c-ae3d-4402b49a7b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4130142 Jul 09 20:06:05.169502 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493a0e9-fdd0-417f-8450-8829d1607fb9 req-b1630dc5-1b27-49b2-8069-7a61a7312d11 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:05.171058 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4493a0e9-fdd0-417f-8450-8829d1607fb9 req-b1630dc5-1b27-49b2-8069-7a61a7312d11 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2115836 Jul 09 20:06:05.224964 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4493a0e9-fdd0-417f-8450-8829d1607fb9 req-7465cefb-7dc5-4b10-b512-68676e131cff tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454178 Jul 09 20:06:05.239578 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36adad-ed75-4d76-8851-2d9f12c7462c req-a76524d1-0c17-4f55-a3ff-3d289a78873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:05.241233 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b36adad-ed75-4d76-8851-2d9f12c7462c req-a76524d1-0c17-4f55-a3ff-3d289a78873c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 1097 time: 0.2947259 Jul 09 20:06:05.281718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0293a42f-6824-4cf7-a019-e7bb0f2884e1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port 3e739593-7529-4866-b0f9-d994f3f854fe {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:05.282220 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0293a42f-6824-4cf7-a019-e7bb0f2884e1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:05.303770 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-94391633-a5b1-4008-ae0c-affd6fc1922f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:05.339756 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4ace811-9fac-4571-91c8-cfbff844a043 req-9e557477-8bf2-414c-8c96-9e3945030ea3 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263830 Jul 09 20:06:05.344690 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b36adad-ed75-4d76-8851-2d9f12c7462c req-a88edeee-9871-4a67-b338-6344bc46ad9f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949557 Jul 09 20:06:05.367187 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-94391633-a5b1-4008-ae0c-affd6fc1922f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:05.390367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a0e10-845f-4603-8f05-0a5e52a6a7f4 req-884057fe-6695-4f5b-9be4-201aaecd5fd2 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:05.391974 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee9a0e10-845f-4603-8f05-0a5e52a6a7f4 req-884057fe-6695-4f5b-9be4-201aaecd5fd2 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.2058523 Jul 09 20:06:05.395452 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0293a42f-6824-4cf7-a019-e7bb0f2884e1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:05.410753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0293a42f-6824-4cf7-a019-e7bb0f2884e1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for 3e739593-7529-4866-b0f9-d994f3f854fe owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:05.457041 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee9a0e10-845f-4603-8f05-0a5e52a6a7f4 req-4f46dfd0-9b46-4969-93a0-e5f8af37ef5c tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555284 Jul 09 20:06:05.476224 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-94391633-a5b1-4008-ae0c-affd6fc1922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:05.479330 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-94391633-a5b1-4008-ae0c-affd6fc1922f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:05.483180 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-94391633-a5b1-4008-ae0c-affd6fc1922f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55797057-8457-4dc3-952a-75c9e052cd09 HTTP/1.1" status: 204 len: 168 time: 0.4165821 Jul 09 20:06:05.532170 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94391633-a5b1-4008-ae0c-affd6fc1922f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55797057-8457-4dc3-952a-75c9e052cd09,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:05.610720 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4ace811-9fac-4571-91c8-cfbff844a043 req-d7305816-7179-4ee7-b203-6ef5b9d98b83 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503510 Jul 09 20:06:05.661840 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0293a42f-6824-4cf7-a019-e7bb0f2884e1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:05.699530 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293a42f-6824-4cf7-a019-e7bb0f2884e1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=3e739593-7529-4866-b0f9-d994f3f854fe,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:05.777852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f7555-5f00-423d-8475-99e3b0770cf4 req-a652b834-5dcd-49af-98ce-b219c6aaa5b7 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:05.785366 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b10f7555-5f00-423d-8475-99e3b0770cf4 req-a652b834-5dcd-49af-98ce-b219c6aaa5b7 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.0875189 Jul 09 20:06:05.836179 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b10f7555-5f00-423d-8475-99e3b0770cf4 req-a145707a-a93c-41a6-a6ef-a285b6a29aad tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486839 Jul 09 20:06:05.880013 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44766) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:05.894575 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0293a42f-6824-4cf7-a019-e7bb0f2884e1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:05.900047 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d9e385e-2830-4e55-9983-c65f0fe7c267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.005541 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d9e385e-2830-4e55-9983-c65f0fe7c267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.010434 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d9e385e-2830-4e55-9983-c65f0fe7c267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.050881 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1d9e385e-2830-4e55-9983-c65f0fe7c267 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71073b3f742e469092bbe7d6de7fec39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694937 Jul 09 20:06:06.051821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e385e-2830-4e55-9983-c65f0fe7c267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6fcdcf-051c-40a7-b6fa-0431d864dd3a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:06.056881 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44770) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:06.096676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0293a42f-6824-4cf7-a019-e7bb0f2884e1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Router 68b52d95-7c07-495a-8e5d-228d14dd297f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:06:06.191764 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-637b59ff-d704-49ea-b9a6-0cf0d2a61a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.205915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0293a42f-6824-4cf7-a019-e7bb0f2884e1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:06:06.215776 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0293a42f-6824-4cf7-a019-e7bb0f2884e1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "PUT /v2.0/routers/68b52d95-7c07-495a-8e5d-228d14dd297f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7369630 Jul 09 20:06:06.216253 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44772) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:06.217129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71720ddd-cc38-4f46-981f-9f9d4e911c85 None None] Sync routers for ids ['68b52d95-7c07-495a-8e5d-228d14dd297f'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:06:06.224682 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-637b59ff-d704-49ea-b9a6-0cf0d2a61a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.228311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71720ddd-cc38-4f46-981f-9f9d4e911c85 None None] Routers {'68b52d95-7c07-495a-8e5d-228d14dd297f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:06.228979 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-71720ddd-cc38-4f46-981f-9f9d4e911c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:05:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['68b52d95-7c07-495a-8e5d-228d14dd297f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:06.249499 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed76be9-20ac-4d6d-86fe-ef6a2c4b6579 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] GET failed (client error): The resource could not be found. Jul 09 20:06:06.250889 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-eed76be9-20ac-4d6d-86fe-ef6a2c4b6579 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/3e739593-7529-4866-b0f9-d994f3f854fe HTTP/1.1" status: 404 len: 333 time: 0.0332189 Jul 09 20:06:06.254559 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44774) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:06.276618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-71720ddd-cc38-4f46-981f-9f9d4e911c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:06.286545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-637b59ff-d704-49ea-b9a6-0cf0d2a61a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.288878 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71720ddd-cc38-4f46-981f-9f9d4e911c85 None None] Routers {'68b52d95-7c07-495a-8e5d-228d14dd297f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:06.289511 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-71720ddd-cc38-4f46-981f-9f9d4e911c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:05:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['68b52d95-7c07-495a-8e5d-228d14dd297f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:06.291033 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-637b59ff-d704-49ea-b9a6-0cf0d2a61a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.293963 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-637b59ff-d704-49ea-b9a6-0cf0d2a61a28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db6fcdcf-051c-40a7-b6fa-0431d864dd3a HTTP/1.1" status: 204 len: 168 time: 0.2361839 Jul 09 20:06:06.305149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b59ff-d704-49ea-b9a6-0cf0d2a61a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6fcdcf-051c-40a7-b6fa-0431d864dd3a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:06.340150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-71720ddd-cc38-4f46-981f-9f9d4e911c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:06.341182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71720ddd-cc38-4f46-981f-9f9d4e911c85 None None] The sync data for ids ['68b52d95-7c07-495a-8e5d-228d14dd297f'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:06:06.360837 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90094208-6617-4f4d-a68d-ec40c637f201 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.623340 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90094208-6617-4f4d-a68d-ec40c637f201 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.629072 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90094208-6617-4f4d-a68d-ec40c637f201 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.698966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935e34b-2d5d-4c9c-87e6-2c7fbf6de28e req-5c0b82b1-0f61-4630-8108-b4be6159289e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:06.705934 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e935e34b-2d5d-4c9c-87e6-2c7fbf6de28e req-5c0b82b1-0f61-4630-8108-b4be6159289e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2785611 Jul 09 20:06:06.705934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90094208-6617-4f4d-a68d-ec40c637f201 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.705934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90094208-6617-4f4d-a68d-ec40c637f201 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Fanout notify agent at l3_agent the message router_deleted on router 68b52d95-7c07-495a-8e5d-228d14dd297f {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:06:06.711215 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90094208-6617-4f4d-a68d-ec40c637f201 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.712452 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-90094208-6617-4f4d-a68d-ec40c637f201 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/routers/68b52d95-7c07-495a-8e5d-228d14dd297f HTTP/1.1" status: 204 len: 168 time: 0.4568114 Jul 09 20:06:06.716631 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44788) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:06.772452 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e935e34b-2d5d-4c9c-87e6-2c7fbf6de28e req-37b51e15-5b21-4513-a411-d3c50f57839a tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541446 Jul 09 20:06:06.822976 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0fe3f2-1471-4094-9e51-f43209842e8f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting subnet 7fd62ef7-b915-4d0e-b9c5-b94b5a882f52 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:06:06.829485 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc0fe3f2-1471-4094-9e51-f43209842e8f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.899083 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc0fe3f2-1471-4094-9e51-f43209842e8f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:06.911631 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f9b4a-5c67-4b42-bfd2-9d3c1f6b64b1 req-e74bfd55-d69b-4083-8f87-c1bae29cc946 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:06.925129 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-511f9b4a-5c67-4b42-bfd2-9d3c1f6b64b1 req-e74bfd55-d69b-4083-8f87-c1bae29cc946 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.1560302 Jul 09 20:06:07.053243 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-511f9b4a-5c67-4b42-bfd2-9d3c1f6b64b1 req-c036a986-b7f7-47e9-b436-d0bcd8cdfcf3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257260 Jul 09 20:06:07.076308 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee2d2e-bfdc-4df0-bce8-3ffd64192ce5 req-b30b38a9-4a2f-419a-9c2c-a83a9539d5dc tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:07.084483 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-12ee2d2e-bfdc-4df0-bce8-3ffd64192ce5 req-b30b38a9-4a2f-419a-9c2c-a83a9539d5dc tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.0929759 Jul 09 20:06:07.115762 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc0fe3f2-1471-4094-9e51-f43209842e8f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.131968 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-12ee2d2e-bfdc-4df0-bce8-3ffd64192ce5 req-a4a1b288-59c9-4e8f-9ce1-9a17071bd623 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463307 Jul 09 20:06:07.206496 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc0fe3f2-1471-4094-9e51-f43209842e8f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.248778 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fe3f2-1471-4094-9e51-f43209842e8f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd62ef7-b915-4d0e-b9c5-b94b5a882f52,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:07.258188 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc0fe3f2-1471-4094-9e51-f43209842e8f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.260187 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fc0fe3f2-1471-4094-9e51-f43209842e8f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/7fd62ef7-b915-4d0e-b9c5-b94b5a882f52 HTTP/1.1" status: 204 len: 168 time: 0.5423203 Jul 09 20:06:07.261019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe946a3c-a7ce-4643-b495-18b062c1b99d None None] Network b4d38c9d-2b0f-40bc-834e-063127d3d185 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:07.263796 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44806) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:07.372910 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.449005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:07.449005 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.516741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f4941e-d183-4d09-a836-7920ac7c3d9d None None] DHCP port deletion for b4d38c9d-2b0f-40bc-834e-063127d3d185 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:06:07.530619 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] For port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f,segment=NetworkSegment(5362497c-5c38-4c3d-895e-ab9cbf89296e),segment_id=5362497c-5c38-4c3d-895e-ab9cbf89296e)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:07.530619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.545196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:07.570767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f8f4941e-d183-4d09-a836-7920ac7c3d9d None None] Deleting port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:07.571135 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f8f4941e-d183-4d09-a836-7920ac7c3d9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.650690 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.667230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No DVR routers for this DVR port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:07.677377 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f8f4941e-d183-4d09-a836-7920ac7c3d9d None None] For port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f,segment=NetworkSegment(5362497c-5c38-4c3d-895e-ab9cbf89296e),segment_id=5362497c-5c38-4c3d-895e-ab9cbf89296e)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:07.677777 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f8f4941e-d183-4d09-a836-7920ac7c3d9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.692823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:07.705415 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f8f4941e-d183-4d09-a836-7920ac7c3d9d None None] Calling delete_port for 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:07.821972 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f8f4941e-d183-4d09-a836-7920ac7c3d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.833289 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.840145 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f4941e-d183-4d09-a836-7920ac7c3d9d None None] No DVR routers for this DVR port 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:07.851354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d38c9d-2b0f-40bc-834e-063127d3d185']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:07.866844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5362497c-5c38-4c3d-895e-ab9cbf89296e') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:07.867641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5362497c-5c38-4c3d-895e-ab9cbf89296e') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:07.874024 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4941e-d183-4d09-a836-7920ac7c3d9d None None] Pushing event deleted for resources: {'Port': ['ID=19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:07.897147 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.920728 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.933063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:06:07.934308 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:06:07.938866 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:06:08.282114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62adc0-c6f3-4ef4-a557-72bc3c686d90 req-66077bb8-e931-4315-9ca6-b1fc6bc6bb1f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:08.284467 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-be62adc0-c6f3-4ef4-a557-72bc3c686d90 req-66077bb8-e931-4315-9ca6-b1fc6bc6bb1f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.0760946 Jul 09 20:06:08.293203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 13f61c8f-9164-4b85-b33e-c10aa5e1a462 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:06:08.354393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-be62adc0-c6f3-4ef4-a557-72bc3c686d90 req-b93c5804-c30f-4eaf-a640-cd1e4926198a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603755 Jul 09 20:06:08.368296 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.382827 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.396944 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/networks/b4d38c9d-2b0f-40bc-834e-063127d3d185 HTTP/1.1" status: 204 len: 168 time: 1.1319165 Jul 09 20:06:08.401696 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44838) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:08.428889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a028aa-22b8-478d-8497-c66a08ca83d1 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Network': ['ID=b4d38c9d-2b0f-40bc-834e-063127d3d185,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:08.450162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c7704-a49c-4af0-a475-52905a3102a7 req-a98050b7-207c-4144-8fbe-0cd2f5e8ff66 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:08.453769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 13f61c8f-9164-4b85-b33e-c10aa5e1a462, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:08.460658 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ee3c7704-a49c-4af0-a475-52905a3102a7 req-a98050b7-207c-4144-8fbe-0cd2f5e8ff66 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.5205681 Jul 09 20:06:08.471343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'port_id': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'mac_address': 'fa:16:3e:54:43:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:06:08.530907 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ee3c7704-a49c-4af0-a475-52905a3102a7 req-191bd86c-22f5-49fb-8997-8262ab34ca23 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689204 Jul 09 20:06:08.537055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc4d079-defe-4697-8693-9106d0a5547a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:08.539264 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-afc4d079-defe-4697-8693-9106d0a5547a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/69e6925e-8b98-4176-8652-c54a050ac6b0 HTTP/1.1" status: 200 len: 841 time: 0.1364956 Jul 09 20:06:08.546356 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44844) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:08.562040 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.572707 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f61c8f-9164-4b85-b33e-c10aa5e1a462 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:06:08.605901 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 13f61c8f-9164-4b85-b33e-c10aa5e1a462, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:08.613380 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.624429 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-06676d41-c2a4-4fea-a329-41ab5a17bcc2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/69e6925e-8b98-4176-8652-c54a050ac6b0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0757766 Jul 09 20:06:08.627447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44848) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:08.633614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5b4b0ab0-d36c-4f1c-ac1b-432c393ab5dd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'subnet': {'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:08.687365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=13f61c8f-9164-4b85-b33e-c10aa5e1a462,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:08.758720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85048d84-e1d7-4ad9-8612-e0ec48491eed req-9edf4b09-755b-4abc-a963-280f92d89fa8 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:08.760574 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-85048d84-e1d7-4ad9-8612-e0ec48491eed req-9edf4b09-755b-4abc-a963-280f92d89fa8 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.2202327 Jul 09 20:06:08.832830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-85048d84-e1d7-4ad9-8612-e0ec48491eed req-cfda1918-0741-49a8-a7c9-1e855fdb9c24 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577457 Jul 09 20:06:08.833660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4b0ab0-d36c-4f1c-ac1b-432c393ab5dd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:08.837619 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0ab0-d36c-4f1c-ac1b-432c393ab5dd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:08.933856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba237042-0e0e-4bbd-968c-89f740e95488 req-97ea1719-a499-4836-82d1-05133b00b92a tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:08.935517 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ba237042-0e0e-4bbd-968c-89f740e95488 req-97ea1719-a499-4836-82d1-05133b00b92a tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.1294961 Jul 09 20:06:09.032580 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ba237042-0e0e-4bbd-968c-89f740e95488 req-9271506a-12ad-4032-b12f-a7831bf5a4a4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887940 Jul 09 20:06:09.035411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:09.085081 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:09.085754 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 19e14f5c-0d15-4c6b-bd52-8d3c1d5e3f1f not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:09.126301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['13f61c8f-9164-4b85-b33e-c10aa5e1a462'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:06:09.156433 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0ab0-d36c-4f1c-ac1b-432c393ab5dd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.203835 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4b0ab0-d36c-4f1c-ac1b-432c393ab5dd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 030e471e-4862-480a-acdb-f30ffe905168 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:09.207468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-5b4b0ab0-d36c-4f1c-ac1b-432c393ab5dd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:09.212109 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4b0ab0-d36c-4f1c-ac1b-432c393ab5dd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:09.212917 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0ab0-d36c-4f1c-ac1b-432c393ab5dd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.225068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b62392-51ce-46b3-b4e9-c8884ee62407 None None] Network 030e471e-4862-480a-acdb-f30ffe905168 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:09.226018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b0ab0-d36c-4f1c-ac1b-432c393ab5dd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Subnet': ['ID=573e011b-3cd4-4033-90c3-e78f5751ac8f,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:09.236767 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5b4b0ab0-d36c-4f1c-ac1b-432c393ab5dd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6073244 Jul 09 20:06:09.239609 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44858) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:09.244464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1914010f-34ff-4392-8a15-30c095f5c87a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'security_group': {'name': 'tempest-secgroup-1889945932'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:09.279597 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1914010f-34ff-4392-8a15-30c095f5c87a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.428466 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1914010f-34ff-4392-8a15-30c095f5c87a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.435132 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1914010f-34ff-4392-8a15-30c095f5c87a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.491440 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1914010f-34ff-4392-8a15-30c095f5c87a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.493396 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1914010f-34ff-4392-8a15-30c095f5c87a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2526348 Jul 09 20:06:09.498445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44864) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:09.503117 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914010f-34ff-4392-8a15-30c095f5c87a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5c54e8-113e-4f84-a8ca-12f032857a2d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:09.516986 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cb0ade52-d71b-457d-bf98-742d170818f5 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'security_group': {'name': 'tempest-secgroup-879167057'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:09.526894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-030e471e-4862-480a-acdb-f30ffe905168', 'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'tenant_id': '28db90d7fba449919653b429ee148aff', 'fixed_ips': [{'subnet_id': '573e011b-3cd4-4033-90c3-e78f5751ac8f'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:06:09.527914 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.559570 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb0ade52-d71b-457d-bf98-742d170818f5 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.654851 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5598ee6-0290-4f1c-baa5-9fa336ce426a req-1b030f26-245b-4a9f-ace6-7092bca1cf26 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:09.656824 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d5598ee6-0290-4f1c-baa5-9fa336ce426a req-1b030f26-245b-4a9f-ace6-7092bca1cf26 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 945 time: 0.1069112 Jul 09 20:06:09.707112 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d5598ee6-0290-4f1c-baa5-9fa336ce426a req-52a90fe0-66c2-433b-87b8-87b612d83e10 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425079 Jul 09 20:06:09.747883 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Allocated IP 172.20.0.2 (030e471e-4862-480a-acdb-f30ffe905168/573e011b-3cd4-4033-90c3-e78f5751ac8f/0e439b11-088a-4cbd-89a8-42568af1d130) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:09.809177 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb0ade52-d71b-457d-bf98-742d170818f5 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.822699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb0ade52-d71b-457d-bf98-742d170818f5 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.838764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615577fd-0464-44a5-9c03-32012035a73b req-bb1adba2-cacf-4484-8f8b-6971a6ad8a25 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:09.840911 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-615577fd-0464-44a5-9c03-32012035a73b req-bb1adba2-cacf-4484-8f8b-6971a6ad8a25 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/networks?id=0cb7008f-434b-4439-8482-4c8e6db0e463 HTTP/1.1" status: 200 len: 815 time: 0.2217672 Jul 09 20:06:09.887258 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb0ade52-d71b-457d-bf98-742d170818f5 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:09.888525 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cb0ade52-d71b-457d-bf98-742d170818f5 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3893638 Jul 09 20:06:09.891336 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-615577fd-0464-44a5-9c03-32012035a73b req-eec415b1-94f4-4d91-90cb-49da17e2c282 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/quotas/e1891ad88c804c218ab071d1a2a2b4d1 HTTP/1.1" status: 200 len: 375 time: 0.0319676 Jul 09 20:06:09.893859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44880) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:09.899785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a50a9174-5c79-4b9b-918d-2b32931a6ac2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2046042529', 'security_groups': ['502d11d5-388b-44df-a15b-3c5a19d764d1'], 'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '573e011b-3cd4-4033-90c3-e78f5751ac8f'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:09.907352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ade52-d71b-457d-bf98-742d170818f5 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502d11d5-388b-44df-a15b-3c5a19d764d1,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:10.018435 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:10.030134 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-615577fd-0464-44a5-9c03-32012035a73b req-1cde3aaa-9120-4c26-a5c5-b651426c3b04 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1891ad88c804c218ab071d1a2a2b4d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1248610 Jul 09 20:06:10.032594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Transition to ACTIVE for port object 0e439b11-088a-4cbd-89a8-42568af1d130 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:10.055160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Transition to ACTIVE for port object 0e439b11-088a-4cbd-89a8-42568af1d130 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:10.065440 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:10.114392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50a9174-5c79-4b9b-918d-2b32931a6ac2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:10.138278 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Network 030e471e-4862-480a-acdb-f30ffe905168 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:10.138278 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:10.150623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:10.186157 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-615577fd-0464-44a5-9c03-32012035a73b req-315decce-53ee-4b47-a270-b3e4d09f2648 service neutron] 10.222.0.30 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425400 Jul 09 20:06:10.187337 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Pushing event updated for resources: {'Port': ['ID=0e439b11-088a-4cbd-89a8-42568af1d130,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:10.198196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234b5d1-caad-4e81-911b-b5bc1c8b8c5d req-3736f630-3a44-4940-8f34-233f3a8ed8aa tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:10.200261 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8234b5d1-caad-4e81-911b-b5bc1c8b8c5d req-3736f630-3a44-4940-8f34-233f3a8ed8aa tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1568968 Jul 09 20:06:10.252204 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Attempting to bind port 0e439b11-088a-4cbd-89a8-42568af1d130 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:10.252660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Attempting to bind port 0e439b11-088a-4cbd-89a8-42568af1d130 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '030e471e-4862-480a-acdb-f30ffe905168'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:10.253205 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Attempting to bind port 0e439b11-088a-4cbd-89a8-42568af1d130 on network 030e471e-4862-480a-acdb-f30ffe905168 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:10.264455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:10.265376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Checking segment: {'id': 'f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '030e471e-4862-480a-acdb-f30ffe905168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:10.266046 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:10.267890 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Bound using segment: {'id': 'f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '030e471e-4862-480a-acdb-f30ffe905168'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:10.269350 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Bound port: 0e439b11-088a-4cbd-89a8-42568af1d130, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '030e471e-4862-480a-acdb-f30ffe905168'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:10.270072 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:10.272925 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8234b5d1-caad-4e81-911b-b5bc1c8b8c5d req-3fa4e88f-c26f-4851-8523-38dc68a7af78 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645437 Jul 09 20:06:10.349680 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a50a9174-5c79-4b9b-918d-2b32931a6ac2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:10.367198 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-615577fd-0464-44a5-9c03-32012035a73b req-5dd8be63-9c2e-4988-a5df-ef2d8ec6193b service neutron] 10.222.0.30 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732421 Jul 09 20:06:10.385557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] For port 0e439b11-088a-4cbd-89a8-42568af1d130, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:10.393905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] For port 0e439b11-088a-4cbd-89a8-42568af1d130, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0e439b11-088a-4cbd-89a8-42568af1d130,segment=NetworkSegment(f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4),segment_id=f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:10.399957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-a50a9174-5c79-4b9b-918d-2b32931a6ac2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port c45a691e-3d18-4bae-95ec-496069d12045 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:06:10.401541 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:10.497383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4baf6-4736-43e5-b644-01e0e2b03096 None None] Pushing event updated for resources: {'Port': ['ID=0e439b11-088a-4cbd-89a8-42568af1d130,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:10.665309 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e4d7e81-7b62-4a11-b977-6101663fc22f req-61836969-d834-4073-adbd-a2a7a92f8992 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 210 time: 0.0440059 Jul 09 20:06:10.719715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-a50a9174-5c79-4b9b-918d-2b32931a6ac2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Allocated IP 172.20.0.11 (030e471e-4862-480a-acdb-f30ffe905168/573e011b-3cd4-4033-90c3-e78f5751ac8f/c45a691e-3d18-4bae-95ec-496069d12045) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:11.149562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0e439b11-088a-4cbd-89a8-42568af1d130 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:11.157352 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a50a9174-5c79-4b9b-918d-2b32931a6ac2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:11.190489 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-a50a9174-5c79-4b9b-918d-2b32931a6ac2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Transition to ACTIVE for port object c45a691e-3d18-4bae-95ec-496069d12045 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:11.204444 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692cc24-b1c3-40c1-81c4-dba8cb429d41 req-5437a691-92d9-4037-988f-d38fc68e76f3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:11.207355 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d692cc24-b1c3-40c1-81c4-dba8cb429d41 req-5437a691-92d9-4037-988f-d38fc68e76f3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.36 "GET /v2.0/ports?device_id=14affa53-0a6d-4888-9d0c-51d335abe77e HTTP/1.1" status: 200 len: 946 time: 0.2257669 Jul 09 20:06:11.224053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b312a4-ad9a-4371-b9ed-678de98ce307 req-61f50477-8252-4472-9b47-4509d0fec216 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:11.226324 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d7b312a4-ad9a-4371-b9ed-678de98ce307 req-61f50477-8252-4472-9b47-4509d0fec216 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 945 time: 0.1600766 Jul 09 20:06:11.260743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a50a9174-5c79-4b9b-918d-2b32931a6ac2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:11.272093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 0e439b11-088a-4cbd-89a8-42568af1d130 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:11.328322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d7b312a4-ad9a-4371-b9ed-678de98ce307 req-d9d647ef-664b-42fa-bbec-de490e68abc1 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684526 Jul 09 20:06:11.356940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50a9174-5c79-4b9b-918d-2b32931a6ac2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 030e471e-4862-480a-acdb-f30ffe905168 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:11.361429 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-a50a9174-5c79-4b9b-918d-2b32931a6ac2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:11.381874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50a9174-5c79-4b9b-918d-2b32931a6ac2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:11.403255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-d692cc24-b1c3-40c1-81c4-dba8cb429d41 req-a1e52d43-463a-4110-9a43-bf8f9e39eaf3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Deleting port eb1e3787-2d88-45f5-a73a-256fbffa449b {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:11.403687 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d692cc24-b1c3-40c1-81c4-dba8cb429d41 req-a1e52d43-463a-4110-9a43-bf8f9e39eaf3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:11.480416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50a9174-5c79-4b9b-918d-2b32931a6ac2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:11.481321 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a50a9174-5c79-4b9b-918d-2b32931a6ac2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:11.510874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a9174-5c79-4b9b-918d-2b32931a6ac2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=c45a691e-3d18-4bae-95ec-496069d12045,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:11.563435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d692cc24-b1c3-40c1-81c4-dba8cb429d41 req-a1e52d43-463a-4110-9a43-bf8f9e39eaf3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] For port eb1e3787-2d88-45f5-a73a-256fbffa449b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eb1e3787-2d88-45f5-a73a-256fbffa449b,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:11.563978 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d692cc24-b1c3-40c1-81c4-dba8cb429d41 req-a1e52d43-463a-4110-9a43-bf8f9e39eaf3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:11.571511 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a50a9174-5c79-4b9b-918d-2b32931a6ac2 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6760223 Jul 09 20:06:11.583428 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44920) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:11.589248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7f56ec61-01a4-4171-9346-e21c4ddf293a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'subnet': {'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:11.613081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-d692cc24-b1c3-40c1-81c4-dba8cb429d41 req-a1e52d43-463a-4110-9a43-bf8f9e39eaf3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Calling delete_port for eb1e3787-2d88-45f5-a73a-256fbffa449b owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:11.654310 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27880f1a-da8b-4015-b95c-7df867d97d8e req-ec94854a-dc5e-4922-ae3d-a07ff8b4d842 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:11.670448 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27880f1a-da8b-4015-b95c-7df867d97d8e req-ec94854a-dc5e-4922-ae3d-a07ff8b4d842 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1810827 Jul 09 20:06:11.713321 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27880f1a-da8b-4015-b95c-7df867d97d8e req-d2d1146a-287e-4276-9a36-a3bbfcf8e1a3 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419331 Jul 09 20:06:11.828690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f56ec61-01a4-4171-9346-e21c4ddf293a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:11.832830 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f56ec61-01a4-4171-9346-e21c4ddf293a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:11.948794 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67be0a53-1c03-4ffe-9dc8-3355c925f46f req-7c9b92c1-5df9-4dbb-bca2-9e1e2224b92b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 210 time: 0.0459306 Jul 09 20:06:12.061596 n-d-800088-3 neutron-server[100205]: INFO neutron.db.ipam_backend_mixin [None req-7f56ec61-01a4-4171-9346-e21c4ddf293a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 573e011b-3cd4-4033-90c3-e78f5751ac8f (CIDR: 172.20.0.0/28) Jul 09 20:06:12.067781 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f56ec61-01a4-4171-9346-e21c4ddf293a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:06:12.068280 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f56ec61-01a4-4171-9346-e21c4ddf293a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:06:12.096601 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d692cc24-b1c3-40c1-81c4-dba8cb429d41 req-a1e52d43-463a-4110-9a43-bf8f9e39eaf3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:12.105185 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7f56ec61-01a4-4171-9346-e21c4ddf293a tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5234108 Jul 09 20:06:12.108062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44934) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:12.111410 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['eb1e3787-2d88-45f5-a73a-256fbffa449b'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:06:12.115643 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f9f73b67-4e50-401b-ab68-238062b55d18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'subnet': {'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:12.150614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e52d43-463a-4110-9a43-bf8f9e39eaf3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Pushing event deleted for resources: {'Port': ['ID=eb1e3787-2d88-45f5-a73a-256fbffa449b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:12.225724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d692cc24-b1c3-40c1-81c4-dba8cb429d41 req-a1e52d43-463a-4110-9a43-bf8f9e39eaf3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] No DVR routers for this DVR port eb1e3787-2d88-45f5-a73a-256fbffa449b on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:12.229642 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d692cc24-b1c3-40c1-81c4-dba8cb429d41 req-a1e52d43-463a-4110-9a43-bf8f9e39eaf3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:12.232515 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d692cc24-b1c3-40c1-81c4-dba8cb429d41 req-a1e52d43-463a-4110-9a43-bf8f9e39eaf3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.36 "DELETE /v2.0/ports/eb1e3787-2d88-45f5-a73a-256fbffa449b HTTP/1.1" status: 204 len: 173 time: 1.0185275 Jul 09 20:06:12.255570 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14affa53-0a6d-4888-9d0c-51d335abe77e', 'name': 'network-vif-deleted', 'tag': 'eb1e3787-2d88-45f5-a73a-256fbffa449b'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:12.264451 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643ae1a6-7701-4049-8cd7-946834e08081" -d '{"events": [{"server_uuid": "14affa53-0a6d-4888-9d0c-51d335abe77e", "name": "network-vif-deleted", "tag": "eb1e3787-2d88-45f5-a73a-256fbffa449b"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:12.330665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 13f61c8f-9164-4b85-b33e-c10aa5e1a462 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:12.350340 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbe5e30-8705-44c8-b162-06744569e23a x-openstack-request-id: req-2fbe5e30-8705-44c8-b162-06744569e23a {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:12.350690 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14affa53-0a6d-4888-9d0c-51d335abe77e", "name": "network-vif-deleted", "tag": "eb1e3787-2d88-45f5-a73a-256fbffa449b", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:12.351033 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2fbe5e30-8705-44c8-b162-06744569e23a {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:12.351601 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14affa53-0a6d-4888-9d0c-51d335abe77e', 'name': 'network-vif-deleted', 'tag': 'eb1e3787-2d88-45f5-a73a-256fbffa449b', 'status': 'completed', 'code': 200} Jul 09 20:06:12.410345 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6f77e552-937c-462a-8124-ef6726117194 None None] Provisioning complete for port 69e6925e-8b98-4176-8652-c54a050ac6b0 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:12.411584 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6f77e552-937c-462a-8124-ef6726117194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:12.412271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f73b67-4e50-401b-ab68-238062b55d18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:12.429975 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9f73b67-4e50-401b-ab68-238062b55d18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:12.499709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 13f61c8f-9164-4b85-b33e-c10aa5e1a462 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:12.506886 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 13f61c8f-9164-4b85-b33e-c10aa5e1a462 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:12.507573 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:12.633244 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-6f77e552-937c-462a-8124-ef6726117194 None None] Port 69e6925e-8b98-4176-8652-c54a050ac6b0 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:12.686723 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:12.723613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f61c8f-9164-4b85-b33e-c10aa5e1a462'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:12.726749 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e305bd6-ab7a-4c1c-884a-0d704dae02c6" -d '{"events": [{"server_uuid": "5e667fea-5a94-42a9-8d5b-77ad5a1e375d", "name": "network-vif-plugged", "status": "completed", "tag": "13f61c8f-9164-4b85-b33e-c10aa5e1a462"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:12.732572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6f77e552-937c-462a-8124-ef6726117194 None None] Provisioning for port 0e439b11-088a-4cbd-89a8-42568af1d130 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:12.748926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6f77e552-937c-462a-8124-ef6726117194 None None] Provisioning complete for port 0e439b11-088a-4cbd-89a8-42568af1d130 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:12.749313 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6f77e552-937c-462a-8124-ef6726117194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:12.798014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 13f61c8f-9164-4b85-b33e-c10aa5e1a462, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:12.809318 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:12.816003 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a08ad-03a9-4de4-928f-83dc8ee895f0 req-03118c31-cbad-469c-977d-c2dbba885fec tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:12.825437 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2d6a08ad-03a9-4de4-928f-83dc8ee895f0 req-03118c31-cbad-469c-977d-c2dbba885fec tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 945 time: 0.2811131 Jul 09 20:06:12.888162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=13f61c8f-9164-4b85-b33e-c10aa5e1a462,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:12.921218 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2d6a08ad-03a9-4de4-928f-83dc8ee895f0 req-e9264d54-9ed0-4004-b5b6-9ea415a99fd5 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947490 Jul 09 20:06:13.021688 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615577fd-0464-44a5-9c03-32012035a73b req-162e6934-526f-41e2-9b3f-122be58f6c4e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:13.022031 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6f77e552-937c-462a-8124-ef6726117194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.027338 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-615577fd-0464-44a5-9c03-32012035a73b req-162e6934-526f-41e2-9b3f-122be58f6c4e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.36 "GET /v2.0/networks?id=0cb7008f-434b-4439-8482-4c8e6db0e463 HTTP/1.1" status: 200 len: 815 time: 0.3767123 Jul 09 20:06:13.048941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-615577fd-0464-44a5-9c03-32012035a73b req-c4033765-9bde-46f8-b0e5-bdd0a5235689 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Request body: {'port': {'device_id': '9c53606f-69f4-4469-9abb-478c586aed80', 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463', 'admin_state_up': True, 'tenant_id': 'e1891ad88c804c218ab071d1a2a2b4d1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:13.055729 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7163fe8a-0d6a-40f4-9273-bf7ef8fb720b x-openstack-request-id: req-7163fe8a-0d6a-40f4-9273-bf7ef8fb720b {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:13.056421 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e667fea-5a94-42a9-8d5b-77ad5a1e375d", "name": "network-vif-plugged", "status": "completed", "tag": "13f61c8f-9164-4b85-b33e-c10aa5e1a462", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:13.056882 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7163fe8a-0d6a-40f4-9273-bf7ef8fb720b {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:13.057430 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'code': 200} Jul 09 20:06:13.073349 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9f73b67-4e50-401b-ab68-238062b55d18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.110659 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-6f77e552-937c-462a-8124-ef6726117194 None None] For port 0e439b11-088a-4cbd-89a8-42568af1d130, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0e439b11-088a-4cbd-89a8-42568af1d130,segment=NetworkSegment(f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4),segment_id=f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:13.120964 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6f77e552-937c-462a-8124-ef6726117194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.139990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f73b67-4e50-401b-ab68-238062b55d18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 030e471e-4862-480a-acdb-f30ffe905168 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:13.144711 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-f9f73b67-4e50-401b-ab68-238062b55d18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:13.149759 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f73b67-4e50-401b-ab68-238062b55d18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:13.150429 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9f73b67-4e50-401b-ab68-238062b55d18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.166319 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f73b67-4e50-401b-ab68-238062b55d18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Subnet': ['ID=94522a92-2072-4c81-b0ef-1ac40591fece,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:13.186038 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f9f73b67-4e50-401b-ab68-238062b55d18 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0763392 Jul 09 20:06:13.190945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44968) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:13.202286 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-099c7931-43f2-467d-9677-cc96b99f8fda tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-122653296', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '94522a92-2072-4c81-b0ef-1ac40591fece'}], 'security_groups': ['0e5c54e8-113e-4f84-a8ca-12f032857a2d']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:13.215391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6925c3df-7ce8-4dea-8aac-958646f9c0c1 None None] Network 030e471e-4862-480a-acdb-f30ffe905168 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:13.406564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615577fd-0464-44a5-9c03-32012035a73b req-c4033765-9bde-46f8-b0e5-bdd0a5235689 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Made reservation on behalf of e1891ad88c804c218ab071d1a2a2b4d1 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:13.421146 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-615577fd-0464-44a5-9c03-32012035a73b req-c4033765-9bde-46f8-b0e5-bdd0a5235689 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.437099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4abfb1-2e7c-42e2-ad95-aa37fba65e93 req-d859ba23-fd79-430f-a829-945b11f7b36b tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:13.438847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2c4abfb1-2e7c-42e2-ad95-aa37fba65e93 req-d859ba23-fd79-430f-a829-945b11f7b36b tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1908576 Jul 09 20:06:13.445472 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-099c7931-43f2-467d-9677-cc96b99f8fda tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.481491 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5fc16f03-382d-4f4c-af54-380735d8eadc None None] Provisioning for port c45a691e-3d18-4bae-95ec-496069d12045 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:13.507099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77e552-937c-462a-8124-ef6726117194 None None] Pushing event updated for resources: {'Port': ['ID=0e439b11-088a-4cbd-89a8-42568af1d130,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:13.522269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5fc16f03-382d-4f4c-af54-380735d8eadc None None] Provisioning complete for port c45a691e-3d18-4bae-95ec-496069d12045 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:13.522763 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5fc16f03-382d-4f4c-af54-380735d8eadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.602613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-5fc16f03-382d-4f4c-af54-380735d8eadc None None] Port c45a691e-3d18-4bae-95ec-496069d12045 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:13.609229 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-76c817fb-bd13-498d-ab7e-cf0a07fd1333 req-f0b6fcb5-130b-4025-8081-df5a2bd4e814 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 210 time: 0.0827036 Jul 09 20:06:13.615609 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2c4abfb1-2e7c-42e2-ad95-aa37fba65e93 req-b02bd83d-9486-4a02-a54e-906eb8133e67 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281197 Jul 09 20:06:13.679239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44974) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:13.767818 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060f6a31-b442-4d05-89d0-9f24056ec869 None None] Update dhcp port {'port': {'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'fixed_ips': [{'subnet_id': '573e011b-3cd4-4033-90c3-e78f5751ac8f', 'ip_address': '172.20.0.2'}, {'subnet_id': '94522a92-2072-4c81-b0ef-1ac40591fece'}], 'binding:host_id': 'n-d-800088-3'}, 'id': '0e439b11-088a-4cbd-89a8-42568af1d130'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:06:13.823083 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-060f6a31-b442-4d05-89d0-9f24056ec869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:13.963212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-099c7931-43f2-467d-9677-cc96b99f8fda tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Delete allocated IP 172.20.0.11 (030e471e-4862-480a-acdb-f30ffe905168/573e011b-3cd4-4033-90c3-e78f5751ac8f) {{(pid=100204) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 20:06:13.981140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-099c7931-43f2-467d-9677-cc96b99f8fda tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Allocated IP 172.20.0.21 (030e471e-4862-480a-acdb-f30ffe905168/94522a92-2072-4c81-b0ef-1ac40591fece/c45a691e-3d18-4bae-95ec-496069d12045) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:14.140228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18080d-8361-4e6b-8d58-192149d3fe0c req-feb5d792-f332-43b0-a0de-c1d2e5d682be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:14.142889 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5e18080d-8361-4e6b-8d58-192149d3fe0c req-feb5d792-f332-43b0-a0de-c1d2e5d682be service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 1097 time: 0.6561425 Jul 09 20:06:14.168961 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25b90d9e-21f0-48ad-95d6-e584747c3094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.188725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-615577fd-0464-44a5-9c03-32012035a73b req-c4033765-9bde-46f8-b0e5-bdd0a5235689 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Allocated IP 172.20.0.6 (0cb7008f-434b-4439-8482-4c8e6db0e463/b5b0ff62-0033-4394-9a91-915a6166e59c/12fb4084-e73f-46e6-9c35-d03088d82a81) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:14.224431 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5e18080d-8361-4e6b-8d58-192149d3fe0c req-10bbf8b1-aac6-436c-b639-faf8a52fef43 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736842 Jul 09 20:06:14.226871 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27326343-5ff5-4e28-a8f1-c15b50f1c8a3 req-3aa9d5fd-d161-4faf-a97f-599805ae1469 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:14.228468 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27326343-5ff5-4e28-a8f1-c15b50f1c8a3 req-3aa9d5fd-d161-4faf-a97f-599805ae1469 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.1364570 Jul 09 20:06:14.233320 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-099c7931-43f2-467d-9677-cc96b99f8fda tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.269127 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-099c7931-43f2-467d-9677-cc96b99f8fda tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Transition to ACTIVE for port object c45a691e-3d18-4bae-95ec-496069d12045 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:14.275035 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-099c7931-43f2-467d-9677-cc96b99f8fda tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.319278 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eb1e3787-2d88-45f5-a73a-256fbffa449b no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:14.321108 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27326343-5ff5-4e28-a8f1-c15b50f1c8a3 req-5599b682-8f83-4e1d-b19f-7c5e51dc9c62 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837758 Jul 09 20:06:14.374131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: eb1e3787-2d88-45f5-a73a-256fbffa449b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:14.374695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eb1e3787-2d88-45f5-a73a-256fbffa449b not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:14.389789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-060f6a31-b442-4d05-89d0-9f24056ec869 None None] Allocated IP 172.20.0.18 (030e471e-4862-480a-acdb-f30ffe905168/94522a92-2072-4c81-b0ef-1ac40591fece/0e439b11-088a-4cbd-89a8-42568af1d130) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:14.394763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c7931-43f2-467d-9677-cc96b99f8fda tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=c45a691e-3d18-4bae-95ec-496069d12045,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:14.418903 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25b90d9e-21f0-48ad-95d6-e584747c3094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.420128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-099c7931-43f2-467d-9677-cc96b99f8fda tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] In _notify_port_updated(), no bound segment for port c45a691e-3d18-4bae-95ec-496069d12045 on network 030e471e-4862-480a-acdb-f30ffe905168 {{(pid=100204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:06:14.427864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099c7931-43f2-467d-9677-cc96b99f8fda tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:14.428655 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25b90d9e-21f0-48ad-95d6-e584747c3094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.428841 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-099c7931-43f2-467d-9677-cc96b99f8fda tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.433957 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-099c7931-43f2-467d-9677-cc96b99f8fda tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "PUT /v2.0/ports/c45a691e-3d18-4bae-95ec-496069d12045 HTTP/1.1" status: 200 len: 920 time: 1.2380128 Jul 09 20:06:14.434299 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44982) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:14.449415 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-615577fd-0464-44a5-9c03-32012035a73b req-c4033765-9bde-46f8-b0e5-bdd0a5235689 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.485530 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-25b90d9e-21f0-48ad-95d6-e584747c3094 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a5e98a8c0804586a3a0270ad60fbdb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8023510 Jul 09 20:06:14.490906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44984) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:14.492155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b90d9e-21f0-48ad-95d6-e584747c3094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dc0660-7bad-4e2b-b26d-140d1bd6ebe6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:14.530817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-060f6a31-b442-4d05-89d0-9f24056ec869 None None] For port 0e439b11-088a-4cbd-89a8-42568af1d130, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0e439b11-088a-4cbd-89a8-42568af1d130,segment=NetworkSegment(f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4),segment_id=f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:14.531508 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-615577fd-0464-44a5-9c03-32012035a73b req-c4033765-9bde-46f8-b0e5-bdd0a5235689 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.572420 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-060f6a31-b442-4d05-89d0-9f24056ec869 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.577828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615577fd-0464-44a5-9c03-32012035a73b req-c4033765-9bde-46f8-b0e5-bdd0a5235689 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Network 0cb7008f-434b-4439-8482-4c8e6db0e463 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:14.584494 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-615577fd-0464-44a5-9c03-32012035a73b req-c4033765-9bde-46f8-b0e5-bdd0a5235689 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:14.588504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-615577fd-0464-44a5-9c03-32012035a73b req-c4033765-9bde-46f8-b0e5-bdd0a5235689 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:14.592349 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-15d14848-7017-4e6e-913c-e9a772f828e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.594407 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-060f6a31-b442-4d05-89d0-9f24056ec869 None None] Transition to ACTIVE for port object 0e439b11-088a-4cbd-89a8-42568af1d130 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:14.599817 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-060f6a31-b442-4d05-89d0-9f24056ec869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.618525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4033765-9bde-46f8-b0e5-bdd0a5235689 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Pushing event updated for resources: {'Port': ['ID=12fb4084-e73f-46e6-9c35-d03088d82a81,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:14.624248 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-15d14848-7017-4e6e-913c-e9a772f828e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.627502 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-01798c3b-755f-49c4-a20a-15edc605fffa tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port c45a691e-3d18-4bae-95ec-496069d12045 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:14.627856 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-01798c3b-755f-49c4-a20a-15edc605fffa tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.658725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615577fd-0464-44a5-9c03-32012035a73b req-c4033765-9bde-46f8-b0e5-bdd0a5235689 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:14.659918 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-615577fd-0464-44a5-9c03-32012035a73b req-c4033765-9bde-46f8-b0e5-bdd0a5235689 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.677816 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-615577fd-0464-44a5-9c03-32012035a73b req-c4033765-9bde-46f8-b0e5-bdd0a5235689 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6406076 Jul 09 20:06:14.696327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Request body: {'port': {'device_id': '9c53606f-69f4-4469-9abb-478c586aed80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:14.776893 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-15d14848-7017-4e6e-913c-e9a772f828e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.781232 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-15d14848-7017-4e6e-913c-e9a772f828e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.782907 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-15d14848-7017-4e6e-913c-e9a772f828e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55dc0660-7bad-4e2b-b26d-140d1bd6ebe6 HTTP/1.1" status: 204 len: 168 time: 0.2906013 Jul 09 20:06:14.803078 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-01798c3b-755f-49c4-a20a-15edc605fffa tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.813308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d14848-7017-4e6e-913c-e9a772f828e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dc0660-7bad-4e2b-b26d-140d1bd6ebe6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:14.838864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-01798c3b-755f-49c4-a20a-15edc605fffa tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for c45a691e-3d18-4bae-95ec-496069d12045 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:14.914692 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:14.926813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e209f-ed78-4a50-8678-cd47dad95e1b req-293122a5-6391-4af3-b08d-c2e48bb4bd9d tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:14.934444 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-037e209f-ed78-4a50-8678-cd47dad95e1b req-293122a5-6391-4af3-b08d-c2e48bb4bd9d tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1496930 Jul 09 20:06:14.962795 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237198e9-ef29-48bc-b0c9-838c49d8cfcb req-2730d03e-e83e-453f-84b7-467ab2d729f7 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:14.964566 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-237198e9-ef29-48bc-b0c9-838c49d8cfcb req-2730d03e-e83e-453f-84b7-467ab2d729f7 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 931 time: 0.1471343 Jul 09 20:06:15.030439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f6a31-b442-4d05-89d0-9f24056ec869 None None] Pushing event updated for resources: {'Port': ['ID=0e439b11-088a-4cbd-89a8-42568af1d130,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:15.035608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0e439b11-088a-4cbd-89a8-42568af1d130 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:15.060915 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-237198e9-ef29-48bc-b0c9-838c49d8cfcb req-2e83e59c-70aa-445b-9597-b560b379287e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901489 Jul 09 20:06:15.137961 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-01798c3b-755f-49c4-a20a-15edc605fffa tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.171636 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-037e209f-ed78-4a50-8678-cd47dad95e1b req-e050d2f0-9f55-47a7-97e1-986479c10ab1 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361579 Jul 09 20:06:15.211993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01798c3b-755f-49c4-a20a-15edc605fffa tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=c45a691e-3d18-4bae-95ec-496069d12045,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:15.338981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44998) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:15.370761 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0ab25ea-7dfd-4b08-a792-9b0ee21a72d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.440507 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-01798c3b-755f-49c4-a20a-15edc605fffa tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.446743 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-01798c3b-755f-49c4-a20a-15edc605fffa tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/c45a691e-3d18-4bae-95ec-496069d12045 HTTP/1.1" status: 204 len: 168 time: 1.0103853 Jul 09 20:06:15.447920 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45002) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:15.481830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17834266-be09-477e-9150-8697d14bba68 req-acf8b096-c8b8-40bb-86f5-11cab4238aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:15.484253 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17834266-be09-477e-9150-8697d14bba68 req-acf8b096-c8b8-40bb-86f5-11cab4238aba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 1096 time: 0.3294654 Jul 09 20:06:15.497512 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69f368f-d09b-4d5a-a3ea-86fcdf45f7dd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] GET failed (client error): The resource could not be found. Jul 09 20:06:15.501070 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a69f368f-d09b-4d5a-a3ea-86fcdf45f7dd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/c45a691e-3d18-4bae-95ec-496069d12045 HTTP/1.1" status: 404 len: 333 time: 0.0506957 Jul 09 20:06:15.512947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45004) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:15.551993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17834266-be09-477e-9150-8697d14bba68 req-537f82dd-7b6a-4e6e-99a9-b3236fcccfd6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575345 Jul 09 20:06:15.599050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fb4084-e73f-46e6-9c35-d03088d82a81 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:06:15.608741 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.623367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Transition to ACTIVE for port object 12fb4084-e73f-46e6-9c35-d03088d82a81 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:15.629126 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.659693 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0ab25ea-7dfd-4b08-a792-9b0ee21a72d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.683718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6677f1-7090-4a81-b14d-df1ad0baa32a req-bf5822e0-3d43-413f-a4ba-373db59ea0ac tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:15.685372 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b6677f1-7090-4a81-b14d-df1ad0baa32a req-bf5822e0-3d43-413f-a4ba-373db59ea0ac tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.1914210 Jul 09 20:06:15.688805 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0ab25ea-7dfd-4b08-a792-9b0ee21a72d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.690745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Pushing event updated for resources: {'Port': ['ID=12fb4084-e73f-46e6-9c35-d03088d82a81,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:15.704169 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90b88adb-9c28-414d-8831-71c42a18cb70 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.767654 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d0ab25ea-7dfd-4b08-a792-9b0ee21a72d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab0febab72174da28eee458353fc1c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4266734 Jul 09 20:06:15.769579 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90b88adb-9c28-414d-8831-71c42a18cb70 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.775899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45006) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:15.787173 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab25ea-7dfd-4b08-a792-9b0ee21a72d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de710d62-b32c-4d3f-ba2a-1b3318ff8d76,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:15.819470 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b6677f1-7090-4a81-b14d-df1ad0baa32a req-c940c959-6af1-44dd-8509-37a82b771766 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959222 Jul 09 20:06:15.852422 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90b88adb-9c28-414d-8831-71c42a18cb70 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.856878 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90b88adb-9c28-414d-8831-71c42a18cb70 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.858150 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-90b88adb-9c28-414d-8831-71c42a18cb70 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/security-groups/502d11d5-388b-44df-a15b-3c5a19d764d1 HTTP/1.1" status: 204 len: 168 time: 0.3442047 Jul 09 20:06:15.859848 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c9ef89b3-f3e5-4f16-9778-f674bba4c7a8 None None] Provisioning complete for port 69e6925e-8b98-4176-8652-c54a050ac6b0 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:15.860370 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c9ef89b3-f3e5-4f16-9778-f674bba4c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.864382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45008) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:15.878515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b88adb-9c28-414d-8831-71c42a18cb70 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=502d11d5-388b-44df-a15b-3c5a19d764d1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:15.916745 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c9ef89b3-f3e5-4f16-9778-f674bba4c7a8 None None] Port 69e6925e-8b98-4176-8652-c54a050ac6b0 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:15.929071 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c9ef89b3-f3e5-4f16-9778-f674bba4c7a8 None None] Provisioning for port 0e439b11-088a-4cbd-89a8-42568af1d130 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:15.933106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c9ef89b3-f3e5-4f16-9778-f674bba4c7a8 None None] Provisioning complete for port 0e439b11-088a-4cbd-89a8-42568af1d130 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:15.933359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Attempting to bind port 12fb4084-e73f-46e6-9c35-d03088d82a81 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:15.933493 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c9ef89b3-f3e5-4f16-9778-f674bba4c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.933705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Attempting to bind port 12fb4084-e73f-46e6-9c35-d03088d82a81 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:15.934039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Attempting to bind port 12fb4084-e73f-46e6-9c35-d03088d82a81 on network 0cb7008f-434b-4439-8482-4c8e6db0e463 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:15.953968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Port 12fb4084-e73f-46e6-9c35-d03088d82a81 on network 0cb7008f-434b-4439-8482-4c8e6db0e463 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:06:15.954357 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Attempting to bind port 12fb4084-e73f-46e6-9c35-d03088d82a81 on network 0cb7008f-434b-4439-8482-4c8e6db0e463 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:15.958396 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dec4be5e-b9a2-4c5d-ab7c-ed9f7177e18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:15.981092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:15.981445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Checking segment: {'id': 'fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:15.981839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Bound using segment: {'id': 'fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:15.982295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Bound port: 12fb4084-e73f-46e6-9c35-d03088d82a81, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:15.982660 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.009540 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-44d242b9-8497-4d0d-aa7a-6b388f82821c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.020806 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dec4be5e-b9a2-4c5d-ab7c-ed9f7177e18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.028107 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c9ef89b3-f3e5-4f16-9778-f674bba4c7a8 None None] Could not find standard attr ID for object c45a691e-3d18-4bae-95ec-496069d12045. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:06:16.088235 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-44d242b9-8497-4d0d-aa7a-6b388f82821c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.137968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] For port 12fb4084-e73f-46e6-9c35-d03088d82a81, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:16.161082 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] For port 12fb4084-e73f-46e6-9c35-d03088d82a81, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=12fb4084-e73f-46e6-9c35-d03088d82a81,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:16.170027 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.208268 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dec4be5e-b9a2-4c5d-ab7c-ed9f7177e18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.210879 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dec4be5e-b9a2-4c5d-ab7c-ed9f7177e18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.221815 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dec4be5e-b9a2-4c5d-ab7c-ed9f7177e18e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de710d62-b32c-4d3f-ba2a-1b3318ff8d76 HTTP/1.1" status: 204 len: 168 time: 0.4349890 Jul 09 20:06:16.235374 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-44d242b9-8497-4d0d-aa7a-6b388f82821c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.238767 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-44d242b9-8497-4d0d-aa7a-6b388f82821c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.239946 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-44d242b9-8497-4d0d-aa7a-6b388f82821c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/security-groups/0e5c54e8-113e-4f84-a8ca-12f032857a2d HTTP/1.1" status: 204 len: 168 time: 0.3745410 Jul 09 20:06:16.243010 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45016) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:16.270299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:16.270948 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.272439 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-615577fd-0464-44a5-9c03-32012035a73b req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] 10.222.0.36 "PUT /v2.0/ports/12fb4084-e73f-46e6-9c35-d03088d82a81 HTTP/1.1" status: 200 len: 1091 time: 1.5841141 Jul 09 20:06:16.294104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c53606f-69f4-4469-9abb-478c586aed80', 'tag': '12fb4084-e73f-46e6-9c35-d03088d82a81'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:16.296795 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0439d524-3a82-4c5d-8002-60d18e0791bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9c53606f-69f4-4469-9abb-478c586aed80", "tag": "12fb4084-e73f-46e6-9c35-d03088d82a81"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:16.308848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4be5e-b9a2-4c5d-ab7c-ed9f7177e18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de710d62-b32c-4d3f-ba2a-1b3318ff8d76,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:16.357127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8379b51-a582-49ab-b6fa-a02f4b05643d service neutron] Pushing event updated for resources: {'Port': ['ID=12fb4084-e73f-46e6-9c35-d03088d82a81,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:16.372509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d242b9-8497-4d0d-aa7a-6b388f82821c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5c54e8-113e-4f84-a8ca-12f032857a2d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:16.442712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1dae8e-d076-40af-8c18-00e5a5c69dfb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting subnet 573e011b-3cd4-4033-90c3-e78f5751ac8f {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:06:16.467307 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dc1dae8e-d076-40af-8c18-00e5a5c69dfb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.488580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27ff3f-0059-4e47-8ae5-922832119711 req-ccdf54c7-83b0-43aa-8f60-0ab94a500c5d tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:16.498895 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b27ff3f-0059-4e47-8ae5-922832119711 req-ccdf54c7-83b0-43aa-8f60-0ab94a500c5d tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 943 time: 0.2676759 Jul 09 20:06:16.512169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615577fd-0464-44a5-9c03-32012035a73b req-a6436902-01c8-4df7-8fc6-a7f7dd40857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:16.515354 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-615577fd-0464-44a5-9c03-32012035a73b req-a6436902-01c8-4df7-8fc6-a7f7dd40857c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1891ad88c804c218ab071d1a2a2b4d1&device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 1094 time: 0.1544230 Jul 09 20:06:16.542242 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dc1dae8e-d076-40af-8c18-00e5a5c69dfb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.545936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a17c8a37-b561-4500-9ab1-2e3b8e5f89aa None None] Could not find standard attr ID for object c45a691e-3d18-4bae-95ec-496069d12045. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:06:16.589026 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-615577fd-0464-44a5-9c03-32012035a73b req-e373349e-86f7-497e-b604-987ae962d6ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12fb4084-e73f-46e6-9c35-d03088d82a81 HTTP/1.1" status: 200 len: 217 time: 0.0633550 Jul 09 20:06:16.675048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615577fd-0464-44a5-9c03-32012035a73b req-427804bf-bd5f-41e8-bd11-8d908127575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:16.680825 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-615577fd-0464-44a5-9c03-32012035a73b req-427804bf-bd5f-41e8-bd11-8d908127575d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5b0ff62-0033-4394-9a91-915a6166e59c HTTP/1.1" status: 200 len: 855 time: 0.0727336 Jul 09 20:06:16.707574 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b27ff3f-0059-4e47-8ae5-922832119711 req-84987b6d-c6eb-497e-8865-bf7a35e9433a tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071168 Jul 09 20:06:16.760900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb658598-221f-410c-be6b-bbaf16918493 req-52661bad-9d5a-43e7-bac6-2b23535681cc tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:16.769300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb658598-221f-410c-be6b-bbaf16918493 req-52661bad-9d5a-43e7-bac6-2b23535681cc tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.3212190 Jul 09 20:06:16.778731 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dc1dae8e-d076-40af-8c18-00e5a5c69dfb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:16.813801 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-615577fd-0464-44a5-9c03-32012035a73b req-cd6c53db-5a33-4c72-9d7e-894df1db6992 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cb7008f-434b-4439-8482-4c8e6db0e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045899 Jul 09 20:06:16.846830 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4152de5-1ed5-4c0a-889a-a9c853b9f3fc x-openstack-request-id: req-b4152de5-1ed5-4c0a-889a-a9c853b9f3fc {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:16.850592 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c53606f-69f4-4469-9abb-478c586aed80", "tag": "12fb4084-e73f-46e6-9c35-d03088d82a81", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:16.851029 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4152de5-1ed5-4c0a-889a-a9c853b9f3fc {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:16.853597 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c53606f-69f4-4469-9abb-478c586aed80', 'tag': '12fb4084-e73f-46e6-9c35-d03088d82a81', 'status': 'completed', 'code': 200} Jul 09 20:06:16.949100 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb658598-221f-410c-be6b-bbaf16918493 req-7d900a96-f9cc-474e-a4af-7536e4803c2d tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598773 Jul 09 20:06:16.999819 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-615577fd-0464-44a5-9c03-32012035a73b req-bf97faba-a0a7-4f45-87a3-0ef788f8a9d5 service neutron] 10.222.0.36 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784577 Jul 09 20:06:17.012489 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dc1dae8e-d076-40af-8c18-00e5a5c69dfb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:17.090634 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0e439b11-088a-4cbd-89a8-42568af1d130 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:17.107229 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dc1dae8e-d076-40af-8c18-00e5a5c69dfb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:17.117012 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dc1dae8e-d076-40af-8c18-00e5a5c69dfb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/573e011b-3cd4-4033-90c3-e78f5751ac8f HTTP/1.1" status: 204 len: 168 time: 0.8704686 Jul 09 20:06:17.117012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45036) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:17.118906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dae8e-d076-40af-8c18-00e5a5c69dfb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Subnet': ['ID=573e011b-3cd4-4033-90c3-e78f5751ac8f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:17.125838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c4844475-0476-4a5c-aca6-802fa3c35c08 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'subnet': {'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:17.197501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d6d415-d747-407a-bc0a-4c69b961be2f None None] Network 030e471e-4862-480a-acdb-f30ffe905168 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:17.239766 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-615577fd-0464-44a5-9c03-32012035a73b req-dd2e15d9-b41b-4b90-9a76-191baf3dfb1a service neutron] 10.222.0.36 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338619 Jul 09 20:06:17.308058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4844475-0476-4a5c-aca6-802fa3c35c08 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:17.312774 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4844475-0476-4a5c-aca6-802fa3c35c08 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:17.402167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439d524-3a82-4c5d-8002-60d18e0791bf req-03958aa3-39ac-47c4-9a32-17ba7885236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:17.407116 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0439d524-3a82-4c5d-8002-60d18e0791bf req-03958aa3-39ac-47c4-9a32-17ba7885236d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1891ad88c804c218ab071d1a2a2b4d1&device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 1094 time: 0.0960774 Jul 09 20:06:17.504680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0e439b11-088a-4cbd-89a8-42568af1d130 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:17.505339 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:17.534294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad08ab5-ea9d-4a55-9ee1-0055f67ab787 req-3f27b728-604e-4a0a-9635-123d27fca6cc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:17.541777 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ad08ab5-ea9d-4a55-9ee1-0055f67ab787 req-3f27b728-604e-4a0a-9635-123d27fca6cc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.2618036 Jul 09 20:06:17.615125 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ad08ab5-ea9d-4a55-9ee1-0055f67ab787 req-12b23e22-d69f-4eda-9a78-55c313d09b02 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722399 Jul 09 20:06:17.672264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439d524-3a82-4c5d-8002-60d18e0791bf req-927b3994-4a63-421a-9634-fb2c5319f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:17.675258 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0439d524-3a82-4c5d-8002-60d18e0791bf req-927b3994-4a63-421a-9634-fb2c5319f637 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0cb7008f-434b-4439-8482-4c8e6db0e463 HTTP/1.1" status: 200 len: 916 time: 0.2619095 Jul 09 20:06:17.751959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0439d524-3a82-4c5d-8002-60d18e0791bf req-d6265b22-1988-4d6a-854c-f53242277a86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12fb4084-e73f-46e6-9c35-d03088d82a81 HTTP/1.1" status: 200 len: 217 time: 0.0681601 Jul 09 20:06:17.891788 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4844475-0476-4a5c-aca6-802fa3c35c08 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:17.915712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439d524-3a82-4c5d-8002-60d18e0791bf req-ccda8e9f-8964-4822-9669-50742543790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:17.917742 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0439d524-3a82-4c5d-8002-60d18e0791bf req-ccda8e9f-8964-4822-9669-50742543790c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5b0ff62-0033-4394-9a91-915a6166e59c HTTP/1.1" status: 200 len: 855 time: 0.1560106 Jul 09 20:06:17.983437 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0439d524-3a82-4c5d-8002-60d18e0791bf req-3d51cfb4-0aa1-4594-9701-03a637537f37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cb7008f-434b-4439-8482-4c8e6db0e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443881 Jul 09 20:06:18.053852 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4844475-0476-4a5c-aca6-802fa3c35c08 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 030e471e-4862-480a-acdb-f30ffe905168 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:18.058675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-c4844475-0476-4a5c-aca6-802fa3c35c08 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:18.074394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4844475-0476-4a5c-aca6-802fa3c35c08 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Subnet': ['ID=fa5ec004-77c9-4319-aa7a-b9c81295b4b6,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:18.079943 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4844475-0476-4a5c-aca6-802fa3c35c08 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:18.090171 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4844475-0476-4a5c-aca6-802fa3c35c08 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:18.134830 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c4844475-0476-4a5c-aca6-802fa3c35c08 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0178294 Jul 09 20:06:18.137998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45058) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:18.142534 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f571a-ce99-4c8f-9426-7cba779bb474 req-800a537b-7766-4088-8201-f187a87d8955 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:18.144454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-eaec7b54-5661-4c8f-a73e-162afa23db75 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'security_group': {'name': 'tempest-secgroup-1842064271'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:18.161500 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-280f571a-ce99-4c8f-9426-7cba779bb474 req-800a537b-7766-4088-8201-f187a87d8955 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.2959747 Jul 09 20:06:18.161812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45060) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:18.181934 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f3a3e0cf-6cb5-493d-a58c-c75ea33a6ea3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Request body: {'floatingip': {'port_id': '13f61c8f-9164-4b85-b33e-c10aa5e1a462'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:18.212399 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0439d524-3a82-4c5d-8002-60d18e0791bf req-4b31ef6e-c8a1-493c-8b45-341fc6119b63 service neutron] 10.222.0.36 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220461 Jul 09 20:06:18.238087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17654207-05f5-425c-9136-3e54a87189f7 req-fede09e9-144d-48a9-bf85-e85396288db4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:18.244305 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17654207-05f5-425c-9136-3e54a87189f7 req-fede09e9-144d-48a9-bf85-e85396288db4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 943 time: 0.3415530 Jul 09 20:06:18.313398 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f3a3e0cf-6cb5-493d-a58c-c75ea33a6ea3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for floatingip, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:18.376794 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0439d524-3a82-4c5d-8002-60d18e0791bf req-e4a45ee9-aab8-49c4-84ea-391891367ba6 service neutron] 10.222.0.36 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486366 Jul 09 20:06:18.459797 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eaec7b54-5661-4c8f-a73e-162afa23db75 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:18.532464 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17654207-05f5-425c-9136-3e54a87189f7 req-34000d9c-1173-4dc0-bbac-ceaaad8ff0cf tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673352 Jul 09 20:06:18.613556 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea57127-9a17-4a40-8ffa-996344496a8b None None] Network 030e471e-4862-480a-acdb-f30ffe905168 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:18.619812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-806bd256-8f6f-48d3-94d0-11b2e6001398 None None] Provisioning complete for port 69e6925e-8b98-4176-8652-c54a050ac6b0 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:18.620735 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-806bd256-8f6f-48d3-94d0-11b2e6001398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:18.673052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880411c-fa38-4763-8039-7b0412424b9e req-fe8a4ad0-fcc3-4c86-ae3e-ca79aba80f49 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:18.681738 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c880411c-fa38-4763-8039-7b0412424b9e req-fe8a4ad0-fcc3-4c86-ae3e-ca79aba80f49 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1272309 Jul 09 20:06:18.736735 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c880411c-fa38-4763-8039-7b0412424b9e req-53f010a1-049d-4504-819d-16ab44b3470d tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537541 Jul 09 20:06:18.797802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-806bd256-8f6f-48d3-94d0-11b2e6001398 None None] Port 69e6925e-8b98-4176-8652-c54a050ac6b0 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:18.876997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-806bd256-8f6f-48d3-94d0-11b2e6001398 None None] Provisioning complete for port 0e439b11-088a-4cbd-89a8-42568af1d130 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:18.878106 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-806bd256-8f6f-48d3-94d0-11b2e6001398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:19.196576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a46557-7991-44f7-83a2-4c393b06360d None None] Update dhcp port {'port': {'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'fixed_ips': [{'subnet_id': '94522a92-2072-4c81-b0ef-1ac40591fece', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fa5ec004-77c9-4319-aa7a-b9c81295b4b6'}], 'binding:host_id': 'n-d-800088-3'}, 'id': '0e439b11-088a-4cbd-89a8-42568af1d130'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:06:19.258050 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8a46557-7991-44f7-83a2-4c393b06360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:19.288414 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eaec7b54-5661-4c8f-a73e-162afa23db75 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:19.297150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2be07b-5d65-4a31-85d9-bcd6645fa8f9 req-ee86a681-74a4-449e-894c-6b11f3c8b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:19.299018 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eaec7b54-5661-4c8f-a73e-162afa23db75 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:19.299986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d2be07b-5d65-4a31-85d9-bcd6645fa8f9 req-ee86a681-74a4-449e-894c-6b11f3c8b127 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7fdce68c2634be6a0eb390c9c3290ec&device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 1096 time: 0.0959623 Jul 09 20:06:19.325431 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eaec7b54-5661-4c8f-a73e-162afa23db75 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:19.330646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45086) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:19.331392 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-eaec7b54-5661-4c8f-a73e-162afa23db75 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1910679 Jul 09 20:06:19.336590 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1b39e09c-3392-48c5-9b75-cf2d0af66c01 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'security_group': {'name': 'tempest-secgroup-1579655062'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:19.380217 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1b39e09c-3392-48c5-9b75-cf2d0af66c01 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:19.525537 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2be07b-5d65-4a31-85d9-bcd6645fa8f9 req-55c244f8-f877-4b44-ab0b-fec5546c7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:19.528673 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d2be07b-5d65-4a31-85d9-bcd6645fa8f9 req-55c244f8-f877-4b44-ab0b-fec5546c7ead service neutron] 10.222.0.36 "GET /v2.0/networks?id=99c359fa-7b1c-482e-86f6-2ae29ef3df09 HTTP/1.1" status: 200 len: 912 time: 0.2191093 Jul 09 20:06:19.584928 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec7b54-5661-4c8f-a73e-162afa23db75 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d177c4be-a2f8-4231-bfaf-b8de82fd3c6f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:19.600417 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d2be07b-5d65-4a31-85d9-bcd6645fa8f9 req-e77975b8-bba4-46c1-9ab6-5de86e39ad55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=780d54f9-4eb2-49d6-867c-5246a87c7100 HTTP/1.1" status: 200 len: 217 time: 0.0656171 Jul 09 20:06:19.693627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-b8a46557-7991-44f7-83a2-4c393b06360d None None] Allocated IP 172.20.0.2 (030e471e-4862-480a-acdb-f30ffe905168/fa5ec004-77c9-4319-aa7a-b9c81295b4b6/0e439b11-088a-4cbd-89a8-42568af1d130) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:19.703961 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45094) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:19.716724 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1b39e09c-3392-48c5-9b75-cf2d0af66c01 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:19.731359 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1b39e09c-3392-48c5-9b75-cf2d0af66c01 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:19.759093 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1b39e09c-3392-48c5-9b75-cf2d0af66c01 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:19.759966 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1b39e09c-3392-48c5-9b75-cf2d0af66c01 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4280076 Jul 09 20:06:19.771338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2be07b-5d65-4a31-85d9-bcd6645fa8f9 req-4493281c-c161-47a4-be76-2055e90ae3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:19.771874 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d2be07b-5d65-4a31-85d9-bcd6645fa8f9 req-4493281c-c161-47a4-be76-2055e90ae3b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b7add970-f5d8-4207-a1aa-5e2788ab0a25 HTTP/1.1" status: 200 len: 851 time: 0.1636605 Jul 09 20:06:19.772383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45098) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:19.779592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26920820-db61-4dbf-a1b6-6c0b78690a68 req-53806aff-523c-4e14-a43a-9ccdaee9627f tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:19.781803 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26920820-db61-4dbf-a1b6-6c0b78690a68 req-53806aff-523c-4e14-a43a-9ccdaee9627f tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.4488938 Jul 09 20:06:19.790252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-bcb40c2b-21cb-4758-96c2-f15ae49815e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'security_group': {'name': 'tempest-secgroup-957008035'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:19.849330 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d2be07b-5d65-4a31-85d9-bcd6645fa8f9 req-b7a98f64-fbb3-4ee6-b6fe-820799eaefd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=99c359fa-7b1c-482e-86f6-2ae29ef3df09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553060 Jul 09 20:06:19.849909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39e09c-3392-48c5-9b75-cf2d0af66c01 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ade58f37-cd59-4c54-83f3-470d01ab997a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:19.931149 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26920820-db61-4dbf-a1b6-6c0b78690a68 req-ff09add5-cc8c-49a4-a362-d1f106ed66fd tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394842 Jul 09 20:06:19.946505 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.resource_extend [None req-f3a3e0cf-6cb5-493d-a58c-c75ea33a6ea3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 20:06:19.952518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b8a46557-7991-44f7-83a2-4c393b06360d None None] For port 0e439b11-088a-4cbd-89a8-42568af1d130, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0e439b11-088a-4cbd-89a8-42568af1d130,segment=NetworkSegment(f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4),segment_id=f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:19.976600 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bcb40c2b-21cb-4758-96c2-f15ae49815e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.011500 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8a46557-7991-44f7-83a2-4c393b06360d None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.037051 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3926e0ba-1815-474e-8ebb-0fd9267d3fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.038579 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b8a46557-7991-44f7-83a2-4c393b06360d None None] Transition to ACTIVE for port object 0e439b11-088a-4cbd-89a8-42568af1d130 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:20.044454 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8a46557-7991-44f7-83a2-4c393b06360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.077009 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f3a3e0cf-6cb5-493d-a58c-c75ea33a6ea3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.083130 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f3a3e0cf-6cb5-493d-a58c-c75ea33a6ea3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.179899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a46557-7991-44f7-83a2-4c393b06360d None None] Pushing event updated for resources: {'Port': ['ID=0e439b11-088a-4cbd-89a8-42568af1d130,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:20.197124 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d2be07b-5d65-4a31-85d9-bcd6645fa8f9 req-12aa9c99-4b54-4571-8d25-805e4cabaa20 service neutron] 10.222.0.36 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387792 Jul 09 20:06:20.246892 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-f3a3e0cf-6cb5-493d-a58c-c75ea33a6ea3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Floating IP 8ab4996d-9218-431d-a82e-efa561d7490e associated. External IP: 172.25.0.35, port: 13f61c8f-9164-4b85-b33e-c10aa5e1a462. Jul 09 20:06:20.301027 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bcb40c2b-21cb-4758-96c2-f15ae49815e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.312233 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bcb40c2b-21cb-4758-96c2-f15ae49815e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.354974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381c449-f108-493a-88ed-b4565409c678 req-21d6433a-77dc-482a-92a0-2a0d0525d8d0 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:20.356504 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7381c449-f108-493a-88ed-b4565409c678 req-21d6433a-77dc-482a-92a0-2a0d0525d8d0 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 943 time: 0.4099975 Jul 09 20:06:20.359753 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 12fb4084-e73f-46e6-9c35-d03088d82a81 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:06:20.427247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb40c2b-21cb-4758-96c2-f15ae49815e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5333de95-0008-4ac3-a9ec-746ebb082d11,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:20.543404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 12fb4084-e73f-46e6-9c35-d03088d82a81, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=12fb4084-e73f-46e6-9c35-d03088d82a81,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:20.557521 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3926e0ba-1815-474e-8ebb-0fd9267d3fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.558494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '12fb4084-e73f-46e6-9c35-d03088d82a81', 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463', 'port_id': '12fb4084-e73f-46e6-9c35-d03088d82a81', 'mac_address': 'fa:16:3e:db:d7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b0ff62-0033-4394-9a91-915a6166e59c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:06:20.581982 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3926e0ba-1815-474e-8ebb-0fd9267d3fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.606477 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bcb40c2b-21cb-4758-96c2-f15ae49815e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.608795 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bcb40c2b-21cb-4758-96c2-f15ae49815e4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8330135 Jul 09 20:06:20.615625 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45104) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:20.617707 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.618570 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7381c449-f108-493a-88ed-b4565409c678 req-44e8ea3a-1929-4cf9-9202-88e75e2bc147 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427917 Jul 09 20:06:20.634165 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d2be07b-5d65-4a31-85d9-bcd6645fa8f9 req-0dff34ca-adad-445d-a0fc-b29fb38fd48c service neutron] 10.222.0.36 "GET /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147747 Jul 09 20:06:20.635709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b1cc3021-d3af-4af8-ab3f-5928474490b4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-684222459', 'security_groups': ['5333de95-0008-4ac3-a9ec-746ebb082d11'], 'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fa5ec004-77c9-4319-aa7a-b9c81295b4b6'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:20.660656 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fb4084-e73f-46e6-9c35-d03088d82a81 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:06:20.662656 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3926e0ba-1815-474e-8ebb-0fd9267d3fa9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e796b7ea2cfa42e6a194c2f8c52340b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9506259 Jul 09 20:06:20.667831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45108) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:20.725996 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 12fb4084-e73f-46e6-9c35-d03088d82a81, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=12fb4084-e73f-46e6-9c35-d03088d82a81,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:20.733389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a3e0cf-6cb5-493d-a58c-c75ea33a6ea3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Router c5c05f4c-173c-4c97-acc8-11f3965267e0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:06:20.738941 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.749357 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926e0ba-1815-474e-8ebb-0fd9267d3fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e384c635-8bae-4ac7-8217-6ed307cf7fe7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:20.788197 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c70105b0-9dba-4178-a2c8-8825a94f7e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.834398 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c70105b0-9dba-4178-a2c8-8825a94f7e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.878262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=12fb4084-e73f-46e6-9c35-d03088d82a81,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:20.943871 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c70105b0-9dba-4178-a2c8-8825a94f7e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.947865 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c70105b0-9dba-4178-a2c8-8825a94f7e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:20.952132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c70105b0-9dba-4178-a2c8-8825a94f7e66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e384c635-8bae-4ac7-8217-6ed307cf7fe7 HTTP/1.1" status: 204 len: 168 time: 0.2799497 Jul 09 20:06:20.988190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70105b0-9dba-4178-a2c8-8825a94f7e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e384c635-8bae-4ac7-8217-6ed307cf7fe7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:21.000003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cc3021-d3af-4af8-ab3f-5928474490b4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:21.112300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0e439b11-088a-4cbd-89a8-42568af1d130 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:21.285766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-66d15077-cb41-4257-addd-e079f2ed987d None None] Provisioning complete for port 69e6925e-8b98-4176-8652-c54a050ac6b0 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:21.286466 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-66d15077-cb41-4257-addd-e079f2ed987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.325197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4c0d3-95f4-4369-98b2-45c2199f15e6 req-71257d7a-f52d-4b06-946d-e8329e158011 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:21.327206 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ec4c0d3-95f4-4369-98b2-45c2199f15e6 req-71257d7a-f52d-4b06-946d-e8329e158011 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1688197 Jul 09 20:06:21.330536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-66d15077-cb41-4257-addd-e079f2ed987d None None] Port 69e6925e-8b98-4176-8652-c54a050ac6b0 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:21.347712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-66d15077-cb41-4257-addd-e079f2ed987d None None] Provisioning for port 0e439b11-088a-4cbd-89a8-42568af1d130 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:21.349502 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b1cc3021-d3af-4af8-ab3f-5928474490b4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.354118 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a3e0cf-6cb5-493d-a58c-c75ea33a6ea3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:06:21.359673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-66d15077-cb41-4257-addd-e079f2ed987d None None] Provisioning complete for port 0e439b11-088a-4cbd-89a8-42568af1d130 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:21.361418 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-66d15077-cb41-4257-addd-e079f2ed987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.368060 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f3a3e0cf-6cb5-493d-a58c-c75ea33a6ea3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.368372 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd18261-cc6d-451b-9e5a-cfc0b5237026 None None] Sync routers for ids ['c5c05f4c-173c-4c97-acc8-11f3965267e0'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:06:21.387760 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['12fb4084-e73f-46e6-9c35-d03088d82a81'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:06:21.390746 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd18261-cc6d-451b-9e5a-cfc0b5237026 None None] Routers {'c5c05f4c-173c-4c97-acc8-11f3965267e0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:21.392717 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-edd18261-cc6d-451b-9e5a-cfc0b5237026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:05:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c5c05f4c-173c-4c97-acc8-11f3965267e0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:21.394969 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ec4c0d3-95f4-4369-98b2-45c2199f15e6 req-28e77441-0344-4d07-aba1-a93445ebfa5d tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577474 Jul 09 20:06:21.416482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-b1cc3021-d3af-4af8-ab3f-5928474490b4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] device_id is not set on port 91fe1281-bc21-462b-b141-ed738b6c2dd7 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:06:21.478137 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f3a3e0cf-6cb5-493d-a58c-c75ea33a6ea3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "PUT /v2.0/floatingips/8ab4996d-9218-431d-a82e-efa561d7490e HTTP/1.1" status: 200 len: 991 time: 3.3157361 Jul 09 20:06:21.490555 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'tag': '13f61c8f-9164-4b85-b33e-c10aa5e1a462'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:21.495213 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034cb0cf-b890-4959-9c10-6959705f893f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e667fea-5a94-42a9-8d5b-77ad5a1e375d", "tag": "13f61c8f-9164-4b85-b33e-c10aa5e1a462"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:21.709828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45124) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:21.741429 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7dccdcf0-782c-4823-892f-035b324a510e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:21.761388 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-edd18261-cc6d-451b-9e5a-cfc0b5237026 None None] Set router c5c05f4c-173c-4c97-acc8-11f3965267e0 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:21.780814 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-b1cc3021-d3af-4af8-ab3f-5928474490b4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Allocated IP 172.20.0.12 (030e471e-4862-480a-acdb-f30ffe905168/fa5ec004-77c9-4319-aa7a-b9c81295b4b6/91fe1281-bc21-462b-b141-ed738b6c2dd7) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:21.802133 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-80740f11-fce0-4052-9e62-cdaed37d8993 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1799111 Jul 09 20:06:21.997425 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b1cc3021-d3af-4af8-ab3f-5928474490b4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.014557 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-b1cc3021-d3af-4af8-ab3f-5928474490b4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Transition to ACTIVE for port object 91fe1281-bc21-462b-b141-ed738b6c2dd7 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:22.023857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-36c3996e-46ef-4cf0-a650-baa658f04e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:22.024410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-36c3996e-46ef-4cf0-a650-baa658f04e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:22.024924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-36c3996e-46ef-4cf0-a650-baa658f04e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:22.025399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-36c3996e-46ef-4cf0-a650-baa658f04e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:22.025877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-36c3996e-46ef-4cf0-a650-baa658f04e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:22.026352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-36c3996e-46ef-4cf0-a650-baa658f04e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:22.026824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-36c3996e-46ef-4cf0-a650-baa658f04e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:22.028830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-36c3996e-46ef-4cf0-a650-baa658f04e3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cc91b2219044be3bcf3baddf092d553&device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 6501 time: 0.1863825 Jul 09 20:06:22.055891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459ef9d-e6a6-4297-a769-1295513e8d32 req-cb4bba8e-b7c3-4ddf-b602-805d56886b7c tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:22.057415 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d459ef9d-e6a6-4297-a769-1295513e8d32 req-cb4bba8e-b7c3-4ddf-b602-805d56886b7c tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 944 time: 0.1635916 Jul 09 20:06:22.067411 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b1cc3021-d3af-4af8-ab3f-5928474490b4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.134615 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-edd18261-cc6d-451b-9e5a-cfc0b5237026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:26Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '8ab4996d-9218-431d-a82e-efa561d7490e', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'port_id': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'mac_address': 'fa:16:3e:54:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:05:53Z', 'updated_at': '2021-07-09T20:06:19Z', 'revision_number': 1, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41c1f82-d782-4d57-a0df-7f75c35c571a', 'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'mac_address': 'fa:16:3e:7f:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:25Z', 'updated_at': '2021-07-09T19:59:33Z', 'revision_number': 5, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'subnets': [{'id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:22.137421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cc3021-d3af-4af8-ab3f-5928474490b4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 030e471e-4862-480a-acdb-f30ffe905168 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:22.141492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-b1cc3021-d3af-4af8-ab3f-5928474490b4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:22.147443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc3021-d3af-4af8-ab3f-5928474490b4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:22.160958 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7dccdcf0-782c-4823-892f-035b324a510e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.186867 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7dccdcf0-782c-4823-892f-035b324a510e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.192157 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd18261-cc6d-451b-9e5a-cfc0b5237026 None None] Checking router: c5c05f4c-173c-4c97-acc8-11f3965267e0 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:06:22.211888 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd18261-cc6d-451b-9e5a-cfc0b5237026 None None] Routers {'c5c05f4c-173c-4c97-acc8-11f3965267e0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:22.213043 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-edd18261-cc6d-451b-9e5a-cfc0b5237026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:05:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c5c05f4c-173c-4c97-acc8-11f3965267e0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:22.259475 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d459ef9d-e6a6-4297-a769-1295513e8d32 req-1b4bc7dd-e505-450b-afc2-1ccb43389a24 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905086 Jul 09 20:06:22.262420 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cc3021-d3af-4af8-ab3f-5928474490b4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:22.264036 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b1cc3021-d3af-4af8-ab3f-5928474490b4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.279907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc3021-d3af-4af8-ab3f-5928474490b4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=91fe1281-bc21-462b-b141-ed738b6c2dd7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:22.304610 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b1cc3021-d3af-4af8-ab3f-5928474490b4 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6790793 Jul 09 20:06:22.305371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45130) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:22.320035 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8207d99c-b3c5-4819-9094-cf05beeff81c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'subnet': {'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:22.338234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccdcf0-782c-4823-892f-035b324a510e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b1b855-d590-41c9-82b1-88411d0798b1,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:22.357070 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7dccdcf0-782c-4823-892f-035b324a510e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ea6a8bb134e4e45ae181da4979a47f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6447127 Jul 09 20:06:22.367064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45134) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:22.408482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-5ef74472-36ac-4ffc-ab66-2cdd81d9f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:22.409045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-5ef74472-36ac-4ffc-ab66-2cdd81d9f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:22.409614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-5ef74472-36ac-4ffc-ab66-2cdd81d9f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:22.411305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-5ef74472-36ac-4ffc-ab66-2cdd81d9f9b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3710c23-e34f-4a94-ad2f-5eaa9c859b69&id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&id=ef5270c7-1773-4605-be53-cd4a35f29f6b&id=ef5270c7-1773-4605-be53-cd4a35f29f6b HTTP/1.1" status: 200 len: 2298 time: 0.3439701 Jul 09 20:06:22.498523 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-edd18261-cc6d-451b-9e5a-cfc0b5237026 None None] Set router c5c05f4c-173c-4c97-acc8-11f3965267e0 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:22.535860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8207d99c-b3c5-4819-9094-cf05beeff81c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:22.540421 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8207d99c-b3c5-4819-9094-cf05beeff81c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.594301 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-130b60a3-db74-4159-b2d9-345c21684b93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfc3e76d-51a9-4170-90ff-6f54f619d809 HTTP/1.1" status: 200 len: 1002 time: 0.1743612 Jul 09 20:06:22.603597 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffe69b4b-e7a7-47b2-814b-c2caffb41f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.663016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bbfda49e-cea4-4925-b285-f1fad25531f8 None None] Provisioning for port 91fe1281-bc21-462b-b141-ed738b6c2dd7 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:22.673090 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bbfda49e-cea4-4925-b285-f1fad25531f8 None None] Provisioning complete for port 91fe1281-bc21-462b-b141-ed738b6c2dd7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:22.676751 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bbfda49e-cea4-4925-b285-f1fad25531f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.711458 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffe69b4b-e7a7-47b2-814b-c2caffb41f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.734410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-ae045a8d-8753-47ee-b0bb-2dfc6e76987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:22.736750 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-ae045a8d-8753-47ee-b0bb-2dfc6e76987a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14375310-01e0-447a-894d-66dc68e570ff HTTP/1.1" status: 200 len: 856 time: 0.1341951 Jul 09 20:06:22.776558 n-d-800088-3 neutron-server[100204]: INFO neutron.db.ipam_backend_mixin [None req-8207d99c-b3c5-4819-9094-cf05beeff81c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fa5ec004-77c9-4319-aa7a-b9c81295b4b6 (CIDR: 172.20.0.0/28) Jul 09 20:06:22.784296 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-bbfda49e-cea4-4925-b285-f1fad25531f8 None None] Port 91fe1281-bc21-462b-b141-ed738b6c2dd7 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:22.788984 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8207d99c-b3c5-4819-9094-cf05beeff81c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:06:22.789819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8207d99c-b3c5-4819-9094-cf05beeff81c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:06:22.816350 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8207d99c-b3c5-4819-9094-cf05beeff81c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5064557 Jul 09 20:06:22.816867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45140) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:22.825279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-adfdc028-6bae-4d32-b847-c27718d35c45 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'subnet': {'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:22.871902 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffe69b4b-e7a7-47b2-814b-c2caffb41f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.875576 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffe69b4b-e7a7-47b2-814b-c2caffb41f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:22.877198 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ffe69b4b-e7a7-47b2-814b-c2caffb41f89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5b1b855-d590-41c9-82b1-88411d0798b1 HTTP/1.1" status: 204 len: 168 time: 0.5088291 Jul 09 20:06:22.882923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-27b7155d-21b2-4e78-bd2e-ca5e2d0bb19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:22.885116 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-27b7155d-21b2-4e78-bd2e-ca5e2d0bb19f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3710c23-e34f-4a94-ad2f-5eaa9c859b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334441 Jul 09 20:06:22.918782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe69b4b-e7a7-47b2-814b-c2caffb41f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b1b855-d590-41c9-82b1-88411d0798b1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:22.952040 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3989269e-2e75-4de5-8957-10c4e4609563 x-openstack-request-id: req-3989269e-2e75-4de5-8957-10c4e4609563 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:22.952462 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e667fea-5a94-42a9-8d5b-77ad5a1e375d", "tag": "13f61c8f-9164-4b85-b33e-c10aa5e1a462", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:22.952861 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3989269e-2e75-4de5-8957-10c4e4609563 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:22.953619 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'tag': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'status': 'completed', 'code': 200} Jul 09 20:06:23.137961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfdc028-6bae-4d32-b847-c27718d35c45 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:23.144080 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-adfdc028-6bae-4d32-b847-c27718d35c45 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.154981 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-edd18261-cc6d-451b-9e5a-cfc0b5237026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:26Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '8ab4996d-9218-431d-a82e-efa561d7490e', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'port_id': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'mac_address': 'fa:16:3e:54:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:05:53Z', 'updated_at': '2021-07-09T20:06:19Z', 'revision_number': 1, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41c1f82-d782-4d57-a0df-7f75c35c571a', 'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'mac_address': 'fa:16:3e:7f:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:25Z', 'updated_at': '2021-07-09T19:59:33Z', 'revision_number': 5, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'subnets': [{'id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:23.211727 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd18261-cc6d-451b-9e5a-cfc0b5237026 None None] The sync data for ids ['c5c05f4c-173c-4c97-acc8-11f3965267e0'] in n-d-800088-3 is: [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:26Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '8ab4996d-9218-431d-a82e-efa561d7490e', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'port_id': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'mac_address': 'fa:16:3e:54:43:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:05:53Z', 'updated_at': '2021-07-09T20:06:19Z', 'revision_number': 1, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b41c1f82-d782-4d57-a0df-7f75c35c571a', 'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'mac_address': 'fa:16:3e:7f:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:25Z', 'updated_at': '2021-07-09T19:59:33Z', 'revision_number': 5, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'subnets': [{'id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:06:23.273881 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb854fb7-d64f-4ded-b6f2-e7cf4f5a7655 req-32212f13-0d7b-4e57-9cef-248f29065272 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:23.283737 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb854fb7-d64f-4ded-b6f2-e7cf4f5a7655 req-32212f13-0d7b-4e57-9cef-248f29065272 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.2430367 Jul 09 20:06:23.289666 n-d-800088-3 neutron-server[100204]: INFO neutron.db.ipam_backend_mixin [None req-adfdc028-6bae-4d32-b847-c27718d35c45 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 94522a92-2072-4c81-b0ef-1ac40591fece (CIDR: 172.20.0.16/28) Jul 09 20:06:23.298927 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-ebe8111e-8014-4f4d-ae8e-418923b400f1 service neutron] 10.222.0.36 "GET /v2.0/networks/f3710c23-e34f-4a94-ad2f-5eaa9c859b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023623 Jul 09 20:06:23.311473 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfdc028-6bae-4d32-b847-c27718d35c45 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:06:23.312071 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfdc028-6bae-4d32-b847-c27718d35c45 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:06:23.336246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cb0cf-b890-4959-9c10-6959705f893f req-07f3a0c9-3132-4211-983a-eb4fe596a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:23.337824 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-034cb0cf-b890-4959-9c10-6959705f893f req-07f3a0c9-3132-4211-983a-eb4fe596a78b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b256fda3434e529a47261bd6a86fca&device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 1097 time: 0.2931883 Jul 09 20:06:23.346781 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-adfdc028-6bae-4d32-b847-c27718d35c45 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5270519 Jul 09 20:06:23.348983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45148) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:23.356566 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ad0b50ee-d743-410d-b9de-15fa78c1641d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'subnet': {'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:23.574438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2330c153-c5dc-45c0-9915-01ef7ab97a70 None None] New status for floating IP 8ab4996d-9218-431d-a82e-efa561d7490e: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:06:23.620412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0b50ee-d743-410d-b9de-15fa78c1641d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Made reservation on behalf of 28db90d7fba449919653b429ee148aff for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:23.624373 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad0b50ee-d743-410d-b9de-15fa78c1641d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:23.729460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfd37e-d57d-4865-9a42-271e60aaff80 req-ddbcbbd3-bbad-4725-8e0f-018ac2baa59d tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:23.731239 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e0bfd37e-d57d-4865-9a42-271e60aaff80 req-ddbcbbd3-bbad-4725-8e0f-018ac2baa59d tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 944 time: 0.2069767 Jul 09 20:06:23.858446 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e0bfd37e-d57d-4865-9a42-271e60aaff80 req-a584f753-74ba-41ea-b73b-f18f24c37a77 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148386 Jul 09 20:06:23.960243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb854fb7-d64f-4ded-b6f2-e7cf4f5a7655 req-2c49088c-3eba-4833-b02b-6b0b74fa9ea7 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6752710 Jul 09 20:06:24.028067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-89a6d27d-b369-450a-875d-d076dde1287f service neutron] 10.222.0.36 "GET /v2.0/networks/f3710c23-e34f-4a94-ad2f-5eaa9c859b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7185128 Jul 09 20:06:24.080603 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad0b50ee-d743-410d-b9de-15fa78c1641d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.102784 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-2c874a0d-6123-429d-b0e7-60d55d671b8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=4a5066e1-5df8-47b1-bc91-51ff5dde2cfc HTTP/1.1" status: 200 len: 217 time: 0.0580876 Jul 09 20:06:24.103774 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cb0cf-b890-4959-9c10-6959705f893f req-244bb6ca-bd02-43a9-8ab4-a23832879c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:24.106013 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-034cb0cf-b890-4959-9c10-6959705f893f req-244bb6ca-bd02-43a9-8ab4-a23832879c66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 200 len: 918 time: 0.7054057 Jul 09 20:06:24.144914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0b50ee-d743-410d-b9de-15fa78c1641d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Network 030e471e-4862-480a-acdb-f30ffe905168 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:24.151218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-ad0b50ee-d743-410d-b9de-15fa78c1641d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:24.158892 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b50ee-d743-410d-b9de-15fa78c1641d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:24.159592 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad0b50ee-d743-410d-b9de-15fa78c1641d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.166320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db011279-bb43-4f77-b678-1e7cc688d5f0 None None] Network 030e471e-4862-480a-acdb-f30ffe905168 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:24.214030 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-7f5838d3-6fe7-4567-b7e5-58ced3345611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:24.215565 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-7f5838d3-6fe7-4567-b7e5-58ced3345611 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18cd0af-2b12-411e-a985-8dc1e8f567c1 HTTP/1.1" status: 200 len: 797 time: 0.1013708 Jul 09 20:06:24.221948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b50ee-d743-410d-b9de-15fa78c1641d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Subnet': ['ID=51bf8fb4-2285-4d54-944d-2091f3b562eb,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:24.242198 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45174) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:24.243589 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ad0b50ee-d743-410d-b9de-15fa78c1641d tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8924360 Jul 09 20:06:24.261220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-61024b37-7736-4d87-9364-ff59a115a5cb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-514424690', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '51bf8fb4-2285-4d54-944d-2091f3b562eb'}], 'security_groups': ['d177c4be-a2f8-4231-bfaf-b8de82fd3c6f', 'ade58f37-cd59-4c54-83f3-470d01ab997a']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:24.299064 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-034cb0cf-b890-4959-9c10-6959705f893f req-cbba0e63-a6fc-4a42-b7bb-b5bacfac7159 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462 HTTP/1.1" status: 200 len: 1001 time: 0.1830201 Jul 09 20:06:24.389617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 12fb4084-e73f-46e6-9c35-d03088d82a81 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:24.447321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cb0cf-b890-4959-9c10-6959705f893f req-2fc8cb59-5bf9-4b15-a33e-5a43653605ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:24.448867 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-034cb0cf-b890-4959-9c10-6959705f893f req-2fc8cb59-5bf9-4b15-a33e-5a43653605ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a00eb4ac-2cb3-49d9-a96a-a24c04842ba3 HTTP/1.1" status: 200 len: 856 time: 0.1267323 Jul 09 20:06:24.493047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 12fb4084-e73f-46e6-9c35-d03088d82a81 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:24.497940 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 12fb4084-e73f-46e6-9c35-d03088d82a81 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:24.498397 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.517336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-0e296c9c-ba43-41f3-8f8c-3a1962643d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:24.519202 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-0e296c9c-ba43-41f3-8f8c-3a1962643d44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2744713 Jul 09 20:06:24.623140 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5206c1-80c9-4f90-aff5-b042e455afca None None] Update dhcp port {'port': {'network_id': '030e471e-4862-480a-acdb-f30ffe905168', 'fixed_ips': [{'subnet_id': '94522a92-2072-4c81-b0ef-1ac40591fece', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fa5ec004-77c9-4319-aa7a-b9c81295b4b6', 'ip_address': '172.20.0.2'}, {'subnet_id': '51bf8fb4-2285-4d54-944d-2091f3b562eb'}], 'binding:host_id': 'n-d-800088-3'}, 'id': '0e439b11-088a-4cbd-89a8-42568af1d130'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:06:24.677610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cb0cf-b890-4959-9c10-6959705f893f req-c098ecd9-15c0-48ec-8558-ed0060b7079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:24.679324 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-034cb0cf-b890-4959-9c10-6959705f893f req-c098ecd9-15c0-48ec-8558-ed0060b7079a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71fa7c07-7273-451c-ae3d-4402b49a7b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2164767 Jul 09 20:06:24.682065 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-61024b37-7736-4d87-9364-ff59a115a5cb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.708332 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1b5206c1-80c9-4f90-aff5-b042e455afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.723535 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:24.774393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-810767ae-cfc5-4d55-a8af-9f37ca1677ea service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439485 Jul 09 20:06:24.792482 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c53606f-69f4-4469-9abb-478c586aed80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fb4084-e73f-46e6-9c35-d03088d82a81'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:24.795748 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9974ec-7987-48d7-b136-7549c11bc0ac" -d '{"events": [{"server_uuid": "9c53606f-69f4-4469-9abb-478c586aed80", "name": "network-vif-plugged", "status": "completed", "tag": "12fb4084-e73f-46e6-9c35-d03088d82a81"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:24.825768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 12fb4084-e73f-46e6-9c35-d03088d82a81, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=12fb4084-e73f-46e6-9c35-d03088d82a81,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:24.906426 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f130df-1c4f-460f-a3a8-c00125c2c1df x-openstack-request-id: req-a5f130df-1c4f-460f-a3a8-c00125c2c1df {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:24.906720 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c53606f-69f4-4469-9abb-478c586aed80", "name": "network-vif-plugged", "status": "completed", "tag": "12fb4084-e73f-46e6-9c35-d03088d82a81", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:24.906980 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5f130df-1c4f-460f-a3a8-c00125c2c1df {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:24.907376 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c53606f-69f4-4469-9abb-478c586aed80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fb4084-e73f-46e6-9c35-d03088d82a81', 'code': 200} Jul 09 20:06:24.908896 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:25.075841 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=12fb4084-e73f-46e6-9c35-d03088d82a81,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:25.107446 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-1b5206c1-80c9-4f90-aff5-b042e455afca None None] Allocated IP 172.20.0.34 (030e471e-4862-480a-acdb-f30ffe905168/51bf8fb4-2285-4d54-944d-2091f3b562eb/0e439b11-088a-4cbd-89a8-42568af1d130) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:25.122598 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec103b-be8f-484a-9761-6a8166842686 req-b739a877-2714-4376-a27a-54e738bc9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:25.124250 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3aec103b-be8f-484a-9761-6a8166842686 req-b739a877-2714-4376-a27a-54e738bc9cca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 1096 time: 0.1828055 Jul 09 20:06:25.189462 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3aec103b-be8f-484a-9761-6a8166842686 req-132a4e88-da40-4427-8846-824086c621e7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582266 Jul 09 20:06:25.221229 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516f293-0310-4a34-b31d-6bfa583d141a req-0a503071-b19f-4a2e-9666-3bd1dff9f0c8 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:25.223376 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6516f293-0310-4a34-b31d-6bfa583d141a req-0a503071-b19f-4a2e-9666-3bd1dff9f0c8 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1792727 Jul 09 20:06:25.260191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-034cb0cf-b890-4959-9c10-6959705f893f req-d89e08c8-cd90-42ca-9166-159929c31524 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555284 Jul 09 20:06:25.297998 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:06:25.312502 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6516f293-0310-4a34-b31d-6bfa583d141a req-e528174e-bdc4-4997-9512-1e5e188015b0 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815113 Jul 09 20:06:25.438123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1b5206c1-80c9-4f90-aff5-b042e455afca None None] For port 0e439b11-088a-4cbd-89a8-42568af1d130, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0e439b11-088a-4cbd-89a8-42568af1d130,segment=NetworkSegment(f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4),segment_id=f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:25.447750 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-2da58d2a-cf1a-4dd1-a830-70979aa38242 service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6382747 Jul 09 20:06:25.476136 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1b5206c1-80c9-4f90-aff5-b042e455afca None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:25.482026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40802d-eb42-4b38-bf1b-e2aaa9b34806 req-9933442d-923f-4844-bf83-5040133ecc8f tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:25.483787 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e40802d-eb42-4b38-bf1b-e2aaa9b34806 req-9933442d-923f-4844-bf83-5040133ecc8f tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.2388513 Jul 09 20:06:25.494903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1b5206c1-80c9-4f90-aff5-b042e455afca None None] Transition to ACTIVE for port object 0e439b11-088a-4cbd-89a8-42568af1d130 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:25.503016 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1b5206c1-80c9-4f90-aff5-b042e455afca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:25.559748 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-f12094f5-c2db-4cd7-9c4b-c65b9af6b226 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=434165cf-a842-4e7d-ab6d-747e1109fc5d HTTP/1.1" status: 200 len: 217 time: 0.0984495 Jul 09 20:06:25.614198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5206c1-80c9-4f90-aff5-b042e455afca None None] Pushing event updated for resources: {'Port': ['ID=0e439b11-088a-4cbd-89a8-42568af1d130,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:25.736673 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-034cb0cf-b890-4959-9c10-6959705f893f req-5d19ea22-c051-438b-bfcb-8a494a95daf1 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228842 Jul 09 20:06:25.765354 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e40802d-eb42-4b38-bf1b-e2aaa9b34806 req-6b6a1deb-4685-4578-b805-f69b60301bf2 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206273 Jul 09 20:06:25.781489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-97b41fd8-1a7d-4f84-9ddc-7312770d86ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:25.783919 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-97b41fd8-1a7d-4f84-9ddc-7312770d86ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18cd0af-2b12-411e-a985-8dc1e8f567c1 HTTP/1.1" status: 200 len: 797 time: 0.1871464 Jul 09 20:06:25.950878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-61024b37-7736-4d87-9364-ff59a115a5cb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Delete allocated IP 172.20.0.12 (030e471e-4862-480a-acdb-f30ffe905168/fa5ec004-77c9-4319-aa7a-b9c81295b4b6) {{(pid=100205) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 20:06:25.984453 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-61024b37-7736-4d87-9364-ff59a115a5cb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Allocated IP 172.20.0.37 (030e471e-4862-480a-acdb-f30ffe905168/51bf8fb4-2285-4d54-944d-2091f3b562eb/91fe1281-bc21-462b-b141-ed738b6c2dd7) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:26.016008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-25fba9b6-f69f-455c-9f0a-6664c925f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:26.018878 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-25fba9b6-f69f-455c-9f0a-6664c925f263 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2152026 Jul 09 20:06:26.282008 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-b6ce93c9-103e-4314-abb3-035fbbd0afc0 service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541056 Jul 09 20:06:26.449118 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-d7ef1649-caa1-4989-bd96-d88569cfd8f0 service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561978 Jul 09 20:06:26.503090 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-e2f2efc8-3cfd-4dd3-9663-06e0101ecf2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=04fe12c2-ba4f-490a-b1e2-925e497d6d56 HTTP/1.1" status: 200 len: 217 time: 0.0416136 Jul 09 20:06:26.566819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4230e816-746b-4c17-a14c-7650f156d6cd None None] Provisioning complete for port 69e6925e-8b98-4176-8652-c54a050ac6b0 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:26.569988 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4230e816-746b-4c17-a14c-7650f156d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:26.589018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-4c15e10e-9d54-43bf-99a4-589119b69ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:26.591146 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-4c15e10e-9d54-43bf-99a4-589119b69ae1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18cd0af-2b12-411e-a985-8dc1e8f567c1 HTTP/1.1" status: 200 len: 797 time: 0.0755286 Jul 09 20:06:26.596943 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-61024b37-7736-4d87-9364-ff59a115a5cb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:26.667493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4230e816-746b-4c17-a14c-7650f156d6cd None None] Port 69e6925e-8b98-4176-8652-c54a050ac6b0 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:26.675531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-61024b37-7736-4d87-9364-ff59a115a5cb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Transition to ACTIVE for port object 91fe1281-bc21-462b-b141-ed738b6c2dd7 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:26.694268 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4230e816-746b-4c17-a14c-7650f156d6cd None None] Provisioning for port 0e439b11-088a-4cbd-89a8-42568af1d130 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:26.701364 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-61024b37-7736-4d87-9364-ff59a115a5cb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:26.712349 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4230e816-746b-4c17-a14c-7650f156d6cd None None] Provisioning complete for port 0e439b11-088a-4cbd-89a8-42568af1d130 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:26.715107 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4230e816-746b-4c17-a14c-7650f156d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:26.772166 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:26.826517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3046d0-12e1-4c3e-b9f3-4ab699f0354c req-1b9d0c56-9d8b-4586-8d6b-1d0571daadeb tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:26.828321 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0c3046d0-12e1-4c3e-b9f3-4ab699f0354c req-1b9d0c56-9d8b-4586-8d6b-1d0571daadeb tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.2360168 Jul 09 20:06:26.830682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-9c4e4719-f2f6-4978-a7fb-93e1af1ea4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:26.832249 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-9c4e4719-f2f6-4978-a7fb-93e1af1ea4f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2244701 Jul 09 20:06:26.835690 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c7600-106b-4f31-bf45-4a1cb9c0e25a req-c6e405e1-4c16-4295-9805-e118664c075a tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:26.852426 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b39c7600-106b-4f31-bf45-4a1cb9c0e25a req-c6e405e1-4c16-4295-9805-e118664c075a tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.5104907 Jul 09 20:06:26.886231 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-739b242c-0e82-4b34-a0fd-c82f6243037c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:26.903655 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b39c7600-106b-4f31-bf45-4a1cb9c0e25a req-78704b63-2c8c-4ff6-b4d7-e2d427d9c141 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502293 Jul 09 20:06:26.912820 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4230e816-746b-4c17-a14c-7650f156d6cd None None] Provisioning for port 91fe1281-bc21-462b-b141-ed738b6c2dd7 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:26.920833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4230e816-746b-4c17-a14c-7650f156d6cd None None] Provisioning complete for port 91fe1281-bc21-462b-b141-ed738b6c2dd7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:26.921825 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4230e816-746b-4c17-a14c-7650f156d6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:26.986961 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61024b37-7736-4d87-9364-ff59a115a5cb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event updated for resources: {'Port': ['ID=91fe1281-bc21-462b-b141-ed738b6c2dd7,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:27.018660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4230e816-746b-4c17-a14c-7650f156d6cd None None] Port 91fe1281-bc21-462b-b141-ed738b6c2dd7 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:27.064398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0e439b11-088a-4cbd-89a8-42568af1d130 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:27.109323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-61024b37-7736-4d87-9364-ff59a115a5cb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] In _notify_port_updated(), no bound segment for port 91fe1281-bc21-462b-b141-ed738b6c2dd7 on network 030e471e-4862-480a-acdb-f30ffe905168 {{(pid=100205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:06:27.117533 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61024b37-7736-4d87-9364-ff59a115a5cb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:27.118495 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-61024b37-7736-4d87-9364-ff59a115a5cb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.123337 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-61024b37-7736-4d87-9364-ff59a115a5cb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "PUT /v2.0/ports/91fe1281-bc21-462b-b141-ed738b6c2dd7 HTTP/1.1" status: 200 len: 959 time: 2.8744495 Jul 09 20:06:27.123720 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45238) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:27.134356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0e439b11-088a-4cbd-89a8-42568af1d130 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:27.134902 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.140499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0c3046d0-12e1-4c3e-b9f3-4ab699f0354c req-08093816-56e1-4035-a355-f921e2cecffc tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991440 Jul 09 20:06:27.155747 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-947627c6-eaed-41f3-844e-99084765c981 service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877238 Jul 09 20:06:27.319823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port 91fe1281-bc21-462b-b141-ed738b6c2dd7 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:27.320437 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.351557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-79f40eff-1418-448c-bb54-2529df4622be service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889985 Jul 09 20:06:27.406256 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-8c7bfe48-75b8-4aa1-9636-4de78bdcfd38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=35223c2f-da2f-4373-b115-d66932a941cc HTTP/1.1" status: 200 len: 217 time: 0.0462899 Jul 09 20:06:27.426608 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.443259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for 91fe1281-bc21-462b-b141-ed738b6c2dd7 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:27.465194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-863fcd68-fe61-44aa-bebe-92b78f2b2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:27.467193 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-863fcd68-fe61-44aa-bebe-92b78f2b2177 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18cd0af-2b12-411e-a985-8dc1e8f567c1 HTTP/1.1" status: 200 len: 797 time: 0.0543537 Jul 09 20:06:27.530476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-25053f7a-92c4-4ba9-b9a6-294ec4170800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:27.533424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-25053f7a-92c4-4ba9-b9a6-294ec4170800 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0574183 Jul 09 20:06:27.544015 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-58af2955-121d-4baf-bfab-5c9157c3fcdb None None] Provisioning complete for port 91fe1281-bc21-462b-b141-ed738b6c2dd7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:27.544650 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-58af2955-121d-4baf-bfab-5c9157c3fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.594193 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.599167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-58af2955-121d-4baf-bfab-5c9157c3fcdb None None] Port 91fe1281-bc21-462b-b141-ed738b6c2dd7 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:27.636483 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=91fe1281-bc21-462b-b141-ed738b6c2dd7,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:27.641251 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-ccc5339c-4c4a-46a7-95be-523743155e6d service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928977 Jul 09 20:06:27.672836 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.673200 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.673695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.674016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.674515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.674868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.675213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.675555 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.675900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.676244 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.676735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.677010 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:27.736509 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.743601 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-18843988-bc60-41b3-bfb0-54aa45449456 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/91fe1281-bc21-462b-b141-ed738b6c2dd7 HTTP/1.1" status: 204 len: 168 time: 0.6182721 Jul 09 20:06:27.744659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45240) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:27.762496 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-6c3e063f-ccdd-4a64-80c6-fbbe5969567b service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175752 Jul 09 20:06:27.787113 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec0444b-7a4d-4d12-97c0-2abfb92467ce tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] GET failed (client error): The resource could not be found. Jul 09 20:06:27.793620 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6ec0444b-7a4d-4d12-97c0-2abfb92467ce tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports/91fe1281-bc21-462b-b141-ed738b6c2dd7 HTTP/1.1" status: 404 len: 333 time: 0.0474992 Jul 09 20:06:27.794519 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45242) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:27.819242 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-d4c953e2-1b81-465c-8ad0-021689a2219a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38be194f-024c-4cfb-98dc-6f02547e94f8 HTTP/1.1" status: 200 len: 217 time: 0.0447147 Jul 09 20:06:27.874298 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cf11779-b4c2-4898-a52a-57545e747ffc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.897241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-c048659f-a1e3-45da-a80f-3a6a38440e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:27.898799 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-c048659f-a1e3-45da-a80f-3a6a38440e54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70865fc5-c428-4ef7-bccc-8faccd991ddc HTTP/1.1" status: 200 len: 797 time: 0.0680680 Jul 09 20:06:27.905871 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cf11779-b4c2-4898-a52a-57545e747ffc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.952377 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cf11779-b4c2-4898-a52a-57545e747ffc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.956877 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cf11779-b4c2-4898-a52a-57545e747ffc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:27.959476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-7e6b1473-35b0-457b-b194-dda0f7679b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:27.961059 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-7e6b1473-35b0-457b-b194-dda0f7679b85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef5270c7-1773-4605-be53-cd4a35f29f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0551786 Jul 09 20:06:27.961537 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7cf11779-b4c2-4898-a52a-57545e747ffc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/security-groups/5333de95-0008-4ac3-a9ec-746ebb082d11 HTTP/1.1" status: 204 len: 168 time: 0.1652629 Jul 09 20:06:27.962598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45246) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:27.971987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf11779-b4c2-4898-a52a-57545e747ffc tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5333de95-0008-4ac3-a9ec-746ebb082d11,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:28.148810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f766b6-3557-4fbf-b981-bef20b27a438 req-a883be8b-f5cb-4733-973b-5a775e85f727 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:28.156155 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a9f766b6-3557-4fbf-b981-bef20b27a438 req-a883be8b-f5cb-4733-973b-5a775e85f727 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1034765 Jul 09 20:06:28.207149 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a9f766b6-3557-4fbf-b981-bef20b27a438 req-d08f0498-4b0c-4ce2-9e98-d5dad1291c0b tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497289 Jul 09 20:06:28.380913 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e591b37a-9d0d-49dd-83f9-4bac196457eb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.411944 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-2252be24-6722-4c1d-a544-70331a1b2503 service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404984 Jul 09 20:06:28.421222 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e591b37a-9d0d-49dd-83f9-4bac196457eb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.429210 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf0336-9c18-42f5-be2c-66e8c24c4c0e req-fb4cf21c-f1e7-40e2-8ef5-a99e05d4ddc2 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:28.431589 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-32cf0336-9c18-42f5-be2c-66e8c24c4c0e req-fb4cf21c-f1e7-40e2-8ef5-a99e05d4ddc2 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1196160 Jul 09 20:06:28.497744 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-32cf0336-9c18-42f5-be2c-66e8c24c4c0e req-fe2f46ab-7af3-4bb7-a444-3f34dd209755 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472634 Jul 09 20:06:28.547337 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e591b37a-9d0d-49dd-83f9-4bac196457eb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.550530 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e591b37a-9d0d-49dd-83f9-4bac196457eb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.553113 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e591b37a-9d0d-49dd-83f9-4bac196457eb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/security-groups/ade58f37-cd59-4c54-83f3-470d01ab997a HTTP/1.1" status: 204 len: 168 time: 0.5890958 Jul 09 20:06:28.554674 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45264) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:28.590989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591b37a-9d0d-49dd-83f9-4bac196457eb tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade58f37-cd59-4c54-83f3-470d01ab997a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:28.636055 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-5a7a79cf-590e-45be-925c-b41be6c62eab service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112660 Jul 09 20:06:28.640029 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec7621dc-1523-4f06-b7d8-4fac51e75711 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.682642 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec7621dc-1523-4f06-b7d8-4fac51e75711 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.686229 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-f15efa5c-2c35-4779-ad1d-2257f35c47d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=40e1fa92-ad4d-4c40-9344-ec2217ecdc11 HTTP/1.1" status: 200 len: 217 time: 0.0420964 Jul 09 20:06:28.746631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-b7f1b3de-ec69-4138-9cdd-f1f3663bb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:28.748517 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-b7f1b3de-ec69-4138-9cdd-f1f3663bb38c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70865fc5-c428-4ef7-bccc-8faccd991ddc HTTP/1.1" status: 200 len: 797 time: 0.0519671 Jul 09 20:06:28.789702 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec7621dc-1523-4f06-b7d8-4fac51e75711 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.792313 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec7621dc-1523-4f06-b7d8-4fac51e75711 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.793537 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ec7621dc-1523-4f06-b7d8-4fac51e75711 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/security-groups/d177c4be-a2f8-4231-bfaf-b8de82fd3c6f HTTP/1.1" status: 204 len: 168 time: 0.2377934 Jul 09 20:06:28.796590 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45266) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:28.813225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb5278-0e14-4cde-98c1-df9835811978 req-1dc9c2de-fb96-4b2a-ae46-6dab2219cee4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:28.814817 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-12eb5278-0e14-4cde-98c1-df9835811978 req-1dc9c2de-fb96-4b2a-ae46-6dab2219cee4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1228621 Jul 09 20:06:28.816331 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7621dc-1523-4f06-b7d8-4fac51e75711 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d177c4be-a2f8-4231-bfaf-b8de82fd3c6f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:28.866523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c462e9-6c21-486b-af8a-d0c7b2cf4bcd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting subnet fa5ec004-77c9-4319-aa7a-b9c81295b4b6 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:06:28.871388 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25c462e9-6c21-486b-af8a-d0c7b2cf4bcd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:28.878515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-12eb5278-0e14-4cde-98c1-df9835811978 req-5356b6da-3443-4615-a293-48a2b6a3d2d6 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466754 Jul 09 20:06:28.899407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-6384d726-ed79-45a5-b48f-4deca552cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:28.900965 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-6384d726-ed79-45a5-b48f-4deca552cfb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef5270c7-1773-4605-be53-cd4a35f29f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1398768 Jul 09 20:06:28.965182 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25c462e9-6c21-486b-af8a-d0c7b2cf4bcd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:29.075418 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-858ca13a-3d63-4416-a6a6-794189dcb54a service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674826 Jul 09 20:06:29.121111 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:29.139557 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25c462e9-6c21-486b-af8a-d0c7b2cf4bcd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:29.228771 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c1d8f37-baa5-4b6e-b3d0-06e47c4bf725 req-a4a6f307-ab5a-4ff7-83f5-2b36fe8f0e0d service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447079 Jul 09 20:06:29.249569 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25c462e9-6c21-486b-af8a-d0c7b2cf4bcd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:29.300711 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25c462e9-6c21-486b-af8a-d0c7b2cf4bcd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:29.304052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292ecac2-0c26-4909-823c-ffa7a3c5e6b7 None None] Network 030e471e-4862-480a-acdb-f30ffe905168 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:29.324405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45276) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:29.326716 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-25c462e9-6c21-486b-af8a-d0c7b2cf4bcd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/fa5ec004-77c9-4319-aa7a-b9c81295b4b6 HTTP/1.1" status: 204 len: 168 time: 0.5182183 Jul 09 20:06:29.330604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c462e9-6c21-486b-af8a-d0c7b2cf4bcd tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Subnet': ['ID=fa5ec004-77c9-4319-aa7a-b9c81295b4b6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:29.399196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6043884-8aa5-45d8-8e7d-82ebeff0b6a9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting subnet 51bf8fb4-2285-4d54-944d-2091f3b562eb {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:06:29.404508 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d6043884-8aa5-45d8-8e7d-82ebeff0b6a9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:29.441098 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3f1a27f4-3709-40cd-b1a4-c87a422a6d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:29.495009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7373a8-1439-46f0-b398-a3618aa69be9 req-fe459f04-0590-440c-9883-95b75796ee4f tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:29.496992 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9b7373a8-1439-46f0-b398-a3618aa69be9 req-fe459f04-0590-440c-9883-95b75796ee4f tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.3064008 Jul 09 20:06:29.547877 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9b7373a8-1439-46f0-b398-a3618aa69be9 req-d21c8e24-fc4f-47f8-9549-cee5b72552aa tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Jul 09 20:06:29.562927 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d6043884-8aa5-45d8-8e7d-82ebeff0b6a9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:29.583558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956333f2-cd03-4999-88de-6820d52a0146 req-64add4e2-7436-4fbd-8987-e40086bbcf2f tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:29.610683 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-956333f2-cd03-4999-88de-6820d52a0146 req-64add4e2-7436-4fbd-8987-e40086bbcf2f tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.1883683 Jul 09 20:06:29.677394 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:29.769371 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-956333f2-cd03-4999-88de-6820d52a0146 req-36a1fac9-fc1f-4fdf-a13a-ba0abccb3346 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518431 Jul 09 20:06:29.814964 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d6043884-8aa5-45d8-8e7d-82ebeff0b6a9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:29.969369 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d6043884-8aa5-45d8-8e7d-82ebeff0b6a9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.098975 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d6043884-8aa5-45d8-8e7d-82ebeff0b6a9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.108461 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d6043884-8aa5-45d8-8e7d-82ebeff0b6a9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/51bf8fb4-2285-4d54-944d-2091f3b562eb HTTP/1.1" status: 204 len: 168 time: 0.7778742 Jul 09 20:06:30.109736 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6043884-8aa5-45d8-8e7d-82ebeff0b6a9 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Subnet': ['ID=51bf8fb4-2285-4d54-944d-2091f3b562eb,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:30.117420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b18a0a-0d7c-4af4-96f7-71458cb63035 req-688bba76-1c7a-482e-afe6-785d82feb527 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:30.119062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45298) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:30.123412 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-99b18a0a-0d7c-4af4-96f7-71458cb63035 req-688bba76-1c7a-482e-afe6-785d82feb527 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1726265 Jul 09 20:06:30.152236 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc95bd7-5ea7-4b2d-8118-85a724535904 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] DELETE failed (client error): The resource could not be found. Jul 09 20:06:30.152840 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc95bd7-5ea7-4b2d-8118-85a724535904 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:06:30.154723 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ddc95bd7-5ea7-4b2d-8118-85a724535904 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/fa5ec004-77c9-4319-aa7a-b9c81295b4b6 HTTP/1.1" status: 404 len: 337 time: 0.0345352 Jul 09 20:06:30.160962 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45302) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:30.177554 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-99b18a0a-0d7c-4af4-96f7-71458cb63035 req-af08a335-5503-4045-bedd-e9de55c09149 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456560 Jul 09 20:06:30.244885 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ad90bd-5b81-4b09-a5fc-da192b58565f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting subnet 94522a92-2072-4c81-b0ef-1ac40591fece {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:06:30.248601 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-84ad90bd-5b81-4b09-a5fc-da192b58565f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.304962 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-84ad90bd-5b81-4b09-a5fc-da192b58565f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.350928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02b65-e51f-422d-89d8-11908e45f948 req-027ad2ba-485e-4085-b982-64991f6cba5f tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:30.356009 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8bd02b65-e51f-422d-89d8-11908e45f948 req-027ad2ba-485e-4085-b982-64991f6cba5f tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 945 time: 0.0893378 Jul 09 20:06:30.401779 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.492256 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-84ad90bd-5b81-4b09-a5fc-da192b58565f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.603926 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-84ad90bd-5b81-4b09-a5fc-da192b58565f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.628183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-84ad90bd-5b81-4b09-a5fc-da192b58565f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.634400 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-84ad90bd-5b81-4b09-a5fc-da192b58565f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/94522a92-2072-4c81-b0ef-1ac40591fece HTTP/1.1" status: 204 len: 168 time: 0.4719982 Jul 09 20:06:30.635176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-8bd02b65-e51f-422d-89d8-11908e45f948 req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Deleting port 780d54f9-4eb2-49d6-867c-5246a87c7100 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:30.635758 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8bd02b65-e51f-422d-89d8-11908e45f948 req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.640409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45330) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:30.659536 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad90bd-5b81-4b09-a5fc-da192b58565f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Subnet': ['ID=94522a92-2072-4c81-b0ef-1ac40591fece,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:30.688110 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98b0d4d-c266-455e-a30e-ef0d12185f97 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] DELETE failed (client error): The resource could not be found. Jul 09 20:06:30.689569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98b0d4d-c266-455e-a30e-ef0d12185f97 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:06:30.691724 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b98b0d4d-c266-455e-a30e-ef0d12185f97 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/573e011b-3cd4-4033-90c3-e78f5751ac8f HTTP/1.1" status: 404 len: 337 time: 0.0502431 Jul 09 20:06:30.694728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45332) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:30.712904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dcc984-70af-4799-ba8f-ba5493eadbe4 None None] Network 030e471e-4862-480a-acdb-f30ffe905168 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:30.743448 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cc9503ca-54bc-4343-a834-fdf71079f31c tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "GET /v2.0/ports?device_id=68b52d95-7c07-495a-8e5d-228d14dd297f HTTP/1.1" status: 200 len: 205 time: 0.0475667 Jul 09 20:06:30.746138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45334) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:30.818356 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-80fa94d3-b75a-4fab-90ad-2642cda75a64 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] delete failed (client error): The resource could not be found. Jul 09 20:06:30.819914 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-80fa94d3-b75a-4fab-90ad-2642cda75a64 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/routers/68b52d95-7c07-495a-8e5d-228d14dd297f HTTP/1.1" status: 404 len: 336 time: 0.0725303 Jul 09 20:06:30.822617 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45342) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:30.867173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-8bd02b65-e51f-422d-89d8-11908e45f948 req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] For port 780d54f9-4eb2-49d6-867c-5246a87c7100, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=780d54f9-4eb2-49d6-867c-5246a87c7100,segment=NetworkSegment(1be48896-77c9-4241-8977-ffda45617ce8),segment_id=1be48896-77c9-4241-8977-ffda45617ce8)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:30.867567 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8bd02b65-e51f-422d-89d8-11908e45f948 req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:30.890622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-8bd02b65-e51f-422d-89d8-11908e45f948 req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Calling delete_port for 780d54f9-4eb2-49d6-867c-5246a87c7100 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:30.915501 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-721d8cfe-d05c-4ff1-bce7-7ceea10f25e0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] DELETE failed (client error): The resource could not be found. Jul 09 20:06:30.915501 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721d8cfe-d05c-4ff1-bce7-7ceea10f25e0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:06:30.928887 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-721d8cfe-d05c-4ff1-bce7-7ceea10f25e0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/7fd62ef7-b915-4d0e-b9c5-b94b5a882f52 HTTP/1.1" status: 404 len: 337 time: 0.1045828 Jul 09 20:06:30.929592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45352) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:31.020328 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5159da9e-3262-4a7c-a99f-5b6550c84353 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] DELETE failed (client error): The resource could not be found. Jul 09 20:06:31.024881 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5159da9e-3262-4a7c-a99f-5b6550c84353 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:06:31.028883 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5159da9e-3262-4a7c-a99f-5b6550c84353 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/193e73bf-5380-4904-9caa-5f4f73c4764d HTTP/1.1" status: 404 len: 337 time: 0.0963507 Jul 09 20:06:31.029561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45356) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:31.036362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5a4320f8-7fcf-458f-b48e-e1b9ffdbe8cc None None] Provisioning complete for port 69e6925e-8b98-4176-8652-c54a050ac6b0 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:31.036798 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5a4320f8-7fcf-458f-b48e-e1b9ffdbe8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.118141 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8bd02b65-e51f-422d-89d8-11908e45f948 req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.135906 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb98510-7223-45da-915a-c6297bd12dbe tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] DELETE failed (client error): The resource could not be found. Jul 09 20:06:31.136385 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb98510-7223-45da-915a-c6297bd12dbe tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:06:31.138974 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dbb98510-7223-45da-915a-c6297bd12dbe tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/55d1ae11-e4f2-4c67-984b-22c0ee48ddb7 HTTP/1.1" status: 404 len: 337 time: 0.1082370 Jul 09 20:06:31.143311 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45364) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:31.176418 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-896afda2-435f-449b-847a-cc9a7cec4935 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] DELETE failed (client error): The resource could not be found. Jul 09 20:06:31.177345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896afda2-435f-449b-847a-cc9a7cec4935 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:06:31.180064 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-896afda2-435f-449b-847a-cc9a7cec4935 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/4cc0384e-ebdd-4544-965d-dd1f7f65ea38 HTTP/1.1" status: 404 len: 333 time: 0.0353653 Jul 09 20:06:31.185281 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45366) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:31.187369 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1347e735-07b7-48d0-801e-3362a8e8cd83', '780d54f9-4eb2-49d6-867c-5246a87c7100'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:06:31.212698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Pushing event deleted for resources: {'Port': ['ID=780d54f9-4eb2-49d6-867c-5246a87c7100,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:31.228043 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77fc51a-6192-498e-ae08-7f0bd0586265 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] DELETE failed (client error): The resource could not be found. Jul 09 20:06:31.228892 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b77fc51a-6192-498e-ae08-7f0bd0586265 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:06:31.231430 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b77fc51a-6192-498e-ae08-7f0bd0586265 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/66263d7a-f354-4f89-9dce-6a00757d318b HTTP/1.1" status: 404 len: 337 time: 0.0450203 Jul 09 20:06:31.234711 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45370) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:31.248685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:31.249147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:31.249593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:31.250040 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:31.250481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:31.250929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:31.251913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:31.252349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:31.253635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:31.253635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:31.253635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:31.254242 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:31.286493 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-255fdeb4-a5a2-4623-b033-99112aad9cc0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] DELETE failed (client error): The resource could not be found. Jul 09 20:06:31.287051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255fdeb4-a5a2-4623-b033-99112aad9cc0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:06:31.291510 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-255fdeb4-a5a2-4623-b033-99112aad9cc0 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/3a24e859-2bba-44f5-940d-e4ef5ecd47aa HTTP/1.1" status: 404 len: 337 time: 0.0534606 Jul 09 20:06:31.292036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45374) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:31.331168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-5a4320f8-7fcf-458f-b48e-e1b9ffdbe8cc None None] Port 69e6925e-8b98-4176-8652-c54a050ac6b0 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:31.334949 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-454da756-a94c-4b95-8cbc-2de45f5dac79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] DELETE failed (client error): The resource could not be found. Jul 09 20:06:31.335694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-454da756-a94c-4b95-8cbc-2de45f5dac79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:06:31.339942 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-454da756-a94c-4b95-8cbc-2de45f5dac79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/b90e769f-7624-45e6-a535-a2d892f44fe5 HTTP/1.1" status: 404 len: 333 time: 0.0447145 Jul 09 20:06:31.339942 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45376) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:31.350775 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd02b65-e51f-422d-89d8-11908e45f948 req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] No DVR routers for this DVR port 780d54f9-4eb2-49d6-867c-5246a87c7100 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:31.355834 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8bd02b65-e51f-422d-89d8-11908e45f948 req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.358428 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8bd02b65-e51f-422d-89d8-11908e45f948 req-1e841b3b-1811-43c3-85ef-fb9470b431e0 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.36 "DELETE /v2.0/ports/780d54f9-4eb2-49d6-867c-5246a87c7100 HTTP/1.1" status: 204 len: 173 time: 0.9824061 Jul 09 20:06:31.358999 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b5c522-3aad-4f75-8513-26c8c2955075', 'name': 'network-vif-deleted', 'tag': '780d54f9-4eb2-49d6-867c-5246a87c7100'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:31.360456 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ea3b7-9a0a-45dc-914e-b15d6f1f091f req-2d3812cd-ae42-457e-ad04-7ae01b514dad tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:31.362034 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec9c201-2e82-4770-a1b6-f066216e0bec" -d '{"events": [{"server_uuid": "d7b5c522-3aad-4f75-8513-26c8c2955075", "name": "network-vif-deleted", "tag": "780d54f9-4eb2-49d6-867c-5246a87c7100"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:31.369818 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c28ea3b7-9a0a-45dc-914e-b15d6f1f091f req-2d3812cd-ae42-457e-ad04-7ae01b514dad tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7b5c522-3aad-4f75-8513-26c8c2955075 HTTP/1.1" status: 200 len: 867 time: 0.3188279 Jul 09 20:06:31.383078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5a4320f8-7fcf-458f-b48e-e1b9ffdbe8cc None None] Provisioning complete for port 0e439b11-088a-4cbd-89a8-42568af1d130 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:31.383356 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5a4320f8-7fcf-458f-b48e-e1b9ffdbe8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.409560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d07aa-9b92-489e-bebb-212b785b6b3f req-50198b94-5d3b-4bd9-bd0b-a7343fb460cf tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:31.411537 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8661341d-2f07-4757-9cb7-6e184d454697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] DELETE failed (client error): The resource could not be found. Jul 09 20:06:31.412517 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8661341d-2f07-4757-9cb7-6e184d454697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:06:31.417133 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8661341d-2f07-4757-9cb7-6e184d454697 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/7c45ff95-3ad5-4f85-a03f-8f7582ec9665 HTTP/1.1" status: 404 len: 337 time: 0.0738528 Jul 09 20:06:31.417394 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-061d07aa-9b92-489e-bebb-212b785b6b3f req-50198b94-5d3b-4bd9-bd0b-a7343fb460cf tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1740458 Jul 09 20:06:31.417843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45380) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:31.463793 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d1d3e6-597f-46e5-9a05-104251178de8 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] DELETE failed (client error): The resource could not be found. Jul 09 20:06:31.464256 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d1d3e6-597f-46e5-9a05-104251178de8 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:06:31.466068 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-72d1d3e6-597f-46e5-9a05-104251178de8 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/subnets/b8b1ac3d-60e7-457c-bf82-928c05664e6f HTTP/1.1" status: 404 len: 337 time: 0.0472801 Jul 09 20:06:31.468363 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-061d07aa-9b92-489e-bebb-212b785b6b3f req-f940c5fb-f66b-440e-b5e6-e2dfdfdace73 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494311 Jul 09 20:06:31.475473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45384) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:31.496421 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c28ea3b7-9a0a-45dc-914e-b15d6f1f091f req-71cf46ec-3863-40bf-9efd-7adf26424eab tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256509 Jul 09 20:06:31.638899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a70395f-5f58-482a-a15c-e5eb78e6e7be None None] DHCP port deletion for 030e471e-4862-480a-acdb-f30ffe905168 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:06:31.772331 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623b4e27-0068-4eb4-91b3-21ca49bb87d0 x-openstack-request-id: req-623b4e27-0068-4eb4-91b3-21ca49bb87d0 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:31.772800 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b5c522-3aad-4f75-8513-26c8c2955075", "name": "network-vif-deleted", "tag": "780d54f9-4eb2-49d6-867c-5246a87c7100", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:31.772912 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-623b4e27-0068-4eb4-91b3-21ca49bb87d0 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:31.773468 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b5c522-3aad-4f75-8513-26c8c2955075', 'name': 'network-vif-deleted', 'tag': '780d54f9-4eb2-49d6-867c-5246a87c7100', 'status': 'completed', 'code': 200} Jul 09 20:06:31.777266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-efb9aef6-5e84-4a4f-844b-927140ee668f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Deleting port 69e6925e-8b98-4176-8652-c54a050ac6b0 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:31.777636 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-efb9aef6-5e84-4a4f-844b-927140ee668f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.821111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9a70395f-5f58-482a-a15c-e5eb78e6e7be None None] Deleting port 0e439b11-088a-4cbd-89a8-42568af1d130 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:31.821496 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9a70395f-5f58-482a-a15c-e5eb78e6e7be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.864249 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-efb9aef6-5e84-4a4f-844b-927140ee668f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.882781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-efb9aef6-5e84-4a4f-844b-927140ee668f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Calling delete_port for 69e6925e-8b98-4176-8652-c54a050ac6b0 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:31.886435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-9a70395f-5f58-482a-a15c-e5eb78e6e7be None None] For port 0e439b11-088a-4cbd-89a8-42568af1d130, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0e439b11-088a-4cbd-89a8-42568af1d130,segment=NetworkSegment(f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4),segment_id=f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:31.886848 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9a70395f-5f58-482a-a15c-e5eb78e6e7be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.900887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9a70395f-5f58-482a-a15c-e5eb78e6e7be None None] Calling delete_port for 0e439b11-088a-4cbd-89a8-42568af1d130 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:31.974101 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-efb9aef6-5e84-4a4f-844b-927140ee668f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:31.987906 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9a70395f-5f58-482a-a15c-e5eb78e6e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.002059 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70395f-5f58-482a-a15c-e5eb78e6e7be None None] No DVR routers for this DVR port 0e439b11-088a-4cbd-89a8-42568af1d130 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:32.008378 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9aef6-5e84-4a4f-844b-927140ee668f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Port': ['ID=69e6925e-8b98-4176-8652-c54a050ac6b0,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:32.023336 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-efb9aef6-5e84-4a4f-844b-927140ee668f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.025650 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-efb9aef6-5e84-4a4f-844b-927140ee668f tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/ports/69e6925e-8b98-4176-8652-c54a050ac6b0 HTTP/1.1" status: 204 len: 168 time: 0.5459247 Jul 09 20:06:32.028106 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45388) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:32.037999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70395f-5f58-482a-a15c-e5eb78e6e7be None None] Pushing event deleted for resources: {'Port': ['ID=0e439b11-088a-4cbd-89a8-42568af1d130,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:32.113811 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6799209d-6039-4b8e-8bfd-c049049c2b79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.230859 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.232170 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6799209d-6039-4b8e-8bfd-c049049c2b79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.244439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6799209d-6039-4b8e-8bfd-c049049c2b79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030e471e-4862-480a-acdb-f30ffe905168']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:32.256632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6799209d-6039-4b8e-8bfd-c049049c2b79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:32.256940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6799209d-6039-4b8e-8bfd-c049049c2b79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f096e6cf-dcdf-4d17-b5f2-cd69c6caccd4') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:32.266595 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6799209d-6039-4b8e-8bfd-c049049c2b79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.281272 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6799209d-6039-4b8e-8bfd-c049049c2b79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.287531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6799209d-6039-4b8e-8bfd-c049049c2b79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:06:32.287934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6799209d-6039-4b8e-8bfd-c049049c2b79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:06:32.290942 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:06:32.369923 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6799209d-6039-4b8e-8bfd-c049049c2b79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.382596 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6799209d-6039-4b8e-8bfd-c049049c2b79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.384856 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6799209d-6039-4b8e-8bfd-c049049c2b79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] 10.222.0.30 "DELETE /v2.0/networks/030e471e-4862-480a-acdb-f30ffe905168 HTTP/1.1" status: 204 len: 168 time: 0.3555534 Jul 09 20:06:32.398019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799209d-6039-4b8e-8bfd-c049049c2b79 tempest-PortsTestJSON-1601071482 tempest-PortsTestJSON-1601071482-project] Pushing event deleted for resources: {'Network': ['ID=030e471e-4862-480a-acdb-f30ffe905168,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:32.674455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45400) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:32.674987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444dc4d-d1cb-4dfb-a0c8-f1899c981691 req-ba763223-5534-437b-8240-0e589f53808c tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:32.676573 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9444dc4d-d1cb-4dfb-a0c8-f1899c981691 req-ba763223-5534-437b-8240-0e589f53808c tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.0756261 Jul 09 20:06:32.722200 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9444dc4d-d1cb-4dfb-a0c8-f1899c981691 req-203ed5f9-792b-4427-aba3-6e4dda7db085 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394950 Jul 09 20:06:32.880182 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-abfa3cfd-e140-4cae-b2c4-aa9bbaffb708 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28db90d7fba449919653b429ee148aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042518 Jul 09 20:06:32.882773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45412) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:32.950791 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8870-281d-4bba-933c-6bd8d025863f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:32.978986 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8870-281d-4bba-933c-6bd8d025863f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:33.052074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8870-281d-4bba-933c-6bd8d025863f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:33.055486 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd7c8870-281d-4bba-933c-6bd8d025863f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:33.057144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cd7c8870-281d-4bba-933c-6bd8d025863f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d3c6256-b372-4d5b-a138-1a416388aca3 HTTP/1.1" status: 204 len: 168 time: 0.1732054 Jul 09 20:06:33.073894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0e439b11-088a-4cbd-89a8-42568af1d130 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:33.077117 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c8870-281d-4bba-933c-6bd8d025863f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3c6256-b372-4d5b-a138-1a416388aca3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:33.119480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 0e439b11-088a-4cbd-89a8-42568af1d130 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:33.119823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0e439b11-088a-4cbd-89a8-42568af1d130 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:33.201870 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32359ed2-1727-460a-9707-9328f3af652c req-a4b7a764-d7a9-474c-b57e-41d80697bdeb tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:33.203638 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-32359ed2-1727-460a-9707-9328f3af652c req-a4b7a764-d7a9-474c-b57e-41d80697bdeb tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.0853627 Jul 09 20:06:33.251031 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-32359ed2-1727-460a-9707-9328f3af652c req-5ab2d07a-abf3-4305-9544-8ee5bdd64df9 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403652 Jul 09 20:06:33.842925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45442) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:33.949060 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a127aa-4a0c-4888-8366-99b5d6f3c31e req-b96cc02c-0359-4421-95b7-819475909578 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:33.957958 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a7a127aa-4a0c-4888-8366-99b5d6f3c31e req-b96cc02c-0359-4421-95b7-819475909578 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.0787435 Jul 09 20:06:33.973587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-0d602ccd-39a3-4022-be3e-29a6e221eae4 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-657513939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:34.005486 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d602ccd-39a3-4022-be3e-29a6e221eae4 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.006605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d602ccd-39a3-4022-be3e-29a6e221eae4 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.011745 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a7a127aa-4a0c-4888-8366-99b5d6f3c31e req-9350cd1e-ea30-4794-a7bd-0495bd11fe28 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522525 Jul 09 20:06:34.081422 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d602ccd-39a3-4022-be3e-29a6e221eae4 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.087026 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d602ccd-39a3-4022-be3e-29a6e221eae4 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.105387 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d602ccd-39a3-4022-be3e-29a6e221eae4 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.106696 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0d602ccd-39a3-4022-be3e-29a6e221eae4 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2627106 Jul 09 20:06:34.109654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45458) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:34.121715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-110445039'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:34.150408 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Made reservation on behalf of d80f1fcb5aba48918841dc8aa0f3e00d for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:34.154672 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.165704 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.297157 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.302752 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.335934 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:06:34.357758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e43afc0-9010-4b9a-bda2-aa72c9ddac2c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:34.370344 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.370710 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Added segment a64ad62f-55bf-4bd3-8db1-0d889b4953fa of type vlan for network c77f4614-73a6-42c8-8bff-6056385a041c Jul 09 20:06:34.389616 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45466) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:34.392486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 780d54f9-4eb2-49d6-867c-5246a87c7100 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:34.424305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 780d54f9-4eb2-49d6-867c-5246a87c7100 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:34.425050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 780d54f9-4eb2-49d6-867c-5246a87c7100 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:34.439536 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.487746 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.495339 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:34.496287 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.535272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f03db-5831-48f1-bf10-3cea1d475c0e req-52240e17-ebe7-4d3e-b86a-252eab1a222e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:34.543200 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-911f03db-5831-48f1-bf10-3cea1d475c0e req-52240e17-ebe7-4d3e-b86a-252eab1a222e tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.0867519 Jul 09 20:06:34.569569 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d979e77e-c9a7-47a0-afe1-954b10b92ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.588107 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4771428 Jul 09 20:06:34.592395 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45472) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:34.602265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-024c1309-567c-4bd4-9ba8-b9f5d7d62c65 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Request body: {'subnet': {'network_id': 'c77f4614-73a6-42c8-8bff-6056385a041c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:34.631517 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-911f03db-5831-48f1-bf10-3cea1d475c0e req-ca94f334-8c2f-4f24-94bb-baec53e14722 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872538 Jul 09 20:06:34.665253 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d44c5-06af-430a-8dc6-4d0b33115c3d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event updated for resources: {'Network': ['ID=c77f4614-73a6-42c8-8bff-6056385a041c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:34.677413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network c77f4614-73a6-42c8-8bff-6056385a041c details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:06:34.715413 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d979e77e-c9a7-47a0-afe1-954b10b92ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.721125 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d979e77e-c9a7-47a0-afe1-954b10b92ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.745834 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024c1309-567c-4bd4-9ba8-b9f5d7d62c65 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Made reservation on behalf of d80f1fcb5aba48918841dc8aa0f3e00d for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:34.754721 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-024c1309-567c-4bd4-9ba8-b9f5d7d62c65 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.767443 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d979e77e-c9a7-47a0-afe1-954b10b92ee6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34b0ac7f3db847849944b19f9c8b8052&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3763664 Jul 09 20:06:34.768856 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979e77e-c9a7-47a0-afe1-954b10b92ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f17e67-771c-4996-81c3-ebac7eb04964,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:34.771194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45474) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:34.825328 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a64550b-b8b1-4adc-b9c1-5f6bfcf6f089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.850120 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a64550b-b8b1-4adc-b9c1-5f6bfcf6f089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.898165 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a64550b-b8b1-4adc-b9c1-5f6bfcf6f089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.901116 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a64550b-b8b1-4adc-b9c1-5f6bfcf6f089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:34.904644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5a64550b-b8b1-4adc-b9c1-5f6bfcf6f089 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92f17e67-771c-4996-81c3-ebac7eb04964 HTTP/1.1" status: 204 len: 168 time: 0.1302409 Jul 09 20:06:34.911348 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64550b-b8b1-4adc-b9c1-5f6bfcf6f089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f17e67-771c-4996-81c3-ebac7eb04964,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:34.951047 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-024c1309-567c-4bd4-9ba8-b9f5d7d62c65 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.019020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c1309-567c-4bd4-9ba8-b9f5d7d62c65 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event updated for resources: {'Subnet': ['ID=cf4cefb3-8726-4f6d-9ae8-65269876fd54,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:35.028027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024c1309-567c-4bd4-9ba8-b9f5d7d62c65 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Checking segment: {'id': 'a64ad62f-55bf-4bd3-8db1-0d889b4953fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c77f4614-73a6-42c8-8bff-6056385a041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:35.028396 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024c1309-567c-4bd4-9ba8-b9f5d7d62c65 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Network hostable DHCP agents. Network: c77f4614-73a6-42c8-8bff-6056385a041c, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:06:35.045886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024c1309-567c-4bd4-9ba8-b9f5d7d62c65 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Network c77f4614-73a6-42c8-8bff-6056385a041c is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:06:35.057290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-024c1309-567c-4bd4-9ba8-b9f5d7d62c65 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, c77f4614-73a6-42c8-8bff-6056385a041c) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:35.065979 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024c1309-567c-4bd4-9ba8-b9f5d7d62c65 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:35.068064 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-024c1309-567c-4bd4-9ba8-b9f5d7d62c65 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.068682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6831e98c-5e96-45f5-af7a-654a3d81d9dc None None] Network c77f4614-73a6-42c8-8bff-6056385a041c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:35.090831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45482) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:35.096610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b8c79cb4-9af3-41d6-b42e-3f09b2d23ecc tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Request body: {'network': {'name': 'tempest-router-network01--1890071785'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:35.100999 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-024c1309-567c-4bd4-9ba8-b9f5d7d62c65 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5076816 Jul 09 20:06:35.128230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c79cb4-9af3-41d6-b42e-3f09b2d23ecc tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Made reservation on behalf of d80f1fcb5aba48918841dc8aa0f3e00d for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:35.133539 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8c79cb4-9af3-41d6-b42e-3f09b2d23ecc tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.177028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c79cb4-9af3-41d6-b42e-3f09b2d23ecc tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:06:35.210627 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8c79cb4-9af3-41d6-b42e-3f09b2d23ecc tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.211009 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-b8c79cb4-9af3-41d6-b42e-3f09b2d23ecc tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Added segment fdec91b5-5bf9-46c0-b02c-05e2c0badd4b of type vlan for network c11bec1b-0a5b-466b-bdd4-62c9b8d869bc Jul 09 20:06:35.246596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08163b-56cb-4410-8971-a1d939c9fe28 req-4950b5ee-ce25-4744-baa3-0cde19617875 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:35.257859 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f08163b-56cb-4410-8971-a1d939c9fe28 req-4950b5ee-ce25-4744-baa3-0cde19617875 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.0912137 Jul 09 20:06:35.273114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45486) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:35.273665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-c77f4614-73a6-42c8-8bff-6056385a041c', 'network_id': 'c77f4614-73a6-42c8-8bff-6056385a041c', 'tenant_id': 'd80f1fcb5aba48918841dc8aa0f3e00d', 'fixed_ips': [{'subnet_id': 'cf4cefb3-8726-4f6d-9ae8-65269876fd54'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:06:35.274791 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.281309 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8c79cb4-9af3-41d6-b42e-3f09b2d23ecc tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.295120 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e643162e-d14b-4444-864b-11e0ec92e0bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.306193 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f08163b-56cb-4410-8971-a1d939c9fe28 req-006e85c1-9afc-4c1a-aaf5-d93f9e1b594a tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474043 Jul 09 20:06:35.350360 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8c79cb4-9af3-41d6-b42e-3f09b2d23ecc tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.356415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c79cb4-9af3-41d6-b42e-3f09b2d23ecc tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:35.357076 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b8c79cb4-9af3-41d6-b42e-3f09b2d23ecc tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.447329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c79cb4-9af3-41d6-b42e-3f09b2d23ecc tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event updated for resources: {'Network': ['ID=c11bec1b-0a5b-466b-bdd4-62c9b8d869bc,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:35.447848 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Allocated IP 2001:db8::2 (c77f4614-73a6-42c8-8bff-6056385a041c/cf4cefb3-8726-4f6d-9ae8-65269876fd54/9cbc308f-af6d-4529-841d-88c76575837e) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:35.461866 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network c11bec1b-0a5b-466b-bdd4-62c9b8d869bc details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:06:35.488450 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e643162e-d14b-4444-864b-11e0ec92e0bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.499589 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e643162e-d14b-4444-864b-11e0ec92e0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.506765 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b8c79cb4-9af3-41d6-b42e-3f09b2d23ecc tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4147327 Jul 09 20:06:35.509721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45490) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:35.515040 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f70307b5-c58c-47c0-aecd-fcb60eae467e tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Request body: {'network': {'name': 'tempest-router-network02--51521758'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:35.539682 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70307b5-c58c-47c0-aecd-fcb60eae467e tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Made reservation on behalf of d80f1fcb5aba48918841dc8aa0f3e00d for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:35.543671 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f70307b5-c58c-47c0-aecd-fcb60eae467e tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.547856 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e643162e-d14b-4444-864b-11e0ec92e0bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2ebe160278944149bc974850c82b6a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736807 Jul 09 20:06:35.549843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45492) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:35.550509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643162e-d14b-4444-864b-11e0ec92e0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d211d6-1586-454f-9aff-3b7aab3e234e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:35.568482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70307b5-c58c-47c0-aecd-fcb60eae467e tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:06:35.578322 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f70307b5-c58c-47c0-aecd-fcb60eae467e tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.578690 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-f70307b5-c58c-47c0-aecd-fcb60eae467e tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Added segment da03767b-4111-4910-9031-77baaccdce2f of type vlan for network 101ed3fc-af57-4d85-948f-a028b6fb2a86 Jul 09 20:06:35.620478 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb281275-2bf3-48bf-9d41-0b3d6c7d5695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.621697 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f70307b5-c58c-47c0-aecd-fcb60eae467e tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.661280 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb281275-2bf3-48bf-9d41-0b3d6c7d5695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.676392 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.677104 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f70307b5-c58c-47c0-aecd-fcb60eae467e tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.686989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Transition to ACTIVE for port object 9cbc308f-af6d-4529-841d-88c76575837e will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:35.700650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70307b5-c58c-47c0-aecd-fcb60eae467e tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:35.701875 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f70307b5-c58c-47c0-aecd-fcb60eae467e tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.709147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Transition to ACTIVE for port object 9cbc308f-af6d-4529-841d-88c76575837e will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:35.722336 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.727029 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb281275-2bf3-48bf-9d41-0b3d6c7d5695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.730009 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb281275-2bf3-48bf-9d41-0b3d6c7d5695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.733492 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-eb281275-2bf3-48bf-9d41-0b3d6c7d5695 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94d211d6-1586-454f-9aff-3b7aab3e234e HTTP/1.1" status: 204 len: 168 time: 0.1775148 Jul 09 20:06:35.749101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb281275-2bf3-48bf-9d41-0b3d6c7d5695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d211d6-1586-454f-9aff-3b7aab3e234e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:35.798940 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f70307b5-c58c-47c0-aecd-fcb60eae467e tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2871890 Jul 09 20:06:35.800047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Network c77f4614-73a6-42c8-8bff-6056385a041c is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:35.801645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45500) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:35.805121 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70307b5-c58c-47c0-aecd-fcb60eae467e tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event updated for resources: {'Network': ['ID=101ed3fc-af57-4d85-948f-a028b6fb2a86,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:35.807165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9f64ddc5-756b-44a7-a09d-6b9000991b30 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Request body: {'subnet': {'network_id': 'c11bec1b-0a5b-466b-bdd4-62c9b8d869bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:35.807863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:35.827141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 101ed3fc-af57-4d85-948f-a028b6fb2a86 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:06:35.833050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:35.904564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Pushing event updated for resources: {'Port': ['ID=9cbc308f-af6d-4529-841d-88c76575837e,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:35.957345 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Attempting to bind port 9cbc308f-af6d-4529-841d-88c76575837e on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:35.957698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Attempting to bind port 9cbc308f-af6d-4529-841d-88c76575837e by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'a64ad62f-55bf-4bd3-8db1-0d889b4953fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c77f4614-73a6-42c8-8bff-6056385a041c'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:35.958173 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Attempting to bind port 9cbc308f-af6d-4529-841d-88c76575837e on network c77f4614-73a6-42c8-8bff-6056385a041c {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:35.959543 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f64ddc5-756b-44a7-a09d-6b9000991b30 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Made reservation on behalf of d80f1fcb5aba48918841dc8aa0f3e00d for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:35.963224 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f64ddc5-756b-44a7-a09d-6b9000991b30 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.972498 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:35.972902 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Checking segment: {'id': 'a64ad62f-55bf-4bd3-8db1-0d889b4953fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c77f4614-73a6-42c8-8bff-6056385a041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:35.973309 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.973700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2efd8e4-4731-4c5b-87de-6c5421ba99b4 req-d2cbd939-153d-44da-a360-442cacfcb265 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:35.973931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Bound using segment: {'id': 'a64ad62f-55bf-4bd3-8db1-0d889b4953fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c77f4614-73a6-42c8-8bff-6056385a041c'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:35.974302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Bound port: 9cbc308f-af6d-4529-841d-88c76575837e, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64ad62f-55bf-4bd3-8db1-0d889b4953fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c77f4614-73a6-42c8-8bff-6056385a041c'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:35.974777 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:35.977065 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2efd8e4-4731-4c5b-87de-6c5421ba99b4 req-d2cbd939-153d-44da-a360-442cacfcb265 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.1143653 Jul 09 20:06:36.044013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] For port 9cbc308f-af6d-4529-841d-88c76575837e, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:36.047185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] For port 9cbc308f-af6d-4529-841d-88c76575837e, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9cbc308f-af6d-4529-841d-88c76575837e,segment=NetworkSegment(a64ad62f-55bf-4bd3-8db1-0d889b4953fa),segment_id=a64ad62f-55bf-4bd3-8db1-0d889b4953fa)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:36.055768 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:36.086430 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2efd8e4-4731-4c5b-87de-6c5421ba99b4 req-25b4715d-75a9-44a4-bdf2-113e2f8cf99a tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043096 Jul 09 20:06:36.121709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5f1d4-2f18-49ad-bba2-6acd78475813 None None] Pushing event updated for resources: {'Port': ['ID=9cbc308f-af6d-4529-841d-88c76575837e,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:36.294699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafe297-113f-4c28-9830-1a45ad4e2f94 req-02d9238d-2707-45bf-9bac-bf751a88b101 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:36.296412 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1dafe297-113f-4c28-9830-1a45ad4e2f94 req-02d9238d-2707-45bf-9bac-bf751a88b101 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.36 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 945 time: 0.1341612 Jul 09 20:06:36.297602 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f64ddc5-756b-44a7-a09d-6b9000991b30 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:36.422002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64ddc5-756b-44a7-a09d-6b9000991b30 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event updated for resources: {'Subnet': ['ID=da4333f8-12a6-4352-a553-ccb8003442ee,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:36.569750 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f64ddc5-756b-44a7-a09d-6b9000991b30 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Checking segment: {'id': 'fdec91b5-5bf9-46c0-b02c-05e2c0badd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c11bec1b-0a5b-466b-bdd4-62c9b8d869bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:36.570136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64ddc5-756b-44a7-a09d-6b9000991b30 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Network hostable DHCP agents. Network: c11bec1b-0a5b-466b-bdd4-62c9b8d869bc, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:06:36.577519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-1dafe297-113f-4c28-9830-1a45ad4e2f94 req-ff7421cd-e096-4561-ace9-941438d466ef tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Deleting port 1347e735-07b7-48d0-801e-3362a8e8cd83 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:36.577928 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1dafe297-113f-4c28-9830-1a45ad4e2f94 req-ff7421cd-e096-4561-ace9-941438d466ef tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:36.656958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f64ddc5-756b-44a7-a09d-6b9000991b30 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Network c11bec1b-0a5b-466b-bdd4-62c9b8d869bc is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:06:36.688516 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3027087-7873-4887-b492-8152eb8fd43d req-9381670a-814e-4c31-a2b3-8db2368034f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:36.693041 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3027087-7873-4887-b492-8152eb8fd43d req-9381670a-814e-4c31-a2b3-8db2368034f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1929560 Jul 09 20:06:36.698150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-9f64ddc5-756b-44a7-a09d-6b9000991b30 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, c11bec1b-0a5b-466b-bdd4-62c9b8d869bc) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:36.709962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a7cee-390f-4f67-befe-6d4990136c92 None None] Network c11bec1b-0a5b-466b-bdd4-62c9b8d869bc requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:36.718758 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f64ddc5-756b-44a7-a09d-6b9000991b30 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:36.719372 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f64ddc5-756b-44a7-a09d-6b9000991b30 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:36.741123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-1dafe297-113f-4c28-9830-1a45ad4e2f94 req-ff7421cd-e096-4561-ace9-941438d466ef tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] For port 1347e735-07b7-48d0-801e-3362a8e8cd83, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1347e735-07b7-48d0-801e-3362a8e8cd83,segment=NetworkSegment(1be48896-77c9-4241-8977-ffda45617ce8),segment_id=1be48896-77c9-4241-8977-ffda45617ce8)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:36.741537 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1dafe297-113f-4c28-9830-1a45ad4e2f94 req-ff7421cd-e096-4561-ace9-941438d466ef tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:36.764709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-1dafe297-113f-4c28-9830-1a45ad4e2f94 req-ff7421cd-e096-4561-ace9-941438d466ef tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Calling delete_port for 1347e735-07b7-48d0-801e-3362a8e8cd83 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:36.773334 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9f64ddc5-756b-44a7-a09d-6b9000991b30 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9705548 Jul 09 20:06:36.777552 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45530) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:36.783718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-058d2271-95ba-4220-9216-98d17f98b380 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Request body: {'subnet': {'network_id': '101ed3fc-af57-4d85-948f-a028b6fb2a86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:36.813814 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3027087-7873-4887-b492-8152eb8fd43d req-ab5df079-90d0-4de1-8935-44aa00e71c6f tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166031 Jul 09 20:06:36.957716 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058d2271-95ba-4220-9216-98d17f98b380 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Made reservation on behalf of d80f1fcb5aba48918841dc8aa0f3e00d for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:36.963851 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-058d2271-95ba-4220-9216-98d17f98b380 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:36.980224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-c11bec1b-0a5b-466b-bdd4-62c9b8d869bc', 'network_id': 'c11bec1b-0a5b-466b-bdd4-62c9b8d869bc', 'tenant_id': 'd80f1fcb5aba48918841dc8aa0f3e00d', 'fixed_ips': [{'subnet_id': 'da4333f8-12a6-4352-a553-ccb8003442ee'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:06:36.981312 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:37.049510 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1dafe297-113f-4c28-9830-1a45ad4e2f94 req-ff7421cd-e096-4561-ace9-941438d466ef tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:37.108057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9cbc308f-af6d-4529-841d-88c76575837e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:37.117733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7421cd-e096-4561-ace9-941438d466ef tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Pushing event deleted for resources: {'Port': ['ID=1347e735-07b7-48d0-801e-3362a8e8cd83,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:37.217967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dafe297-113f-4c28-9830-1a45ad4e2f94 req-ff7421cd-e096-4561-ace9-941438d466ef tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] No DVR routers for this DVR port 1347e735-07b7-48d0-801e-3362a8e8cd83 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:37.222390 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1dafe297-113f-4c28-9830-1a45ad4e2f94 req-ff7421cd-e096-4561-ace9-941438d466ef tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:37.224933 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1dafe297-113f-4c28-9830-1a45ad4e2f94 req-ff7421cd-e096-4561-ace9-941438d466ef tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.36 "DELETE /v2.0/ports/1347e735-07b7-48d0-801e-3362a8e8cd83 HTTP/1.1" status: 204 len: 173 time: 0.8548832 Jul 09 20:06:37.225623 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728e5f5d-fea1-40db-8e7a-070db787327a', 'name': 'network-vif-deleted', 'tag': '1347e735-07b7-48d0-801e-3362a8e8cd83'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:37.228234 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872245db-ac1a-4a14-92e2-152b57084420" -d '{"events": [{"server_uuid": "728e5f5d-fea1-40db-8e7a-070db787327a", "name": "network-vif-deleted", "tag": "1347e735-07b7-48d0-801e-3362a8e8cd83"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:37.318383 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716f2c85-36df-4d1e-837d-3bce368c06c2 x-openstack-request-id: req-716f2c85-36df-4d1e-837d-3bce368c06c2 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:37.319090 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728e5f5d-fea1-40db-8e7a-070db787327a", "name": "network-vif-deleted", "tag": "1347e735-07b7-48d0-801e-3362a8e8cd83", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:37.319090 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-716f2c85-36df-4d1e-837d-3bce368c06c2 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:37.319379 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728e5f5d-fea1-40db-8e7a-070db787327a', 'name': 'network-vif-deleted', 'tag': '1347e735-07b7-48d0-801e-3362a8e8cd83', 'status': 'completed', 'code': 200} Jul 09 20:06:37.331025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Allocated IP 2001:db8::2 (c11bec1b-0a5b-466b-bdd4-62c9b8d869bc/da4333f8-12a6-4352-a553-ccb8003442ee/eaaa45a7-17d2-4770-b0e9-ce332a7c42b5) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:37.340020 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-058d2271-95ba-4220-9216-98d17f98b380 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:37.367378 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28be89e6-69a5-44fe-83fd-157db41f13bb req-06ffc477-ecd3-4a4d-8017-b3e2220e23b8 tempest-ServerRescueTestJSON-1386026453 tempest-ServerRescueTestJSON-1386026453-project] 10.222.0.30 "GET /v2.0/ports?device_id=728e5f5d-fea1-40db-8e7a-070db787327a HTTP/1.1" status: 200 len: 210 time: 0.0836141 Jul 09 20:06:37.427388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 9cbc308f-af6d-4529-841d-88c76575837e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:37.446780 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d2271-95ba-4220-9216-98d17f98b380 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event updated for resources: {'Subnet': ['ID=90ab40b2-e2f0-4c62-bb43-a392825be064,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:37.504518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058d2271-95ba-4220-9216-98d17f98b380 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Checking segment: {'id': 'da03767b-4111-4910-9031-77baaccdce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '101ed3fc-af57-4d85-948f-a028b6fb2a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:37.504956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058d2271-95ba-4220-9216-98d17f98b380 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Network hostable DHCP agents. Network: 101ed3fc-af57-4d85-948f-a028b6fb2a86, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:06:37.553602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058d2271-95ba-4220-9216-98d17f98b380 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Network 101ed3fc-af57-4d85-948f-a028b6fb2a86 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:06:37.571206 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-058d2271-95ba-4220-9216-98d17f98b380 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 101ed3fc-af57-4d85-948f-a028b6fb2a86) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:37.583591 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298c36b8-691c-4b27-a5f6-91be8f8bf4bd None None] Network 101ed3fc-af57-4d85-948f-a028b6fb2a86 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:37.587867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058d2271-95ba-4220-9216-98d17f98b380 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:37.588527 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-058d2271-95ba-4220-9216-98d17f98b380 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:37.616358 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-058d2271-95ba-4220-9216-98d17f98b380 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8375607 Jul 09 20:06:37.619099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45552) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:37.634702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83828617-8d71-4b5b-b850-2fe19f15fd7f None None] Network c77f4614-73a6-42c8-8bff-6056385a041c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:37.884633 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c0892837-511f-4715-a408-d8905feb18d4 None None] Provisioning for port 9cbc308f-af6d-4529-841d-88c76575837e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:37.913292 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:37.925461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c0892837-511f-4715-a408-d8905feb18d4 None None] Provisioning complete for port 9cbc308f-af6d-4529-841d-88c76575837e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:37.926119 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c0892837-511f-4715-a408-d8905feb18d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:37.937777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Transition to ACTIVE for port object eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:37.995133 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:38.006464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Transition to ACTIVE for port object eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:38.066976 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:38.210195 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Network c11bec1b-0a5b-466b-bdd4-62c9b8d869bc is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:38.212811 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Pushing event updated for resources: {'Port': ['ID=eaaa45a7-17d2-4770-b0e9-ce332a7c42b5,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:38.232632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:38.236940 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:38.338471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-101ed3fc-af57-4d85-948f-a028b6fb2a86', 'network_id': '101ed3fc-af57-4d85-948f-a028b6fb2a86', 'tenant_id': 'd80f1fcb5aba48918841dc8aa0f3e00d', 'fixed_ips': [{'subnet_id': '90ab40b2-e2f0-4c62-bb43-a392825be064'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:06:38.340039 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:38.356370 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1ee1-06dd-44c2-980b-1f0ec9b17fc4 req-94d00e44-062d-4fea-8177-abca9e6e096a tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:38.364787 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-632e1ee1-06dd-44c2-980b-1f0ec9b17fc4 req-94d00e44-062d-4fea-8177-abca9e6e096a tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.2477951 Jul 09 20:06:38.407080 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1347e735-07b7-48d0-801e-3362a8e8cd83 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:38.440324 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c0892837-511f-4715-a408-d8905feb18d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:38.460381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Attempting to bind port eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:38.460683 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Attempting to bind port eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'fdec91b5-5bf9-46c0-b02c-05e2c0badd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c11bec1b-0a5b-466b-bdd4-62c9b8d869bc'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:38.461554 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Attempting to bind port eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 on network c11bec1b-0a5b-466b-bdd4-62c9b8d869bc {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:38.465439 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-632e1ee1-06dd-44c2-980b-1f0ec9b17fc4 req-63315892-84ca-4789-a329-7d25f27ae066 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991538 Jul 09 20:06:38.519271 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 1347e735-07b7-48d0-801e-3362a8e8cd83 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:38.519678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1347e735-07b7-48d0-801e-3362a8e8cd83 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:38.537608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:38.538453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Checking segment: {'id': 'fdec91b5-5bf9-46c0-b02c-05e2c0badd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c11bec1b-0a5b-466b-bdd4-62c9b8d869bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:38.539362 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:38.540188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Bound using segment: {'id': 'fdec91b5-5bf9-46c0-b02c-05e2c0badd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c11bec1b-0a5b-466b-bdd4-62c9b8d869bc'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:38.541053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Bound port: eaaa45a7-17d2-4770-b0e9-ce332a7c42b5, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdec91b5-5bf9-46c0-b02c-05e2c0badd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c11bec1b-0a5b-466b-bdd4-62c9b8d869bc'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:38.541580 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:38.658941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45570) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:38.692929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Allocated IP 2001:db8::1 (c11bec1b-0a5b-466b-bdd4-62c9b8d869bc/da4333f8-12a6-4352-a553-ccb8003442ee/2494ab18-608f-48f1-8a1e-f166367d9361) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:38.739716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c0892837-511f-4715-a408-d8905feb18d4 None None] For port 9cbc308f-af6d-4529-841d-88c76575837e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9cbc308f-af6d-4529-841d-88c76575837e,segment=NetworkSegment(a64ad62f-55bf-4bd3-8db1-0d889b4953fa),segment_id=a64ad62f-55bf-4bd3-8db1-0d889b4953fa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:38.779912 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c0892837-511f-4715-a408-d8905feb18d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:38.934749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] For port eaaa45a7-17d2-4770-b0e9-ce332a7c42b5, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:38.945348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] For port eaaa45a7-17d2-4770-b0e9-ce332a7c42b5, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=eaaa45a7-17d2-4770-b0e9-ce332a7c42b5,segment=NetworkSegment(fdec91b5-5bf9-46c0-b02c-05e2c0badd4b),segment_id=fdec91b5-5bf9-46c0-b02c-05e2c0badd4b)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:38.977149 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:38.983009 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:39.016996 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Transition to ACTIVE for port object 2494ab18-608f-48f1-8a1e-f166367d9361 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:39.018920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Allocated IP 2001:db8::2 (101ed3fc-af57-4d85-948f-a028b6fb2a86/90ab40b2-e2f0-4c62-bb43-a392825be064/2a3b519e-fd6c-4bc7-a976-0a85345394ce) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:39.106852 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:39.271004 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Network c11bec1b-0a5b-466b-bdd4-62c9b8d869bc is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:39.281256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0892837-511f-4715-a408-d8905feb18d4 None None] Pushing event updated for resources: {'Port': ['ID=9cbc308f-af6d-4529-841d-88c76575837e,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:39.287267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:39.292577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:39.292577 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:39.370419 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49ae7abd-ad4c-4548-9ce9-4c55b9072b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:39.422599 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dbccffe4-3aed-4a60-b7dc-9d9716edb816 None None] Provisioning complete for port 9cbc308f-af6d-4529-841d-88c76575837e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:39.422599 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dbccffe4-3aed-4a60-b7dc-9d9716edb816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:39.563816 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event updated for resources: {'Port': ['ID=2494ab18-608f-48f1-8a1e-f166367d9361,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:39.616490 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689ccf8-eca8-49ef-afe3-6a54694ab278 None None] Pushing event updated for resources: {'Port': ['ID=eaaa45a7-17d2-4770-b0e9-ce332a7c42b5,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:39.674582 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:39.717747 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Transition to ACTIVE for port object 2a3b519e-fd6c-4bc7-a976-0a85345394ce will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:39.855463 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Transition to ACTIVE for port object 2a3b519e-fd6c-4bc7-a976-0a85345394ce will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:39.868234 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:39.976776 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Pushing event updated for resources: {'Port': ['ID=2a3b519e-fd6c-4bc7-a976-0a85345394ce,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:39.996027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Network 101ed3fc-af57-4d85-948f-a028b6fb2a86 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:39.998393 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:40.001452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:40.083652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Attempting to bind port 2a3b519e-fd6c-4bc7-a976-0a85345394ce on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:40.084038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Attempting to bind port 2a3b519e-fd6c-4bc7-a976-0a85345394ce by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'da03767b-4111-4910-9031-77baaccdce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '101ed3fc-af57-4d85-948f-a028b6fb2a86'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:40.084419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Attempting to bind port 2a3b519e-fd6c-4bc7-a976-0a85345394ce on network 101ed3fc-af57-4d85-948f-a028b6fb2a86 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:40.091335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:40.091724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Checking segment: {'id': 'da03767b-4111-4910-9031-77baaccdce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '101ed3fc-af57-4d85-948f-a028b6fb2a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:40.092145 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:40.092598 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Bound using segment: {'id': 'da03767b-4111-4910-9031-77baaccdce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '101ed3fc-af57-4d85-948f-a028b6fb2a86'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:40.093120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Bound port: 2a3b519e-fd6c-4bc7-a976-0a85345394ce, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da03767b-4111-4910-9031-77baaccdce2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '101ed3fc-af57-4d85-948f-a028b6fb2a86'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:40.093521 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:40.207726 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] For port 2a3b519e-fd6c-4bc7-a976-0a85345394ce, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:40.211885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] For port 2a3b519e-fd6c-4bc7-a976-0a85345394ce, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2a3b519e-fd6c-4bc7-a976-0a85345394ce,segment=NetworkSegment(da03767b-4111-4910-9031-77baaccdce2f),segment_id=da03767b-4111-4910-9031-77baaccdce2f)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:40.215918 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:40.279743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:40.308915 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64529275-662b-40db-adf7-d2e9c737fff7 req-f9d19843-0e25-405e-9469-4481d1877873 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:40.314989 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-64529275-662b-40db-adf7-d2e9c737fff7 req-f9d19843-0e25-405e-9469-4481d1877873 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1560979 Jul 09 20:06:40.327147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d4ecb-3643-4a15-b3c6-ee2dd71ba762 None None] Pushing event updated for resources: {'Port': ['ID=2a3b519e-fd6c-4bc7-a976-0a85345394ce,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:40.399836 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-64529275-662b-40db-adf7-d2e9c737fff7 req-0b2bd4cd-ed6b-48c1-ab06-ddbb30e3b086 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804560 Jul 09 20:06:40.469407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-49ae7abd-ad4c-4548-9ce9-4c55b9072b12 admin admin] Deleting port e4f417b6-603e-4782-8cc6-1386bcec891c {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:40.470197 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49ae7abd-ad4c-4548-9ce9-4c55b9072b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:40.603859 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-49ae7abd-ad4c-4548-9ce9-4c55b9072b12 admin admin] For port e4f417b6-603e-4782-8cc6-1386bcec891c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e4f417b6-603e-4782-8cc6-1386bcec891c,segment=NetworkSegment(1be48896-77c9-4241-8977-ffda45617ce8),segment_id=1be48896-77c9-4241-8977-ffda45617ce8)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:40.604397 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49ae7abd-ad4c-4548-9ce9-4c55b9072b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:40.629214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-49ae7abd-ad4c-4548-9ce9-4c55b9072b12 admin admin] Calling delete_port for e4f417b6-603e-4782-8cc6-1386bcec891c owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:40.715355 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:40.721882 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:40.722792 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:40.839799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event updated for resources: {'Port': ['ID=2494ab18-608f-48f1-8a1e-f166367d9361,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:40.885751 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49ae7abd-ad4c-4548-9ce9-4c55b9072b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:40.910129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae7abd-ad4c-4548-9ce9-4c55b9072b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f417b6-603e-4782-8cc6-1386bcec891c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:40.916975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Network c11bec1b-0a5b-466b-bdd4-62c9b8d869bc is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:40.919128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:41.030776 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fb8bd0-76d0-4a0f-a598-35a260337d2f None None] Network c11bec1b-0a5b-466b-bdd4-62c9b8d869bc requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:41.143410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Router 93357e5d-575b-4a90-a675-3f2587d5ff79 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:06:41.259174 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6a44c34f-6819-4539-bf6c-e4f18be81c74 None None] Provisioning for port eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:41.305030 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49ae7abd-ad4c-4548-9ce9-4c55b9072b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:41.364827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:06:41.377649 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29aec12-d5dc-4639-b6e4-796519891c74 None None] Sync routers for ids ['93357e5d-575b-4a90-a675-3f2587d5ff79'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:06:41.397579 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9fe53b7e-993c-4f44-93b3-6efebf1d489a tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "PUT /v2.0/routers/93357e5d-575b-4a90-a675-3f2587d5ff79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7754607 Jul 09 20:06:41.398082 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29aec12-d5dc-4639-b6e4-796519891c74 None None] Routers {'93357e5d-575b-4a90-a675-3f2587d5ff79'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:41.398951 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d29aec12-d5dc-4639-b6e4-796519891c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:06:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['93357e5d-575b-4a90-a675-3f2587d5ff79'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:41.400045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45596) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:41.462448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:41.569194 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d29aec12-d5dc-4639-b6e4-796519891c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:41.591600 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29aec12-d5dc-4639-b6e4-796519891c74 None None] Routers {'93357e5d-575b-4a90-a675-3f2587d5ff79'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:41.592256 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d29aec12-d5dc-4639-b6e4-796519891c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:06:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['93357e5d-575b-4a90-a675-3f2587d5ff79'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:41.685980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:41.693267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:41.693905 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:41.747726 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d29aec12-d5dc-4639-b6e4-796519891c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:41.749044 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29aec12-d5dc-4639-b6e4-796519891c74 None None] The sync data for ids ['93357e5d-575b-4a90-a675-3f2587d5ff79'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:06:41.973388 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:42.049372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port eaaa45a7-17d2-4770-b0e9-ce332a7c42b5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=eaaa45a7-17d2-4770-b0e9-ce332a7c42b5,segment=NetworkSegment(fdec91b5-5bf9-46c0-b02c-05e2c0badd4b),segment_id=fdec91b5-5bf9-46c0-b02c-05e2c0badd4b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:42.058736 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:42.059493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9cbc308f-af6d-4529-841d-88c76575837e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:42.124391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ae7abd-ad4c-4548-9ce9-4c55b9072b12 admin admin] Router 4e8fa816-2e51-454e-b197-0cf50dd3bd53 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:06:42.159835 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 9cbc308f-af6d-4529-841d-88c76575837e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:42.160111 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:42.201833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148579a4-a40a-4d8e-ae13-accef8fe8449 None None] Network 101ed3fc-af57-4d85-948f-a028b6fb2a86 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:42.221163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b93c04-d13d-4361-aec8-52086e182abb req-5b76ec0c-c6fa-431b-afdb-3d048f1069c0 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:42.222477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=eaaa45a7-17d2-4770-b0e9-ce332a7c42b5,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:42.222717 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-15b93c04-d13d-4361-aec8-52086e182abb req-5b76ec0c-c6fa-431b-afdb-3d048f1069c0 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.4310863 Jul 09 20:06:42.261626 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b24d77e7-62e4-4c6e-9fbd-915909f7f2a4 None None] Provisioning for port 2494ab18-608f-48f1-8a1e-f166367d9361 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:42.276453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b24d77e7-62e4-4c6e-9fbd-915909f7f2a4 None None] Provisioning complete for port 2494ab18-608f-48f1-8a1e-f166367d9361 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:42.276841 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b24d77e7-62e4-4c6e-9fbd-915909f7f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:42.314301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b24d77e7-62e4-4c6e-9fbd-915909f7f2a4 None None] Port 2494ab18-608f-48f1-8a1e-f166367d9361 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:42.335378 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ae7abd-ad4c-4548-9ce9-4c55b9072b12 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:06:42.347651 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b24d77e7-62e4-4c6e-9fbd-915909f7f2a4 None None] Provisioning complete for port eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:42.347793 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b24d77e7-62e4-4c6e-9fbd-915909f7f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:42.353209 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-88d22561-443a-4e4a-8aaa-e16155806dbd tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:06:42.354320 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-88d22561-443a-4e4a-8aaa-e16155806dbd tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "PUT /v2.0/routers/93357e5d-575b-4a90-a675-3f2587d5ff79/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9531097 Jul 09 20:06:42.357801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45606) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:42.364668 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-49ae7abd-ad4c-4548-9ce9-4c55b9072b12 admin admin] 10.222.0.30 "PUT /v2.0/routers/4e8fa816-2e51-454e-b197-0cf50dd3bd53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7042804 Jul 09 20:06:42.364996 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45608) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:42.407225 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-15b93c04-d13d-4361-aec8-52086e182abb req-e5effee2-bcf7-4631-adcc-4cf082d74788 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692321 Jul 09 20:06:42.409029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa927ae-5e65-455a-9459-2b4cff5a7282 None None] Sync routers for ids ['4e8fa816-2e51-454e-b197-0cf50dd3bd53'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:06:42.436025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa927ae-5e65-455a-9459-2b4cff5a7282 None None] Routers {'4e8fa816-2e51-454e-b197-0cf50dd3bd53'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:42.436706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-eaa927ae-5e65-455a-9459-2b4cff5a7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:06:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4e8fa816-2e51-454e-b197-0cf50dd3bd53'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:42.705735 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2a3b519e-fd6c-4bc7-a976-0a85345394ce up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:42.724519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-eaa927ae-5e65-455a-9459-2b4cff5a7282 None None] Set router 4e8fa816-2e51-454e-b197-0cf50dd3bd53 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:42.732268 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:42.906657 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:43.044704 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cafe5a0f-c16a-4116-ab7a-a84fa55f19d0 None None] Provisioning complete for port 2494ab18-608f-48f1-8a1e-f166367d9361 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:43.045261 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cafe5a0f-c16a-4116-ab7a-a84fa55f19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:43.104553 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] Deleting port e0084040-2c73-46be-b5d3-c4b0a1ea8eb4 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:43.104896 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:43.148686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 2a3b519e-fd6c-4bc7-a976-0a85345394ce completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:43.164346 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-cafe5a0f-c16a-4116-ab7a-a84fa55f19d0 None None] Port 2494ab18-608f-48f1-8a1e-f166367d9361 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:43.208774 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4b3f3d51-0f6f-45a5-8667-ad4246f8e212 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:43.210370 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cafe5a0f-c16a-4116-ab7a-a84fa55f19d0 None None] Provisioning for port 2a3b519e-fd6c-4bc7-a976-0a85345394ce completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:43.226014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cafe5a0f-c16a-4116-ab7a-a84fa55f19d0 None None] Provisioning complete for port 2a3b519e-fd6c-4bc7-a976-0a85345394ce triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:43.226395 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cafe5a0f-c16a-4116-ab7a-a84fa55f19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:43.273029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-eaa927ae-5e65-455a-9459-2b4cff5a7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'name': 'tempest-ServerRescueTestJSON-1116333458-router', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': 'e0084040-2c73-46be-b5d3-c4b0a1ea8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:21Z', 'updated_at': '2021-07-09T20:06:40Z', 'revision_number': 5, 'project_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'gw_port': {'id': 'e0084040-2c73-46be-b5d3-c4b0a1ea8eb4', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:fa:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:04:22Z', 'updated_at': '2021-07-09T20:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:43.312067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] For port e0084040-2c73-46be-b5d3-c4b0a1ea8eb4, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e0084040-2c73-46be-b5d3-c4b0a1ea8eb4,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:43.312421 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:43.337316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] Calling delete_port for e0084040-2c73-46be-b5d3-c4b0a1ea8eb4 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:43.548316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa927ae-5e65-455a-9459-2b4cff5a7282 None None] Checking router: 4e8fa816-2e51-454e-b197-0cf50dd3bd53 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:06:43.552107 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:43.613555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa927ae-5e65-455a-9459-2b4cff5a7282 None None] Routers {'4e8fa816-2e51-454e-b197-0cf50dd3bd53'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:43.614675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-eaa927ae-5e65-455a-9459-2b4cff5a7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:06:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4e8fa816-2e51-454e-b197-0cf50dd3bd53'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:43.678021 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34531f6b-3137-4e2b-99db-5c2a36c4cc43 req-a134d57f-cba9-4c88-9ac9-091458800904 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:43.685110 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-34531f6b-3137-4e2b-99db-5c2a36c4cc43 req-a134d57f-cba9-4c88-9ac9-091458800904 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1256995 Jul 09 20:06:43.729722 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-34531f6b-3137-4e2b-99db-5c2a36c4cc43 req-6af4ab21-06cc-41f9-a8dd-5a0d147d9977 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437105 Jul 09 20:06:43.809214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-eaa927ae-5e65-455a-9459-2b4cff5a7282 None None] Set router 4e8fa816-2e51-454e-b197-0cf50dd3bd53 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:06:43.866003 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:43.894740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-eaa927ae-5e65-455a-9459-2b4cff5a7282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'name': 'tempest-ServerRescueTestJSON-1116333458-router', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:21Z', 'updated_at': '2021-07-09T20:06:42Z', 'revision_number': 6, 'project_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:43.933791 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa927ae-5e65-455a-9459-2b4cff5a7282 None None] The sync data for ids ['4e8fa816-2e51-454e-b197-0cf50dd3bd53'] in n-d-800088-3 is: [{'id': '4e8fa816-2e51-454e-b197-0cf50dd3bd53', 'name': 'tempest-ServerRescueTestJSON-1116333458-router', 'tenant_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:04:21Z', 'updated_at': '2021-07-09T20:06:42Z', 'revision_number': 6, 'project_id': 'b7fdce68c2634be6a0eb390c9c3290ec', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:06:43.943041 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cafe5a0f-c16a-4116-ab7a-a84fa55f19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:43.946649 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:43.947032 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:44.022421 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-cafe5a0f-c16a-4116-ab7a-a84fa55f19d0 None None] For port 2a3b519e-fd6c-4bc7-a976-0a85345394ce, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2a3b519e-fd6c-4bc7-a976-0a85345394ce,segment=NetworkSegment(da03767b-4111-4910-9031-77baaccdce2f),segment_id=da03767b-4111-4910-9031-77baaccdce2f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:44.031143 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cafe5a0f-c16a-4116-ab7a-a84fa55f19d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:44.117186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe5a0f-c16a-4116-ab7a-a84fa55f19d0 None None] Pushing event updated for resources: {'Port': ['ID=2a3b519e-fd6c-4bc7-a976-0a85345394ce,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:44.154045 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1bf5dc1e-95ce-4da1-8047-ed34552e86c1 None None] Provisioning complete for port 2a3b519e-fd6c-4bc7-a976-0a85345394ce triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:44.154729 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1bf5dc1e-95ce-4da1-8047-ed34552e86c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:44.331530 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0084040-2c73-46be-b5d3-c4b0a1ea8eb4,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:44.347982 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f3d51-0f6f-45a5-8667-ad4246f8e212 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Deleting port 2494ab18-608f-48f1-8a1e-f166367d9361 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:44.348568 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4b3f3d51-0f6f-45a5-8667-ad4246f8e212 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:44.537034 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:44.721316 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:44.728264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4b3f3d51-0f6f-45a5-8667-ad4246f8e212 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:44.731056 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:44.757957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4b3f3d51-0f6f-45a5-8667-ad4246f8e212 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Calling delete_port for 2494ab18-608f-48f1-8a1e-f166367d9361 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:44.841963 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:44.842863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e8fa816-2e51-454e-b197-0cf50dd3bd53 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:06:44.879590 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:44.883059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-90a6968e-dec5-4612-8616-b8d249fcdf79 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4e8fa816-2e51-454e-b197-0cf50dd3bd53 HTTP/1.1" status: 204 len: 168 time: 2.5149081 Jul 09 20:06:44.883869 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45636) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:45.021276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b47f93-a536-4127-b3d8-90f4c5de7184 admin admin] Deleting subnet b7add970-f5d8-4207-a1aa-5e2788ab0a25 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:06:45.026845 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-24b47f93-a536-4127-b3d8-90f4c5de7184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.059119 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4b3f3d51-0f6f-45a5-8667-ad4246f8e212 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.081517 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-24b47f93-a536-4127-b3d8-90f4c5de7184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.100876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f3d51-0f6f-45a5-8667-ad4246f8e212 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event deleted for resources: {'Port': ['ID=2494ab18-608f-48f1-8a1e-f166367d9361,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:45.155943 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13f4f8-0b96-47fa-9f26-7abec725c5c3 req-2da4fe42-85d1-4167-bee9-cbc5f02a033e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:45.157817 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb13f4f8-0b96-47fa-9f26-7abec725c5c3 req-2da4fe42-85d1-4167-bee9-cbc5f02a033e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.2641878 Jul 09 20:06:45.166171 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-24b47f93-a536-4127-b3d8-90f4c5de7184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.255156 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-24b47f93-a536-4127-b3d8-90f4c5de7184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.283997 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4b3f3d51-0f6f-45a5-8667-ad4246f8e212 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.303260 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2a3b519e-fd6c-4bc7-a976-0a85345394ce up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:45.378298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b47f93-a536-4127-b3d8-90f4c5de7184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7add970-f5d8-4207-a1aa-5e2788ab0a25,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:45.402752 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb13f4f8-0b96-47fa-9f26-7abec725c5c3 req-207d8221-95df-4693-85b5-e4f3e4e22d16 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682961 Jul 09 20:06:45.403141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 2a3b519e-fd6c-4bc7-a976-0a85345394ce triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:45.403704 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.406254 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-24b47f93-a536-4127-b3d8-90f4c5de7184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.411071 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-24b47f93-a536-4127-b3d8-90f4c5de7184 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b7add970-f5d8-4207-a1aa-5e2788ab0a25 HTTP/1.1" status: 204 len: 168 time: 0.5236683 Jul 09 20:06:45.411679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45640) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:45.522241 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2262-ac1f-49ff-8de3-5b2c82a24ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.583815 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3f3d51-0f6f-45a5-8667-ad4246f8e212 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Router 93357e5d-575b-4a90-a675-3f2587d5ff79 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:06:45.592004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e0084040-2c73-46be-b5d3-c4b0a1ea8eb4 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:45.615904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: e0084040-2c73-46be-b5d3-c4b0a1ea8eb4 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:45.617113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e0084040-2c73-46be-b5d3-c4b0a1ea8eb4 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:45.617758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e4f417b6-603e-4782-8cc6-1386bcec891c no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:45.624149 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2262-ac1f-49ff-8de3-5b2c82a24ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.635353 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6ffc2262-ac1f-49ff-8de3-5b2c82a24ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c359fa-7b1c-482e-86f6-2ae29ef3df09']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:45.642917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: e4f417b6-603e-4782-8cc6-1386bcec891c {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:45.644111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e4f417b6-603e-4782-8cc6-1386bcec891c not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:45.648239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6ffc2262-ac1f-49ff-8de3-5b2c82a24ba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be48896-77c9-4241-8977-ffda45617ce8') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:45.648487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6ffc2262-ac1f-49ff-8de3-5b2c82a24ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be48896-77c9-4241-8977-ffda45617ce8') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:45.659591 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2262-ac1f-49ff-8de3-5b2c82a24ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.671511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3f3d51-0f6f-45a5-8667-ad4246f8e212 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:06:45.676035 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2262-ac1f-49ff-8de3-5b2c82a24ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.681813 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4b3f3d51-0f6f-45a5-8667-ad4246f8e212 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "PUT /v2.0/routers/93357e5d-575b-4a90-a675-3f2587d5ff79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3229456 Jul 09 20:06:45.683343 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f681e7c-a5a3-472d-add5-5a0e1787c273 None None] Sync routers for ids ['93357e5d-575b-4a90-a675-3f2587d5ff79'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:06:45.685464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45642) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:45.693549 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffc2262-ac1f-49ff-8de3-5b2c82a24ba2 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:06:45.694244 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2262-ac1f-49ff-8de3-5b2c82a24ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:06:45.696172 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:06:45.701964 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f681e7c-a5a3-472d-add5-5a0e1787c273 None None] Routers {'93357e5d-575b-4a90-a675-3f2587d5ff79'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:45.703065 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2f681e7c-a5a3-472d-add5-5a0e1787c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:06:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['93357e5d-575b-4a90-a675-3f2587d5ff79'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:45.731899 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-584906bf-ba45-40e3-aba0-c4bd133b3798 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] delete failed (client error): The resource could not be found. Jul 09 20:06:45.737781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45646) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:45.738312 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-584906bf-ba45-40e3-aba0-c4bd133b3798 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-610678179 HTTP/1.1" status: 404 len: 334 time: 0.0516703 Jul 09 20:06:45.753926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cc74d8cc-49d1-4618-b0a1-aae46ed9fd12 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Request body: {'router': {'external_gateway_info': {'network_id': '93357e5d-575b-4a90-a675-3f2587d5ff79'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:45.766139 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2f681e7c-a5a3-472d-add5-5a0e1787c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:45.776259 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f681e7c-a5a3-472d-add5-5a0e1787c273 None None] Routers {'93357e5d-575b-4a90-a675-3f2587d5ff79'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:45.776935 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2f681e7c-a5a3-472d-add5-5a0e1787c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:06:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['93357e5d-575b-4a90-a675-3f2587d5ff79'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:45.816673 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2f681e7c-a5a3-472d-add5-5a0e1787c273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:45.817228 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f681e7c-a5a3-472d-add5-5a0e1787c273 None None] The sync data for ids ['93357e5d-575b-4a90-a675-3f2587d5ff79'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:06:45.840367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2262-ac1f-49ff-8de3-5b2c82a24ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.886101 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6ffc2262-ac1f-49ff-8de3-5b2c82a24ba2 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:45.890327 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6ffc2262-ac1f-49ff-8de3-5b2c82a24ba2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/99c359fa-7b1c-482e-86f6-2ae29ef3df09 HTTP/1.1" status: 204 len: 168 time: 0.4753091 Jul 09 20:06:45.928172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc2262-ac1f-49ff-8de3-5b2c82a24ba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=99c359fa-7b1c-482e-86f6-2ae29ef3df09,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:46.010172 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc74d8cc-49d1-4618-b0a1-aae46ed9fd12 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.033079 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-cc74d8cc-49d1-4618-b0a1-aae46ed9fd12 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] update failed (client error): The resource could not be found. Jul 09 20:06:46.034096 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cc74d8cc-49d1-4618-b0a1-aae46ed9fd12 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "PUT /v2.0/routers/93357e5d-575b-4a90-a675-3f2587d5ff79 HTTP/1.1" status: 404 len: 339 time: 0.2951536 Jul 09 20:06:46.047502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45652) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:46.054858 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-fe5864ad-30a0-476b-b422-f526f76f0a87 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-791508583'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:46.095935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5864ad-30a0-476b-b422-f526f76f0a87 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Made reservation on behalf of d80f1fcb5aba48918841dc8aa0f3e00d for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:46.100635 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe5864ad-30a0-476b-b422-f526f76f0a87 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.127653 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45656) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:46.131916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5864ad-30a0-476b-b422-f526f76f0a87 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:06:46.145218 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe5864ad-30a0-476b-b422-f526f76f0a87 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.145752 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-fe5864ad-30a0-476b-b422-f526f76f0a87 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Added segment f828e629-3893-42df-a932-eb247c94319a of type vlan for network 4d7f5a56-751f-410c-8401-78ed6eeaa701 Jul 09 20:06:46.182744 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-004f7ab7-d545-4bed-971b-562ba7fbfa61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7fdce68c2634be6a0eb390c9c3290ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510890 Jul 09 20:06:46.183032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45658) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:46.200210 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe5864ad-30a0-476b-b422-f526f76f0a87 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.238112 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe5864ad-30a0-476b-b422-f526f76f0a87 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.243294 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc97ca46-7533-4bb7-b8cc-904ca02c3065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.244521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5864ad-30a0-476b-b422-f526f76f0a87 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:46.245611 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe5864ad-30a0-476b-b422-f526f76f0a87 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.269137 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc97ca46-7533-4bb7-b8cc-904ca02c3065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.317156 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fe5864ad-30a0-476b-b422-f526f76f0a87 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2679114 Jul 09 20:06:46.318298 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45660) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:46.324954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a8870870-8c3f-4de5-9136-4f378ae38dd3 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Request body: {'subnet': {'network_id': '4d7f5a56-751f-410c-8401-78ed6eeaa701', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:46.334187 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5864ad-30a0-476b-b422-f526f76f0a87 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event updated for resources: {'Network': ['ID=4d7f5a56-751f-410c-8401-78ed6eeaa701,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:46.347245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 4d7f5a56-751f-410c-8401-78ed6eeaa701 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:06:46.382367 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc97ca46-7533-4bb7-b8cc-904ca02c3065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.385110 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc97ca46-7533-4bb7-b8cc-904ca02c3065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.386433 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fc97ca46-7533-4bb7-b8cc-904ca02c3065 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2 HTTP/1.1" status: 204 len: 168 time: 0.2024395 Jul 09 20:06:46.405721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97ca46-7533-4bb7-b8cc-904ca02c3065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8d8ab4-1f2d-49b5-9a41-9c215608b4d2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:46.443356 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8870870-8c3f-4de5-9136-4f378ae38dd3 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Made reservation on behalf of d80f1fcb5aba48918841dc8aa0f3e00d for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:46.450279 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a8870870-8c3f-4de5-9136-4f378ae38dd3 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.674077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf7676-a613-4154-9789-fb1b8910ef7a req-bc93766a-69cc-4a2d-9f96-33be3851efc6 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:46.677070 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beaf7676-a613-4154-9789-fb1b8910ef7a req-bc93766a-69cc-4a2d-9f96-33be3851efc6 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1222322 Jul 09 20:06:46.765177 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-beaf7676-a613-4154-9789-fb1b8910ef7a req-45ddf66e-6f96-4896-9f65-959508dd83ce tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817640 Jul 09 20:06:46.846736 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a8870870-8c3f-4de5-9136-4f378ae38dd3 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.917000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8870870-8c3f-4de5-9136-4f378ae38dd3 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event updated for resources: {'Subnet': ['ID=02e32aff-51f3-4fa1-a600-b2734ace2d0b,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:46.925394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8870870-8c3f-4de5-9136-4f378ae38dd3 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Checking segment: {'id': 'f828e629-3893-42df-a932-eb247c94319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4d7f5a56-751f-410c-8401-78ed6eeaa701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:46.925792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8870870-8c3f-4de5-9136-4f378ae38dd3 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Network hostable DHCP agents. Network: 4d7f5a56-751f-410c-8401-78ed6eeaa701, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:06:46.944828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8870870-8c3f-4de5-9136-4f378ae38dd3 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Network 4d7f5a56-751f-410c-8401-78ed6eeaa701 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:06:46.958254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-a8870870-8c3f-4de5-9136-4f378ae38dd3 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 4d7f5a56-751f-410c-8401-78ed6eeaa701) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:46.966461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8870870-8c3f-4de5-9136-4f378ae38dd3 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:46.967141 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a8870870-8c3f-4de5-9136-4f378ae38dd3 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:46.970273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa2d754-7694-41ae-aaa1-3a2a97c6486c None None] Network 4d7f5a56-751f-410c-8401-78ed6eeaa701 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:46.992357 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a8870870-8c3f-4de5-9136-4f378ae38dd3 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6721864 Jul 09 20:06:46.992767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45682) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:46.997834 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d7c84472-402c-4c20-867c-6b76ef585170 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Request body: {'router': {'external_gateway_info': {'network_id': '4d7f5a56-751f-410c-8401-78ed6eeaa701'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:47.171009 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-4d7f5a56-751f-410c-8401-78ed6eeaa701', 'network_id': '4d7f5a56-751f-410c-8401-78ed6eeaa701', 'tenant_id': 'd80f1fcb5aba48918841dc8aa0f3e00d', 'fixed_ips': [{'subnet_id': '02e32aff-51f3-4fa1-a600-b2734ace2d0b'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:06:47.171899 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:47.267462 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7c84472-402c-4c20-867c-6b76ef585170 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:47.385767 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45694) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:47.387739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Allocated IP 2001:db8:1::2 (4d7f5a56-751f-410c-8401-78ed6eeaa701/02e32aff-51f3-4fa1-a600-b2734ace2d0b/e042f146-612d-4025-97a8-4abf809f13af) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:47.414370 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-d7c84472-402c-4c20-867c-6b76ef585170 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:06:47.418865 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d7c84472-402c-4c20-867c-6b76ef585170 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "PUT /v2.0/routers/93357e5d-575b-4a90-a675-3f2587d5ff79 HTTP/1.1" status: 400 len: 364 time: 0.4216578 Jul 09 20:06:47.419314 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45698) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:47.547491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1176387923-network', 'tenant_id': 'c689c8ecc5f0497e8a3a5fa32b8e5ec8'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:47.560932 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:47.571254 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Transition to ACTIVE for port object e042f146-612d-4025-97a8-4abf809f13af will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:47.590834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Transition to ACTIVE for port object e042f146-612d-4025-97a8-4abf809f13af will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:47.601954 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:47.644787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Network 4d7f5a56-751f-410c-8401-78ed6eeaa701 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:47.649051 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:47.657444 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:47.679747 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] Made reservation on behalf of c689c8ecc5f0497e8a3a5fa32b8e5ec8 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:47.683997 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:47.725040 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:47.738845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Pushing event updated for resources: {'Port': ['ID=e042f146-612d-4025-97a8-4abf809f13af,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:47.752098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Attempting to bind port e042f146-612d-4025-97a8-4abf809f13af on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:47.752894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Attempting to bind port e042f146-612d-4025-97a8-4abf809f13af by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'f828e629-3893-42df-a932-eb247c94319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4d7f5a56-751f-410c-8401-78ed6eeaa701'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:47.753295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Attempting to bind port e042f146-612d-4025-97a8-4abf809f13af on network 4d7f5a56-751f-410c-8401-78ed6eeaa701 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:47.760040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:47.760040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Checking segment: {'id': 'f828e629-3893-42df-a932-eb247c94319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4d7f5a56-751f-410c-8401-78ed6eeaa701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:47.760400 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:47.763323 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Bound using segment: {'id': 'f828e629-3893-42df-a932-eb247c94319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4d7f5a56-751f-410c-8401-78ed6eeaa701'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:47.763323 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Bound port: e042f146-612d-4025-97a8-4abf809f13af, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f828e629-3893-42df-a932-eb247c94319a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4d7f5a56-751f-410c-8401-78ed6eeaa701'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:47.763323 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:47.872760 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:47.879643 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] For port e042f146-612d-4025-97a8-4abf809f13af, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:47.884663 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] For port e042f146-612d-4025-97a8-4abf809f13af, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e042f146-612d-4025-97a8-4abf809f13af,segment=NetworkSegment(f828e629-3893-42df-a932-eb247c94319a),segment_id=f828e629-3893-42df-a932-eb247c94319a)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:47.894489 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.005632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42b8df-5976-4bfb-9e15-84c2402544d2 None None] Pushing event updated for resources: {'Port': ['ID=e042f146-612d-4025-97a8-4abf809f13af,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:48.027622 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d5ae1a-ce76-4d00-ae63-0990e26e7538 req-df185f10-13e9-48ea-ac37-4b920f065f85 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:48.029607 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33d5ae1a-ce76-4d00-ae63-0990e26e7538 req-df185f10-13e9-48ea-ac37-4b920f065f85 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1082060 Jul 09 20:06:48.079286 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33d5ae1a-ce76-4d00-ae63-0990e26e7538 req-d807c9d0-6845-434b-b73f-9f36f55d9057 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Jul 09 20:06:48.099142 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.106790 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.143926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:06:48.159726 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.160686 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] Added segment 51ba6f23-085e-4550-812b-117d06c7aa6b of type vlan for network 8576682d-43ed-4711-bc34-640246871758 Jul 09 20:06:48.240145 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.312809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c602816-042c-470b-9e02-150bde7242de,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:48.368856 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.370785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:48.371924 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.479080 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0919390 Jul 09 20:06:48.482393 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45710) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:48.491042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a80eae9f-fbf4-4d49-a8eb-21ba41f1d668 admin admin] Request body: {'subnet': {'network_id': '8576682d-43ed-4711-bc34-640246871758', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1176387923-subnet', 'tenant_id': 'c689c8ecc5f0497e8a3a5fa32b8e5ec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:48.505736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Allocated IP 2001:db8::1 (c77f4614-73a6-42c8-8bff-6056385a041c/cf4cefb3-8726-4f6d-9ae8-65269876fd54/10763a74-e04b-402c-bbbc-3647532d37e6) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:48.507704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4a616-c202-4617-93fb-4b47ff4e270e admin admin] Pushing event updated for resources: {'Network': ['ID=8576682d-43ed-4711-bc34-640246871758,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:48.520773 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 8576682d-43ed-4711-bc34-640246871758 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:06:48.525049 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80eae9f-fbf4-4d49-a8eb-21ba41f1d668 admin admin] Made reservation on behalf of c689c8ecc5f0497e8a3a5fa32b8e5ec8 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:48.528878 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a80eae9f-fbf4-4d49-a8eb-21ba41f1d668 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.664026 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.680391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Transition to ACTIVE for port object 10763a74-e04b-402c-bbbc-3647532d37e6 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:48.722822 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.746759 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a80eae9f-fbf4-4d49-a8eb-21ba41f1d668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.793274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event updated for resources: {'Port': ['ID=10763a74-e04b-402c-bbbc-3647532d37e6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:48.808195 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80eae9f-fbf4-4d49-a8eb-21ba41f1d668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cefeb25d-b810-4185-a769-17a2e345e6cc,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:48.824049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Network c77f4614-73a6-42c8-8bff-6056385a041c is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:48.825955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:48.854638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:48.858159 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.860858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80eae9f-fbf4-4d49-a8eb-21ba41f1d668 admin admin] Checking segment: {'id': '51ba6f23-085e-4550-812b-117d06c7aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8576682d-43ed-4711-bc34-640246871758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:48.861426 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80eae9f-fbf4-4d49-a8eb-21ba41f1d668 admin admin] Network hostable DHCP agents. Network: 8576682d-43ed-4711-bc34-640246871758, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:06:48.913980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80eae9f-fbf4-4d49-a8eb-21ba41f1d668 admin admin] Network 8576682d-43ed-4711-bc34-640246871758 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:06:48.929639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-a80eae9f-fbf4-4d49-a8eb-21ba41f1d668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 8576682d-43ed-4711-bc34-640246871758) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:48.935231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80eae9f-fbf4-4d49-a8eb-21ba41f1d668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:48.935854 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a80eae9f-fbf4-4d49-a8eb-21ba41f1d668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:48.952396 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe88c49-6606-48d9-99ef-99d4feb8b24c None None] Network 8576682d-43ed-4711-bc34-640246871758 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:48.959923 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a80eae9f-fbf4-4d49-a8eb-21ba41f1d668 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4750631 Jul 09 20:06:49.376838 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c43ef-4840-4703-984c-6f6e7c868353 None None] Network 8576682d-43ed-4711-bc34-640246871758 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:49.398661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-92abe1e8-0e59-43dc-bba6-6f25795fd88f None None] Provisioning for port 10763a74-e04b-402c-bbbc-3647532d37e6 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:49.464253 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8e502-a235-4ad1-a996-ef2bb07021bd req-3eba8463-0008-4ef5-8fc4-08d285e7d6cd tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:49.476244 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53a8e502-a235-4ad1-a996-ef2bb07021bd req-3eba8463-0008-4ef5-8fc4-08d285e7d6cd tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1560323 Jul 09 20:06:49.523096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e042f146-612d-4025-97a8-4abf809f13af up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:49.559675 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53a8e502-a235-4ad1-a996-ef2bb07021bd req-54863fce-cc38-4836-9826-a2c20519de73 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809574 Jul 09 20:06:49.588894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bb2ab4-04ea-48a0-944e-c17c371bb114 None None] Network 4d7f5a56-751f-410c-8401-78ed6eeaa701 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:49.614390 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:49.643433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-92abe1e8-0e59-43dc-bba6-6f25795fd88f None None] Provisioning complete for port 10763a74-e04b-402c-bbbc-3647532d37e6 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:49.649362 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-92abe1e8-0e59-43dc-bba6-6f25795fd88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:49.807339 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-92abe1e8-0e59-43dc-bba6-6f25795fd88f None None] Port 10763a74-e04b-402c-bbbc-3647532d37e6 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:49.893104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port e042f146-612d-4025-97a8-4abf809f13af completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:49.990452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e0286e4c-86a4-4fdd-ac5f-7c10834ad2b9 None None] Provisioning for port e042f146-612d-4025-97a8-4abf809f13af completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:06:50.004416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e0286e4c-86a4-4fdd-ac5f-7c10834ad2b9 None None] Provisioning complete for port e042f146-612d-4025-97a8-4abf809f13af triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:50.005187 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e0286e4c-86a4-4fdd-ac5f-7c10834ad2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:50.037986 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-a1a03707-dc71-41fe-a370-4e4a1a909de2 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:50.039963 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-a1a03707-dc71-41fe-a370-4e4a1a909de2 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/networks?id=8576682d-43ed-4711-bc34-640246871758 HTTP/1.1" status: 200 len: 814 time: 0.2213106 Jul 09 20:06:50.114206 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-6bb7f05d-d4db-4f70-a4cf-aa54dee1fdf2 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/quotas/c689c8ecc5f0497e8a3a5fa32b8e5ec8 HTTP/1.1" status: 200 len: 375 time: 0.0525596 Jul 09 20:06:50.130076 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e0286e4c-86a4-4fdd-ac5f-7c10834ad2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:50.167576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e0286e4c-86a4-4fdd-ac5f-7c10834ad2b9 None None] For port e042f146-612d-4025-97a8-4abf809f13af, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e042f146-612d-4025-97a8-4abf809f13af,segment=NetworkSegment(f828e629-3893-42df-a932-eb247c94319a),segment_id=f828e629-3893-42df-a932-eb247c94319a)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:50.170674 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-110a8608-fd3c-435a-8c84-0379bcb0fd17 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c689c8ecc5f0497e8a3a5fa32b8e5ec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467482 Jul 09 20:06:50.174933 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e0286e4c-86a4-4fdd-ac5f-7c10834ad2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:50.185744 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:50.199848 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:50.200742 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:50.244951 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0286e4c-86a4-4fdd-ac5f-7c10834ad2b9 None None] Pushing event updated for resources: {'Port': ['ID=e042f146-612d-4025-97a8-4abf809f13af,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:50.376566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event updated for resources: {'Port': ['ID=10763a74-e04b-402c-bbbc-3647532d37e6,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:50.399612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b227eccf-19ca-4ce0-859b-c642e9185306 None None] Provisioning complete for port e042f146-612d-4025-97a8-4abf809f13af triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:50.399998 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b227eccf-19ca-4ce0-859b-c642e9185306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:50.414358 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-3b902ed8-069e-45dd-8efb-d4d4734f6086 service neutron] 10.222.0.30 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263663 Jul 09 20:06:50.492230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Network c77f4614-73a6-42c8-8bff-6056385a041c is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:50.495048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:50.608772 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-5985d38f-3a11-4a4a-8076-1a9284876992 service neutron] 10.222.0.30 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865370 Jul 09 20:06:50.636967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Router 93357e5d-575b-4a90-a675-3f2587d5ff79 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:06:50.762266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:06:50.768208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d5341d53-5636-4742-bea4-77b6f5b07b3c tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "PUT /v2.0/routers/93357e5d-575b-4a90-a675-3f2587d5ff79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3477752 Jul 09 20:06:50.772306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45754) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:50.777812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de68f2-cbc6-4b8b-a2d7-fa66cffe839e None None] Sync routers for ids ['93357e5d-575b-4a90-a675-3f2587d5ff79'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:06:50.800360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de68f2-cbc6-4b8b-a2d7-fa66cffe839e None None] Routers {'93357e5d-575b-4a90-a675-3f2587d5ff79'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:50.801110 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f8de68f2-cbc6-4b8b-a2d7-fa66cffe839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:06:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['93357e5d-575b-4a90-a675-3f2587d5ff79'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:50.856706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f8de68f2-cbc6-4b8b-a2d7-fa66cffe839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:50.876107 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3d5255a0-79a5-40da-bdbb-be81f9facb37 req-8ae81ab0-d1ef-40e0-ba26-225137c06407 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 210 time: 0.0486345 Jul 09 20:06:50.883801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-89ac4af3-05a2-48b7-bbe2-ee7ba15e9c57 None None] Provisioning complete for port 10763a74-e04b-402c-bbbc-3647532d37e6 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:50.884333 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-89ac4af3-05a2-48b7-bbe2-ee7ba15e9c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:50.893733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de68f2-cbc6-4b8b-a2d7-fa66cffe839e None None] Routers {'93357e5d-575b-4a90-a675-3f2587d5ff79'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:50.893733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f8de68f2-cbc6-4b8b-a2d7-fa66cffe839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:06:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['93357e5d-575b-4a90-a675-3f2587d5ff79'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:50.931186 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-16cd9285-e525-46c3-b70f-3bb5546ae1f6 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:50.980990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f8de68f2-cbc6-4b8b-a2d7-fa66cffe839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:50.981852 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de68f2-cbc6-4b8b-a2d7-fa66cffe839e None None] The sync data for ids ['93357e5d-575b-4a90-a675-3f2587d5ff79'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:06:51.004691 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-89ac4af3-05a2-48b7-bbe2-ee7ba15e9c57 None None] Port 10763a74-e04b-402c-bbbc-3647532d37e6 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:06:51.047606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fc84e-91c5-49ed-8dec-fe7b2a5a99a3 req-24ec11f7-9ea3-48f9-88f9-844ddee24b6b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:51.049444 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f69fc84e-91c5-49ed-8dec-fe7b2a5a99a3 req-24ec11f7-9ea3-48f9-88f9-844ddee24b6b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.2131288 Jul 09 20:06:51.052779 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-16cd9285-e525-46c3-b70f-3bb5546ae1f6 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 20:06:51.054011 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-16cd9285-e525-46c3-b70f-3bb5546ae1f6 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "DELETE /v2.0/routers/93357e5d-575b-4a90-a675-3f2587d5ff79 HTTP/1.1" status: 409 len: 329 time: 0.2803795 Jul 09 20:06:51.057823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45768) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:51.097110 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f69fc84e-91c5-49ed-8dec-fe7b2a5a99a3 req-4bacc923-5c84-4b53-af71-bc01cd8ac6fd tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417728 Jul 09 20:06:51.314895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e042f146-612d-4025-97a8-4abf809f13af up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:06:51.387498 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e042f146-612d-4025-97a8-4abf809f13af triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:06:51.387968 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:51.587087 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a16917d2-56c1-4626-bd90-de2bfff69637 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:51.940083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-a16917d2-56c1-4626-bd90-de2bfff69637 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Deleting port 10763a74-e04b-402c-bbbc-3647532d37e6 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:51.941099 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a16917d2-56c1-4626-bd90-de2bfff69637 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:52.045160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4635b1aa-95ad-434a-b4ef-8b67300e7653 req-d73e036b-e52c-45a5-832f-681e7b906e0a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 210 time: 0.0443542 Jul 09 20:06:52.085355 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a16917d2-56c1-4626-bd90-de2bfff69637 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:52.098195 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-a16917d2-56c1-4626-bd90-de2bfff69637 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Calling delete_port for 10763a74-e04b-402c-bbbc-3647532d37e6 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:52.447371 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a16917d2-56c1-4626-bd90-de2bfff69637 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:52.497373 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16917d2-56c1-4626-bd90-de2bfff69637 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event deleted for resources: {'Port': ['ID=10763a74-e04b-402c-bbbc-3647532d37e6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:52.507733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-0250ae9e-6ebf-4818-9151-e22cdf33f55c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:52.509406 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-0250ae9e-6ebf-4818-9151-e22cdf33f55c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.36 "GET /v2.0/networks?id=8576682d-43ed-4711-bc34-640246871758 HTTP/1.1" status: 200 len: 814 time: 0.2189529 Jul 09 20:06:52.519523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b5fbf-b488-45ae-8449-1da1cc004767 req-ec4a3b06-f88e-45fd-ae2c-786de87bab24 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:52.527068 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da0b5fbf-b488-45ae-8449-1da1cc004767 req-ec4a3b06-f88e-45fd-ae2c-786de87bab24 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.2801166 Jul 09 20:06:52.538030 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-bd296610-ccf2-4f73-800c-7ae3a58e8f08 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Request body: {'port': {'device_id': '22a638b8-826a-45ff-baa6-4dd253954612', 'network_id': '8576682d-43ed-4711-bc34-640246871758', 'admin_state_up': True, 'tenant_id': 'c689c8ecc5f0497e8a3a5fa32b8e5ec8'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:52.719818 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a16917d2-56c1-4626-bd90-de2bfff69637 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:52.768138 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da0b5fbf-b488-45ae-8449-1da1cc004767 req-eb02ddca-b10a-4faf-b029-a1354622caab tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401786 Jul 09 20:06:53.266690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-bd296610-ccf2-4f73-800c-7ae3a58e8f08 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Made reservation on behalf of c689c8ecc5f0497e8a3a5fa32b8e5ec8 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:06:53.271665 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-bd296610-ccf2-4f73-800c-7ae3a58e8f08 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:53.301736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16917d2-56c1-4626-bd90-de2bfff69637 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Router 93357e5d-575b-4a90-a675-3f2587d5ff79 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:06:53.326956 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-587f7b9f-be1f-4a62-8dd9-42e0b9c1de51 req-da765ba7-e0d4-4d95-b1c7-61daeb7a15e5 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 210 time: 0.1414123 Jul 09 20:06:53.473581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16917d2-56c1-4626-bd90-de2bfff69637 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:06:53.486674 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a16917d2-56c1-4626-bd90-de2bfff69637 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "PUT /v2.0/routers/93357e5d-575b-4a90-a675-3f2587d5ff79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4258287 Jul 09 20:06:53.487571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45832) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:53.504371 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6628bfe-e511-4609-8db5-b7ba1d3442c8 None None] Sync routers for ids ['93357e5d-575b-4a90-a675-3f2587d5ff79'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:06:53.520216 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6628bfe-e511-4609-8db5-b7ba1d3442c8 None None] Routers {'93357e5d-575b-4a90-a675-3f2587d5ff79'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:53.520900 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e6628bfe-e511-4609-8db5-b7ba1d3442c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:06:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['93357e5d-575b-4a90-a675-3f2587d5ff79'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:53.549558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-bd296610-ccf2-4f73-800c-7ae3a58e8f08 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Allocated IP 172.20.0.3 (8576682d-43ed-4711-bc34-640246871758/cefeb25d-b810-4185-a769-17a2e345e6cc/eeb3bdf9-f0ad-486a-94cd-4afece32c30f) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:06:53.581133 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-8db99f11-0cf4-49ed-8420-07dc3e399344 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] show failed (client error): The resource could not be found. Jul 09 20:06:53.582491 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8db99f11-0cf4-49ed-8420-07dc3e399344 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-1973426514 HTTP/1.1" status: 404 len: 335 time: 0.0933757 Jul 09 20:06:53.586594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45836) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:53.592559 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e6628bfe-e511-4609-8db5-b7ba1d3442c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:53.595137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c22c784b-45d9-4efd-9c87-aca6eea9b5b4 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:53.609494 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6628bfe-e511-4609-8db5-b7ba1d3442c8 None None] Routers {'93357e5d-575b-4a90-a675-3f2587d5ff79'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:06:53.610582 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e6628bfe-e511-4609-8db5-b7ba1d3442c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:06:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['93357e5d-575b-4a90-a675-3f2587d5ff79'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:53.652971 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-c22c784b-45d9-4efd-9c87-aca6eea9b5b4 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] update failed (client error): The resource could not be found. Jul 09 20:06:53.653919 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c22c784b-45d9-4efd-9c87-aca6eea9b5b4 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1374882455 HTTP/1.1" status: 404 len: 335 time: 0.0663188 Jul 09 20:06:53.657880 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45840) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:53.659417 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e6628bfe-e511-4609-8db5-b7ba1d3442c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:53.660987 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6628bfe-e511-4609-8db5-b7ba1d3442c8 None None] The sync data for ids ['93357e5d-575b-4a90-a675-3f2587d5ff79'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:06:53.754944 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-16aa097d-dbc9-4082-be10-637ea9d9ba39 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Deleting subnet 02e32aff-51f3-4fa1-a600-b2734ace2d0b {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:06:53.770669 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-16aa097d-dbc9-4082-be10-637ea9d9ba39 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:53.785729 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-bd296610-ccf2-4f73-800c-7ae3a58e8f08 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:53.822077 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-16aa097d-dbc9-4082-be10-637ea9d9ba39 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:53.848763 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-bd296610-ccf2-4f73-800c-7ae3a58e8f08 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:53.916876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-bd296610-ccf2-4f73-800c-7ae3a58e8f08 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Network 8576682d-43ed-4711-bc34-640246871758 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:06:53.920679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-bd296610-ccf2-4f73-800c-7ae3a58e8f08 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:06:53.926332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-bd296610-ccf2-4f73-800c-7ae3a58e8f08 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:06:53.932398 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-16aa097d-dbc9-4082-be10-637ea9d9ba39 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:53.956650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd296610-ccf2-4f73-800c-7ae3a58e8f08 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Pushing event updated for resources: {'Port': ['ID=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:54.016869 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-bd296610-ccf2-4f73-800c-7ae3a58e8f08 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:54.025778 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-bd296610-ccf2-4f73-800c-7ae3a58e8f08 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:54.056829 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-bd296610-ccf2-4f73-800c-7ae3a58e8f08 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5241902 Jul 09 20:06:54.072555 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Request body: {'port': {'device_id': '22a638b8-826a-45ff-baa6-4dd253954612', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:06:54.076364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d993a-d48d-449a-8e2a-0e97116c9015 req-208f2612-2167-4e73-bdfb-1eb50055a770 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:54.078128 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f11d993a-d48d-449a-8e2a-0e97116c9015 req-208f2612-2167-4e73-bdfb-1eb50055a770 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1475661 Jul 09 20:06:54.080066 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-16aa097d-dbc9-4082-be10-637ea9d9ba39 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:54.107168 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa097d-dbc9-4082-be10-637ea9d9ba39 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event deleted for resources: {'Subnet': ['ID=02e32aff-51f3-4fa1-a600-b2734ace2d0b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:54.132304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc026d45-ec7e-4fab-b9ca-bcbe97d5cfde None None] Network 4d7f5a56-751f-410c-8401-78ed6eeaa701 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:54.152261 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-16aa097d-dbc9-4082-be10-637ea9d9ba39 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:54.154418 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-16aa097d-dbc9-4082-be10-637ea9d9ba39 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "DELETE /v2.0/subnets/02e32aff-51f3-4fa1-a600-b2734ace2d0b HTTP/1.1" status: 204 len: 168 time: 0.4955602 Jul 09 20:06:54.159992 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45852) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:54.203771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f11d993a-d48d-449a-8e2a-0e97116c9015 req-b859aca2-3831-4415-bc55-0e2905f0dc1d tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975666 Jul 09 20:06:54.257374 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:54.293483 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:54.394281 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cc4155-8902-4fa7-a6bc-124a799104de None None] DHCP port deletion for 4d7f5a56-751f-410c-8401-78ed6eeaa701 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:06:54.474653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-05cc4155-8902-4fa7-a6bc-124a799104de None None] Deleting port e042f146-612d-4025-97a8-4abf809f13af {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:54.476321 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-05cc4155-8902-4fa7-a6bc-124a799104de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:54.572566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Deleting port e042f146-612d-4025-97a8-4abf809f13af {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:54.572566 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:54.705625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] For port e042f146-612d-4025-97a8-4abf809f13af, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e042f146-612d-4025-97a8-4abf809f13af,segment=NetworkSegment(f828e629-3893-42df-a932-eb247c94319a),segment_id=f828e629-3893-42df-a932-eb247c94319a)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:54.706024 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:54.742821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Calling delete_port for e042f146-612d-4025-97a8-4abf809f13af owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:54.757322 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726f498-2679-4b33-8023-90c284e73333 req-e02cd06e-de67-43bb-aff4-a60fb59f8bbe tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:54.765062 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e726f498-2679-4b33-8023-90c284e73333 req-e02cd06e-de67-43bb-aff4-a60fb59f8bbe tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 931 time: 0.2738376 Jul 09 20:06:54.785544 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-05cc4155-8902-4fa7-a6bc-124a799104de None None] For port e042f146-612d-4025-97a8-4abf809f13af, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e042f146-612d-4025-97a8-4abf809f13af,segment=NetworkSegment(f828e629-3893-42df-a932-eb247c94319a),segment_id=f828e629-3893-42df-a932-eb247c94319a)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:54.785869 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-05cc4155-8902-4fa7-a6bc-124a799104de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:54.808115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-05cc4155-8902-4fa7-a6bc-124a799104de None None] Calling delete_port for e042f146-612d-4025-97a8-4abf809f13af owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:54.896205 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e726f498-2679-4b33-8023-90c284e73333 req-f5730814-b0c8-4c5e-a707-a4959022dc4e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300166 Jul 09 20:06:54.903953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb3bdf9-f0ad-486a-94cd-4afece32c30f {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:06:54.913806 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-05cc4155-8902-4fa7-a6bc-124a799104de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:54.925754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:54.940618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc4155-8902-4fa7-a6bc-124a799104de None None] Pushing event deleted for resources: {'Port': ['ID=e042f146-612d-4025-97a8-4abf809f13af,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:54.944336 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cc4155-8902-4fa7-a6bc-124a799104de None None] No DVR routers for this DVR port e042f146-612d-4025-97a8-4abf809f13af on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:54.959710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Transition to ACTIVE for port object eeb3bdf9-f0ad-486a-94cd-4afece32c30f will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:06:54.969651 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.009227 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.038640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] No DVR routers for this DVR port e042f146-612d-4025-97a8-4abf809f13af on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:55.048008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:55.135935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event deleted for resources: {'Port': ['ID=e042f146-612d-4025-97a8-4abf809f13af,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:55.221325 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.240355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d7f5a56-751f-410c-8401-78ed6eeaa701']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:55.263476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f828e629-3893-42df-a932-eb247c94319a') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:55.263843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f828e629-3893-42df-a932-eb247c94319a') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:55.265991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Attempting to bind port eeb3bdf9-f0ad-486a-94cd-4afece32c30f on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:06:55.266329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Attempting to bind port eeb3bdf9-f0ad-486a-94cd-4afece32c30f by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '51ba6f23-085e-4550-812b-117d06c7aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8576682d-43ed-4711-bc34-640246871758'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:06:55.267239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Attempting to bind port eeb3bdf9-f0ad-486a-94cd-4afece32c30f on network 8576682d-43ed-4711-bc34-640246871758 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:55.280809 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.282951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Port eeb3bdf9-f0ad-486a-94cd-4afece32c30f on network 8576682d-43ed-4711-bc34-640246871758 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:06:55.283298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Attempting to bind port eeb3bdf9-f0ad-486a-94cd-4afece32c30f on network 8576682d-43ed-4711-bc34-640246871758 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:06:55.296166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:06:55.296928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Checking segment: {'id': '51ba6f23-085e-4550-812b-117d06c7aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8576682d-43ed-4711-bc34-640246871758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:06:55.296928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Bound using segment: {'id': '51ba6f23-085e-4550-812b-117d06c7aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8576682d-43ed-4711-bc34-640246871758'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:06:55.297265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Bound port: eeb3bdf9-f0ad-486a-94cd-4afece32c30f, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ba6f23-085e-4550-812b-117d06c7aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8576682d-43ed-4711-bc34-640246871758'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:06:55.297621 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.302863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e042f146-612d-4025-97a8-4abf809f13af no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:55.318681 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.341722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: e042f146-612d-4025-97a8-4abf809f13af {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:55.342071 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e042f146-612d-4025-97a8-4abf809f13af not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:55.363670 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:06:55.364357 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:06:55.369172 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:06:55.492517 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.494653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] For port eeb3bdf9-f0ad-486a-94cd-4afece32c30f, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:06:55.500848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] For port eeb3bdf9-f0ad-486a-94cd-4afece32c30f, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:06:55.506870 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.508755 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "DELETE /v2.0/networks/4d7f5a56-751f-410c-8401-78ed6eeaa701 HTTP/1.1" status: 204 len: 168 time: 1.3474457 Jul 09 20:06:55.511430 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45882) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:55.521599 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.539143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d8112-d784-40fd-b189-5c3b8ad1bbcf tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event deleted for resources: {'Network': ['ID=4d7f5a56-751f-410c-8401-78ed6eeaa701,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:55.586287 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:55.586918 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.588362 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] 10.222.0.36 "PUT /v2.0/ports/eeb3bdf9-f0ad-486a-94cd-4afece32c30f HTTP/1.1" status: 200 len: 1091 time: 1.5235357 Jul 09 20:06:55.590579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22a638b8-826a-45ff-baa6-4dd253954612', 'tag': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:06:55.593274 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14ddf4d-5978-435b-83dc-3e9002ae5273" -d '{"events": [{"name": "network-changed", "server_uuid": "22a638b8-826a-45ff-baa6-4dd253954612", "tag": "eeb3bdf9-f0ad-486a-94cd-4afece32c30f"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:06:55.604812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-23fa6ddc-0464-4dd6-a572-fcd35b6af462 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Deleting subnet 90ab40b2-e2f0-4c62-bb43-a392825be064 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:06:55.611977 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-23fa6ddc-0464-4dd6-a572-fcd35b6af462 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.623126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8104467-5cbc-4292-acaa-9ac8b02d6f6b req-55826a26-09d1-4f64-b604-94a4744e8018 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:55.624756 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8104467-5cbc-4292-acaa-9ac8b02d6f6b req-55826a26-09d1-4f64-b604-94a4744e8018 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.2402284 Jul 09 20:06:55.625921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0956a-e9ab-43d0-a2de-dcac65164008 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:55.698975 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-23fa6ddc-0464-4dd6-a572-fcd35b6af462 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.716138 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8104467-5cbc-4292-acaa-9ac8b02d6f6b req-b08a522e-f339-452c-96c3-e462d494e9e8 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848103 Jul 09 20:06:55.771045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-9584c2e5-e32c-4342-8168-f6946f3a2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:55.773539 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-9584c2e5-e32c-4342-8168-f6946f3a2da8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c689c8ecc5f0497e8a3a5fa32b8e5ec8&device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 1094 time: 0.1248460 Jul 09 20:06:55.786334 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00743df4-712f-42e5-a457-68059b5ff853 x-openstack-request-id: req-00743df4-712f-42e5-a457-68059b5ff853 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:06:55.786877 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22a638b8-826a-45ff-baa6-4dd253954612", "tag": "eeb3bdf9-f0ad-486a-94cd-4afece32c30f", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:06:55.787355 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00743df4-712f-42e5-a457-68059b5ff853 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:06:55.788232 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22a638b8-826a-45ff-baa6-4dd253954612', 'tag': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f', 'status': 'completed', 'code': 200} Jul 09 20:06:55.839703 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-23fa6ddc-0464-4dd6-a572-fcd35b6af462 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.840904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-86db51c3-e882-4ae0-9e33-6672e2d7fab3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f HTTP/1.1" status: 200 len: 217 time: 0.0454350 Jul 09 20:06:55.909281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-0653744c-5d49-42c1-a0fb-df47f85cdd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:55.910849 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-0653744c-5d49-42c1-a0fb-df47f85cdd48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cefeb25d-b810-4185-a769-17a2e345e6cc HTTP/1.1" status: 200 len: 854 time: 0.0624707 Jul 09 20:06:55.918665 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-23fa6ddc-0464-4dd6-a572-fcd35b6af462 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.978065 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-210e2b91-18dc-4dbc-a1c6-4c3ed0bb20b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8576682d-43ed-4711-bc34-640246871758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585456 Jul 09 20:06:55.987237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa6ddc-0464-4dd6-a572-fcd35b6af462 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event deleted for resources: {'Subnet': ['ID=90ab40b2-e2f0-4c62-bb43-a392825be064,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:55.992643 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-23fa6ddc-0464-4dd6-a572-fcd35b6af462 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:55.997915 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-23fa6ddc-0464-4dd6-a572-fcd35b6af462 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "DELETE /v2.0/subnets/90ab40b2-e2f0-4c62-bb43-a392825be064 HTTP/1.1" status: 204 len: 168 time: 0.4842873 Jul 09 20:06:56.002451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8079a51-4b26-4759-a69a-4bdafbfe72dd None None] Network 101ed3fc-af57-4d85-948f-a028b6fb2a86 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:56.006053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45900) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:56.180108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bc49b-2a49-46c2-a3c2-f1a246c6d063 req-cdc7d44b-f95f-4d19-8a50-5f6b73c0ba05 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:56.194595 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f090b8-d54a-4a53-ad9c-94cd829633f6 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Deleting subnet da4333f8-12a6-4352-a553-ccb8003442ee {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:06:56.195771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2c7bc49b-2a49-46c2-a3c2-f1a246c6d063 req-cdc7d44b-f95f-4d19-8a50-5f6b73c0ba05 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.1230083 Jul 09 20:06:56.200266 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-4f69d4e5-5986-4dee-ae43-fffabf5ca83a service neutron] 10.222.0.36 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150795 Jul 09 20:06:56.201364 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7f090b8-d54a-4a53-ad9c-94cd829633f6 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:56.278961 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2c7bc49b-2a49-46c2-a3c2-f1a246c6d063 req-98acb673-379f-49bf-b30f-76cc067a3279 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772538 Jul 09 20:06:56.279123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] DHCP port deletion for 101ed3fc-af57-4d85-948f-a028b6fb2a86 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:06:56.324201 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7f090b8-d54a-4a53-ad9c-94cd829633f6 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:56.364670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Deleting port 2a3b519e-fd6c-4bc7-a976-0a85345394ce {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:56.365310 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:56.413311 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500be56c-69f3-4ff2-b9f8-304ddac7ff8a req-a58ce186-9bcf-4744-aec0-d99e985ba4b9 service neutron] 10.222.0.36 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843510 Jul 09 20:06:56.459140 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] For port 2a3b519e-fd6c-4bc7-a976-0a85345394ce, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2a3b519e-fd6c-4bc7-a976-0a85345394ce,segment=NetworkSegment(da03767b-4111-4910-9031-77baaccdce2f),segment_id=da03767b-4111-4910-9031-77baaccdce2f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:56.459679 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:56.469862 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7f090b8-d54a-4a53-ad9c-94cd829633f6 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:56.489406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Calling delete_port for 2a3b519e-fd6c-4bc7-a976-0a85345394ce owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:56.594335 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:56.598996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ddf4d-5978-435b-83dc-3e9002ae5273 req-a238e240-a93a-4a5c-afb9-9a977555976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:56.601081 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a14ddf4d-5978-435b-83dc-3e9002ae5273 req-a238e240-a93a-4a5c-afb9-9a977555976f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c689c8ecc5f0497e8a3a5fa32b8e5ec8&device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 1094 time: 0.1010032 Jul 09 20:06:56.609495 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7f090b8-d54a-4a53-ad9c-94cd829633f6 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:56.624692 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Pushing event deleted for resources: {'Port': ['ID=2a3b519e-fd6c-4bc7-a976-0a85345394ce,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:56.627857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] No DVR routers for this DVR port 2a3b519e-fd6c-4bc7-a976-0a85345394ce on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:56.648105 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:56.649102 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:56.649528 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:56.649904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:56.650401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:56.650660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:56.651009 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:56.651373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:56.651732 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:56.652091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:56.652449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:56.652968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1216e3-943f-4cd1-b3d7-407c9a898478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:06:56.702506 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f090b8-d54a-4a53-ad9c-94cd829633f6 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event deleted for resources: {'Subnet': ['ID=da4333f8-12a6-4352-a553-ccb8003442ee,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:56.710093 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7f090b8-d54a-4a53-ad9c-94cd829633f6 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:56.715042 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f7f090b8-d54a-4a53-ad9c-94cd829633f6 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "DELETE /v2.0/subnets/da4333f8-12a6-4352-a553-ccb8003442ee HTTP/1.1" status: 204 len: 168 time: 0.7079298 Jul 09 20:06:56.715862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45914) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:56.742898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b3325e-7f76-46b7-855c-93fdfc1398c7 None None] Network c11bec1b-0a5b-466b-bdd4-62c9b8d869bc requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:56.749372 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:56.791683 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ddf4d-5978-435b-83dc-3e9002ae5273 req-8f64bf35-21c7-40cd-8df7-77916d6f8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:56.793326 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a14ddf4d-5978-435b-83dc-3e9002ae5273 req-8f64bf35-21c7-40cd-8df7-77916d6f8cb4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8576682d-43ed-4711-bc34-640246871758 HTTP/1.1" status: 200 len: 915 time: 0.1807404 Jul 09 20:06:56.859732 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-94d58564-0f2c-40e0-a2c3-655cd5437144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:56.910340 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-30abd5fe-6b2e-48e3-9783-f23cf163630f tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:56.913702 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a14ddf4d-5978-435b-83dc-3e9002ae5273 req-cacbd9db-b0ab-4e79-9e0c-c636b1677a92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f HTTP/1.1" status: 200 len: 217 time: 0.1000824 Jul 09 20:06:57.038057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d06d5b-df16-41f2-9e44-745ab2804d12 None None] DHCP port deletion for c11bec1b-0a5b-466b-bdd4-62c9b8d869bc request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:06:57.062274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ddf4d-5978-435b-83dc-3e9002ae5273 req-cb275f99-b401-45e7-9419-a4e27f1506c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:57.064350 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a14ddf4d-5978-435b-83dc-3e9002ae5273 req-cb275f99-b401-45e7-9419-a4e27f1506c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cefeb25d-b810-4185-a769-17a2e345e6cc HTTP/1.1" status: 200 len: 854 time: 0.1412892 Jul 09 20:06:57.108431 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-30abd5fe-6b2e-48e3-9783-f23cf163630f tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:57.108741 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a14ddf4d-5978-435b-83dc-3e9002ae5273 req-f8eb5b95-144d-473b-ae76-ea442e72f083 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8576682d-43ed-4711-bc34-640246871758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374110 Jul 09 20:06:57.108945 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-85d06d5b-df16-41f2-9e44-745ab2804d12 None None] Deleting port eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:57.109398 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-85d06d5b-df16-41f2-9e44-745ab2804d12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:57.135759 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-30abd5fe-6b2e-48e3-9783-f23cf163630f tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101ed3fc-af57-4d85-948f-a028b6fb2a86']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:57.170207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-30abd5fe-6b2e-48e3-9783-f23cf163630f tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da03767b-4111-4910-9031-77baaccdce2f') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:57.170595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-30abd5fe-6b2e-48e3-9783-f23cf163630f tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da03767b-4111-4910-9031-77baaccdce2f') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:57.181063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540beff-6871-49c6-b68b-dfb43c7c6117 req-0a01a073-c68c-42f9-a56d-d0cb13782505 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:57.189152 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6540beff-6871-49c6-b68b-dfb43c7c6117 req-0a01a073-c68c-42f9-a56d-d0cb13782505 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.2142150 Jul 09 20:06:57.223040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-85d06d5b-df16-41f2-9e44-745ab2804d12 None None] For port eaaa45a7-17d2-4770-b0e9-ce332a7c42b5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=eaaa45a7-17d2-4770-b0e9-ce332a7c42b5,segment=NetworkSegment(fdec91b5-5bf9-46c0-b02c-05e2c0badd4b),segment_id=fdec91b5-5bf9-46c0-b02c-05e2c0badd4b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:57.223529 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-85d06d5b-df16-41f2-9e44-745ab2804d12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:57.225515 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-30abd5fe-6b2e-48e3-9783-f23cf163630f tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:57.246568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-85d06d5b-df16-41f2-9e44-745ab2804d12 None None] Calling delete_port for eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:57.266234 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-30abd5fe-6b2e-48e3-9783-f23cf163630f tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:57.272106 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a14ddf4d-5978-435b-83dc-3e9002ae5273 req-a91baedc-59b5-45f1-9eae-0e507ad5a178 service neutron] 10.222.0.36 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563151 Jul 09 20:06:57.276792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30abd5fe-6b2e-48e3-9783-f23cf163630f tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:06:57.277267 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-30abd5fe-6b2e-48e3-9783-f23cf163630f tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:06:57.280724 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:06:57.338003 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:57.374364 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6540beff-6871-49c6-b68b-dfb43c7c6117 req-ba79a573-4d30-4972-9cae-4ccc22028783 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840289 Jul 09 20:06:57.394530 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a14ddf4d-5978-435b-83dc-3e9002ae5273 req-c7e1aa10-3266-445b-8a29-68c96a0c60f1 service neutron] 10.222.0.36 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066170 Jul 09 20:06:57.410571 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-30abd5fe-6b2e-48e3-9783-f23cf163630f tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:57.430770 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-30abd5fe-6b2e-48e3-9783-f23cf163630f tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:57.436494 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-30abd5fe-6b2e-48e3-9783-f23cf163630f tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "DELETE /v2.0/networks/101ed3fc-af57-4d85-948f-a028b6fb2a86 HTTP/1.1" status: 204 len: 168 time: 0.7164519 Jul 09 20:06:57.437106 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45934) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:57.466011 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abd5fe-6b2e-48e3-9783-f23cf163630f tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event deleted for resources: {'Network': ['ID=101ed3fc-af57-4d85-948f-a028b6fb2a86,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:57.513277 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-85d06d5b-df16-41f2-9e44-745ab2804d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:57.550797 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:57.555128 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d06d5b-df16-41f2-9e44-745ab2804d12 None None] Pushing event deleted for resources: {'Port': ['ID=eaaa45a7-17d2-4770-b0e9-ce332a7c42b5,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:57.570884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d06d5b-df16-41f2-9e44-745ab2804d12 None None] No DVR routers for this DVR port eaaa45a7-17d2-4770-b0e9-ce332a7c42b5 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:57.589206 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2a5d700c-0227-4f1a-bd45-a1accc48449b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:57.634165 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2a3b519e-fd6c-4bc7-a976-0a85345394ce no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:57.659052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 2a3b519e-fd6c-4bc7-a976-0a85345394ce {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:57.659327 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2a3b519e-fd6c-4bc7-a976-0a85345394ce not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:57.696385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff41fbd-cca6-4d2a-b6d1-663fc17d7c6d req-c0a64442-55b1-4e9d-8394-895cf0812532 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:57.698015 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ff41fbd-cca6-4d2a-b6d1-663fc17d7c6d req-c0a64442-55b1-4e9d-8394-895cf0812532 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.1850407 Jul 09 20:06:58.071143 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2a5d700c-0227-4f1a-bd45-a1accc48449b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.090087 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-2a5d700c-0227-4f1a-bd45-a1accc48449b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11bec1b-0a5b-466b-bdd4-62c9b8d869bc']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:58.103932 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ff41fbd-cca6-4d2a-b6d1-663fc17d7c6d req-683c3ee5-85fd-4337-a7ba-d038ebcb75ac tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740251 Jul 09 20:06:58.114277 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-2a5d700c-0227-4f1a-bd45-a1accc48449b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdec91b5-5bf9-46c0-b02c-05e2c0badd4b') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:58.114791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-2a5d700c-0227-4f1a-bd45-a1accc48449b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdec91b5-5bf9-46c0-b02c-05e2c0badd4b') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:58.127881 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2a5d700c-0227-4f1a-bd45-a1accc48449b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.144906 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2a5d700c-0227-4f1a-bd45-a1accc48449b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.159667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5d700c-0227-4f1a-bd45-a1accc48449b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:06:58.159667 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2a5d700c-0227-4f1a-bd45-a1accc48449b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:06:58.160771 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:06:58.229792 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2a5d700c-0227-4f1a-bd45-a1accc48449b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.239954 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2a5d700c-0227-4f1a-bd45-a1accc48449b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.244491 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2a5d700c-0227-4f1a-bd45-a1accc48449b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "DELETE /v2.0/networks/c11bec1b-0a5b-466b-bdd4-62c9b8d869bc HTTP/1.1" status: 204 len: 168 time: 0.7966805 Jul 09 20:06:58.246843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45952) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:58.254354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d700c-0227-4f1a-bd45-a1accc48449b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event deleted for resources: {'Network': ['ID=c11bec1b-0a5b-466b-bdd4-62c9b8d869bc,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:58.314183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-450e6506-4dee-4dd6-ae97-38f5144e060b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Deleting subnet cf4cefb3-8726-4f6d-9ae8-65269876fd54 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:06:58.318028 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-450e6506-4dee-4dd6-ae97-38f5144e060b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.368138 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-450e6506-4dee-4dd6-ae97-38f5144e060b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.461552 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-450e6506-4dee-4dd6-ae97-38f5144e060b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.536859 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-450e6506-4dee-4dd6-ae97-38f5144e060b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.574794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e6506-4dee-4dd6-ae97-38f5144e060b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event deleted for resources: {'Subnet': ['ID=cf4cefb3-8726-4f6d-9ae8-65269876fd54,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:58.586982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efffa46-781f-4fc6-9f5a-85ef78e342c2 None None] Network c77f4614-73a6-42c8-8bff-6056385a041c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:06:58.593978 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-450e6506-4dee-4dd6-ae97-38f5144e060b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.598183 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-450e6506-4dee-4dd6-ae97-38f5144e060b tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "DELETE /v2.0/subnets/cf4cefb3-8726-4f6d-9ae8-65269876fd54 HTTP/1.1" status: 204 len: 168 time: 0.3500445 Jul 09 20:06:58.600769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45964) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:58.666405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56bc61-c42d-447a-b636-a63fa96af03d req-d4713ff5-6b9d-4c37-88b1-243a149ead51 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:58.668494 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ee56bc61-c42d-447a-b636-a63fa96af03d req-d4713ff5-6b9d-4c37-88b1-243a149ead51 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.0952044 Jul 09 20:06:58.711215 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.729150 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ee56bc61-c42d-447a-b636-a63fa96af03d req-30fa5e3b-6b1c-4134-a0c2-e24dd6b63524 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537784 Jul 09 20:06:58.804372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Deleting port 9cbc308f-af6d-4529-841d-88c76575837e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:58.804952 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.834773 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc3311a-2b9c-4e5e-a8db-e2ad56cf5c55 None None] DHCP port deletion for c77f4614-73a6-42c8-8bff-6056385a041c request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:06:58.889432 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] For port 9cbc308f-af6d-4529-841d-88c76575837e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9cbc308f-af6d-4529-841d-88c76575837e,segment=NetworkSegment(a64ad62f-55bf-4bd3-8db1-0d889b4953fa),segment_id=a64ad62f-55bf-4bd3-8db1-0d889b4953fa)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:58.889748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1fc3311a-2b9c-4e5e-a8db-e2ad56cf5c55 None None] Deleting port 9cbc308f-af6d-4529-841d-88c76575837e {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:06:58.889935 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1fc3311a-2b9c-4e5e-a8db-e2ad56cf5c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.890485 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.912665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Calling delete_port for 9cbc308f-af6d-4529-841d-88c76575837e owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:58.966099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1fc3311a-2b9c-4e5e-a8db-e2ad56cf5c55 None None] For port 9cbc308f-af6d-4529-841d-88c76575837e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9cbc308f-af6d-4529-841d-88c76575837e,segment=NetworkSegment(a64ad62f-55bf-4bd3-8db1-0d889b4953fa),segment_id=a64ad62f-55bf-4bd3-8db1-0d889b4953fa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:06:58.966419 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1fc3311a-2b9c-4e5e-a8db-e2ad56cf5c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:58.981399 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1fc3311a-2b9c-4e5e-a8db-e2ad56cf5c55 None None] Calling delete_port for 9cbc308f-af6d-4529-841d-88c76575837e owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:06:59.000005 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.027728 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event deleted for resources: {'Port': ['ID=9cbc308f-af6d-4529-841d-88c76575837e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:59.033835 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] No DVR routers for this DVR port 9cbc308f-af6d-4529-841d-88c76575837e on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:59.061766 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1fc3311a-2b9c-4e5e-a8db-e2ad56cf5c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.087157 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3311a-2b9c-4e5e-a8db-e2ad56cf5c55 None None] Pushing event deleted for resources: {'Port': ['ID=9cbc308f-af6d-4529-841d-88c76575837e,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:59.090802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3311a-2b9c-4e5e-a8db-e2ad56cf5c55 None None] No DVR routers for this DVR port 9cbc308f-af6d-4529-841d-88c76575837e on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:06:59.125043 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.131922 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.143830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77f4614-73a6-42c8-8bff-6056385a041c']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:59.154688 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64ad62f-55bf-4bd3-8db1-0d889b4953fa') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:59.154993 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64ad62f-55bf-4bd3-8db1-0d889b4953fa') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:06:59.166561 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.185331 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.194591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:06:59.195089 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:06:59.198653 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:06:59.276487 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.286826 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.291327 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "DELETE /v2.0/networks/c77f4614-73a6-42c8-8bff-6056385a041c HTTP/1.1" status: 204 len: 168 time: 0.6887071 Jul 09 20:06:59.297092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45982) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:59.302365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1010b-664a-42c4-ac47-48f7717ba162 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Pushing event deleted for resources: {'Network': ['ID=c77f4614-73a6-42c8-8bff-6056385a041c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:06:59.348203 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-296956ab-4f78-4ba1-a88f-e868cd64d44d tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "GET /v2.0/ports?device_id=93357e5d-575b-4a90-a675-3f2587d5ff79 HTTP/1.1" status: 200 len: 205 time: 0.0486078 Jul 09 20:06:59.351336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45986) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:06:59.355183 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9cbc308f-af6d-4529-841d-88c76575837e no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:06:59.381156 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 9cbc308f-af6d-4529-841d-88c76575837e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:06:59.381872 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9cbc308f-af6d-4529-841d-88c76575837e not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:06:59.411471 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ce82869c-e4e0-440c-b9bd-c7dd45de0e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.415722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edf739-7b61-44d2-80d0-8244fc240f66 req-8a704afe-1650-44c5-97b4-1a29b53730d7 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:59.425214 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-29edf739-7b61-44d2-80d0-8244fc240f66 req-8a704afe-1650-44c5-97b4-1a29b53730d7 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.1838040 Jul 09 20:06:59.470878 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-899b135c-0e98-4691-92ee-42f97d1ebfd5 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.477250 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-29edf739-7b61-44d2-80d0-8244fc240f66 req-0c7645a7-0d0b-44d2-9643-e7a10fba5337 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478587 Jul 09 20:06:59.576654 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.666431 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-899b135c-0e98-4691-92ee-42f97d1ebfd5 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.668640 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-899b135c-0e98-4691-92ee-42f97d1ebfd5 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.717631 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-899b135c-0e98-4691-92ee-42f97d1ebfd5 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.718170 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899b135c-0e98-4691-92ee-42f97d1ebfd5 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Fanout notify agent at l3_agent the message router_deleted on router 93357e5d-575b-4a90-a675-3f2587d5ff79 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:06:59.729237 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-899b135c-0e98-4691-92ee-42f97d1ebfd5 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:06:59.729237 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-899b135c-0e98-4691-92ee-42f97d1ebfd5 tempest-RoutersNegativeIpV6Test-1718898272 tempest-RoutersNegativeIpV6Test-1718898272-project] 10.222.0.30 "DELETE /v2.0/routers/93357e5d-575b-4a90-a675-3f2587d5ff79 HTTP/1.1" status: 204 len: 168 time: 0.3739171 Jul 09 20:06:59.949348 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a424f0-e27b-4869-8600-7abcd098f9a9 req-4d2859e9-1346-4f31-9b19-80213dfe78b4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:06:59.951523 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88a424f0-e27b-4869-8600-7abcd098f9a9 req-4d2859e9-1346-4f31-9b19-80213dfe78b4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.0809510 Jul 09 20:06:59.985801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46004) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:00.004032 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88a424f0-e27b-4869-8600-7abcd098f9a9 req-1a18f4b6-dce0-473d-a714-60a74f9bb294 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447450 Jul 09 20:07:00.140007 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-44935932-c3d1-439c-8745-89c41afebfed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d80f1fcb5aba48918841dc8aa0f3e00d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532366 Jul 09 20:07:00.143048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46012) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:00.202534 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cce8db2a-edeb-454e-a9b0-53534a1c9237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:00.225934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cce8db2a-edeb-454e-a9b0-53534a1c9237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:00.281605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cce8db2a-edeb-454e-a9b0-53534a1c9237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:00.284244 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cce8db2a-edeb-454e-a9b0-53534a1c9237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:00.285665 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cce8db2a-edeb-454e-a9b0-53534a1c9237 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e43afc0-9010-4b9a-bda2-aa72c9ddac2c HTTP/1.1" status: 204 len: 168 time: 0.1415200 Jul 09 20:07:00.295376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8db2a-edeb-454e-a9b0-53534a1c9237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e43afc0-9010-4b9a-bda2-aa72c9ddac2c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:00.386481 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:00.515663 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eeb3bdf9-f0ad-486a-94cd-4afece32c30f details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:07:00.655473 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eeb3bdf9-f0ad-486a-94cd-4afece32c30f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:00.673794 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f', 'network_id': '8576682d-43ed-4711-bc34-640246871758', 'port_id': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f', 'mac_address': 'fa:16:3e:99:1b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefeb25d-b810-4185-a769-17a2e345e6cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:07:00.726411 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:00.738342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04f235-6e8c-416c-93bd-1118054b5e53 req-a4b35ebf-a5f0-438e-bc67-7b81af06edf3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:00.740069 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6e04f235-6e8c-416c-93bd-1118054b5e53 req-a4b35ebf-a5f0-438e-bc67-7b81af06edf3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.0841768 Jul 09 20:07:00.742859 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb3bdf9-f0ad-486a-94cd-4afece32c30f {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:07:00.775935 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eeb3bdf9-f0ad-486a-94cd-4afece32c30f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:00.784419 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:00.801738 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6e04f235-6e8c-416c-93bd-1118054b5e53 req-2f105fc6-3d17-4a61-8e4c-ddcffb44840b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559683 Jul 09 20:07:00.859260 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:01.162300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46058) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:01.216078 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdb9cc-f280-4a56-9363-1e52ca177107 req-481e2052-789f-4c3f-8e91-0767b540d4f0 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:01.218084 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-84cdb9cc-f280-4a56-9363-1e52ca177107 req-481e2052-789f-4c3f-8e91-0767b540d4f0 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.0712025 Jul 09 20:07:01.266490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-84cdb9cc-f280-4a56-9363-1e52ca177107 req-e3341bd8-e3d6-4431-9def-af61d597bfe3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404575 Jul 09 20:07:01.271171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e6b63e0d-6833-498b-9ea0-a972e779b7c4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271682726'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:01.298840 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6b63e0d-6833-498b-9ea0-a972e779b7c4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:01.307571 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6b63e0d-6833-498b-9ea0-a972e779b7c4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:01.321674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['eeb3bdf9-f0ad-486a-94cd-4afece32c30f'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:07:01.443082 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6b63e0d-6833-498b-9ea0-a972e779b7c4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:01.448317 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6b63e0d-6833-498b-9ea0-a972e779b7c4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:01.543536 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6b63e0d-6833-498b-9ea0-a972e779b7c4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:01.555627 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6b63e0d-6833-498b-9ea0-a972e779b7c4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:01.574050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b63e0d-6833-498b-9ea0-a972e779b7c4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45cfc02b-ecf3-4223-b41c-e3f3ac3dc8ef,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:01.591734 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6b63e0d-6833-498b-9ea0-a972e779b7c4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:01.592892 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e6b63e0d-6833-498b-9ea0-a972e779b7c4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4295430 Jul 09 20:07:01.596727 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46072) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:01.613067 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b63e0d-6833-498b-9ea0-a972e779b7c4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c689db-2209-49ac-bfa0-82e9346f4681,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:01.685637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46078) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:01.685913 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ae4e3acb-3fb6-467f-918c-2fb65a53a625 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0878506 Jul 09 20:07:01.694526 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-20959c5d-738e-4c20-ba81-6f4c934c6460 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group': {'name': 'tempest-security--385086114', 'description': 'tempest-security-description-801016733'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:01.733923 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20959c5d-738e-4c20-ba81-6f4c934c6460 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:01.785697 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20959c5d-738e-4c20-ba81-6f4c934c6460 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:01.789358 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20959c5d-738e-4c20-ba81-6f4c934c6460 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:01.792149 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20959c5d-738e-4c20-ba81-6f4c934c6460 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:01.793436 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-20959c5d-738e-4c20-ba81-6f4c934c6460 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "PUT /v2.0/security-groups/98c689db-2209-49ac-bfa0-82e9346f4681 HTTP/1.1" status: 200 len: 1778 time: 0.1035352 Jul 09 20:07:01.797174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46080) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:01.818430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20959c5d-738e-4c20-ba81-6f4c934c6460 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c689db-2209-49ac-bfa0-82e9346f4681,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:01.852568 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c7043f5b-8abd-458d-ab4a-d0ea1a897517 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-groups/98c689db-2209-49ac-bfa0-82e9346f4681 HTTP/1.1" status: 200 len: 1778 time: 0.0516617 Jul 09 20:07:01.854078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46084) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:01.921532 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a4d3b9bd-dad2-4676-886d-de73d66ed5ba tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:01.961989 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a4d3b9bd-dad2-4676-886d-de73d66ed5ba tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.032377 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a4d3b9bd-dad2-4676-886d-de73d66ed5ba tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.035518 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a4d3b9bd-dad2-4676-886d-de73d66ed5ba tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.036762 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a4d3b9bd-dad2-4676-886d-de73d66ed5ba tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-groups/98c689db-2209-49ac-bfa0-82e9346f4681 HTTP/1.1" status: 204 len: 168 time: 0.1816311 Jul 09 20:07:02.039616 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46090) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:02.052292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3b9bd-dad2-4676-886d-de73d66ed5ba tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c689db-2209-49ac-bfa0-82e9346f4681,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:02.061570 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2603e5-82ef-4f5a-b029-68cf3204371c req-a76d6975-b035-44d6-ae39-1b179555ea83 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:02.063798 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a2603e5-82ef-4f5a-b029-68cf3204371c req-a76d6975-b035-44d6-ae39-1b179555ea83 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 944 time: 0.1236863 Jul 09 20:07:02.103466 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dc3d7afe-a43a-4777-8538-d0035159dd2c tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626037 Jul 09 20:07:02.105906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46092) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:02.121467 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-0f9f9458-6960-4fde-9b65-23d59be5b302 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] delete failed (client error): The resource could not be found. Jul 09 20:07:02.128559 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0f9f9458-6960-4fde-9b65-23d59be5b302 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-groups/98c689db-2209-49ac-bfa0-82e9346f4681 HTTP/1.1" status: 404 len: 347 time: 0.0150700 Jul 09 20:07:02.128835 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a2603e5-82ef-4f5a-b029-68cf3204371c req-a7932f10-0ba7-4631-aa9e-3f8d781f0e32 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452094 Jul 09 20:07:02.129160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46094) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:02.136842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-24f19f21-2953-4a91-a248-d155c052b8f1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1013444235'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:02.168750 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-24f19f21-2953-4a91-a248-d155c052b8f1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.237283 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.281112 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-24f19f21-2953-4a91-a248-d155c052b8f1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.286133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-24f19f21-2953-4a91-a248-d155c052b8f1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.287510 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:07:02.321217 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-24f19f21-2953-4a91-a248-d155c052b8f1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.324574 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-24f19f21-2953-4a91-a248-d155c052b8f1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1915681 Jul 09 20:07:02.325561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46104) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:02.331733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-296b336a-c3b0-4677-9bf2-940956d19352 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group_rule': {'security_group_id': 'a89515a4-b980-441b-a13c-f15e177668a2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:02.336345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f19f21-2953-4a91-a248-d155c052b8f1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a89515a4-b980-441b-a13c-f15e177668a2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:02.370501 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-296b336a-c3b0-4677-9bf2-940956d19352 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.496318 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-296b336a-c3b0-4677-9bf2-940956d19352 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.503587 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-296b336a-c3b0-4677-9bf2-940956d19352 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.539795 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b336a-c3b0-4677-9bf2-940956d19352 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465f38a0-ca0c-4366-8583-b370daf082cb,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:02.545658 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-296b336a-c3b0-4677-9bf2-940956d19352 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.546993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-296b336a-c3b0-4677-9bf2-940956d19352 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2202511 Jul 09 20:07:02.550143 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46112) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:02.557386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c385427-228d-4c1f-9f0a-078d4132f4f7 req-b28509cf-3dd9-41a5-80ba-97963acab6b9 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:02.558999 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0c385427-228d-4c1f-9f0a-078d4132f4f7 req-b28509cf-3dd9-41a5-80ba-97963acab6b9 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1518805 Jul 09 20:07:02.584658 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5df17ad1-8193-47ea-8bcf-8afa3cce3292 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.592745 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5df17ad1-8193-47ea-8bcf-8afa3cce3292 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.603625 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0c385427-228d-4c1f-9f0a-078d4132f4f7 req-15c711a7-0176-46f8-bd27-dc725ba8762f tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365779 Jul 09 20:07:02.631758 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5df17ad1-8193-47ea-8bcf-8afa3cce3292 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.638576 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5df17ad1-8193-47ea-8bcf-8afa3cce3292 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:02.640580 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5df17ad1-8193-47ea-8bcf-8afa3cce3292 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/465f38a0-ca0c-4366-8583-b370daf082cb HTTP/1.1" status: 204 len: 168 time: 0.0883524 Jul 09 20:07:02.642634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46116) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:02.646610 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df17ad1-8193-47ea-8bcf-8afa3cce3292 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=465f38a0-ca0c-4366-8583-b370daf082cb,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:02.701538 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-66f84e61-8ca1-4792-8f49-747739871f48 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0577059 Jul 09 20:07:02.701812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46118) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:02.776989 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8ed5867b-8ad7-488d-8a7c-e8cf639168c5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.146381 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8ed5867b-8ad7-488d-8a7c-e8cf639168c5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.200497 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8ed5867b-8ad7-488d-8a7c-e8cf639168c5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.204972 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8ed5867b-8ad7-488d-8a7c-e8cf639168c5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.207083 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8ed5867b-8ad7-488d-8a7c-e8cf639168c5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-groups/a89515a4-b980-441b-a13c-f15e177668a2 HTTP/1.1" status: 204 len: 168 time: 0.5039995 Jul 09 20:07:03.209845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46132) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:03.231899 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5867b-8ad7-488d-8a7c-e8cf639168c5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89515a4-b980-441b-a13c-f15e177668a2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:03.340046 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9b2f2429-d37a-4e27-8659-5b854d92fdee tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1279461 Jul 09 20:07:03.349269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46138) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:03.357921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9b4418f4-aaa3-4d2f-8da4-9c8b7a639420 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1328065377'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:03.371237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b76e95-6999-41b7-b323-a75a10d6c69d req-07808a68-37fd-4a4a-a521-c927b331cc0e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:03.378962 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0b76e95-6999-41b7-b323-a75a10d6c69d req-07808a68-37fd-4a4a-a521-c927b331cc0e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 944 time: 0.1199784 Jul 09 20:07:03.393839 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b4418f4-aaa3-4d2f-8da4-9c8b7a639420 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.457899 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0b76e95-6999-41b7-b323-a75a10d6c69d req-fb304627-7fce-4923-a3ec-a80f40eb6253 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715404 Jul 09 20:07:03.537050 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b4418f4-aaa3-4d2f-8da4-9c8b7a639420 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.540965 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b4418f4-aaa3-4d2f-8da4-9c8b7a639420 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.569998 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b4418f4-aaa3-4d2f-8da4-9c8b7a639420 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.571265 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9b4418f4-aaa3-4d2f-8da4-9c8b7a639420 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2190232 Jul 09 20:07:03.574220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46144) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:03.579353 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4418f4-aaa3-4d2f-8da4-9c8b7a639420 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4196854-62db-4d1b-98a7-d6a5e9706fee,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:03.579744 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0177520d-4d84-483b-9f35-56167eb1833d tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group_rule': {'security_group_id': 'e4196854-62db-4d1b-98a7-d6a5e9706fee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:03.610434 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0177520d-4d84-483b-9f35-56167eb1833d tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.665879 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0177520d-4d84-483b-9f35-56167eb1833d tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.671228 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0177520d-4d84-483b-9f35-56167eb1833d tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.698831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177520d-4d84-483b-9f35-56167eb1833d tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbaef5d7-f31b-447d-bcc2-daa46bf6fac8,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:03.705048 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0177520d-4d84-483b-9f35-56167eb1833d tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.706403 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0177520d-4d84-483b-9f35-56167eb1833d tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1311052 Jul 09 20:07:03.709258 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46152) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:03.714569 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ecbf91a3-0230-47a8-bd6b-daac294290e7 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group_rule': {'security_group_id': 'e4196854-62db-4d1b-98a7-d6a5e9706fee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:03.811827 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecbf91a3-0230-47a8-bd6b-daac294290e7 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.882328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf440b3-fd9c-4125-8a39-de42d642140f req-66b3c54b-50c2-4a47-a4b9-151a20c19f39 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:03.883958 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbf440b3-fd9c-4125-8a39-de42d642140f req-66b3c54b-50c2-4a47-a4b9-151a20c19f39 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.0750227 Jul 09 20:07:03.895092 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecbf91a3-0230-47a8-bd6b-daac294290e7 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.901183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecbf91a3-0230-47a8-bd6b-daac294290e7 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.921159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf91a3-0230-47a8-bd6b-daac294290e7 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f40e761-122c-4ae7-ab1d-2a710fb7b927,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:03.927683 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecbf91a3-0230-47a8-bd6b-daac294290e7 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:03.929339 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ecbf91a3-0230-47a8-bd6b-daac294290e7 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2185214 Jul 09 20:07:03.933530 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46158) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:03.939627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-afb68dfd-b911-492a-b16f-541e654fecbe tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group_rule': {'security_group_id': 'e4196854-62db-4d1b-98a7-d6a5e9706fee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:03.963156 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbf440b3-fd9c-4125-8a39-de42d642140f req-22026097-9474-47b9-83e5-3e4b28984f9e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716133 Jul 09 20:07:03.974764 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-afb68dfd-b911-492a-b16f-541e654fecbe tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.077080 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-afb68dfd-b911-492a-b16f-541e654fecbe tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.082351 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-afb68dfd-b911-492a-b16f-541e654fecbe tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.102265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb68dfd-b911-492a-b16f-541e654fecbe tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e46d294-4c67-401d-b564-b3720619ce13,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:04.113769 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-afb68dfd-b911-492a-b16f-541e654fecbe tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.116586 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-afb68dfd-b911-492a-b16f-541e654fecbe tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1805842 Jul 09 20:07:04.118468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46164) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:04.123311 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-168894b9-700c-45a5-a0e4-dc4f40abcd40 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group_rule': {'security_group_id': 'e4196854-62db-4d1b-98a7-d6a5e9706fee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:04.155322 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-168894b9-700c-45a5-a0e4-dc4f40abcd40 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.222111 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-168894b9-700c-45a5-a0e4-dc4f40abcd40 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.226260 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-168894b9-700c-45a5-a0e4-dc4f40abcd40 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.248709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168894b9-700c-45a5-a0e4-dc4f40abcd40 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52866d0e-0e42-4564-ab0e-8380b92cfd96,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:04.252730 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-168894b9-700c-45a5-a0e4-dc4f40abcd40 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.256594 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-168894b9-700c-45a5-a0e4-dc4f40abcd40 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345634 Jul 09 20:07:04.257152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46166) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:04.262401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-40785874-d2d0-414d-af7b-6ab8ecbb785d tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group_rule': {'security_group_id': 'e4196854-62db-4d1b-98a7-d6a5e9706fee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:04.293480 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40785874-d2d0-414d-af7b-6ab8ecbb785d tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.354976 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40785874-d2d0-414d-af7b-6ab8ecbb785d tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.360553 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40785874-d2d0-414d-af7b-6ab8ecbb785d tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.381134 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40785874-d2d0-414d-af7b-6ab8ecbb785d tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3658d5af-1f9f-417e-b52b-5a0aa4ceadc2,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:04.383554 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40785874-d2d0-414d-af7b-6ab8ecbb785d tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.384794 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-40785874-d2d0-414d-af7b-6ab8ecbb785d tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1265790 Jul 09 20:07:04.387672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46172) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:04.419433 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03469e59-dba0-45fd-ab40-b0b6c9f4db46 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.432396 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03469e59-dba0-45fd-ab40-b0b6c9f4db46 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.467068 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03469e59-dba0-45fd-ab40-b0b6c9f4db46 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.474120 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03469e59-dba0-45fd-ab40-b0b6c9f4db46 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.475278 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-03469e59-dba0-45fd-ab40-b0b6c9f4db46 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3658d5af-1f9f-417e-b52b-5a0aa4ceadc2 HTTP/1.1" status: 204 len: 168 time: 0.0865700 Jul 09 20:07:04.477767 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46178) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:04.490292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03469e59-dba0-45fd-ab40-b0b6c9f4db46 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3658d5af-1f9f-417e-b52b-5a0aa4ceadc2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:04.539816 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-717e4164-4f9f-42aa-bc5e-f28fd4e463a3 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0609443 Jul 09 20:07:04.542689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46182) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:04.551057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eeb3bdf9-f0ad-486a-94cd-4afece32c30f up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:04.585162 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-282e23ee-e16a-4c2d-96a4-44d1847a6251 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.605346 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-282e23ee-e16a-4c2d-96a4-44d1847a6251 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.632743 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port eeb3bdf9-f0ad-486a-94cd-4afece32c30f completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:04.638979 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port eeb3bdf9-f0ad-486a-94cd-4afece32c30f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:04.639941 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.644145 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-282e23ee-e16a-4c2d-96a4-44d1847a6251 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.652572 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-282e23ee-e16a-4c2d-96a4-44d1847a6251 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.653308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-282e23ee-e16a-4c2d-96a4-44d1847a6251 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/52866d0e-0e42-4564-ab0e-8380b92cfd96 HTTP/1.1" status: 204 len: 168 time: 0.1094997 Jul 09 20:07:04.655868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46188) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:04.658824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e23ee-e16a-4c2d-96a4-44d1847a6251 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52866d0e-0e42-4564-ab0e-8380b92cfd96,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:04.731666 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9a7acaf8-9666-4bfe-826e-ad3ac00ffe00 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0734489 Jul 09 20:07:04.734620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46190) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:04.766949 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.772362 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10937e3f-c7cb-4101-97c1-ff665e1a2d95 req-7383b721-aeee-46f5-a9ea-17ef2ab88faf tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:04.774830 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-10937e3f-c7cb-4101-97c1-ff665e1a2d95 req-7383b721-aeee-46f5-a9ea-17ef2ab88faf tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 944 time: 0.1642146 Jul 09 20:07:04.793234 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a638b8-826a-45ff-baa6-4dd253954612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:04.796037 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbee1fa-80f8-4fa1-814a-b406a9ad17d6" -d '{"events": [{"server_uuid": "22a638b8-826a-45ff-baa6-4dd253954612", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3bdf9-f0ad-486a-94cd-4afece32c30f"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:04.811740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eeb3bdf9-f0ad-486a-94cd-4afece32c30f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:04.813773 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7076-6850-4f7f-b202-ca30de0e9fa1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.819915 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.854085 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7076-6850-4f7f-b202-ca30de0e9fa1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.861282 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-10937e3f-c7cb-4101-97c1-ff665e1a2d95 req-c30826f0-1037-4f3b-b9e1-746bba9a005d tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747693 Jul 09 20:07:04.869904 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0118f9-c51c-4ec4-b6a5-46223df84916 x-openstack-request-id: req-8a0118f9-c51c-4ec4-b6a5-46223df84916 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:04.870360 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a638b8-826a-45ff-baa6-4dd253954612", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3bdf9-f0ad-486a-94cd-4afece32c30f", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:04.870745 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a0118f9-c51c-4ec4-b6a5-46223df84916 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:04.872155 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a638b8-826a-45ff-baa6-4dd253954612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f', 'code': 200} Jul 09 20:07:04.897178 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7076-6850-4f7f-b202-ca30de0e9fa1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.913705 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7076-6850-4f7f-b202-ca30de0e9fa1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:04.914790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:04.916279 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ba5f7076-6850-4f7f-b202-ca30de0e9fa1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5e46d294-4c67-401d-b564-b3720619ce13 HTTP/1.1" status: 204 len: 168 time: 0.1782930 Jul 09 20:07:04.917348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f7076-6850-4f7f-b202-ca30de0e9fa1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e46d294-4c67-401d-b564-b3720619ce13,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:04.918099 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46196) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:04.982510 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-71cddf1c-61c3-42f1-b9d2-4ad3d9023b37 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0618165 Jul 09 20:07:04.984373 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46202) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:05.012107 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c7e915df-3af7-4933-8ebd-39cc38845615 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.021048 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c7e915df-3af7-4933-8ebd-39cc38845615 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.065184 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c7e915df-3af7-4933-8ebd-39cc38845615 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.067201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53daa45-d980-4a3a-bc6f-14b09ac58cdf req-f7e0d534-efbc-44e5-bfbb-886e2c998f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:05.070683 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c53daa45-d980-4a3a-bc6f-14b09ac58cdf req-f7e0d534-efbc-44e5-bfbb-886e2c998f31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 1096 time: 0.1104937 Jul 09 20:07:05.074230 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c7e915df-3af7-4933-8ebd-39cc38845615 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.081061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46206) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:05.082926 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c7e915df-3af7-4933-8ebd-39cc38845615 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/0f40e761-122c-4ae7-ab1d-2a710fb7b927 HTTP/1.1" status: 204 len: 168 time: 0.0973518 Jul 09 20:07:05.096361 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e915df-3af7-4933-8ebd-39cc38845615 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f40e761-122c-4ae7-ab1d-2a710fb7b927,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:05.175987 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-83d70ebd-d46d-4917-92e7-04bf8a2cc74c tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0935261 Jul 09 20:07:05.179272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46210) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:05.187619 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c53daa45-d980-4a3a-bc6f-14b09ac58cdf req-7c947ad8-ebf3-48da-a03b-d2da5d49e169 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078250 Jul 09 20:07:05.205604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa54485-b5e1-4d2d-879b-0f2dcc16d4a5 req-002eb760-ee7a-4cd7-84fc-badf36a669fb tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:05.207321 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-afa54485-b5e1-4d2d-879b-0f2dcc16d4a5 req-002eb760-ee7a-4cd7-84fc-badf36a669fb tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.0773044 Jul 09 20:07:05.211319 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae9a4f5f-93ba-4262-a8f4-c01e6df93f61 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.226410 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae9a4f5f-93ba-4262-a8f4-c01e6df93f61 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.260220 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-afa54485-b5e1-4d2d-879b-0f2dcc16d4a5 req-2262b817-5372-40e2-a446-9a13fb2bb882 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454574 Jul 09 20:07:05.266502 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae9a4f5f-93ba-4262-a8f4-c01e6df93f61 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.272776 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae9a4f5f-93ba-4262-a8f4-c01e6df93f61 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.276501 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ae9a4f5f-93ba-4262-a8f4-c01e6df93f61 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/cbaef5d7-f31b-447d-bcc2-daa46bf6fac8 HTTP/1.1" status: 204 len: 168 time: 0.0954654 Jul 09 20:07:05.276645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46216) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:05.285518 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a4f5f-93ba-4262-a8f4-c01e6df93f61 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbaef5d7-f31b-447d-bcc2-daa46bf6fac8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:05.325125 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e3a0604d-32de-4d4b-bce6-e54d98d71284 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0473893 Jul 09 20:07:05.329570 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46218) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:05.387310 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42e4ba06-3366-4720-957f-ecc28cfd79d5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.410163 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42e4ba06-3366-4720-957f-ecc28cfd79d5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.455140 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42e4ba06-3366-4720-957f-ecc28cfd79d5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.457418 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42e4ba06-3366-4720-957f-ecc28cfd79d5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.458598 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-42e4ba06-3366-4720-957f-ecc28cfd79d5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-groups/e4196854-62db-4d1b-98a7-d6a5e9706fee HTTP/1.1" status: 204 len: 168 time: 0.1279304 Jul 09 20:07:05.462081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46222) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:05.475219 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4ba06-3366-4720-957f-ecc28cfd79d5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4196854-62db-4d1b-98a7-d6a5e9706fee,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:05.518726 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-51a0b52e-2081-490c-889f-fc871c2bccdd tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506122 Jul 09 20:07:05.519414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46224) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:05.523872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-025e64df-825e-4b89-8e66-63babc41e321 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455965490'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:05.551853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-025e64df-825e-4b89-8e66-63babc41e321 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.644638 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-025e64df-825e-4b89-8e66-63babc41e321 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.649846 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-025e64df-825e-4b89-8e66-63babc41e321 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.679977 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-025e64df-825e-4b89-8e66-63babc41e321 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.683728 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-025e64df-825e-4b89-8e66-63babc41e321 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1610858 Jul 09 20:07:05.683953 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46232) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:05.689399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-db6884ea-bafa-4457-828c-3a80c0f69cda tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group_rule': {'security_group_id': 'c8b1417f-2702-46c0-9909-9395b5ece09f', 'direction': 'ingress', 'protocol': 17}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:05.697683 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e64df-825e-4b89-8e66-63babc41e321 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b1417f-2702-46c0-9909-9395b5ece09f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:05.723303 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db6884ea-bafa-4457-828c-3a80c0f69cda tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.786651 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db6884ea-bafa-4457-828c-3a80c0f69cda tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.793089 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db6884ea-bafa-4457-828c-3a80c0f69cda tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.812036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6884ea-bafa-4457-828c-3a80c0f69cda tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afdfd7a-1362-4934-abb1-c57b02189c76,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:05.824825 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db6884ea-bafa-4457-828c-3a80c0f69cda tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.826099 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-db6884ea-bafa-4457-828c-3a80c0f69cda tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1410182 Jul 09 20:07:05.828794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46238) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:05.885655 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-375d7c5e-b6fb-4274-bf37-ae59768d82c5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.912355 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-375d7c5e-b6fb-4274-bf37-ae59768d82c5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.962229 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-375d7c5e-b6fb-4274-bf37-ae59768d82c5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.965705 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-375d7c5e-b6fb-4274-bf37-ae59768d82c5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:05.970231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46242) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:05.970427 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-375d7c5e-b6fb-4274-bf37-ae59768d82c5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-groups/c8b1417f-2702-46c0-9909-9395b5ece09f HTTP/1.1" status: 204 len: 168 time: 0.1405046 Jul 09 20:07:05.982103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d7c5e-b6fb-4274-bf37-ae59768d82c5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b1417f-2702-46c0-9909-9395b5ece09f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:06.034301 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8cd8ef88-7910-4730-ab37-dc0844cc2045 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0585244 Jul 09 20:07:06.034676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46244) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:06.039640 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f1785006-d0cc-42e1-8ccd-1727e10fc38b tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group': {'name': 'tempest-secgroup--845006867'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:06.070020 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f1785006-d0cc-42e1-8ccd-1727e10fc38b tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.125503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9883852-daf6-40ae-a4c2-4f5fecbcaaf6 req-2b32ebf6-a886-43d3-b7d0-1278648d2475 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:06.127697 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b9883852-daf6-40ae-a4c2-4f5fecbcaaf6 req-2b32ebf6-a886-43d3-b7d0-1278648d2475 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0768242 Jul 09 20:07:06.186811 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f1785006-d0cc-42e1-8ccd-1727e10fc38b tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.190673 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b9883852-daf6-40ae-a4c2-4f5fecbcaaf6 req-027c2a8c-07c5-4aba-87af-862342aff695 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572865 Jul 09 20:07:06.193890 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f1785006-d0cc-42e1-8ccd-1727e10fc38b tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.229840 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1785006-d0cc-42e1-8ccd-1727e10fc38b tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d01c5df-ec09-4676-9e27-8b5e87f3cea9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:06.233279 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f1785006-d0cc-42e1-8ccd-1727e10fc38b tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.234540 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f1785006-d0cc-42e1-8ccd-1727e10fc38b tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1987958 Jul 09 20:07:06.238015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46252) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:06.243190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9e014e58-2530-4af8-948c-dcc1799eded1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568132425'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:06.273194 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e014e58-2530-4af8-948c-dcc1799eded1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.373715 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e014e58-2530-4af8-948c-dcc1799eded1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.380351 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e014e58-2530-4af8-948c-dcc1799eded1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.447103 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e014e58-2530-4af8-948c-dcc1799eded1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.452276 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9e014e58-2530-4af8-948c-dcc1799eded1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2093332 Jul 09 20:07:06.452276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e014e58-2530-4af8-948c-dcc1799eded1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b005ca-c603-482e-9522-c5e061343745,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:06.452750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46262) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:06.458828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3803507f-3030-410e-9ad6-54759413adc8 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group_rule': {'security_group_id': '2d01c5df-ec09-4676-9e27-8b5e87f3cea9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '45b005ca-c603-482e-9522-c5e061343745', 'remote_ip_prefix': None}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:06.491582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff599a-54e7-45ad-b12a-b07b86fc44f8 req-9e397f1a-c050-4bb2-96ea-7a8585f03709 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:06.492713 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7ff599a-54e7-45ad-b12a-b07b86fc44f8 req-9e397f1a-c050-4bb2-96ea-7a8585f03709 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1044793 Jul 09 20:07:06.498987 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3803507f-3030-410e-9ad6-54759413adc8 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.556271 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7ff599a-54e7-45ad-b12a-b07b86fc44f8 req-c2743a0f-1e77-4c2f-83f4-40131a924517 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555873 Jul 09 20:07:06.584432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 12fb4084-e73f-46e6-9c35-d03088d82a81 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:07:06.589532 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3803507f-3030-410e-9ad6-54759413adc8 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.594298 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3803507f-3030-410e-9ad6-54759413adc8 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.613489 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803507f-3030-410e-9ad6-54759413adc8 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5539bf51-5c97-4c51-beae-a84e666c2d0d,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:06.629841 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3803507f-3030-410e-9ad6-54759413adc8 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.631101 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3803507f-3030-410e-9ad6-54759413adc8 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1772468 Jul 09 20:07:06.634375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46266) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:06.665777 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cf35549-5fdb-486c-b41d-609d6eac6ff3 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.675436 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cf35549-5fdb-486c-b41d-609d6eac6ff3 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.679678 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.708886 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cf35549-5fdb-486c-b41d-609d6eac6ff3 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.714929 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cf35549-5fdb-486c-b41d-609d6eac6ff3 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.719943 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46268) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:06.721044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6cf35549-5fdb-486c-b41d-609d6eac6ff3 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5539bf51-5c97-4c51-beae-a84e666c2d0d HTTP/1.1" status: 204 len: 168 time: 0.0855684 Jul 09 20:07:06.731249 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf35549-5fdb-486c-b41d-609d6eac6ff3 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5539bf51-5c97-4c51-beae-a84e666c2d0d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:06.738877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 12fb4084-e73f-46e6-9c35-d03088d82a81, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=12fb4084-e73f-46e6-9c35-d03088d82a81,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:06.744960 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.806581 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-313ae776-111d-4028-b353-4c979043da0e tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0851572 Jul 09 20:07:06.810328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46276) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:06.867629 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=12fb4084-e73f-46e6-9c35-d03088d82a81,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:06.879569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c53606f-69f4-4469-9abb-478c586aed80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12fb4084-e73f-46e6-9c35-d03088d82a81'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:06.882047 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a414425d-1d70-4065-aede-d14350605f83" -d '{"events": [{"server_uuid": "9c53606f-69f4-4469-9abb-478c586aed80", "name": "network-vif-unplugged", "status": "completed", "tag": "12fb4084-e73f-46e6-9c35-d03088d82a81"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:06.909613 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6397da0f-4dbc-4449-beee-6aabd6fe074e tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.921164 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93436089-f0ab-4234-8d8e-827176a2d4e6 x-openstack-request-id: req-93436089-f0ab-4234-8d8e-827176a2d4e6 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:06.921465 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c53606f-69f4-4469-9abb-478c586aed80", "name": "network-vif-unplugged", "status": "completed", "tag": "12fb4084-e73f-46e6-9c35-d03088d82a81", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:06.921741 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93436089-f0ab-4234-8d8e-827176a2d4e6 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:06.922136 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c53606f-69f4-4469-9abb-478c586aed80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12fb4084-e73f-46e6-9c35-d03088d82a81', 'code': 200} Jul 09 20:07:06.934441 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6397da0f-4dbc-4449-beee-6aabd6fe074e tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.976350 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6397da0f-4dbc-4449-beee-6aabd6fe074e tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.978971 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6397da0f-4dbc-4449-beee-6aabd6fe074e tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:06.982497 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6397da0f-4dbc-4449-beee-6aabd6fe074e tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-groups/45b005ca-c603-482e-9522-c5e061343745 HTTP/1.1" status: 204 len: 168 time: 0.1687686 Jul 09 20:07:06.983138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46280) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:06.989730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397da0f-4dbc-4449-beee-6aabd6fe074e tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b005ca-c603-482e-9522-c5e061343745,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:07.045570 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bfe9db99-f3eb-4dea-847c-d34406219af4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0613499 Jul 09 20:07:07.048376 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46286) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:07.114918 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f323833-17d4-4bc6-b018-f92296842225 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.142949 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f323833-17d4-4bc6-b018-f92296842225 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.184503 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f323833-17d4-4bc6-b018-f92296842225 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.187197 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f323833-17d4-4bc6-b018-f92296842225 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.189009 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4f323833-17d4-4bc6-b018-f92296842225 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-groups/2d01c5df-ec09-4676-9e27-8b5e87f3cea9 HTTP/1.1" status: 204 len: 168 time: 0.1390882 Jul 09 20:07:07.192557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46288) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:07.199013 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f323833-17d4-4bc6-b018-f92296842225 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d01c5df-ec09-4676-9e27-8b5e87f3cea9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:07.254883 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e323a4c1-624b-4173-8de2-3e470fe44be1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609379 Jul 09 20:07:07.259137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46292) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:07.263875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3ee276c7-e716-499e-8052-719e72318eed tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group': {'name': 'tempest-secgroup--971348802'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:07.293250 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3ee276c7-e716-499e-8052-719e72318eed tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.445038 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa700f-650b-4e98-adc3-ecd7f7f0e4f6 req-642fb13e-d63d-4129-a1ef-c7edd4a105fc tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:07.446581 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0fa700f-650b-4e98-adc3-ecd7f7f0e4f6 req-642fb13e-d63d-4129-a1ef-c7edd4a105fc tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1111786 Jul 09 20:07:07.466418 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3ee276c7-e716-499e-8052-719e72318eed tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.474366 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3ee276c7-e716-499e-8052-719e72318eed tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.520829 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3ee276c7-e716-499e-8052-719e72318eed tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.524934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46302) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:07.525436 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3ee276c7-e716-499e-8052-719e72318eed tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2647691 Jul 09 20:07:07.528152 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0fa700f-650b-4e98-adc3-ecd7f7f0e4f6 req-82b6890b-d752-42dd-b60d-bb4fbea0b380 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756190 Jul 09 20:07:07.530156 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee276c7-e716-499e-8052-719e72318eed tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d365cd-cadc-480e-b2a3-616feb3cfc42,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:07.540077 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-024cf7c3-cf29-4a4b-889b-90da9cd771f5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group_rule': {'security_group_id': 'a0d365cd-cadc-480e-b2a3-616feb3cfc42', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:07.597829 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-024cf7c3-cf29-4a4b-889b-90da9cd771f5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.704585 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-024cf7c3-cf29-4a4b-889b-90da9cd771f5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.710760 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-024cf7c3-cf29-4a4b-889b-90da9cd771f5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.731734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cf7c3-cf29-4a4b-889b-90da9cd771f5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641dd012-c10a-4d52-9ee8-79cfea92ee99,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:07.740829 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-024cf7c3-cf29-4a4b-889b-90da9cd771f5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.744763 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-024cf7c3-cf29-4a4b-889b-90da9cd771f5 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2157841 Jul 09 20:07:07.745102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46320) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:07.778752 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad208-50e9-4ba5-9f02-3f95d6a286eb tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.800091 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad208-50e9-4ba5-9f02-3f95d6a286eb tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.857227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59a272-392d-4275-8736-f6c4414851d6 req-4bf9a154-4ed9-48db-8273-e404f9a4a7a1 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:07.858817 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5d59a272-392d-4275-8736-f6c4414851d6 req-4bf9a154-4ed9-48db-8273-e404f9a4a7a1 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 943 time: 0.0682335 Jul 09 20:07:07.881731 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad208-50e9-4ba5-9f02-3f95d6a286eb tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.896576 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae6ad208-50e9-4ba5-9f02-3f95d6a286eb tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:07.897853 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ae6ad208-50e9-4ba5-9f02-3f95d6a286eb tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/641dd012-c10a-4d52-9ee8-79cfea92ee99 HTTP/1.1" status: 204 len: 168 time: 0.1517298 Jul 09 20:07:07.903295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46332) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:07.907324 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ad208-50e9-4ba5-9f02-3f95d6a286eb tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=641dd012-c10a-4d52-9ee8-79cfea92ee99,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:07.928719 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5d59a272-392d-4275-8736-f6c4414851d6 req-1bcf609a-a177-4053-81a4-5c11abe07dd2 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572565 Jul 09 20:07:07.934433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-3b173f2d-8790-429d-8334-ec036aa0f711 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:07.936014 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-3b173f2d-8790-429d-8334-ec036aa0f711 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/networks?id=8576682d-43ed-4711-bc34-640246871758 HTTP/1.1" status: 200 len: 814 time: 0.1530476 Jul 09 20:07:07.960878 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-ea87b750-906c-4196-88c5-6f11a629a76a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/quotas/c689c8ecc5f0497e8a3a5fa32b8e5ec8 HTTP/1.1" status: 200 len: 375 time: 0.0172701 Jul 09 20:07:07.976862 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c2f152b2-f237-4259-a9b2-1653c6d22256 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0719154 Jul 09 20:07:07.979422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46334) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:08.048720 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c5e8d1ba-1dd9-4847-9707-f5fb61eb77ef tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.053843 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-71d933b1-f95a-4840-8f71-573557a9a424 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c689c8ecc5f0497e8a3a5fa32b8e5ec8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0905540 Jul 09 20:07:08.080512 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c5e8d1ba-1dd9-4847-9707-f5fb61eb77ef tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.133370 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c5e8d1ba-1dd9-4847-9707-f5fb61eb77ef tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.135985 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c5e8d1ba-1dd9-4847-9707-f5fb61eb77ef tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.137259 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c5e8d1ba-1dd9-4847-9707-f5fb61eb77ef tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-groups/a0d365cd-cadc-480e-b2a3-616feb3cfc42 HTTP/1.1" status: 204 len: 168 time: 0.1565866 Jul 09 20:07:08.140047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46336) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:08.146777 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8d1ba-1dd9-4847-9707-f5fb61eb77ef tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d365cd-cadc-480e-b2a3-616feb3cfc42,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:08.199479 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-2de79448-ed5a-4054-b3cc-d18f669a4512 service neutron] 10.222.0.30 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403024 Jul 09 20:07:08.225176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46342) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:08.225351 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d41b4fc2-3af8-4557-b4a6-0a5fcbe39165 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0841563 Jul 09 20:07:08.235624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-904f72cc-3915-4e97-9e4d-c567d408d365 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376624510'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:08.262452 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-904f72cc-3915-4e97-9e4d-c567d408d365 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.318086 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-5c13a992-f536-4a61-b18c-7d8b056f6baf service neutron] 10.222.0.30 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104813 Jul 09 20:07:08.370569 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-904f72cc-3915-4e97-9e4d-c567d408d365 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.375450 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-904f72cc-3915-4e97-9e4d-c567d408d365 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.410819 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-904f72cc-3915-4e97-9e4d-c567d408d365 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.412677 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-904f72cc-3915-4e97-9e4d-c567d408d365 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1861973 Jul 09 20:07:08.415902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46344) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:08.422015 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-253c5497-025a-4289-adec-a58769703818 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group_rule': {'security_group_id': 'c07f03fc-4403-447c-9b6e-195ce3e9a7ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:08.430343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f72cc-3915-4e97-9e4d-c567d408d365 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c07f03fc-4403-447c-9b6e-195ce3e9a7ed,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:08.483198 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-253c5497-025a-4289-adec-a58769703818 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.541536 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0124e5b8-db6e-482e-80af-f047985e2d5c req-0febbeb2-9fe0-4724-b795-fd0fd9f9167d tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 210 time: 0.0461271 Jul 09 20:07:08.606047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 12fb4084-e73f-46e6-9c35-d03088d82a81 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:07:08.608635 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-253c5497-025a-4289-adec-a58769703818 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.620144 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-253c5497-025a-4289-adec-a58769703818 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.650183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-253c5497-025a-4289-adec-a58769703818 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.651841 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-253c5497-025a-4289-adec-a58769703818 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2349775 Jul 09 20:07:08.654897 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46360) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:08.655808 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c5497-025a-4289-adec-a58769703818 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150c9f9e-f334-4b67-9e3c-b4ace5547d13,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:08.700793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46364) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:08.700903 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b3658e2e-cac3-42f3-8a8b-4b5d13a78141 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules/150c9f9e-f334-4b67-9e3c-b4ace5547d13 HTTP/1.1" status: 200 len: 763 time: 0.0447102 Jul 09 20:07:08.757855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 12fb4084-e73f-46e6-9c35-d03088d82a81, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=12fb4084-e73f-46e6-9c35-d03088d82a81,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:08.774891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '12fb4084-e73f-46e6-9c35-d03088d82a81', 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463', 'port_id': '12fb4084-e73f-46e6-9c35-d03088d82a81', 'mac_address': 'fa:16:3e:db:d7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b0ff62-0033-4394-9a91-915a6166e59c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:07:08.793466 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b631e9f0-5ffe-417e-b829-e3bf6b3a74b7 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0911484 Jul 09 20:07:08.796452 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46368) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:08.818890 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.825939 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae613a86-330d-4beb-8c93-98dac6f257b4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.837363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae613a86-330d-4beb-8c93-98dac6f257b4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.837541 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fb4084-e73f-46e6-9c35-d03088d82a81 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:07:08.860881 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 12fb4084-e73f-46e6-9c35-d03088d82a81, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=12fb4084-e73f-46e6-9c35-d03088d82a81,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:08.867703 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.877911 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae613a86-330d-4beb-8c93-98dac6f257b4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.886890 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae613a86-330d-4beb-8c93-98dac6f257b4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:08.890938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46374) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:08.891090 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ae613a86-330d-4beb-8c93-98dac6f257b4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/150c9f9e-f334-4b67-9e3c-b4ace5547d13 HTTP/1.1" status: 204 len: 168 time: 0.0936265 Jul 09 20:07:08.897326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae613a86-330d-4beb-8c93-98dac6f257b4 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=150c9f9e-f334-4b67-9e3c-b4ace5547d13,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:08.952640 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=12fb4084-e73f-46e6-9c35-d03088d82a81,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:08.967852 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b0892fa1-fdf8-4bc3-854f-67bfa30c7424 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0744240 Jul 09 20:07:08.970943 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46378) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:08.985408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-594b8128-d60b-47c8-9fe2-6e8510805b29 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group_rule': {'security_group_id': 'c07f03fc-4403-447c-9b6e-195ce3e9a7ed', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:09.030428 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-594b8128-d60b-47c8-9fe2-6e8510805b29 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.097555 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-594b8128-d60b-47c8-9fe2-6e8510805b29 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.103392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-594b8128-d60b-47c8-9fe2-6e8510805b29 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.126185 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b8128-d60b-47c8-9fe2-6e8510805b29 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf16b122-529a-4c7a-ae86-19bf37d0685c,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:09.145930 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-594b8128-d60b-47c8-9fe2-6e8510805b29 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.148852 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-594b8128-d60b-47c8-9fe2-6e8510805b29 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1762445 Jul 09 20:07:09.151361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46388) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:09.159135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2c72-451f-4039-ae05-cd6cd79fd1b5 req-daec0f2f-ce6d-48c7-afdd-20c0e75a7357 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:09.160978 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2fbc2c72-451f-4039-ae05-cd6cd79fd1b5 req-daec0f2f-ce6d-48c7-afdd-20c0e75a7357 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 944 time: 0.0826175 Jul 09 20:07:09.178838 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f3292278-f6db-4987-9a83-47a9e0877836 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules/bf16b122-529a-4c7a-ae86-19bf37d0685c HTTP/1.1" status: 200 len: 763 time: 0.0257876 Jul 09 20:07:09.181112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46390) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:09.225146 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2fbc2c72-451f-4039-ae05-cd6cd79fd1b5 req-fb8c7ec3-7b2c-4465-b6c4-1e302274971b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 Jul 09 20:07:09.267277 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7dddb8b9-7c10-4356-85fb-965f69e712bb tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0840158 Jul 09 20:07:09.269012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46392) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:09.304363 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11a476ea-c007-4336-b840-9e7f69fcd701 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.314135 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11a476ea-c007-4336-b840-9e7f69fcd701 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.352722 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11a476ea-c007-4336-b840-9e7f69fcd701 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.358329 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11a476ea-c007-4336-b840-9e7f69fcd701 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.362439 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-11a476ea-c007-4336-b840-9e7f69fcd701 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bf16b122-529a-4c7a-ae86-19bf37d0685c HTTP/1.1" status: 204 len: 168 time: 0.0885746 Jul 09 20:07:09.363296 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46394) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:09.368996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a476ea-c007-4336-b840-9e7f69fcd701 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf16b122-529a-4c7a-ae86-19bf37d0685c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:09.382100 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['12fb4084-e73f-46e6-9c35-d03088d82a81'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:07:09.412498 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f40ae535-ecd1-44bd-bb10-54ee938f9aef tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0482543 Jul 09 20:07:09.415369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46396) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:09.422238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f3ace483-76e0-46e8-b4c5-00be62f82a33 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Request body: {'security_group_rule': {'security_group_id': 'c07f03fc-4403-447c-9b6e-195ce3e9a7ed', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:09.470742 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-f3ace483-76e0-46e8-b4c5-00be62f82a33 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Project 0bdcae281ab84ce49e6e4393f74e236f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:07:09.483417 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f3ace483-76e0-46e8-b4c5-00be62f82a33 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.557735 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f3ace483-76e0-46e8-b4c5-00be62f82a33 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.564961 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f3ace483-76e0-46e8-b4c5-00be62f82a33 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.597988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ace483-76e0-46e8-b4c5-00be62f82a33 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b6dbec-7d50-40e6-b2d5-6a249fb0aac0,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:09.607482 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f3ace483-76e0-46e8-b4c5-00be62f82a33 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.609164 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f3ace483-76e0-46e8-b4c5-00be62f82a33 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1926072 Jul 09 20:07:09.613117 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46406) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:09.636295 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-50769b1c-347d-4bed-b2f5-3d6d564e8bf1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules/d0b6dbec-7d50-40e6-b2d5-6a249fb0aac0 HTTP/1.1" status: 200 len: 769 time: 0.0212228 Jul 09 20:07:09.640278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46408) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:09.712458 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6dcaf729-b742-4c19-b6b4-0912a3d6a8fe tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0708709 Jul 09 20:07:09.715177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46412) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:09.761206 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3755c31f-4ebb-4fea-823a-fb9c2df467e4 req-5ef66f17-b41d-43e8-9d41-67df02d1e593 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 210 time: 0.0473900 Jul 09 20:07:09.782560 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07908fbb-acb5-44ba-bfe1-82579cd7c56e tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.791130 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07908fbb-acb5-44ba-bfe1-82579cd7c56e tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.836051 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07908fbb-acb5-44ba-bfe1-82579cd7c56e tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.842699 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07908fbb-acb5-44ba-bfe1-82579cd7c56e tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:09.843924 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-07908fbb-acb5-44ba-bfe1-82579cd7c56e tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d0b6dbec-7d50-40e6-b2d5-6a249fb0aac0 HTTP/1.1" status: 204 len: 168 time: 0.1277733 Jul 09 20:07:09.847440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46422) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:09.850286 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07908fbb-acb5-44ba-bfe1-82579cd7c56e tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0b6dbec-7d50-40e6-b2d5-6a249fb0aac0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:09.924358 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-742c8b9d-e07c-40f1-8a13-ad498bef27a1 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0756326 Jul 09 20:07:09.927243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46424) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:10.061911 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0325ae76-e953-4bfb-8f56-e380dba69ff7 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:10.120161 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0325ae76-e953-4bfb-8f56-e380dba69ff7 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:10.135247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-98b00fcd-a237-492c-a12f-12362d376d7e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:10.136760 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-98b00fcd-a237-492c-a12f-12362d376d7e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.36 "GET /v2.0/networks?id=8576682d-43ed-4711-bc34-640246871758 HTTP/1.1" status: 200 len: 814 time: 0.1680419 Jul 09 20:07:10.152460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-1e142446-26b1-4147-bd69-bf63ca7fb584 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Request body: {'port': {'device_id': '7a1cf310-64a9-476e-9b92-57543d331059', 'network_id': '8576682d-43ed-4711-bc34-640246871758', 'admin_state_up': True, 'tenant_id': 'c689c8ecc5f0497e8a3a5fa32b8e5ec8'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:10.241667 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0325ae76-e953-4bfb-8f56-e380dba69ff7 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:10.244192 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0325ae76-e953-4bfb-8f56-e380dba69ff7 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:10.247839 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0325ae76-e953-4bfb-8f56-e380dba69ff7 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "DELETE /v2.0/security-groups/c07f03fc-4403-447c-9b6e-195ce3e9a7ed HTTP/1.1" status: 204 len: 168 time: 0.3169336 Jul 09 20:07:10.248268 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46432) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:10.262828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325ae76-e953-4bfb-8f56-e380dba69ff7 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07f03fc-4403-447c-9b6e-195ce3e9a7ed,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:10.314929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-1e142446-26b1-4147-bd69-bf63ca7fb584 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Made reservation on behalf of c689c8ecc5f0497e8a3a5fa32b8e5ec8 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:10.331299 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b1db6443-1ef6-4841-bf54-34a806221a13 tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0772977 Jul 09 20:07:10.333292 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-1e142446-26b1-4147-bd69-bf63ca7fb584 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:10.333441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46436) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:10.422222 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-734bd32c-f599-425d-b07f-d28db67cf26d tempest-SecGroupIPv6Test-1024090597 tempest-SecGroupIPv6Test-1024090597-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0868185 Jul 09 20:07:10.507121 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0c1dc-69bc-4efb-aab3-4d5ec34d5db8 req-a5426edd-78de-4704-a3d2-8d8384fd56d6 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:10.511754 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2ca0c1dc-69bc-4efb-aab3-4d5ec34d5db8 req-a5426edd-78de-4704-a3d2-8d8384fd56d6 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 944 time: 0.1413288 Jul 09 20:07:10.538800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-1e142446-26b1-4147-bd69-bf63ca7fb584 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Allocated IP 172.20.0.9 (8576682d-43ed-4711-bc34-640246871758/cefeb25d-b810-4185-a769-17a2e345e6cc/5d7b416b-31f4-4c4f-9808-fabd351160dd) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:10.587306 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2ca0c1dc-69bc-4efb-aab3-4d5ec34d5db8 req-0dba115c-a219-456d-9c56-d687119da6a9 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656340 Jul 09 20:07:10.764649 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-1e142446-26b1-4147-bd69-bf63ca7fb584 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:10.801142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46454) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:10.819913 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-1e142446-26b1-4147-bd69-bf63ca7fb584 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:10.851465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['eeb3bdf9-f0ad-486a-94cd-4afece32c30f'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:07:10.919524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-1e142446-26b1-4147-bd69-bf63ca7fb584 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Network 8576682d-43ed-4711-bc34-640246871758 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:10.926180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-1e142446-26b1-4147-bd69-bf63ca7fb584 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:10.944511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-1e142446-26b1-4147-bd69-bf63ca7fb584 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:10.947605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e142446-26b1-4147-bd69-bf63ca7fb584 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Pushing event updated for resources: {'Port': ['ID=5d7b416b-31f4-4c4f-9808-fabd351160dd,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:11.016908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-1e142446-26b1-4147-bd69-bf63ca7fb584 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:11.018076 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-1e142446-26b1-4147-bd69-bf63ca7fb584 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.036856 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-1e142446-26b1-4147-bd69-bf63ca7fb584 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8898492 Jul 09 20:07:11.056790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Request body: {'port': {'device_id': '7a1cf310-64a9-476e-9b92-57543d331059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:11.129683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f5e030b1-6b80-4f96-af38-bb357b03ef2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bdcae281ab84ce49e6e4393f74e236f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238823 Jul 09 20:07:11.135203 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46462) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:11.143350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89cc04-c9bd-4fe8-907f-3e7e558c94d7 req-0954ab8c-b2ea-4edb-b41e-e161080223fd tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:11.146728 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd89cc04-c9bd-4fe8-907f-3e7e558c94d7 req-0954ab8c-b2ea-4edb-b41e-e161080223fd tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 931 time: 0.1435299 Jul 09 20:07:11.192608 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.241222 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd89cc04-c9bd-4fe8-907f-3e7e558c94d7 req-0aaa009e-4f9b-482a-9dcc-2441326ea5ca tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605223 Jul 09 20:07:11.242908 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-acdddd9f-1bec-497e-be2e-13967aec1bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.290781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-acdddd9f-1bec-497e-be2e-13967aec1bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.381975 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-acdddd9f-1bec-497e-be2e-13967aec1bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.385177 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-acdddd9f-1bec-497e-be2e-13967aec1bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.388999 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-acdddd9f-1bec-497e-be2e-13967aec1bee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45cfc02b-ecf3-4223-b41c-e3f3ac3dc8ef HTTP/1.1" status: 204 len: 168 time: 0.2387109 Jul 09 20:07:11.396100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdddd9f-1bec-497e-be2e-13967aec1bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cfc02b-ecf3-4223-b41c-e3f3ac3dc8ef,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:11.532879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d7b416b-31f4-4c4f-9808-fabd351160dd {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:07:11.542878 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.558335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Transition to ACTIVE for port object 5d7b416b-31f4-4c4f-9808-fabd351160dd will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:11.563699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.660120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Pushing event updated for resources: {'Port': ['ID=5d7b416b-31f4-4c4f-9808-fabd351160dd,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:11.744127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Attempting to bind port 5d7b416b-31f4-4c4f-9808-fabd351160dd on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:11.744808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Attempting to bind port 5d7b416b-31f4-4c4f-9808-fabd351160dd by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '51ba6f23-085e-4550-812b-117d06c7aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8576682d-43ed-4711-bc34-640246871758'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:11.745386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Attempting to bind port 5d7b416b-31f4-4c4f-9808-fabd351160dd on network 8576682d-43ed-4711-bc34-640246871758 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:11.759257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Port 5d7b416b-31f4-4c4f-9808-fabd351160dd on network 8576682d-43ed-4711-bc34-640246871758 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:07:11.759601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Attempting to bind port 5d7b416b-31f4-4c4f-9808-fabd351160dd on network 8576682d-43ed-4711-bc34-640246871758 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:11.765236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:11.765869 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Checking segment: {'id': '51ba6f23-085e-4550-812b-117d06c7aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8576682d-43ed-4711-bc34-640246871758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:11.765989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Bound using segment: {'id': '51ba6f23-085e-4550-812b-117d06c7aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8576682d-43ed-4711-bc34-640246871758'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:11.767142 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Bound port: 5d7b416b-31f4-4c4f-9808-fabd351160dd, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ba6f23-085e-4550-812b-117d06c7aa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8576682d-43ed-4711-bc34-640246871758'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:11.767573 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.874587 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7fce4-3d2e-486c-9124-b9d255e3c851 req-d481a85d-1e37-4f25-a08a-28a7a1168efd tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:11.883994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] For port 5d7b416b-31f4-4c4f-9808-fabd351160dd, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:11.884940 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cee7fce4-3d2e-486c-9124-b9d255e3c851 req-d481a85d-1e37-4f25-a08a-28a7a1168efd tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 944 time: 0.1073911 Jul 09 20:07:11.888089 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] For port 5d7b416b-31f4-4c4f-9808-fabd351160dd, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5d7b416b-31f4-4c4f-9808-fabd351160dd,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:11.898878 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.932241 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cee7fce4-3d2e-486c-9124-b9d255e3c851 req-38dbeef0-cd31-47d5-9e8a-810cf266e70d tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463052 Jul 09 20:07:11.962804 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:11.962804 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:11.962804 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] 10.222.0.36 "PUT /v2.0/ports/5d7b416b-31f4-4c4f-9808-fabd351160dd HTTP/1.1" status: 200 len: 1091 time: 0.9160826 Jul 09 20:07:11.962804 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1cf310-64a9-476e-9b92-57543d331059', 'tag': '5d7b416b-31f4-4c4f-9808-fabd351160dd'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:11.966783 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b901be-463c-40c1-aebc-0b5910262a38" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1cf310-64a9-476e-9b92-57543d331059", "tag": "5d7b416b-31f4-4c4f-9808-fabd351160dd"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:12.034827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d179f-d94e-4b45-a20f-7b80eaea552e service neutron] Pushing event updated for resources: {'Port': ['ID=5d7b416b-31f4-4c4f-9808-fabd351160dd,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:12.043981 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b057a8-118d-4fa1-aad9-ad87b581ad18 x-openstack-request-id: req-26b057a8-118d-4fa1-aad9-ad87b581ad18 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:12.044251 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1cf310-64a9-476e-9b92-57543d331059", "tag": "5d7b416b-31f4-4c4f-9808-fabd351160dd", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:12.044501 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26b057a8-118d-4fa1-aad9-ad87b581ad18 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:12.044922 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1cf310-64a9-476e-9b92-57543d331059', 'tag': '5d7b416b-31f4-4c4f-9808-fabd351160dd', 'status': 'completed', 'code': 200} Jul 09 20:07:12.125330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-11440f7f-e238-4b7b-9a61-237a4d9ca33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:12.126928 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-11440f7f-e238-4b7b-9a61-237a4d9ca33b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c689c8ecc5f0497e8a3a5fa32b8e5ec8&device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 1094 time: 0.0783033 Jul 09 20:07:12.183722 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-63904dfd-1732-4fa9-ab4a-0c99ece490e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d7b416b-31f4-4c4f-9808-fabd351160dd HTTP/1.1" status: 200 len: 217 time: 0.0394588 Jul 09 20:07:12.272777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-0c30777f-f94a-4bd5-8925-f1aa86b8ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:12.275394 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-0c30777f-f94a-4bd5-8925-f1aa86b8ecb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cefeb25d-b810-4185-a769-17a2e345e6cc HTTP/1.1" status: 200 len: 854 time: 0.0851946 Jul 09 20:07:12.320637 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-96575155-d113-4fac-a32a-93efa2dd9c4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8576682d-43ed-4711-bc34-640246871758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371032 Jul 09 20:07:12.491420 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-691f22c7-d917-4ec4-8ca1-f9c1b0442574 service neutron] 10.222.0.36 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612318 Jul 09 20:07:12.529474 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972948b-7f24-49a9-b27d-3d2d3f2feefc req-29bd5db2-a914-43bb-9a3b-5d4de8115cb4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:12.531147 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d972948b-7f24-49a9-b27d-3d2d3f2feefc req-29bd5db2-a914-43bb-9a3b-5d4de8115cb4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 943 time: 0.1283333 Jul 09 20:07:12.631602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 12fb4084-e73f-46e6-9c35-d03088d82a81 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:12.643815 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d972948b-7f24-49a9-b27d-3d2d3f2feefc req-f3d8fdb9-54ac-43c9-9894-31b1d9a993f7 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733809 Jul 09 20:07:12.669659 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-047c2b6b-08f2-4094-af9b-a605fe07c74a req-a35f9fb6-c9a5-41c4-a121-efa79b39264a service neutron] 10.222.0.36 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704254 Jul 09 20:07:12.746329 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 12fb4084-e73f-46e6-9c35-d03088d82a81 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:12.746939 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:12.830933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b901be-463c-40c1-aebc-0b5910262a38 req-f10dc449-ac96-4c11-8aa8-1f799b124f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:12.833190 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d5b901be-463c-40c1-aebc-0b5910262a38 req-f10dc449-ac96-4c11-8aa8-1f799b124f74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c689c8ecc5f0497e8a3a5fa32b8e5ec8&device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 1094 time: 0.0984273 Jul 09 20:07:12.879052 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:12.930314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 12fb4084-e73f-46e6-9c35-d03088d82a81, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=12fb4084-e73f-46e6-9c35-d03088d82a81,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:12.932047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c53606f-69f4-4469-9abb-478c586aed80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fb4084-e73f-46e6-9c35-d03088d82a81'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:12.940567 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16059ce7-4e60-42a2-a59e-2aa65949a214" -d '{"events": [{"server_uuid": "9c53606f-69f4-4469-9abb-478c586aed80", "name": "network-vif-plugged", "status": "completed", "tag": "12fb4084-e73f-46e6-9c35-d03088d82a81"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:12.946014 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:13.011041 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d131965-c674-4dc9-a60e-b0c0b0616f55 x-openstack-request-id: req-5d131965-c674-4dc9-a60e-b0c0b0616f55 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:13.012006 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c53606f-69f4-4469-9abb-478c586aed80", "name": "network-vif-plugged", "status": "completed", "tag": "12fb4084-e73f-46e6-9c35-d03088d82a81", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:13.012006 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d131965-c674-4dc9-a60e-b0c0b0616f55 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:13.012183 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c53606f-69f4-4469-9abb-478c586aed80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fb4084-e73f-46e6-9c35-d03088d82a81', 'code': 200} Jul 09 20:07:13.030579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b901be-463c-40c1-aebc-0b5910262a38 req-d00190c1-6715-4589-8ed0-e4cdf3ecb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:13.032606 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d5b901be-463c-40c1-aebc-0b5910262a38 req-d00190c1-6715-4589-8ed0-e4cdf3ecb1a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8576682d-43ed-4711-bc34-640246871758 HTTP/1.1" status: 200 len: 915 time: 0.1907597 Jul 09 20:07:13.041299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=12fb4084-e73f-46e6-9c35-d03088d82a81,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:13.165415 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d5b901be-463c-40c1-aebc-0b5910262a38 req-00baed5e-c18e-49e8-a77a-7ae6d7cd718a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d7b416b-31f4-4c4f-9808-fabd351160dd HTTP/1.1" status: 200 len: 217 time: 0.1238008 Jul 09 20:07:13.268394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b901be-463c-40c1-aebc-0b5910262a38 req-ffa3f5e8-764a-4334-a7c5-c14889d1487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:13.269925 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d5b901be-463c-40c1-aebc-0b5910262a38 req-ffa3f5e8-764a-4334-a7c5-c14889d1487b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cefeb25d-b810-4185-a769-17a2e345e6cc HTTP/1.1" status: 200 len: 854 time: 0.0962121 Jul 09 20:07:13.275280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbed59-4312-40a4-9323-a7ec8baccdd8 req-faaa503a-8121-462f-b456-03a9ce837c5c tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:13.277526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45bbed59-4312-40a4-9323-a7ec8baccdd8 req-faaa503a-8121-462f-b456-03a9ce837c5c tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.0931284 Jul 09 20:07:13.294787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfdd5e-2c46-4df3-9a06-5fbf73d67a95 req-8bd779c4-a954-4ac5-8b20-e25a7e19f480 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:13.301636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfdd5e-2c46-4df3-9a06-5fbf73d67a95 req-8bd779c4-a954-4ac5-8b20-e25a7e19f480 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:13.307706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfdd5e-2c46-4df3-9a06-5fbf73d67a95 req-8bd779c4-a954-4ac5-8b20-e25a7e19f480 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:13.314961 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfdd5e-2c46-4df3-9a06-5fbf73d67a95 req-8bd779c4-a954-4ac5-8b20-e25a7e19f480 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:13.321161 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfdd5e-2c46-4df3-9a06-5fbf73d67a95 req-8bd779c4-a954-4ac5-8b20-e25a7e19f480 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:13.327756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfdd5e-2c46-4df3-9a06-5fbf73d67a95 req-8bd779c4-a954-4ac5-8b20-e25a7e19f480 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:13.334895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfdd5e-2c46-4df3-9a06-5fbf73d67a95 req-8bd779c4-a954-4ac5-8b20-e25a7e19f480 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:13.336903 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bcfdd5e-2c46-4df3-9a06-5fbf73d67a95 req-8bd779c4-a954-4ac5-8b20-e25a7e19f480 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5435 time: 0.2981849 Jul 09 20:07:13.350220 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45bbed59-4312-40a4-9323-a7ec8baccdd8 req-c9146b64-064c-48ec-9354-902287a08e6a tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662267 Jul 09 20:07:13.411759 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d5b901be-463c-40c1-aebc-0b5910262a38 req-f24532cf-a519-49f7-b9bf-098432f40eb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8576682d-43ed-4711-bc34-640246871758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727687 Jul 09 20:07:13.919914 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7bcfdd5e-2c46-4df3-9a06-5fbf73d67a95 req-85bd1caf-4be9-4a54-985a-53ce27422802 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5638132 Jul 09 20:07:13.956175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3130a1b-6fab-47a3-968c-f2c9f1f1ebeb req-fbc7a34e-d0bf-4be0-bd40-b426a515d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:13.961713 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3130a1b-6fab-47a3-968c-f2c9f1f1ebeb req-fbc7a34e-d0bf-4be0-bd40-b426a515d8a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 1096 time: 0.6237228 Jul 09 20:07:13.977428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b95e83-0d21-46e0-9a64-64815dfb9de4 req-be0eaea2-7bbd-46bd-b4f6-f71edbaf9b01 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:13.979102 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-57b95e83-0d21-46e0-9a64-64815dfb9de4 req-be0eaea2-7bbd-46bd-b4f6-f71edbaf9b01 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 943 time: 0.1615028 Jul 09 20:07:13.994591 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d5b901be-463c-40c1-aebc-0b5910262a38 req-a724c73e-163a-41c5-8487-904a16ca6e4f service neutron] 10.222.0.36 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534418 Jul 09 20:07:14.051528 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-57b95e83-0d21-46e0-9a64-64815dfb9de4 req-b333abbf-17db-4f81-bf11-66c6c09e3dce tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611875 Jul 09 20:07:14.094054 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3130a1b-6fab-47a3-968c-f2c9f1f1ebeb req-bdc029d1-cdf4-4698-b556-5dc55a90df51 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195347 Jul 09 20:07:14.161881 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d5b901be-463c-40c1-aebc-0b5910262a38 req-0af5b67c-c6d0-41ad-927b-7ccdca119123 service neutron] 10.222.0.36 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589074 Jul 09 20:07:14.260919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10ae59-0847-4cb7-8499-31ace65925e5 req-19322c3e-4a48-4120-b1b9-049225b8f08b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:14.267370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10ae59-0847-4cb7-8499-31ace65925e5 req-19322c3e-4a48-4120-b1b9-049225b8f08b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:14.273759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10ae59-0847-4cb7-8499-31ace65925e5 req-19322c3e-4a48-4120-b1b9-049225b8f08b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:14.280771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10ae59-0847-4cb7-8499-31ace65925e5 req-19322c3e-4a48-4120-b1b9-049225b8f08b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:14.289543 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10ae59-0847-4cb7-8499-31ace65925e5 req-19322c3e-4a48-4120-b1b9-049225b8f08b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:14.306470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10ae59-0847-4cb7-8499-31ace65925e5 req-19322c3e-4a48-4120-b1b9-049225b8f08b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:14.314101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10ae59-0847-4cb7-8499-31ace65925e5 req-19322c3e-4a48-4120-b1b9-049225b8f08b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:14.317160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0c10ae59-0847-4cb7-8499-31ace65925e5 req-19322c3e-4a48-4120-b1b9-049225b8f08b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5435 time: 0.1761434 Jul 09 20:07:14.594055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d13091-976a-426f-998c-af234f01ef9f req-e43062ff-7b27-4a6c-a95d-fa3dadcc5da0 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:14.602045 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c5d13091-976a-426f-998c-af234f01ef9f req-e43062ff-7b27-4a6c-a95d-fa3dadcc5da0 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1039357 Jul 09 20:07:14.669199 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c5d13091-976a-426f-998c-af234f01ef9f req-b8a53024-b1a3-4f35-be28-49abdbc53fc2 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655367 Jul 09 20:07:15.290901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1707ad-9a38-4fba-86e5-f2ef21dfa6ed req-25dba0e7-baa1-4979-b5c4-a45245a0d43c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:15.297176 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e1707ad-9a38-4fba-86e5-f2ef21dfa6ed req-25dba0e7-baa1-4979-b5c4-a45245a0d43c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 943 time: 0.0963919 Jul 09 20:07:15.353890 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e1707ad-9a38-4fba-86e5-f2ef21dfa6ed req-b22af1c2-245a-4b2d-8bba-1b7d13d87c9b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475399 Jul 09 20:07:15.933080 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968acb7c-4336-4805-9fce-f542e1e9c5f4 req-a57c456a-29b9-4cd5-857e-0b1d3774f711 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:15.944498 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-968acb7c-4336-4805-9fce-f542e1e9c5f4 req-a57c456a-29b9-4cd5-857e-0b1d3774f711 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1094325 Jul 09 20:07:15.995284 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-968acb7c-4336-4805-9fce-f542e1e9c5f4 req-07d48f97-be2f-42fe-abcf-9fa4060e759e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494754 Jul 09 20:07:16.210132 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389b573-c5f6-43cb-84e7-d67391b4cef5 req-a83c26b2-28b2-42d9-ad30-fc4964356058 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:16.211666 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3389b573-c5f6-43cb-84e7-d67391b4cef5 req-a83c26b2-28b2-42d9-ad30-fc4964356058 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.0748603 Jul 09 20:07:16.286359 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3389b573-c5f6-43cb-84e7-d67391b4cef5 req-878e0a20-bac8-4858-89b7-0009beb0e3fc tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604842 Jul 09 20:07:16.642845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5d7b416b-31f4-4c4f-9808-fabd351160dd details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:07:16.673908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f298200-6c47-4923-801a-2adea4e3250b req-c53c865b-6a3c-437b-a652-0b64c5e5752d tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:16.684907 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f298200-6c47-4923-801a-2adea4e3250b req-c53c865b-6a3c-437b-a652-0b64c5e5752d tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 943 time: 0.1455369 Jul 09 20:07:16.776762 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f298200-6c47-4923-801a-2adea4e3250b req-07aa0177-8ab5-4ea4-933f-9acfbda04965 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852573 Jul 09 20:07:16.868441 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46684) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:17.106298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5d7b416b-31f4-4c4f-9808-fabd351160dd, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5d7b416b-31f4-4c4f-9808-fabd351160dd,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:17.131302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '5d7b416b-31f4-4c4f-9808-fabd351160dd', 'network_id': '8576682d-43ed-4711-bc34-640246871758', 'port_id': '5d7b416b-31f4-4c4f-9808-fabd351160dd', 'mac_address': 'fa:16:3e:7d:67:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefeb25d-b810-4185-a769-17a2e345e6cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:07:17.206561 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.228564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7b416b-31f4-4c4f-9808-fabd351160dd {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:07:17.265509 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5d7b416b-31f4-4c4f-9808-fabd351160dd, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5d7b416b-31f4-4c4f-9808-fabd351160dd,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:17.275090 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.303964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-07e4dc89-b263-410b-8eb9-27795cfa9149 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:17.326432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-07e4dc89-b263-410b-8eb9-27795cfa9149 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/networks?id=0cb7008f-434b-4439-8482-4c8e6db0e463 HTTP/1.1" status: 200 len: 815 time: 0.3892505 Jul 09 20:07:17.353820 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5d7b416b-31f4-4c4f-9808-fabd351160dd,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:17.370343 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-de40715f-0d2c-4c00-b8f3-632046c9eec3 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/quotas/e1891ad88c804c218ab071d1a2a2b4d1 HTTP/1.1" status: 200 len: 375 time: 0.0472300 Jul 09 20:07:17.449418 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75716b0e-47fd-4e98-98fc-b5694754476a req-71f0ddef-7aae-4831-b338-9463621e367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:17.449909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75716b0e-47fd-4e98-98fc-b5694754476a req-71f0ddef-7aae-4831-b338-9463621e367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:17.450393 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75716b0e-47fd-4e98-98fc-b5694754476a req-71f0ddef-7aae-4831-b338-9463621e367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:17.450869 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75716b0e-47fd-4e98-98fc-b5694754476a req-71f0ddef-7aae-4831-b338-9463621e367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:17.451343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75716b0e-47fd-4e98-98fc-b5694754476a req-71f0ddef-7aae-4831-b338-9463621e367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:17.451815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75716b0e-47fd-4e98-98fc-b5694754476a req-71f0ddef-7aae-4831-b338-9463621e367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:17.452286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75716b0e-47fd-4e98-98fc-b5694754476a req-71f0ddef-7aae-4831-b338-9463621e367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:17.454472 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75716b0e-47fd-4e98-98fc-b5694754476a req-71f0ddef-7aae-4831-b338-9463621e367b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 6492 time: 0.5844069 Jul 09 20:07:17.472799 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-0083f543-6fec-4484-bead-13971edd2077 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1891ad88c804c218ab071d1a2a2b4d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1015408 Jul 09 20:07:17.516052 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46714) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:17.557645 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75716b0e-47fd-4e98-98fc-b5694754476a req-7f982c83-e91b-4cce-854c-a84d86b08a39 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e8fcd839-3216-4c76-a2c0-7f53e7309926&id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940399 Jul 09 20:07:17.603576 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-629d2f58-075c-4395-9c37-28a2b7c8c3ee service neutron] 10.222.0.30 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197135 Jul 09 20:07:17.644606 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38b4854f-56b3-4270-a6b1-d2e00b8ebab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.745356 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-521e4e88-8bd4-4d9b-87ca-fe2490a9a2d7 service neutron] 10.222.0.30 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342163 Jul 09 20:07:17.774960 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38b4854f-56b3-4270-a6b1-d2e00b8ebab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.779288 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38b4854f-56b3-4270-a6b1-d2e00b8ebab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:17.822764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46726) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:17.822927 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-38b4854f-56b3-4270-a6b1-d2e00b8ebab6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=49f2cd18c434481291d064b9d119f845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052766 Jul 09 20:07:17.825394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4854f-56b3-4270-a6b1-d2e00b8ebab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cd87c8-43e9-4ecb-ac7f-e16e69d7447a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:17.896242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['5d7b416b-31f4-4c4f-9808-fabd351160dd'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:07:17.949871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a346475-87aa-4a54-8b7c-10adf50044a9 req-5f0d48ea-01f7-46a3-a891-2a3ffce54558 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 210 time: 0.0574386 Jul 09 20:07:17.951107 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-609cb649-033f-4cb3-b3f9-74ecd4895888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.017619 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-609cb649-033f-4cb3-b3f9-74ecd4895888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.073806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd1d91-329f-41ab-b8b2-312ae617cfe4 req-a7edbf3d-9f03-4366-b8c4-d9ca57f18831 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:18.083287 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-02dd1d91-329f-41ab-b8b2-312ae617cfe4 req-a7edbf3d-9f03-4366-b8c4-d9ca57f18831 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 944 time: 0.1186652 Jul 09 20:07:18.103615 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-609cb649-033f-4cb3-b3f9-74ecd4895888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.106668 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-609cb649-033f-4cb3-b3f9-74ecd4895888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.107983 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-609cb649-033f-4cb3-b3f9-74ecd4895888 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0cd87c8-43e9-4ecb-ac7f-e16e69d7447a HTTP/1.1" status: 204 len: 168 time: 0.2842164 Jul 09 20:07:18.134353 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-02dd1d91-329f-41ab-b8b2-312ae617cfe4 req-ccc3f8bb-fff9-4eb2-80f2-09f949f15904 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510719 Jul 09 20:07:18.134644 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cb649-033f-4cb3-b3f9-74ecd4895888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cd87c8-43e9-4ecb-ac7f-e16e69d7447a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:18.567946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46758) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:18.585657 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0efe2933-a46d-426d-8a0f-0d043b729b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.607869 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6ee23-9ebc-4a93-b71c-a428f36231c9 req-de3f3aa9-04b5-4af2-b14f-96df77812d6c tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:18.609499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ee6ee23-9ebc-4a93-b71c-a428f36231c9 req-de3f3aa9-04b5-4af2-b14f-96df77812d6c tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c53606f-69f4-4469-9abb-478c586aed80 HTTP/1.1" status: 200 len: 945 time: 0.1133807 Jul 09 20:07:18.752907 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0efe2933-a46d-426d-8a0f-0d043b729b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.756377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4ee6ee23-9ebc-4a93-b71c-a428f36231c9 req-b0ec564a-c989-471f-ad13-0a52ae89f1bd tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Deleting port 12fb4084-e73f-46e6-9c35-d03088d82a81 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:07:18.757033 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4ee6ee23-9ebc-4a93-b71c-a428f36231c9 req-b0ec564a-c989-471f-ad13-0a52ae89f1bd tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.763766 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0efe2933-a46d-426d-8a0f-0d043b729b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.825384 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0efe2933-a46d-426d-8a0f-0d043b729b52 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a6a3bba5ff64929b1db60a8d29bfdf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540815 Jul 09 20:07:18.825384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe2933-a46d-426d-8a0f-0d043b729b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd47ec5a-5ce0-4240-ba4f-53e2fa9b9e1b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:18.826710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46764) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:18.906470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4ee6ee23-9ebc-4a93-b71c-a428f36231c9 req-b0ec564a-c989-471f-ad13-0a52ae89f1bd tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] For port 12fb4084-e73f-46e6-9c35-d03088d82a81, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=12fb4084-e73f-46e6-9c35-d03088d82a81,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:18.906872 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4ee6ee23-9ebc-4a93-b71c-a428f36231c9 req-b0ec564a-c989-471f-ad13-0a52ae89f1bd tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.932744 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4ee6ee23-9ebc-4a93-b71c-a428f36231c9 req-b0ec564a-c989-471f-ad13-0a52ae89f1bd tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Calling delete_port for 12fb4084-e73f-46e6-9c35-d03088d82a81 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:07:18.935094 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eafc3c7e-e05f-4a40-9cc3-145f9f52e189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:18.998875 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eafc3c7e-e05f-4a40-9cc3-145f9f52e189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:19.079874 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eafc3c7e-e05f-4a40-9cc3-145f9f52e189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:19.082565 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eafc3c7e-e05f-4a40-9cc3-145f9f52e189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:19.083785 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-eafc3c7e-e05f-4a40-9cc3-145f9f52e189 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd47ec5a-5ce0-4240-ba4f-53e2fa9b9e1b HTTP/1.1" status: 204 len: 168 time: 0.2561278 Jul 09 20:07:19.153049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc3c7e-e05f-4a40-9cc3-145f9f52e189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd47ec5a-5ce0-4240-ba4f-53e2fa9b9e1b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:19.162477 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-21e52799-60fc-4347-80a3-968722a2c545 req-6a1ffb8c-a0c8-43a4-81d0-5ee381e8a004 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 210 time: 0.0552659 Jul 09 20:07:19.200278 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4ee6ee23-9ebc-4a93-b71c-a428f36231c9 req-b0ec564a-c989-471f-ad13-0a52ae89f1bd tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:19.278536 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec564a-c989-471f-ad13-0a52ae89f1bd tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Pushing event deleted for resources: {'Port': ['ID=12fb4084-e73f-46e6-9c35-d03088d82a81,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:19.354142 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee6ee23-9ebc-4a93-b71c-a428f36231c9 req-b0ec564a-c989-471f-ad13-0a52ae89f1bd tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] No DVR routers for this DVR port 12fb4084-e73f-46e6-9c35-d03088d82a81 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:07:19.355487 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4ee6ee23-9ebc-4a93-b71c-a428f36231c9 req-b0ec564a-c989-471f-ad13-0a52ae89f1bd tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:19.357561 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ee6ee23-9ebc-4a93-b71c-a428f36231c9 req-b0ec564a-c989-471f-ad13-0a52ae89f1bd tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.36 "DELETE /v2.0/ports/12fb4084-e73f-46e6-9c35-d03088d82a81 HTTP/1.1" status: 204 len: 173 time: 0.7425065 Jul 09 20:07:19.358049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c53606f-69f4-4469-9abb-478c586aed80', 'name': 'network-vif-deleted', 'tag': '12fb4084-e73f-46e6-9c35-d03088d82a81'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:19.362064 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea2c6ea-660e-44d8-8cdd-403610e43965" -d '{"events": [{"server_uuid": "9c53606f-69f4-4469-9abb-478c586aed80", "name": "network-vif-deleted", "tag": "12fb4084-e73f-46e6-9c35-d03088d82a81"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:19.558628 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d2d6cd-7a18-43c2-93a1-ae69b13d030c x-openstack-request-id: req-63d2d6cd-7a18-43c2-93a1-ae69b13d030c {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:19.559437 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c53606f-69f4-4469-9abb-478c586aed80", "name": "network-vif-deleted", "tag": "12fb4084-e73f-46e6-9c35-d03088d82a81", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:19.561160 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63d2d6cd-7a18-43c2-93a1-ae69b13d030c {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:19.561774 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c53606f-69f4-4469-9abb-478c586aed80', 'name': 'network-vif-deleted', 'tag': '12fb4084-e73f-46e6-9c35-d03088d82a81', 'status': 'completed', 'code': 200} Jul 09 20:07:19.691501 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-fe1c4ad6-053f-4898-ab56-5571b2025e1b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:19.693345 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-fe1c4ad6-053f-4898-ab56-5571b2025e1b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.36 "GET /v2.0/networks?id=0cb7008f-434b-4439-8482-4c8e6db0e463 HTTP/1.1" status: 200 len: 815 time: 0.2816262 Jul 09 20:07:19.715197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-692821c2-5433-456b-99a6-d16f00cb70f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Request body: {'port': {'device_id': '4ab79309-6789-4a2c-8812-d841ba157a2f', 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463', 'admin_state_up': True, 'tenant_id': 'e1891ad88c804c218ab071d1a2a2b4d1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:19.758821 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ecead-dbca-42fa-b140-8a14e843d4b8 req-f1eea221-6021-462c-acf4-02432a7239f6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:19.761921 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af7ecead-dbca-42fa-b140-8a14e843d4b8 req-f1eea221-6021-462c-acf4-02432a7239f6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 944 time: 0.1593232 Jul 09 20:07:19.848897 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af7ecead-dbca-42fa-b140-8a14e843d4b8 req-be4c4893-3304-47b8-85cb-de10696dbd72 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778873 Jul 09 20:07:19.885140 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-692821c2-5433-456b-99a6-d16f00cb70f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Made reservation on behalf of e1891ad88c804c218ab071d1a2a2b4d1 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:19.889319 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-692821c2-5433-456b-99a6-d16f00cb70f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:20.073994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-692821c2-5433-456b-99a6-d16f00cb70f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Allocated IP 172.20.0.2 (0cb7008f-434b-4439-8482-4c8e6db0e463/b5b0ff62-0033-4394-9a91-915a6166e59c/77965951-df3d-4622-a91e-d83557280047) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:20.282716 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-692821c2-5433-456b-99a6-d16f00cb70f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:20.340263 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-692821c2-5433-456b-99a6-d16f00cb70f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:20.435973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-692821c2-5433-456b-99a6-d16f00cb70f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Network 0cb7008f-434b-4439-8482-4c8e6db0e463 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:20.444295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-692821c2-5433-456b-99a6-d16f00cb70f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:20.450941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-692821c2-5433-456b-99a6-d16f00cb70f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:20.457305 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692821c2-5433-456b-99a6-d16f00cb70f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Pushing event updated for resources: {'Port': ['ID=77965951-df3d-4622-a91e-d83557280047,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:20.524970 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b9e7c-c2f9-43b5-90e9-4ec669836458 req-c04065f1-dc6b-483e-b005-d9c427f6dcb1 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:20.526831 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-535b9e7c-c2f9-43b5-90e9-4ec669836458 req-c04065f1-dc6b-483e-b005-d9c427f6dcb1 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 931 time: 0.1456082 Jul 09 20:07:20.534295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-692821c2-5433-456b-99a6-d16f00cb70f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:20.535219 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-692821c2-5433-456b-99a6-d16f00cb70f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:20.570305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-692821c2-5433-456b-99a6-d16f00cb70f4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8628078 Jul 09 20:07:20.585438 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Request body: {'port': {'device_id': '4ab79309-6789-4a2c-8812-d841ba157a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:20.590382 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-535b9e7c-c2f9-43b5-90e9-4ec669836458 req-dc4d6031-3153-4f66-954e-0e03b966a340 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514493 Jul 09 20:07:20.674808 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:20.686356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5d7b416b-31f4-4c4f-9808-fabd351160dd up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:20.816875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 5d7b416b-31f4-4c4f-9808-fabd351160dd completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:20.822740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 5d7b416b-31f4-4c4f-9808-fabd351160dd triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:20.823217 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.059380 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.113604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5d7b416b-31f4-4c4f-9808-fabd351160dd, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5d7b416b-31f4-4c4f-9808-fabd351160dd,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:21.114577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1cf310-64a9-476e-9b92-57543d331059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7b416b-31f4-4c4f-9808-fabd351160dd'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:21.117023 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8419c521-24a7-4dd9-86a5-eec91b046e89" -d '{"events": [{"server_uuid": "7a1cf310-64a9-476e-9b92-57543d331059", "name": "network-vif-plugged", "status": "completed", "tag": "5d7b416b-31f4-4c4f-9808-fabd351160dd"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:21.133500 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.134847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 12fb4084-e73f-46e6-9c35-d03088d82a81 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:07:21.150786 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77965951-df3d-4622-a91e-d83557280047 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:07:21.161250 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.177892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Transition to ACTIVE for port object 77965951-df3d-4622-a91e-d83557280047 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:21.183838 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.190292 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c9cf5-fb01-43ad-a175-be5c86e3c6ca req-8b43286c-7eee-488f-ae89-6cb61cfbec36 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:21.192190 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9f5c9cf5-fb01-43ad-a175-be5c86e3c6ca req-8b43286c-7eee-488f-ae89-6cb61cfbec36 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 944 time: 0.1398385 Jul 09 20:07:21.220703 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611d79c3-6831-4c62-85b4-b0e006e30a95 x-openstack-request-id: req-611d79c3-6831-4c62-85b4-b0e006e30a95 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:21.221360 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1cf310-64a9-476e-9b92-57543d331059", "name": "network-vif-plugged", "status": "completed", "tag": "5d7b416b-31f4-4c4f-9808-fabd351160dd", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:21.221931 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-611d79c3-6831-4c62-85b4-b0e006e30a95 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:21.222491 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1cf310-64a9-476e-9b92-57543d331059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7b416b-31f4-4c4f-9808-fabd351160dd', 'code': 200} Jul 09 20:07:21.242514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5d7b416b-31f4-4c4f-9808-fabd351160dd,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:21.245921 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 12fb4084-e73f-46e6-9c35-d03088d82a81 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:07:21.246492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 12fb4084-e73f-46e6-9c35-d03088d82a81 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:07:21.277086 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9f5c9cf5-fb01-43ad-a175-be5c86e3c6ca req-a739a0dc-ea62-4f1e-b0f7-e01297011ddb tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729437 Jul 09 20:07:21.313911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Pushing event updated for resources: {'Port': ['ID=77965951-df3d-4622-a91e-d83557280047,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:21.409588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Attempting to bind port 77965951-df3d-4622-a91e-d83557280047 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:21.409876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Attempting to bind port 77965951-df3d-4622-a91e-d83557280047 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:21.410169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Attempting to bind port 77965951-df3d-4622-a91e-d83557280047 on network 0cb7008f-434b-4439-8482-4c8e6db0e463 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:21.417712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Port 77965951-df3d-4622-a91e-d83557280047 on network 0cb7008f-434b-4439-8482-4c8e6db0e463 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:07:21.418041 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Attempting to bind port 77965951-df3d-4622-a91e-d83557280047 on network 0cb7008f-434b-4439-8482-4c8e6db0e463 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:21.430425 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:21.430741 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Checking segment: {'id': 'fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:21.431131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Bound using segment: {'id': 'fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:21.431571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Bound port: 77965951-df3d-4622-a91e-d83557280047, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:21.431937 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.437507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7f3c3-ab56-42e3-aa9b-feff00ca00ae req-9b5a5782-0578-4b08-99a9-2b0b438d241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:21.439300 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9b7f3c3-ab56-42e3-aa9b-feff00ca00ae req-9b5a5782-0578-4b08-99a9-2b0b438d241d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 1096 time: 0.1050839 Jul 09 20:07:21.513540 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9b7f3c3-ab56-42e3-aa9b-feff00ca00ae req-9ea7d1a6-19aa-4074-bd93-35cd7003fc96 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643899 Jul 09 20:07:21.525155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] For port 77965951-df3d-4622-a91e-d83557280047, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:21.528180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] For port 77965951-df3d-4622-a91e-d83557280047, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=77965951-df3d-4622-a91e-d83557280047,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:21.533518 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.568373 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:21.569208 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:21.570510 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] 10.222.0.36 "PUT /v2.0/ports/77965951-df3d-4622-a91e-d83557280047 HTTP/1.1" status: 200 len: 1091 time: 0.9897943 Jul 09 20:07:21.570970 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab79309-6789-4a2c-8812-d841ba157a2f', 'tag': '77965951-df3d-4622-a91e-d83557280047'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:21.573768 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b95536-196c-4fa8-8e32-59c53e7d4730" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab79309-6789-4a2c-8812-d841ba157a2f", "tag": "77965951-df3d-4622-a91e-d83557280047"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:21.604393 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef081d-8e26-4982-a65d-c14b5a22077c service neutron] Pushing event updated for resources: {'Port': ['ID=77965951-df3d-4622-a91e-d83557280047,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:21.637958 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9f1904-cd88-4747-b0dc-7163a5a07859 x-openstack-request-id: req-0f9f1904-cd88-4747-b0dc-7163a5a07859 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:21.638274 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab79309-6789-4a2c-8812-d841ba157a2f", "tag": "77965951-df3d-4622-a91e-d83557280047", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:21.638485 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f9f1904-cd88-4747-b0dc-7163a5a07859 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:21.638977 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab79309-6789-4a2c-8812-d841ba157a2f', 'tag': '77965951-df3d-4622-a91e-d83557280047', 'status': 'completed', 'code': 200} Jul 09 20:07:21.771403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b95536-196c-4fa8-8e32-59c53e7d4730 req-2173abab-63ed-4eb4-82de-440664abc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:21.773584 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4b95536-196c-4fa8-8e32-59c53e7d4730 req-2173abab-63ed-4eb4-82de-440664abc81e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1891ad88c804c218ab071d1a2a2b4d1&device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 1094 time: 0.0919001 Jul 09 20:07:21.825933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88755c7d-28cc-4f27-ba2f-9ce9aee8c3e0 req-d62914cf-1208-4a27-b09c-f62dd082a972 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:21.835356 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-88755c7d-28cc-4f27-ba2f-9ce9aee8c3e0 req-d62914cf-1208-4a27-b09c-f62dd082a972 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 943 time: 0.1069887 Jul 09 20:07:21.903062 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-88755c7d-28cc-4f27-ba2f-9ce9aee8c3e0 req-c1943a34-a88b-46a1-a40d-7974ec9dfd86 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666692 Jul 09 20:07:22.017492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b95536-196c-4fa8-8e32-59c53e7d4730 req-a8a2b568-bbc1-4be5-ad98-aaf9e4bb5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:22.019022 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4b95536-196c-4fa8-8e32-59c53e7d4730 req-a8a2b568-bbc1-4be5-ad98-aaf9e4bb5389 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e1891ad88c804c218ab071d1a2a2b4d1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2345741 Jul 09 20:07:22.197632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-de0d46d5-ef84-4a4f-917c-9401bb2624ea req-79bd3d6f-32ee-4c94-acba-a8def8e20f9e service neutron] (100205) timed out ('10.222.0.30', 47486) {{(pid=100205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:07:22.243500 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b95536-196c-4fa8-8e32-59c53e7d4730 req-d3423f32-9b85-4273-83f7-e544362e9bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:22.245517 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4b95536-196c-4fa8-8e32-59c53e7d4730 req-d3423f32-9b85-4273-83f7-e544362e9bcc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2172170 Jul 09 20:07:22.369114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-d97b84ac-184c-4e53-89eb-ac621cba7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:22.370623 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-d97b84ac-184c-4e53-89eb-ac621cba7c48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1891ad88c804c218ab071d1a2a2b4d1&device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 1094 time: 0.0577564 Jul 09 20:07:22.430472 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-d06c143a-f06f-4066-bd4e-ddca7ff62085 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=77965951-df3d-4622-a91e-d83557280047 HTTP/1.1" status: 200 len: 217 time: 0.0519366 Jul 09 20:07:22.515703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-3a7ec126-7d09-4498-bf15-ddcdcdfa7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:22.518126 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-3a7ec126-7d09-4498-bf15-ddcdcdfa7b90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5b0ff62-0033-4394-9a91-915a6166e59c HTTP/1.1" status: 200 len: 855 time: 0.0687499 Jul 09 20:07:22.537076 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b137c36-e4d3-434a-8118-04824992b5c1 req-87fcf370-f62f-4a9a-871c-d53d32094144 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:22.538612 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b137c36-e4d3-434a-8118-04824992b5c1 req-87fcf370-f62f-4a9a-871c-d53d32094144 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 945 time: 0.1210227 Jul 09 20:07:22.575574 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-26bad0d8-7e90-4ac3-bd53-0dac57b78542 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cb7008f-434b-4439-8482-4c8e6db0e463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359411 Jul 09 20:07:22.665421 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b137c36-e4d3-434a-8118-04824992b5c1 req-4579461d-c9b2-42c2-9095-dfbd15a7a186 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182973 Jul 09 20:07:22.704208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-2601ded7-5016-4967-849d-e839a8a890c8 service neutron] 10.222.0.36 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135182 Jul 09 20:07:22.811159 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8481474-87e4-41d6-bab9-441b7e946a72 req-a92da8ce-9e3d-4393-b5b2-019b4162a0de service neutron] 10.222.0.36 "GET /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000624 Jul 09 20:07:23.090010 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce02f03-3cec-4bfe-8ebb-f09d44acfa19 req-703e176c-ce5a-4ea8-9e6a-0e254bb1973c tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:23.091822 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cce02f03-3cec-4bfe-8ebb-f09d44acfa19 req-703e176c-ce5a-4ea8-9e6a-0e254bb1973c tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 943 time: 0.0777855 Jul 09 20:07:23.136970 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cce02f03-3cec-4bfe-8ebb-f09d44acfa19 req-a178d7b9-bf23-4a78-9a13-89f2b82218b0 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345044 Jul 09 20:07:23.877510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962993e7-0d89-4ba8-b47f-d05b975f7645 req-801ffcdd-0052-442b-924b-2f00acf569c4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:23.879090 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-962993e7-0d89-4ba8-b47f-d05b975f7645 req-801ffcdd-0052-442b-924b-2f00acf569c4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 945 time: 0.0651362 Jul 09 20:07:23.941487 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-962993e7-0d89-4ba8-b47f-d05b975f7645 req-1eeef91b-14fa-49ce-bd0a-002631144265 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561430 Jul 09 20:07:24.486417 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ba176-40a3-4027-8394-3c546f0ea7e0 req-d52ab64e-8201-449a-8e72-1efd83c59a0e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:24.489191 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d31ba176-40a3-4027-8394-3c546f0ea7e0 req-d52ab64e-8201-449a-8e72-1efd83c59a0e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 943 time: 0.0780649 Jul 09 20:07:24.505431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dac37-f5cd-4fa9-9fc0-03fd075f3e38 req-2143f067-077f-4d52-bd43-d5df421ca013 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:24.508021 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-746dac37-f5cd-4fa9-9fc0-03fd075f3e38 req-2143f067-077f-4d52-bd43-d5df421ca013 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 945 time: 0.0768340 Jul 09 20:07:24.545483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d31ba176-40a3-4027-8394-3c546f0ea7e0 req-6dce3510-e871-42e0-b37e-7e49d28ca4d4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493560 Jul 09 20:07:24.573970 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-746dac37-f5cd-4fa9-9fc0-03fd075f3e38 req-743b5486-f737-47a2-9354-efa583c246de tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602787 Jul 09 20:07:25.796979 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f27169-1ecb-4983-a838-98d8441680db req-089949b3-8857-4863-b2ab-bdd0ad691284 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:25.808837 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b8f27169-1ecb-4983-a838-98d8441680db req-089949b3-8857-4863-b2ab-bdd0ad691284 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 943 time: 0.1098955 Jul 09 20:07:25.820403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e010a1-9d95-4ba6-af62-99e830a53dc1 req-a068c229-7358-4650-a653-5df2f08117fa tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:25.822019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-99e010a1-9d95-4ba6-af62-99e830a53dc1 req-a068c229-7358-4650-a653-5df2f08117fa tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 945 time: 0.1013105 Jul 09 20:07:25.861256 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b8f27169-1ecb-4983-a838-98d8441680db req-a2aa3544-af8d-4c8f-9afd-ae6c8ff6fe74 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510678 Jul 09 20:07:25.893669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-99e010a1-9d95-4ba6-af62-99e830a53dc1 req-7759b75f-2404-4e43-b157-6a9cc05fa74b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643032 Jul 09 20:07:26.257324 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaa4fd-2551-4c53-83de-3ff32a9a7467 req-a58a52e8-c7d7-4b6c-b3a8-9c5ba1efd587 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:26.258806 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ceeaa4fd-2551-4c53-83de-3ff32a9a7467 req-a58a52e8-c7d7-4b6c-b3a8-9c5ba1efd587 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 945 time: 0.0690782 Jul 09 20:07:26.400772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-ceeaa4fd-2551-4c53-83de-3ff32a9a7467 req-0af253da-0398-42a9-86df-91000fd53b91 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Deleting port 5d7b416b-31f4-4c4f-9808-fabd351160dd {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:07:26.401127 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ceeaa4fd-2551-4c53-83de-3ff32a9a7467 req-0af253da-0398-42a9-86df-91000fd53b91 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.415816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47012) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:26.510141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-ceeaa4fd-2551-4c53-83de-3ff32a9a7467 req-0af253da-0398-42a9-86df-91000fd53b91 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] For port 5d7b416b-31f4-4c4f-9808-fabd351160dd, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5d7b416b-31f4-4c4f-9808-fabd351160dd,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:26.510520 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ceeaa4fd-2551-4c53-83de-3ff32a9a7467 req-0af253da-0398-42a9-86df-91000fd53b91 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.530458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-ceeaa4fd-2551-4c53-83de-3ff32a9a7467 req-0af253da-0398-42a9-86df-91000fd53b91 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Calling delete_port for 5d7b416b-31f4-4c4f-9808-fabd351160dd owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:07:26.594262 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-589f35e4-8e9a-471d-97f7-9df1e816e67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.716079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ceeaa4fd-2551-4c53-83de-3ff32a9a7467 req-0af253da-0398-42a9-86df-91000fd53b91 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.721256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 77965951-df3d-4622-a91e-d83557280047 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:07:26.763457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['eeb3bdf9-f0ad-486a-94cd-4afece32c30f', '5d7b416b-31f4-4c4f-9808-fabd351160dd'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:07:26.765004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af253da-0398-42a9-86df-91000fd53b91 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Pushing event deleted for resources: {'Port': ['ID=5d7b416b-31f4-4c4f-9808-fabd351160dd,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:26.802002 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.830161 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceeaa4fd-2551-4c53-83de-3ff32a9a7467 req-0af253da-0398-42a9-86df-91000fd53b91 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] No DVR routers for this DVR port 5d7b416b-31f4-4c4f-9808-fabd351160dd on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:07:26.834101 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ceeaa4fd-2551-4c53-83de-3ff32a9a7467 req-0af253da-0398-42a9-86df-91000fd53b91 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.836092 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ceeaa4fd-2551-4c53-83de-3ff32a9a7467 req-0af253da-0398-42a9-86df-91000fd53b91 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.36 "DELETE /v2.0/ports/5d7b416b-31f4-4c4f-9808-fabd351160dd HTTP/1.1" status: 204 len: 173 time: 0.5713971 Jul 09 20:07:26.836553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1cf310-64a9-476e-9b92-57543d331059', 'name': 'network-vif-deleted', 'tag': '5d7b416b-31f4-4c4f-9808-fabd351160dd'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:26.839402 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4078b7-c62e-44e0-b0cd-a419b367aee3" -d '{"events": [{"server_uuid": "7a1cf310-64a9-476e-9b92-57543d331059", "name": "network-vif-deleted", "tag": "5d7b416b-31f4-4c4f-9808-fabd351160dd"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:26.855723 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-589f35e4-8e9a-471d-97f7-9df1e816e67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.863311 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-589f35e4-8e9a-471d-97f7-9df1e816e67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.884265 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-313a59d4-d9ea-4757-96ce-b20aaa4b29d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:26.922237 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05f6774-8b44-401b-a850-532ac099feb7 x-openstack-request-id: req-d05f6774-8b44-401b-a850-532ac099feb7 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:26.922724 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1cf310-64a9-476e-9b92-57543d331059", "name": "network-vif-deleted", "tag": "5d7b416b-31f4-4c4f-9808-fabd351160dd", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:26.923148 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d05f6774-8b44-401b-a850-532ac099feb7 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:26.936865 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1cf310-64a9-476e-9b92-57543d331059', 'name': 'network-vif-deleted', 'tag': '5d7b416b-31f4-4c4f-9808-fabd351160dd', 'status': 'completed', 'code': 200} Jul 09 20:07:26.940153 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 77965951-df3d-4622-a91e-d83557280047, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=77965951-df3d-4622-a91e-d83557280047,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:26.954410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f35e4-8e9a-471d-97f7-9df1e816e67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19d6ebc-9295-409a-b97c-36647bd729b7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:26.959686 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-589f35e4-8e9a-471d-97f7-9df1e816e67e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6dded98d978443e0acd5994d8d33a046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5428228 Jul 09 20:07:26.962397 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47022) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:27.004097 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '77965951-df3d-4622-a91e-d83557280047', 'network_id': '0cb7008f-434b-4439-8482-4c8e6db0e463', 'port_id': '77965951-df3d-4622-a91e-d83557280047', 'mac_address': 'fa:16:3e:46:51:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b0ff62-0033-4394-9a91-915a6166e59c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:07:27.061311 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab491-ff24-4d14-a01f-36b617f68570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.071149 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.088567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77965951-df3d-4622-a91e-d83557280047 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:07:27.106807 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab491-ff24-4d14-a01f-36b617f68570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.115186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 77965951-df3d-4622-a91e-d83557280047, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=77965951-df3d-4622-a91e-d83557280047,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:27.123627 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.184318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=77965951-df3d-4622-a91e-d83557280047,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:27.196374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca87f0-1290-4028-b101-1ed65daefd12 req-5879e9e2-6098-4fb1-97e5-19643443bb11 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:27.198294 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-70ca87f0-1290-4028-b101-1ed65daefd12 req-5879e9e2-6098-4fb1-97e5-19643443bb11 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 943 time: 0.1001296 Jul 09 20:07:27.204421 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0b8da862-caa5-44c5-8c57-bdcd56988fae req-24136880-0a17-4be6-8d30-468ecf0eaf08 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1cf310-64a9-476e-9b92-57543d331059 HTTP/1.1" status: 200 len: 210 time: 0.0641391 Jul 09 20:07:27.254007 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab491-ff24-4d14-a01f-36b617f68570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.259308 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e2ab491-ff24-4d14-a01f-36b617f68570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.261036 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6e2ab491-ff24-4d14-a01f-36b617f68570 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c19d6ebc-9295-409a-b97c-36647bd729b7 HTTP/1.1" status: 204 len: 168 time: 0.2973747 Jul 09 20:07:27.271980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ab491-ff24-4d14-a01f-36b617f68570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19d6ebc-9295-409a-b97c-36647bd729b7,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:27.273160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-70ca87f0-1290-4028-b101-1ed65daefd12 req-3de8f952-9595-4cca-abb2-9e5ee1b13f69 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687048 Jul 09 20:07:27.586492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47034) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:27.604007 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.716121 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.721175 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.779594 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69c87e70e27f4ad4bb394e77dfb500b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1917140 Jul 09 20:07:27.780810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd704ab-fd1f-445a-aed1-30d33b7ef4e7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:27.783305 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47036) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:27.786097 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['77965951-df3d-4622-a91e-d83557280047'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:07:27.789491 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:27.789843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:27.790196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:27.790586 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:27.790928 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:27.791265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:27.791599 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:27.791935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:27.792311 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:27.792674 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:27.793004 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:27.793341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c573d1b-4bcb-45a7-9bbc-0d55ec0e1985 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:27.837129 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-338aedfa-3229-411b-9172-224d5da0a270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.859314 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-338aedfa-3229-411b-9172-224d5da0a270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.917163 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-338aedfa-3229-411b-9172-224d5da0a270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.920391 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-338aedfa-3229-411b-9172-224d5da0a270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:27.921796 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-338aedfa-3229-411b-9172-224d5da0a270 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6bd704ab-fd1f-445a-aed1-30d33b7ef4e7 HTTP/1.1" status: 204 len: 168 time: 0.1372313 Jul 09 20:07:27.930650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338aedfa-3229-411b-9172-224d5da0a270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd704ab-fd1f-445a-aed1-30d33b7ef4e7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:28.498682 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9e134-1880-41ce-80f1-01abda8b5b09 req-a9aea58d-6bd5-4c48-a773-d2ab02def9ae tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:28.501251 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dff9e134-1880-41ce-80f1-01abda8b5b09 req-a9aea58d-6bd5-4c48-a773-d2ab02def9ae tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0844097 Jul 09 20:07:28.548956 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dff9e134-1880-41ce-80f1-01abda8b5b09 req-8f59558f-f04e-454a-9a28-ed6378f5e22a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413668 Jul 09 20:07:28.579071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0826de-82fa-460d-90a4-cd4597deae18 req-777afcf7-47e0-4183-a71e-ab03625dc88a tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:28.589109 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b0826de-82fa-460d-90a4-cd4597deae18 req-777afcf7-47e0-4183-a71e-ab03625dc88a tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 944 time: 0.0883031 Jul 09 20:07:28.663280 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b0826de-82fa-460d-90a4-cd4597deae18 req-616b85cc-38a4-400f-bb02-77008251d67d tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725243 Jul 09 20:07:28.731782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5d7b416b-31f4-4c4f-9808-fabd351160dd no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:07:28.767867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 5d7b416b-31f4-4c4f-9808-fabd351160dd {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:07:28.768443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5d7b416b-31f4-4c4f-9808-fabd351160dd not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:07:28.938824 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa424c4-471a-46af-9ca1-20b13ce1c8f1 req-c46c3ad2-1f8c-4650-92ae-9a4bd28deb9a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:28.942074 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-daa424c4-471a-46af-9ca1-20b13ce1c8f1 req-c46c3ad2-1f8c-4650-92ae-9a4bd28deb9a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0717461 Jul 09 20:07:28.984208 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-daa424c4-471a-46af-9ca1-20b13ce1c8f1 req-e98db74f-9954-4a4a-b772-4bb7c8546752 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356793 Jul 09 20:07:29.143313 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.201939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595183bd-91f2-4b53-aebe-5b79ae1e5a16 req-c653dbb8-6832-42be-aaa3-3541acfef9d1 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:29.204466 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-595183bd-91f2-4b53-aebe-5b79ae1e5a16 req-c653dbb8-6832-42be-aaa3-3541acfef9d1 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0948565 Jul 09 20:07:29.248898 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-595183bd-91f2-4b53-aebe-5b79ae1e5a16 req-8ab75570-b83d-4cef-acc0-4706630bcaec tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386117 Jul 09 20:07:29.411911 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4f2d877f-8ef5-4a66-aaba-7644933d34f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.580199 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:29.997435 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15bd2d-de2e-42eb-8206-18b41aafef7e req-60d95757-687c-4981-9ed6-5e29c36ab7ca tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:30.012682 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2d15bd2d-de2e-42eb-8206-18b41aafef7e req-60d95757-687c-4981-9ed6-5e29c36ab7ca tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 944 time: 0.1290939 Jul 09 20:07:30.099119 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2d15bd2d-de2e-42eb-8206-18b41aafef7e req-cc55cc21-1bbf-4dcb-96f0-03be072062a4 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851696 Jul 09 20:07:30.392238 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.744164 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 77965951-df3d-4622-a91e-d83557280047 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:07:30.796429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 77965951-df3d-4622-a91e-d83557280047 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:07:30.800760 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 77965951-df3d-4622-a91e-d83557280047 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:07:30.801335 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.889725 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.916169 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab79309-6789-4a2c-8812-d841ba157a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77965951-df3d-4622-a91e-d83557280047'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:30.919474 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e6df31-3c7d-4de6-b7ad-e6ab66558b16" -d '{"events": [{"server_uuid": "4ab79309-6789-4a2c-8812-d841ba157a2f", "name": "network-vif-plugged", "status": "completed", "tag": "77965951-df3d-4622-a91e-d83557280047"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:30.936686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 77965951-df3d-4622-a91e-d83557280047, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=77965951-df3d-4622-a91e-d83557280047,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:30.942950 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:30.977021 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d780555-dbb2-4205-b8f1-426321218bfa x-openstack-request-id: req-6d780555-dbb2-4205-b8f1-426321218bfa {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:30.977569 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab79309-6789-4a2c-8812-d841ba157a2f", "name": "network-vif-plugged", "status": "completed", "tag": "77965951-df3d-4622-a91e-d83557280047", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:30.978213 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d780555-dbb2-4205-b8f1-426321218bfa {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:30.978790 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab79309-6789-4a2c-8812-d841ba157a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77965951-df3d-4622-a91e-d83557280047', 'code': 200} Jul 09 20:07:31.013700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=77965951-df3d-4622-a91e-d83557280047,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:31.107043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9499d7-5505-4dac-a880-b43594f1eecf req-08c4d50f-ccca-407a-bb83-7f23ac4c5848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:31.108646 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb9499d7-5505-4dac-a880-b43594f1eecf req-08c4d50f-ccca-407a-bb83-7f23ac4c5848 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 1096 time: 0.0633051 Jul 09 20:07:31.166409 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb9499d7-5505-4dac-a880-b43594f1eecf req-da1a2950-570e-4e21-bec2-5418a698bd74 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439830 Jul 09 20:07:31.280040 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58038b-f6be-4029-8067-a5bca5826438 req-2aa6f28a-cbb9-43ea-a907-3b6b2f7ea784 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:31.282355 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf58038b-f6be-4029-8067-a5bca5826438 req-2aa6f28a-cbb9-43ea-a907-3b6b2f7ea784 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 945 time: 0.0692956 Jul 09 20:07:31.324708 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf58038b-f6be-4029-8067-a5bca5826438 req-c6735f2f-066f-404b-b11a-26d861172525 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358665 Jul 09 20:07:32.234217 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:32.245504 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377d209-f79c-47f2-827e-1257ee3bb9f9 req-4adb6e9e-c6fd-4fb8-9adc-3e0f7cc80702 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:32.247087 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e377d209-f79c-47f2-827e-1257ee3bb9f9 req-4adb6e9e-c6fd-4fb8-9adc-3e0f7cc80702 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0694036 Jul 09 20:07:32.287582 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e377d209-f79c-47f2-827e-1257ee3bb9f9 req-c49e7427-a5b3-48d1-98ca-54705f07bd32 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Jul 09 20:07:32.492344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60906d-f088-4eab-a452-65bca3f49324 req-db4a8641-452e-402d-8b3a-cb80717833b3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:32.494132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2a60906d-f088-4eab-a452-65bca3f49324 req-db4a8641-452e-402d-8b3a-cb80717833b3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0791280 Jul 09 20:07:32.557500 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2a60906d-f088-4eab-a452-65bca3f49324 req-3fbf2c00-4453-499d-8c02-508248c09396 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556660 Jul 09 20:07:32.661318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8912d3-d388-4674-867c-eb9ed125a512 req-033744c8-96e1-4e64-816f-13b5a70cff62 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:32.663156 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f8912d3-d388-4674-867c-eb9ed125a512 req-033744c8-96e1-4e64-816f-13b5a70cff62 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 945 time: 0.0941389 Jul 09 20:07:32.712902 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f8912d3-d388-4674-867c-eb9ed125a512 req-245bfacf-e10e-4b9a-a818-58f7bcd9ca67 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404994 Jul 09 20:07:33.954384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6730bf5-1aae-4719-a43a-61570e1230b3 req-26474e62-8749-47d8-a483-34bb70a76fe9 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:33.956139 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f6730bf5-1aae-4719-a43a-61570e1230b3 req-26474e62-8749-47d8-a483-34bb70a76fe9 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 945 time: 0.0886090 Jul 09 20:07:34.007592 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f6730bf5-1aae-4719-a43a-61570e1230b3 req-b51585b2-c50a-4c1e-bff9-8b3148b2541e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442846 Jul 09 20:07:34.231115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f92b40-126e-428e-bcaa-b742a3c317f0 req-7d103c75-fa0e-4693-8738-df911fd3bab8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:34.232706 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-80f92b40-126e-428e-bcaa-b742a3c317f0 req-7d103c75-fa0e-4693-8738-df911fd3bab8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0726237 Jul 09 20:07:34.236692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388989f-176f-4c07-832f-1fd7ed0c0796 req-c17700f6-9238-42eb-9c36-e34b22c1696e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:34.238246 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e388989f-176f-4c07-832f-1fd7ed0c0796 req-c17700f6-9238-42eb-9c36-e34b22c1696e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 945 time: 0.0774457 Jul 09 20:07:34.277007 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-80f92b40-126e-428e-bcaa-b742a3c317f0 req-b26986ca-c655-4824-ba60-4fcf30c79ef2 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378687 Jul 09 20:07:34.282169 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e388989f-176f-4c07-832f-1fd7ed0c0796 req-d79a1dfd-7f87-4c57-8924-e213180dba85 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371330 Jul 09 20:07:34.481272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0f6f1-e529-4c7c-a581-a964246311c1 req-0de583e8-befb-4a35-896c-bfb6d2f3018b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:34.489454 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37c0f6f1-e529-4c7c-a581-a964246311c1 req-0de583e8-befb-4a35-896c-bfb6d2f3018b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0875800 Jul 09 20:07:34.539656 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37c0f6f1-e529-4c7c-a581-a964246311c1 req-b2dd8238-17ec-431e-bfc1-cc5833e84228 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490711 Jul 09 20:07:34.768573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe18033-379b-41a3-b533-c2c67e6c5c0a req-d76722ba-2a86-4962-bd92-b3f5605a4c4e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:34.770999 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bbe18033-379b-41a3-b533-c2c67e6c5c0a req-d76722ba-2a86-4962-bd92-b3f5605a4c4e tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 945 time: 0.1035719 Jul 09 20:07:34.823315 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bbe18033-379b-41a3-b533-c2c67e6c5c0a req-df36ecb7-42c4-460a-9776-f46d9aae1e95 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409942 Jul 09 20:07:34.974040 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b6301-ec1a-46ea-b8c1-c92ea911730b req-697102af-ea33-488e-82fe-b8818f8adf26 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:34.976211 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e6b6301-ec1a-46ea-b8c1-c92ea911730b req-697102af-ea33-488e-82fe-b8818f8adf26 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0940011 Jul 09 20:07:35.032914 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e6b6301-ec1a-46ea-b8c1-c92ea911730b req-1a93878b-4daa-4b7d-8e2b-fe97c0bdef2c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510082 Jul 09 20:07:35.052089 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182816eb-b9c2-4e81-96cd-b793190d8b45 req-a24fb1e2-1e87-46d8-b411-7860b0b5fadb tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:35.053925 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-182816eb-b9c2-4e81-96cd-b793190d8b45 req-a24fb1e2-1e87-46d8-b411-7860b0b5fadb tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 945 time: 0.0870996 Jul 09 20:07:35.101067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-182816eb-b9c2-4e81-96cd-b793190d8b45 req-179df9af-e7f4-45a5-b51b-4ef397e50742 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 Jul 09 20:07:35.246361 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b32b90-44dc-46d8-8598-6f12ef77ee7a req-33b6e1c0-cbf1-4c97-b4c6-cb90dc4f85a4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:35.248101 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e0b32b90-44dc-46d8-8598-6f12ef77ee7a req-33b6e1c0-cbf1-4c97-b4c6-cb90dc4f85a4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0867128 Jul 09 20:07:35.291278 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e0b32b90-44dc-46d8-8598-6f12ef77ee7a req-e2132ecb-5f82-40cb-a7ca-fb30d89bcf0e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369239 Jul 09 20:07:35.518142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c76c0e-b13b-475e-8251-c6cd302aeafb req-ecb9261b-58c1-465c-971c-c7d550fb56d2 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:35.520238 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8c76c0e-b13b-475e-8251-c6cd302aeafb req-ecb9261b-58c1-465c-971c-c7d550fb56d2 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 945 time: 0.0826168 Jul 09 20:07:35.575416 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8c76c0e-b13b-475e-8251-c6cd302aeafb req-ad1026e9-aacb-4ab2-bf15-ce9bca796206 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491960 Jul 09 20:07:35.587758 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cb1bb-7eba-473b-bed0-05f6febe7bf9 req-3846aeba-8dd9-4b5a-9a91-77cafe0bf9ae tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:35.589609 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d0cb1bb-7eba-473b-bed0-05f6febe7bf9 req-3846aeba-8dd9-4b5a-9a91-77cafe0bf9ae tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0917232 Jul 09 20:07:35.795919 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6817300-0a0e-43c3-af65-201cfc522dc7 req-872e91be-338d-4390-8a79-7c0bea1aea29 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:35.799191 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d6817300-0a0e-43c3-af65-201cfc522dc7 req-872e91be-338d-4390-8a79-7c0bea1aea29 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 945 time: 0.0890839 Jul 09 20:07:35.853058 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d6817300-0a0e-43c3-af65-201cfc522dc7 req-e546c5fa-080d-4599-9a4c-1ada24300adb tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473881 Jul 09 20:07:36.013242 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d0cb1bb-7eba-473b-bed0-05f6febe7bf9 req-28000dd1-8a55-4df6-a9d8-ce54e1a947b7 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175558 Jul 09 20:07:36.307057 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43014a61-96e7-480a-9256-32b255887176 req-1beb91c5-fdac-43aa-a27c-121ec2205350 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:36.309290 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43014a61-96e7-480a-9256-32b255887176 req-1beb91c5-fdac-43aa-a27c-121ec2205350 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0999162 Jul 09 20:07:36.356923 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43014a61-96e7-480a-9256-32b255887176 req-847bd603-8747-41af-9a44-f7bd341b301c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408332 Jul 09 20:07:36.686689 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad7004-24d8-410d-bc20-9c48f178caea req-297a1a4c-f2c7-4a25-8836-febf9f1b091c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:36.689030 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1aad7004-24d8-410d-bc20-9c48f178caea req-297a1a4c-f2c7-4a25-8836-febf9f1b091c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0875812 Jul 09 20:07:36.742864 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1aad7004-24d8-410d-bc20-9c48f178caea req-dca4a765-4177-444a-9c28-091e47a510e1 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449507 Jul 09 20:07:36.747729 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcfa45-7791-4bdf-9a58-4f173af7c65a req-a0daa3ef-ce04-4a3c-8969-20fe4318204b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:36.756203 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6dbcfa45-7791-4bdf-9a58-4f173af7c65a req-a0daa3ef-ce04-4a3c-8969-20fe4318204b tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 945 time: 0.0893049 Jul 09 20:07:36.793990 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6dbcfa45-7791-4bdf-9a58-4f173af7c65a req-a68dd80d-bb90-462a-b06b-3f57df6f23ec tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368850 Jul 09 20:07:36.948972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83b025-b51f-4743-a273-07c94b707626 req-360efd7f-8349-4ef9-b372-1a131a9877a1 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:36.950582 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f83b025-b51f-4743-a273-07c94b707626 req-360efd7f-8349-4ef9-b372-1a131a9877a1 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0809591 Jul 09 20:07:36.991845 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f83b025-b51f-4743-a273-07c94b707626 req-7a5fce3f-d05d-4768-ad71-2b70956d9468 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341833 Jul 09 20:07:37.267453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb138d-192d-46b4-a834-9f009db64758 req-30f4091b-bd83-42b8-b93c-2f8f26df8a6a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.269165 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddcb138d-192d-46b4-a834-9f009db64758 req-30f4091b-bd83-42b8-b93c-2f8f26df8a6a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0729108 Jul 09 20:07:37.322475 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddcb138d-192d-46b4-a834-9f009db64758 req-5181c1cf-5908-4776-81e5-0e495319ff44 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417626 Jul 09 20:07:37.455539 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b5e9a-6766-4ed7-b91c-b15ef31a9685 req-a97b3681-f0d0-4771-871b-2c30bdb5bd6f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.472115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b5e9a-6766-4ed7-b91c-b15ef31a9685 req-a97b3681-f0d0-4771-871b-2c30bdb5bd6f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.479254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b5e9a-6766-4ed7-b91c-b15ef31a9685 req-a97b3681-f0d0-4771-871b-2c30bdb5bd6f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.486874 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b5e9a-6766-4ed7-b91c-b15ef31a9685 req-a97b3681-f0d0-4771-871b-2c30bdb5bd6f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.493727 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b5e9a-6766-4ed7-b91c-b15ef31a9685 req-a97b3681-f0d0-4771-871b-2c30bdb5bd6f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.500648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b5e9a-6766-4ed7-b91c-b15ef31a9685 req-a97b3681-f0d0-4771-871b-2c30bdb5bd6f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.507564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b5e9a-6766-4ed7-b91c-b15ef31a9685 req-a97b3681-f0d0-4771-871b-2c30bdb5bd6f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.517093 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c16b5e9a-6766-4ed7-b91c-b15ef31a9685 req-a97b3681-f0d0-4771-871b-2c30bdb5bd6f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5444 time: 0.1672726 Jul 09 20:07:37.526802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c74dd-b0d2-4230-83d9-886afc0cf14d req-3b923386-cddb-4cd3-a0b1-3ec7f79c8cc8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.534807 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-275c74dd-b0d2-4230-83d9-886afc0cf14d req-3b923386-cddb-4cd3-a0b1-3ec7f79c8cc8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0921462 Jul 09 20:07:37.565658 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c16b5e9a-6766-4ed7-b91c-b15ef31a9685 req-5af33e6b-c4d0-49e1-bc3b-b8a0a39ab238 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479028 Jul 09 20:07:37.586530 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-275c74dd-b0d2-4230-83d9-886afc0cf14d req-c4e2bf59-6e79-447e-ab54-84f39ff8f58a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507302 Jul 09 20:07:37.792222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0be77-6584-4e05-a9c5-a4e2e4c70b1c req-c5b596b2-a17d-4e42-a3ea-87a354a663c7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.802854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0be77-6584-4e05-a9c5-a4e2e4c70b1c req-c5b596b2-a17d-4e42-a3ea-87a354a663c7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.809666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0be77-6584-4e05-a9c5-a4e2e4c70b1c req-c5b596b2-a17d-4e42-a3ea-87a354a663c7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.818734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0be77-6584-4e05-a9c5-a4e2e4c70b1c req-c5b596b2-a17d-4e42-a3ea-87a354a663c7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.826714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0be77-6584-4e05-a9c5-a4e2e4c70b1c req-c5b596b2-a17d-4e42-a3ea-87a354a663c7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.834601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0be77-6584-4e05-a9c5-a4e2e4c70b1c req-c5b596b2-a17d-4e42-a3ea-87a354a663c7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.842377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0be77-6584-4e05-a9c5-a4e2e4c70b1c req-c5b596b2-a17d-4e42-a3ea-87a354a663c7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.846149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c0be77-6584-4e05-a9c5-a4e2e4c70b1c req-c5b596b2-a17d-4e42-a3ea-87a354a663c7 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5444 time: 0.1441705 Jul 09 20:07:37.860204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67777587-1cba-469a-b17c-cbeba4d44446 req-c524d2c4-9806-48df-bcb0-b49761e9b409 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:37.862616 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67777587-1cba-469a-b17c-cbeba4d44446 req-c524d2c4-9806-48df-bcb0-b49761e9b409 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0879374 Jul 09 20:07:37.917985 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67777587-1cba-469a-b17c-cbeba4d44446 req-8721ce1b-3554-4f63-bdf1-8cf849239c6e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486834 Jul 09 20:07:38.103877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a0db9-d045-4ba6-b613-7ec0ad916b87 req-943016be-8f5c-495d-bebb-77f2c67f28be tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:38.108770 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a8a0db9-d045-4ba6-b613-7ec0ad916b87 req-943016be-8f5c-495d-bebb-77f2c67f28be tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 945 time: 0.1525292 Jul 09 20:07:38.131016 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4253a4-35c0-4cda-bb09-daf52ce2a8f8 req-d9417a3d-b180-4499-b63b-f57d0f6bceb7 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:38.134105 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fa4253a4-35c0-4cda-bb09-daf52ce2a8f8 req-d9417a3d-b180-4499-b63b-f57d0f6bceb7 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 945 time: 0.1867602 Jul 09 20:07:38.214559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c8783-b88c-4c9b-9ec3-40c33e4a75bb req-4b868669-6243-4d87-a13f-328ea73412eb tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:38.219450 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0f4c8783-b88c-4c9b-9ec3-40c33e4a75bb req-4b868669-6243-4d87-a13f-328ea73412eb tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1526492 Jul 09 20:07:38.300331 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0f4c8783-b88c-4c9b-9ec3-40c33e4a75bb req-c94433f2-a63e-4d42-8664-83cfcf249e84 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738914 Jul 09 20:07:38.301308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a8a0db9-d045-4ba6-b613-7ec0ad916b87 req-5ef5ec9c-4fc1-49b7-b12b-89b5e08ce436 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/security-groups?id=1012c06f-acd8-43d0-ac76-2e2b905ded33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629467 Jul 09 20:07:38.316075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-fa4253a4-35c0-4cda-bb09-daf52ce2a8f8 req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Deleting port 77965951-df3d-4622-a91e-d83557280047 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:07:38.316912 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fa4253a4-35c0-4cda-bb09-daf52ce2a8f8 req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.504634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-fa4253a4-35c0-4cda-bb09-daf52ce2a8f8 req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] For port 77965951-df3d-4622-a91e-d83557280047, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=77965951-df3d-4622-a91e-d83557280047,segment=NetworkSegment(fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06),segment_id=fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:38.505023 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fa4253a4-35c0-4cda-bb09-daf52ce2a8f8 req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.536101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-fa4253a4-35c0-4cda-bb09-daf52ce2a8f8 req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Calling delete_port for 77965951-df3d-4622-a91e-d83557280047 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:07:38.713891 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017eec9-0078-4727-b71f-463846fc1485 req-8b37334a-587a-4391-ac2f-975359c4027d tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:38.722623 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6017eec9-0078-4727-b71f-463846fc1485 req-8b37334a-587a-4391-ac2f-975359c4027d tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/networks?id=8576682d-43ed-4711-bc34-640246871758 HTTP/1.1" status: 200 len: 814 time: 0.2236354 Jul 09 20:07:38.745954 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6017eec9-0078-4727-b71f-463846fc1485 req-2ab4a0ef-a6a7-4ef2-8aa5-56604522ebb4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/quotas/c689c8ecc5f0497e8a3a5fa32b8e5ec8 HTTP/1.1" status: 200 len: 375 time: 0.0220857 Jul 09 20:07:38.849232 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6017eec9-0078-4727-b71f-463846fc1485 req-e4c7ac1e-850d-45b3-a6d9-f9a1aae3ecc8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c689c8ecc5f0497e8a3a5fa32b8e5ec8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019869 Jul 09 20:07:38.879885 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fa4253a4-35c0-4cda-bb09-daf52ce2a8f8 req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:38.896821 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['77965951-df3d-4622-a91e-d83557280047'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:07:38.936194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Pushing event deleted for resources: {'Port': ['ID=77965951-df3d-4622-a91e-d83557280047,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:39.001639 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4253a4-35c0-4cda-bb09-daf52ce2a8f8 req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] No DVR routers for this DVR port 77965951-df3d-4622-a91e-d83557280047 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:07:39.010721 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fa4253a4-35c0-4cda-bb09-daf52ce2a8f8 req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:39.013285 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fa4253a4-35c0-4cda-bb09-daf52ce2a8f8 req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.36 "DELETE /v2.0/ports/77965951-df3d-4622-a91e-d83557280047 HTTP/1.1" status: 204 len: 173 time: 0.8378637 Jul 09 20:07:39.014223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab79309-6789-4a2c-8812-d841ba157a2f', 'name': 'network-vif-deleted', 'tag': '77965951-df3d-4622-a91e-d83557280047'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:39.017624 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c7b4da-2d5f-4be8-b508-be28276e03bd" -d '{"events": [{"server_uuid": "4ab79309-6789-4a2c-8812-d841ba157a2f", "name": "network-vif-deleted", "tag": "77965951-df3d-4622-a91e-d83557280047"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:39.022170 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:39.022625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:39.023347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:39.023710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:39.024062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:39.024414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:39.026670 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:39.026670 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:39.026670 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:39.028837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:39.028837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:39.028837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66243f12-c2bc-455f-9623-3fa6fed01139 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:39.140224 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b13de1f-8feb-4989-ba42-a55bd41a26fa x-openstack-request-id: req-9b13de1f-8feb-4989-ba42-a55bd41a26fa {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:39.141486 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab79309-6789-4a2c-8812-d841ba157a2f", "name": "network-vif-deleted", "tag": "77965951-df3d-4622-a91e-d83557280047", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:39.142054 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b13de1f-8feb-4989-ba42-a55bd41a26fa {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:39.142714 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab79309-6789-4a2c-8812-d841ba157a2f', 'name': 'network-vif-deleted', 'tag': '77965951-df3d-4622-a91e-d83557280047', 'status': 'completed', 'code': 200} Jul 09 20:07:39.237865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add1de5-02ed-4cd8-994c-bb8ff51997ab req-88010c5a-bfdc-47b6-9bee-8bb650b01c53 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:39.240284 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9add1de5-02ed-4cd8-994c-bb8ff51997ab req-88010c5a-bfdc-47b6-9bee-8bb650b01c53 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1906679 Jul 09 20:07:39.293631 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:07:39.324071 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9add1de5-02ed-4cd8-994c-bb8ff51997ab req-cc8eba49-83a8-4edb-8d3c-e02ef33acf50 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757341 Jul 09 20:07:39.493132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-139c3ce8-1ef6-4597-af04-e6e996c3b3f8 req-46f67d17-a46c-42ab-9267-47383686fa33 tempest-ServerDiskConfigTestJSON-692231684 tempest-ServerDiskConfigTestJSON-692231684-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab79309-6789-4a2c-8812-d841ba157a2f HTTP/1.1" status: 200 len: 210 time: 0.0430593 Jul 09 20:07:39.571795 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50035a66-53c4-4530-a424-e11840b5655e req-20c82226-a5cd-4dec-ae48-3b0917faa016 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:39.573534 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50035a66-53c4-4530-a424-e11840b5655e req-20c82226-a5cd-4dec-ae48-3b0917faa016 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0963931 Jul 09 20:07:39.621797 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50035a66-53c4-4530-a424-e11840b5655e req-ad7b9b88-c670-42b2-aed6-a88768a95e59 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419426 Jul 09 20:07:39.833285 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a5ea3143-5a86-42db-aed9-75edf5feead7 req-2c30801f-90d2-439e-8426-4da43eed7280 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c689c8ecc5f0497e8a3a5fa32b8e5ec8 HTTP/1.1" status: 200 len: 221 time: 0.0395694 Jul 09 20:07:40.107480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508e032-abfd-452e-9892-0a716de7f45c req-6d68b910-284a-452f-9639-0ec7110e43be tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:40.115456 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a508e032-abfd-452e-9892-0a716de7f45c req-6d68b910-284a-452f-9639-0ec7110e43be tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1113765 Jul 09 20:07:40.153119 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a508e032-abfd-452e-9892-0a716de7f45c req-125b3413-0c34-4573-9b4b-101235f6527f tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366457 Jul 09 20:07:40.195096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47420) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:40.404133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a8c94-3dac-44a4-a4ea-789ba50896af req-cf9909f6-8f1c-4358-bfb8-8fdefaa01250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:40.404352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a8c94-3dac-44a4-a4ea-789ba50896af req-cf9909f6-8f1c-4358-bfb8-8fdefaa01250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:40.404847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a8c94-3dac-44a4-a4ea-789ba50896af req-cf9909f6-8f1c-4358-bfb8-8fdefaa01250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:40.405328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a8c94-3dac-44a4-a4ea-789ba50896af req-cf9909f6-8f1c-4358-bfb8-8fdefaa01250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:40.405811 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a8c94-3dac-44a4-a4ea-789ba50896af req-cf9909f6-8f1c-4358-bfb8-8fdefaa01250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:40.406873 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a8c94-3dac-44a4-a4ea-789ba50896af req-cf9909f6-8f1c-4358-bfb8-8fdefaa01250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:40.407332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a8c94-3dac-44a4-a4ea-789ba50896af req-cf9909f6-8f1c-4358-bfb8-8fdefaa01250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:40.409710 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a58a8c94-3dac-44a4-a4ea-789ba50896af req-cf9909f6-8f1c-4358-bfb8-8fdefaa01250 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 6501 time: 0.2132545 Jul 09 20:07:40.433933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcdf66-05b0-44f9-9bb8-4951de836983 req-9bae72bc-105d-40e0-9f3a-e1ec88782d14 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:40.435823 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cfcdf66-05b0-44f9-9bb8-4951de836983 req-9bae72bc-105d-40e0-9f3a-e1ec88782d14 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1232145 Jul 09 20:07:40.481878 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a58a8c94-3dac-44a4-a4ea-789ba50896af req-506009c6-d99e-49a3-9ca6-1508e5fda9ef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638533 Jul 09 20:07:40.503084 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9cfcdf66-05b0-44f9-9bb8-4951de836983 req-0d611b1d-be50-4aa0-bf5c-afaeae5f8ff3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548096 Jul 09 20:07:40.719953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2b85d-f413-409f-acf6-73e01771cab1 req-9fcf1441-a63f-471a-b3d3-1f25400361f6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:40.721732 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f2b85d-f413-409f-acf6-73e01771cab1 req-9fcf1441-a63f-471a-b3d3-1f25400361f6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0754840 Jul 09 20:07:40.777207 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f2b85d-f413-409f-acf6-73e01771cab1 req-9581f8d1-2f99-440d-9354-24665679b261 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493734 Jul 09 20:07:40.888878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47450) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:40.979257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd9156c-f1d2-4fd2-a8eb-63aea7ec4ede admin admin] Deleting subnet b5b0ff62-0033-4394-9a91-915a6166e59c {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:07:40.982915 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1cd9156c-f1d2-4fd2-a8eb-63aea7ec4ede admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:41.030577 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1cd9156c-f1d2-4fd2-a8eb-63aea7ec4ede admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:41.065526 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ac521-4558-46d5-9783-a19e8d0b2078 req-ae850277-4f73-476e-afca-ac610719c757 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:41.067576 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bc9ac521-4558-46d5-9783-a19e8d0b2078 req-ae850277-4f73-476e-afca-ac610719c757 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1416104 Jul 09 20:07:41.113848 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1cd9156c-f1d2-4fd2-a8eb-63aea7ec4ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:41.143813 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bc9ac521-4558-46d5-9783-a19e8d0b2078 req-98e9763e-0867-4c96-8be6-c02a32dff538 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694001 Jul 09 20:07:41.182443 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1cd9156c-f1d2-4fd2-a8eb-63aea7ec4ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:41.216945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9156c-f1d2-4fd2-a8eb-63aea7ec4ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b0ff62-0033-4394-9a91-915a6166e59c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:41.228621 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1cd9156c-f1d2-4fd2-a8eb-63aea7ec4ede admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:41.232884 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1cd9156c-f1d2-4fd2-a8eb-63aea7ec4ede admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b5b0ff62-0033-4394-9a91-915a6166e59c HTTP/1.1" status: 204 len: 168 time: 0.3415046 Jul 09 20:07:41.233839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47458) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:41.397184 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ead9b077-9b06-469b-8520-de094fd2a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:41.425165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2ff4d-d735-47c6-909d-277f3e9ae8c9 req-b1bda240-232a-4ffc-a854-edf4da1bb694 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:41.426694 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6cc2ff4d-d735-47c6-909d-277f3e9ae8c9 req-b1bda240-232a-4ffc-a854-edf4da1bb694 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1183367 Jul 09 20:07:41.482311 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6cc2ff4d-d735-47c6-909d-277f3e9ae8c9 req-f5ce7886-3816-4e83-a8d9-e6a3647ea724 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487797 Jul 09 20:07:41.488435 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ead9b077-9b06-469b-8520-de094fd2a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:41.502429 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ead9b077-9b06-469b-8520-de094fd2a5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb7008f-434b-4439-8482-4c8e6db0e463']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:41.515997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ead9b077-9b06-469b-8520-de094fd2a5b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:41.516565 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ead9b077-9b06-469b-8520-de094fd2a5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbf02c7-fac2-4b42-87ef-b3e2c8aafb06') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:07:41.527011 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ead9b077-9b06-469b-8520-de094fd2a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:41.543433 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ead9b077-9b06-469b-8520-de094fd2a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:41.551218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead9b077-9b06-469b-8520-de094fd2a5b4 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:07:41.551949 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ead9b077-9b06-469b-8520-de094fd2a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:07:41.621474 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:07:41.627508 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ead9b077-9b06-469b-8520-de094fd2a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:41.646734 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ead9b077-9b06-469b-8520-de094fd2a5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:41.651050 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ead9b077-9b06-469b-8520-de094fd2a5b4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0cb7008f-434b-4439-8482-4c8e6db0e463 HTTP/1.1" status: 204 len: 168 time: 0.4029396 Jul 09 20:07:41.683750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9b077-9b06-469b-8520-de094fd2a5b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb7008f-434b-4439-8482-4c8e6db0e463,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:41.722207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2aa3a-4ff5-4b6e-8a59-01a8b473cf3b req-1e61fa0c-6392-4b0f-aaa3-408d13d535e8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:41.724036 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e6e2aa3a-4ff5-4b6e-8a59-01a8b473cf3b req-1e61fa0c-6392-4b0f-aaa3-408d13d535e8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0742228 Jul 09 20:07:41.783831 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e6e2aa3a-4ff5-4b6e-8a59-01a8b473cf3b req-6f744ea6-a979-472c-962c-4a9b8ed012ae tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 Jul 09 20:07:42.064773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47482) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:42.064773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bcdc7dd9-cbc3-4d68-8718-85dacf9c290a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1891ad88c804c218ab071d1a2a2b4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708458 Jul 09 20:07:42.064773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47488) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:42.066894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2015fb5-db31-4646-a288-0b0215875ef0 req-76b45398-b12d-4bb2-a798-e96a1edea4d0 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:42.077670 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2015fb5-db31-4646-a288-0b0215875ef0 req-76b45398-b12d-4bb2-a798-e96a1edea4d0 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1464148 Jul 09 20:07:42.123354 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8393101b-ba0b-46b7-be1a-050c224eac1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:42.123532 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2015fb5-db31-4646-a288-0b0215875ef0 req-9343bd4d-c9e9-483c-98a5-ffb333d16c53 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470066 Jul 09 20:07:42.153762 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8393101b-ba0b-46b7-be1a-050c224eac1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:42.220844 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8393101b-ba0b-46b7-be1a-050c224eac1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:42.223914 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8393101b-ba0b-46b7-be1a-050c224eac1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:42.225186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8393101b-ba0b-46b7-be1a-050c224eac1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1012c06f-acd8-43d0-ac76-2e2b905ded33 HTTP/1.1" status: 204 len: 168 time: 0.1732838 Jul 09 20:07:42.259904 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393101b-ba0b-46b7-be1a-050c224eac1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1012c06f-acd8-43d0-ac76-2e2b905ded33,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:42.442689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b42fb6-6404-48da-8f00-cce09a3dc525 req-f426845c-581b-4e80-ab02-5d6299cd3a78 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:42.450849 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8b42fb6-6404-48da-8f00-cce09a3dc525 req-f426845c-581b-4e80-ab02-5d6299cd3a78 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1310506 Jul 09 20:07:42.505129 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8b42fb6-6404-48da-8f00-cce09a3dc525 req-be90ea34-fab2-4157-a063-7a8744007ecb tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527887 Jul 09 20:07:42.742335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703771af-e897-4f3a-a012-2b9203556271 req-8f11106c-b061-4432-9d54-fde803f9936c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:42.744035 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-703771af-e897-4f3a-a012-2b9203556271 req-8f11106c-b061-4432-9d54-fde803f9936c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0855691 Jul 09 20:07:42.763487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 77965951-df3d-4622-a91e-d83557280047 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:07:42.785118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 77965951-df3d-4622-a91e-d83557280047 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:07:42.785470 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 77965951-df3d-4622-a91e-d83557280047 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:07:42.813272 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-703771af-e897-4f3a-a012-2b9203556271 req-e68ac795-ad03-4ba4-b02e-6a72c6ea72f4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601482 Jul 09 20:07:43.029998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdc8fd-1b59-43d1-8278-8fecd5ffbb4c req-8646e0e3-7595-4b8a-a6fb-5f2824a0a5fb tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:43.032168 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eefdc8fd-1b59-43d1-8278-8fecd5ffbb4c req-8646e0e3-7595-4b8a-a6fb-5f2824a0a5fb tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0906310 Jul 09 20:07:43.087216 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eefdc8fd-1b59-43d1-8278-8fecd5ffbb4c req-ffc2c440-fb8a-4e81-ac48-f1177288bb92 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485363 Jul 09 20:07:43.324127 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ad278-731a-45ec-b2a0-5da866df13cf req-b6874c6a-c948-4d2b-a4bd-8b20d4bbe53a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:43.326032 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-803ad278-731a-45ec-b2a0-5da866df13cf req-b6874c6a-c948-4d2b-a4bd-8b20d4bbe53a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0836523 Jul 09 20:07:43.387188 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-803ad278-731a-45ec-b2a0-5da866df13cf req-c69fb8dd-397e-45f0-97b6-29ad576d686b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552249 Jul 09 20:07:43.690503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b809f-b883-413b-bd28-dfea6180f588 req-84f4c359-19c5-4fc4-9e5e-e073f530b391 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:43.692819 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d45b809f-b883-413b-bd28-dfea6180f588 req-84f4c359-19c5-4fc4-9e5e-e073f530b391 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0823412 Jul 09 20:07:43.761214 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d45b809f-b883-413b-bd28-dfea6180f588 req-3f6f2675-7276-4185-b477-60954d642a85 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622947 Jul 09 20:07:44.022214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98027b-b371-4cae-a5eb-1e809ffaad8f req-c4abcf45-4e95-4955-b0f6-e61b922fe1df tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:44.023814 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a98027b-b371-4cae-a5eb-1e809ffaad8f req-c4abcf45-4e95-4955-b0f6-e61b922fe1df tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0969744 Jul 09 20:07:44.087184 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a98027b-b371-4cae-a5eb-1e809ffaad8f req-61d40e23-cf58-47a7-9dcc-3bf6197fc963 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572972 Jul 09 20:07:44.166777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47610) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:44.294616 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879674a6-017d-49c7-8e63-6eb176980c34 req-f7b37bc1-875e-4c29-9189-a549dd1d8f1c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:44.296503 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-879674a6-017d-49c7-8e63-6eb176980c34 req-f7b37bc1-875e-4c29-9189-a549dd1d8f1c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0795367 Jul 09 20:07:44.327675 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2b527a58-eaef-4baa-a8bd-554dfe722763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:44.357146 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-879674a6-017d-49c7-8e63-6eb176980c34 req-605023e9-59b8-4917-921b-046f4c01bd3d tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527451 Jul 09 20:07:44.458855 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2b527a58-eaef-4baa-a8bd-554dfe722763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:44.465719 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2b527a58-eaef-4baa-a8bd-554dfe722763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:44.517001 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2b527a58-eaef-4baa-a8bd-554dfe722763 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd9db748f94d46fe8e0a494fcef26394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482006 Jul 09 20:07:44.519436 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47630) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:44.526496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b527a58-eaef-4baa-a8bd-554dfe722763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb62a9a-bc06-475b-a16a-430450c8bc92,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:44.599520 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe78b822-11f3-4c32-a427-436d5df1d283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:44.650789 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe78b822-11f3-4c32-a427-436d5df1d283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:44.786106 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe78b822-11f3-4c32-a427-436d5df1d283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:44.788951 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe78b822-11f3-4c32-a427-436d5df1d283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:44.795899 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fe78b822-11f3-4c32-a427-436d5df1d283 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0cb62a9a-bc06-475b-a16a-430450c8bc92 HTTP/1.1" status: 204 len: 168 time: 0.2695842 Jul 09 20:07:44.825037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c01ae-f67e-4950-8337-3313ba8b387b req-9ea18bd4-a015-49aa-af97-5f055e940714 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:44.831825 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d46c01ae-f67e-4950-8337-3313ba8b387b req-9ea18bd4-a015-49aa-af97-5f055e940714 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1136682 Jul 09 20:07:44.832893 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78b822-11f3-4c32-a427-436d5df1d283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb62a9a-bc06-475b-a16a-430450c8bc92,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:44.905319 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d46c01ae-f67e-4950-8337-3313ba8b387b req-e595d7f5-845a-4e75-b11c-b4adfbfa3850 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700209 Jul 09 20:07:45.148686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f23f2e-fc40-4526-9a19-05db75cc3e91 req-8d0ea060-75ce-4e08-b291-733aa138b81f tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:45.155955 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11f23f2e-fc40-4526-9a19-05db75cc3e91 req-8d0ea060-75ce-4e08-b291-733aa138b81f tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0799065 Jul 09 20:07:45.210010 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11f23f2e-fc40-4526-9a19-05db75cc3e91 req-0ad37705-b152-4d9d-8848-a044b1366876 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510635 Jul 09 20:07:45.612945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32532432-ef4d-4b14-a950-9e8a4c0caa10 req-c2d94e4b-16df-4d5e-b452-6234d87e3502 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:45.614389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32532432-ef4d-4b14-a950-9e8a4c0caa10 req-c2d94e4b-16df-4d5e-b452-6234d87e3502 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1005678 Jul 09 20:07:45.655710 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32532432-ef4d-4b14-a950-9e8a4c0caa10 req-76df07de-eef7-41c2-90d4-6b8e6649eba8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351906 Jul 09 20:07:45.761386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47696) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:45.960065 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-595815039-network', 'tenant_id': 'a1213ee9ef5d4505a09cbe44b5e2a0d1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:45.971300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb27d21-261c-4265-8a19-731bf2c9c36d req-2051187c-ce27-4865-91b0-07bbdb6c7770 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:45.985172 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddb27d21-261c-4265-8a19-731bf2c9c36d req-2051187c-ce27-4865-91b0-07bbdb6c7770 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0928071 Jul 09 20:07:45.986837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] Made reservation on behalf of a1213ee9ef5d4505a09cbe44b5e2a0d1 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:46.002927 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.021719 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.037769 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddb27d21-261c-4265-8a19-731bf2c9c36d req-025f7c3a-d570-4a6c-85cd-436ff3fb5edf tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480914 Jul 09 20:07:46.168924 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.177331 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.218551 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf899f61-a001-46bc-a548-17d5ae16c2fa,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:46.240603 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:07:46.255205 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.255969 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] Added segment f297f2a2-bb61-4b68-b3fe-61e26c6c1610 of type vlan for network a9b9bb8b-1911-4656-9dee-a23cc6170d7a Jul 09 20:07:46.311714 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.340428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154225a9-a20d-4a5e-94a5-2ce633489885 req-2f12bbdf-dcd2-4ec9-9c42-382f8e18be92 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:46.349415 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-154225a9-a20d-4a5e-94a5-2ce633489885 req-2f12bbdf-dcd2-4ec9-9c42-382f8e18be92 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1141350 Jul 09 20:07:46.358692 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.360943 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:46.361771 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.433009 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-154225a9-a20d-4a5e-94a5-2ce633489885 req-f8379e42-b8a7-47d6-ac45-c34dc1ad043f tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816498 Jul 09 20:07:46.442034 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6722445 Jul 09 20:07:46.442034 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47724) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:46.449204 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-bb5c293a-679e-4e91-858f-c4a09599a06c admin admin] Request body: {'subnet': {'network_id': 'a9b9bb8b-1911-4656-9dee-a23cc6170d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-595815039-subnet', 'tenant_id': 'a1213ee9ef5d4505a09cbe44b5e2a0d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:46.464120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c4f0c-9a89-47ff-851e-b86de62ba002 admin admin] Pushing event updated for resources: {'Network': ['ID=a9b9bb8b-1911-4656-9dee-a23cc6170d7a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:46.478476 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network a9b9bb8b-1911-4656-9dee-a23cc6170d7a details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:07:46.496717 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5c293a-679e-4e91-858f-c4a09599a06c admin admin] Made reservation on behalf of a1213ee9ef5d4505a09cbe44b5e2a0d1 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:46.499279 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bb5c293a-679e-4e91-858f-c4a09599a06c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.799974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269bf49-5aae-4fe7-b251-feb1aff4c126 req-0ddf1040-ebaf-4c67-b658-294baff3e9e9 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:46.801554 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1269bf49-5aae-4fe7-b251-feb1aff4c126 req-0ddf1040-ebaf-4c67-b658-294baff3e9e9 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1588595 Jul 09 20:07:46.803123 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bb5c293a-679e-4e91-858f-c4a09599a06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:46.900422 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1269bf49-5aae-4fe7-b251-feb1aff4c126 req-0264373b-38a8-4a33-afa7-b07cb093a4ee tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743449 Jul 09 20:07:46.909908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c293a-679e-4e91-858f-c4a09599a06c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be79ce9-4758-4d0d-afba-5b9f2112e366,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:46.930082 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5c293a-679e-4e91-858f-c4a09599a06c admin admin] Checking segment: {'id': 'f297f2a2-bb61-4b68-b3fe-61e26c6c1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a9b9bb8b-1911-4656-9dee-a23cc6170d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:46.930082 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c293a-679e-4e91-858f-c4a09599a06c admin admin] Network hostable DHCP agents. Network: a9b9bb8b-1911-4656-9dee-a23cc6170d7a, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:07:46.985004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c293a-679e-4e91-858f-c4a09599a06c admin admin] Network a9b9bb8b-1911-4656-9dee-a23cc6170d7a is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:07:47.002437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c293a-679e-4e91-858f-c4a09599a06c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, a9b9bb8b-1911-4656-9dee-a23cc6170d7a) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:47.007308 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5c293a-679e-4e91-858f-c4a09599a06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:47.008685 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bb5c293a-679e-4e91-858f-c4a09599a06c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:47.013516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4685e6-e2d1-440b-8f3b-c00432372df4 None None] Network a9b9bb8b-1911-4656-9dee-a23cc6170d7a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:07:47.047679 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bb5c293a-679e-4e91-858f-c4a09599a06c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6033990 Jul 09 20:07:47.293363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af72362-d0ec-4b3c-84b8-d5616bcfeb0b None None] Network a9b9bb8b-1911-4656-9dee-a23cc6170d7a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:07:47.717575 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2b44-845a-4dfe-b1bc-1a6439d2bdf9 req-fc1c97ab-9cfc-4507-863b-3fc3301c5033 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:47.719905 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c02f2b44-845a-4dfe-b1bc-1a6439d2bdf9 req-fc1c97ab-9cfc-4507-863b-3fc3301c5033 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1735456 Jul 09 20:07:47.798535 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c02f2b44-845a-4dfe-b1bc-1a6439d2bdf9 req-5fb9c5cd-cb10-4b9b-9c37-d4f3055ec339 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690911 Jul 09 20:07:49.039650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7ba26-00e6-4718-9cb5-37bd5ab0619e req-66d39d3c-0ff8-4fa8-a470-82a026a3874e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:49.045164 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2c7ba26-00e6-4718-9cb5-37bd5ab0619e req-66d39d3c-0ff8-4fa8-a470-82a026a3874e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0963955 Jul 09 20:07:49.129084 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2c7ba26-00e6-4718-9cb5-37bd5ab0619e req-b41fc267-a983-423d-98e1-a49e0b884d49 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785735 Jul 09 20:07:49.908516 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f6202-b716-4a61-b287-1fd3e1bbf905 req-5fec5f98-2584-4455-b60a-e254a5c90cb8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:49.910380 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-372f6202-b716-4a61-b287-1fd3e1bbf905 req-5fec5f98-2584-4455-b60a-e254a5c90cb8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1210208 Jul 09 20:07:49.961071 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-372f6202-b716-4a61-b287-1fd3e1bbf905 req-189dddcf-f561-467f-8deb-af35ea1aaad2 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421965 Jul 09 20:07:50.102231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-1fbf1cc2-aa2c-449a-9d0f-8fc53907d559 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:50.103914 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-1fbf1cc2-aa2c-449a-9d0f-8fc53907d559 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/networks?id=a9b9bb8b-1911-4656-9dee-a23cc6170d7a HTTP/1.1" status: 200 len: 809 time: 0.1263292 Jul 09 20:07:50.121125 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-7c2dfb7d-74dc-41da-8688-185dcf0ff773 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/quotas/a1213ee9ef5d4505a09cbe44b5e2a0d1 HTTP/1.1" status: 200 len: 375 time: 0.0096586 Jul 09 20:07:50.157435 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-30b45c27-bcfa-4ab1-8211-adf62dfee8a7 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1213ee9ef5d4505a09cbe44b5e2a0d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293131 Jul 09 20:07:50.254516 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-dfaa1006-9ea9-44ca-90af-fde9e4ae924f service neutron] 10.222.0.30 "GET /v2.0/networks/a9b9bb8b-1911-4656-9dee-a23cc6170d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898993 Jul 09 20:07:50.356116 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-3e6aa04c-184a-4f28-bb4c-768a90713817 service neutron] 10.222.0.30 "GET /v2.0/networks/a9b9bb8b-1911-4656-9dee-a23cc6170d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953500 Jul 09 20:07:50.689210 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe709414-39c9-4f6e-94e2-addbc4edc323 req-22bef2fa-b3af-4008-a00e-bfddb3149138 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 210 time: 0.0444982 Jul 09 20:07:51.224499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1157174-67cf-43b8-8482-61cffafbee1a req-e0a5be79-0101-4932-b428-8bc53478b5ed tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:51.231383 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b1157174-67cf-43b8-8482-61cffafbee1a req-e0a5be79-0101-4932-b428-8bc53478b5ed tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1064055 Jul 09 20:07:51.269263 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b1157174-67cf-43b8-8482-61cffafbee1a req-99df71ea-3525-4120-a375-7b1743f0286e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368104 Jul 09 20:07:51.545791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543d718-b3a3-47d8-802f-732f7dea9f19 req-5734368f-2659-4e8d-a6e2-ec794fac21f5 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:51.548818 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8543d718-b3a3-47d8-802f-732f7dea9f19 req-5734368f-2659-4e8d-a6e2-ec794fac21f5 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1058223 Jul 09 20:07:51.597686 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8543d718-b3a3-47d8-802f-732f7dea9f19 req-beb03613-d23b-448d-8536-b7a740d3a729 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426455 Jul 09 20:07:51.923517 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-720d32d1-c3cf-439c-8303-fbe73991f07f req-abd9ff40-394e-4393-a231-aa5dc6d68e29 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 210 time: 0.0674419 Jul 09 20:07:51.979384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5ed0a-7d8f-42d4-a943-1aac756ae47e req-10409209-17d6-487d-b149-08f24d724502 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:51.980586 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46b5ed0a-7d8f-42d4-a943-1aac756ae47e req-10409209-17d6-487d-b149-08f24d724502 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1106350 Jul 09 20:07:52.091908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46b5ed0a-7d8f-42d4-a943-1aac756ae47e req-56283ce1-ae8a-4fcc-bdd0-18c4bb2d1e04 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033306 Jul 09 20:07:52.223912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-d523a268-deb1-4d48-9dbe-c0e7a4364fc2 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:52.226263 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-d523a268-deb1-4d48-9dbe-c0e7a4364fc2 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.36 "GET /v2.0/networks?id=a9b9bb8b-1911-4656-9dee-a23cc6170d7a HTTP/1.1" status: 200 len: 809 time: 0.2211905 Jul 09 20:07:52.273090 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-f347bcb7-aeb5-4572-bffe-517ce7909df5 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Request body: {'port': {'device_id': 'd4fed8ec-5df2-4838-92d4-52ed6994561d', 'network_id': 'a9b9bb8b-1911-4656-9dee-a23cc6170d7a', 'admin_state_up': True, 'tenant_id': 'a1213ee9ef5d4505a09cbe44b5e2a0d1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:52.360348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820b90b-fd8a-4222-93ac-3cd9ca4a158e req-e6066329-6b5d-44f6-8fd9-de8edc450ba3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:52.362028 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9820b90b-fd8a-4222-93ac-3cd9ca4a158e req-e6066329-6b5d-44f6-8fd9-de8edc450ba3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1106460 Jul 09 20:07:52.408621 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9820b90b-fd8a-4222-93ac-3cd9ca4a158e req-ae66d7bb-2afe-4f33-a990-0a5ab94b8f44 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407031 Jul 09 20:07:52.427306 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-f347bcb7-aeb5-4572-bffe-517ce7909df5 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Made reservation on behalf of a1213ee9ef5d4505a09cbe44b5e2a0d1 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:07:52.440164 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-f347bcb7-aeb5-4572-bffe-517ce7909df5 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.652013 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-f347bcb7-aeb5-4572-bffe-517ce7909df5 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Allocated IP 172.20.0.5 (a9b9bb8b-1911-4656-9dee-a23cc6170d7a/1be79ce9-4758-4d0d-afba-5b9f2112e366/b1a85e72-4c44-4542-b8ef-54f490b29da0) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:07:52.674194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576f33a-d852-4d88-af2f-ee67e6888e4a req-bf0d9867-fa5e-4e81-a05e-8263da069702 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:52.683662 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3576f33a-d852-4d88-af2f-ee67e6888e4a req-bf0d9867-fa5e-4e81-a05e-8263da069702 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0985901 Jul 09 20:07:52.740285 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3576f33a-d852-4d88-af2f-ee67e6888e4a req-f64ac1e5-4459-419d-9b7e-3b5df3730aee tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555801 Jul 09 20:07:52.863760 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-f347bcb7-aeb5-4572-bffe-517ce7909df5 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.939656 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef3667-1060-4eda-a750-02130e80ccbc req-37e4773a-6bb5-4c2e-aa84-7590de35b165 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:52.941484 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ceef3667-1060-4eda-a750-02130e80ccbc req-37e4773a-6bb5-4c2e-aa84-7590de35b165 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0736878 Jul 09 20:07:52.950182 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-f347bcb7-aeb5-4572-bffe-517ce7909df5 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:52.993707 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ceef3667-1060-4eda-a750-02130e80ccbc req-dede416d-19c3-4407-b532-d484aa952076 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448382 Jul 09 20:07:53.049809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-f347bcb7-aeb5-4572-bffe-517ce7909df5 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Network a9b9bb8b-1911-4656-9dee-a23cc6170d7a is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:07:53.051513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-f347bcb7-aeb5-4572-bffe-517ce7909df5 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:07:53.056897 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-f347bcb7-aeb5-4572-bffe-517ce7909df5 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:07:53.081010 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347bcb7-aeb5-4572-bffe-517ce7909df5 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Pushing event updated for resources: {'Port': ['ID=b1a85e72-4c44-4542-b8ef-54f490b29da0,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:53.141676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-f347bcb7-aeb5-4572-bffe-517ce7909df5 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:53.142584 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-f347bcb7-aeb5-4572-bffe-517ce7909df5 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:53.161795 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-f347bcb7-aeb5-4572-bffe-517ce7909df5 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9079249 Jul 09 20:07:53.193015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Request body: {'port': {'device_id': 'd4fed8ec-5df2-4838-92d4-52ed6994561d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:07:53.362384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edf907-988a-4e13-9432-f39c3f340a98 req-5e777591-0dd4-4d54-93b2-694e62f80bee tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:53.371616 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-69edf907-988a-4e13-9432-f39c3f340a98 req-5e777591-0dd4-4d54-93b2-694e62f80bee tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 931 time: 0.1853812 Jul 09 20:07:53.398443 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:53.401511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e37d4-dc01-4aaa-aa23-c9597e55bda2 req-45f7c081-968e-405d-b701-207eec5a8ea4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:53.411275 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d38e37d4-dc01-4aaa-aa23-c9597e55bda2 req-45f7c081-968e-405d-b701-207eec5a8ea4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1018491 Jul 09 20:07:53.437195 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-69edf907-988a-4e13-9432-f39c3f340a98 req-325608c6-3060-4b56-b2ac-750f3cd5ab25 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf899f61-a001-46bc-a548-17d5ae16c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643117 Jul 09 20:07:53.474721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47984) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:53.491968 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d38e37d4-dc01-4aaa-aa23-c9597e55bda2 req-ac1c12ab-8923-4914-9959-1846fdb7cb50 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794528 Jul 09 20:07:53.638800 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bee0c205-8dd7-4dbf-a7c8-4460ab99a65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:53.820083 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bee0c205-8dd7-4dbf-a7c8-4460ab99a65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:53.827704 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bee0c205-8dd7-4dbf-a7c8-4460ab99a65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:53.861189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0c205-8dd7-4dbf-a7c8-4460ab99a65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f66fbd2-64de-4cf7-b070-28493f8d6184,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:53.881396 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bee0c205-8dd7-4dbf-a7c8-4460ab99a65f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21e8e6a9436848c08251568567d0d770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055636 Jul 09 20:07:53.882046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47998) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:07:53.954009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da651ab-20da-4a2e-864b-99b71e03cc78 req-8de277c7-452f-46ed-a322-13feacdaab4f tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:53.955578 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1da651ab-20da-4a2e-864b-99b71e03cc78 req-8de277c7-452f-46ed-a322-13feacdaab4f tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.2179046 Jul 09 20:07:53.972091 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b82d6b3-46c5-4ae0-8551-de542f52921f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.013351 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b82d6b3-46c5-4ae0-8551-de542f52921f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.022600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a85e72-4c44-4542-b8ef-54f490b29da0 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:07:54.029211 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1da651ab-20da-4a2e-864b-99b71e03cc78 req-1a6ed91e-3b6b-4e73-b52e-02a1beeeb9cf tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542827 Jul 09 20:07:54.052659 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.088524 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b82d6b3-46c5-4ae0-8551-de542f52921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.092418 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b82d6b3-46c5-4ae0-8551-de542f52921f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.094194 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1b82d6b3-46c5-4ae0-8551-de542f52921f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f66fbd2-64de-4cf7-b070-28493f8d6184 HTTP/1.1" status: 204 len: 168 time: 0.2106347 Jul 09 20:07:54.104121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Transition to ACTIVE for port object b1a85e72-4c44-4542-b8ef-54f490b29da0 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:07:54.104382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82d6b3-46c5-4ae0-8551-de542f52921f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f66fbd2-64de-4cf7-b070-28493f8d6184,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:54.110623 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.206854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a85e72-4c44-4542-b8ef-54f490b29da0,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:54.262786 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Attempting to bind port b1a85e72-4c44-4542-b8ef-54f490b29da0 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:07:54.263269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Attempting to bind port b1a85e72-4c44-4542-b8ef-54f490b29da0 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'f297f2a2-bb61-4b68-b3fe-61e26c6c1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a9b9bb8b-1911-4656-9dee-a23cc6170d7a'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:07:54.263711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Attempting to bind port b1a85e72-4c44-4542-b8ef-54f490b29da0 on network a9b9bb8b-1911-4656-9dee-a23cc6170d7a {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:54.303571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Port b1a85e72-4c44-4542-b8ef-54f490b29da0 on network a9b9bb8b-1911-4656-9dee-a23cc6170d7a not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:07:54.304081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Attempting to bind port b1a85e72-4c44-4542-b8ef-54f490b29da0 on network a9b9bb8b-1911-4656-9dee-a23cc6170d7a {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:07:54.312951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:07:54.313371 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Checking segment: {'id': 'f297f2a2-bb61-4b68-b3fe-61e26c6c1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a9b9bb8b-1911-4656-9dee-a23cc6170d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:07:54.313871 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Bound using segment: {'id': 'f297f2a2-bb61-4b68-b3fe-61e26c6c1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a9b9bb8b-1911-4656-9dee-a23cc6170d7a'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:07:54.314361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Bound port: b1a85e72-4c44-4542-b8ef-54f490b29da0, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f297f2a2-bb61-4b68-b3fe-61e26c6c1610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a9b9bb8b-1911-4656-9dee-a23cc6170d7a'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:07:54.314803 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.389460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545ca05-1805-4112-9fc3-5e303aff93d1 req-33fe3c6a-9a84-4ca8-9335-94e0040806b8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:54.389460 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6545ca05-1805-4112-9fc3-5e303aff93d1 req-33fe3c6a-9a84-4ca8-9335-94e0040806b8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1206448 Jul 09 20:07:54.439803 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] For port b1a85e72-4c44-4542-b8ef-54f490b29da0, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:07:54.462589 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6545ca05-1805-4112-9fc3-5e303aff93d1 req-cd38adee-6924-48c4-9f5a-57d79c858d98 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607376 Jul 09 20:07:54.462589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] For port b1a85e72-4c44-4542-b8ef-54f490b29da0, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b1a85e72-4c44-4542-b8ef-54f490b29da0,segment=NetworkSegment(f297f2a2-bb61-4b68-b3fe-61e26c6c1610),segment_id=f297f2a2-bb61-4b68-b3fe-61e26c6c1610)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:07:54.471554 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.534068 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:54.534779 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:54.537964 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] 10.222.0.36 "PUT /v2.0/ports/b1a85e72-4c44-4542-b8ef-54f490b29da0 HTTP/1.1" status: 200 len: 1091 time: 1.3508515 Jul 09 20:07:54.538704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4fed8ec-5df2-4838-92d4-52ed6994561d', 'tag': 'b1a85e72-4c44-4542-b8ef-54f490b29da0'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:07:54.541469 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fb3f3f-93fd-43a8-8ccf-d8f49e9032ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d4fed8ec-5df2-4838-92d4-52ed6994561d", "tag": "b1a85e72-4c44-4542-b8ef-54f490b29da0"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:07:54.587709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1f3ae-db73-491f-a2af-c6e36a615721 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a85e72-4c44-4542-b8ef-54f490b29da0,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:54.698657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-78b88ef3-c451-4d38-8e05-9a6befe57e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:54.700467 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-78b88ef3-c451-4d38-8e05-9a6befe57e6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1213ee9ef5d4505a09cbe44b5e2a0d1&device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 1094 time: 0.1083479 Jul 09 20:07:54.708269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98decbce-9eec-47d6-adbb-740f35788345 req-f9729ce5-0e71-4bff-b204-344c9ecc058d tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:54.710156 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-98decbce-9eec-47d6-adbb-740f35788345 req-f9729ce5-0e71-4bff-b204-344c9ecc058d tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 943 time: 0.0993457 Jul 09 20:07:54.770470 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-98decbce-9eec-47d6-adbb-740f35788345 req-0699620b-9982-4d67-bc72-cb7111b1fdd9 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf899f61-a001-46bc-a548-17d5ae16c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467153 Jul 09 20:07:54.778929 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-fc600dc0-823c-42b1-ab11-453d421241e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1a85e72-4c44-4542-b8ef-54f490b29da0 HTTP/1.1" status: 200 len: 217 time: 0.0701354 Jul 09 20:07:54.850427 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f02c47-624c-480a-92bd-4c4d648eb53b x-openstack-request-id: req-15f02c47-624c-480a-92bd-4c4d648eb53b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:07:54.850720 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4fed8ec-5df2-4838-92d4-52ed6994561d", "tag": "b1a85e72-4c44-4542-b8ef-54f490b29da0", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:07:54.850976 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15f02c47-624c-480a-92bd-4c4d648eb53b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:07:54.851378 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4fed8ec-5df2-4838-92d4-52ed6994561d', 'tag': 'b1a85e72-4c44-4542-b8ef-54f490b29da0', 'status': 'completed', 'code': 200} Jul 09 20:07:54.872377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043bcc0-5783-445e-a150-7769353e437f req-5ff242e1-92c7-4de1-82e9-4c154fdea3fe tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:54.874012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4043bcc0-5783-445e-a150-7769353e437f req-5ff242e1-92c7-4de1-82e9-4c154fdea3fe tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.2278848 Jul 09 20:07:54.894682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-8fa7f363-43fe-40c2-9220-0e407a8b7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:54.896732 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-8fa7f363-43fe-40c2-9220-0e407a8b7566 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1be79ce9-4758-4d0d-afba-5b9f2112e366 HTTP/1.1" status: 200 len: 849 time: 0.1035693 Jul 09 20:07:54.952383 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-f793c80d-4566-422e-a07a-ce4bcd7c8f65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9b9bb8b-1911-4656-9dee-a23cc6170d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477335 Jul 09 20:07:54.965162 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4043bcc0-5783-445e-a150-7769353e437f req-475e678b-a210-4511-8b7e-95be0132cc2d tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825009 Jul 09 20:07:55.094417 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-aeb50fbb-6191-4fab-954d-b035daf89d57 service neutron] 10.222.0.36 "GET /v2.0/networks/a9b9bb8b-1911-4656-9dee-a23cc6170d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269748 Jul 09 20:07:55.286065 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fae7af-d840-4c79-b0d3-e0eec15c1fb3 req-b2c074be-e536-431c-8859-1f2cd7a993b8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:55.288367 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-39fae7af-d840-4c79-b0d3-e0eec15c1fb3 req-b2c074be-e536-431c-8859-1f2cd7a993b8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1235950 Jul 09 20:07:55.290640 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b46e367-aefe-4745-a430-5fac4e4990ff req-5d256525-b966-4722-9d11-242d60940f4e service neutron] 10.222.0.36 "GET /v2.0/networks/a9b9bb8b-1911-4656-9dee-a23cc6170d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894825 Jul 09 20:07:55.334015 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-39fae7af-d840-4c79-b0d3-e0eec15c1fb3 req-a5fc06d6-1ef2-4609-aedc-0a99c8d04cb4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400259 Jul 09 20:07:55.412136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb3f3f-93fd-43a8-8ccf-d8f49e9032ff req-5697bec3-8d15-482c-9cc9-66ca63a91c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:55.414644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06fb3f3f-93fd-43a8-8ccf-d8f49e9032ff req-5697bec3-8d15-482c-9cc9-66ca63a91c05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1213ee9ef5d4505a09cbe44b5e2a0d1&device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 1094 time: 0.0668201 Jul 09 20:07:55.526768 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb3f3f-93fd-43a8-8ccf-d8f49e9032ff req-bcb1665c-2a55-4fd2-868f-f472da7e4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:55.528460 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06fb3f3f-93fd-43a8-8ccf-d8f49e9032ff req-bcb1665c-2a55-4fd2-868f-f472da7e4459 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a9b9bb8b-1911-4656-9dee-a23cc6170d7a HTTP/1.1" status: 200 len: 910 time: 0.1066675 Jul 09 20:07:55.555234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e1540-5b4a-4513-b003-c1cc47f51c97 req-846bb0bd-9b91-4191-8859-7da3e72c5669 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:55.557970 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-596e1540-5b4a-4513-b003-c1cc47f51c97 req-846bb0bd-9b91-4191-8859-7da3e72c5669 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0799706 Jul 09 20:07:55.589817 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06fb3f3f-93fd-43a8-8ccf-d8f49e9032ff req-06fea927-ee23-4866-a0f5-99afbef914cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1a85e72-4c44-4542-b8ef-54f490b29da0 HTTP/1.1" status: 200 len: 217 time: 0.0549152 Jul 09 20:07:55.618888 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-596e1540-5b4a-4513-b003-c1cc47f51c97 req-62b3bfbe-b25e-491d-8cb3-689cea5e6db5 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531683 Jul 09 20:07:55.650525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb3f3f-93fd-43a8-8ccf-d8f49e9032ff req-3ce027e8-f86c-4604-83b2-0cfdd9ee79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:55.652150 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06fb3f3f-93fd-43a8-8ccf-d8f49e9032ff req-3ce027e8-f86c-4604-83b2-0cfdd9ee79c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1be79ce9-4758-4d0d-afba-5b9f2112e366 HTTP/1.1" status: 200 len: 849 time: 0.0561409 Jul 09 20:07:55.698045 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06fb3f3f-93fd-43a8-8ccf-d8f49e9032ff req-e9093928-fec9-4b50-9d83-24025b1e9385 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9b9bb8b-1911-4656-9dee-a23cc6170d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379579 Jul 09 20:07:55.839602 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06fb3f3f-93fd-43a8-8ccf-d8f49e9032ff req-348a6eed-1d62-4f54-9435-7ba16f6fbc25 service neutron] 10.222.0.36 "GET /v2.0/networks/a9b9bb8b-1911-4656-9dee-a23cc6170d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324370 Jul 09 20:07:56.024594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761174b-e6f7-49e0-9ed2-e542288cdb94 req-eb8cdcbb-33df-44df-b5a2-09d338d3f40c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:56.033231 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8761174b-e6f7-49e0-9ed2-e542288cdb94 req-eb8cdcbb-33df-44df-b5a2-09d338d3f40c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1308966 Jul 09 20:07:56.084038 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8761174b-e6f7-49e0-9ed2-e542288cdb94 req-bdd9c7cf-a073-4f84-8fe8-8f47ddcf2850 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448489 Jul 09 20:07:56.326236 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1c6cf-0db9-4e13-9eb1-e9b1e0ece74d req-7ecb30b9-2f37-47a3-a0a4-9a304b6e3016 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:56.329322 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-afc1c6cf-0db9-4e13-9eb1-e9b1e0ece74d req-7ecb30b9-2f37-47a3-a0a4-9a304b6e3016 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1050317 Jul 09 20:07:56.376911 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06fb3f3f-93fd-43a8-8ccf-d8f49e9032ff req-9318b4b8-b8ef-4ede-9c2f-5c8b7d37f6c6 service neutron] 10.222.0.36 "GET /v2.0/networks/a9b9bb8b-1911-4656-9dee-a23cc6170d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303037 Jul 09 20:07:56.388337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502592c-a44f-4fcb-b699-906855b51a38 req-ad9e2665-ad4f-4d8b-b204-84dcfe82c79b tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:56.393532 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-afc1c6cf-0db9-4e13-9eb1-e9b1e0ece74d req-49cdb632-fe46-428b-bd7e-d34111849650 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556943 Jul 09 20:07:56.396184 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0502592c-a44f-4fcb-b699-906855b51a38 req-ad9e2665-ad4f-4d8b-b204-84dcfe82c79b tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 943 time: 0.1560352 Jul 09 20:07:56.442569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0502592c-a44f-4fcb-b699-906855b51a38 req-3cdd3242-fadd-482b-8c06-e0b36c661e2c tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf899f61-a001-46bc-a548-17d5ae16c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454698 Jul 09 20:07:56.672662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00687cc1-5bd5-4bfe-9f2b-83bd63e82068 req-23ae626c-fa60-48d7-94f6-4c89d69c25b8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:56.674282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00687cc1-5bd5-4bfe-9f2b-83bd63e82068 req-23ae626c-fa60-48d7-94f6-4c89d69c25b8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0710323 Jul 09 20:07:56.716783 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00687cc1-5bd5-4bfe-9f2b-83bd63e82068 req-7f933ec7-8b98-4e67-b6cd-481cea3836de tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362048 Jul 09 20:07:56.783297 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:56.837903 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-65d79c86-1267-4a3f-b295-d8d9ef87977f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:56.944442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322096e0-f5ba-4ea8-abf0-0b7e54ae3a2e req-c8d0a134-f830-42a3-b32a-30e1568c78e9 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:56.946213 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-322096e0-f5ba-4ea8-abf0-0b7e54ae3a2e req-c8d0a134-f830-42a3-b32a-30e1568c78e9 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0771887 Jul 09 20:07:56.998008 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-322096e0-f5ba-4ea8-abf0-0b7e54ae3a2e req-f05c3cb4-8d45-46f2-acac-1f8e1327fdf2 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393844 Jul 09 20:07:57.356567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053e2b8-5307-4be4-9683-b36c6f7d9b2a req-d7f55357-0aeb-43ed-825d-4335c198c613 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:57.358174 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0053e2b8-5307-4be4-9683-b36c6f7d9b2a req-d7f55357-0aeb-43ed-825d-4335c198c613 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0814686 Jul 09 20:07:57.405818 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0053e2b8-5307-4be4-9683-b36c6f7d9b2a req-65bf4104-45c0-47e9-b4e2-dc61d831a83b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 Jul 09 20:07:57.676252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07dec5-b110-49f9-8f89-8f21a3224614 req-d17d2c00-39fb-4173-9790-604addef3f2f tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:57.683431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4a07dec5-b110-49f9-8f89-8f21a3224614 req-d17d2c00-39fb-4173-9790-604addef3f2f tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 943 time: 0.1189580 Jul 09 20:07:57.697504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee3293-ede9-4aed-a030-99e60eb8c18c req-249a3bbb-34ff-4412-a863-2ca2a594be09 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:57.699271 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-48ee3293-ede9-4aed-a030-99e60eb8c18c req-249a3bbb-34ff-4412-a863-2ca2a594be09 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0976837 Jul 09 20:07:57.725777 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4a07dec5-b110-49f9-8f89-8f21a3224614 req-4c743c60-08dc-4b40-889f-5b2c3cfbba90 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf899f61-a001-46bc-a548-17d5ae16c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411170 Jul 09 20:07:57.752281 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-48ee3293-ede9-4aed-a030-99e60eb8c18c req-ba9b23f3-16a0-451f-9f8d-e1dc0a89b52f tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444391 Jul 09 20:07:58.084826 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8c062-3e89-46ee-8d20-dd4a2b9202b3 req-74ddd5a1-bf95-4b83-bab9-51dad30c7ed3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:58.092474 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58a8c062-3e89-46ee-8d20-dd4a2b9202b3 req-74ddd5a1-bf95-4b83-bab9-51dad30c7ed3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0826550 Jul 09 20:07:58.131016 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58a8c062-3e89-46ee-8d20-dd4a2b9202b3 req-2a5898af-77d5-4c1c-a191-7705349ac92c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370414 Jul 09 20:07:58.343023 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361a0f1-217b-4e94-9f6b-b76f75aad3d6 req-8338d38e-5314-4743-8d43-ee0676f3892e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:58.349382 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c361a0f1-217b-4e94-9f6b-b76f75aad3d6 req-8338d38e-5314-4743-8d43-ee0676f3892e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0826621 Jul 09 20:07:58.395999 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c361a0f1-217b-4e94-9f6b-b76f75aad3d6 req-30a40b3f-6197-4f8c-97a5-932354b07256 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392406 Jul 09 20:07:58.649862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b2a21-da0d-4134-ba90-f55014dc8731 req-206c9eb5-481f-4226-b0a1-82c61d4f0145 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:58.651666 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f5b2a21-da0d-4134-ba90-f55014dc8731 req-206c9eb5-481f-4226-b0a1-82c61d4f0145 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0967469 Jul 09 20:07:58.712203 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f5b2a21-da0d-4134-ba90-f55014dc8731 req-8421b687-f1e3-423c-89a6-63137dda2bfa tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493298 Jul 09 20:07:58.862004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device b1a85e72-4c44-4542-b8ef-54f490b29da0 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:07:58.998358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3574f-f660-4133-9cae-c72c85ddb05c req-482a9b6b-33aa-42ab-b7e4-6c9abd743b4b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:59.002891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e2854-2ee0-4c2c-9977-2249a0b5fa4f req-6c0f9585-68a3-44f4-99bb-79acb021e938 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:59.005119 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d20e2854-2ee0-4c2c-9977-2249a0b5fa4f req-6c0f9585-68a3-44f4-99bb-79acb021e938 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 943 time: 0.1257348 Jul 09 20:07:59.006710 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c2e3574f-f660-4133-9cae-c72c85ddb05c req-482a9b6b-33aa-42ab-b7e4-6c9abd743b4b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1489167 Jul 09 20:07:59.027639 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port b1a85e72-4c44-4542-b8ef-54f490b29da0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b1a85e72-4c44-4542-b8ef-54f490b29da0,segment=NetworkSegment(f297f2a2-bb61-4b68-b3fe-61e26c6c1610),segment_id=f297f2a2-bb61-4b68-b3fe-61e26c6c1610)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:59.042052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'b1a85e72-4c44-4542-b8ef-54f490b29da0', 'network_id': 'a9b9bb8b-1911-4656-9dee-a23cc6170d7a', 'port_id': 'b1a85e72-4c44-4542-b8ef-54f490b29da0', 'mac_address': 'fa:16:3e:e2:77:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be79ce9-4758-4d0d-afba-5b9f2112e366', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:07:59.058333 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d20e2854-2ee0-4c2c-9977-2249a0b5fa4f req-651e3209-5d61-42a6-a4c7-bbe903f306ce tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf899f61-a001-46bc-a548-17d5ae16c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450220 Jul 09 20:07:59.064009 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c2e3574f-f660-4133-9cae-c72c85ddb05c req-7bb87718-22dc-4703-a3d3-eb1217739d8a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547214 Jul 09 20:07:59.115989 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:59.142064 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a85e72-4c44-4542-b8ef-54f490b29da0 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:07:59.157349 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:59.167077 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port b1a85e72-4c44-4542-b8ef-54f490b29da0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b1a85e72-4c44-4542-b8ef-54f490b29da0,segment=NetworkSegment(f297f2a2-bb61-4b68-b3fe-61e26c6c1610),segment_id=f297f2a2-bb61-4b68-b3fe-61e26c6c1610)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:07:59.172475 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:59.264690 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=b1a85e72-4c44-4542-b8ef-54f490b29da0,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:07:59.273749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:59.274234 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:59.274742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:59.275098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:59.275443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:59.275783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:59.276126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:59.276462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:59.277272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:59.277272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:59.277478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:59.277813 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:07:59.423463 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a9abe152-5c85-437a-bdd5-76cc37cca5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:59.584657 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:07:59.676188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['b1a85e72-4c44-4542-b8ef-54f490b29da0'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:07:59.883548 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad7bcc-5b0d-4b46-8592-474eabd034aa req-e60f7256-9818-4dea-b5ef-09a710f95d9e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:07:59.886388 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6ad7bcc-5b0d-4b46-8592-474eabd034aa req-e60f7256-9818-4dea-b5ef-09a710f95d9e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0939450 Jul 09 20:07:59.929994 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6ad7bcc-5b0d-4b46-8592-474eabd034aa req-67d0c460-a4a0-497d-a976-0dc9fecfd3be tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369859 Jul 09 20:08:00.271973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419a361-0d06-4253-a12a-ad9a05035d11 req-e63677cd-f5fc-4949-a632-68d4c4180c36 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:00.279295 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6419a361-0d06-4253-a12a-ad9a05035d11 req-e63677cd-f5fc-4949-a632-68d4c4180c36 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 944 time: 0.0725057 Jul 09 20:08:00.321515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6419a361-0d06-4253-a12a-ad9a05035d11 req-ba912840-15ec-46bc-a6a3-80e42e937950 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf899f61-a001-46bc-a548-17d5ae16c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Jul 09 20:08:00.383061 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:01.181788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d929d4-7ce9-436e-b6e0-dfac5b877325 req-f959fe1b-0fee-4597-a3c6-790a9297ffc9 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:01.184512 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-49d929d4-7ce9-436e-b6e0-dfac5b877325 req-f959fe1b-0fee-4597-a3c6-790a9297ffc9 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0957322 Jul 09 20:08:01.246471 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-49d929d4-7ce9-436e-b6e0-dfac5b877325 req-b47fe7b4-0113-42aa-ac78-d215893e0a0a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548337 Jul 09 20:08:01.529057 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7611d21-6d54-4dc7-8861-5d80467d6820 req-19392d52-cbcc-49ad-9782-e548425da721 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:01.531653 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a7611d21-6d54-4dc7-8861-5d80467d6820 req-19392d52-cbcc-49ad-9782-e548425da721 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 944 time: 0.0843530 Jul 09 20:08:01.579510 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a7611d21-6d54-4dc7-8861-5d80467d6820 req-d1472096-7c10-4a1e-9754-e32a1c19dd17 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf899f61-a001-46bc-a548-17d5ae16c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Jul 09 20:08:02.239387 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:02.516205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178981c-55fb-4ae5-8644-ab3fbe26d386 req-d05a7b81-2437-4381-9843-652d39a23c1b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:02.518669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6178981c-55fb-4ae5-8644-ab3fbe26d386 req-d05a7b81-2437-4381-9843-652d39a23c1b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1045482 Jul 09 20:08:02.577164 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6178981c-55fb-4ae5-8644-ab3fbe26d386 req-1b973850-bfdc-4d6c-8f28-7ea9b7fa6976 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527282 Jul 09 20:08:02.804646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3fb50d-9c7f-4688-98d4-7f6fdf637f27 req-af84f2a4-35e2-4944-aa0a-2d099b60f7a4 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:02.813082 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f3fb50d-9c7f-4688-98d4-7f6fdf637f27 req-af84f2a4-35e2-4944-aa0a-2d099b60f7a4 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 944 time: 0.0902207 Jul 09 20:08:02.861981 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f3fb50d-9c7f-4688-98d4-7f6fdf637f27 req-c931974c-b0ee-475a-ba4b-0a42b0426d82 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf899f61-a001-46bc-a548-17d5ae16c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481246 Jul 09 20:08:02.876133 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device b1a85e72-4c44-4542-b8ef-54f490b29da0 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:08:02.946206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port b1a85e72-4c44-4542-b8ef-54f490b29da0 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:08:02.951682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port b1a85e72-4c44-4542-b8ef-54f490b29da0 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:02.951990 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:03.092523 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:03.127919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fed8ec-5df2-4838-92d4-52ed6994561d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a85e72-4c44-4542-b8ef-54f490b29da0'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:08:03.133236 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db16497-bdf5-425e-a8d8-2aa77ca477f9" -d '{"events": [{"server_uuid": "d4fed8ec-5df2-4838-92d4-52ed6994561d", "name": "network-vif-plugged", "status": "completed", "tag": "b1a85e72-4c44-4542-b8ef-54f490b29da0"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:08:03.150044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port b1a85e72-4c44-4542-b8ef-54f490b29da0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b1a85e72-4c44-4542-b8ef-54f490b29da0,segment=NetworkSegment(f297f2a2-bb61-4b68-b3fe-61e26c6c1610),segment_id=f297f2a2-bb61-4b68-b3fe-61e26c6c1610)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:03.157400 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:03.205554 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d33d95-081f-4475-99fc-b52a2d73676b x-openstack-request-id: req-a9d33d95-081f-4475-99fc-b52a2d73676b {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:08:03.205901 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4fed8ec-5df2-4838-92d4-52ed6994561d", "name": "network-vif-plugged", "status": "completed", "tag": "b1a85e72-4c44-4542-b8ef-54f490b29da0", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:08:03.206239 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9d33d95-081f-4475-99fc-b52a2d73676b {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:08:03.206641 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fed8ec-5df2-4838-92d4-52ed6994561d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a85e72-4c44-4542-b8ef-54f490b29da0', 'code': 200} Jul 09 20:08:03.238554 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=b1a85e72-4c44-4542-b8ef-54f490b29da0,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:03.364904 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20646e0-c4a6-405c-b14e-d53ee65355eb req-f9d38596-77c0-42f9-8698-1b95f858eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:03.367467 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f20646e0-c4a6-405c-b14e-d53ee65355eb req-f9d38596-77c0-42f9-8698-1b95f858eca2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 1096 time: 0.0669637 Jul 09 20:08:03.412921 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f20646e0-c4a6-405c-b14e-d53ee65355eb req-a4579097-afe6-4f85-983e-806ef90838f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf899f61-a001-46bc-a548-17d5ae16c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359328 Jul 09 20:08:03.820271 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805af268-964d-4fed-98ed-06876f4b9195 req-ff5f02b0-df93-4ff6-a63e-1dab01fe8248 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:03.821870 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-805af268-964d-4fed-98ed-06876f4b9195 req-ff5f02b0-df93-4ff6-a63e-1dab01fe8248 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1120479 Jul 09 20:08:03.876777 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-805af268-964d-4fed-98ed-06876f4b9195 req-26406844-fde3-4b42-ac88-b9971072b5e6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389414 Jul 09 20:08:04.120791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fd4ea-5b33-4a50-b1e5-74cd4794642b req-ae6ff98c-597a-46e1-a14f-e9df6d2add00 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:04.128636 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-289fd4ea-5b33-4a50-b1e5-74cd4794642b req-ae6ff98c-597a-46e1-a14f-e9df6d2add00 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 945 time: 0.1084099 Jul 09 20:08:04.173120 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-289fd4ea-5b33-4a50-b1e5-74cd4794642b req-d50eb6e4-759f-4aa2-b6fb-611446950514 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf899f61-a001-46bc-a548-17d5ae16c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435164 Jul 09 20:08:05.091712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5092f2-da6a-495e-a25c-9875f1d8f500 req-80625144-18a2-431c-9167-0a8abba671ad tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:05.093279 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b5092f2-da6a-495e-a25c-9875f1d8f500 req-80625144-18a2-431c-9167-0a8abba671ad tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0838282 Jul 09 20:08:05.141945 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b5092f2-da6a-495e-a25c-9875f1d8f500 req-6ff6107d-aeff-42a9-bc4a-30ba34829ea4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403786 Jul 09 20:08:05.378687 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd65034-d543-44f1-81f3-e44286fb569a req-c2405c53-7c73-461e-873b-724e31467b2c tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:05.380545 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7fd65034-d543-44f1-81f3-e44286fb569a req-c2405c53-7c73-461e-873b-724e31467b2c tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 945 time: 0.0731034 Jul 09 20:08:05.426636 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7fd65034-d543-44f1-81f3-e44286fb569a req-c7e4c1b7-d5cb-4795-9be0-969b903d6c5d tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf899f61-a001-46bc-a548-17d5ae16c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382712 Jul 09 20:08:05.898268 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44450fd9-3318-4d2e-8e4d-fd4b8663c1e5 req-7584af96-471a-48b4-8567-68f71bc291be tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:05.899739 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44450fd9-3318-4d2e-8e4d-fd4b8663c1e5 req-7584af96-471a-48b4-8567-68f71bc291be tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 945 time: 0.0750818 Jul 09 20:08:05.939958 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44450fd9-3318-4d2e-8e4d-fd4b8663c1e5 req-d088a2da-cda7-4a63-8b7c-5c3b5b27514d tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf899f61-a001-46bc-a548-17d5ae16c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347078 Jul 09 20:08:06.659504 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a13fa-7f8c-4151-b589-3133bd7231aa req-12ae2561-972b-442f-a9d3-c99399f8491b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:06.661063 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a36a13fa-7f8c-4151-b589-3133bd7231aa req-12ae2561-972b-442f-a9d3-c99399f8491b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.3929682 Jul 09 20:08:06.703160 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a36a13fa-7f8c-4151-b589-3133bd7231aa req-604b430d-10b6-4679-bed0-f0e6cf497b37 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351589 Jul 09 20:08:06.909250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eeb3bdf9-f0ad-486a-94cd-4afece32c30f details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:08:07.056018 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eeb3bdf9-f0ad-486a-94cd-4afece32c30f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:07.076837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f', 'network_id': '8576682d-43ed-4711-bc34-640246871758', 'port_id': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f', 'mac_address': 'fa:16:3e:99:1b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefeb25d-b810-4185-a769-17a2e345e6cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:08:07.134444 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:07.159391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eeb3bdf9-f0ad-486a-94cd-4afece32c30f {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:08:07.188508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eeb3bdf9-f0ad-486a-94cd-4afece32c30f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:07.197334 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:07.266239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:07.374637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4890469-6a96-4a9f-8e62-6f3b8ef67fbc req-e400ad6c-77bb-4221-b403-a875cc4c0f12 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:07.376499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4890469-6a96-4a9f-8e62-6f3b8ef67fbc req-e400ad6c-77bb-4221-b403-a875cc4c0f12 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 945 time: 0.2912579 Jul 09 20:08:07.433595 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4890469-6a96-4a9f-8e62-6f3b8ef67fbc req-d68d9a8e-b3e4-4de8-ae36-2b58c38f1877 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/security-groups?id=bf899f61-a001-46bc-a548-17d5ae16c2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502136 Jul 09 20:08:07.511854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['eeb3bdf9-f0ad-486a-94cd-4afece32c30f'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:08:07.838380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e00f22-2c64-4575-9a63-d9568a221c6c req-2065d0fe-71d0-4d93-8cd4-4e8371077ee5 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:07.840350 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-91e00f22-2c64-4575-9a63-d9568a221c6c req-2065d0fe-71d0-4d93-8cd4-4e8371077ee5 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 945 time: 0.0785272 Jul 09 20:08:07.962166 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5154af-deac-4d44-824a-e91739bc7498 req-92e78648-52bf-46f6-a923-9c8850754105 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:07.969385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-91e00f22-2c64-4575-9a63-d9568a221c6c req-2cb1d12a-9a19-4eab-b2f7-da78c5005d56 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Deleting port b1a85e72-4c44-4542-b8ef-54f490b29da0 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:08:07.969856 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-91e00f22-2c64-4575-9a63-d9568a221c6c req-2cb1d12a-9a19-4eab-b2f7-da78c5005d56 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:07.970185 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f5154af-deac-4d44-824a-e91739bc7498 req-92e78648-52bf-46f6-a923-9c8850754105 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 944 time: 0.1452210 Jul 09 20:08:08.013324 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f5154af-deac-4d44-824a-e91739bc7498 req-e3ec8cc1-de11-4cd4-8a8e-7c774da39cf9 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420041 Jul 09 20:08:08.079731 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-91e00f22-2c64-4575-9a63-d9568a221c6c req-2cb1d12a-9a19-4eab-b2f7-da78c5005d56 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] For port b1a85e72-4c44-4542-b8ef-54f490b29da0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=b1a85e72-4c44-4542-b8ef-54f490b29da0,segment=NetworkSegment(f297f2a2-bb61-4b68-b3fe-61e26c6c1610),segment_id=f297f2a2-bb61-4b68-b3fe-61e26c6c1610)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:08.080111 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-91e00f22-2c64-4575-9a63-d9568a221c6c req-2cb1d12a-9a19-4eab-b2f7-da78c5005d56 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:08.095735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-91e00f22-2c64-4575-9a63-d9568a221c6c req-2cb1d12a-9a19-4eab-b2f7-da78c5005d56 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Calling delete_port for b1a85e72-4c44-4542-b8ef-54f490b29da0 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:08:08.242352 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-91e00f22-2c64-4575-9a63-d9568a221c6c req-2cb1d12a-9a19-4eab-b2f7-da78c5005d56 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:08.255633 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['b1a85e72-4c44-4542-b8ef-54f490b29da0'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:08:08.287692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1d12a-9a19-4eab-b2f7-da78c5005d56 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Pushing event deleted for resources: {'Port': ['ID=b1a85e72-4c44-4542-b8ef-54f490b29da0,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:08.359525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e00f22-2c64-4575-9a63-d9568a221c6c req-2cb1d12a-9a19-4eab-b2f7-da78c5005d56 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] No DVR routers for this DVR port b1a85e72-4c44-4542-b8ef-54f490b29da0 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:08:08.362461 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-91e00f22-2c64-4575-9a63-d9568a221c6c req-2cb1d12a-9a19-4eab-b2f7-da78c5005d56 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:08.364419 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-91e00f22-2c64-4575-9a63-d9568a221c6c req-2cb1d12a-9a19-4eab-b2f7-da78c5005d56 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.36 "DELETE /v2.0/ports/b1a85e72-4c44-4542-b8ef-54f490b29da0 HTTP/1.1" status: 204 len: 173 time: 0.5173905 Jul 09 20:08:08.364931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4fed8ec-5df2-4838-92d4-52ed6994561d', 'name': 'network-vif-deleted', 'tag': 'b1a85e72-4c44-4542-b8ef-54f490b29da0'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:08:08.367320 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eed721-b7ec-43d7-a9e0-8c1e2c75d05f" -d '{"events": [{"server_uuid": "d4fed8ec-5df2-4838-92d4-52ed6994561d", "name": "network-vif-deleted", "tag": "b1a85e72-4c44-4542-b8ef-54f490b29da0"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:08:08.426510 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ddc28c-9d99-4b79-a4c2-9ed654365d95 x-openstack-request-id: req-70ddc28c-9d99-4b79-a4c2-9ed654365d95 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:08:08.427991 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4fed8ec-5df2-4838-92d4-52ed6994561d", "name": "network-vif-deleted", "tag": "b1a85e72-4c44-4542-b8ef-54f490b29da0", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:08:08.428425 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70ddc28c-9d99-4b79-a4c2-9ed654365d95 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:08:08.429382 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4fed8ec-5df2-4838-92d4-52ed6994561d', 'name': 'network-vif-deleted', 'tag': 'b1a85e72-4c44-4542-b8ef-54f490b29da0', 'status': 'completed', 'code': 200} Jul 09 20:08:08.586784 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce66b493-95f8-475e-8f0f-f5d5e2249aef req-c994f132-296e-450c-862b-713d8d866083 tempest-ServerGroupTestJSON-814426953 tempest-ServerGroupTestJSON-814426953-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4fed8ec-5df2-4838-92d4-52ed6994561d HTTP/1.1" status: 200 len: 210 time: 0.0332208 Jul 09 20:08:08.938823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eeb3bdf9-f0ad-486a-94cd-4afece32c30f up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:08:09.028488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port eeb3bdf9-f0ad-486a-94cd-4afece32c30f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:09.029214 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:09.177072 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:09.223878 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a638b8-826a-45ff-baa6-4dd253954612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:08:09.226322 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787e3d9e-4b37-456e-9cc9-8700ce85d7c2" -d '{"events": [{"server_uuid": "22a638b8-826a-45ff-baa6-4dd253954612", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3bdf9-f0ad-486a-94cd-4afece32c30f"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:08:09.256372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eeb3bdf9-f0ad-486a-94cd-4afece32c30f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:09.260274 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bbb7f-31b4-4d9f-b5a9-eebacad72999 req-80fcdd59-ef3f-4627-806c-37dcedba2c54 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:09.266760 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:09.270441 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-124bbb7f-31b4-4d9f-b5a9-eebacad72999 req-80fcdd59-ef3f-4627-806c-37dcedba2c54 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 944 time: 0.0890508 Jul 09 20:08:09.307885 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bc2420-574f-4877-bc14-7132cf7533ce x-openstack-request-id: req-44bc2420-574f-4877-bc14-7132cf7533ce {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:08:09.308372 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a638b8-826a-45ff-baa6-4dd253954612", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3bdf9-f0ad-486a-94cd-4afece32c30f", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:08:09.308821 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44bc2420-574f-4877-bc14-7132cf7533ce {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:08:09.309452 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a638b8-826a-45ff-baa6-4dd253954612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f', 'code': 200} Jul 09 20:08:09.320757 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-124bbb7f-31b4-4d9f-b5a9-eebacad72999 req-5884b76b-bad3-4a06-924f-ebd723ea9faa tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491636 Jul 09 20:08:09.348913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:10.102920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48810) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:10.152685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a15129-e19b-4f79-ac2e-e45b696f265c admin admin] Deleting subnet 1be79ce9-4758-4d0d-afba-5b9f2112e366 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:08:10.155830 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34a15129-e19b-4f79-ac2e-e45b696f265c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:10.191279 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34a15129-e19b-4f79-ac2e-e45b696f265c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:10.232339 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34a15129-e19b-4f79-ac2e-e45b696f265c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:10.288638 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34a15129-e19b-4f79-ac2e-e45b696f265c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:10.318980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a15129-e19b-4f79-ac2e-e45b696f265c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be79ce9-4758-4d0d-afba-5b9f2112e366,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:10.323715 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34a15129-e19b-4f79-ac2e-e45b696f265c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:10.326056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-34a15129-e19b-4f79-ac2e-e45b696f265c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1be79ce9-4758-4d0d-afba-5b9f2112e366 HTTP/1.1" status: 204 len: 168 time: 0.2218893 Jul 09 20:08:10.329069 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48812) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:10.399833 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7a3369c-12c4-4df8-be71-fc08bf81d835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:10.493413 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7a3369c-12c4-4df8-be71-fc08bf81d835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:10.506787 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-d7a3369c-12c4-4df8-be71-fc08bf81d835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b9bb8b-1911-4656-9dee-a23cc6170d7a']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:08:10.519080 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-d7a3369c-12c4-4df8-be71-fc08bf81d835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f297f2a2-bb61-4b68-b3fe-61e26c6c1610') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:08:10.519387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-d7a3369c-12c4-4df8-be71-fc08bf81d835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f297f2a2-bb61-4b68-b3fe-61e26c6c1610') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:08:10.528950 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7a3369c-12c4-4df8-be71-fc08bf81d835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:10.544933 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7a3369c-12c4-4df8-be71-fc08bf81d835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:10.551444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a3369c-12c4-4df8-be71-fc08bf81d835 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:08:10.552070 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7a3369c-12c4-4df8-be71-fc08bf81d835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:08:10.617289 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:08:10.678168 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7a3369c-12c4-4df8-be71-fc08bf81d835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:10.682997 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7a3369c-12c4-4df8-be71-fc08bf81d835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:10.690409 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d7a3369c-12c4-4df8-be71-fc08bf81d835 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a9b9bb8b-1911-4656-9dee-a23cc6170d7a HTTP/1.1" status: 204 len: 168 time: 0.3601000 Jul 09 20:08:10.707855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3369c-12c4-4df8-be71-fc08bf81d835 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b9bb8b-1911-4656-9dee-a23cc6170d7a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:10.743995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c261f2-fbc7-41dd-83dc-ceca28ad8e44 req-5102f2d8-53e6-40fb-9720-ab1ea53162e5 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:10.746157 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85c261f2-fbc7-41dd-83dc-ceca28ad8e44 req-5102f2d8-53e6-40fb-9720-ab1ea53162e5 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1280148 Jul 09 20:08:10.800254 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85c261f2-fbc7-41dd-83dc-ceca28ad8e44 req-655ca645-3d34-40a3-a47a-12e1515de2ec tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462849 Jul 09 20:08:10.917358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48832) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:10.964379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48834) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:10.969072 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0e6c30cf-257e-46ef-9c08-79023909919d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1213ee9ef5d4505a09cbe44b5e2a0d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457556 Jul 09 20:08:11.017376 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-106bf0ef-3601-4821-9e5f-412bb631fb2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:11.038730 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-106bf0ef-3601-4821-9e5f-412bb631fb2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:11.087446 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-106bf0ef-3601-4821-9e5f-412bb631fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:11.090315 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-106bf0ef-3601-4821-9e5f-412bb631fb2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:11.094170 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-106bf0ef-3601-4821-9e5f-412bb631fb2b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf899f61-a001-46bc-a548-17d5ae16c2fa HTTP/1.1" status: 204 len: 168 time: 0.1260216 Jul 09 20:08:11.103907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106bf0ef-3601-4821-9e5f-412bb631fb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf899f61-a001-46bc-a548-17d5ae16c2fa,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:12.077915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab14e40-383e-477a-9ee6-ae3afb56a523 req-e3a7faa1-55df-4175-8533-c16308382c80 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:12.085720 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bab14e40-383e-477a-9ee6-ae3afb56a523 req-e3a7faa1-55df-4175-8533-c16308382c80 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1041915 Jul 09 20:08:12.152091 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bab14e40-383e-477a-9ee6-ae3afb56a523 req-91d909ae-8e06-48b4-b39b-86afcaa73c6b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546598 Jul 09 20:08:12.596781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48902) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:12.780060 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69f0408b-5f53-4259-9834-002fc9c030f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:12.929054 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69f0408b-5f53-4259-9834-002fc9c030f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:12.936065 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69f0408b-5f53-4259-9834-002fc9c030f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:12.953926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device b1a85e72-4c44-4542-b8ef-54f490b29da0 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:08:12.990178 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-69f0408b-5f53-4259-9834-002fc9c030f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d65e21edcdc4a438b5ee408b72e9605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3920531 Jul 09 20:08:12.993326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48914) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:13.004825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0408b-5f53-4259-9834-002fc9c030f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcddbee-23e6-48b7-ace9-54f141fcae18,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:13.044583 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: b1a85e72-4c44-4542-b8ef-54f490b29da0 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:08:13.045144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device b1a85e72-4c44-4542-b8ef-54f490b29da0 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:08:13.128418 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de89e4ea-c6f2-494b-98cb-ff0237c7a9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:13.177877 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de89e4ea-c6f2-494b-98cb-ff0237c7a9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:13.269796 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de89e4ea-c6f2-494b-98cb-ff0237c7a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:13.274138 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de89e4ea-c6f2-494b-98cb-ff0237c7a9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:13.276063 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-de89e4ea-c6f2-494b-98cb-ff0237c7a9fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0bcddbee-23e6-48b7-ace9-54f141fcae18 HTTP/1.1" status: 204 len: 168 time: 0.2814331 Jul 09 20:08:13.292700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89e4ea-c6f2-494b-98cb-ff0237c7a9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcddbee-23e6-48b7-ace9-54f141fcae18,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:13.505018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed99bc-7654-40ea-b86a-5122fecf47d9 req-e3c3b1e6-803c-40bd-9a0c-5f18166c938d tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:13.513104 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8bed99bc-7654-40ea-b86a-5122fecf47d9 req-e3c3b1e6-803c-40bd-9a0c-5f18166c938d tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1002879 Jul 09 20:08:13.565288 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8bed99bc-7654-40ea-b86a-5122fecf47d9 req-ef5b68d3-7ed1-4356-8d91-00c174bca0d1 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508244 Jul 09 20:08:14.788421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff7cce-7d38-4252-98e1-d3d71c6078dc req-3af7d48a-9793-46cd-84f9-38e3e13cb931 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:14.798122 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2ff7cce-7d38-4252-98e1-d3d71c6078dc req-3af7d48a-9793-46cd-84f9-38e3e13cb931 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0867863 Jul 09 20:08:14.863282 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2ff7cce-7d38-4252-98e1-d3d71c6078dc req-c19f188d-f006-4953-89df-846f34b4cf0d tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640597 Jul 09 20:08:16.207824 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68604712-e1aa-454c-87be-ad5afca276d7 req-2ef40d13-d474-4b24-82c8-ffa179ba8967 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:16.215153 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-68604712-e1aa-454c-87be-ad5afca276d7 req-2ef40d13-d474-4b24-82c8-ffa179ba8967 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1390586 Jul 09 20:08:16.295646 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:08:16.297687 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-68604712-e1aa-454c-87be-ad5afca276d7 req-16abf30b-b9eb-48c2-ae44-d86ca1f70d7f tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619805 Jul 09 20:08:17.316635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49048) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:17.473444 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a43c0401-e4bf-40d2-9fcf-12356ef3c9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:17.649286 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26e1fc-8223-4d78-93c3-37f7b63a02da req-78ee994d-4a14-4b2d-9f3d-2c71260a63b0 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:17.664208 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d26e1fc-8223-4d78-93c3-37f7b63a02da req-78ee994d-4a14-4b2d-9f3d-2c71260a63b0 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1918819 Jul 09 20:08:17.846055 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d26e1fc-8223-4d78-93c3-37f7b63a02da req-f1e66d45-7da3-4f5c-9087-bff07a23f8c3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803205 Jul 09 20:08:17.900555 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a43c0401-e4bf-40d2-9fcf-12356ef3c9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:17.919369 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a43c0401-e4bf-40d2-9fcf-12356ef3c9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:17.967856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c0401-e4bf-40d2-9fcf-12356ef3c9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89980cff-eb5e-4e69-9ec0-712fe3e70412,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:18.018408 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a43c0401-e4bf-40d2-9fcf-12356ef3c9d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93acc30f2e96469681f2aa8756d05f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7004850 Jul 09 20:08:18.021058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49070) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:18.106944 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e8003f66-25f4-4ee1-9480-ef06c38c0061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:18.147948 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e8003f66-25f4-4ee1-9480-ef06c38c0061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:18.212293 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e8003f66-25f4-4ee1-9480-ef06c38c0061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:18.217522 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e8003f66-25f4-4ee1-9480-ef06c38c0061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:18.222616 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e8003f66-25f4-4ee1-9480-ef06c38c0061 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89980cff-eb5e-4e69-9ec0-712fe3e70412 HTTP/1.1" status: 204 len: 168 time: 0.1999099 Jul 09 20:08:18.238929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8003f66-25f4-4ee1-9480-ef06c38c0061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89980cff-eb5e-4e69-9ec0-712fe3e70412,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:18.761006 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49080) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:18.780578 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ba68427-7851-44ca-a945-073bea360709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:18.942557 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ba68427-7851-44ca-a945-073bea360709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:18.948963 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ba68427-7851-44ca-a945-073bea360709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:18.989630 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0ba68427-7851-44ca-a945-073bea360709 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e9d8b33e4114f689d2f0865496037c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268629 Jul 09 20:08:18.992325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49090) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:19.018637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba68427-7851-44ca-a945-073bea360709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68daee4-49c4-4af2-94f3-c996e091f0b2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:19.114164 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3b241240-fd57-46b1-92cf-7a1273b9c0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:19.156247 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3b241240-fd57-46b1-92cf-7a1273b9c0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:19.223898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a20e3-12ad-4951-bf9a-9fc96c11ac1d req-4fef982b-6fc0-4911-8dc5-b3e95800d0dc tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:19.225358 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3b241240-fd57-46b1-92cf-7a1273b9c0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:19.225588 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cf6a20e3-12ad-4951-bf9a-9fc96c11ac1d req-4fef982b-6fc0-4911-8dc5-b3e95800d0dc tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1764846 Jul 09 20:08:19.233488 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3b241240-fd57-46b1-92cf-7a1273b9c0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:19.237097 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3b241240-fd57-46b1-92cf-7a1273b9c0af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c68daee4-49c4-4af2-94f3-c996e091f0b2 HTTP/1.1" status: 204 len: 168 time: 0.2435918 Jul 09 20:08:19.279298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b241240-fd57-46b1-92cf-7a1273b9c0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68daee4-49c4-4af2-94f3-c996e091f0b2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:19.321531 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cf6a20e3-12ad-4951-bf9a-9fc96c11ac1d req-ed860dcf-0618-44ff-a896-985699a924c8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828426 Jul 09 20:08:20.627905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa59bf-5686-4bb6-adf4-8cce72d015f4 req-a523abea-5729-41a5-b9ef-86f672fed904 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:20.635463 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0afa59bf-5686-4bb6-adf4-8cce72d015f4 req-a523abea-5729-41a5-b9ef-86f672fed904 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0842254 Jul 09 20:08:20.695381 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0afa59bf-5686-4bb6-adf4-8cce72d015f4 req-df3fef0e-8aab-4503-815e-4b424dd71477 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575824 Jul 09 20:08:22.162517 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98285e4-fe0c-4964-962d-2a94c46f3052 req-e56abdb0-be7f-4e7c-82f5-e7c06baf1d70 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:22.177035 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b98285e4-fe0c-4964-962d-2a94c46f3052 req-e56abdb0-be7f-4e7c-82f5-e7c06baf1d70 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1765330 Jul 09 20:08:22.274426 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b98285e4-fe0c-4964-962d-2a94c46f3052 req-0c1c60e9-e21d-49f1-b811-a0f5c1c91f2d tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935090 Jul 09 20:08:23.743726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208b515-c86c-4ead-a5bf-6acccc030a31 req-16cdd5d8-f56e-4fc8-bfdf-88669a40b5dd tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:23.754848 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0208b515-c86c-4ead-a5bf-6acccc030a31 req-16cdd5d8-f56e-4fc8-bfdf-88669a40b5dd tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1417410 Jul 09 20:08:23.814055 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0208b515-c86c-4ead-a5bf-6acccc030a31 req-1f657ab5-6072-47eb-aee9-ae035ffc4d0c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572929 Jul 09 20:08:24.126201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49244) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:24.373111 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36e446db-7aac-437d-b8bb-c1cda4fa0d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:24.557119 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36e446db-7aac-437d-b8bb-c1cda4fa0d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:24.571009 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36e446db-7aac-437d-b8bb-c1cda4fa0d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:24.672056 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e446db-7aac-437d-b8bb-c1cda4fa0d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fc5d97-d0ed-4eeb-a135-613e6c8a74d9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:24.706729 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-36e446db-7aac-437d-b8bb-c1cda4fa0d35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4470a262c2754b10b083b40c57672034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5793917 Jul 09 20:08:24.710854 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49260) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:24.802234 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-82dd1aef-c2d7-4576-89aa-ce1086925228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:24.830511 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-82dd1aef-c2d7-4576-89aa-ce1086925228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:24.909760 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-050e05a1-ab03-4a18-b1c0-ddda2e66db69 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3119895 Jul 09 20:08:24.914512 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-82dd1aef-c2d7-4576-89aa-ce1086925228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:24.918336 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-82dd1aef-c2d7-4576-89aa-ce1086925228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:24.920102 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-82dd1aef-c2d7-4576-89aa-ce1086925228 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73fc5d97-d0ed-4eeb-a135-613e6c8a74d9 HTTP/1.1" status: 204 len: 168 time: 0.2077937 Jul 09 20:08:24.931352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd1aef-c2d7-4576-89aa-ce1086925228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fc5d97-d0ed-4eeb-a135-613e6c8a74d9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:25.119525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-e99075af-6d30-4e7d-8ec7-302229c866f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:25.120419 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-e99075af-6d30-4e7d-8ec7-302229c866f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:25.121122 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-e99075af-6d30-4e7d-8ec7-302229c866f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:25.122148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-e99075af-6d30-4e7d-8ec7-302229c866f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:25.122811 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-e99075af-6d30-4e7d-8ec7-302229c866f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:25.123453 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-e99075af-6d30-4e7d-8ec7-302229c866f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:25.124117 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-e99075af-6d30-4e7d-8ec7-302229c866f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:25.139634 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-e99075af-6d30-4e7d-8ec7-302229c866f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=384eeeeb6b564c0ba6396789db3d7886&device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 6492 time: 0.1355712 Jul 09 20:08:25.331688 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ada86a-ee1c-4e7f-b003-051004b78263 req-58a7987f-560e-4d1a-b683-74f3e5ee45f3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:25.348930 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50ada86a-ee1c-4e7f-b003-051004b78263 req-58a7987f-560e-4d1a-b683-74f3e5ee45f3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.2419074 Jul 09 20:08:25.411657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-7f1fdff9-4985-471f-a3d8-2d04d9081287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:25.412300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-7f1fdff9-4985-471f-a3d8-2d04d9081287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:25.415996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-7f1fdff9-4985-471f-a3d8-2d04d9081287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:25.426448 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-7f1fdff9-4985-471f-a3d8-2d04d9081287 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ac26e3a8-4659-47b4-aecd-3ff1c0a17975&id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&id=a597dc90-af64-4cd5-8204-81ddc68a6ae0&id=a597dc90-af64-4cd5-8204-81ddc68a6ae0 HTTP/1.1" status: 200 len: 2293 time: 0.2080674 Jul 09 20:08:25.430987 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50ada86a-ee1c-4e7f-b003-051004b78263 req-5b005e4b-3e1e-426b-80a8-55b61431197f tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808396 Jul 09 20:08:25.553551 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-95830463-51e1-49d6-9229-28b7f80cb6ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 HTTP/1.1" status: 200 len: 1001 time: 0.1185701 Jul 09 20:08:25.743100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-6ec0bd98-b85b-4f27-975c-8668b6b1b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:25.751771 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-6ec0bd98-b85b-4f27-975c-8668b6b1b6f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f HTTP/1.1" status: 200 len: 851 time: 0.1873310 Jul 09 20:08:25.869161 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-89569f72-6cae-458a-8224-1a5d94c49ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:25.876505 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-89569f72-6cae-458a-8224-1a5d94c49ea6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac26e3a8-4659-47b4-aecd-3ff1c0a17975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142387 Jul 09 20:08:25.895760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-5cabc4a4-78f8-4307-9dd9-41b3a8b66aad service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:08:25.896808 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-5cabc4a4-78f8-4307-9dd9-41b3a8b66aad service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107474 Jul 09 20:08:25.904869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49284) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:25.924930 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6f1475e9-cd89-4936-a4e2-8dfe982d6e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:26.138846 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-4491d134-ce03-4df8-9862-495907a7a212 service neutron] 10.222.0.36 "GET /v2.0/networks/ac26e3a8-4659-47b4-aecd-3ff1c0a17975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305729 Jul 09 20:08:26.170383 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6f1475e9-cd89-4936-a4e2-8dfe982d6e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:26.183702 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6f1475e9-cd89-4936-a4e2-8dfe982d6e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:26.261669 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6f1475e9-cd89-4936-a4e2-8dfe982d6e7c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13f8206af39a4e60a4f138ea24d71224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537884 Jul 09 20:08:26.270650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49286) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:26.344765 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-dda9ad9c-d156-490c-84f7-0cf0689238ab service neutron] 10.222.0.36 "GET /v2.0/networks/ac26e3a8-4659-47b4-aecd-3ff1c0a17975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888113 Jul 09 20:08:26.349742 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1475e9-cd89-4936-a4e2-8dfe982d6e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23b7c48-58e6-4139-9497-df731d7fbd71,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:26.397490 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-72c1c72f-e199-4cee-ba37-7feb08a6ab4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=c2dd2a99-be70-4ee7-913f-37195b50ee10 HTTP/1.1" status: 200 len: 217 time: 0.0445826 Jul 09 20:08:26.443315 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5036144e-92e6-4ddb-a874-57e0381c3e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:26.464713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-5ebb5051-5613-4d1d-ad8e-dde18e3c1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:26.466338 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-5ebb5051-5613-4d1d-ad8e-dde18e3c1d64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2da9578-691e-4ed6-9947-a8e1da134a39 HTTP/1.1" status: 200 len: 797 time: 0.0599737 Jul 09 20:08:26.574726 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5036144e-92e6-4ddb-a874-57e0381c3e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:26.583754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-f27cffd6-c4ae-4f7e-ac97-705e89f05f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:26.585461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-f27cffd6-c4ae-4f7e-ac97-705e89f05f40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1120498 Jul 09 20:08:26.783800 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:26.848986 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8cb4915a-5220-43cb-a4f3-fc42d28dcb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:26.852771 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-2186b0a6-3ae7-43a8-9954-4c0146ed3423 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543809 Jul 09 20:08:26.853334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eeecf4-9fbc-44a7-bfe8-f436891bee8c req-9bfe0c62-4b7b-4c58-883e-5189a3afc2fb tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:26.855156 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1eeecf4-9fbc-44a7-bfe8-f436891bee8c req-9bfe0c62-4b7b-4c58-883e-5189a3afc2fb tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.2157586 Jul 09 20:08:26.895309 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5036144e-92e6-4ddb-a874-57e0381c3e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:26.898446 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5036144e-92e6-4ddb-a874-57e0381c3e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:26.900029 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5036144e-92e6-4ddb-a874-57e0381c3e3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f23b7c48-58e6-4139-9497-df731d7fbd71 HTTP/1.1" status: 204 len: 168 time: 0.6273921 Jul 09 20:08:26.920230 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1eeecf4-9fbc-44a7-bfe8-f436891bee8c req-8e9f2a36-1f12-4018-b921-e4a42dede0c0 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550106 Jul 09 20:08:26.929250 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036144e-92e6-4ddb-a874-57e0381c3e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23b7c48-58e6-4139-9497-df731d7fbd71,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:27.112850 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-25e2b785-295d-43c9-bf82-66f3823a9829 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499993 Jul 09 20:08:27.181574 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-0a38bf1d-2e2c-40ff-81fe-a4b16ebeed9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.155&port_id=9944b9e7-bf69-4596-915c-eed4dcb47861 HTTP/1.1" status: 200 len: 217 time: 0.0618446 Jul 09 20:08:27.252009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-f91f6b88-4a51-4f93-989f-f80ecafa7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:27.254205 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-f91f6b88-4a51-4f93-989f-f80ecafa7c02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2da9578-691e-4ed6-9947-a8e1da134a39 HTTP/1.1" status: 200 len: 797 time: 0.0661595 Jul 09 20:08:27.416572 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-88766d45-6561-4e10-85d5-b6133df0514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:27.418128 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-88766d45-6561-4e10-85d5-b6133df0514a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1535537 Jul 09 20:08:27.657322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-859951f6-011b-4551-9029-4a613e133272 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302599 Jul 09 20:08:27.857441 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-ba3db3c6-567e-402a-b518-fdac7f9d54f0 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928682 Jul 09 20:08:27.956308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-7ffe3c74-f0a9-46de-9eda-f52b23fcd400 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=045fd59f-0222-4543-afa6-e1826b9221b9 HTTP/1.1" status: 200 len: 217 time: 0.0910156 Jul 09 20:08:28.026383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-f07403c3-6806-461f-97a8-b3b0e326afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:28.028021 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-f07403c3-6806-461f-97a8-b3b0e326afd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2da9578-691e-4ed6-9947-a8e1da134a39 HTTP/1.1" status: 200 len: 797 time: 0.0644114 Jul 09 20:08:28.179701 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-e5e0bc9f-9fd0-40c9-adcd-aa09d0f682ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:28.192331 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-e5e0bc9f-9fd0-40c9-adcd-aa09d0f682ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1524637 Jul 09 20:08:28.369624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9ed29-7b31-41c5-a2cd-fed3f177bea1 req-3b184d43-a460-48aa-a424-4dbe11b604ca tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:28.377777 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2ad9ed29-7b31-41c5-a2cd-fed3f177bea1 req-3b184d43-a460-48aa-a424-4dbe11b604ca tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1631401 Jul 09 20:08:28.404335 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-ceeee3e9-5060-43dc-a64b-580e65409a6b service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022197 Jul 09 20:08:28.464942 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2ad9ed29-7b31-41c5-a2cd-fed3f177bea1 req-d9c6892a-5400-4686-8b7c-b0ff7849734f tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861897 Jul 09 20:08:28.578581 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-e220ebcb-55ac-4415-a5cd-f8ad715aaf29 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692004 Jul 09 20:08:28.624439 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-766aa66a-7672-4ee1-9675-eea68468b30e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.211&port_id=5c0d015e-6ded-4744-9f25-89e0f331d805 HTTP/1.1" status: 200 len: 217 time: 0.0381219 Jul 09 20:08:28.713657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-83697f91-0702-4c74-9374-e04280478bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:28.715195 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-83697f91-0702-4c74-9374-e04280478bd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2da9578-691e-4ed6-9947-a8e1da134a39 HTTP/1.1" status: 200 len: 797 time: 0.0655603 Jul 09 20:08:28.855730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-8e05c403-b564-42be-9d20-e901e1110f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:28.857483 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-8e05c403-b564-42be-9d20-e901e1110f0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=df2063f7-e4dc-4881-bf8a-9f0da645ab21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1352265 Jul 09 20:08:29.163959 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:29.205349 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-5ea5ccec-cf9f-44f9-97e6-38a36c4a66f2 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337917 Jul 09 20:08:29.368844 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-61a1be4b-8a02-4171-a80d-f34630333005 service neutron] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584818 Jul 09 20:08:29.464063 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fc180d74-ea9c-42d0-8377-3c5abeccbd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:29.514867 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-a899a0ca-9bc8-41e3-993a-7cb8b4e4d184 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a74ae6d6-5326-40b6-8cd8-8e0067f302a2 HTTP/1.1" status: 200 len: 217 time: 0.1362085 Jul 09 20:08:29.621061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-8df8ddd1-b717-4c1d-922a-311dbd1d6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:29.623460 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-8df8ddd1-b717-4c1d-922a-311dbd1d6a11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=982230e2-ecd0-408f-b508-78098c9b7e25 HTTP/1.1" status: 200 len: 797 time: 0.1015034 Jul 09 20:08:29.667914 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:29.809782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-4c28edcb-d4bc-4083-8e52-6be39c1c5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:29.811640 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-4c28edcb-d4bc-4083-8e52-6be39c1c5541 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a597dc90-af64-4cd5-8204-81ddc68a6ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1811769 Jul 09 20:08:29.994334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80af46-25cc-458d-b797-7e3ea34adcf5 req-dbf81b36-0ad2-4cec-8133-09d401e146f4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:30.005959 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1a80af46-25cc-458d-b797-7e3ea34adcf5 req-dbf81b36-0ad2-4cec-8133-09d401e146f4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.2086010 Jul 09 20:08:30.012893 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-44159244-8e83-4a46-8274-91af70e1c32c service neutron] 10.222.0.36 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897912 Jul 09 20:08:30.075297 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1a80af46-25cc-458d-b797-7e3ea34adcf5 req-b9b113d5-18f6-4fd0-a501-5bbd2cdbe642 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680683 Jul 09 20:08:30.126367 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-92813fc5-d288-4550-a374-acf2f7e11534 service neutron] 10.222.0.36 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071477 Jul 09 20:08:30.187377 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-b417a8b8-ef9a-410f-85e8-613e04a8a5a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=079f73fb-e472-4d00-8450-a0f011297aa8 HTTP/1.1" status: 200 len: 217 time: 0.0519483 Jul 09 20:08:30.274699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-8c2b1772-abf1-4338-920c-d880e94ba3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:30.276213 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-8c2b1772-abf1-4338-920c-d880e94ba3f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=982230e2-ecd0-408f-b508-78098c9b7e25 HTTP/1.1" status: 200 len: 797 time: 0.0798688 Jul 09 20:08:30.399350 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:30.414785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-d4bf0181-f19f-4442-abe4-7f936b195fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:30.416772 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-d4bf0181-f19f-4442-abe4-7f936b195fe7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a597dc90-af64-4cd5-8204-81ddc68a6ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1312273 Jul 09 20:08:30.564887 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-2b2371a0-8809-4d85-bb98-48569fa67446 service neutron] 10.222.0.36 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393020 Jul 09 20:08:30.754586 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2644ce53-ac1b-444b-b5f2-7d3382d3fba1 req-ba970824-ad54-4447-88b8-cbb236b63d63 service neutron] 10.222.0.36 "GET /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330416 Jul 09 20:08:31.057486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c81e8-8cbc-4c37-9ffc-78b2a27c80f6 req-ad1319b9-f6f2-46eb-b1a5-5a75ec50f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:31.059317 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e0c81e8-8cbc-4c37-9ffc-78b2a27c80f6 req-ad1319b9-f6f2-46eb-b1a5-5a75ec50f5a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c689c8ecc5f0497e8a3a5fa32b8e5ec8&device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 1096 time: 0.0715642 Jul 09 20:08:31.179902 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c81e8-8cbc-4c37-9ffc-78b2a27c80f6 req-93d2519d-2b26-40b2-85f4-9e76a87070d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:31.182698 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e0c81e8-8cbc-4c37-9ffc-78b2a27c80f6 req-93d2519d-2b26-40b2-85f4-9e76a87070d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8576682d-43ed-4711-bc34-640246871758 HTTP/1.1" status: 200 len: 915 time: 0.1128271 Jul 09 20:08:31.244317 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49440) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:31.250432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e0c81e8-8cbc-4c37-9ffc-78b2a27c80f6 req-a5ccbf2f-53d8-4be6-a3a7-f76ddcfe53bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f HTTP/1.1" status: 200 len: 217 time: 0.0617273 Jul 09 20:08:31.319701 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c81e8-8cbc-4c37-9ffc-78b2a27c80f6 req-3b0af6a3-56d6-4511-bb66-83895e373520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:31.319701 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e0c81e8-8cbc-4c37-9ffc-78b2a27c80f6 req-3b0af6a3-56d6-4511-bb66-83895e373520 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cefeb25d-b810-4185-a769-17a2e345e6cc HTTP/1.1" status: 200 len: 854 time: 0.0597363 Jul 09 20:08:31.326140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac41ea-5038-41f8-8c9c-c83497837b1b req-da49cb3d-d728-4a7b-b22f-f5403ae16468 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:31.334340 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8ac41ea-5038-41f8-8c9c-c83497837b1b req-da49cb3d-d728-4a7b-b22f-f5403ae16468 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0994074 Jul 09 20:08:31.384046 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e0c81e8-8cbc-4c37-9ffc-78b2a27c80f6 req-a1bf0446-b8e2-4748-ab41-723cb5313afb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8576682d-43ed-4711-bc34-640246871758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547962 Jul 09 20:08:31.388133 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8ac41ea-5038-41f8-8c9c-c83497837b1b req-5f333801-7db3-4413-bf5d-dd88c07faeb1 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526013 Jul 09 20:08:31.457774 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:31.531236 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e0c81e8-8cbc-4c37-9ffc-78b2a27c80f6 req-8cef9a1e-a4de-41cf-ac2c-a25076cc0d03 service neutron] 10.222.0.36 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391821 Jul 09 20:08:31.595550 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:31.600914 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:31.640760 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a373bff966840b9a1d3468ed3270ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3926547 Jul 09 20:08:31.645317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49454) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:31.667083 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb2125c-fabe-4edf-b5d7-91374aa49a71,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:31.677661 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:31.678031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:31.678396 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:31.678804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:31.679387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:31.679847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:31.680211 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:31.680686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:31.681144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:31.681498 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:31.682022 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:31.682377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a513a0b-3ce5-471a-8d12-e8555012af65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:31.707058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e0c81e8-8cbc-4c37-9ffc-78b2a27c80f6 req-25293cbe-ea88-4d25-83e5-e988c79a37e7 service neutron] 10.222.0.36 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679065 Jul 09 20:08:31.723367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2470d036-1021-444b-96c6-e594dc081a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:31.751699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2470d036-1021-444b-96c6-e594dc081a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:31.825187 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2470d036-1021-444b-96c6-e594dc081a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:31.828634 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2470d036-1021-444b-96c6-e594dc081a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:31.832340 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2470d036-1021-444b-96c6-e594dc081a30 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbb2125c-fabe-4edf-b5d7-91374aa49a71 HTTP/1.1" status: 204 len: 168 time: 0.1830344 Jul 09 20:08:31.838329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470d036-1021-444b-96c6-e594dc081a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb2125c-fabe-4edf-b5d7-91374aa49a71,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:32.105464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49464) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:32.119549 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3b6725e1-84a6-4789-a11c-a81903c50aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:32.238509 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3b6725e1-84a6-4789-a11c-a81903c50aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:32.241817 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:32.243517 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3b6725e1-84a6-4789-a11c-a81903c50aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:32.282812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6725e1-84a6-4789-a11c-a81903c50aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec94b12-b3fd-42a1-b1be-e7f443951d1e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:32.288186 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3b6725e1-84a6-4789-a11c-a81903c50aac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d8a2398ae054886ab7c7f8b8abee383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816328 Jul 09 20:08:32.290988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49470) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:32.342162 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-099bade4-e97e-4706-9638-7eb5abfc7ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:32.367237 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-099bade4-e97e-4706-9638-7eb5abfc7ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:32.415875 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-099bade4-e97e-4706-9638-7eb5abfc7ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:32.419295 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-099bade4-e97e-4706-9638-7eb5abfc7ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:32.423139 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-099bade4-e97e-4706-9638-7eb5abfc7ceb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ec94b12-b3fd-42a1-b1be-e7f443951d1e HTTP/1.1" status: 204 len: 168 time: 0.1285708 Jul 09 20:08:32.430513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bade4-e97e-4706-9638-7eb5abfc7ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec94b12-b3fd-42a1-b1be-e7f443951d1e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:32.629738 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0a98b-c74b-411e-84e2-2a02917cec26 req-800ef717-d4a7-481b-864f-1b7747008c20 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:32.631699 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecc0a98b-c74b-411e-84e2-2a02917cec26 req-800ef717-d4a7-481b-864f-1b7747008c20 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.0878985 Jul 09 20:08:32.708143 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecc0a98b-c74b-411e-84e2-2a02917cec26 req-16437fa0-ad07-4761-84db-372b893fe357 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695994 Jul 09 20:08:33.966589 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9d825-524f-45b0-8d88-a86d3a537beb req-3f8c9d33-332b-42ee-b953-c0cf149248eb tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:33.975519 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-08e9d825-524f-45b0-8d88-a86d3a537beb req-3f8c9d33-332b-42ee-b953-c0cf149248eb tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 945 time: 0.1033072 Jul 09 20:08:34.036040 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-08e9d825-524f-45b0-8d88-a86d3a537beb req-d50cad08-cb8f-4846-bd4b-eb80dd7d0954 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593641 Jul 09 20:08:35.042940 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eeb3bdf9-f0ad-486a-94cd-4afece32c30f no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:08:35.134158 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:35.238176 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eeb3bdf9-f0ad-486a-94cd-4afece32c30f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:35.241146 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a638b8-826a-45ff-baa6-4dd253954612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:08:35.248204 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf7be72-b780-4ca6-be2e-6ae876c7b13f" -d '{"events": [{"server_uuid": "22a638b8-826a-45ff-baa6-4dd253954612", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb3bdf9-f0ad-486a-94cd-4afece32c30f"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:08:35.269583 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:35.346335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c93e50-0b39-4c0f-b5da-c3922b4683ae req-2f33666a-91de-412b-9391-5c1ca3e9fe99 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:35.355106 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2c93e50-0b39-4c0f-b5da-c3922b4683ae req-2f33666a-91de-412b-9391-5c1ca3e9fe99 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.1006303 Jul 09 20:08:35.398014 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 20:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ee64bc-6367-4b71-8e43-97d260b15181 x-openstack-request-id: req-18ee64bc-6367-4b71-8e43-97d260b15181 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:08:35.398389 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a638b8-826a-45ff-baa6-4dd253954612", "name": "network-vif-unplugged", "status": "failed", "tag": "eeb3bdf9-f0ad-486a-94cd-4afece32c30f", "code": 422}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:08:35.398656 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18ee64bc-6367-4b71-8e43-97d260b15181 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:08:35.399065 n-d-800088-3 neutron-server[100206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '22a638b8-826a-45ff-baa6-4dd253954612', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f', 'code': 422} returned with failed status Jul 09 20:08:35.408734 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2c93e50-0b39-4c0f-b5da-c3922b4683ae req-b248af56-64dd-4388-9e16-7af5e297b164 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487659 Jul 09 20:08:35.480596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:35.627997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1482911-3bc5-445b-8300-d0e7a31df1d2 req-b256fe1c-1fec-4a95-97e3-1987afeef1dc tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:35.629927 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d1482911-3bc5-445b-8300-d0e7a31df1d2 req-b256fe1c-1fec-4a95-97e3-1987afeef1dc tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.0848205 Jul 09 20:08:35.667170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49622) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:35.713539 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d1482911-3bc5-445b-8300-d0e7a31df1d2 req-97da9acf-e850-4e47-aaa3-1bc3999b7465 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751257 Jul 09 20:08:35.844522 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-776093f8-d93b-405f-84aa-f7cd54117566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:35.996653 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-776093f8-d93b-405f-84aa-f7cd54117566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:36.002351 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-776093f8-d93b-405f-84aa-f7cd54117566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:36.005186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-1e7ac5bd-db62-4a7d-a2b1-e82cf64a86be req-db8fe0d8-352b-4fad-95aa-3d4fe63d28f8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:08:36.006633 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1e7ac5bd-db62-4a7d-a2b1-e82cf64a86be req-db8fe0d8-352b-4fad-95aa-3d4fe63d28f8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065985 Jul 09 20:08:36.055441 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-776093f8-d93b-405f-84aa-f7cd54117566 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=199045d278ba49ec9379a3199d3f85bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870656 Jul 09 20:08:36.055648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49636) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:36.056671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776093f8-d93b-405f-84aa-f7cd54117566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774692f6-b8c5-47a4-90e1-4048884d2ad0,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:36.131125 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2594acf7-c21e-40bc-acf8-f7966bd04d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:36.190353 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2594acf7-c21e-40bc-acf8-f7966bd04d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:36.302309 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2594acf7-c21e-40bc-acf8-f7966bd04d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:36.310186 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2594acf7-c21e-40bc-acf8-f7966bd04d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:36.314868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2594acf7-c21e-40bc-acf8-f7966bd04d38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/774692f6-b8c5-47a4-90e1-4048884d2ad0 HTTP/1.1" status: 204 len: 168 time: 0.2556555 Jul 09 20:08:36.326107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594acf7-c21e-40bc-acf8-f7966bd04d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774692f6-b8c5-47a4-90e1-4048884d2ad0,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:36.498671 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cd62ff0-2ce3-4e88-b42e-5d05e82c28f9 req-24ddabcd-765c-4229-b54c-738d07484459 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874834 Jul 09 20:08:36.591000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cc532-6d6c-4b36-8a2e-62d27a95d89e req-b543a20e-6b6d-42b1-9a72-55d7eeace1c6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:36.592701 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e4cc532-6d6c-4b36-8a2e-62d27a95d89e req-b543a20e-6b6d-42b1-9a72-55d7eeace1c6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.1661894 Jul 09 20:08:36.641989 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e4cc532-6d6c-4b36-8a2e-62d27a95d89e req-65439585-cd31-4ba1-9e33-301cc26ab841 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389175 Jul 09 20:08:36.868876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49672) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:36.883132 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-194ddd13-6b1f-4a01-bc5d-7cfe73810d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:37.011115 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-194ddd13-6b1f-4a01-bc5d-7cfe73810d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:37.016652 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-194ddd13-6b1f-4a01-bc5d-7cfe73810d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:37.070930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-194ddd13-6b1f-4a01-bc5d-7cfe73810d02 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a18dd7e667c74348b65695f94140ca77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042511 Jul 09 20:08:37.072618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ddd13-6b1f-4a01-bc5d-7cfe73810d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720dd276-7839-4332-bbf0-f1a88bb34a91,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:37.073650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49674) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:37.163205 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7209b683-70e1-4ed1-8cdf-72b7f1d3c635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:37.197210 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7209b683-70e1-4ed1-8cdf-72b7f1d3c635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:37.264403 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7209b683-70e1-4ed1-8cdf-72b7f1d3c635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:37.268461 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7209b683-70e1-4ed1-8cdf-72b7f1d3c635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:37.273553 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7209b683-70e1-4ed1-8cdf-72b7f1d3c635 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/720dd276-7839-4332-bbf0-f1a88bb34a91 HTTP/1.1" status: 204 len: 168 time: 0.1947000 Jul 09 20:08:37.289174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209b683-70e1-4ed1-8cdf-72b7f1d3c635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720dd276-7839-4332-bbf0-f1a88bb34a91,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:37.761483 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd62ff0-2ce3-4e88-b42e-5d05e82c28f9 req-68465136-16b4-4e79-9b8c-288ae8267405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:37.763144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cd62ff0-2ce3-4e88-b42e-5d05e82c28f9 req-68465136-16b4-4e79-9b8c-288ae8267405 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612&tenant_id=c689c8ecc5f0497e8a3a5fa32b8e5ec8 HTTP/1.1" status: 200 len: 1094 time: 0.0991571 Jul 09 20:08:37.896643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd62ff0-2ce3-4e88-b42e-5d05e82c28f9 req-a74ae733-cb57-40cc-a832-013304e33355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:37.899072 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cd62ff0-2ce3-4e88-b42e-5d05e82c28f9 req-a74ae733-cb57-40cc-a832-013304e33355 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c689c8ecc5f0497e8a3a5fa32b8e5ec8&device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 1094 time: 0.1075754 Jul 09 20:08:38.031492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e911185-165e-4824-b033-ced0e38d9073 req-a7f34571-c543-401f-a30c-1abe4e0a3d4a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:38.038901 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e911185-165e-4824-b033-ced0e38d9073 req-a7f34571-c543-401f-a30c-1abe4e0a3d4a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.1792245 Jul 09 20:08:38.053283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd62ff0-2ce3-4e88-b42e-5d05e82c28f9 req-a8990947-b2c0-40a5-b3ea-d8a8fda18db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:38.054690 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cd62ff0-2ce3-4e88-b42e-5d05e82c28f9 req-a8990947-b2c0-40a5-b3ea-d8a8fda18db4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8576682d-43ed-4711-bc34-640246871758 HTTP/1.1" status: 200 len: 915 time: 0.1482558 Jul 09 20:08:38.088096 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e911185-165e-4824-b033-ced0e38d9073 req-536f006b-8aee-43c4-98b8-1d5b60439538 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481808 Jul 09 20:08:38.165083 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cd62ff0-2ce3-4e88-b42e-5d05e82c28f9 req-3e554d2f-9442-4f17-80e8-e0b434f88147 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f HTTP/1.1" status: 200 len: 217 time: 0.1025631 Jul 09 20:08:38.290479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd62ff0-2ce3-4e88-b42e-5d05e82c28f9 req-1ef4f6aa-d567-4087-881c-5f14aa0068ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:38.292035 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cd62ff0-2ce3-4e88-b42e-5d05e82c28f9 req-1ef4f6aa-d567-4087-881c-5f14aa0068ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cefeb25d-b810-4185-a769-17a2e345e6cc HTTP/1.1" status: 200 len: 854 time: 0.1209323 Jul 09 20:08:38.361831 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cd62ff0-2ce3-4e88-b42e-5d05e82c28f9 req-5c4d7183-b108-4380-a0b4-a1bca6c973f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8576682d-43ed-4711-bc34-640246871758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629573 Jul 09 20:08:38.540976 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cd62ff0-2ce3-4e88-b42e-5d05e82c28f9 req-24aef0ad-8ae5-426c-b6d5-d459d3e346fa service neutron] 10.222.0.36 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707859 Jul 09 20:08:38.722049 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cd62ff0-2ce3-4e88-b42e-5d05e82c28f9 req-fec5b41b-259b-4d95-99d9-92e63e593b5c service neutron] 10.222.0.36 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743140 Jul 09 20:08:39.066505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eeb3bdf9-f0ad-486a-94cd-4afece32c30f no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:08:39.471767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0480605-3810-44d0-856d-fbd3d84f6081 req-687b237c-3cf1-4c63-a4a8-9e5159353863 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:39.494392 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0480605-3810-44d0-856d-fbd3d84f6081 req-687b237c-3cf1-4c63-a4a8-9e5159353863 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.1958158 Jul 09 20:08:39.641872 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0480605-3810-44d0-856d-fbd3d84f6081 req-7117bc88-63b1-4158-8dc4-ddcf465769bd tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456487 Jul 09 20:08:41.100319 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980696e6-4a43-4b09-8d45-3a3dfcc70b74 req-c43eee6d-8fdd-4cba-b5ac-e9d6cff83300 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:41.109256 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-980696e6-4a43-4b09-8d45-3a3dfcc70b74 req-c43eee6d-8fdd-4cba-b5ac-e9d6cff83300 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.1791017 Jul 09 20:08:41.186143 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-980696e6-4a43-4b09-8d45-3a3dfcc70b74 req-eb3323fd-0f48-4b8b-bb1b-6c28757295be tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752728 Jul 09 20:08:41.311101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49832) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:41.613160 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-972dd33d-dae8-4095-978a-a59598587bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:41.830148 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-972dd33d-dae8-4095-978a-a59598587bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:41.836744 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-972dd33d-dae8-4095-978a-a59598587bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:41.934315 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972dd33d-dae8-4095-978a-a59598587bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfdc11f-a682-4bb8-8d69-12252ff921cd,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:41.942621 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-972dd33d-dae8-4095-978a-a59598587bcd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=106efcd8abd94176a1c6aab4f38b49ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6272497 Jul 09 20:08:41.942953 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49842) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:42.094830 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bc45862d-59ac-4050-b012-023601aebef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:42.122207 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bc45862d-59ac-4050-b012-023601aebef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:42.232268 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bc45862d-59ac-4050-b012-023601aebef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:42.237706 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bc45862d-59ac-4050-b012-023601aebef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:42.243890 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bc45862d-59ac-4050-b012-023601aebef0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3dfdc11f-a682-4bb8-8d69-12252ff921cd HTTP/1.1" status: 204 len: 168 time: 0.2997055 Jul 09 20:08:42.253908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45862d-59ac-4050-b012-023601aebef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfdc11f-a682-4bb8-8d69-12252ff921cd,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:42.623558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a0fbd-40d8-49b7-aeaa-930d10db5f35 req-e44f0fb3-bff5-4557-b9aa-5b26596624d8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:42.641141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c84a0fbd-40d8-49b7-aeaa-930d10db5f35 req-e44f0fb3-bff5-4557-b9aa-5b26596624d8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.2621636 Jul 09 20:08:42.748210 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c84a0fbd-40d8-49b7-aeaa-930d10db5f35 req-642a89fe-a097-455b-aa46-4656a492511a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057975 Jul 09 20:08:43.106459 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49866) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:43.137883 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c8c9b5bc-7ed8-4c28-86f8-27ce59d58550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:43.518138 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c8c9b5bc-7ed8-4c28-86f8-27ce59d58550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:43.532234 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c8c9b5bc-7ed8-4c28-86f8-27ce59d58550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:43.604070 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9b5bc-7ed8-4c28-86f8-27ce59d58550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f3185d-9078-4d89-a235-6d9f7d3b4f20,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:43.654447 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c8c9b5bc-7ed8-4c28-86f8-27ce59d58550 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2bb87894aa2c496f9aed03bf00fed5d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5450668 Jul 09 20:08:43.661198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49876) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:43.818264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-622ef079-a880-4970-af71-d8dd45502a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:43.845013 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-622ef079-a880-4970-af71-d8dd45502a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:43.988096 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-622ef079-a880-4970-af71-d8dd45502a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:43.993419 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-622ef079-a880-4970-af71-d8dd45502a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:43.996775 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-622ef079-a880-4970-af71-d8dd45502a22 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64f3185d-9078-4d89-a235-6d9f7d3b4f20 HTTP/1.1" status: 204 len: 168 time: 0.3339162 Jul 09 20:08:44.056092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ef079-a880-4970-af71-d8dd45502a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f3185d-9078-4d89-a235-6d9f7d3b4f20,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:44.256135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d91be-ff49-4671-837f-acefc8c35128 req-aaadb68a-a3d9-408b-bf2b-32d9c225c1f3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:44.263871 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f29d91be-ff49-4671-837f-acefc8c35128 req-aaadb68a-a3d9-408b-bf2b-32d9c225c1f3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.2560658 Jul 09 20:08:44.360001 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f29d91be-ff49-4671-837f-acefc8c35128 req-85c9a33f-761c-43e6-9de4-b133cc0909b7 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944624 Jul 09 20:08:45.651756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70ed95-ab60-41d7-b1c5-0a971c61b964 req-36fd7397-984a-402f-a399-5865f8dfb4c4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:45.668334 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da70ed95-ab60-41d7-b1c5-0a971c61b964 req-36fd7397-984a-402f-a399-5865f8dfb4c4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.1498294 Jul 09 20:08:45.781085 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da70ed95-ab60-41d7-b1c5-0a971c61b964 req-683d0d4d-9e60-4f98-bc07-175b81246462 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974736 Jul 09 20:08:45.835702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49924) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:46.030815 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1246031346'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:08:46.066405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Made reservation on behalf of 66422e08803e491b895b6d25ef3dd681 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:08:46.075039 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:46.141487 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:46.370485 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:46.376311 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:46.410364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:08:46.446077 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:46.446613 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Added segment f712a8a0-c725-4a10-9895-dda6c6e18388 of type vlan for network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 Jul 09 20:08:46.531897 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:46.590264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:46.597039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:46.597697 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:46.681774 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=149c79ae-3177-48f6-80ae-d8c5140fcf2f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:46.692621 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8511226 Jul 09 20:08:46.692923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49942) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:46.704632 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875b6f4-6300-44d6-b14e-bfcb2032b14b tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event updated for resources: {'Network': ['ID=64f66b8d-f7cd-4fbb-a996-06f3c7d50903,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:46.708257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Request body: {'subnet': {'network_id': '64f66b8d-f7cd-4fbb-a996-06f3c7d50903', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:08:46.720216 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:08:46.860427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Made reservation on behalf of 66422e08803e491b895b6d25ef3dd681 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:08:46.869701 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:47.042982 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27dcf1-df59-4fd1-b93f-817e328cff5e req-ac450712-f156-409f-8063-73a1b1c35c3b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:47.053190 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f27dcf1-df59-4fd1-b93f-817e328cff5e req-ac450712-f156-409f-8063-73a1b1c35c3b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.0915804 Jul 09 20:08:47.124744 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f27dcf1-df59-4fd1-b93f-817e328cff5e req-f5b7cc2b-a4d4-4aed-a925-e56638f2cd2b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664756 Jul 09 20:08:47.213602 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:47.273532 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event updated for resources: {'Subnet': ['ID=73caf65f-a98c-4375-9b48-55670adb2323,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:47.290432 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:47.291013 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:47.291338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:47.291885 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:47.298524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:47.298524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:47.298524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:47.298524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:47.298524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:47.298524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:47.298524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:47.298524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:47.345866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Checking segment: {'id': 'f712a8a0-c725-4a10-9895-dda6c6e18388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '64f66b8d-f7cd-4fbb-a996-06f3c7d50903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:08:47.345866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Network hostable DHCP agents. Network: 64f66b8d-f7cd-4fbb-a996-06f3c7d50903, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:08:47.387533 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:08:47.419487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 64f66b8d-f7cd-4fbb-a996-06f3c7d50903) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:08:47.424920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:47.425744 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:47.433764 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e955cf1-02e7-4db0-b730-0dfb0906b892 None None] Network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:08:47.459038 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-96615892-bab1-4d49-89a5-e39084234743 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7624328 Jul 09 20:08:47.459578 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49954) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:47.468450 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1e74433d-4d70-4dc3-86bc-482deb3ac227 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Request body: {'port': {'network_id': '64f66b8d-f7cd-4fbb-a996-06f3c7d50903', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-675111579'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:08:47.765152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e74433d-4d70-4dc3-86bc-482deb3ac227 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Made reservation on behalf of 66422e08803e491b895b6d25ef3dd681 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:08:47.776237 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e74433d-4d70-4dc3-86bc-482deb3ac227 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:47.837494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-64f66b8d-f7cd-4fbb-a996-06f3c7d50903', 'network_id': '64f66b8d-f7cd-4fbb-a996-06f3c7d50903', 'tenant_id': '66422e08803e491b895b6d25ef3dd681', 'fixed_ips': [{'subnet_id': '73caf65f-a98c-4375-9b48-55670adb2323'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:08:47.839562 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:47.847630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-1e74433d-4d70-4dc3-86bc-482deb3ac227 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] device_id is not set on port 3fe2ffeb-7ca5-4277-8805-640cc63e9b1d yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:08:48.014072 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-1e74433d-4d70-4dc3-86bc-482deb3ac227 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Allocated IP 2001:db8::16 (64f66b8d-f7cd-4fbb-a996-06f3c7d50903/73caf65f-a98c-4375-9b48-55670adb2323/3fe2ffeb-7ca5-4277-8805-640cc63e9b1d) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:08:48.623292 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd25f5-1d90-4b45-879c-36b87476e55d req-4df407b0-0604-4807-8c60-e73586dec0dd tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:48.631348 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2bd25f5-1d90-4b45-879c-36b87476e55d req-4df407b0-0604-4807-8c60-e73586dec0dd tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.1749806 Jul 09 20:08:48.705622 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2bd25f5-1d90-4b45-879c-36b87476e55d req-536413f3-dccc-4347-bd5b-196393bb541b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732014 Jul 09 20:08:48.908828 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e74433d-4d70-4dc3-86bc-482deb3ac227 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:48.931760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-1e74433d-4d70-4dc3-86bc-482deb3ac227 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Transition to ACTIVE for port object 3fe2ffeb-7ca5-4277-8805-640cc63e9b1d will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:08:48.979144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e74433d-4d70-4dc3-86bc-482deb3ac227 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:49.054362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e74433d-4d70-4dc3-86bc-482deb3ac227 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:08:49.058821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-1e74433d-4d70-4dc3-86bc-482deb3ac227 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:08:49.062398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e74433d-4d70-4dc3-86bc-482deb3ac227 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:08:49.068786 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Allocated IP 2001:db8::2 (64f66b8d-f7cd-4fbb-a996-06f3c7d50903/73caf65f-a98c-4375-9b48-55670adb2323/a6ae367d-2377-4a72-8bd5-dbe77425a9b6) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:08:49.070194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e74433d-4d70-4dc3-86bc-482deb3ac227 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:49.070893 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e74433d-4d70-4dc3-86bc-482deb3ac227 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:49.100181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74433d-4d70-4dc3-86bc-482deb3ac227 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event updated for resources: {'Port': ['ID=3fe2ffeb-7ca5-4277-8805-640cc63e9b1d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:49.105231 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1e74433d-4d70-4dc3-86bc-482deb3ac227 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6443772 Jul 09 20:08:49.109249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49978) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:49.115260 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-fa747454-5c03-4c09-9157-35281c50033e tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Request body: {'port': {'network_id': '64f66b8d-f7cd-4fbb-a996-06f3c7d50903', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-503472197', 'allowed_address_pairs': [{'ip_address': '2001:db8::16', 'mac_address': 'fa:16:3e:35:14:ee'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:08:49.281087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa747454-5c03-4c09-9157-35281c50033e tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Made reservation on behalf of 66422e08803e491b895b6d25ef3dd681 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:08:49.511492 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa747454-5c03-4c09-9157-35281c50033e tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:49.522704 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:49.548011 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-fa747454-5c03-4c09-9157-35281c50033e tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] device_id is not set on port 1c8accb6-056b-4521-9dd4-623efffe28af yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:08:49.570846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Transition to ACTIVE for port object a6ae367d-2377-4a72-8bd5-dbe77425a9b6 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:08:49.634647 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Transition to ACTIVE for port object a6ae367d-2377-4a72-8bd5-dbe77425a9b6 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:08:49.655727 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:49.750980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-fa747454-5c03-4c09-9157-35281c50033e tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Allocated IP 2001:db8::25 (64f66b8d-f7cd-4fbb-a996-06f3c7d50903/73caf65f-a98c-4375-9b48-55670adb2323/1c8accb6-056b-4521-9dd4-623efffe28af) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:08:49.783774 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:08:49.791131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:08:49.799958 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:08:49.813630 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Pushing event updated for resources: {'Port': ['ID=a6ae367d-2377-4a72-8bd5-dbe77425a9b6,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:49.949186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Attempting to bind port a6ae367d-2377-4a72-8bd5-dbe77425a9b6 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:08:49.953846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Attempting to bind port a6ae367d-2377-4a72-8bd5-dbe77425a9b6 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'f712a8a0-c725-4a10-9895-dda6c6e18388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '64f66b8d-f7cd-4fbb-a996-06f3c7d50903'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:08:49.954754 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Attempting to bind port a6ae367d-2377-4a72-8bd5-dbe77425a9b6 on network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:08:49.980783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:08:49.981787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Checking segment: {'id': 'f712a8a0-c725-4a10-9895-dda6c6e18388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '64f66b8d-f7cd-4fbb-a996-06f3c7d50903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:08:49.984908 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:49.985870 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Bound using segment: {'id': 'f712a8a0-c725-4a10-9895-dda6c6e18388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '64f66b8d-f7cd-4fbb-a996-06f3c7d50903'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:08:49.986990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Bound port: a6ae367d-2377-4a72-8bd5-dbe77425a9b6, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f712a8a0-c725-4a10-9895-dda6c6e18388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '64f66b8d-f7cd-4fbb-a996-06f3c7d50903'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:08:49.991657 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:50.178495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] For port a6ae367d-2377-4a72-8bd5-dbe77425a9b6, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:08:50.185954 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] For port a6ae367d-2377-4a72-8bd5-dbe77425a9b6, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a6ae367d-2377-4a72-8bd5-dbe77425a9b6,segment=NetworkSegment(f712a8a0-c725-4a10-9895-dda6c6e18388),segment_id=f712a8a0-c725-4a10-9895-dda6c6e18388)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:08:50.194005 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:50.198592 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa747454-5c03-4c09-9157-35281c50033e tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:50.249059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-fa747454-5c03-4c09-9157-35281c50033e tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Transition to ACTIVE for port object 1c8accb6-056b-4521-9dd4-623efffe28af will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:08:50.272774 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d8b3f-cf35-43e1-95ab-b7edbe7fcfa3 req-c8001a67-602e-4a97-a2cc-fd4a746a3ce4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:50.281003 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b15d8b3f-cf35-43e1-95ab-b7edbe7fcfa3 req-c8001a67-602e-4a97-a2cc-fd4a746a3ce4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.1389167 Jul 09 20:08:50.334731 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfe43f-2739-44f1-92f7-459a2454f57b None None] Pushing event updated for resources: {'Port': ['ID=a6ae367d-2377-4a72-8bd5-dbe77425a9b6,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:50.349620 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b15d8b3f-cf35-43e1-95ab-b7edbe7fcfa3 req-f70cb7e6-823f-42a4-808d-4195e6111b40 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675733 Jul 09 20:08:50.378323 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa747454-5c03-4c09-9157-35281c50033e tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:50.458591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa747454-5c03-4c09-9157-35281c50033e tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event updated for resources: {'Port': ['ID=1c8accb6-056b-4521-9dd4-623efffe28af,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:50.486301 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa747454-5c03-4c09-9157-35281c50033e tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:08:50.488021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-fa747454-5c03-4c09-9157-35281c50033e tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:08:50.491087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa747454-5c03-4c09-9157-35281c50033e tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:08:50.498931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa747454-5c03-4c09-9157-35281c50033e tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:50.499819 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa747454-5c03-4c09-9157-35281c50033e tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:50.521678 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fa747454-5c03-4c09-9157-35281c50033e tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.4104841 Jul 09 20:08:50.522119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50004) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:50.617846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43eec10-e199-4e00-b61d-c626acb79c8f tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:50.626495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43eec10-e199-4e00-b61d-c626acb79c8f tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:50.633861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43eec10-e199-4e00-b61d-c626acb79c8f tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:50.642380 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f43eec10-e199-4e00-b61d-c626acb79c8f tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.1193113 Jul 09 20:08:50.643060 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50006) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:50.865692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6215ea83-6c5d-40fe-8cae-f1528d6b04ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Deleting port 1c8accb6-056b-4521-9dd4-623efffe28af {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:08:50.866653 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6215ea83-6c5d-40fe-8cae-f1528d6b04ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:50.977098 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6215ea83-6c5d-40fe-8cae-f1528d6b04ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:50.994328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6215ea83-6c5d-40fe-8cae-f1528d6b04ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Calling delete_port for 1c8accb6-056b-4521-9dd4-623efffe28af owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:08:51.172759 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6215ea83-6c5d-40fe-8cae-f1528d6b04ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:51.206165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215ea83-6c5d-40fe-8cae-f1528d6b04ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event deleted for resources: {'Port': ['ID=1c8accb6-056b-4521-9dd4-623efffe28af,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:51.314084 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6215ea83-6c5d-40fe-8cae-f1528d6b04ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:51.316728 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6215ea83-6c5d-40fe-8cae-f1528d6b04ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "DELETE /v2.0/ports/1c8accb6-056b-4521-9dd4-623efffe28af HTTP/1.1" status: 204 len: 168 time: 0.6723976 Jul 09 20:08:51.321530 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50020) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:51.395304 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-7865049e-81f6-4f4b-a182-aa336a6658db tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] GET failed (client error): The resource could not be found. Jul 09 20:08:51.402270 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7865049e-81f6-4f4b-a182-aa336a6658db tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "GET /v2.0/ports/1c8accb6-056b-4521-9dd4-623efffe28af HTTP/1.1" status: 404 len: 333 time: 0.0749919 Jul 09 20:08:51.402635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50026) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:51.409222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-72700444-a95c-4e62-baa8-7a6a38922059 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Request body: {'port': {'network_id': '64f66b8d-f7cd-4fbb-a996-06f3c7d50903', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1524823206'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:08:51.528957 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a6ae367d-2377-4a72-8bd5-dbe77425a9b6 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:08:51.675908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72700444-a95c-4e62-baa8-7a6a38922059 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Made reservation on behalf of 66422e08803e491b895b6d25ef3dd681 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:08:51.683315 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-72700444-a95c-4e62-baa8-7a6a38922059 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:51.777241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fa903-08b5-484c-add6-55999b5324f2 req-17708c6e-5790-4137-a6bc-c7a0cfdabc86 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:51.779749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-72700444-a95c-4e62-baa8-7a6a38922059 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] device_id is not set on port e6d75c7a-be73-4994-9a9b-dd8b5cc70527 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:08:51.783035 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-080fa903-08b5-484c-add6-55999b5324f2 req-17708c6e-5790-4137-a6bc-c7a0cfdabc86 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.1671765 Jul 09 20:08:51.935459 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-080fa903-08b5-484c-add6-55999b5324f2 req-a254b0a4-1cae-416b-a31b-079756a26298 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456604 Jul 09 20:08:51.978916 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port a6ae367d-2377-4a72-8bd5-dbe77425a9b6 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:08:51.999634 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05bb7fb-7dfe-46c4-a8fd-17ee6e300d0f None None] Network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:08:52.086863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bbde6dcf-1a0f-474f-b385-8ef65b4f76e2 None None] Provisioning for port a6ae367d-2377-4a72-8bd5-dbe77425a9b6 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:08:52.092136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-72700444-a95c-4e62-baa8-7a6a38922059 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Allocated IP 2001:db8::1d4 (64f66b8d-f7cd-4fbb-a996-06f3c7d50903/73caf65f-a98c-4375-9b48-55670adb2323/e6d75c7a-be73-4994-9a9b-dd8b5cc70527) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:08:52.109073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bbde6dcf-1a0f-474f-b385-8ef65b4f76e2 None None] Provisioning complete for port a6ae367d-2377-4a72-8bd5-dbe77425a9b6 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:52.110262 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bbde6dcf-1a0f-474f-b385-8ef65b4f76e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:52.303714 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-72700444-a95c-4e62-baa8-7a6a38922059 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:52.322555 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-72700444-a95c-4e62-baa8-7a6a38922059 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Transition to ACTIVE for port object e6d75c7a-be73-4994-9a9b-dd8b5cc70527 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:08:52.344150 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bbde6dcf-1a0f-474f-b385-8ef65b4f76e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:52.375616 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-72700444-a95c-4e62-baa8-7a6a38922059 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:52.426779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-bbde6dcf-1a0f-474f-b385-8ef65b4f76e2 None None] For port a6ae367d-2377-4a72-8bd5-dbe77425a9b6, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a6ae367d-2377-4a72-8bd5-dbe77425a9b6,segment=NetworkSegment(f712a8a0-c725-4a10-9895-dda6c6e18388),segment_id=f712a8a0-c725-4a10-9895-dda6c6e18388)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:52.432603 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bbde6dcf-1a0f-474f-b385-8ef65b4f76e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:52.456218 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72700444-a95c-4e62-baa8-7a6a38922059 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:08:52.465395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-72700444-a95c-4e62-baa8-7a6a38922059 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:08:52.473383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72700444-a95c-4e62-baa8-7a6a38922059 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:08:52.482536 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72700444-a95c-4e62-baa8-7a6a38922059 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:52.483741 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-72700444-a95c-4e62-baa8-7a6a38922059 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:52.503036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72700444-a95c-4e62-baa8-7a6a38922059 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event updated for resources: {'Port': ['ID=e6d75c7a-be73-4994-9a9b-dd8b5cc70527,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:52.520222 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-72700444-a95c-4e62-baa8-7a6a38922059 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1155975 Jul 09 20:08:52.522511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50044) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:52.537766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-cd14c8e0-b305-42c0-b0da-ed1283d0d3a8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16', 'mac_address': 'fa:16:3e:35:14:ee'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:08:52.554669 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde6dcf-1a0f-474f-b385-8ef65b4f76e2 None None] Pushing event updated for resources: {'Port': ['ID=a6ae367d-2377-4a72-8bd5-dbe77425a9b6,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:52.713489 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cd14c8e0-b305-42c0-b0da-ed1283d0d3a8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:52.934274 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f1e497d8-5af2-4ed0-89ef-fd0a6c7baff9 None None] Provisioning complete for port a6ae367d-2377-4a72-8bd5-dbe77425a9b6 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:52.935321 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f1e497d8-5af2-4ed0-89ef-fd0a6c7baff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:53.035563 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cd14c8e0-b305-42c0-b0da-ed1283d0d3a8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:53.046384 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cd14c8e0-b305-42c0-b0da-ed1283d0d3a8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:53.196563 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-cd14c8e0-b305-42c0-b0da-ed1283d0d3a8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] In _notify_port_updated(), no bound segment for port e6d75c7a-be73-4994-9a9b-dd8b5cc70527 on network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 {{(pid=100204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:08:53.203161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f1e497d8-5af2-4ed0-89ef-fd0a6c7baff9 None None] Provisioning for port 3fe2ffeb-7ca5-4277-8805-640cc63e9b1d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:08:53.210404 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd14c8e0-b305-42c0-b0da-ed1283d0d3a8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:53.223344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f1e497d8-5af2-4ed0-89ef-fd0a6c7baff9 None None] Provisioning complete for port 3fe2ffeb-7ca5-4277-8805-640cc63e9b1d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:53.223737 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f1e497d8-5af2-4ed0-89ef-fd0a6c7baff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:53.224079 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cd14c8e0-b305-42c0-b0da-ed1283d0d3a8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:53.242388 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cd14c8e0-b305-42c0-b0da-ed1283d0d3a8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "PUT /v2.0/ports/e6d75c7a-be73-4994-9a9b-dd8b5cc70527 HTTP/1.1" status: 200 len: 1002 time: 0.7168748 Jul 09 20:08:53.251216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50062) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:53.257001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14c8e0-b305-42c0-b0da-ed1283d0d3a8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event updated for resources: {'Port': ['ID=e6d75c7a-be73-4994-9a9b-dd8b5cc70527,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:53.295174 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:08:53.301721 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f1e497d8-5af2-4ed0-89ef-fd0a6c7baff9 None None] Port 3fe2ffeb-7ca5-4277-8805-640cc63e9b1d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:08:53.391748 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065f12e-83fe-47fd-a3b6-db2ca0a779b1 req-47cae412-ffef-43f3-bf60-7e4d5c8b582d tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:53.404343 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c065f12e-83fe-47fd-a3b6-db2ca0a779b1 req-47cae412-ffef-43f3-bf60-7e4d5c8b582d tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.1424642 Jul 09 20:08:53.451766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8ad10631-e874-48f7-9edd-f9479b170022 None None] Provisioning complete for port 3fe2ffeb-7ca5-4277-8805-640cc63e9b1d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:53.455114 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8ad10631-e874-48f7-9edd-f9479b170022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:53.505831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e8bfa166-f8d9-438b-baee-52ff4ae54614 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Deleting port e6d75c7a-be73-4994-9a9b-dd8b5cc70527 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:08:53.506323 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e8bfa166-f8d9-438b-baee-52ff4ae54614 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:53.513127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a6ae367d-2377-4a72-8bd5-dbe77425a9b6 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:08:53.543006 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c065f12e-83fe-47fd-a3b6-db2ca0a779b1 req-e5dd7f67-5a6b-4d6c-b68a-1d7600c566d1 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365225 Jul 09 20:08:53.630293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8ad10631-e874-48f7-9edd-f9479b170022 None None] Port 3fe2ffeb-7ca5-4277-8805-640cc63e9b1d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:08:53.677818 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a6ae367d-2377-4a72-8bd5-dbe77425a9b6 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:53.678464 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:53.736044 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e8bfa166-f8d9-438b-baee-52ff4ae54614 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:53.778958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e8bfa166-f8d9-438b-baee-52ff4ae54614 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Calling delete_port for e6d75c7a-be73-4994-9a9b-dd8b5cc70527 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:08:53.950011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6bce4cdc-d55e-4073-89fe-371c09246dc7 None None] Could not find standard attr ID for object 1c8accb6-056b-4521-9dd4-623efffe28af. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:08:54.054756 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e8bfa166-f8d9-438b-baee-52ff4ae54614 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:54.122494 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfa166-f8d9-438b-baee-52ff4ae54614 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event deleted for resources: {'Port': ['ID=e6d75c7a-be73-4994-9a9b-dd8b5cc70527,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:54.252806 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e8bfa166-f8d9-438b-baee-52ff4ae54614 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:54.258226 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e8bfa166-f8d9-438b-baee-52ff4ae54614 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "DELETE /v2.0/ports/e6d75c7a-be73-4994-9a9b-dd8b5cc70527 HTTP/1.1" status: 204 len: 168 time: 1.0114200 Jul 09 20:08:54.258507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50076) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:54.282998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b792a3b7-44f0-4a2d-91b1-688abb3b5f5a None None] Could not find standard attr ID for object e6d75c7a-be73-4994-9a9b-dd8b5cc70527. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:08:54.302187 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b373ea2-bd4e-41f7-9217-61d99666fce1 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] GET failed (client error): The resource could not be found. Jul 09 20:08:54.303930 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7b373ea2-bd4e-41f7-9217-61d99666fce1 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "GET /v2.0/ports/e6d75c7a-be73-4994-9a9b-dd8b5cc70527 HTTP/1.1" status: 404 len: 333 time: 0.0445642 Jul 09 20:08:54.308169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50078) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:54.314527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f6407839-8df9-4fad-8f56-0e5584d341b8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Request body: {'port': {'network_id': '64f66b8d-f7cd-4fbb-a996-06f3c7d50903', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-298743655'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:08:54.461785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6407839-8df9-4fad-8f56-0e5584d341b8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Made reservation on behalf of 66422e08803e491b895b6d25ef3dd681 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:08:54.465698 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6407839-8df9-4fad-8f56-0e5584d341b8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:54.493893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-f6407839-8df9-4fad-8f56-0e5584d341b8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] device_id is not set on port c5a9c389-b499-4eb2-a12d-8fdedbf622ed yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:08:54.648690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-f6407839-8df9-4fad-8f56-0e5584d341b8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Allocated IP 2001:db8::279 (64f66b8d-f7cd-4fbb-a996-06f3c7d50903/73caf65f-a98c-4375-9b48-55670adb2323/c5a9c389-b499-4eb2-a12d-8fdedbf622ed) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:08:54.862396 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9151d-52c1-46df-a69c-1aa8846ea51a req-b1caf20b-2803-458f-a294-d65618d1da1b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:54.864092 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53e9151d-52c1-46df-a69c-1aa8846ea51a req-b1caf20b-2803-458f-a294-d65618d1da1b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.1376915 Jul 09 20:08:54.876239 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6407839-8df9-4fad-8f56-0e5584d341b8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:54.919842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-f6407839-8df9-4fad-8f56-0e5584d341b8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Transition to ACTIVE for port object c5a9c389-b499-4eb2-a12d-8fdedbf622ed will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:08:54.987129 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53e9151d-52c1-46df-a69c-1aa8846ea51a req-6250aa84-db8b-46f7-a6b2-147539824d9e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923111 Jul 09 20:08:55.016096 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6407839-8df9-4fad-8f56-0e5584d341b8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:55.121098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c83e7d63-79e8-4dff-91d8-d3093bd9a23b None None] Could not find standard attr ID for object e6d75c7a-be73-4994-9a9b-dd8b5cc70527. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:08:55.160990 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6407839-8df9-4fad-8f56-0e5584d341b8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event updated for resources: {'Port': ['ID=c5a9c389-b499-4eb2-a12d-8fdedbf622ed,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:55.179022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6407839-8df9-4fad-8f56-0e5584d341b8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:08:55.180759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f6407839-8df9-4fad-8f56-0e5584d341b8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:08:55.189502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6407839-8df9-4fad-8f56-0e5584d341b8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:08:55.200749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6407839-8df9-4fad-8f56-0e5584d341b8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:55.201494 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6407839-8df9-4fad-8f56-0e5584d341b8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:55.253354 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f6407839-8df9-4fad-8f56-0e5584d341b8 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9443505 Jul 09 20:08:55.257288 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50096) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:55.263635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1bdef9e7-14ba-415e-a8b9-64fe42baf86c tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:35:14:ee'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:08:55.525122 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bdef9e7-14ba-415e-a8b9-64fe42baf86c tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:55.659373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b198e157-bb97-45a4-8fda-6e280089b101 None None] Provisioning for port c5a9c389-b499-4eb2-a12d-8fdedbf622ed completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:08:55.664142 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b198e157-bb97-45a4-8fda-6e280089b101 None None] Provisioning complete for port c5a9c389-b499-4eb2-a12d-8fdedbf622ed triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:55.664644 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b198e157-bb97-45a4-8fda-6e280089b101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:55.706631 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b198e157-bb97-45a4-8fda-6e280089b101 None None] Port c5a9c389-b499-4eb2-a12d-8fdedbf622ed cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:08:55.754428 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bdef9e7-14ba-415e-a8b9-64fe42baf86c tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:55.761441 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bdef9e7-14ba-415e-a8b9-64fe42baf86c tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:55.797884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-1bdef9e7-14ba-415e-a8b9-64fe42baf86c tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] In _notify_port_updated(), no bound segment for port c5a9c389-b499-4eb2-a12d-8fdedbf622ed on network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 {{(pid=100204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:08:55.803889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdef9e7-14ba-415e-a8b9-64fe42baf86c tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:55.804759 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bdef9e7-14ba-415e-a8b9-64fe42baf86c tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:55.806119 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1bdef9e7-14ba-415e-a8b9-64fe42baf86c tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "PUT /v2.0/ports/c5a9c389-b499-4eb2-a12d-8fdedbf622ed HTTP/1.1" status: 200 len: 1002 time: 0.5475311 Jul 09 20:08:55.809009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50108) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:55.847872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdef9e7-14ba-415e-a8b9-64fe42baf86c tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event updated for resources: {'Port': ['ID=c5a9c389-b499-4eb2-a12d-8fdedbf622ed,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:55.997130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-907b9afe-c268-4dc1-bc14-df8290de0f92 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Deleting port c5a9c389-b499-4eb2-a12d-8fdedbf622ed {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:08:55.997495 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-907b9afe-c268-4dc1-bc14-df8290de0f92 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:56.151024 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-907b9afe-c268-4dc1-bc14-df8290de0f92 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:56.173812 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-907b9afe-c268-4dc1-bc14-df8290de0f92 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Calling delete_port for c5a9c389-b499-4eb2-a12d-8fdedbf622ed owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:08:56.226798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdd018-34e5-4a78-a47e-550a0ad3d3ce req-41c2d277-aedc-4188-97c9-50caa21a5752 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:56.235840 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6dfdd018-34e5-4a78-a47e-550a0ad3d3ce req-41c2d277-aedc-4188-97c9-50caa21a5752 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.0942681 Jul 09 20:08:56.257929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0b8b01af-d33c-4a3f-bd1f-03f009ff441a None None] Provisioning complete for port c5a9c389-b499-4eb2-a12d-8fdedbf622ed triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:56.258512 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0b8b01af-d33c-4a3f-bd1f-03f009ff441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:56.297912 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6dfdd018-34e5-4a78-a47e-550a0ad3d3ce req-e85519fb-26db-4520-92f1-2a0136259a0b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610020 Jul 09 20:08:56.318738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b01af-d33c-4a3f-bd1f-03f009ff441a None None] Port c5a9c389-b499-4eb2-a12d-8fdedbf622ed cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:08:56.365355 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-907b9afe-c268-4dc1-bc14-df8290de0f92 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:56.411273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b9afe-c268-4dc1-bc14-df8290de0f92 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event deleted for resources: {'Port': ['ID=c5a9c389-b499-4eb2-a12d-8fdedbf622ed,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:56.462739 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-907b9afe-c268-4dc1-bc14-df8290de0f92 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:56.468104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50126) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:56.472241 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-907b9afe-c268-4dc1-bc14-df8290de0f92 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "DELETE /v2.0/ports/c5a9c389-b499-4eb2-a12d-8fdedbf622ed HTTP/1.1" status: 204 len: 168 time: 0.6621048 Jul 09 20:08:56.518896 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ac621a-ceb3-4ce5-a9d6-cd4d7d35ed09 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] GET failed (client error): The resource could not be found. Jul 09 20:08:56.527484 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b9ac621a-ceb3-4ce5-a9d6-cd4d7d35ed09 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "GET /v2.0/ports/c5a9c389-b499-4eb2-a12d-8fdedbf622ed HTTP/1.1" status: 404 len: 333 time: 0.0578392 Jul 09 20:08:56.531900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50130) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:56.545686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-555ccc8a-14b0-412f-ad97-54e7c2beeba5 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Request body: {'port': {'network_id': '64f66b8d-f7cd-4fbb-a996-06f3c7d50903', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1278795580'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:08:56.750171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555ccc8a-14b0-412f-ad97-54e7c2beeba5 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Made reservation on behalf of 66422e08803e491b895b6d25ef3dd681 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:08:56.753029 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-555ccc8a-14b0-412f-ad97-54e7c2beeba5 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:56.803470 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:56.818158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-555ccc8a-14b0-412f-ad97-54e7c2beeba5 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] device_id is not set on port 5cbcf25a-9aca-4c9e-b974-997ebb3701a3 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:08:56.865545 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6ddfd3a8-e213-4b24-be4d-562a62f8b2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:56.979456 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-555ccc8a-14b0-412f-ad97-54e7c2beeba5 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Allocated IP 2001:db8::93 (64f66b8d-f7cd-4fbb-a996-06f3c7d50903/73caf65f-a98c-4375-9b48-55670adb2323/5cbcf25a-9aca-4c9e-b974-997ebb3701a3) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:08:57.177416 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-555ccc8a-14b0-412f-ad97-54e7c2beeba5 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:57.194369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-555ccc8a-14b0-412f-ad97-54e7c2beeba5 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Transition to ACTIVE for port object 5cbcf25a-9aca-4c9e-b974-997ebb3701a3 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:08:57.241507 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-555ccc8a-14b0-412f-ad97-54e7c2beeba5 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:57.300460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555ccc8a-14b0-412f-ad97-54e7c2beeba5 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:08:57.305957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-555ccc8a-14b0-412f-ad97-54e7c2beeba5 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:08:57.308460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ccc8a-14b0-412f-ad97-54e7c2beeba5 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event updated for resources: {'Port': ['ID=5cbcf25a-9aca-4c9e-b974-997ebb3701a3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:57.310752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ccc8a-14b0-412f-ad97-54e7c2beeba5 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:08:57.318552 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555ccc8a-14b0-412f-ad97-54e7c2beeba5 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:57.321624 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-555ccc8a-14b0-412f-ad97-54e7c2beeba5 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:57.348515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-555ccc8a-14b0-412f-ad97-54e7c2beeba5 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8144488 Jul 09 20:08:57.350473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50152) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:57.356180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3818446c-0a62-4759-8268-350e33bdf084 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Request body: {'port': {'network_id': '64f66b8d-f7cd-4fbb-a996-06f3c7d50903', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1491021327'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:08:57.540017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3818446c-0a62-4759-8268-350e33bdf084 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Made reservation on behalf of 66422e08803e491b895b6d25ef3dd681 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:08:57.544554 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3818446c-0a62-4759-8268-350e33bdf084 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:57.571570 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-3818446c-0a62-4759-8268-350e33bdf084 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] device_id is not set on port df09be4c-af06-4dfa-9507-7afd65f64dd3 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:08:57.620483 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec99fd5-f916-4029-a8de-a54ee3903242 req-3134d47b-4bf5-4302-a78b-e3aa34940350 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:57.629571 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ec99fd5-f916-4029-a8de-a54ee3903242 req-3134d47b-4bf5-4302-a78b-e3aa34940350 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.1162584 Jul 09 20:08:57.684203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-864ed951-f6c3-4189-ae8f-dc6b98be5368 None None] Provisioning for port 5cbcf25a-9aca-4c9e-b974-997ebb3701a3 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:08:57.690103 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-864ed951-f6c3-4189-ae8f-dc6b98be5368 None None] Provisioning complete for port 5cbcf25a-9aca-4c9e-b974-997ebb3701a3 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:57.690621 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-864ed951-f6c3-4189-ae8f-dc6b98be5368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:57.704138 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3ec99fd5-f916-4029-a8de-a54ee3903242 req-6ec3ae70-bd30-4fe1-bc8d-83fb57a26bea tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713158 Jul 09 20:08:57.769034 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-864ed951-f6c3-4189-ae8f-dc6b98be5368 None None] Port 5cbcf25a-9aca-4c9e-b974-997ebb3701a3 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:08:57.775616 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-3818446c-0a62-4759-8268-350e33bdf084 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Allocated IP 2001:db8::191 (64f66b8d-f7cd-4fbb-a996-06f3c7d50903/73caf65f-a98c-4375-9b48-55670adb2323/df09be4c-af06-4dfa-9507-7afd65f64dd3) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:08:57.942878 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3818446c-0a62-4759-8268-350e33bdf084 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:57.958376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-3818446c-0a62-4759-8268-350e33bdf084 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Transition to ACTIVE for port object df09be4c-af06-4dfa-9507-7afd65f64dd3 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:08:57.996071 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3818446c-0a62-4759-8268-350e33bdf084 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:58.069156 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3818446c-0a62-4759-8268-350e33bdf084 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:08:58.075025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3818446c-0a62-4759-8268-350e33bdf084 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:08:58.078616 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3818446c-0a62-4759-8268-350e33bdf084 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:08:58.085230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3818446c-0a62-4759-8268-350e33bdf084 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:58.085796 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3818446c-0a62-4759-8268-350e33bdf084 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:58.098200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818446c-0a62-4759-8268-350e33bdf084 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event updated for resources: {'Port': ['ID=df09be4c-af06-4dfa-9507-7afd65f64dd3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:58.121403 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3818446c-0a62-4759-8268-350e33bdf084 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7697134 Jul 09 20:08:58.127916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50166) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:58.130530 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9c23261f-bd73-4d4d-a156-43b211beb281 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16', 'mac_address': 'fa:16:3e:35:14:ee'}, {'ip_address': '2001:db8::93', 'mac_address': 'fa:16:3e:85:d7:ab'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:08:58.261680 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c23261f-bd73-4d4d-a156-43b211beb281 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:58.513773 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-11db7273-73ae-4e2c-bbff-018a27ca79c0 None None] Provisioning for port df09be4c-af06-4dfa-9507-7afd65f64dd3 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:08:58.519461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-11db7273-73ae-4e2c-bbff-018a27ca79c0 None None] Provisioning complete for port df09be4c-af06-4dfa-9507-7afd65f64dd3 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:58.521075 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11db7273-73ae-4e2c-bbff-018a27ca79c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:58.557967 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c23261f-bd73-4d4d-a156-43b211beb281 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:58.564659 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c23261f-bd73-4d4d-a156-43b211beb281 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:58.577436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-11db7273-73ae-4e2c-bbff-018a27ca79c0 None None] Port df09be4c-af06-4dfa-9507-7afd65f64dd3 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:08:58.606960 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-9c23261f-bd73-4d4d-a156-43b211beb281 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] In _notify_port_updated(), no bound segment for port df09be4c-af06-4dfa-9507-7afd65f64dd3 on network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 {{(pid=100204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:08:58.613303 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c23261f-bd73-4d4d-a156-43b211beb281 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:58.614166 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c23261f-bd73-4d4d-a156-43b211beb281 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:58.618125 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9c23261f-bd73-4d4d-a156-43b211beb281 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "PUT /v2.0/ports/df09be4c-af06-4dfa-9507-7afd65f64dd3 HTTP/1.1" status: 200 len: 1066 time: 0.4901812 Jul 09 20:08:58.619440 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50176) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:08:58.685827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23261f-bd73-4d4d-a156-43b211beb281 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event updated for resources: {'Port': ['ID=df09be4c-af06-4dfa-9507-7afd65f64dd3,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:58.791568 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-333bbb61-20af-4132-a077-8e5fb81c15ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Deleting port df09be4c-af06-4dfa-9507-7afd65f64dd3 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:08:58.800986 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-333bbb61-20af-4132-a077-8e5fb81c15ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:59.017448 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-333bbb61-20af-4132-a077-8e5fb81c15ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:59.046529 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-333bbb61-20af-4132-a077-8e5fb81c15ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Calling delete_port for df09be4c-af06-4dfa-9507-7afd65f64dd3 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:08:59.103478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f9b1f99e-5d15-4d9c-aee4-ab5627920d12 None None] Provisioning complete for port df09be4c-af06-4dfa-9507-7afd65f64dd3 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:08:59.104725 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f9b1f99e-5d15-4d9c-aee4-ab5627920d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:59.114099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fec1e-8e43-4601-9069-b1f620b54267 req-8e59258e-dbcd-446f-99d8-435eff051917 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:08:59.115707 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed8fec1e-8e43-4601-9069-b1f620b54267 req-8e59258e-dbcd-446f-99d8-435eff051917 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 943 time: 0.2327945 Jul 09 20:08:59.140145 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eeb3bdf9-f0ad-486a-94cd-4afece32c30f details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:08:59.184882 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed8fec1e-8e43-4601-9069-b1f620b54267 req-73905fcf-4a30-405b-aaff-9bf0fa39ae46 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556288 Jul 09 20:08:59.296478 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-333bbb61-20af-4132-a077-8e5fb81c15ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:59.298822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:59.368501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f9b1f99e-5d15-4d9c-aee4-ab5627920d12 None None] Port df09be4c-af06-4dfa-9507-7afd65f64dd3 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:08:59.382045 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eeb3bdf9-f0ad-486a-94cd-4afece32c30f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:59.398649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bbb61-20af-4132-a077-8e5fb81c15ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event deleted for resources: {'Port': ['ID=df09be4c-af06-4dfa-9507-7afd65f64dd3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:59.407725 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f', 'network_id': '8576682d-43ed-4711-bc34-640246871758', 'port_id': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f', 'mac_address': 'fa:16:3e:99:1b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefeb25d-b810-4185-a769-17a2e345e6cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:08:59.461795 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:59.464861 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f1c71738-af18-4a20-95c8-c5b4c0891bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:59.483817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb3bdf9-f0ad-486a-94cd-4afece32c30f {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:08:59.528740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eeb3bdf9-f0ad-486a-94cd-4afece32c30f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:08:59.540811 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:08:59.618866 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:08:59.659356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:59.659537 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:59.660979 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:59.662711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:59.666889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:59.667446 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:59.667978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:59.669009 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:59.673246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:59.673907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:59.676553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:59.677159 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:08:59.688184 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:00.065278 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['eeb3bdf9-f0ad-486a-94cd-4afece32c30f'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:09:00.146000 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-333bbb61-20af-4132-a077-8e5fb81c15ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:00.148658 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-333bbb61-20af-4132-a077-8e5fb81c15ff tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "DELETE /v2.0/ports/df09be4c-af06-4dfa-9507-7afd65f64dd3 HTTP/1.1" status: 204 len: 168 time: 1.5284894 Jul 09 20:09:00.151372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50212) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:00.196253 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bbb703-dbcc-4c57-961c-ea103c6ff9eb tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] GET failed (client error): The resource could not be found. Jul 09 20:09:00.199807 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d6bbb703-dbcc-4c57-961c-ea103c6ff9eb tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "GET /v2.0/ports/df09be4c-af06-4dfa-9507-7afd65f64dd3 HTTP/1.1" status: 404 len: 333 time: 0.0472472 Jul 09 20:09:00.202791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50214) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:00.337728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc2744-0a47-4742-afc1-d5aef9c8c9fe tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Deleting port 5cbcf25a-9aca-4c9e-b974-997ebb3701a3 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:00.338323 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2744-0a47-4742-afc1-d5aef9c8c9fe tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:00.393147 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:00.481750 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2744-0a47-4742-afc1-d5aef9c8c9fe tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:00.502439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-d1cc2744-0a47-4742-afc1-d5aef9c8c9fe tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Calling delete_port for 5cbcf25a-9aca-4c9e-b974-997ebb3701a3 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:00.518161 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c948782-b305-42ca-8f8d-b9b0bb6b304c req-090dd2a5-6ad3-403d-be9f-1769d95b937a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:00.519740 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c948782-b305-42ca-8f8d-b9b0bb6b304c req-090dd2a5-6ad3-403d-be9f-1769d95b937a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 944 time: 0.1339080 Jul 09 20:09:00.613794 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c948782-b305-42ca-8f8d-b9b0bb6b304c req-e98b49ea-8340-4c1b-a4df-ac23bd564402 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876806 Jul 09 20:09:00.701445 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2744-0a47-4742-afc1-d5aef9c8c9fe tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:00.746251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc2744-0a47-4742-afc1-d5aef9c8c9fe tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event deleted for resources: {'Port': ['ID=5cbcf25a-9aca-4c9e-b974-997ebb3701a3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:00.794205 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2744-0a47-4742-afc1-d5aef9c8c9fe tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:00.797962 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d1cc2744-0a47-4742-afc1-d5aef9c8c9fe tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "DELETE /v2.0/ports/5cbcf25a-9aca-4c9e-b974-997ebb3701a3 HTTP/1.1" status: 204 len: 168 time: 0.5929606 Jul 09 20:09:00.801588 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50220) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:00.843910 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-1397d0af-72f8-450a-b773-2636e3bf1d22 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] GET failed (client error): The resource could not be found. Jul 09 20:09:00.846091 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1397d0af-72f8-450a-b773-2636e3bf1d22 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "GET /v2.0/ports/5cbcf25a-9aca-4c9e-b974-997ebb3701a3 HTTP/1.1" status: 404 len: 333 time: 0.0431659 Jul 09 20:09:00.849899 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50222) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:00.978380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-8464100c-5ebf-4d59-a1b6-be6080d701c4 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Deleting port 3fe2ffeb-7ca5-4277-8805-640cc63e9b1d {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:00.978990 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8464100c-5ebf-4d59-a1b6-be6080d701c4 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:01.096442 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8464100c-5ebf-4d59-a1b6-be6080d701c4 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:01.111276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-8464100c-5ebf-4d59-a1b6-be6080d701c4 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Calling delete_port for 3fe2ffeb-7ca5-4277-8805-640cc63e9b1d owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:01.285270 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8464100c-5ebf-4d59-a1b6-be6080d701c4 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:01.331145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464100c-5ebf-4d59-a1b6-be6080d701c4 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event deleted for resources: {'Port': ['ID=3fe2ffeb-7ca5-4277-8805-640cc63e9b1d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:01.363358 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8464100c-5ebf-4d59-a1b6-be6080d701c4 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:01.368249 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8464100c-5ebf-4d59-a1b6-be6080d701c4 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "DELETE /v2.0/ports/3fe2ffeb-7ca5-4277-8805-640cc63e9b1d HTTP/1.1" status: 204 len: 168 time: 0.5145574 Jul 09 20:09:01.368400 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50230) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:01.441410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c3103d4-5bb2-43b8-8f8b-5739c9289595 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Deleting subnet 73caf65f-a98c-4375-9b48-55670adb2323 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:09:01.450896 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3c3103d4-5bb2-43b8-8f8b-5739c9289595 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:01.537418 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3c3103d4-5bb2-43b8-8f8b-5739c9289595 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:01.638424 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50234) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:01.683834 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3c3103d4-5bb2-43b8-8f8b-5739c9289595 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:01.770805 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3c3103d4-5bb2-43b8-8f8b-5739c9289595 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:01.793038 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9564c6c2-1b8b-4104-b025-0ad9d6c0cd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:01.833367 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3103d4-5bb2-43b8-8f8b-5739c9289595 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event deleted for resources: {'Subnet': ['ID=73caf65f-a98c-4375-9b48-55670adb2323,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:01.864934 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3c3103d4-5bb2-43b8-8f8b-5739c9289595 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:01.868892 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3c3103d4-5bb2-43b8-8f8b-5739c9289595 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "DELETE /v2.0/subnets/73caf65f-a98c-4375-9b48-55670adb2323 HTTP/1.1" status: 204 len: 168 time: 0.4975333 Jul 09 20:09:01.871480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50242) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:01.879738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dee309-e3c2-4c9a-8383-ab69a17c005a None None] Network 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:01.993179 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9564c6c2-1b8b-4104-b025-0ad9d6c0cd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.002304 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9564c6c2-1b8b-4104-b025-0ad9d6c0cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.013252 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.037149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9564c6c2-1b8b-4104-b025-0ad9d6c0cd6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da03dc737c1a4caaadfacdd9fa57d0ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3974845 Jul 09 20:09:02.038174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50248) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:02.080381 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1814a-5794-4536-8cda-981e66682112 req-93edfb25-ce23-407e-a948-9a3a9e895e3e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:02.086961 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-32f1814a-5794-4536-8cda-981e66682112 req-93edfb25-ce23-407e-a948-9a3a9e895e3e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 944 time: 0.2713177 Jul 09 20:09:02.148086 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564c6c2-1b8b-4104-b025-0ad9d6c0cd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e938fa-d57f-45a9-a209-aad6b4c7d88f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:02.154760 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53fa9253-95c3-403b-9a73-dbfd40ef5085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.174044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c0731c-5f9c-4248-a9bc-102cbaaac6dc None None] DHCP port deletion for 64f66b8d-f7cd-4fbb-a996-06f3c7d50903 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:09:02.184212 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53fa9253-95c3-403b-9a73-dbfd40ef5085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.190571 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-32f1814a-5794-4536-8cda-981e66682112 req-6faa0585-c1d2-44b6-acf5-896b39e5722e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845764 Jul 09 20:09:02.204798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Deleting port a6ae367d-2377-4a72-8bd5-dbe77425a9b6 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:02.205144 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.256569 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.259964 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53fa9253-95c3-403b-9a73-dbfd40ef5085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.263168 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53fa9253-95c3-403b-9a73-dbfd40ef5085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.268254 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-53fa9253-95c3-403b-9a73-dbfd40ef5085 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9e938fa-d57f-45a9-a209-aad6b4c7d88f HTTP/1.1" status: 204 len: 168 time: 0.2275653 Jul 09 20:09:02.274126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-91c0731c-5f9c-4248-a9bc-102cbaaac6dc None None] Deleting port a6ae367d-2377-4a72-8bd5-dbe77425a9b6 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:02.274706 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-91c0731c-5f9c-4248-a9bc-102cbaaac6dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.283617 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa9253-95c3-403b-9a73-dbfd40ef5085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e938fa-d57f-45a9-a209-aad6b4c7d88f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:02.325054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] For port a6ae367d-2377-4a72-8bd5-dbe77425a9b6, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a6ae367d-2377-4a72-8bd5-dbe77425a9b6,segment=NetworkSegment(f712a8a0-c725-4a10-9895-dda6c6e18388),segment_id=f712a8a0-c725-4a10-9895-dda6c6e18388)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:02.326273 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.365354 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-91c0731c-5f9c-4248-a9bc-102cbaaac6dc None None] For port a6ae367d-2377-4a72-8bd5-dbe77425a9b6, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a6ae367d-2377-4a72-8bd5-dbe77425a9b6,segment=NetworkSegment(f712a8a0-c725-4a10-9895-dda6c6e18388),segment_id=f712a8a0-c725-4a10-9895-dda6c6e18388)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:02.366226 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-91c0731c-5f9c-4248-a9bc-102cbaaac6dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.377709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Calling delete_port for a6ae367d-2377-4a72-8bd5-dbe77425a9b6 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:02.380761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-91c0731c-5f9c-4248-a9bc-102cbaaac6dc None None] Calling delete_port for a6ae367d-2377-4a72-8bd5-dbe77425a9b6 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:02.481589 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-91c0731c-5f9c-4248-a9bc-102cbaaac6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.489075 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.523663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event deleted for resources: {'Port': ['ID=a6ae367d-2377-4a72-8bd5-dbe77425a9b6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:02.533955 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] No DVR routers for this DVR port a6ae367d-2377-4a72-8bd5-dbe77425a9b6 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:02.540076 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0731c-5f9c-4248-a9bc-102cbaaac6dc None None] Pushing event deleted for resources: {'Port': ['ID=a6ae367d-2377-4a72-8bd5-dbe77425a9b6,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:02.549017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c0731c-5f9c-4248-a9bc-102cbaaac6dc None None] No DVR routers for this DVR port a6ae367d-2377-4a72-8bd5-dbe77425a9b6 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:02.683050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.695561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f66b8d-f7cd-4fbb-a996-06f3c7d50903']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:02.732594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f712a8a0-c725-4a10-9895-dda6c6e18388') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:02.732594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f712a8a0-c725-4a10-9895-dda6c6e18388') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:02.746716 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.769994 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.776979 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:09:02.777396 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:09:02.781244 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:09:02.847882 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.859460 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:02.865128 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] 10.222.0.30 "DELETE /v2.0/networks/64f66b8d-f7cd-4fbb-a996-06f3c7d50903 HTTP/1.1" status: 204 len: 168 time: 0.9898911 Jul 09 20:09:02.875801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acf12f-975c-4889-8748-a269c7225781 tempest-AllowedAddressPairIpV6TestJSON-427314241 tempest-AllowedAddressPairIpV6TestJSON-427314241-project] Pushing event deleted for resources: {'Network': ['ID=64f66b8d-f7cd-4fbb-a996-06f3c7d50903,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:03.143585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eeb3bdf9-f0ad-486a-94cd-4afece32c30f up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:03.183328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50278) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:03.209306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50282) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:03.219616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port eeb3bdf9-f0ad-486a-94cd-4afece32c30f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:03.220235 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:03.369729 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:03.375489 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1332563644-network', 'tenant_id': '8b35e13e783c4c0c8c18c07be38d2b1a'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:03.414646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port eeb3bdf9-f0ad-486a-94cd-4afece32c30f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:03.416022 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a638b8-826a-45ff-baa6-4dd253954612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:03.418890 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59100162-8666-4954-8d46-f81a3a20f15c" -d '{"events": [{"server_uuid": "22a638b8-826a-45ff-baa6-4dd253954612", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3bdf9-f0ad-486a-94cd-4afece32c30f"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:03.432746 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:03.455443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] Made reservation on behalf of 8b35e13e783c4c0c8c18c07be38d2b1a for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:03.458177 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:03.465730 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d4d15df3-dd65-46b0-8d96-6d4766d3dc99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66422e08803e491b895b6d25ef3dd681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2818654 Jul 09 20:09:03.469495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50292) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:03.471244 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:03.479906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a6ae367d-2377-4a72-8bd5-dbe77425a9b6 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:03.513469 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: a6ae367d-2377-4a72-8bd5-dbe77425a9b6 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:09:03.514915 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a6ae367d-2377-4a72-8bd5-dbe77425a9b6 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:03.557401 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-216400f9-7e6e-4619-88cf-f1de4ddaa3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:03.588823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,revision_number=10']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:03.590031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-216400f9-7e6e-4619-88cf-f1de4ddaa3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:03.595465 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:03.609801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f6f4f-4c87-41b1-9e37-3ecbc168f4a4 req-9eb21034-3e9a-4950-bdd1-e556b46a59fa tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:03.617074 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bc5f6f4f-4c87-41b1-9e37-3ecbc168f4a4 req-9eb21034-3e9a-4950-bdd1-e556b46a59fa tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.2052684 Jul 09 20:09:03.619817 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:03.665696 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-216400f9-7e6e-4619-88cf-f1de4ddaa3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:03.669006 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-216400f9-7e6e-4619-88cf-f1de4ddaa3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:03.671143 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-216400f9-7e6e-4619-88cf-f1de4ddaa3d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/149c79ae-3177-48f6-80ae-d8c5140fcf2f HTTP/1.1" status: 204 len: 168 time: 0.1995373 Jul 09 20:09:03.683430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216400f9-7e6e-4619-88cf-f1de4ddaa3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149c79ae-3177-48f6-80ae-d8c5140fcf2f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:03.687484 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bc5f6f4f-4c87-41b1-9e37-3ecbc168f4a4 req-bdc4294a-c881-4d30-b5b8-3c6a41d99962 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693686 Jul 09 20:09:03.695213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:09:03.700823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97230ce-5839-4613-a4ed-0417a9dd78a3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:03.709266 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:03.709631 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] Added segment e30f45e8-b3d7-4967-9e7c-85883167c4d1 of type vlan for network a833b5f6-088c-4e83-b7ed-44818130017e Jul 09 20:09:03.776762 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:03.797245 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5e09c8-79e5-4309-a184-bd81a7194c2f x-openstack-request-id: req-2f5e09c8-79e5-4309-a184-bd81a7194c2f {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:03.797641 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a638b8-826a-45ff-baa6-4dd253954612", "name": "network-vif-plugged", "status": "completed", "tag": "eeb3bdf9-f0ad-486a-94cd-4afece32c30f", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:03.798088 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f5e09c8-79e5-4309-a184-bd81a7194c2f {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:03.798584 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a638b8-826a-45ff-baa6-4dd253954612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f', 'code': 200} Jul 09 20:09:03.818099 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:03.819387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:03.820132 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:03.885829 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6752760 Jul 09 20:09:03.888646 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50298) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:03.893923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b96bb349-e0a9-4f09-b5a8-48342940a40f admin admin] Request body: {'subnet': {'network_id': 'a833b5f6-088c-4e83-b7ed-44818130017e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1332563644-subnet', 'tenant_id': '8b35e13e783c4c0c8c18c07be38d2b1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:03.900375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13dd09-14ca-4050-9b52-eb4fdc576482 admin admin] Pushing event updated for resources: {'Network': ['ID=a833b5f6-088c-4e83-b7ed-44818130017e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:03.914392 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network a833b5f6-088c-4e83-b7ed-44818130017e details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:09:03.924447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96bb349-e0a9-4f09-b5a8-48342940a40f admin admin] Made reservation on behalf of 8b35e13e783c4c0c8c18c07be38d2b1a for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:03.928145 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b96bb349-e0a9-4f09-b5a8-48342940a40f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:04.060809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fbd3a-91ee-4103-8792-75b4419970e4 req-cf23cc2f-02a6-4103-80c6-bb68dba7a0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:04.063022 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e33fbd3a-91ee-4103-8792-75b4419970e4 req-cf23cc2f-02a6-4103-80c6-bb68dba7a0fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 1097 time: 0.0760615 Jul 09 20:09:04.124122 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e33fbd3a-91ee-4103-8792-75b4419970e4 req-08d42652-7e3d-4328-9dce-cb7c783ead10 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486655 Jul 09 20:09:04.153441 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b96bb349-e0a9-4f09-b5a8-48342940a40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:04.219096 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bb349-e0a9-4f09-b5a8-48342940a40f admin admin] Pushing event updated for resources: {'Subnet': ['ID=686495d7-8bc1-4c3e-b8a8-1032c4be7a07,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:04.228319 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96bb349-e0a9-4f09-b5a8-48342940a40f admin admin] Checking segment: {'id': 'e30f45e8-b3d7-4967-9e7c-85883167c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a833b5f6-088c-4e83-b7ed-44818130017e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:04.228728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96bb349-e0a9-4f09-b5a8-48342940a40f admin admin] Network hostable DHCP agents. Network: a833b5f6-088c-4e83-b7ed-44818130017e, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:09:04.249982 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96bb349-e0a9-4f09-b5a8-48342940a40f admin admin] Network a833b5f6-088c-4e83-b7ed-44818130017e is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:09:04.263533 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-b96bb349-e0a9-4f09-b5a8-48342940a40f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, a833b5f6-088c-4e83-b7ed-44818130017e) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:04.269115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96bb349-e0a9-4f09-b5a8-48342940a40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:04.269940 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b96bb349-e0a9-4f09-b5a8-48342940a40f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:04.276501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef381c13-1cd4-4418-ac62-7e350f0693f3 None None] Network a833b5f6-088c-4e83-b7ed-44818130017e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:04.289044 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b96bb349-e0a9-4f09-b5a8-48342940a40f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3987794 Jul 09 20:09:04.446768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ed9c2a-9a80-4d26-be43-685747156518 None None] Network a833b5f6-088c-4e83-b7ed-44818130017e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:04.646631 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50326) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:04.898808 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'network': {'name': 'tempest-RoutersTest-309679237'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:04.925295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf81d6-755a-43c8-8513-0e5dac2bac63 req-8a73dd26-2f7e-4468-b757-797420d45c06 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:04.928495 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-adaf81d6-755a-43c8-8513-0e5dac2bac63 req-8a73dd26-2f7e-4468-b757-797420d45c06 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.0943282 Jul 09 20:09:04.935438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:04.941153 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:04.954270 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:04.985556 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-adaf81d6-755a-43c8-8513-0e5dac2bac63 req-bc3ce98b-3ee4-40d3-872b-044b8b34f44c tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507252 Jul 09 20:09:05.035670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50340) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:05.042658 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1990733529-network', 'tenant_id': 'd40cf9a98cfe479888bbff531da05265'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:05.081109 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.087545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.115838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:09:05.137142 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.137507 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Added segment 431fa786-a3a3-4cbb-bc1d-df635bfb8dd2 of type vlan for network 8ce74172-ed8f-437c-ae78-41ebd3e4cb8b Jul 09 20:09:05.139116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] Made reservation on behalf of d40cf9a98cfe479888bbff531da05265 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:05.142050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.149606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e6b9e4-2671-4dd4-b04e-ea892b3411eb,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:05.163492 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.218673 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.272869 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.278554 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:05.279267 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.369107 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Network': ['ID=8ce74172-ed8f-437c-ae78-41ebd3e4cb8b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:05.380154 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 8ce74172-ed8f-437c-ae78-41ebd3e4cb8b details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:09:05.395942 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.401628 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.416759 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ba7ac902-eee4-424d-a2d3-51ff04fff9d7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7684360 Jul 09 20:09:05.419439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50346) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:05.440749 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f6a0ae4e-58d7-4b70-a119-5cf5d5062721 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'network': {'name': 'tempest-RoutersTest-946635860'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:05.468875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:09:05.470897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a0ae4e-58d7-4b70-a119-5cf5d5062721 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:05.474477 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6a0ae4e-58d7-4b70-a119-5cf5d5062721 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.510798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841052d4-5c4a-419e-8b6a-621092795075,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:05.530128 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.530940 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] Added segment 6005d07e-f8b8-4d97-b3d2-cda0b5109f88 of type vlan for network 913532ad-e3f6-4643-887b-a7ed697a0ff2 Jul 09 20:09:05.533735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a0ae4e-58d7-4b70-a119-5cf5d5062721 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:09:05.599028 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6a0ae4e-58d7-4b70-a119-5cf5d5062721 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.599304 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-f6a0ae4e-58d7-4b70-a119-5cf5d5062721 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Added segment d2289c4e-4428-4bf1-ae2e-158b545924ac of type vlan for network 9c6fcdd2-2f37-4395-8a8c-b4b04c121964 Jul 09 20:09:05.618776 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.664449 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6a0ae4e-58d7-4b70-a119-5cf5d5062721 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.703917 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.704936 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:05.705764 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.770708 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6a0ae4e-58d7-4b70-a119-5cf5d5062721 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.776386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a0ae4e-58d7-4b70-a119-5cf5d5062721 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:05.777047 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6a0ae4e-58d7-4b70-a119-5cf5d5062721 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:05.782491 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7453396 Jul 09 20:09:05.785433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50360) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:05.791987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-8dbcaa87-b8c3-47ec-9291-613eb3b8ce8b admin admin] Request body: {'subnet': {'network_id': '913532ad-e3f6-4643-887b-a7ed697a0ff2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1990733529-subnet', 'tenant_id': 'd40cf9a98cfe479888bbff531da05265', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:05.795855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366d891-03a4-4d9b-ae59-82fb2b99dc9e admin admin] Pushing event updated for resources: {'Network': ['ID=913532ad-e3f6-4643-887b-a7ed697a0ff2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:05.806615 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 913532ad-e3f6-4643-887b-a7ed697a0ff2 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:09:05.868249 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f6a0ae4e-58d7-4b70-a119-5cf5d5062721 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4344816 Jul 09 20:09:05.868610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50368) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:05.878591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3c5760b6-9747-4b9c-926b-43b30dcb1ecf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'subnet': {'network_id': '8ce74172-ed8f-437c-ae78-41ebd3e4cb8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:05.884684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0ae4e-58d7-4b70-a119-5cf5d5062721 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Network': ['ID=9c6fcdd2-2f37-4395-8a8c-b4b04c121964,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:05.896617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 9c6fcdd2-2f37-4395-8a8c-b4b04c121964 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:09:05.944762 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbcaa87-b8c3-47ec-9291-613eb3b8ce8b admin admin] Made reservation on behalf of d40cf9a98cfe479888bbff531da05265 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:05.948489 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8dbcaa87-b8c3-47ec-9291-613eb3b8ce8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:06.071645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5760b6-9747-4b9c-926b-43b30dcb1ecf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:06.075418 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c5760b6-9747-4b9c-926b-43b30dcb1ecf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:06.333383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09085494-e390-41ff-a8fd-60296c0e18d9 req-a8df8743-9e7b-43c2-8a22-a9b0aa9c189a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:06.335149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09085494-e390-41ff-a8fd-60296c0e18d9 req-a8df8743-9e7b-43c2-8a22-a9b0aa9c189a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.2076166 Jul 09 20:09:06.394193 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8dbcaa87-b8c3-47ec-9291-613eb3b8ce8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:06.467892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcaa87-b8c3-47ec-9291-613eb3b8ce8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b4a3ac3-73e5-40af-85bb-409cb9daa941,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:06.481621 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09085494-e390-41ff-a8fd-60296c0e18d9 req-d3e0df85-30af-4fe1-b333-5fde7215b60b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352789 Jul 09 20:09:06.542765 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c5760b6-9747-4b9c-926b-43b30dcb1ecf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:06.547269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbcaa87-b8c3-47ec-9291-613eb3b8ce8b admin admin] Checking segment: {'id': '6005d07e-f8b8-4d97-b3d2-cda0b5109f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '913532ad-e3f6-4643-887b-a7ed697a0ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:06.547643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbcaa87-b8c3-47ec-9291-613eb3b8ce8b admin admin] Network hostable DHCP agents. Network: 913532ad-e3f6-4643-887b-a7ed697a0ff2, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:09:06.618437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbcaa87-b8c3-47ec-9291-613eb3b8ce8b admin admin] Network 913532ad-e3f6-4643-887b-a7ed697a0ff2 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:09:06.622869 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5760b6-9747-4b9c-926b-43b30dcb1ecf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Subnet': ['ID=0ac63a6f-031b-4f3e-b5db-c41f4ec932b6,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:06.635741 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5760b6-9747-4b9c-926b-43b30dcb1ecf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Checking segment: {'id': '431fa786-a3a3-4cbb-bc1d-df635bfb8dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8ce74172-ed8f-437c-ae78-41ebd3e4cb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:06.636185 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5760b6-9747-4b9c-926b-43b30dcb1ecf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network hostable DHCP agents. Network: 8ce74172-ed8f-437c-ae78-41ebd3e4cb8b, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:09:06.638058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-8dbcaa87-b8c3-47ec-9291-613eb3b8ce8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 913532ad-e3f6-4643-887b-a7ed697a0ff2) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:06.643520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbcaa87-b8c3-47ec-9291-613eb3b8ce8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:06.644124 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8dbcaa87-b8c3-47ec-9291-613eb3b8ce8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:06.650170 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ccda95-8e03-4023-812e-84528923bed5 None None] Network 913532ad-e3f6-4643-887b-a7ed697a0ff2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:06.665522 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8dbcaa87-b8c3-47ec-9291-613eb3b8ce8b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8786929 Jul 09 20:09:06.668022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5760b6-9747-4b9c-926b-43b30dcb1ecf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 8ce74172-ed8f-437c-ae78-41ebd3e4cb8b is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:09:06.681488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3c5760b6-9747-4b9c-926b-43b30dcb1ecf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 8ce74172-ed8f-437c-ae78-41ebd3e4cb8b) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:06.696420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5760b6-9747-4b9c-926b-43b30dcb1ecf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:06.697204 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c5760b6-9747-4b9c-926b-43b30dcb1ecf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:06.705963 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d07c8a-5f64-442c-baf4-4757819030bf None None] Network 8ce74172-ed8f-437c-ae78-41ebd3e4cb8b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:06.724939 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50448) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:06.730656 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0e9d5d4b-b40a-4d96-8660-fc37931700be tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'subnet': {'network_id': '9c6fcdd2-2f37-4395-8a8c-b4b04c121964', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:06.733327 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3c5760b6-9747-4b9c-926b-43b30dcb1ecf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8615863 Jul 09 20:09:06.912179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b938cd8-801b-472c-bd35-9496d44fd715 None None] Network 913532ad-e3f6-4643-887b-a7ed697a0ff2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:06.934973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9d5d4b-b40a-4d96-8660-fc37931700be tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:06.939537 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e9d5d4b-b40a-4d96-8660-fc37931700be tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:07.214665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-8ce74172-ed8f-437c-ae78-41ebd3e4cb8b', 'network_id': '8ce74172-ed8f-437c-ae78-41ebd3e4cb8b', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'fixed_ips': [{'subnet_id': '0ac63a6f-031b-4f3e-b5db-c41f4ec932b6'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:09:07.215611 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:07.229781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e9d5d4b-b40a-4d96-8660-fc37931700be tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:07.316634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d5d4b-b40a-4d96-8660-fc37931700be tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Subnet': ['ID=781c67d2-f78a-40e3-8e54-a43615ba90b7,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:07.330461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d5d4b-b40a-4d96-8660-fc37931700be tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Checking segment: {'id': 'd2289c4e-4428-4bf1-ae2e-158b545924ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9c6fcdd2-2f37-4395-8a8c-b4b04c121964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:07.330853 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9d5d4b-b40a-4d96-8660-fc37931700be tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network hostable DHCP agents. Network: 9c6fcdd2-2f37-4395-8a8c-b4b04c121964, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:09:07.354487 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9d5d4b-b40a-4d96-8660-fc37931700be tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 9c6fcdd2-2f37-4395-8a8c-b4b04c121964 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:09:07.379634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0e9d5d4b-b40a-4d96-8660-fc37931700be tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 9c6fcdd2-2f37-4395-8a8c-b4b04c121964) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:07.390952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c49f63-8ff3-488e-9a04-053b781490d2 None None] Network 9c6fcdd2-2f37-4395-8a8c-b4b04c121964 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:07.396668 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9d5d4b-b40a-4d96-8660-fc37931700be tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:07.397456 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e9d5d4b-b40a-4d96-8660-fc37931700be tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:07.420429 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0e9d5d4b-b40a-4d96-8660-fc37931700be tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6943054 Jul 09 20:09:07.423477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50536) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:07.430277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-bbb173e5-09c2-4310-85ac-7f5b09a2cbe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1007150658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:07.465256 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbb173e5-09c2-4310-85ac-7f5b09a2cbe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:07.473628 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbb173e5-09c2-4310-85ac-7f5b09a2cbe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:07.474181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-c80d9963-4277-456d-b94b-41443cc5e33d tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:07.476955 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-c80d9963-4277-456d-b94b-41443cc5e33d tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/networks?id=a833b5f6-088c-4e83-b7ed-44818130017e HTTP/1.1" status: 200 len: 812 time: 0.1998870 Jul 09 20:09:07.482034 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Allocated IP 172.20.0.2 (8ce74172-ed8f-437c-ae78-41ebd3e4cb8b/0ac63a6f-031b-4f3e-b5db-c41f4ec932b6/da08610b-19dd-46f8-9943-3f2dc77a4ee9) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:07.496675 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-4e4cec6b-c6a5-4246-b3a9-0bb9f3a5cfb1 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/quotas/8b35e13e783c4c0c8c18c07be38d2b1a HTTP/1.1" status: 200 len: 375 time: 0.0129156 Jul 09 20:09:07.575861 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-41c9c30d-5149-41cb-b835-0c36b6cdef9f tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b35e13e783c4c0c8c18c07be38d2b1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716238 Jul 09 20:09:07.612570 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbb173e5-09c2-4310-85ac-7f5b09a2cbe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:07.619189 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbb173e5-09c2-4310-85ac-7f5b09a2cbe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:07.642749 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbb173e5-09c2-4310-85ac-7f5b09a2cbe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:07.650607 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bbb173e5-09c2-4310-85ac-7f5b09a2cbe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2260549 Jul 09 20:09:07.654154 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50562) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:07.736246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-9c6fcdd2-2f37-4395-8a8c-b4b04c121964', 'network_id': '9c6fcdd2-2f37-4395-8a8c-b4b04c121964', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'fixed_ips': [{'subnet_id': '781c67d2-f78a-40e3-8e54-a43615ba90b7'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:09:07.737169 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:07.780234 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:07.837054 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Transition to ACTIVE for port object da08610b-19dd-46f8-9943-3f2dc77a4ee9 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:07.861416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-0b80fca1-95d4-4102-a678-a564975046e7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:09:07.869831 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-0b80fca1-95d4-4102-a678-a564975046e7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2916641 Jul 09 20:09:07.882974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Transition to ACTIVE for port object da08610b-19dd-46f8-9943-3f2dc77a4ee9 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:07.896755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d946de-c592-4d7e-a9bd-0d82ec47394e req-ce7fc173-bc6d-4189-b4af-9d0e87ce86bf tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:07.902033 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c7d946de-c592-4d7e-a9bd-0d82ec47394e req-ce7fc173-bc6d-4189-b4af-9d0e87ce86bf tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.1683860 Jul 09 20:09:07.915599 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:07.970737 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c7d946de-c592-4d7e-a9bd-0d82ec47394e req-20e7035f-9216-452a-b89a-ae102e785e9d tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610726 Jul 09 20:09:08.019672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Network 8ce74172-ed8f-437c-ae78-41ebd3e4cb8b is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:08.033755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:08.044423 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:08.062878 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Pushing event updated for resources: {'Port': ['ID=da08610b-19dd-46f8-9943-3f2dc77a4ee9,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:08.067958 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Allocated IP 172.21.0.2 (9c6fcdd2-2f37-4395-8a8c-b4b04c121964/781c67d2-f78a-40e3-8e54-a43615ba90b7/08648b52-1929-44ab-9323-c8eae6598505) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:08.136701 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-8885bdb4-b945-45e1-872b-865b0115b3d7 service neutron] 10.222.0.30 "GET /v2.0/networks/a833b5f6-088c-4e83-b7ed-44818130017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658441 Jul 09 20:09:08.214275 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:08.260720 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Attempting to bind port da08610b-19dd-46f8-9943-3f2dc77a4ee9 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:09:08.261563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Attempting to bind port da08610b-19dd-46f8-9943-3f2dc77a4ee9 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '431fa786-a3a3-4cbb-bc1d-df635bfb8dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8ce74172-ed8f-437c-ae78-41ebd3e4cb8b'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:09:08.262033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Attempting to bind port da08610b-19dd-46f8-9943-3f2dc77a4ee9 on network 8ce74172-ed8f-437c-ae78-41ebd3e4cb8b {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:09:08.272808 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:09:08.273266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Checking segment: {'id': '431fa786-a3a3-4cbb-bc1d-df635bfb8dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8ce74172-ed8f-437c-ae78-41ebd3e4cb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:08.273855 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:08.274437 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Bound using segment: {'id': '431fa786-a3a3-4cbb-bc1d-df635bfb8dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8ce74172-ed8f-437c-ae78-41ebd3e4cb8b'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:09:08.276200 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Bound port: da08610b-19dd-46f8-9943-3f2dc77a4ee9, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431fa786-a3a3-4cbb-bc1d-df635bfb8dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8ce74172-ed8f-437c-ae78-41ebd3e4cb8b'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:09:08.276739 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:08.314858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb7d37-5a36-42cc-9de2-5ae8459243d3 req-58692e1f-6fc3-49c2-a5a0-9b6406cb849a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:08.316824 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-60fb7d37-5a36-42cc-9de2-5ae8459243d3 req-58692e1f-6fc3-49c2-a5a0-9b6406cb849a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.0840755 Jul 09 20:09:08.389738 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-60fb7d37-5a36-42cc-9de2-5ae8459243d3 req-c6137023-e904-4231-b8ea-908f6740c9f2 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613301 Jul 09 20:09:08.446624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] For port da08610b-19dd-46f8-9943-3f2dc77a4ee9, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:09:08.464424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-dd4de8e0-e241-4cce-9be0-e48bc3e3d0c7 service neutron] 10.222.0.30 "GET /v2.0/networks/a833b5f6-088c-4e83-b7ed-44818130017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266091 Jul 09 20:09:08.488751 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] For port da08610b-19dd-46f8-9943-3f2dc77a4ee9, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=da08610b-19dd-46f8-9943-3f2dc77a4ee9,segment=NetworkSegment(431fa786-a3a3-4cbb-bc1d-df635bfb8dd2),segment_id=431fa786-a3a3-4cbb-bc1d-df635bfb8dd2)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:09:08.496428 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:08.591176 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:08.595079 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871e09d-ec04-4286-be47-bea3a372504b None None] Pushing event updated for resources: {'Port': ['ID=da08610b-19dd-46f8-9943-3f2dc77a4ee9,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:08.610830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Transition to ACTIVE for port object 08648b52-1929-44ab-9323-c8eae6598505 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:08.634558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Transition to ACTIVE for port object 08648b52-1929-44ab-9323-c8eae6598505 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:08.647639 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:08.684079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867b67c-8d56-460e-bf37-fc923f5aec69 req-0ad50680-c98a-4914-9a52-974d16371103 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:08.686176 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e867b67c-8d56-460e-bf37-fc923f5aec69 req-0ad50680-c98a-4914-9a52-974d16371103 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.1444099 Jul 09 20:09:08.771309 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Pushing event updated for resources: {'Port': ['ID=08648b52-1929-44ab-9323-c8eae6598505,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:08.778489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Network 9c6fcdd2-2f37-4395-8a8c-b4b04c121964 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:08.780760 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:08.786925 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:08.797369 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e867b67c-8d56-460e-bf37-fc923f5aec69 req-e303d1a0-2d7d-4288-b0c8-c77ead48fd96 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982115 Jul 09 20:09:08.976022 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Attempting to bind port 08648b52-1929-44ab-9323-c8eae6598505 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:09:08.976417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Attempting to bind port 08648b52-1929-44ab-9323-c8eae6598505 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'd2289c4e-4428-4bf1-ae2e-158b545924ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9c6fcdd2-2f37-4395-8a8c-b4b04c121964'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:09:08.976834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Attempting to bind port 08648b52-1929-44ab-9323-c8eae6598505 on network 9c6fcdd2-2f37-4395-8a8c-b4b04c121964 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:09:08.982984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:09:08.983606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Checking segment: {'id': 'd2289c4e-4428-4bf1-ae2e-158b545924ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9c6fcdd2-2f37-4395-8a8c-b4b04c121964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:08.983928 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:08.984339 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Bound using segment: {'id': 'd2289c4e-4428-4bf1-ae2e-158b545924ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9c6fcdd2-2f37-4395-8a8c-b4b04c121964'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:09:08.984875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Bound port: 08648b52-1929-44ab-9323-c8eae6598505, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2289c4e-4428-4bf1-ae2e-158b545924ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9c6fcdd2-2f37-4395-8a8c-b4b04c121964'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:09:08.985274 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:09.163301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] For port 08648b52-1929-44ab-9323-c8eae6598505, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:09:09.169707 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] For port 08648b52-1929-44ab-9323-c8eae6598505, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=08648b52-1929-44ab-9323-c8eae6598505,segment=NetworkSegment(d2289c4e-4428-4bf1-ae2e-158b545924ac),segment_id=d2289c4e-4428-4bf1-ae2e-158b545924ac)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:09:09.176716 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:09.209092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424863c-c7a5-45dd-ab75-f6bc5172c9d9 req-a2077b58-f2da-449d-92f6-b0e5214d32c9 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:09.217736 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2424863c-c7a5-45dd-ab75-f6bc5172c9d9 req-a2077b58-f2da-449d-92f6-b0e5214d32c9 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.1907778 Jul 09 20:09:09.284866 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2424863c-c7a5-45dd-ab75-f6bc5172c9d9 req-2b4a1bd5-ec40-4b7f-951e-f182de3a9f92 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630231 Jul 09 20:09:09.298600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec618729-f2fc-4f04-99d1-20043561a4c7 None None] Pushing event updated for resources: {'Port': ['ID=08648b52-1929-44ab-9323-c8eae6598505,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:09.312490 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-045dbb3c-1547-46a8-864c-16f64e191ca4 req-8fb31de0-9fe8-4964-9c21-7d540bfb77a7 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 210 time: 0.5468779 Jul 09 20:09:09.336714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Allocated IP 172.20.0.1 (8ce74172-ed8f-437c-ae78-41ebd3e4cb8b/0ac63a6f-031b-4f3e-b5db-c41f4ec932b6/2f46e49f-fd06-44cd-88a8-be3be8692523) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:09.578188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device da08610b-19dd-46f8-9943-3f2dc77a4ee9 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:09.723415 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port da08610b-19dd-46f8-9943-3f2dc77a4ee9 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:09.803498 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:09.848840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f294dd-2ef2-43ab-9d22-9dbec1ff4603 req-09ed68af-a7e6-446d-9cbe-f554b9e1ed82 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:09.851679 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4f294dd-2ef2-43ab-9d22-9dbec1ff4603 req-09ed68af-a7e6-446d-9cbe-f554b9e1ed82 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.3279767 Jul 09 20:09:09.907710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Transition to ACTIVE for port object 2f46e49f-fd06-44cd-88a8-be3be8692523 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:10.051209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4f294dd-2ef2-43ab-9d22-9dbec1ff4603 req-4b36c287-8f88-4d0b-94e9-5e41e5f7ef16 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776476 Jul 09 20:09:10.081620 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:10.152183 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 8ce74172-ed8f-437c-ae78-41ebd3e4cb8b is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:10.165100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:10.170024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:10.228521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=2f46e49f-fd06-44cd-88a8-be3be8692523,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:10.272498 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:10.486058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957898f7-3439-4947-ac43-b7f7b01bf0d0 None None] Network 8ce74172-ed8f-437c-ae78-41ebd3e4cb8b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:10.663854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dd638-5cb5-4d0b-af67-fcd876e7e093 req-716f794c-865f-4e08-8a39-f954b93aa9ea tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:10.672109 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c31dd638-5cb5-4d0b-af67-fcd876e7e093 req-716f794c-865f-4e08-8a39-f954b93aa9ea tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.2187588 Jul 09 20:09:10.682321 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:10.684364 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e8c0ef0d-1b86-4cfb-a76d-3c1c20e90d29 None None] Provisioning for port da08610b-19dd-46f8-9943-3f2dc77a4ee9 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:10.707534 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e8c0ef0d-1b86-4cfb-a76d-3c1c20e90d29 None None] Provisioning complete for port da08610b-19dd-46f8-9943-3f2dc77a4ee9 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:10.709890 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8c0ef0d-1b86-4cfb-a76d-3c1c20e90d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:10.764727 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e99079f8-c86e-4e72-9822-5cc85bf79108 req-6da4cecd-d793-41c6-b24b-de563b388562 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 210 time: 0.0672784 Jul 09 20:09:10.787265 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c31dd638-5cb5-4d0b-af67-fcd876e7e093 req-96655c8f-4060-4e4b-a4dd-8dcca857b043 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019127 Jul 09 20:09:10.967830 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8c0ef0d-1b86-4cfb-a76d-3c1c20e90d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:11.047260 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e8c0ef0d-1b86-4cfb-a76d-3c1c20e90d29 None None] For port da08610b-19dd-46f8-9943-3f2dc77a4ee9, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=da08610b-19dd-46f8-9943-3f2dc77a4ee9,segment=NetworkSegment(431fa786-a3a3-4cbb-bc1d-df635bfb8dd2),segment_id=431fa786-a3a3-4cbb-bc1d-df635bfb8dd2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:11.061733 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8c0ef0d-1b86-4cfb-a76d-3c1c20e90d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:11.123070 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0ef0d-1b86-4cfb-a76d-3c1c20e90d29 None None] Pushing event updated for resources: {'Port': ['ID=da08610b-19dd-46f8-9943-3f2dc77a4ee9,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:11.268897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1c957-ee30-429f-9af6-23b44861a59b req-80c1d0c1-0c5f-4f84-b730-059d92997084 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:11.284146 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0dc1c957-ee30-429f-9af6-23b44861a59b req-80c1d0c1-0c5f-4f84-b730-059d92997084 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.2437625 Jul 09 20:09:11.351781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4675a1d8-6820-42e3-9b47-5b29a6d664aa None None] Network 9c6fcdd2-2f37-4395-8a8c-b4b04c121964 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:11.449439 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0dc1c957-ee30-429f-9af6-23b44861a59b req-50fc4379-cce9-4104-8974-44ea66ac51f8 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613717 Jul 09 20:09:11.661729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-74c87963-e082-4465-8c9d-43f4eba2e737 None None] Provisioning for port 08648b52-1929-44ab-9323-c8eae6598505 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:11.816400 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:11.851298 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:11.914035 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-62481381-c3f6-413f-805e-8fae18dd9ada None None] Provisioning complete for port da08610b-19dd-46f8-9943-3f2dc77a4ee9 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:11.914035 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-62481381-c3f6-413f-805e-8fae18dd9ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:12.012668 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 08648b52-1929-44ab-9323-c8eae6598505 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:12.106702 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d9b12ef2-f901-43c0-836c-a5f14d0bfae6 req-825b8dfa-1079-45f7-bb55-cbe01b89dcc9 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 210 time: 0.1016579 Jul 09 20:09:12.125511 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:12.144788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=2f46e49f-fd06-44cd-88a8-be3be8692523,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:12.191036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-c6b4bfc2-9cf2-4eb3-8576-3115e777ef5d tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:12.193669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-c6b4bfc2-9cf2-4eb3-8576-3115e777ef5d tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.36 "GET /v2.0/networks?id=a833b5f6-088c-4e83-b7ed-44818130017e HTTP/1.1" status: 200 len: 812 time: 0.7405076 Jul 09 20:09:12.209109 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-3d500c24-3395-4510-8dbe-0e1fd1ce20d3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Request body: {'port': {'device_id': '6534fbbd-fe1f-4570-9fd5-a688e43f660e', 'network_id': 'a833b5f6-088c-4e83-b7ed-44818130017e', 'admin_state_up': True, 'tenant_id': '8b35e13e783c4c0c8c18c07be38d2b1a'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:12.222131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 08648b52-1929-44ab-9323-c8eae6598505 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:12.234235 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 08648b52-1929-44ab-9323-c8eae6598505 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:12.234640 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:12.280994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-62481381-c3f6-413f-805e-8fae18dd9ada None None] Provisioning for port 2f46e49f-fd06-44cd-88a8-be3be8692523 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:12.288968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-62481381-c3f6-413f-805e-8fae18dd9ada None None] Provisioning complete for port 2f46e49f-fd06-44cd-88a8-be3be8692523 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:12.289361 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-62481381-c3f6-413f-805e-8fae18dd9ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:12.371875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-62481381-c3f6-413f-805e-8fae18dd9ada None None] Port 2f46e49f-fd06-44cd-88a8-be3be8692523 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:09:12.379468 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:12.419040 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-3d500c24-3395-4510-8dbe-0e1fd1ce20d3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Made reservation on behalf of 8b35e13e783c4c0c8c18c07be38d2b1a for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:12.423475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 08648b52-1929-44ab-9323-c8eae6598505, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=08648b52-1929-44ab-9323-c8eae6598505,segment=NetworkSegment(d2289c4e-4428-4bf1-ae2e-158b545924ac),segment_id=d2289c4e-4428-4bf1-ae2e-158b545924ac)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:12.424880 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-3d500c24-3395-4510-8dbe-0e1fd1ce20d3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:12.428281 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:12.429539 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device da08610b-19dd-46f8-9943-3f2dc77a4ee9 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:12.474469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 8ce74172-ed8f-437c-ae78-41ebd3e4cb8b is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:12.483205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c69237-439c-4438-a666-57c25ee4bfe7 req-40d97bd2-41f3-403f-97eb-993abc5413eb tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:12.491087 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2c69237-439c-4438-a666-57c25ee4bfe7 req-40d97bd2-41f3-403f-97eb-993abc5413eb tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.0922670 Jul 09 20:09:12.511681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:12.540805 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-64cc8ccf-7eb2-4f3b-8082-a08b5854676c None None] Provisioning complete for port 08648b52-1929-44ab-9323-c8eae6598505 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:12.541185 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-64cc8ccf-7eb2-4f3b-8082-a08b5854676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:12.557360 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2c69237-439c-4438-a666-57c25ee4bfe7 req-043f555c-435f-48d0-b66d-ccf9e1623a3f tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653210 Jul 09 20:09:12.575506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=08648b52-1929-44ab-9323-c8eae6598505,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:12.606081 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port da08610b-19dd-46f8-9943-3f2dc77a4ee9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:12.607072 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:12.710941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-3d500c24-3395-4510-8dbe-0e1fd1ce20d3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Allocated IP 172.20.0.12 (a833b5f6-088c-4e83-b7ed-44818130017e/686495d7-8bc1-4c3e-b8a8-1032c4be7a07/45817f54-3154-41bb-b36c-6291d03626fc) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:12.771340 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-64cc8ccf-7eb2-4f3b-8082-a08b5854676c None None] Provisioning complete for port 2f46e49f-fd06-44cd-88a8-be3be8692523 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:12.772086 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-64cc8ccf-7eb2-4f3b-8082-a08b5854676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:12.798344 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router 3c274717-1273-4b52-86dd-bc3087bd1157 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:09:12.820340 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-64cc8ccf-7eb2-4f3b-8082-a08b5854676c None None] Port 2f46e49f-fd06-44cd-88a8-be3be8692523 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:09:12.948140 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-91e4ce82-4e18-4b64-bdc6-38554097bdb3 None None] Provisioning complete for port 2f46e49f-fd06-44cd-88a8-be3be8692523 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:12.948727 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-91e4ce82-4e18-4b64-bdc6-38554097bdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:12.994646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-91e4ce82-4e18-4b64-bdc6-38554097bdb3 None None] Port 2f46e49f-fd06-44cd-88a8-be3be8692523 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:09:12.994850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:09:13.005193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50932) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:13.005326 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-07d3b067-714e-4cc7-98ff-3fb8395ae488 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/3c274717-1273-4b52-86dd-bc3087bd1157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3492122 Jul 09 20:09:13.007010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafc663-59e7-454b-9a63-e72e25153272 None None] Sync routers for ids ['3c274717-1273-4b52-86dd-bc3087bd1157'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:09:13.016817 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-3d500c24-3395-4510-8dbe-0e1fd1ce20d3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:13.019057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafc663-59e7-454b-9a63-e72e25153272 None None] Routers {'3c274717-1273-4b52-86dd-bc3087bd1157'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:13.019701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1fafc663-59e7-454b-9a63-e72e25153272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:08:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3c274717-1273-4b52-86dd-bc3087bd1157'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:13.058675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1fafc663-59e7-454b-9a63-e72e25153272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:13.063275 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-3d500c24-3395-4510-8dbe-0e1fd1ce20d3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:13.069549 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfd5da6-a33e-472f-ad87-02d011ae2147 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:13.069754 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafc663-59e7-454b-9a63-e72e25153272 None None] Routers {'3c274717-1273-4b52-86dd-bc3087bd1157'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:13.070862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1fafc663-59e7-454b-9a63-e72e25153272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:08:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3c274717-1273-4b52-86dd-bc3087bd1157'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:13.071600 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4bfd5da6-a33e-472f-ad87-02d011ae2147 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports/2f46e49f-fd06-44cd-88a8-be3be8692523 HTTP/1.1" status: 200 len: 910 time: 0.0647879 Jul 09 20:09:13.074984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50934) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:13.113113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1fafc663-59e7-454b-9a63-e72e25153272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:13.114019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafc663-59e7-454b-9a63-e72e25153272 None None] The sync data for ids ['3c274717-1273-4b52-86dd-bc3087bd1157'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:09:13.124568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-3d500c24-3395-4510-8dbe-0e1fd1ce20d3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Network a833b5f6-088c-4e83-b7ed-44818130017e is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:13.132712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-3d500c24-3395-4510-8dbe-0e1fd1ce20d3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:13.135282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-3d500c24-3395-4510-8dbe-0e1fd1ce20d3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:13.140831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d500c24-3395-4510-8dbe-0e1fd1ce20d3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Pushing event updated for resources: {'Port': ['ID=45817f54-3154-41bb-b36c-6291d03626fc,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:13.203034 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-3d500c24-3395-4510-8dbe-0e1fd1ce20d3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:13.204016 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-3d500c24-3395-4510-8dbe-0e1fd1ce20d3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:13.220789 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-3d500c24-3395-4510-8dbe-0e1fd1ce20d3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0163782 Jul 09 20:09:13.233839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Request body: {'port': {'device_id': '6534fbbd-fe1f-4570-9fd5-a688e43f660e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:13.477053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 08648b52-1929-44ab-9323-c8eae6598505 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:13.483618 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:13.501777 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:13.533403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849db31-b12c-4e3d-952c-5e6fa9643b21 req-f1c9ab65-200f-4059-8992-445021aec1ac tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:13.535497 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b849db31-b12c-4e3d-952c-5e6fa9643b21 req-f1c9ab65-200f-4059-8992-445021aec1ac tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 932 time: 0.2651050 Jul 09 20:09:13.538664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 08648b52-1929-44ab-9323-c8eae6598505 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:13.539168 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:13.694877 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b849db31-b12c-4e3d-952c-5e6fa9643b21 req-666c226d-ff5c-4f14-85ff-88b909a74c7c tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430423 Jul 09 20:09:13.891787 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Allocated IP 172.21.0.1 (9c6fcdd2-2f37-4395-8a8c-b4b04c121964/781c67d2-f78a-40e3-8e54-a43615ba90b7/a53c5b9d-4a00-4997-b0db-6691d710ff23) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:13.909050 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaaf11b-cbad-442d-aaac-3fc09e7a0f14 req-5fb9b1fb-ef0d-4ea1-8246-1d74ff41a4fd tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:13.910656 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1eaaf11b-cbad-442d-aaac-3fc09e7a0f14 req-5fb9b1fb-ef0d-4ea1-8246-1d74ff41a4fd tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.1892304 Jul 09 20:09:14.015959 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45817f54-3154-41bb-b36c-6291d03626fc {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:09:14.030453 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:14.056140 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Transition to ACTIVE for port object 45817f54-3154-41bb-b36c-6291d03626fc will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:14.066154 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:14.097428 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1eaaf11b-cbad-442d-aaac-3fc09e7a0f14 req-01057fac-9bc5-440b-873a-5b95ab6552b5 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727481 Jul 09 20:09:14.208714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Pushing event updated for resources: {'Port': ['ID=45817f54-3154-41bb-b36c-6291d03626fc,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:14.221308 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:14.225380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Attempting to bind port 45817f54-3154-41bb-b36c-6291d03626fc on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:09:14.225768 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Attempting to bind port 45817f54-3154-41bb-b36c-6291d03626fc by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'e30f45e8-b3d7-4967-9e7c-85883167c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a833b5f6-088c-4e83-b7ed-44818130017e'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:09:14.226114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Attempting to bind port 45817f54-3154-41bb-b36c-6291d03626fc on network a833b5f6-088c-4e83-b7ed-44818130017e {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:09:14.231216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Port 45817f54-3154-41bb-b36c-6291d03626fc on network a833b5f6-088c-4e83-b7ed-44818130017e not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:09:14.232858 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Attempting to bind port 45817f54-3154-41bb-b36c-6291d03626fc on network a833b5f6-088c-4e83-b7ed-44818130017e {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:09:14.238327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:09:14.238676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Checking segment: {'id': 'e30f45e8-b3d7-4967-9e7c-85883167c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a833b5f6-088c-4e83-b7ed-44818130017e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:14.239257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Bound using segment: {'id': 'e30f45e8-b3d7-4967-9e7c-85883167c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a833b5f6-088c-4e83-b7ed-44818130017e'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:09:14.239704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Bound port: 45817f54-3154-41bb-b36c-6291d03626fc, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30f45e8-b3d7-4967-9e7c-85883167c4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a833b5f6-088c-4e83-b7ed-44818130017e'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:09:14.240074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:14.253137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Transition to ACTIVE for port object a53c5b9d-4a00-4997-b0db-6691d710ff23 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:14.317595 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:14.372315 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 9c6fcdd2-2f37-4395-8a8c-b4b04c121964 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:14.379329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:14.384097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:14.402299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] For port 45817f54-3154-41bb-b36c-6291d03626fc, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:09:14.407259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] For port 45817f54-3154-41bb-b36c-6291d03626fc, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=45817f54-3154-41bb-b36c-6291d03626fc,segment=NetworkSegment(e30f45e8-b3d7-4967-9e7c-85883167c4d1),segment_id=e30f45e8-b3d7-4967-9e7c-85883167c4d1)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:09:14.415791 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:14.479495 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:14.502622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:14.503270 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:14.511200 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] 10.222.0.36 "PUT /v2.0/ports/45817f54-3154-41bb-b36c-6291d03626fc HTTP/1.1" status: 200 len: 1092 time: 1.2821777 Jul 09 20:09:14.513336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6534fbbd-fe1f-4570-9fd5-a688e43f660e', 'tag': '45817f54-3154-41bb-b36c-6291d03626fc'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:14.515048 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03dea40-6ffb-4d9b-b8eb-6f6cbe6acf19" -d '{"events": [{"name": "network-changed", "server_uuid": "6534fbbd-fe1f-4570-9fd5-a688e43f660e", "tag": "45817f54-3154-41bb-b36c-6291d03626fc"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:14.568205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d242a-ab28-4028-b678-95651b5dc611 service neutron] Pushing event updated for resources: {'Port': ['ID=45817f54-3154-41bb-b36c-6291d03626fc,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:14.624733 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=a53c5b9d-4a00-4997-b0db-6691d710ff23,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:14.688715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:14.837459 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f0e1d9-565c-4f55-bbae-929a414301c4 x-openstack-request-id: req-59f0e1d9-565c-4f55-bbae-929a414301c4 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:14.838205 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6534fbbd-fe1f-4570-9fd5-a688e43f660e", "tag": "45817f54-3154-41bb-b36c-6291d03626fc", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:14.838482 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59f0e1d9-565c-4f55-bbae-929a414301c4 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:14.838779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-58dab579-38ab-47ed-834d-0df64a2acd13 None None] Provisioning for port a53c5b9d-4a00-4997-b0db-6691d710ff23 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:14.839466 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6534fbbd-fe1f-4570-9fd5-a688e43f660e', 'tag': '45817f54-3154-41bb-b36c-6291d03626fc', 'status': 'completed', 'code': 200} Jul 09 20:09:14.849309 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-58dab579-38ab-47ed-834d-0df64a2acd13 None None] Provisioning complete for port a53c5b9d-4a00-4997-b0db-6691d710ff23 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:14.850623 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-58dab579-38ab-47ed-834d-0df64a2acd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:14.875405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-4001a455-3e65-4580-aa94-dee88d1687dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:14.877493 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-4001a455-3e65-4580-aa94-dee88d1687dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b35e13e783c4c0c8c18c07be38d2b1a&device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 1095 time: 0.2868919 Jul 09 20:09:14.945649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe60d76-9310-45ea-89b6-7b14601d73f6 req-46787027-ec99-4cc7-8662-16cbd0f78617 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:14.954023 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bbe60d76-9310-45ea-89b6-7b14601d73f6 req-46787027-ec99-4cc7-8662-16cbd0f78617 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.2134666 Jul 09 20:09:14.965460 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-04a185af-1974-49bd-a7f2-b44702a5d6d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45817f54-3154-41bb-b36c-6291d03626fc HTTP/1.1" status: 200 len: 217 time: 0.0804186 Jul 09 20:09:15.019606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e8d11-a1e1-4ba5-8405-ccf7b0b8370e req-dc80b0d9-613d-4b2a-a786-0f60e036b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:15.021392 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce8e8d11-a1e1-4ba5-8405-ccf7b0b8370e req-dc80b0d9-613d-4b2a-a786-0f60e036b7e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c689c8ecc5f0497e8a3a5fa32b8e5ec8&device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 1097 time: 0.2345481 Jul 09 20:09:15.076156 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-58dab579-38ab-47ed-834d-0df64a2acd13 None None] Port a53c5b9d-4a00-4997-b0db-6691d710ff23 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:09:15.093091 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:15.111002 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:15.117587 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bbe60d76-9310-45ea-89b6-7b14601d73f6 req-487c7d4e-1067-4e4e-9715-7ec43bc186fa tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610110 Jul 09 20:09:15.120152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-fad6496c-bf78-49aa-ba62-6ef8fa8cad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:15.122146 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-fad6496c-bf78-49aa-ba62-6ef8fa8cad52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=686495d7-8bc1-4c3e-b8a8-1032c4be7a07 HTTP/1.1" status: 200 len: 852 time: 0.1425004 Jul 09 20:09:15.203710 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-1f18f729-7b2e-4d39-843d-5ced99653f6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a833b5f6-088c-4e83-b7ed-44818130017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668275 Jul 09 20:09:15.242702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=a53c5b9d-4a00-4997-b0db-6691d710ff23,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:15.319031 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e8d11-a1e1-4ba5-8405-ccf7b0b8370e req-bdf06fc3-562f-40dc-bc9f-bb128ace8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:15.321290 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce8e8d11-a1e1-4ba5-8405-ccf7b0b8370e req-bdf06fc3-562f-40dc-bc9f-bb128ace8d7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8576682d-43ed-4711-bc34-640246871758 HTTP/1.1" status: 200 len: 915 time: 0.2940621 Jul 09 20:09:15.334867 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:15.366691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849dfa36-7f47-490a-8493-b222843f4d01 req-1b9377fe-d88a-49f9-b8a6-f3553843359f tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:15.369082 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-849dfa36-7f47-490a-8493-b222843f4d01 req-1b9377fe-d88a-49f9-b8a6-f3553843359f tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.2802653 Jul 09 20:09:15.374959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce8e8d11-a1e1-4ba5-8405-ccf7b0b8370e req-454cb3d8-2256-4b60-91a7-e1425eff93de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f HTTP/1.1" status: 200 len: 217 time: 0.0454574 Jul 09 20:09:15.465901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e8d11-a1e1-4ba5-8405-ccf7b0b8370e req-fc2dbe80-ddd9-483e-9a49-b3dc73909b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:15.466966 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce8e8d11-a1e1-4ba5-8405-ccf7b0b8370e req-fc2dbe80-ddd9-483e-9a49-b3dc73909b55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cefeb25d-b810-4185-a769-17a2e345e6cc HTTP/1.1" status: 200 len: 854 time: 0.0855260 Jul 09 20:09:15.484199 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-849dfa36-7f47-490a-8493-b222843f4d01 req-11d8b483-4323-46d5-9586-06c52a8bcbca tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050348 Jul 09 20:09:15.527149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-e1bf2433-be90-4009-8606-21b0edac597c service neutron] 10.222.0.36 "GET /v2.0/networks/a833b5f6-088c-4e83-b7ed-44818130017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139710 Jul 09 20:09:15.528704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 9c6fcdd2-2f37-4395-8a8c-b4b04c121964 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:15.531658 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:15.563064 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce8e8d11-a1e1-4ba5-8405-ccf7b0b8370e req-125d7ffa-1d9b-468d-8d1f-4df6a3639768 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8576682d-43ed-4711-bc34-640246871758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386331 Jul 09 20:09:15.673295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router 3c274717-1273-4b52-86dd-bc3087bd1157 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:09:15.789335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b74084-2361-4b18-9a40-b8e0e5c20bd2 req-90391f71-38f4-4da2-968d-2fc9f60199ce tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:15.791206 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31b74084-2361-4b18-9a40-b8e0e5c20bd2 req-90391f71-38f4-4da2-968d-2fc9f60199ce tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 944 time: 0.3838458 Jul 09 20:09:15.798560 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:09:15.808719 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdf0658-2112-4325-8be3-d7cfd35cc216 None None] Sync routers for ids ['3c274717-1273-4b52-86dd-bc3087bd1157'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:09:15.812243 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bd819655-9be6-4529-8c6e-d0034e7e2a92 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/3c274717-1273-4b52-86dd-bc3087bd1157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7360289 Jul 09 20:09:15.813830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce8e8d11-a1e1-4ba5-8405-ccf7b0b8370e req-fdc8c137-55b6-4ff1-8a6f-1e6189de64f7 service neutron] 10.222.0.36 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248991 Jul 09 20:09:15.814811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50974) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:15.823975 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf0658-2112-4325-8be3-d7cfd35cc216 None None] Routers {'3c274717-1273-4b52-86dd-bc3087bd1157'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:15.824655 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ebdf0658-2112-4325-8be3-d7cfd35cc216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:08:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3c274717-1273-4b52-86dd-bc3087bd1157'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:15.906582 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ebdf0658-2112-4325-8be3-d7cfd35cc216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:15.921624 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf0658-2112-4325-8be3-d7cfd35cc216 None None] Routers {'3c274717-1273-4b52-86dd-bc3087bd1157'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:15.922492 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ebdf0658-2112-4325-8be3-d7cfd35cc216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:08:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3c274717-1273-4b52-86dd-bc3087bd1157'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:15.975993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce8e8d11-a1e1-4ba5-8405-ccf7b0b8370e req-442c563e-faae-46d2-8d25-3ad8d446cd50 service neutron] 10.222.0.36 "GET /v2.0/networks/8576682d-43ed-4711-bc34-640246871758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293638 Jul 09 20:09:16.006085 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a7bc9f90-aedc-48d3-9fdc-74a3e86b4295 None None] Provisioning complete for port a53c5b9d-4a00-4997-b0db-6691d710ff23 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:16.008666 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a7bc9f90-aedc-48d3-9fdc-74a3e86b4295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:16.010918 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d81624ad-7091-4bb5-bcc5-c720a4493c9a req-a5aeda82-e767-4705-a7b2-a279c80dc9fb service neutron] 10.222.0.36 "GET /v2.0/networks/a833b5f6-088c-4e83-b7ed-44818130017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464583 Jul 09 20:09:16.020037 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ebdf0658-2112-4325-8be3-d7cfd35cc216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:16.020772 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdf0658-2112-4325-8be3-d7cfd35cc216 None None] The sync data for ids ['3c274717-1273-4b52-86dd-bc3087bd1157'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:09:16.071648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31b74084-2361-4b18-9a40-b8e0e5c20bd2 req-39d44602-f135-4826-b276-54fd122e6bad tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652133 Jul 09 20:09:16.097832 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a7bc9f90-aedc-48d3-9fdc-74a3e86b4295 None None] Port a53c5b9d-4a00-4997-b0db-6691d710ff23 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:09:16.141188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03dea40-6ffb-4d9b-b8eb-6f6cbe6acf19 req-4219b866-6312-439f-87de-edc113539b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:16.143382 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a03dea40-6ffb-4d9b-b8eb-6f6cbe6acf19 req-4219b866-6312-439f-87de-edc113539b9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b35e13e783c4c0c8c18c07be38d2b1a&device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 1095 time: 0.0663440 Jul 09 20:09:16.269920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03dea40-6ffb-4d9b-b8eb-6f6cbe6acf19 req-d3e5c6d4-e1fb-489a-9697-8970b5ec6021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:16.271257 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a03dea40-6ffb-4d9b-b8eb-6f6cbe6acf19 req-d3e5c6d4-e1fb-489a-9697-8970b5ec6021 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a833b5f6-088c-4e83-b7ed-44818130017e HTTP/1.1" status: 200 len: 913 time: 0.1213765 Jul 09 20:09:16.286300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff75081a-2b3a-4dab-935a-e76ebec73363 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:16.287844 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ff75081a-2b3a-4dab-935a-e76ebec73363 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports/a53c5b9d-4a00-4997-b0db-6691d710ff23 HTTP/1.1" status: 200 len: 910 time: 0.4716611 Jul 09 20:09:16.290933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50978) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:16.400551 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c0894-046d-4794-8fd8-55ddda6ec60c req-487c235d-25bb-46c0-b94d-bf727339dca8 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:16.402867 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-469c0894-046d-4794-8fd8-55ddda6ec60c req-487c235d-25bb-46c0-b94d-bf727339dca8 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.0761995 Jul 09 20:09:16.461185 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-469c0894-046d-4794-8fd8-55ddda6ec60c req-0a0e3695-b960-4245-a26c-a2648a2c1cae tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518038 Jul 09 20:09:16.713969 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a03dea40-6ffb-4d9b-b8eb-6f6cbe6acf19 req-bc184a13-6fd0-45c0-a857-593e8f87170a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45817f54-3154-41bb-b36c-6291d03626fc HTTP/1.1" status: 200 len: 217 time: 0.4331386 Jul 09 20:09:16.837430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03dea40-6ffb-4d9b-b8eb-6f6cbe6acf19 req-d958df9d-9df7-4fbd-acaf-797c1a7c3922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:16.838909 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a03dea40-6ffb-4d9b-b8eb-6f6cbe6acf19 req-d958df9d-9df7-4fbd-acaf-797c1a7c3922 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=686495d7-8bc1-4c3e-b8a8-1032c4be7a07 HTTP/1.1" status: 200 len: 852 time: 0.0910113 Jul 09 20:09:16.952558 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a03dea40-6ffb-4d9b-b8eb-6f6cbe6acf19 req-1887059a-d2b8-4aad-8866-a79f6c124ddc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a833b5f6-088c-4e83-b7ed-44818130017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046543 Jul 09 20:09:16.986018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69245e-c706-401c-b114-d98306b52736 req-6cde3b3e-6ed7-498c-8f79-0161bde139e2 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:16.987562 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b69245e-c706-401c-b114-d98306b52736 req-6cde3b3e-6ed7-498c-8f79-0161bde139e2 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.2756634 Jul 09 20:09:17.159750 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b69245e-c706-401c-b114-d98306b52736 req-065481e5-9d58-4689-9352-ad35fe143255 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593571 Jul 09 20:09:17.208205 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a03dea40-6ffb-4d9b-b8eb-6f6cbe6acf19 req-5b8fc062-24a4-420a-84c3-adf6054fe7d5 service neutron] 10.222.0.36 "GET /v2.0/networks/a833b5f6-088c-4e83-b7ed-44818130017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454519 Jul 09 20:09:17.279341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3c837-1882-41dc-a01c-9548e20e48c1 req-cbb7699c-3ec5-41b7-aec1-e8304317c7aa tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:17.282884 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2bd3c837-1882-41dc-a01c-9548e20e48c1 req-cbb7699c-3ec5-41b7-aec1-e8304317c7aa tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 944 time: 0.0795689 Jul 09 20:09:17.332311 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2bd3c837-1882-41dc-a01c-9548e20e48c1 req-4471ad1d-a888-477d-a2a2-7a23a4718e0d tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 Jul 09 20:09:17.371849 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a03dea40-6ffb-4d9b-b8eb-6f6cbe6acf19 req-009e1098-bb62-4267-b97b-9fa7a0918c68 service neutron] 10.222.0.36 "GET /v2.0/networks/a833b5f6-088c-4e83-b7ed-44818130017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574020 Jul 09 20:09:17.402357 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af1c72d1-e897-4c00-b0a4-49f50fdc045a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:17.759615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802b438-9397-42d2-8d2f-15952bb246ae req-7346ca2b-b85d-4fa2-a7f6-3367fb69dcac tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:17.761224 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7802b438-9397-42d2-8d2f-15952bb246ae req-7346ca2b-b85d-4fa2-a7f6-3367fb69dcac tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.1359067 Jul 09 20:09:17.770119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-af1c72d1-e897-4c00-b0a4-49f50fdc045a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port a53c5b9d-4a00-4997-b0db-6691d710ff23 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:17.770472 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af1c72d1-e897-4c00-b0a4-49f50fdc045a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:17.886591 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7802b438-9397-42d2-8d2f-15952bb246ae req-68b86922-778d-4073-bb58-0ee2f023b525 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182706 Jul 09 20:09:17.932149 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af1c72d1-e897-4c00-b0a4-49f50fdc045a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:17.953342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-af1c72d1-e897-4c00-b0a4-49f50fdc045a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for a53c5b9d-4a00-4997-b0db-6691d710ff23 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:18.169000 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af1c72d1-e897-4c00-b0a4-49f50fdc045a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:18.204483 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c72d1-e897-4c00-b0a4-49f50fdc045a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=a53c5b9d-4a00-4997-b0db-6691d710ff23,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:18.368480 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af1c72d1-e897-4c00-b0a4-49f50fdc045a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:18.385942 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952ba76-70cf-4f9c-8036-94de596f194c req-b1e69394-6c7b-4a24-bf18-3362aa14bbb7 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:18.392675 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9952ba76-70cf-4f9c-8036-94de596f194c req-b1e69394-6c7b-4a24-bf18-3362aa14bbb7 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.0872080 Jul 09 20:09:18.447662 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9952ba76-70cf-4f9c-8036-94de596f194c req-701513e8-fa84-4342-acfa-9f91ebc79680 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460477 Jul 09 20:09:18.637361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1c72d1-e897-4c00-b0a4-49f50fdc045a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router 3c274717-1273-4b52-86dd-bc3087bd1157 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:09:18.653696 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c23118-6976-4f85-bc45-0dc3eda1324f req-94c9f6fb-5026-4ee0-894b-6971f60009a0 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:18.655712 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2c23118-6976-4f85-bc45-0dc3eda1324f req-94c9f6fb-5026-4ee0-894b-6971f60009a0 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.0678129 Jul 09 20:09:18.704807 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2c23118-6976-4f85-bc45-0dc3eda1324f req-daecc21b-6ce0-4ce1-ab4f-aa9b93b2addb tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432165 Jul 09 20:09:18.789901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17407833-3d8b-4a1b-b6d3-4a519a5e1463 req-cd51af19-03b7-470c-9611-e895ff14874c tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:18.791593 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17407833-3d8b-4a1b-b6d3-4a519a5e1463 req-cd51af19-03b7-470c-9611-e895ff14874c tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 944 time: 0.2516901 Jul 09 20:09:18.837511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1c72d1-e897-4c00-b0a4-49f50fdc045a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:09:18.847321 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-af1c72d1-e897-4c00-b0a4-49f50fdc045a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/3c274717-1273-4b52-86dd-bc3087bd1157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5550508 Jul 09 20:09:18.847919 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51006) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:18.859261 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8896ece2-dac1-4683-ad5d-d5078b9752e4 None None] Sync routers for ids ['3c274717-1273-4b52-86dd-bc3087bd1157'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:09:18.863900 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17407833-3d8b-4a1b-b6d3-4a519a5e1463 req-290cb355-a250-44ae-9cc3-f5a422232126 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663469 Jul 09 20:09:18.885172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8896ece2-dac1-4683-ad5d-d5078b9752e4 None None] Routers {'3c274717-1273-4b52-86dd-bc3087bd1157'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:18.886211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8896ece2-dac1-4683-ad5d-d5078b9752e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:08:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3c274717-1273-4b52-86dd-bc3087bd1157'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:18.895208 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51008) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:18.927891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8896ece2-dac1-4683-ad5d-d5078b9752e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:18.938173 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8896ece2-dac1-4683-ad5d-d5078b9752e4 None None] Routers {'3c274717-1273-4b52-86dd-bc3087bd1157'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:18.939740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8896ece2-dac1-4683-ad5d-d5078b9752e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:08:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3c274717-1273-4b52-86dd-bc3087bd1157'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:18.987965 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8896ece2-dac1-4683-ad5d-d5078b9752e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:18.988770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8896ece2-dac1-4683-ad5d-d5078b9752e4 None None] The sync data for ids ['3c274717-1273-4b52-86dd-bc3087bd1157'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:09:19.055915 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-71ed2045-0a1b-4728-afd5-fb44c2a35343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.152413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51671f-4445-49c7-8500-1d5825d7c6ef req-c0d8e988-4a26-4b88-904a-f28b91a57114 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:19.154683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2d51671f-4445-49c7-8500-1d5825d7c6ef req-c0d8e988-4a26-4b88-904a-f28b91a57114 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.2325814 Jul 09 20:09:19.174473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790b377-761c-428c-b58c-be1bf1b2e864 req-bb5ad63c-17b2-4aea-bee3-8fce4f84be86 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:19.175987 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4790b377-761c-428c-b58c-be1bf1b2e864 req-bb5ad63c-17b2-4aea-bee3-8fce4f84be86 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.1228836 Jul 09 20:09:19.229483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2d51671f-4445-49c7-8500-1d5825d7c6ef req-c1f16e06-97d8-4037-a10c-ffda2c3bde71 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667825 Jul 09 20:09:19.255099 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4790b377-761c-428c-b58c-be1bf1b2e864 req-2574bd30-c9ca-43aa-a819-b63723f10e95 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629482 Jul 09 20:09:19.257503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-71ed2045-0a1b-4728-afd5-fb44c2a35343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.263133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-71ed2045-0a1b-4728-afd5-fb44c2a35343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.311068 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed2045-0a1b-4728-afd5-fb44c2a35343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11818e6b-81d6-449c-bc05-6fe328ac7f2e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:19.316356 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-71ed2045-0a1b-4728-afd5-fb44c2a35343 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f65c74faa4a47f4bfd3a05c8a9debd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4197817 Jul 09 20:09:19.319398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51016) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:19.373536 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29baef93-bd42-4cb3-b4ac-7fc15a52ff7a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.393362 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c73cf7a9-f0da-4c5c-ad44-e687d03f4e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.416557 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c73cf7a9-f0da-4c5c-ad44-e687d03f4e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.477894 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c73cf7a9-f0da-4c5c-ad44-e687d03f4e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.481056 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c73cf7a9-f0da-4c5c-ad44-e687d03f4e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.483404 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c73cf7a9-f0da-4c5c-ad44-e687d03f4e5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11818e6b-81d6-449c-bc05-6fe328ac7f2e HTTP/1.1" status: 204 len: 168 time: 0.1623850 Jul 09 20:09:19.496230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cf7a9-f0da-4c5c-ad44-e687d03f4e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11818e6b-81d6-449c-bc05-6fe328ac7f2e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:19.603910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf669162-b894-45fa-87d3-7721be5efa47 req-33747329-fcda-43b3-843c-99626d94bd9e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:19.605397 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf669162-b894-45fa-87d3-7721be5efa47 req-33747329-fcda-43b3-843c-99626d94bd9e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.1955590 Jul 09 20:09:19.610081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-75b3fb0b-4426-4d2b-9f01-c1301845aac3 req-0d022a67-c6fc-4b13-b017-406324b08f46 tempest-ServersWithSpecificFlavorTestJSON-272155509 tempest-ServersWithSpecificFlavorTestJSON-272155509-project] (100205) timed out ('10.222.0.32', 64900) {{(pid=100205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:09:19.689234 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf669162-b894-45fa-87d3-7721be5efa47 req-22ff22fe-9e74-4e99-8ee4-58abbbe6a39b tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733733 Jul 09 20:09:19.815421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-29baef93-bd42-4cb3-b4ac-7fc15a52ff7a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 2f46e49f-fd06-44cd-88a8-be3be8692523 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:19.815787 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29baef93-bd42-4cb3-b4ac-7fc15a52ff7a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.888079 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51032) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:19.908437 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dd9d023d-7828-4bba-a4fa-6a8209db382d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:19.980064 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29baef93-bd42-4cb3-b4ac-7fc15a52ff7a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.001342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-29baef93-bd42-4cb3-b4ac-7fc15a52ff7a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 2f46e49f-fd06-44cd-88a8-be3be8692523 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:20.028418 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dd9d023d-7828-4bba-a4fa-6a8209db382d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.038040 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dd9d023d-7828-4bba-a4fa-6a8209db382d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.076923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c8007-18bc-492d-9306-67bc3d3ef5f7 req-bf24fb96-20ef-449c-8b37-0c939eb999e5 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:20.078618 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5d6c8007-18bc-492d-9306-67bc3d3ef5f7 req-bf24fb96-20ef-449c-8b37-0c939eb999e5 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.1547496 Jul 09 20:09:20.088990 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dd9d023d-7828-4bba-a4fa-6a8209db382d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfae368712914be2b726f7303bb6d02b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991658 Jul 09 20:09:20.091668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51036) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:20.098651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d023d-7828-4bba-a4fa-6a8209db382d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fdf3bb-fff0-4906-a91c-ec90ae59f246,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:20.165076 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b9869f2c-8426-49d7-9b24-7b12ff557615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.192068 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5d6c8007-18bc-492d-9306-67bc3d3ef5f7 req-57ab27be-1509-41b2-937b-5c9a7f533161 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993311 Jul 09 20:09:20.233976 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b9869f2c-8426-49d7-9b24-7b12ff557615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.293281 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29baef93-bd42-4cb3-b4ac-7fc15a52ff7a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.293490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa693d-2d61-4f10-bb9c-5e8e779b2e07 req-3918a24a-763a-415a-a3d1-edb71dec66a7 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:20.301553 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-adfa693d-2d61-4f10-bb9c-5e8e779b2e07 req-3918a24a-763a-415a-a3d1-edb71dec66a7 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 944 time: 0.1455498 Jul 09 20:09:20.325597 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29baef93-bd42-4cb3-b4ac-7fc15a52ff7a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=2f46e49f-fd06-44cd-88a8-be3be8692523,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:20.344245 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-adfa693d-2d61-4f10-bb9c-5e8e779b2e07 req-6ebd9ba2-0fcc-4b06-ab3f-a8261642dd00 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413992 Jul 09 20:09:20.354747 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b9869f2c-8426-49d7-9b24-7b12ff557615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.357607 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b9869f2c-8426-49d7-9b24-7b12ff557615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.358819 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b9869f2c-8426-49d7-9b24-7b12ff557615 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70fdf3bb-fff0-4906-a91c-ec90ae59f246 HTTP/1.1" status: 204 len: 168 time: 0.2658334 Jul 09 20:09:20.383940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9869f2c-8426-49d7-9b24-7b12ff557615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fdf3bb-fff0-4906-a91c-ec90ae59f246,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:20.577989 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29baef93-bd42-4cb3-b4ac-7fc15a52ff7a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:20.617717 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9915-7777-46e4-8e44-3bd0fbfcf0af req-362cd659-927d-4aa0-ad0e-3fb5400742c8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:20.623676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb576b96-20c1-409b-9e98-f80706844801 req-c78eb1c6-5fd9-4493-b8bf-8579a9394e02 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:20.625358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9915-7777-46e4-8e44-3bd0fbfcf0af req-362cd659-927d-4aa0-ad0e-3fb5400742c8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:20.625522 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bb576b96-20c1-409b-9e98-f80706844801 req-c78eb1c6-5fd9-4493-b8bf-8579a9394e02 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.1078768 Jul 09 20:09:20.631353 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9915-7777-46e4-8e44-3bd0fbfcf0af req-362cd659-927d-4aa0-ad0e-3fb5400742c8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:20.639849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9915-7777-46e4-8e44-3bd0fbfcf0af req-362cd659-927d-4aa0-ad0e-3fb5400742c8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:20.645480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9915-7777-46e4-8e44-3bd0fbfcf0af req-362cd659-927d-4aa0-ad0e-3fb5400742c8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:20.651691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9915-7777-46e4-8e44-3bd0fbfcf0af req-362cd659-927d-4aa0-ad0e-3fb5400742c8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:20.659031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a9915-7777-46e4-8e44-3bd0fbfcf0af req-362cd659-927d-4aa0-ad0e-3fb5400742c8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:20.661324 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cf0a9915-7777-46e4-8e44-3bd0fbfcf0af req-362cd659-927d-4aa0-ad0e-3fb5400742c8 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5435 time: 0.3411734 Jul 09 20:09:20.683078 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bb576b96-20c1-409b-9e98-f80706844801 req-8a8976ca-51f2-4c72-a4fa-f92417ec70ce tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513997 Jul 09 20:09:20.864392 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cf0a9915-7777-46e4-8e44-3bd0fbfcf0af req-25a4598f-6a9b-4ec0-8202-2633917b8d47 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166358 Jul 09 20:09:20.872589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1ac0b-34af-4bce-8bbb-1d2b59c005c8 req-f1d807e6-2628-40da-846b-51087d12c85c tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:20.890034 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ada1ac0b-34af-4bce-8bbb-1d2b59c005c8 req-f1d807e6-2628-40da-846b-51087d12c85c tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.1043158 Jul 09 20:09:20.893220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29baef93-bd42-4cb3-b4ac-7fc15a52ff7a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router 3c274717-1273-4b52-86dd-bc3087bd1157 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:09:20.935502 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ada1ac0b-34af-4bce-8bbb-1d2b59c005c8 req-d5853ac0-e88e-4993-9a88-211cdbba7196 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445597 Jul 09 20:09:21.000847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29baef93-bd42-4cb3-b4ac-7fc15a52ff7a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:09:21.007541 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-29baef93-bd42-4cb3-b4ac-7fc15a52ff7a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/3c274717-1273-4b52-86dd-bc3087bd1157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1581490 Jul 09 20:09:21.010467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51058) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:21.015286 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f84a5-d9e2-44f4-98b2-569096a0a917 None None] Sync routers for ids ['3c274717-1273-4b52-86dd-bc3087bd1157'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:09:21.029908 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f84a5-d9e2-44f4-98b2-569096a0a917 None None] Routers {'3c274717-1273-4b52-86dd-bc3087bd1157'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:21.031280 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-af0f84a5-d9e2-44f4-98b2-569096a0a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:08:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3c274717-1273-4b52-86dd-bc3087bd1157'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:21.047960 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8425e6ee-376c-4356-a5aa-65fce985a9a0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c274717-1273-4b52-86dd-bc3087bd1157 HTTP/1.1" status: 200 len: 205 time: 0.0324981 Jul 09 20:09:21.048145 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51062) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:21.070245 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-af0f84a5-d9e2-44f4-98b2-569096a0a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:21.080936 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f84a5-d9e2-44f4-98b2-569096a0a917 None None] Routers {'3c274717-1273-4b52-86dd-bc3087bd1157'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:21.082213 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-af0f84a5-d9e2-44f4-98b2-569096a0a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:08:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3c274717-1273-4b52-86dd-bc3087bd1157'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:21.137357 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca175011-3716-4718-a48d-d2a764ed2795 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.141773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659d12e-5085-44c3-a9a1-a254a84ee584 req-a3f99985-5c37-4815-a236-bdc2f56bb834 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:21.142073 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2659d12e-5085-44c3-a9a1-a254a84ee584 req-a3f99985-5c37-4815-a236-bdc2f56bb834 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.0854230 Jul 09 20:09:21.202212 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2659d12e-5085-44c3-a9a1-a254a84ee584 req-93ce0eec-8262-4cc6-9a02-17c1e349dbe4 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513623 Jul 09 20:09:21.246461 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-af0f84a5-d9e2-44f4-98b2-569096a0a917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:21.247126 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f84a5-d9e2-44f4-98b2-569096a0a917 None None] The sync data for ids ['3c274717-1273-4b52-86dd-bc3087bd1157'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:09:21.270761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 45817f54-3154-41bb-b36c-6291d03626fc details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:09:21.366076 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca175011-3716-4718-a48d-d2a764ed2795 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.368755 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca175011-3716-4718-a48d-d2a764ed2795 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.394681 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 45817f54-3154-41bb-b36c-6291d03626fc, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=45817f54-3154-41bb-b36c-6291d03626fc,segment=NetworkSegment(e30f45e8-b3d7-4967-9e7c-85883167c4d1),segment_id=e30f45e8-b3d7-4967-9e7c-85883167c4d1)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:21.423130 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '45817f54-3154-41bb-b36c-6291d03626fc', 'network_id': 'a833b5f6-088c-4e83-b7ed-44818130017e', 'port_id': '45817f54-3154-41bb-b36c-6291d03626fc', 'mac_address': 'fa:16:3e:ff:bd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686495d7-8bc1-4c3e-b8a8-1032c4be7a07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:09:21.455411 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca175011-3716-4718-a48d-d2a764ed2795 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.455977 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca175011-3716-4718-a48d-d2a764ed2795 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Fanout notify agent at l3_agent the message router_deleted on router 3c274717-1273-4b52-86dd-bc3087bd1157 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:09:21.463431 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca175011-3716-4718-a48d-d2a764ed2795 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.467369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51078) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:21.467652 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ca175011-3716-4718-a48d-d2a764ed2795 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/routers/3c274717-1273-4b52-86dd-bc3087bd1157 HTTP/1.1" status: 204 len: 168 time: 0.4184456 Jul 09 20:09:21.485475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775746b-4918-4909-99bc-cc1c7bcdc8e3 req-a54cee76-9b54-44c0-99ee-3b6c259e626e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:21.487307 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2775746b-4918-4909-99bc-cc1c7bcdc8e3 req-a54cee76-9b54-44c0-99ee-3b6c259e626e tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.1549470 Jul 09 20:09:21.520575 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.535748 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2775746b-4918-4909-99bc-cc1c7bcdc8e3 req-57154ff5-88fa-4d68-a2ff-b51ff52d8d3a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Jul 09 20:09:21.535748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-d6963ba8-db7c-47cd-96bd-e00fd075d1b4 req-d2020346-fc6a-4286-a68c-ef367a0c85dc service neutron] (100205) timed out ('10.222.0.32', 64896) {{(pid=100205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:09:21.540858 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45817f54-3154-41bb-b36c-6291d03626fc {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:09:21.576732 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 45817f54-3154-41bb-b36c-6291d03626fc, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=45817f54-3154-41bb-b36c-6291d03626fc,segment=NetworkSegment(e30f45e8-b3d7-4967-9e7c-85883167c4d1),segment_id=e30f45e8-b3d7-4967-9e7c-85883167c4d1)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:21.583076 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.626067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c876268-96c7-446a-930b-260605499ae9 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting subnet 781c67d2-f78a-40e3-8e54-a43615ba90b7 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:09:21.634276 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c876268-96c7-446a-930b-260605499ae9 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.670500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=45817f54-3154-41bb-b36c-6291d03626fc,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:21.688996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-1f31a3e3-075c-4855-981b-f868eaf9d43d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:21.691354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f297d9b-957b-411e-af82-a735f68963e0 req-d8f485b8-29e4-4654-804c-123d941e86e6 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:21.693275 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0f297d9b-957b-411e-af82-a735f68963e0 req-d8f485b8-29e4-4654-804c-123d941e86e6 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 944 time: 0.1741140 Jul 09 20:09:21.695630 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c876268-96c7-446a-930b-260605499ae9 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.700268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-1f31a3e3-075c-4855-981b-f868eaf9d43d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:21.707554 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-1f31a3e3-075c-4855-981b-f868eaf9d43d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:21.714401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-1f31a3e3-075c-4855-981b-f868eaf9d43d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:21.721791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-1f31a3e3-075c-4855-981b-f868eaf9d43d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:21.728927 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-1f31a3e3-075c-4855-981b-f868eaf9d43d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:21.738390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-1f31a3e3-075c-4855-981b-f868eaf9d43d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:21.740393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-1f31a3e3-075c-4855-981b-f868eaf9d43d tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5435 time: 0.1770561 Jul 09 20:09:21.784818 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0f297d9b-957b-411e-af82-a735f68963e0 req-f9bcab36-c2b7-47c7-b4ff-395f24546c2e tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661552 Jul 09 20:09:21.853174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-d2bf7566-bd49-4842-af6b-3fe5ae77ec89 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:21.855063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-d2bf7566-bd49-4842-af6b-3fe5ae77ec89 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "GET /v2.0/ports/9944b9e7-bf69-4596-915c-eed4dcb47861?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1068203 Jul 09 20:09:21.860158 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c876268-96c7-446a-930b-260605499ae9 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:21.955538 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c876268-96c7-446a-930b-260605499ae9 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.003701 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a4e72-b29d-4637-b740-b31376c3d512 req-f63b22e4-f104-4b3f-9f0f-5494fe3e7182 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:22.011369 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1c2a4e72-b29d-4637-b740-b31376c3d512 req-f63b22e4-f104-4b3f-9f0f-5494fe3e7182 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.1915724 Jul 09 20:09:22.012109 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c876268-96c7-446a-930b-260605499ae9 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Subnet': ['ID=781c67d2-f78a-40e3-8e54-a43615ba90b7,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:22.014661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfdd5b8-fb58-4892-8948-5a65def72fdd None None] Network 9c6fcdd2-2f37-4395-8a8c-b4b04c121964 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:22.015140 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c876268-96c7-446a-930b-260605499ae9 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.020507 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7c876268-96c7-446a-930b-260605499ae9 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/781c67d2-f78a-40e3-8e54-a43615ba90b7 HTTP/1.1" status: 204 len: 168 time: 0.5519881 Jul 09 20:09:22.021653 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51098) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:22.098894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['45817f54-3154-41bb-b36c-6291d03626fc'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:09:22.118512 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1c2a4e72-b29d-4637-b740-b31376c3d512 req-eec5696e-dd70-404f-9ae0-d3eb8b117acc tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039546 Jul 09 20:09:22.123636 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b76c623-c103-451d-b001-a2662a9d748c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting subnet 0ac63a6f-031b-4f3e-b5db-c41f4ec932b6 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:09:22.127164 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b76c623-c103-451d-b001-a2662a9d748c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.129286 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-92da6ec7-ed62-475d-8793-7b2a980a92ad tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "GET /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2562399 Jul 09 20:09:22.143190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-bf79c0e8-28cf-4cfc-8d8f-b33f02c8af9b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:22.184631 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b76c623-c103-451d-b001-a2662a9d748c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.247453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb439ab-0b0e-4364-acbf-b31fe6e6e7a4 req-1b2ce540-f594-43e0-96c6-ac1b13a4ef18 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:22.265662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb439ab-0b0e-4364-acbf-b31fe6e6e7a4 req-1b2ce540-f594-43e0-96c6-ac1b13a4ef18 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:22.281784 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb439ab-0b0e-4364-acbf-b31fe6e6e7a4 req-1b2ce540-f594-43e0-96c6-ac1b13a4ef18 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:22.286379 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-bf79c0e8-28cf-4cfc-8d8f-b33f02c8af9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.296733 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb439ab-0b0e-4364-acbf-b31fe6e6e7a4 req-1b2ce540-f594-43e0-96c6-ac1b13a4ef18 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:22.309526 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb439ab-0b0e-4364-acbf-b31fe6e6e7a4 req-1b2ce540-f594-43e0-96c6-ac1b13a4ef18 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:22.317116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb439ab-0b0e-4364-acbf-b31fe6e6e7a4 req-1b2ce540-f594-43e0-96c6-ac1b13a4ef18 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:22.327358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb439ab-0b0e-4364-acbf-b31fe6e6e7a4 req-1b2ce540-f594-43e0-96c6-ac1b13a4ef18 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:22.329601 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-afb439ab-0b0e-4364-acbf-b31fe6e6e7a4 req-1b2ce540-f594-43e0-96c6-ac1b13a4ef18 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 5435 time: 0.2967737 Jul 09 20:09:22.410339 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abdb137-b831-4dd1-a788-361b8eaf2b12 None None] DHCP port deletion for 9c6fcdd2-2f37-4395-8a8c-b4b04c121964 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:09:22.415695 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-afb439ab-0b0e-4364-acbf-b31fe6e6e7a4 req-f75e4a32-d715-4c3f-9274-ae5a37af676a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779583 Jul 09 20:09:22.436024 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b76c623-c103-451d-b001-a2662a9d748c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.478275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a642128-fef7-4fc6-b6a0-f456f79c7ceb req-081a0609-ca26-4b60-896e-77b6ca7e0b32 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:22.486081 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8a642128-fef7-4fc6-b6a0-f456f79c7ceb req-081a0609-ca26-4b60-896e-77b6ca7e0b32 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.1788104 Jul 09 20:09:22.506670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8abdb137-b831-4dd1-a788-361b8eaf2b12 None None] Deleting port 08648b52-1929-44ab-9323-c8eae6598505 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:22.508021 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8abdb137-b831-4dd1-a788-361b8eaf2b12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.559725 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b76c623-c103-451d-b001-a2662a9d748c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.604514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8abdb137-b831-4dd1-a788-361b8eaf2b12 None None] For port 08648b52-1929-44ab-9323-c8eae6598505, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=08648b52-1929-44ab-9323-c8eae6598505,segment=NetworkSegment(d2289c4e-4428-4bf1-ae2e-158b545924ac),segment_id=d2289c4e-4428-4bf1-ae2e-158b545924ac)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:22.604728 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8abdb137-b831-4dd1-a788-361b8eaf2b12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.612925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-bf79c0e8-28cf-4cfc-8d8f-b33f02c8af9b service neutron] For port 9944b9e7-bf69-4596-915c-eed4dcb47861, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9944b9e7-bf69-4596-915c-eed4dcb47861,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:22.622938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b76c623-c103-451d-b001-a2662a9d748c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac63a6f-031b-4f3e-b5db-c41f4ec932b6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:22.630919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8abdb137-b831-4dd1-a788-361b8eaf2b12 None None] Calling delete_port for 08648b52-1929-44ab-9323-c8eae6598505 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:22.633581 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8a642128-fef7-4fc6-b6a0-f456f79c7ceb req-03898e4e-b945-44ce-96d5-812a3776e6da tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460466 Jul 09 20:09:22.638344 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b76c623-c103-451d-b001-a2662a9d748c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.643006 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8b76c623-c103-451d-b001-a2662a9d748c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/0ac63a6f-031b-4f3e-b5db-c41f4ec932b6 HTTP/1.1" status: 204 len: 168 time: 0.6200697 Jul 09 20:09:22.648195 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51112) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:22.694590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77be532b-9e52-478b-9bb8-c39d10b0ae31 None None] Network 8ce74172-ed8f-437c-ae78-41ebd3e4cb8b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:22.711604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-bf79c0e8-28cf-4cfc-8d8f-b33f02c8af9b service neutron] For port 9944b9e7-bf69-4596-915c-eed4dcb47861, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:09:22.750782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-bf79c0e8-28cf-4cfc-8d8f-b33f02c8af9b service neutron] device_id is not set on port 9944b9e7-bf69-4596-915c-eed4dcb47861 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:09:22.764572 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-bf79c0e8-28cf-4cfc-8d8f-b33f02c8af9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.775542 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-bf79c0e8-28cf-4cfc-8d8f-b33f02c8af9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.802096 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.834990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e4c56-ed52-48d4-a8ac-24acc843cc25 req-7d195e9b-42ee-4b0b-91bb-bdae9efc07c3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:22.844068 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1d3e4c56-ed52-48d4-a8ac-24acc843cc25 req-7d195e9b-42ee-4b0b-91bb-bdae9efc07c3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.1502173 Jul 09 20:09:22.891292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-bf79c0e8-28cf-4cfc-8d8f-b33f02c8af9b service neutron] No DVR routers for this DVR port 9944b9e7-bf69-4596-915c-eed4dcb47861 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:22.923526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1d3e4c56-ed52-48d4-a8ac-24acc843cc25 req-9d1569c6-891f-48d9-9084-e55a762d71c5 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801628 Jul 09 20:09:22.923903 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79c0e8-28cf-4cfc-8d8f-b33f02c8af9b service neutron] Pushing event updated for resources: {'Port': ['ID=9944b9e7-bf69-4596-915c-eed4dcb47861,revision_number=6']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:22.948435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-bf79c0e8-28cf-4cfc-8d8f-b33f02c8af9b service neutron] In _notify_port_updated(), no bound segment for port 9944b9e7-bf69-4596-915c-eed4dcb47861 on network df2063f7-e4dc-4881-bf8a-9f0da645ab21 {{(pid=100205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:09:22.952365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-bf79c0e8-28cf-4cfc-8d8f-b33f02c8af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:22.955454 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-bf79c0e8-28cf-4cfc-8d8f-b33f02c8af9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:22.958248 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-bf79c0e8-28cf-4cfc-8d8f-b33f02c8af9b service neutron] 10.222.0.36 "PUT /v2.0/ports/9944b9e7-bf69-4596-915c-eed4dcb47861 HTTP/1.1" status: 200 len: 1027 time: 0.8214741 Jul 09 20:09:22.985220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 08648b52-1929-44ab-9323-c8eae6598505 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:22.985768 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:23.051053 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8abdb137-b831-4dd1-a788-361b8eaf2b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:23.104430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abdb137-b831-4dd1-a788-361b8eaf2b12 None None] No DVR routers for this DVR port 08648b52-1929-44ab-9323-c8eae6598505 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:23.109420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-ec07dc26-5859-4231-9e40-f3b9a78c6dd9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:23.111859 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-ec07dc26-5859-4231-9e40-f3b9a78c6dd9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "GET /v2.0/ports/c2dd2a99-be70-4ee7-913f-37195b50ee10?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1458881 Jul 09 20:09:23.159258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48d796b5-0d9b-4c96-a720-43a263dfa2e4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:23.204157 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdb137-b831-4dd1-a788-361b8eaf2b12 None None] Pushing event deleted for resources: {'Port': ['ID=08648b52-1929-44ab-9323-c8eae6598505,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:23.209721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] For port 08648b52-1929-44ab-9323-c8eae6598505, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=08648b52-1929-44ab-9323-c8eae6598505,segment=NetworkSegment(d2289c4e-4428-4bf1-ae2e-158b545924ac),segment_id=d2289c4e-4428-4bf1-ae2e-158b545924ac)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:23.212124 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:23.245934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb797ce-911a-4ba4-96d2-0ea8262cc1c1 None None] DHCP port deletion for 8ce74172-ed8f-437c-ae78-41ebd3e4cb8b request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:09:23.247541 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 08648b52-1929-44ab-9323-c8eae6598505 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:23.328559 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48d796b5-0d9b-4c96-a720-43a263dfa2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:23.337763 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-dcb797ce-911a-4ba4-96d2-0ea8262cc1c1 None None] Deleting port da08610b-19dd-46f8-9943-3f2dc77a4ee9 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:23.338661 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dcb797ce-911a-4ba4-96d2-0ea8262cc1c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:23.359258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab30e8-b5fe-4002-8bb0-09eb616efd5d req-2849f387-5597-4414-8c8b-a5b377dea0bd tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:23.369676 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-acab30e8-b5fe-4002-8bb0-09eb616efd5d req-2849f387-5597-4414-8c8b-a5b377dea0bd tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 945 time: 0.2690852 Jul 09 20:09:23.415417 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd31ab-0f28-4fe4-9628-831e57e9c354 req-08e1e037-b54b-4031-b601-b819754d974a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:23.424303 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-86cd31ab-0f28-4fe4-9628-831e57e9c354 req-08e1e037-b54b-4031-b601-b819754d974a tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.1218748 Jul 09 20:09:23.435065 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:23.451584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b0357f72-e475-49fa-8c1c-a6345e4c0438 None None] Provisioning complete for port 9944b9e7-bf69-4596-915c-eed4dcb47861 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:23.454225 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b0357f72-e475-49fa-8c1c-a6345e4c0438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:23.486799 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-acab30e8-b5fe-4002-8bb0-09eb616efd5d req-a3390a96-a308-4ecb-be24-84512dd6d88c tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145916 Jul 09 20:09:23.495155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 08648b52-1929-44ab-9323-c8eae6598505 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:23.537009 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 08648b52-1929-44ab-9323-c8eae6598505 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:09:23.537701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 08648b52-1929-44ab-9323-c8eae6598505 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:23.538248 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device da08610b-19dd-46f8-9943-3f2dc77a4ee9 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:23.541934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-dcb797ce-911a-4ba4-96d2-0ea8262cc1c1 None None] For port da08610b-19dd-46f8-9943-3f2dc77a4ee9, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=da08610b-19dd-46f8-9943-3f2dc77a4ee9,segment=NetworkSegment(431fa786-a3a3-4cbb-bc1d-df635bfb8dd2),segment_id=431fa786-a3a3-4cbb-bc1d-df635bfb8dd2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:23.542457 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dcb797ce-911a-4ba4-96d2-0ea8262cc1c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:23.594703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-dcb797ce-911a-4ba4-96d2-0ea8262cc1c1 None None] Calling delete_port for da08610b-19dd-46f8-9943-3f2dc77a4ee9 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:23.636157 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b0357f72-e475-49fa-8c1c-a6345e4c0438 None None] Port 9944b9e7-bf69-4596-915c-eed4dcb47861 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:09:23.764497 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:23.826721 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port da08610b-19dd-46f8-9943-3f2dc77a4ee9, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=da08610b-19dd-46f8-9943-3f2dc77a4ee9,segment=NetworkSegment(431fa786-a3a3-4cbb-bc1d-df635bfb8dd2),segment_id=431fa786-a3a3-4cbb-bc1d-df635bfb8dd2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:23.835592 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:23.847056 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dcb797ce-911a-4ba4-96d2-0ea8262cc1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:23.889779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event deleted for resources: {'Port': ['ID=da08610b-19dd-46f8-9943-3f2dc77a4ee9,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:23.942145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=08648b52-1929-44ab-9323-c8eae6598505,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:23.944885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb797ce-911a-4ba4-96d2-0ea8262cc1c1 None None] Pushing event deleted for resources: {'Port': ['ID=da08610b-19dd-46f8-9943-3f2dc77a4ee9,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:23.952467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb797ce-911a-4ba4-96d2-0ea8262cc1c1 None None] No DVR routers for this DVR port da08610b-19dd-46f8-9943-3f2dc77a4ee9 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:23.961532 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No DVR routers for this DVR port 08648b52-1929-44ab-9323-c8eae6598505 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:23.996935 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-86cd31ab-0f28-4fe4-9628-831e57e9c354 req-11113f58-ac40-4c31-940c-cc214ad32ca7 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716531 Jul 09 20:09:24.063353 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.074754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6fcdd2-2f37-4395-8a8c-b4b04c121964']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:24.090584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2289c4e-4428-4bf1-ae2e-158b545924ac') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:24.091088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2289c4e-4428-4bf1-ae2e-158b545924ac') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:24.104309 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.122452 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.130268 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:09:24.131095 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:09:24.135009 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:09:24.167368 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48d796b5-0d9b-4c96-a720-43a263dfa2e4 service neutron] For port c2dd2a99-be70-4ee7-913f-37195b50ee10, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c2dd2a99-be70-4ee7-913f-37195b50ee10,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:24.214321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3141c-a6c9-4d50-92a0-4827e50d6fae req-7ea6909a-de8f-45a7-b2ec-b65c25044e83 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:24.220819 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3141c-a6c9-4d50-92a0-4827e50d6fae req-7ea6909a-de8f-45a7-b2ec-b65c25044e83 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:24.227042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3141c-a6c9-4d50-92a0-4827e50d6fae req-7ea6909a-de8f-45a7-b2ec-b65c25044e83 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:24.234326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3141c-a6c9-4d50-92a0-4827e50d6fae req-7ea6909a-de8f-45a7-b2ec-b65c25044e83 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:24.240632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3141c-a6c9-4d50-92a0-4827e50d6fae req-7ea6909a-de8f-45a7-b2ec-b65c25044e83 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:24.242297 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.249535 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3141c-a6c9-4d50-92a0-4827e50d6fae req-7ea6909a-de8f-45a7-b2ec-b65c25044e83 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:24.257389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d7d3141c-a6c9-4d50-92a0-4827e50d6fae req-7ea6909a-de8f-45a7-b2ec-b65c25044e83 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 4661 time: 0.2195947 Jul 09 20:09:24.262291 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.264494 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/networks/9c6fcdd2-2f37-4395-8a8c-b4b04c121964 HTTP/1.1" status: 204 len: 168 time: 1.6130254 Jul 09 20:09:24.270116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95d26e-4250-4e47-8ebe-555bcb86c78f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Network': ['ID=9c6fcdd2-2f37-4395-8a8c-b4b04c121964,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:24.272686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51138) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:24.285365 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11639fca-7562-4886-b0bf-7186d58e82dc req-16f8934e-39bd-406e-851d-c615027bdef1 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:24.286923 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-11639fca-7562-4886-b0bf-7186d58e82dc req-16f8934e-39bd-406e-851d-c615027bdef1 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.1484761 Jul 09 20:09:24.303919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48d796b5-0d9b-4c96-a720-43a263dfa2e4 service neutron] For port c2dd2a99-be70-4ee7-913f-37195b50ee10, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:09:24.331867 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-11639fca-7562-4886-b0bf-7186d58e82dc req-0afafa3b-8736-4784-9326-8146ccb1b598 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386283 Jul 09 20:09:24.396954 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d7d3141c-a6c9-4d50-92a0-4827e50d6fae req-932dea8a-efb2-47b7-ba13-e67b61b26e4a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&id=e8fcd839-3216-4c76-a2c0-7f53e7309926&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1385498 Jul 09 20:09:24.413050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48d796b5-0d9b-4c96-a720-43a263dfa2e4 service neutron] device_id is not set on port c2dd2a99-be70-4ee7-913f-37195b50ee10 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:09:24.432358 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27d9be6e-8681-4515-833b-2b5f8b0ecc02 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.436196 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48d796b5-0d9b-4c96-a720-43a263dfa2e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.444790 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48d796b5-0d9b-4c96-a720-43a263dfa2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.567544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d796b5-0d9b-4c96-a720-43a263dfa2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2dd2a99-be70-4ee7-913f-37195b50ee10,revision_number=6']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:24.579534 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014d439-c081-4c30-b6e0-46f9bd6e458a req-9339230c-6d12-43a3-afca-edd2b55ff0d5 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:24.581586 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e014d439-c081-4c30-b6e0-46f9bd6e458a req-9339230c-6d12-43a3-afca-edd2b55ff0d5 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.1029897 Jul 09 20:09:24.632194 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e014d439-c081-4c30-b6e0-46f9bd6e458a req-c1ca2ed7-3693-4f59-be90-ffe7d9846a10 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435188 Jul 09 20:09:24.674152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48d796b5-0d9b-4c96-a720-43a263dfa2e4 service neutron] No DVR routers for this DVR port c2dd2a99-be70-4ee7-913f-37195b50ee10 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:24.737263 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27d9be6e-8681-4515-833b-2b5f8b0ecc02 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.759847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-27d9be6e-8681-4515-833b-2b5f8b0ecc02 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce74172-ed8f-437c-ae78-41ebd3e4cb8b']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:24.781724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48d796b5-0d9b-4c96-a720-43a263dfa2e4 service neutron] In _notify_port_updated(), no bound segment for port c2dd2a99-be70-4ee7-913f-37195b50ee10 on network df2063f7-e4dc-4881-bf8a-9f0da645ab21 {{(pid=100205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:09:24.782634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48d796b5-0d9b-4c96-a720-43a263dfa2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:24.783262 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48d796b5-0d9b-4c96-a720-43a263dfa2e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.784601 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48d796b5-0d9b-4c96-a720-43a263dfa2e4 service neutron] 10.222.0.36 "PUT /v2.0/ports/c2dd2a99-be70-4ee7-913f-37195b50ee10 HTTP/1.1" status: 200 len: 1028 time: 1.6503277 Jul 09 20:09:24.786405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-27d9be6e-8681-4515-833b-2b5f8b0ecc02 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431fa786-a3a3-4cbb-bc1d-df635bfb8dd2') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:24.786712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-27d9be6e-8681-4515-833b-2b5f8b0ecc02 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431fa786-a3a3-4cbb-bc1d-df635bfb8dd2') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:24.831747 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27d9be6e-8681-4515-833b-2b5f8b0ecc02 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.866283 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27d9be6e-8681-4515-833b-2b5f8b0ecc02 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.867082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e94338-41f5-4dbb-9d45-afe35fb1538d req-ceaa85b4-6a57-4457-87b2-cc3fd7b32d40 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:24.868723 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36e94338-41f5-4dbb-9d45-afe35fb1538d req-ceaa85b4-6a57-4457-87b2-cc3fd7b32d40 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.0736794 Jul 09 20:09:24.894076 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7acda65d-b997-4ec9-b7ec-f2e46e0c143a None None] Provisioning complete for port c2dd2a99-be70-4ee7-913f-37195b50ee10 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:24.895149 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7acda65d-b997-4ec9-b7ec-f2e46e0c143a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.897646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01e480-e57c-4c28-9576-039def3a2588 req-85339ff4-48c6-45d4-bb3f-10498b6e831b tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:24.898475 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f01e480-e57c-4c28-9576-039def3a2588 req-85339ff4-48c6-45d4-bb3f-10498b6e831b tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 945 time: 0.2219367 Jul 09 20:09:24.901499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d9be6e-8681-4515-833b-2b5f8b0ecc02 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:09:24.901499 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27d9be6e-8681-4515-833b-2b5f8b0ecc02 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:09:24.903971 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:09:24.925116 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-36e94338-41f5-4dbb-9d45-afe35fb1538d req-23f0e304-40b3-4b55-b4e6-f3fe9c5814d9 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481472 Jul 09 20:09:24.953662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7acda65d-b997-4ec9-b7ec-f2e46e0c143a None None] Port c2dd2a99-be70-4ee7-913f-37195b50ee10 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:09:25.033443 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27d9be6e-8681-4515-833b-2b5f8b0ecc02 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.045658 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27d9be6e-8681-4515-833b-2b5f8b0ecc02 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.047334 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-27d9be6e-8681-4515-833b-2b5f8b0ecc02 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/networks/8ce74172-ed8f-437c-ae78-41ebd3e4cb8b HTTP/1.1" status: 204 len: 168 time: 0.7630765 Jul 09 20:09:25.062563 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51162) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:25.068484 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f01e480-e57c-4c28-9576-039def3a2588 req-5586007f-d2ac-4eab-ac86-4035432e37cf tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957544 Jul 09 20:09:25.068929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-4e981bae-350f-4eec-b12e-fc5d6297f7b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'network': {'name': 'tempest-RoutersTest-69448935'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:25.084424 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9be6e-8681-4515-833b-2b5f8b0ecc02 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Network': ['ID=8ce74172-ed8f-437c-ae78-41ebd3e4cb8b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:25.096846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-f3a2dc13-06c7-40a4-9ee2-3398bc37af38 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Deleting port a74ae6d6-5326-40b6-8cd8-8e0067f302a2 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:25.097075 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-f3a2dc13-06c7-40a4-9ee2-3398bc37af38 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.122716 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e981bae-350f-4eec-b12e-fc5d6297f7b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:25.126993 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4e981bae-350f-4eec-b12e-fc5d6297f7b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.167276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ba975-f867-483a-b1a8-20e961305923 req-30e3489d-40a7-40b4-a8ff-ca105492bce6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:25.168941 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8d3ba975-f867-483a-b1a8-20e961305923 req-30e3489d-40a7-40b4-a8ff-ca105492bce6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.1177576 Jul 09 20:09:25.175702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e981bae-350f-4eec-b12e-fc5d6297f7b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:09:25.203295 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4e981bae-350f-4eec-b12e-fc5d6297f7b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.203635 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-4e981bae-350f-4eec-b12e-fc5d6297f7b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Added segment f8700c67-fc96-4d5e-8ba0-1181c3cab0f2 of type vlan for network 1a994f69-64d4-4d59-adbd-018bcbb830a2 Jul 09 20:09:25.212086 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-f3a2dc13-06c7-40a4-9ee2-3398bc37af38 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] For port a74ae6d6-5326-40b6-8cd8-8e0067f302a2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a74ae6d6-5326-40b6-8cd8-8e0067f302a2,segment=NetworkSegment(beb41655-b7e3-45dd-93b4-0c8943b7a5a4),segment_id=beb41655-b7e3-45dd-93b4-0c8943b7a5a4)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:25.212584 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-f3a2dc13-06c7-40a4-9ee2-3398bc37af38 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.230958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-f3a2dc13-06c7-40a4-9ee2-3398bc37af38 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Calling delete_port for a74ae6d6-5326-40b6-8cd8-8e0067f302a2 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:25.251855 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8d3ba975-f867-483a-b1a8-20e961305923 req-a7e2cd87-a4da-482a-9c78-300768fffe22 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735767 Jul 09 20:09:25.264169 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4e981bae-350f-4eec-b12e-fc5d6297f7b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.286464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 45817f54-3154-41bb-b36c-6291d03626fc up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:25.329729 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4e981bae-350f-4eec-b12e-fc5d6297f7b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.337691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e981bae-350f-4eec-b12e-fc5d6297f7b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:25.338533 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4e981bae-350f-4eec-b12e-fc5d6297f7b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.365199 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 45817f54-3154-41bb-b36c-6291d03626fc completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:25.371624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 45817f54-3154-41bb-b36c-6291d03626fc triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:25.372262 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.399226 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-f3a2dc13-06c7-40a4-9ee2-3398bc37af38 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.480003 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4e981bae-350f-4eec-b12e-fc5d6297f7b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4137030 Jul 09 20:09:25.480516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51172) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:25.491294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0b898c5e-864d-4b73-8ebb-250253ec5a44 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'subnet': {'network_id': '1a994f69-64d4-4d59-adbd-018bcbb830a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:25.492009 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.496949 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e981bae-350f-4eec-b12e-fc5d6297f7b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Network': ['ID=1a994f69-64d4-4d59-adbd-018bcbb830a2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:25.521860 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2dc13-06c7-40a4-9ee2-3398bc37af38 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event deleted for resources: {'Port': ['ID=a74ae6d6-5326-40b6-8cd8-8e0067f302a2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:25.524118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 1a994f69-64d4-4d59-adbd-018bcbb830a2 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:09:25.605455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6534fbbd-fe1f-4570-9fd5-a688e43f660e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45817f54-3154-41bb-b36c-6291d03626fc'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:25.608831 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44e5bbe-2327-408c-9055-cef2ef38932f" -d '{"events": [{"server_uuid": "6534fbbd-fe1f-4570-9fd5-a688e43f660e", "name": "network-vif-plugged", "status": "completed", "tag": "45817f54-3154-41bb-b36c-6291d03626fc"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:25.627628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 45817f54-3154-41bb-b36c-6291d03626fc, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=45817f54-3154-41bb-b36c-6291d03626fc,segment=NetworkSegment(e30f45e8-b3d7-4967-9e7c-85883167c4d1),segment_id=e30f45e8-b3d7-4967-9e7c-85883167c4d1)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:25.635720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-f3a2dc13-06c7-40a4-9ee2-3398bc37af38 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] No DVR routers for this DVR port a74ae6d6-5326-40b6-8cd8-8e0067f302a2 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:25.641357 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-f3a2dc13-06c7-40a4-9ee2-3398bc37af38 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.642852 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.643654 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-f3a2dc13-06c7-40a4-9ee2-3398bc37af38 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "DELETE /v2.0/ports/a74ae6d6-5326-40b6-8cd8-8e0067f302a2 HTTP/1.1" status: 204 len: 173 time: 0.8458595 Jul 09 20:09:25.644354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-deleted', 'tag': 'a74ae6d6-5326-40b6-8cd8-8e0067f302a2'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:25.644472 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9944b9e7-bf69-4596-915c-eed4dcb47861 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:25.646733 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53e5fa7-4e15-4810-8daf-40856fafc6ac" -d '{"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-deleted", "tag": "a74ae6d6-5326-40b6-8cd8-8e0067f302a2"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:25.687650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b898c5e-864d-4b73-8ebb-250253ec5a44 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:25.691780 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b898c5e-864d-4b73-8ebb-250253ec5a44 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:25.739617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9944b9e7-bf69-4596-915c-eed4dcb47861 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:25.739617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:25.815773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2a9b3-c343-4943-86bf-f301b50b7184 req-79595ecd-a175-4469-bccb-93a6fa138fa6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:25.823447 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6ae2a9b3-c343-4943-86bf-f301b50b7184 req-79595ecd-a175-4469-bccb-93a6fa138fa6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.2144005 Jul 09 20:09:25.830548 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=45817f54-3154-41bb-b36c-6291d03626fc,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:25.867773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1116a-d95d-4f05-9f40-a6e7015c4580 req-d073d3fe-f8d3-4330-b8a8-9556a64490ce tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:25.876187 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-99f1116a-d95d-4f05-9f40-a6e7015c4580 req-d073d3fe-f8d3-4330-b8a8-9556a64490ce tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.3368645 Jul 09 20:09:25.900947 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6ae2a9b3-c343-4943-86bf-f301b50b7184 req-e4a53d8c-707d-400e-8537-273848267cda tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764699 Jul 09 20:09:25.901667 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-93030289-8fe2-4da8-926c-76af3dfa588f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2937081 Jul 09 20:09:25.938345 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.029219 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8,segment=NetworkSegment(571a12b3-5538-4dc3-8b22-baed5a2543db),segment_id=571a12b3-5538-4dc3-8b22-baed5a2543db)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:26.039626 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.040380 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 045fd59f-0222-4543-afa6-e1826b9221b9 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:26.110183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b898c5e-864d-4b73-8ebb-250253ec5a44 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.148055 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-99f1116a-d95d-4f05-9f40-a6e7015c4580 req-284c5472-ba7a-4e46-a16c-383e54cb5be2 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430582 Jul 09 20:09:26.166498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-b3e60a8f-ac58-4bfd-ae57-bee58f4b5503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Deleting port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:26.166851 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-b3e60a8f-ac58-4bfd-ae57-bee58f4b5503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.294351 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a367dc35-b8df-4b2e-a567-80ccd419588d x-openstack-request-id: req-a367dc35-b8df-4b2e-a567-80ccd419588d {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:26.294656 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6534fbbd-fe1f-4570-9fd5-a688e43f660e", "name": "network-vif-plugged", "status": "completed", "tag": "45817f54-3154-41bb-b36c-6291d03626fc", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:26.294958 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a367dc35-b8df-4b2e-a567-80ccd419588d {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:26.295362 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6534fbbd-fe1f-4570-9fd5-a688e43f660e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45817f54-3154-41bb-b36c-6291d03626fc', 'code': 200} Jul 09 20:09:26.314010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:26.319837 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b898c5e-864d-4b73-8ebb-250253ec5a44 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Subnet': ['ID=70de16b2-6dec-44d0-924b-caf282049906,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:26.339851 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.347327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b898c5e-864d-4b73-8ebb-250253ec5a44 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Checking segment: {'id': 'f8700c67-fc96-4d5e-8ba0-1181c3cab0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a994f69-64d4-4d59-adbd-018bcbb830a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:26.348009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b898c5e-864d-4b73-8ebb-250253ec5a44 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network hostable DHCP agents. Network: 1a994f69-64d4-4d59-adbd-018bcbb830a2, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:09:26.386410 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47da3dfd-d7fd-4fa8-9a25-76088ef7d93a x-openstack-request-id: req-47da3dfd-d7fd-4fa8-9a25-76088ef7d93a {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:26.386715 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-deleted", "tag": "a74ae6d6-5326-40b6-8cd8-8e0067f302a2", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:26.386971 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47da3dfd-d7fd-4fa8-9a25-76088ef7d93a {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:26.387394 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-deleted', 'tag': 'a74ae6d6-5326-40b6-8cd8-8e0067f302a2', 'status': 'completed', 'code': 200} Jul 09 20:09:26.416657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-a2f1caa2-2c6f-487f-8b26-7d6de382425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.417239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-a2f1caa2-2c6f-487f-8b26-7d6de382425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.417734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-a2f1caa2-2c6f-487f-8b26-7d6de382425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.418338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-a2f1caa2-2c6f-487f-8b26-7d6de382425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.418820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-a2f1caa2-2c6f-487f-8b26-7d6de382425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.419345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-a2f1caa2-2c6f-487f-8b26-7d6de382425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.419855 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-a2f1caa2-2c6f-487f-8b26-7d6de382425f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.422649 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-a2f1caa2-2c6f-487f-8b26-7d6de382425f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8cc91b2219044be3bcf3baddf092d553&device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 6501 time: 0.4751165 Jul 09 20:09:26.446751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-b3e60a8f-ac58-4bfd-ae57-bee58f4b5503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] For port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8,segment=NetworkSegment(571a12b3-5538-4dc3-8b22-baed5a2543db),segment_id=571a12b3-5538-4dc3-8b22-baed5a2543db)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:26.447119 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-b3e60a8f-ac58-4bfd-ae57-bee58f4b5503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.461999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 045fd59f-0222-4543-afa6-e1826b9221b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=045fd59f-0222-4543-afa6-e1826b9221b9,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:26.474500 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.476892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c2dd2a99-be70-4ee7-913f-37195b50ee10 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:26.508707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b898c5e-864d-4b73-8ebb-250253ec5a44 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 1a994f69-64d4-4d59-adbd-018bcbb830a2 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:09:26.564824 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e7f33-7cad-49cf-a13c-62574574f098 req-a6f1d3d8-dc50-485b-b7ee-e0a953bdcf5b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.571768 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e7f33-7cad-49cf-a13c-62574574f098 req-a6f1d3d8-dc50-485b-b7ee-e0a953bdcf5b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.582344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e7f33-7cad-49cf-a13c-62574574f098 req-a6f1d3d8-dc50-485b-b7ee-e0a953bdcf5b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.588590 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e7f33-7cad-49cf-a13c-62574574f098 req-a6f1d3d8-dc50-485b-b7ee-e0a953bdcf5b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.596229 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-db5e7f33-7cad-49cf-a13c-62574574f098 req-a6f1d3d8-dc50-485b-b7ee-e0a953bdcf5b tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 3149 time: 0.3528891 Jul 09 20:09:26.614520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0b898c5e-864d-4b73-8ebb-250253ec5a44 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 1a994f69-64d4-4d59-adbd-018bcbb830a2) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:26.616803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c2dd2a99-be70-4ee7-913f-37195b50ee10 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:26.617245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a74ae6d6-5326-40b6-8cd8-8e0067f302a2 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:26.625633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b898c5e-864d-4b73-8ebb-250253ec5a44 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.626240 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b898c5e-864d-4b73-8ebb-250253ec5a44 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.652960 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0b898c5e-864d-4b73-8ebb-250253ec5a44 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1712630 Jul 09 20:09:26.656416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51198) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:26.661364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-fd3c0321-3fb8-487f-b68e-b31a2a6ecc8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1479632029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:26.676353 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce5434-f83d-42e5-868c-382058f3de0f req-b2dc0e51-bd6e-46a8-8107-48d95ff69065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.677980 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-78ce5434-f83d-42e5-868c-382058f3de0f req-b2dc0e51-bd6e-46a8-8107-48d95ff69065 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 1097 time: 0.2844577 Jul 09 20:09:26.678735 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: a74ae6d6-5326-40b6-8cd8-8e0067f302a2 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:09:26.679117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a74ae6d6-5326-40b6-8cd8-8e0067f302a2 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:26.679560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5c0d015e-6ded-4744-9f25-89e0f331d805 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:26.685542 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3244c87e-e0de-4767-9cea-8ca705b1b304 None None] Network 1a994f69-64d4-4d59-adbd-018bcbb830a2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:26.692478 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-db5e7f33-7cad-49cf-a13c-62574574f098 req-1dda1cf6-b034-439f-81f1-b992fd3f554c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950415 Jul 09 20:09:26.755939 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-78ce5434-f83d-42e5-868c-382058f3de0f req-21fbbf81-40c6-41d9-9c4a-670a7d6451da service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621634 Jul 09 20:09:26.758580 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd3c0321-3fb8-487f-b68e-b31a2a6ecc8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.761046 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd3c0321-3fb8-487f-b68e-b31a2a6ecc8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.818913 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd3c0321-3fb8-487f-b68e-b31a2a6ecc8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.825850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-ce65b035-285a-455e-b58d-bfdcb92f00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.828310 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd3c0321-3fb8-487f-b68e-b31a2a6ecc8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.843094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-ce65b035-285a-455e-b58d-bfdcb92f00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.845158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-ce65b035-285a-455e-b58d-bfdcb92f00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.847052 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-ce65b035-285a-455e-b58d-bfdcb92f00b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f3710c23-e34f-4a94-ad2f-5eaa9c859b69&id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&id=ef5270c7-1773-4605-be53-cd4a35f29f6b&id=ef5270c7-1773-4605-be53-cd4a35f29f6b HTTP/1.1" status: 200 len: 2298 time: 0.3808620 Jul 09 20:09:26.858532 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd3c0321-3fb8-487f-b68e-b31a2a6ecc8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.860955 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fd3c0321-3fb8-487f-b68e-b31a2a6ecc8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2025011 Jul 09 20:09:26.863189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51200) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:26.874763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-68055b7a-0dfd-4ad1-b495-22896f34a1e0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'port': {'network_id': '1a994f69-64d4-4d59-adbd-018bcbb830a2', 'name': 'tempest-RoutersTest-978218694'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:26.886598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a4cc4-3fab-4cb9-aaa7-bc5f7545a0b6 req-60c08b82-7aaf-4d96-b927-83c2a923e8f7 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:26.888406 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e50a4cc4-3fab-4cb9-aaa7-bc5f7545a0b6 req-60c08b82-7aaf-4d96-b927-83c2a923e8f7 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.3038824 Jul 09 20:09:26.910953 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-b3e60a8f-ac58-4bfd-ae57-bee58f4b5503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.911672 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-b3e60a8f-ac58-4bfd-ae57-bee58f4b5503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.912206 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-b3e60a8f-ac58-4bfd-ae57-bee58f4b5503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Floating IP 8c6593ee-b2e6-4dfd-9814-5d102329de71 disassociated. External IP: 172.25.0.188, port: 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8. Jul 09 20:09:26.912847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-b3e60a8f-ac58-4bfd-ae57-bee58f4b5503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Calling delete_port for 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:26.937398 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4c55860f-3e4b-4cb4-9b85-0accf40e74a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:26.951028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=045fd59f-0222-4543-afa6-e1826b9221b9,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:26.960054 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:27.016466 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:27.053199 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68055b7a-0dfd-4ad1-b495-22896f34a1e0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:27.057793 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-68055b7a-0dfd-4ad1-b495-22896f34a1e0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:27.064141 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e50a4cc4-3fab-4cb9-aaa7-bc5f7545a0b6 req-e51d2624-caca-472e-85c1-db7909a09dff tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631052 Jul 09 20:09:27.096696 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-68055b7a-0dfd-4ad1-b495-22896f34a1e0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] device_id is not set on port 869f1b8b-7d09-47bb-b3d1-14cadf5fa922 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:09:27.122145 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-98ad273b-9631-4161-a973-a3bc08c0cf80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfc3e76d-51a9-4170-90ff-6f54f619d809 HTTP/1.1" status: 200 len: 1002 time: 0.1216762 Jul 09 20:09:27.146659 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5c0d015e-6ded-4744-9f25-89e0f331d805, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5c0d015e-6ded-4744-9f25-89e0f331d805,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:27.176118 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:27.177218 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 079f73fb-e472-4d00-8450-a0f011297aa8 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:27.235038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-4772092e-4030-4e5d-b413-676fcda72fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:27.237030 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-4772092e-4030-4e5d-b413-676fcda72fca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14375310-01e0-447a-894d-66dc68e570ff HTTP/1.1" status: 200 len: 856 time: 0.1058357 Jul 09 20:09:27.243232 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-b3e60a8f-ac58-4bfd-ae57-bee58f4b5503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:27.317234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-68055b7a-0dfd-4ad1-b495-22896f34a1e0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Allocated IP 172.20.0.9 (1a994f69-64d4-4d59-adbd-018bcbb830a2/70de16b2-6dec-44d0-924b-caf282049906/869f1b8b-7d09-47bb-b3d1-14cadf5fa922) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:27.324890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e60a8f-ac58-4bfd-ae57-bee58f4b5503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event deleted for resources: {'Port': ['ID=0d5a34d7-7fd0-497c-88c7-b2009f7eedc8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:27.378809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 13f61c8f-9164-4b85-b33e-c10aa5e1a462 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:09:27.448349 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-1a994f69-64d4-4d59-adbd-018bcbb830a2', 'network_id': '1a994f69-64d4-4d59-adbd-018bcbb830a2', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'fixed_ips': [{'subnet_id': '70de16b2-6dec-44d0-924b-caf282049906'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:09:27.448837 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:27.497437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-45060d5d-eac2-4ced-9d3f-3905ff7568c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:27.499555 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-45060d5d-eac2-4ced-9d3f-3905ff7568c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f3710c23-e34f-4a94-ad2f-5eaa9c859b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2489254 Jul 09 20:09:27.513308 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5c0d015e-6ded-4744-9f25-89e0f331d805,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:27.563237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a5107-0000-4737-9cd2-c427f95621ce req-c1ffebac-b80f-4cc0-84c6-e6c595020f50 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:27.574695 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-756a5107-0000-4737-9cd2-c427f95621ce req-c1ffebac-b80f-4cc0-84c6-e6c595020f50 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.1917799 Jul 09 20:09:27.655684 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-b3e60a8f-ac58-4bfd-ae57-bee58f4b5503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Router 50637e3b-babe-494b-a649-620401d664bd has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:09:27.656257 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-756a5107-0000-4737-9cd2-c427f95621ce req-a4988354-b736-4cc0-85c8-f0326e9f01e9 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799460 Jul 09 20:09:27.707073 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-68055b7a-0dfd-4ad1-b495-22896f34a1e0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:27.761152 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-1e355280-d4f5-4a0d-aa98-94474559e1ac service neutron] 10.222.0.36 "GET /v2.0/networks/f3710c23-e34f-4a94-ad2f-5eaa9c859b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487051 Jul 09 20:09:27.761536 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-68055b7a-0dfd-4ad1-b495-22896f34a1e0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Transition to ACTIVE for port object 869f1b8b-7d09-47bb-b3d1-14cadf5fa922 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:27.852252 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-68055b7a-0dfd-4ad1-b495-22896f34a1e0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:27.972078 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68055b7a-0dfd-4ad1-b495-22896f34a1e0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=869f1b8b-7d09-47bb-b3d1-14cadf5fa922,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:27.979944 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68055b7a-0dfd-4ad1-b495-22896f34a1e0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 1a994f69-64d4-4d59-adbd-018bcbb830a2 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:27.981278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-68055b7a-0dfd-4ad1-b495-22896f34a1e0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:27.984097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68055b7a-0dfd-4ad1-b495-22896f34a1e0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:28.041642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 13f61c8f-9164-4b85-b33e-c10aa5e1a462, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:28.054527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-b3e60a8f-ac58-4bfd-ae57-bee58f4b5503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:09:28.058499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'port_id': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'mac_address': 'fa:16:3e:54:43:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:09:28.072517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b070782-fed7-4457-9376-30fcf7e7b180 None None] Sync routers for ids ['50637e3b-babe-494b-a649-620401d664bd'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:09:28.088972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68055b7a-0dfd-4ad1-b495-22896f34a1e0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:28.089865 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-68055b7a-0dfd-4ad1-b495-22896f34a1e0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:28.145224 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-68055b7a-0dfd-4ad1-b495-22896f34a1e0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2769418 Jul 09 20:09:28.145431 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51212) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:28.203559 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:28.205515 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:28.253501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b070782-fed7-4457-9376-30fcf7e7b180 None None] Routers {'50637e3b-babe-494b-a649-620401d664bd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:28.254226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5b070782-fed7-4457-9376-30fcf7e7b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:08:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['50637e3b-babe-494b-a649-620401d664bd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:28.310212 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8'}, {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '045fd59f-0222-4543-afa6-e1826b9221b9'}, {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0d015e-6ded-4744-9f25-89e0f331d805'}, {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '079f73fb-e472-4d00-8450-a0f011297aa8'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:28.313723 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566b6227-369a-4016-a107-ef762e9536f6" -d '{"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-unplugged", "status": "completed", "tag": "0d5a34d7-7fd0-497c-88c7-b2009f7eedc8"}, {"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-unplugged", "status": "completed", "tag": "045fd59f-0222-4543-afa6-e1826b9221b9"}, {"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0d015e-6ded-4744-9f25-89e0f331d805"}, {"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-unplugged", "status": "completed", "tag": "079f73fb-e472-4d00-8450-a0f011297aa8"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:28.335550 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13f61c8f-9164-4b85-b33e-c10aa5e1a462 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:09:28.379335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 13f61c8f-9164-4b85-b33e-c10aa5e1a462, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:28.403588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 079f73fb-e472-4d00-8450-a0f011297aa8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=079f73fb-e472-4d00-8450-a0f011297aa8,segment=NetworkSegment(beb41655-b7e3-45dd-93b4-0c8943b7a5a4),segment_id=beb41655-b7e3-45dd-93b4-0c8943b7a5a4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:28.414697 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:28.423687 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:28.427139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Allocated IP 172.20.0.2 (1a994f69-64d4-4d59-adbd-018bcbb830a2/70de16b2-6dec-44d0-924b-caf282049906/7aef0980-9d6f-4965-b631-6e407f90caef) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:28.584348 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-b3e60a8f-ac58-4bfd-ae57-bee58f4b5503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] No DVR routers for this DVR port 0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:28.597842 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-b3e60a8f-ac58-4bfd-ae57-bee58f4b5503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:28.598244 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['13f61c8f-9164-4b85-b33e-c10aa5e1a462'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:09:28.600114 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-b3e60a8f-ac58-4bfd-ae57-bee58f4b5503 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "DELETE /v2.0/ports/0d5a34d7-7fd0-497c-88c7-b2009f7eedc8 HTTP/1.1" status: 204 len: 173 time: 2.9310842 Jul 09 20:09:28.605221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-deleted', 'tag': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:28.608587 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3723355-3842-4014-80e4-f0ebb3262c73" -d '{"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-deleted", "tag": "0d5a34d7-7fd0-497c-88c7-b2009f7eedc8"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:28.671676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=13f61c8f-9164-4b85-b33e-c10aa5e1a462,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:28.677889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-5b070782-fed7-4457-9376-30fcf7e7b180 None None] Set router 50637e3b-babe-494b-a649-620401d664bd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:09:28.696807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d10ecf-7da4-4c62-827c-dfa6ce12272f req-0e4e9c81-53ff-4a07-bac5-079bb52b1a2c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:28.703229 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d10ecf-7da4-4c62-827c-dfa6ce12272f req-0e4e9c81-53ff-4a07-bac5-079bb52b1a2c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:28.720172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d10ecf-7da4-4c62-827c-dfa6ce12272f req-0e4e9c81-53ff-4a07-bac5-079bb52b1a2c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:28.722219 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-87d10ecf-7da4-4c62-827c-dfa6ce12272f req-0e4e9c81-53ff-4a07-bac5-079bb52b1a2c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 2412 time: 0.7886624 Jul 09 20:09:28.747996 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387d0c6-10d4-4d33-90a2-58897b6b6024 req-72cc363f-8c46-4dab-a831-159ec6f94bd3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:28.759550 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e387d0c6-10d4-4d33-90a2-58897b6b6024 req-72cc363f-8c46-4dab-a831-159ec6f94bd3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.4387157 Jul 09 20:09:28.762802 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-a72e2d7c-b0d9-415d-a754-adbeb345caa3 service neutron] 10.222.0.36 "GET /v2.0/networks/f3710c23-e34f-4a94-ad2f-5eaa9c859b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9803898 Jul 09 20:09:28.814309 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-87d10ecf-7da4-4c62-827c-dfa6ce12272f req-a0383fd4-0284-4635-8454-8e3ad758691f tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470107 Jul 09 20:09:28.862235 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e387d0c6-10d4-4d33-90a2-58897b6b6024 req-0dad7fa9-812e-4515-8394-404e7b005777 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015916 Jul 09 20:09:28.876249 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-02c9a743-a38b-4ee2-b89a-affddf57d59c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=4a5066e1-5df8-47b1-bc91-51ff5dde2cfc HTTP/1.1" status: 200 len: 217 time: 0.1045465 Jul 09 20:09:28.952074 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0968c22-d211-411f-a89b-9b0ae76c9987 x-openstack-request-id: req-c0968c22-d211-411f-a89b-9b0ae76c9987 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:28.952387 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-unplugged", "status": "completed", "tag": "0d5a34d7-7fd0-497c-88c7-b2009f7eedc8", "code": 200}, {"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-unplugged", "status": "completed", "tag": "045fd59f-0222-4543-afa6-e1826b9221b9", "code": 200}, {"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c0d015e-6ded-4744-9f25-89e0f331d805", "code": 200}, {"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-unplugged", "status": "completed", "tag": "079f73fb-e472-4d00-8450-a0f011297aa8", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:28.952694 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0968c22-d211-411f-a89b-9b0ae76c9987 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:28.953119 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8', 'code': 200} Jul 09 20:09:28.953376 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '045fd59f-0222-4543-afa6-e1826b9221b9', 'code': 200} Jul 09 20:09:28.953633 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c0d015e-6ded-4744-9f25-89e0f331d805', 'code': 200} Jul 09 20:09:28.954305 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '079f73fb-e472-4d00-8450-a0f011297aa8', 'code': 200} Jul 09 20:09:28.962863 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:28.985596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=079f73fb-e472-4d00-8450-a0f011297aa8,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:29.012715 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998679d7-aa5d-4a40-8211-1ae3709f74be x-openstack-request-id: req-998679d7-aa5d-4a40-8211-1ae3709f74be {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:29.013050 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-deleted", "tag": "0d5a34d7-7fd0-497c-88c7-b2009f7eedc8", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:29.013756 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-998679d7-aa5d-4a40-8211-1ae3709f74be {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:29.018798 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-deleted', 'tag': '0d5a34d7-7fd0-497c-88c7-b2009f7eedc8', 'status': 'completed', 'code': 200} Jul 09 20:09:29.147908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-fa610a6f-d672-4a08-8ad2-77d42f99b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:29.151089 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-fa610a6f-d672-4a08-8ad2-77d42f99b1ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18cd0af-2b12-411e-a985-8dc1e8f567c1 HTTP/1.1" status: 200 len: 797 time: 0.2679162 Jul 09 20:09:29.160256 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-236d0f41-71a5-4125-a726-1625f8cf9430 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Deleting port 045fd59f-0222-4543-afa6-e1826b9221b9 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:29.160788 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-236d0f41-71a5-4125-a726-1625f8cf9430 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:29.213844 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:29.259982 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:29.267463 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Transition to ACTIVE for port object 7aef0980-9d6f-4965-b631-6e407f90caef will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:29.360735 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Transition to ACTIVE for port object 7aef0980-9d6f-4965-b631-6e407f90caef will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:29.386651 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:29.410273 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:29.415046 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-236d0f41-71a5-4125-a726-1625f8cf9430 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] For port 045fd59f-0222-4543-afa6-e1826b9221b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=045fd59f-0222-4543-afa6-e1826b9221b9,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:29.415488 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-236d0f41-71a5-4125-a726-1625f8cf9430 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:29.425864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:29.434874 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-236d0f41-71a5-4125-a726-1625f8cf9430 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Calling delete_port for 045fd59f-0222-4543-afa6-e1826b9221b9 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:29.535815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-701bd4ca-4186-412a-a616-73b7bb354e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:29.537613 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-701bd4ca-4186-412a-a616-73b7bb354e89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2196794 Jul 09 20:09:29.570877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Network 1a994f69-64d4-4d59-adbd-018bcbb830a2 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:29.582803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:29.600478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:29.641053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=869f1b8b-7d09-47bb-b3d1-14cadf5fa922,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:29.675961 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-a25152a7-5605-463b-bd92-a3985963ab0d service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284008 Jul 09 20:09:29.733795 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3293ae35-0ea5-498d-9c4b-4badbbe1ae08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:29.750706 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:29.768129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Pushing event updated for resources: {'Port': ['ID=7aef0980-9d6f-4965-b631-6e407f90caef,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:29.804257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5b070782-fed7-4457-9376-30fcf7e7b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50637e3b-babe-494b-a649-620401d664bd', 'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:49Z', 'updated_at': '2021-07-09T19:58:55Z', 'revision_number': 4, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'gw_port': {'id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:51Z', 'updated_at': '2021-07-09T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'fc1b07df-bce9-4dc9-9348-b769da31559d', 'name': '', 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'mac_address': 'fa:16:3e:4c:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:59:04Z', 'revision_number': 5, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'subnets': [{'id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:29.888404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Attempting to bind port 7aef0980-9d6f-4965-b631-6e407f90caef on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:09:29.894177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Attempting to bind port 7aef0980-9d6f-4965-b631-6e407f90caef by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'f8700c67-fc96-4d5e-8ba0-1181c3cab0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a994f69-64d4-4d59-adbd-018bcbb830a2'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:09:29.894177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Attempting to bind port 7aef0980-9d6f-4965-b631-6e407f90caef on network 1a994f69-64d4-4d59-adbd-018bcbb830a2 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:09:29.913438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:09:29.915980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Checking segment: {'id': 'f8700c67-fc96-4d5e-8ba0-1181c3cab0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a994f69-64d4-4d59-adbd-018bcbb830a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:29.916503 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:29.916982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Bound using segment: {'id': 'f8700c67-fc96-4d5e-8ba0-1181c3cab0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a994f69-64d4-4d59-adbd-018bcbb830a2'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:09:29.919208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Bound port: 7aef0980-9d6f-4965-b631-6e407f90caef, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8700c67-fc96-4d5e-8ba0-1181c3cab0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1a994f69-64d4-4d59-adbd-018bcbb830a2'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:09:29.919637 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:29.933993 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b070782-fed7-4457-9376-30fcf7e7b180 None None] Checking router: 50637e3b-babe-494b-a649-620401d664bd for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:09:29.960131 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:30.013508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587a27f-bc93-4f42-aebe-f7025a030e61 req-9baace4e-036d-474a-a43c-78fa1020cf9b tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:30.025637 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2587a27f-bc93-4f42-aebe-f7025a030e61 req-9baace4e-036d-474a-a43c-78fa1020cf9b tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 945 time: 0.3486242 Jul 09 20:09:30.061616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b070782-fed7-4457-9376-30fcf7e7b180 None None] Routers {'50637e3b-babe-494b-a649-620401d664bd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:30.062451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5b070782-fed7-4457-9376-30fcf7e7b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['50637e3b-babe-494b-a649-620401d664bd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:30.071801 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-4f1ea8fe-7813-42af-b4e1-ceb3a096cc8d service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788812 Jul 09 20:09:30.183757 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2587a27f-bc93-4f42-aebe-f7025a030e61 req-240facb7-d3bb-4346-b9ff-475324f97037 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561506 Jul 09 20:09:30.199876 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-24a67720-5596-42bb-96c5-4a7063891e2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=434165cf-a842-4e7d-ab6d-747e1109fc5d HTTP/1.1" status: 200 len: 217 time: 0.1071963 Jul 09 20:09:30.294174 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:09:30.295718 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:30.313944 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-236d0f41-71a5-4125-a726-1625f8cf9430 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:30.373164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50a229-c13a-4085-8cb1-2d267879669a req-b56a9208-f022-439c-9c79-70502f7860e9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:30.385499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50a229-c13a-4085-8cb1-2d267879669a req-b56a9208-f022-439c-9c79-70502f7860e9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:30.398812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50a229-c13a-4085-8cb1-2d267879669a req-b56a9208-f022-439c-9c79-70502f7860e9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:30.411477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d0f41-71a5-4125-a726-1625f8cf9430 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event deleted for resources: {'Port': ['ID=045fd59f-0222-4543-afa6-e1826b9221b9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:30.416312 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca50a229-c13a-4085-8cb1-2d267879669a req-b56a9208-f022-439c-9c79-70502f7860e9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 2332 time: 0.2602074 Jul 09 20:09:30.431897 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] For port 7aef0980-9d6f-4965-b631-6e407f90caef, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:09:30.473118 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-deebb79b-af9f-433f-89fd-6a24bb004f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:30.476328 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-deebb79b-af9f-433f-89fd-6a24bb004f4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18cd0af-2b12-411e-a985-8dc1e8f567c1 HTTP/1.1" status: 200 len: 797 time: 0.2657118 Jul 09 20:09:30.493359 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:30.497559 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] For port 7aef0980-9d6f-4965-b631-6e407f90caef, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7aef0980-9d6f-4965-b631-6e407f90caef,segment=NetworkSegment(f8700c67-fc96-4d5e-8ba0-1181c3cab0f2),segment_id=f8700c67-fc96-4d5e-8ba0-1181c3cab0f2)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:09:30.502207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-236d0f41-71a5-4125-a726-1625f8cf9430 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] No DVR routers for this DVR port 045fd59f-0222-4543-afa6-e1826b9221b9 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:30.508402 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-236d0f41-71a5-4125-a726-1625f8cf9430 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:30.515181 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-236d0f41-71a5-4125-a726-1625f8cf9430 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "DELETE /v2.0/ports/045fd59f-0222-4543-afa6-e1826b9221b9 HTTP/1.1" status: 204 len: 173 time: 1.9035943 Jul 09 20:09:30.522546 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:30.612602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-5b070782-fed7-4457-9376-30fcf7e7b180 None None] Set router 50637e3b-babe-494b-a649-620401d664bd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:09:30.758444 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-da183450-98ed-4f62-9a71-71b04a09048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:30.774512 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-da183450-98ed-4f62-9a71-71b04a09048a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2163005 Jul 09 20:09:30.863174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff690dc-04ea-471e-8ee8-7986c96bd93a req-d6c3c9d9-c75d-4d66-b019-abef8febfbad tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:30.890955 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ff690dc-04ea-471e-8ee8-7986c96bd93a req-d6c3c9d9-c75d-4d66-b019-abef8febfbad tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.3862314 Jul 09 20:09:30.969428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449c60e-6ccc-4915-9352-1da67d0365c7 None None] Pushing event updated for resources: {'Port': ['ID=7aef0980-9d6f-4965-b631-6e407f90caef,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:31.069640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-deleted', 'tag': '045fd59f-0222-4543-afa6-e1826b9221b9'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:31.071941 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2278a3b-0c50-4c17-b076-57972e219082" -d '{"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-deleted", "tag": "045fd59f-0222-4543-afa6-e1826b9221b9"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:31.251509 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:31.286315 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48c36cf2-bf7f-4f0c-a3a8-d857b5afd7c5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Deleting port 079f73fb-e472-4d00-8450-a0f011297aa8 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:31.288100 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48c36cf2-bf7f-4f0c-a3a8-d857b5afd7c5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:31.313023 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca50a229-c13a-4085-8cb1-2d267879669a req-8539140d-73a1-4293-8a7a-604c8be33bda tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8946819 Jul 09 20:09:31.313968 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:31.328548 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 13f61c8f-9164-4b85-b33e-c10aa5e1a462 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:31.341026 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ff690dc-04ea-471e-8ee8-7986c96bd93a req-c86057bb-ead1-4211-98f8-ea54d691a336 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489241 Jul 09 20:09:31.552095 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2515210-37d0-4629-8d6a-ff51f7b1922b x-openstack-request-id: req-d2515210-37d0-4629-8d6a-ff51f7b1922b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:31.552095 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-deleted", "tag": "045fd59f-0222-4543-afa6-e1826b9221b9", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:31.552095 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2515210-37d0-4629-8d6a-ff51f7b1922b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:31.555396 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-deleted', 'tag': '045fd59f-0222-4543-afa6-e1826b9221b9', 'status': 'completed', 'code': 200} Jul 09 20:09:31.585659 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5b070782-fed7-4457-9376-30fcf7e7b180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50637e3b-babe-494b-a649-620401d664bd', 'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:49Z', 'updated_at': '2021-07-09T19:58:55Z', 'revision_number': 4, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'gw_port': {'id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:51Z', 'updated_at': '2021-07-09T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'fc1b07df-bce9-4dc9-9348-b769da31559d', 'name': '', 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'mac_address': 'fa:16:3e:4c:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:59:04Z', 'revision_number': 5, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'subnets': [{'id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:31.621616 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-3393c61d-6a3d-4299-809e-c2b03d503d5b service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8332202 Jul 09 20:09:31.713041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7aef0980-9d6f-4965-b631-6e407f90caef up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:31.736657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48c36cf2-bf7f-4f0c-a3a8-d857b5afd7c5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] For port 079f73fb-e472-4d00-8450-a0f011297aa8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=079f73fb-e472-4d00-8450-a0f011297aa8,segment=NetworkSegment(beb41655-b7e3-45dd-93b4-0c8943b7a5a4),segment_id=beb41655-b7e3-45dd-93b4-0c8943b7a5a4)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:31.736935 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48c36cf2-bf7f-4f0c-a3a8-d857b5afd7c5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:31.747363 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=869f1b8b-7d09-47bb-b3d1-14cadf5fa922,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:31.781525 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:31.803813 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b070782-fed7-4457-9376-30fcf7e7b180 None None] The sync data for ids ['50637e3b-babe-494b-a649-620401d664bd'] in n-d-800088-3 is: [{'id': '50637e3b-babe-494b-a649-620401d664bd', 'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:49Z', 'updated_at': '2021-07-09T19:58:55Z', 'revision_number': 4, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'gw_port': {'id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:51Z', 'updated_at': '2021-07-09T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'fc1b07df-bce9-4dc9-9348-b769da31559d', 'name': '', 'network_id': 'ac26e3a8-4659-47b4-aecd-3ff1c0a17975', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'mac_address': 'fa:16:3e:4c:84:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:54Z', 'updated_at': '2021-07-09T19:59:04Z', 'revision_number': 5, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'subnets': [{'id': '7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:09:31.844487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 13f61c8f-9164-4b85-b33e-c10aa5e1a462 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:31.845325 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:31.958887 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48c36cf2-bf7f-4f0c-a3a8-d857b5afd7c5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Calling delete_port for 079f73fb-e472-4d00-8450-a0f011297aa8 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:31.987973 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 7aef0980-9d6f-4965-b631-6e407f90caef completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:32.020029 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:32.020427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:32.020809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:32.021148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:32.021485 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:32.021827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:32.022237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:32.022485 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:32.022818 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:32.023152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:32.025808 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:32.026199 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:32.063561 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:32.272588 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-f1792ba4-bc41-44ed-9d8d-c9aab6d6880f service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384071 Jul 09 20:09:32.335084 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 1a994f69-64d4-4d59-adbd-018bcbb830a2 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:32.338621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:32.377481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2a9fe-068d-49db-8c28-b81d58e3145e req-df40e8b2-b1a7-4b28-b123-fe24d2042b77 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:32.379863 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-65a2a9fe-068d-49db-8c28-b81d58e3145e req-df40e8b2-b1a7-4b28-b123-fe24d2042b77 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.3361104 Jul 09 20:09:32.491793 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-2cd17da5-61f1-4052-bf54-ed06173ac699 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=04fe12c2-ba4f-490a-b1e2-925e497d6d56 HTTP/1.1" status: 200 len: 217 time: 0.1953292 Jul 09 20:09:32.549738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33c6c0-3ea4-4bf2-a450-344724a2e5c0 req-19b2b450-724e-4c08-80a6-b0feb9325a7c tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:32.555058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce33c6c0-3ea4-4bf2-a450-344724a2e5c0 req-19b2b450-724e-4c08-80a6-b0feb9325a7c tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 945 time: 0.6072347 Jul 09 20:09:32.583807 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4605b899-35d3-4995-8a34-35e14ccfdb52 None None] New status for floating IP 8c6593ee-b2e6-4dfd-9814-5d102329de71: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:09:32.700485 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:32.714971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f61c8f-9164-4b85-b33e-c10aa5e1a462'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:32.720183 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e13f4d-98ca-4765-af15-bae72333c735" -d '{"events": [{"server_uuid": "5e667fea-5a94-42a9-8d5b-77ad5a1e375d", "name": "network-vif-plugged", "status": "completed", "tag": "13f61c8f-9164-4b85-b33e-c10aa5e1a462"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:32.758798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 13f61c8f-9164-4b85-b33e-c10aa5e1a462, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:32.766466 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:32.773715 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-9c4a27e7-9b61-4ac9-9e78-478b0c494c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:32.776993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-9c4a27e7-9b61-4ac9-9e78-478b0c494c76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18cd0af-2b12-411e-a985-8dc1e8f567c1 HTTP/1.1" status: 200 len: 797 time: 0.2209470 Jul 09 20:09:32.804522 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce33c6c0-3ea4-4bf2-a450-344724a2e5c0 req-deb4e7a6-4887-4bf9-ab01-f4987775ae6d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344959 Jul 09 20:09:32.872015 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-65a2a9fe-068d-49db-8c28-b81d58e3145e req-d1429717-7413-4952-b480-6984dccc7181 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820822 Jul 09 20:09:32.874742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=13f61c8f-9164-4b85-b33e-c10aa5e1a462,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:32.880311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdab72f-a135-484f-83c5-1fdb599ffa91 None None] Network 1a994f69-64d4-4d59-adbd-018bcbb830a2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:32.899350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router 36e95663-9e6b-46f3-9e16-eefc911180cb is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:09:33.047762 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e23f0fb-c3b4-4d80-89d6-4be9266a1f15 x-openstack-request-id: req-8e23f0fb-c3b4-4d80-89d6-4be9266a1f15 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:33.048235 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e667fea-5a94-42a9-8d5b-77ad5a1e375d", "name": "network-vif-plugged", "status": "completed", "tag": "13f61c8f-9164-4b85-b33e-c10aa5e1a462", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:33.048716 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e23f0fb-c3b4-4d80-89d6-4be9266a1f15 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:33.049685 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'code': 200} Jul 09 20:09:33.165112 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bc5f081c-3289-462d-b26f-8cf2ea2a0be6 None None] Provisioning for port 7aef0980-9d6f-4965-b631-6e407f90caef completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:33.180170 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bc5f081c-3289-462d-b26f-8cf2ea2a0be6 None None] Provisioning complete for port 7aef0980-9d6f-4965-b631-6e407f90caef triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:33.181164 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bc5f081c-3289-462d-b26f-8cf2ea2a0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:33.192558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:09:33.213029 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9ff5ad69-af83-497f-9366-f325352a56e5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/36e95663-9e6b-46f3-9e16-eefc911180cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0656121 Jul 09 20:09:33.217322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51306) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:33.239570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73f6ff-be6f-4cf5-b714-a0e2cb9818dc None None] Sync routers for ids ['36e95663-9e6b-46f3-9e16-eefc911180cb'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:09:33.262316 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-581a9962-4dae-4037-8dbf-384304b6a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:33.266801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73f6ff-be6f-4cf5-b714-a0e2cb9818dc None None] Routers {'36e95663-9e6b-46f3-9e16-eefc911180cb'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:33.266801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4c73f6ff-be6f-4cf5-b714-a0e2cb9818dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['36e95663-9e6b-46f3-9e16-eefc911180cb'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:33.267080 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-581a9962-4dae-4037-8dbf-384304b6a875 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4580112 Jul 09 20:09:33.371299 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b63812-a2f1-4608-8e2a-95d291888fe7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:33.381683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f2b63812-a2f1-4608-8e2a-95d291888fe7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports/869f1b8b-7d09-47bb-b3d1-14cadf5fa922 HTTP/1.1" status: 200 len: 976 time: 0.1618674 Jul 09 20:09:33.382392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51314) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:33.419526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4c73f6ff-be6f-4cf5-b714-a0e2cb9818dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:33.473775 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48c36cf2-bf7f-4f0c-a3a8-d857b5afd7c5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:33.609763 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c36cf2-bf7f-4f0c-a3a8-d857b5afd7c5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event deleted for resources: {'Port': ['ID=079f73fb-e472-4d00-8450-a0f011297aa8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:33.622867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c73f6ff-be6f-4cf5-b714-a0e2cb9818dc None None] Routers {'36e95663-9e6b-46f3-9e16-eefc911180cb'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:33.623564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4c73f6ff-be6f-4cf5-b714-a0e2cb9818dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['36e95663-9e6b-46f3-9e16-eefc911180cb'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:33.740167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48c36cf2-bf7f-4f0c-a3a8-d857b5afd7c5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] No DVR routers for this DVR port 079f73fb-e472-4d00-8450-a0f011297aa8 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:33.759798 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48c36cf2-bf7f-4f0c-a3a8-d857b5afd7c5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:33.761660 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-48c36cf2-bf7f-4f0c-a3a8-d857b5afd7c5 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "DELETE /v2.0/ports/079f73fb-e472-4d00-8450-a0f011297aa8 HTTP/1.1" status: 204 len: 173 time: 3.1830909 Jul 09 20:09:33.766115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-deleted', 'tag': '079f73fb-e472-4d00-8450-a0f011297aa8'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:33.768421 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb988cb8-4424-4b80-8a72-fb90b8a54c3e" -d '{"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-deleted", "tag": "079f73fb-e472-4d00-8450-a0f011297aa8"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:33.778535 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bc5f081c-3289-462d-b26f-8cf2ea2a0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:33.801262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4c73f6ff-be6f-4cf5-b714-a0e2cb9818dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:33.801941 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c73f6ff-be6f-4cf5-b714-a0e2cb9818dc None None] The sync data for ids ['36e95663-9e6b-46f3-9e16-eefc911180cb'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:09:33.941721 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-cf6a0e95-bc48-4abf-817f-a87b0e88a112 service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137328 Jul 09 20:09:33.955551 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-bc5f081c-3289-462d-b26f-8cf2ea2a0be6 None None] For port 7aef0980-9d6f-4965-b631-6e407f90caef, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7aef0980-9d6f-4965-b631-6e407f90caef,segment=NetworkSegment(f8700c67-fc96-4d5e-8ba0-1181c3cab0f2),segment_id=f8700c67-fc96-4d5e-8ba0-1181c3cab0f2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:33.971298 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bc5f081c-3289-462d-b26f-8cf2ea2a0be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:34.002012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc28ba-ca7e-4ca9-bc90-4734ee65a10e req-1e8ccdab-b74e-4397-b5a1-2cae297f22bc tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:34.009259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc28ba-ca7e-4ca9-bc90-4734ee65a10e req-1e8ccdab-b74e-4397-b5a1-2cae297f22bc tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:34.010990 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6fc28ba-ca7e-4ca9-bc90-4734ee65a10e req-1e8ccdab-b74e-4397-b5a1-2cae297f22bc tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 1599 time: 0.7637463 Jul 09 20:09:34.126901 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f081c-3289-462d-b26f-8cf2ea2a0be6 None None] Pushing event updated for resources: {'Port': ['ID=7aef0980-9d6f-4965-b631-6e407f90caef,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:34.190169 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf71bb9-9b38-42ba-8af3-7ee09b5dbb46 req-bbb2f172-7811-4388-9016-7ea6d7e38c60 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:34.198366 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-faf71bb9-9b38-42ba-8af3-7ee09b5dbb46 req-bbb2f172-7811-4388-9016-7ea6d7e38c60 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.3072133 Jul 09 20:09:34.324399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-fc3324e7-1642-4fde-ae56-e8286d4832df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Deleting port 5c0d015e-6ded-4744-9f25-89e0f331d805 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:34.329895 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-fc3324e7-1642-4fde-ae56-e8286d4832df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:34.336625 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-faf71bb9-9b38-42ba-8af3-7ee09b5dbb46 req-b266a6c4-e10a-416f-b240-556f8392c2bc tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371124 Jul 09 20:09:34.377287 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b3a203d-3d9d-499b-a17b-6c8b5366c2ce tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:34.412696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a5cdd9d8-8bc9-48f6-ae6e-468fdab2b9f9 None None] Provisioning complete for port 7aef0980-9d6f-4965-b631-6e407f90caef triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:34.415972 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd9d8-8bc9-48f6-ae6e-468fdab2b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:34.435238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6fc28ba-ca7e-4ca9-bc90-4734ee65a10e req-71cc92a0-41b5-47e8-a5ea-80cc3d118e40 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups?id=88eb5451-dbed-4adb-b0c8-8814a2e92ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4024014 Jul 09 20:09:34.461709 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493e5171-6dbb-41b3-9d86-1a92990a8d37 x-openstack-request-id: req-493e5171-6dbb-41b3-9d86-1a92990a8d37 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:34.462093 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-deleted", "tag": "079f73fb-e472-4d00-8450-a0f011297aa8", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:34.462264 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-493e5171-6dbb-41b3-9d86-1a92990a8d37 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:34.462670 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-deleted', 'tag': '079f73fb-e472-4d00-8450-a0f011297aa8', 'status': 'completed', 'code': 200} Jul 09 20:09:34.593356 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-a8fa9a09-4ba5-497e-908e-4950023d05d2 service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6360118 Jul 09 20:09:34.719921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-fc3324e7-1642-4fde-ae56-e8286d4832df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] For port 5c0d015e-6ded-4744-9f25-89e0f331d805, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5c0d015e-6ded-4744-9f25-89e0f331d805,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:34.720644 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-fc3324e7-1642-4fde-ae56-e8286d4832df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:34.793131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-fc3324e7-1642-4fde-ae56-e8286d4832df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Calling delete_port for 5c0d015e-6ded-4744-9f25-89e0f331d805 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:34.837242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a5cdd9d8-8bc9-48f6-ae6e-468fdab2b9f9 None None] Provisioning for port 869f1b8b-7d09-47bb-b3d1-14cadf5fa922 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:34.843774 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a5cdd9d8-8bc9-48f6-ae6e-468fdab2b9f9 None None] Provisioning complete for port 869f1b8b-7d09-47bb-b3d1-14cadf5fa922 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:34.850052 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a5cdd9d8-8bc9-48f6-ae6e-468fdab2b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:34.993679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a5cdd9d8-8bc9-48f6-ae6e-468fdab2b9f9 None None] Port 869f1b8b-7d09-47bb-b3d1-14cadf5fa922 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:09:35.121451 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-c5582eb3-d354-49f3-852c-8117babe9db0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=35223c2f-da2f-4373-b115-d66932a941cc HTTP/1.1" status: 200 len: 217 time: 0.1208320 Jul 09 20:09:35.160547 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f1beed12-eab0-429b-8cf2-c3f2b80d146c None None] Provisioning complete for port 869f1b8b-7d09-47bb-b3d1-14cadf5fa922 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:35.162818 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f1beed12-eab0-429b-8cf2-c3f2b80d146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:35.288360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-45753586-b725-4dcf-8756-0f59f33412ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:35.299122 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-45753586-b725-4dcf-8756-0f59f33412ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f18cd0af-2b12-411e-a985-8dc1e8f567c1 HTTP/1.1" status: 200 len: 797 time: 0.1501207 Jul 09 20:09:35.328841 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f1beed12-eab0-429b-8cf2-c3f2b80d146c None None] Port 869f1b8b-7d09-47bb-b3d1-14cadf5fa922 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:09:35.499668 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a0467c7d-62bc-492c-b72d-fa4831b22218 None None] Provisioning complete for port 869f1b8b-7d09-47bb-b3d1-14cadf5fa922 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:35.505669 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a0467c7d-62bc-492c-b72d-fa4831b22218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:35.559105 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-fc3324e7-1642-4fde-ae56-e8286d4832df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:35.636332 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7aef0980-9d6f-4965-b631-6e407f90caef up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:35.686946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3324e7-1642-4fde-ae56-e8286d4832df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event deleted for resources: {'Port': ['ID=5c0d015e-6ded-4744-9f25-89e0f331d805,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:35.752255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-bbc36b8f-281a-47b2-b955-c487770ca4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:35.761995 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-bbc36b8f-281a-47b2-b955-c487770ca4f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aeb093c8-4c48-4e79-a212-8d5d93a16f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4553101 Jul 09 20:09:35.837305 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-fc3324e7-1642-4fde-ae56-e8286d4832df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] No DVR routers for this DVR port 5c0d015e-6ded-4744-9f25-89e0f331d805 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:35.840187 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-fc3324e7-1642-4fde-ae56-e8286d4832df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:35.843124 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4998d9f1-9684-498a-96bd-37b8806a6742 req-fc3324e7-1642-4fde-ae56-e8286d4832df tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.36 "DELETE /v2.0/ports/5c0d015e-6ded-4744-9f25-89e0f331d805 HTTP/1.1" status: 204 len: 173 time: 2.0533028 Jul 09 20:09:35.848007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a0467c7d-62bc-492c-b72d-fa4831b22218 None None] Port 869f1b8b-7d09-47bb-b3d1-14cadf5fa922 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:09:35.934684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 7aef0980-9d6f-4965-b631-6e407f90caef triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:35.935175 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:36.052799 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8bd4ac92-f234-470f-a0ec-6871f592cc22 None None] Provisioning complete for port 869f1b8b-7d09-47bb-b3d1-14cadf5fa922 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:36.058025 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8bd4ac92-f234-470f-a0ec-6871f592cc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:36.138871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-0bc5783b-e61e-4cbf-ac36-e9bdabc85e9b service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182821 Jul 09 20:09:36.164355 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8bd4ac92-f234-470f-a0ec-6871f592cc22 None None] Port 869f1b8b-7d09-47bb-b3d1-14cadf5fa922 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:09:36.352830 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-424edd80-2a28-46d7-81d5-3bc7449d8b3d req-3fcdd684-f6e0-4dfe-8a8c-d71c190b0441 tempest-DeleteServersTestJSON-496409395 tempest-DeleteServersTestJSON-496409395-project] (100204) timed out ('10.222.0.32', 64940) {{(pid=100204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:09:36.416925 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-1d69d23c-db5c-4a57-b740-a88fc44b3bc5 service neutron] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667804 Jul 09 20:09:36.443917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ee52d-34e5-4c42-94d8-2b0de01ea0f5 req-63e94b17-6c07-4ee8-ae09-ab9863e478a6 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:36.446713 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b6ee52d-34e5-4c42-94d8-2b0de01ea0f5 req-63e94b17-6c07-4ee8-ae09-ab9863e478a6 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.3069527 Jul 09 20:09:36.511586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-deleted', 'tag': '5c0d015e-6ded-4744-9f25-89e0f331d805'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:36.514176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b60d57-78be-480d-be24-eaadbb3e90ea req-c2ddfe9f-9860-478a-976f-5c9fc2eb4644 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:36.525300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-12b60d57-78be-480d-be24-eaadbb3e90ea req-c2ddfe9f-9860-478a-976f-5c9fc2eb4644 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 1.5134065 Jul 09 20:09:36.536357 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f9a9cd-c1ae-4751-a8ea-5313ff84f653" -d '{"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-deleted", "tag": "5c0d015e-6ded-4744-9f25-89e0f331d805"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:36.597340 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-8cf544bc-d69d-47f2-9d1f-91394dcdd9b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38be194f-024c-4cfb-98dc-6f02547e94f8 HTTP/1.1" status: 200 len: 217 time: 0.1492853 Jul 09 20:09:36.635816 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-12b60d57-78be-480d-be24-eaadbb3e90ea req-373a14e0-baf3-4da3-b535-b6db43037434 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070461 Jul 09 20:09:36.662295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-8b3a203d-3d9d-499b-a17b-6c8b5366c2ce tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 869f1b8b-7d09-47bb-b3d1-14cadf5fa922 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:36.662859 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b3a203d-3d9d-499b-a17b-6c8b5366c2ce tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:36.787527 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b6ee52d-34e5-4c42-94d8-2b0de01ea0f5 req-40507ecd-6700-45e6-93af-8cff34f16aae tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379861 Jul 09 20:09:36.832798 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-dfbf8b0a-429a-45f6-a704-e87fde2c155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:36.847842 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-dfbf8b0a-429a-45f6-a704-e87fde2c155a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70865fc5-c428-4ef7-bccc-8faccd991ddc HTTP/1.1" status: 200 len: 797 time: 0.2292025 Jul 09 20:09:36.913052 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b3a203d-3d9d-499b-a17b-6c8b5366c2ce tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:37.022956 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce556b0a-1cec-4264-b45e-c91233ebc229 req-2086ec9d-c73b-4916-ac39-7793753511c1 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.1005988 Jul 09 20:09:37.026607 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-8b3a203d-3d9d-499b-a17b-6c8b5366c2ce tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 869f1b8b-7d09-47bb-b3d1-14cadf5fa922 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:37.222092 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991f1376-5b2f-4dcb-949b-455b47f6369b x-openstack-request-id: req-991f1376-5b2f-4dcb-949b-455b47f6369b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:37.222400 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f088cb5b-adcd-4df6-b084-5606cb46761e", "name": "network-vif-deleted", "tag": "5c0d015e-6ded-4744-9f25-89e0f331d805", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:37.222661 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-991f1376-5b2f-4dcb-949b-455b47f6369b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:37.223081 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f088cb5b-adcd-4df6-b084-5606cb46761e', 'name': 'network-vif-deleted', 'tag': '5c0d015e-6ded-4744-9f25-89e0f331d805', 'status': 'completed', 'code': 200} Jul 09 20:09:37.259243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073b6d9-acb5-4fd5-a048-36bcafabaea8 req-99ce638e-e9e0-420c-a6a9-aa9a6a2f9285 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:37.267714 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f073b6d9-acb5-4fd5-a048-36bcafabaea8 req-99ce638e-e9e0-420c-a6a9-aa9a6a2f9285 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.2617326 Jul 09 20:09:37.271134 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-b362dc62-097e-4558-9d27-57393a354b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:37.272741 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-b362dc62-097e-4558-9d27-57393a354b11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef5270c7-1773-4605-be53-cd4a35f29f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4164369 Jul 09 20:09:37.393080 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b3a203d-3d9d-499b-a17b-6c8b5366c2ce tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:37.493718 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f073b6d9-acb5-4fd5-a048-36bcafabaea8 req-30de0d45-7555-4375-ab70-49e09ebda2f7 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249680 Jul 09 20:09:37.647819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a203d-3d9d-499b-a17b-6c8b5366c2ce tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=869f1b8b-7d09-47bb-b3d1-14cadf5fa922,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:37.679838 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-c5ee9d1d-c904-46ad-984f-24fe7a91a1d7 service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895969 Jul 09 20:09:38.106237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae33038-acac-4cd6-8204-ed72e1a3d65f req-adf4f8d1-baeb-4ab0-ac85-e74d8b03c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:38.108258 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ae33038-acac-4cd6-8204-ed72e1a3d65f req-adf4f8d1-baeb-4ab0-ac85-e74d8b03c877 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b35e13e783c4c0c8c18c07be38d2b1a&device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 1097 time: 0.3490686 Jul 09 20:09:38.115042 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b3a203d-3d9d-499b-a17b-6c8b5366c2ce tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:38.560280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae33038-acac-4cd6-8204-ed72e1a3d65f req-d892dc72-316e-4be9-8a01-4e396c4d4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:38.564153 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ae33038-acac-4cd6-8204-ed72e1a3d65f req-d892dc72-316e-4be9-8a01-4e396c4d4daa service neutron] 10.222.0.36 "GET /v2.0/networks?id=a833b5f6-088c-4e83-b7ed-44818130017e HTTP/1.1" status: 200 len: 913 time: 0.4377325 Jul 09 20:09:38.586464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9cd86-5596-404e-bae9-69bc1f2b18dc req-26e1ddf2-bab0-42a0-aff1-91b23d458379 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:38.605040 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eec9cd86-5596-404e-bae9-69bc1f2b18dc req-26e1ddf2-bab0-42a0-aff1-91b23d458379 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.6870840 Jul 09 20:09:38.768868 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ae33038-acac-4cd6-8204-ed72e1a3d65f req-8600fa15-1af0-43c4-9a8c-bb0a68d2967d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45817f54-3154-41bb-b36c-6291d03626fc HTTP/1.1" status: 200 len: 217 time: 0.1602933 Jul 09 20:09:38.875944 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3a203d-3d9d-499b-a17b-6c8b5366c2ce tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router 36e95663-9e6b-46f3-9e16-eefc911180cb has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:09:38.919577 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eec9cd86-5596-404e-bae9-69bc1f2b18dc req-9997d8e6-d11a-46e7-9f3e-935ca4bff972 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477523 Jul 09 20:09:38.959556 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae33038-acac-4cd6-8204-ed72e1a3d65f req-3e39b3f6-af4f-4a74-8f20-3deaea05f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:38.964395 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ae33038-acac-4cd6-8204-ed72e1a3d65f req-3e39b3f6-af4f-4a74-8f20-3deaea05f651 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=686495d7-8bc1-4c3e-b8a8-1032c4be7a07 HTTP/1.1" status: 200 len: 852 time: 0.1752615 Jul 09 20:09:39.011245 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51364) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:39.156617 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ae33038-acac-4cd6-8204-ed72e1a3d65f req-31408551-f078-4330-8107-75d8400cbd2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a833b5f6-088c-4e83-b7ed-44818130017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082311 Jul 09 20:09:39.304618 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-338e639a-14ef-4352-a50f-22c98fc99597 req-c70a87a7-b457-436d-ace7-02fb256a25c9 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.0952985 Jul 09 20:09:39.312141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3a203d-3d9d-499b-a17b-6c8b5366c2ce tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:09:39.346374 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ea0ae0-0564-4daa-bcd8-2c6765b9d487 None None] Sync routers for ids ['36e95663-9e6b-46f3-9e16-eefc911180cb'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:09:39.355616 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8b3a203d-3d9d-499b-a17b-6c8b5366c2ce tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/36e95663-9e6b-46f3-9e16-eefc911180cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9720750 Jul 09 20:09:39.371413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51368) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:39.374030 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ea0ae0-0564-4daa-bcd8-2c6765b9d487 None None] Routers {'36e95663-9e6b-46f3-9e16-eefc911180cb'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:39.374833 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b5ea0ae0-0564-4daa-bcd8-2c6765b9d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['36e95663-9e6b-46f3-9e16-eefc911180cb'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:39.399234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef78a6e-25ea-4290-83af-2260e3a7f3b4 req-acd297b1-8f21-4d6f-88ef-a0ac2ea5d6c7 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:39.401621 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ef78a6e-25ea-4290-83af-2260e3a7f3b4 req-acd297b1-8f21-4d6f-88ef-a0ac2ea5d6c7 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.36 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 1.6704693 Jul 09 20:09:39.404898 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-62771dd9-50f8-4d64-8e54-209c680ccd2e service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7171292 Jul 09 20:09:39.406420 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7705ab44-32b7-4be1-9ec8-c8abe8fd2215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:39.497576 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b5ea0ae0-0564-4daa-bcd8-2c6765b9d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:39.530093 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ea0ae0-0564-4daa-bcd8-2c6765b9d487 None None] Routers {'36e95663-9e6b-46f3-9e16-eefc911180cb'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:39.530977 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b5ea0ae0-0564-4daa-bcd8-2c6765b9d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['36e95663-9e6b-46f3-9e16-eefc911180cb'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:39.626446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff293b75-5f05-4861-9453-59d21317d6ce req-2609426b-f911-47da-b770-f2cfecd1dbb9 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:39.634215 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ff293b75-5f05-4861-9453-59d21317d6ce req-2609426b-f911-47da-b770-f2cfecd1dbb9 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 1.6791286 Jul 09 20:09:39.648891 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b5ea0ae0-0564-4daa-bcd8-2c6765b9d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:39.649554 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ea0ae0-0564-4daa-bcd8-2c6765b9d487 None None] The sync data for ids ['36e95663-9e6b-46f3-9e16-eefc911180cb'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:09:39.665441 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-0ca579eb-8440-4198-8643-635121ce10f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=40e1fa92-ad4d-4c40-9344-ec2217ecdc11 HTTP/1.1" status: 200 len: 217 time: 0.1258056 Jul 09 20:09:39.740191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-81de23fd-f722-4dfe-9fc0-7836fe081ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:39.742285 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-81de23fd-f722-4dfe-9fc0-7836fe081ad5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70865fc5-c428-4ef7-bccc-8faccd991ddc HTTP/1.1" status: 200 len: 797 time: 0.0663161 Jul 09 20:09:39.853283 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ff293b75-5f05-4861-9453-59d21317d6ce req-881e7a53-b42a-4ee3-aa3a-8260dd844dcf tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179224 Jul 09 20:09:39.871326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-1ef78a6e-25ea-4290-83af-2260e3a7f3b4 req-51d35c0f-5d00-4598-b569-676a4240aff6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Deleting port eeb3bdf9-f0ad-486a-94cd-4afece32c30f {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:39.872470 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1ef78a6e-25ea-4290-83af-2260e3a7f3b4 req-51d35c0f-5d00-4598-b569-676a4240aff6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:39.989735 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ae33038-acac-4cd6-8204-ed72e1a3d65f req-1ae7267a-a23c-49db-b6db-ad63d71201cf service neutron] 10.222.0.36 "GET /v2.0/networks/a833b5f6-088c-4e83-b7ed-44818130017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7915103 Jul 09 20:09:40.018538 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-5161d946-39ad-41e8-8690-e493176f9f1d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 20:09:40.022220 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5161d946-39ad-41e8-8690-e493176f9f1d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/36e95663-9e6b-46f3-9e16-eefc911180cb/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6475139 Jul 09 20:09:40.048054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51372) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:40.082723 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-64b225bd-f00a-49f8-b782-040787b5494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:40.086037 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-64b225bd-f00a-49f8-b782-040787b5494d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef5270c7-1773-4605-be53-cd4a35f29f6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3245685 Jul 09 20:09:40.202410 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ad780d07-cdf9-4ff4-81ad-4fc06e5bb734 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports?device_id=36e95663-9e6b-46f3-9e16-eefc911180cb HTTP/1.1" status: 200 len: 205 time: 0.1524746 Jul 09 20:09:40.206174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51374) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:40.244012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-1ef78a6e-25ea-4290-83af-2260e3a7f3b4 req-51d35c0f-5d00-4598-b569-676a4240aff6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] For port eeb3bdf9-f0ad-486a-94cd-4afece32c30f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,segment=NetworkSegment(51ba6f23-085e-4550-812b-117d06c7aa6b),segment_id=51ba6f23-085e-4550-812b-117d06c7aa6b)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:40.244380 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1ef78a6e-25ea-4290-83af-2260e3a7f3b4 req-51d35c0f-5d00-4598-b569-676a4240aff6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:40.293005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-1ef78a6e-25ea-4290-83af-2260e3a7f3b4 req-51d35c0f-5d00-4598-b569-676a4240aff6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Calling delete_port for eeb3bdf9-f0ad-486a-94cd-4afece32c30f owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:40.335971 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7705ab44-32b7-4be1-9ec8-c8abe8fd2215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:40.338633 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d0427ad-7432-4f94-9d9a-b62f317f2fdd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:40.347553 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7705ab44-32b7-4be1-9ec8-c8abe8fd2215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:40.352563 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32327592-90e3-4a84-a329-9c7966f5a583 req-8debfb6c-52a6-4ab3-a9ca-0a0b747b09d3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:40.354483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-32327592-90e3-4a84-a329-9c7966f5a583 req-8debfb6c-52a6-4ab3-a9ca-0a0b747b09d3 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/ports?device_id=22a638b8-826a-45ff-baa6-4dd253954612 HTTP/1.1" status: 200 len: 946 time: 0.6729958 Jul 09 20:09:40.398865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705ab44-32b7-4be1-9ec8-c8abe8fd2215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9c5f1a-1a53-4f9c-be10-dd6dedf9d954,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:40.471905 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ae33038-acac-4cd6-8204-ed72e1a3d65f req-839198e4-ebdd-448d-94e2-8e7610f0da31 service neutron] 10.222.0.36 "GET /v2.0/networks/a833b5f6-088c-4e83-b7ed-44818130017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504333 Jul 09 20:09:40.488575 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7705ab44-32b7-4be1-9ec8-c8abe8fd2215 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48c4e348baed4fde8a09c2a94ff754bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4729860 Jul 09 20:09:40.493453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51378) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:40.505449 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-2ac366d1-9710-4654-9cc8-e479f48628d2 service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089577 Jul 09 20:09:40.617821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b766f58-99e5-48ed-9e48-20caa4697cce req-4191318f-0738-410b-83bf-754b5601c256 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:40.630334 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b766f58-99e5-48ed-9e48-20caa4697cce req-4191318f-0738-410b-83bf-754b5601c256 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.4512408 Jul 09 20:09:40.737472 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b766f58-99e5-48ed-9e48-20caa4697cce req-d2cb395a-4f90-4382-8a54-b0255d0f00fb tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056838 Jul 09 20:09:40.899240 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b4d9b4e-405e-4131-9b69-b20d3a387458 req-6617c257-52cc-4c60-8aa5-73131422300c service neutron] 10.222.0.36 "GET /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842664 Jul 09 20:09:40.935989 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1ef78a6e-25ea-4290-83af-2260e3a7f3b4 req-51d35c0f-5d00-4598-b569-676a4240aff6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:41.005753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d35c0f-5d00-4598-b569-676a4240aff6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Pushing event deleted for resources: {'Port': ['ID=eeb3bdf9-f0ad-486a-94cd-4afece32c30f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:41.135564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37224d81-45fe-49c6-a062-e9a6b28ea483 req-ac178015-3281-467e-8188-99af22d08b90 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.0652421 Jul 09 20:09:41.140886 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef78a6e-25ea-4290-83af-2260e3a7f3b4 req-51d35c0f-5d00-4598-b569-676a4240aff6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] No DVR routers for this DVR port eeb3bdf9-f0ad-486a-94cd-4afece32c30f on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:41.148069 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1ef78a6e-25ea-4290-83af-2260e3a7f3b4 req-51d35c0f-5d00-4598-b569-676a4240aff6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:41.151697 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ef78a6e-25ea-4290-83af-2260e3a7f3b4 req-51d35c0f-5d00-4598-b569-676a4240aff6 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.36 "DELETE /v2.0/ports/eeb3bdf9-f0ad-486a-94cd-4afece32c30f HTTP/1.1" status: 204 len: 173 time: 1.7135537 Jul 09 20:09:41.152637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22a638b8-826a-45ff-baa6-4dd253954612', 'name': 'network-vif-deleted', 'tag': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:41.157477 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3bc858-73f4-4e94-9a40-69b89fc52fed" -d '{"events": [{"server_uuid": "22a638b8-826a-45ff-baa6-4dd253954612", "name": "network-vif-deleted", "tag": "eeb3bdf9-f0ad-486a-94cd-4afece32c30f"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:41.302141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-32327592-90e3-4a84-a329-9c7966f5a583 req-75ce065b-cf22-4daf-bbfb-e99d1e15ac17 tempest-ServersNegativeTestJSON-1753837051 tempest-ServersNegativeTestJSON-1753837051-project] 10.222.0.30 "GET /v2.0/security-groups?id=3c602816-042c-470b-9e02-150bde7242de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9052274 Jul 09 20:09:41.317288 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d0427ad-7432-4f94-9d9a-b62f317f2fdd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:41.335061 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d0427ad-7432-4f94-9d9a-b62f317f2fdd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:41.355554 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eeb3bdf9-f0ad-486a-94cd-4afece32c30f no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:41.419665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: eeb3bdf9-f0ad-486a-94cd-4afece32c30f {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:09:41.424504 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device eeb3bdf9-f0ad-486a-94cd-4afece32c30f not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:41.438661 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa7ce38-9e0e-497c-b139-9abc63cd6b94 x-openstack-request-id: req-0fa7ce38-9e0e-497c-b139-9abc63cd6b94 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:41.438956 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22a638b8-826a-45ff-baa6-4dd253954612", "name": "network-vif-deleted", "tag": "eeb3bdf9-f0ad-486a-94cd-4afece32c30f", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:41.439211 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fa7ce38-9e0e-497c-b139-9abc63cd6b94 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:41.439618 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22a638b8-826a-45ff-baa6-4dd253954612', 'name': 'network-vif-deleted', 'tag': 'eeb3bdf9-f0ad-486a-94cd-4afece32c30f', 'status': 'completed', 'code': 200} Jul 09 20:09:41.500213 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d0427ad-7432-4f94-9d9a-b62f317f2fdd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:41.501342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0427ad-7432-4f94-9d9a-b62f317f2fdd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Fanout notify agent at l3_agent the message router_deleted on router 36e95663-9e6b-46f3-9e16-eefc911180cb {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:09:41.530864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2d0427ad-7432-4f94-9d9a-b62f317f2fdd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:41.536650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51384) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:41.537010 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2d0427ad-7432-4f94-9d9a-b62f317f2fdd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/routers/36e95663-9e6b-46f3-9e16-eefc911180cb HTTP/1.1" status: 204 len: 168 time: 1.3249667 Jul 09 20:09:41.556243 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3353f8c-a45a-4dd9-a1ab-1a543e194290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:41.605537 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8df69-01c9-4b9e-a37b-2b67b53a0683 req-3a966a12-aa53-4e32-a236-5b8c614e6078 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:41.614159 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9f8df69-01c9-4b9e-a37b-2b67b53a0683 req-3a966a12-aa53-4e32-a236-5b8c614e6078 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.1558285 Jul 09 20:09:41.622309 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3353f8c-a45a-4dd9-a1ab-1a543e194290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:41.685008 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9f8df69-01c9-4b9e-a37b-2b67b53a0683 req-81ddbb50-f974-41bf-8dc3-88e56be47e27 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697894 Jul 09 20:09:41.718205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e67610-7ea8-4758-a047-39e9788eb166 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting subnet 70de16b2-6dec-44d0-924b-caf282049906 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:09:41.722625 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-30e67610-7ea8-4758-a047-39e9788eb166 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:41.728887 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3353f8c-a45a-4dd9-a1ab-1a543e194290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:41.740754 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3353f8c-a45a-4dd9-a1ab-1a543e194290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:41.749584 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a3353f8c-a45a-4dd9-a1ab-1a543e194290 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f9c5f1a-1a53-4f9c-be10-dd6dedf9d954 HTTP/1.1" status: 204 len: 168 time: 1.2523930 Jul 09 20:09:41.772039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3353f8c-a45a-4dd9-a1ab-1a543e194290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9c5f1a-1a53-4f9c-be10-dd6dedf9d954,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:41.861852 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-30e67610-7ea8-4758-a047-39e9788eb166 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.124994 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-30e67610-7ea8-4758-a047-39e9788eb166 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.273733 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-30e67610-7ea8-4758-a047-39e9788eb166 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.329127 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-30e67610-7ea8-4758-a047-39e9788eb166 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.329650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc01e45a-d02b-4057-b3be-27821e523dff None None] Network 1a994f69-64d4-4d59-adbd-018bcbb830a2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:42.340414 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-30e67610-7ea8-4758-a047-39e9788eb166 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/70de16b2-6dec-44d0-924b-caf282049906 HTTP/1.1" status: 204 len: 168 time: 0.7986417 Jul 09 20:09:42.342939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51398) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:42.354443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e67610-7ea8-4758-a047-39e9788eb166 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Subnet': ['ID=70de16b2-6dec-44d0-924b-caf282049906,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:42.375051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb92c8e-4f95-4aaa-affd-d42f0303b3d6 req-a138f23f-17ec-4ddc-88ea-24cb92e929a8 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:42.376774 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecb92c8e-4f95-4aaa-affd-d42f0303b3d6 req-a138f23f-17ec-4ddc-88ea-24cb92e929a8 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.3025334 Jul 09 20:09:42.476992 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dbceb304-eaac-4969-b3ef-91b63d712892 req-c3a97804-f635-4b82-83b8-7f12e5b64c86 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.0489783 Jul 09 20:09:42.513020 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecb92c8e-4f95-4aaa-affd-d42f0303b3d6 req-e87090d1-2d4e-4925-8d7f-ac0d2000f679 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029773 Jul 09 20:09:42.515418 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51404) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:42.539049 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d88a94b7-b108-4e66-b62d-8300f427fde4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.540965 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.706506 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d88a94b7-b108-4e66-b62d-8300f427fde4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.735831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 7aef0980-9d6f-4965-b631-6e407f90caef {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:42.736323 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.745240 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d88a94b7-b108-4e66-b62d-8300f427fde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.853479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51410) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:42.858107 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d88a94b7-b108-4e66-b62d-8300f427fde4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14c0392a5a5a4eba814f5964320fc569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409896 Jul 09 20:09:42.880133 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51412) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:42.896385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf7eaa6-1dd6-4abe-866c-8a8216cb8038 None None] DHCP port deletion for 1a994f69-64d4-4d59-adbd-018bcbb830a2 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:09:42.924214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] For port 7aef0980-9d6f-4965-b631-6e407f90caef, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7aef0980-9d6f-4965-b631-6e407f90caef,segment=NetworkSegment(f8700c67-fc96-4d5e-8ba0-1181c3cab0f2),segment_id=f8700c67-fc96-4d5e-8ba0-1181c3cab0f2)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:42.925141 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:42.945128 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 7aef0980-9d6f-4965-b631-6e407f90caef owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:43.052652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-faf7eaa6-1dd6-4abe-866c-8a8216cb8038 None None] Deleting port 7aef0980-9d6f-4965-b631-6e407f90caef {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:43.058629 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-faf7eaa6-1dd6-4abe-866c-8a8216cb8038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.088251 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.161724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No DVR routers for this DVR port 7aef0980-9d6f-4965-b631-6e407f90caef on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:43.173650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a94b7-b108-4e66-b62d-8300f427fde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e797335-81ec-4f34-8016-20cfd72e4b4b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:43.178157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=7aef0980-9d6f-4965-b631-6e407f90caef,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:43.235107 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-faf7eaa6-1dd6-4abe-866c-8a8216cb8038 None None] For port 7aef0980-9d6f-4965-b631-6e407f90caef, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7aef0980-9d6f-4965-b631-6e407f90caef,segment=NetworkSegment(f8700c67-fc96-4d5e-8ba0-1181c3cab0f2),segment_id=f8700c67-fc96-4d5e-8ba0-1181c3cab0f2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:43.236209 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-faf7eaa6-1dd6-4abe-866c-8a8216cb8038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.249183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-74fda348-c9d8-4013-b439-1726cf34ba0a admin admin] Deleting subnet cefeb25d-b810-4185-a769-17a2e345e6cc {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:09:43.257148 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-74fda348-c9d8-4013-b439-1726cf34ba0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.282923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-faf7eaa6-1dd6-4abe-866c-8a8216cb8038 None None] Calling delete_port for 7aef0980-9d6f-4965-b631-6e407f90caef owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:43.328709 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.341134 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a994f69-64d4-4d59-adbd-018bcbb830a2']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:43.355647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8700c67-fc96-4d5e-8ba0-1181c3cab0f2') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:43.356101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8700c67-fc96-4d5e-8ba0-1181c3cab0f2') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:43.356224 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-74fda348-c9d8-4013-b439-1726cf34ba0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.371659 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.379814 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-faf7eaa6-1dd6-4abe-866c-8a8216cb8038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.421150 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.422293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7eaa6-1dd6-4abe-866c-8a8216cb8038 None None] Pushing event deleted for resources: {'Port': ['ID=7aef0980-9d6f-4965-b631-6e407f90caef,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:43.432880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf7eaa6-1dd6-4abe-866c-8a8216cb8038 None None] No DVR routers for this DVR port 7aef0980-9d6f-4965-b631-6e407f90caef on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:43.442829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:09:43.452059 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:09:43.454798 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:09:43.503657 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-74fda348-c9d8-4013-b439-1726cf34ba0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.524261 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7aef0980-9d6f-4965-b631-6e407f90caef no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:43.556103 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 7aef0980-9d6f-4965-b631-6e407f90caef {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:09:43.556933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7aef0980-9d6f-4965-b631-6e407f90caef not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:43.596370 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.628050 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.631100 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af854443-2674-4698-93fc-9532df381595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.635980 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/networks/1a994f69-64d4-4d59-adbd-018bcbb830a2 HTTP/1.1" status: 204 len: 168 time: 1.2879250 Jul 09 20:09:43.637997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51418) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:43.646682 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-377834e4-9576-4cc6-a8ec-c0e01c6b0e42 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'network': {'name': 'tempest-RoutersTest-486166642'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:43.661209 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d045bc-7904-4612-9cca-69bb6e66528a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Network': ['ID=1a994f69-64d4-4d59-adbd-018bcbb830a2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:43.705325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377834e4-9576-4cc6-a8ec-c0e01c6b0e42 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:43.709788 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-377834e4-9576-4cc6-a8ec-c0e01c6b0e42 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.747602 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af854443-2674-4698-93fc-9532df381595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.757091 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-74fda348-c9d8-4013-b439-1726cf34ba0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.787791 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-74fda348-c9d8-4013-b439-1726cf34ba0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.798439 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-74fda348-c9d8-4013-b439-1726cf34ba0a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cefeb25d-b810-4185-a769-17a2e345e6cc HTTP/1.1" status: 204 len: 168 time: 0.9393423 Jul 09 20:09:43.803442 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51422) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:43.813638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592906d-0f59-487f-8658-6696fb06c26c req-e9f8864c-b359-4afb-9952-a8c39bde8d8b tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:43.823086 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9592906d-0f59-487f-8658-6696fb06c26c req-e9f8864c-b359-4afb-9952-a8c39bde8d8b tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.9230950 Jul 09 20:09:43.870854 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377834e4-9576-4cc6-a8ec-c0e01c6b0e42 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:09:43.882826 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-377834e4-9576-4cc6-a8ec-c0e01c6b0e42 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:43.883317 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-377834e4-9576-4cc6-a8ec-c0e01c6b0e42 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Added segment 502b5c50-ac68-48db-8a08-5d9f144aa078 of type vlan for network 629b664a-fc2e-4b2a-baaf-444b6db5885a Jul 09 20:09:43.934412 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-377834e4-9576-4cc6-a8ec-c0e01c6b0e42 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.017265 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6e3883b-1079-41dc-b2ea-3ceb600a02c9 req-4a6b8f24-6945-42e9-9959-ce55301f6ceb tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.0616980 Jul 09 20:09:44.053971 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-985e64c7-04d4-4ec7-95fb-792721b8e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.056858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fda348-c9d8-4013-b439-1726cf34ba0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cefeb25d-b810-4185-a769-17a2e345e6cc,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:44.089390 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-377834e4-9576-4cc6-a8ec-c0e01c6b0e42 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.096214 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377834e4-9576-4cc6-a8ec-c0e01c6b0e42 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:44.096403 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-377834e4-9576-4cc6-a8ec-c0e01c6b0e42 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.137669 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9592906d-0f59-487f-8658-6696fb06c26c req-3b38a636-3fc9-4002-b478-82cba5b696b0 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134596 Jul 09 20:09:44.139173 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-377834e4-9576-4cc6-a8ec-c0e01c6b0e42 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4974589 Jul 09 20:09:44.143611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51424) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:44.150231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9b913c29-610b-4f5a-88a9-44a1f88bd350 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'subnet': {'network_id': '629b664a-fc2e-4b2a-baaf-444b6db5885a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:44.268485 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-985e64c7-04d4-4ec7-95fb-792721b8e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.281886 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-985e64c7-04d4-4ec7-95fb-792721b8e138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8576682d-43ed-4711-bc34-640246871758']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:44.295605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-985e64c7-04d4-4ec7-95fb-792721b8e138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ba6f23-085e-4550-812b-117d06c7aa6b') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:44.295928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-985e64c7-04d4-4ec7-95fb-792721b8e138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ba6f23-085e-4550-812b-117d06c7aa6b') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:44.309840 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-985e64c7-04d4-4ec7-95fb-792721b8e138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.329620 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-985e64c7-04d4-4ec7-95fb-792721b8e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.348022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985e64c7-04d4-4ec7-95fb-792721b8e138 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:09:44.348256 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-985e64c7-04d4-4ec7-95fb-792721b8e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:09:44.350133 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:09:44.429009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377834e4-9576-4cc6-a8ec-c0e01c6b0e42 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Network': ['ID=629b664a-fc2e-4b2a-baaf-444b6db5885a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:44.439185 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af854443-2674-4698-93fc-9532df381595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.442611 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af854443-2674-4698-93fc-9532df381595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.444510 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-af854443-2674-4698-93fc-9532df381595 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e797335-81ec-4f34-8016-20cfd72e4b4b HTTP/1.1" status: 204 len: 168 time: 1.5572076 Jul 09 20:09:44.450266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 629b664a-fc2e-4b2a-baaf-444b6db5885a details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:09:44.453736 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-985e64c7-04d4-4ec7-95fb-792721b8e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.466804 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-985e64c7-04d4-4ec7-95fb-792721b8e138 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.469102 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-985e64c7-04d4-4ec7-95fb-792721b8e138 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8576682d-43ed-4711-bc34-640246871758 HTTP/1.1" status: 204 len: 168 time: 0.6644764 Jul 09 20:09:44.489887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af854443-2674-4698-93fc-9532df381595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e797335-81ec-4f34-8016-20cfd72e4b4b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:44.525164 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e64c7-04d4-4ec7-95fb-792721b8e138 admin admin] Pushing event deleted for resources: {'Network': ['ID=8576682d-43ed-4711-bc34-640246871758,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:44.564275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b913c29-610b-4f5a-88a9-44a1f88bd350 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:44.573179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49290a2d-e22f-4b58-952d-418dfd66532a req-244b0e77-cd81-41d3-9987-17528aa66ed2 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:44.578188 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9b913c29-610b-4f5a-88a9-44a1f88bd350 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:44.581307 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-49290a2d-e22f-4b58-952d-418dfd66532a req-244b0e77-cd81-41d3-9987-17528aa66ed2 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.2447200 Jul 09 20:09:44.666342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97360b8-92c3-44e0-8c3f-031eb7e8ef76 req-68249434-c62c-4214-b72a-5789774d791c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:44.674857 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97360b8-92c3-44e0-8c3f-031eb7e8ef76 req-68249434-c62c-4214-b72a-5789774d791c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:44.681394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97360b8-92c3-44e0-8c3f-031eb7e8ef76 req-68249434-c62c-4214-b72a-5789774d791c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:44.689201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97360b8-92c3-44e0-8c3f-031eb7e8ef76 req-68249434-c62c-4214-b72a-5789774d791c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:44.695712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97360b8-92c3-44e0-8c3f-031eb7e8ef76 req-68249434-c62c-4214-b72a-5789774d791c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:44.715567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97360b8-92c3-44e0-8c3f-031eb7e8ef76 req-68249434-c62c-4214-b72a-5789774d791c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:44.724431 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97360b8-92c3-44e0-8c3f-031eb7e8ef76 req-68249434-c62c-4214-b72a-5789774d791c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:44.739188 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-49290a2d-e22f-4b58-952d-418dfd66532a req-3c3714b2-639f-4638-9151-8885f90335b9 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198547 Jul 09 20:09:44.747809 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a97360b8-92c3-44e0-8c3f-031eb7e8ef76 req-68249434-c62c-4214-b72a-5789774d791c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5444 time: 0.4061501 Jul 09 20:09:44.906339 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a97360b8-92c3-44e0-8c3f-031eb7e8ef76 req-04ef124a-2b4e-4567-b114-592140a3f93a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1571159 Jul 09 20:09:44.906662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51432) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:45.069748 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9b913c29-610b-4f5a-88a9-44a1f88bd350 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.120958 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0a90b8f6-4b67-4e34-beb4-575a6b67997e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c689c8ecc5f0497e8a3a5fa32b8e5ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2121997 Jul 09 20:09:45.121637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51438) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:45.361960 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b913c29-610b-4f5a-88a9-44a1f88bd350 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Subnet': ['ID=0aa09667-3a40-4759-a2d8-cc88524c70d4,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:45.387074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b913c29-610b-4f5a-88a9-44a1f88bd350 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Checking segment: {'id': '502b5c50-ac68-48db-8a08-5d9f144aa078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '629b664a-fc2e-4b2a-baaf-444b6db5885a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:45.397257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b913c29-610b-4f5a-88a9-44a1f88bd350 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network hostable DHCP agents. Network: 629b664a-fc2e-4b2a-baaf-444b6db5885a, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:09:45.411386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-ae88cd50-2029-4fce-98c0-63c4c55a5428 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:45.436364 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-ae88cd50-2029-4fce-98c0-63c4c55a5428 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:45.443729 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-ae88cd50-2029-4fce-98c0-63c4c55a5428 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:45.452741 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-ae88cd50-2029-4fce-98c0-63c4c55a5428 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:45.461771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-ae88cd50-2029-4fce-98c0-63c4c55a5428 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:45.462342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b913c29-610b-4f5a-88a9-44a1f88bd350 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 629b664a-fc2e-4b2a-baaf-444b6db5885a is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:09:45.470219 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-ae88cd50-2029-4fce-98c0-63c4c55a5428 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:45.478268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-ae88cd50-2029-4fce-98c0-63c4c55a5428 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:45.481405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-9b913c29-610b-4f5a-88a9-44a1f88bd350 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 629b664a-fc2e-4b2a-baaf-444b6db5885a) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:45.482146 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-ae88cd50-2029-4fce-98c0-63c4c55a5428 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5444 time: 0.4699054 Jul 09 20:09:45.493620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c380606-bc38-4636-91c2-e1dab49e8f08 None None] Network 629b664a-fc2e-4b2a-baaf-444b6db5885a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:45.502216 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51442) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:45.519167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b913c29-610b-4f5a-88a9-44a1f88bd350 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:45.519167 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9b913c29-610b-4f5a-88a9-44a1f88bd350 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.547794 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d176914e-8d4b-4853-a86d-4b7a7d2f6036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.569991 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6055fff-53dd-4d5a-bd9b-d93ca79e05f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.577401 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9b913c29-610b-4f5a-88a9-44a1f88bd350 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4289899 Jul 09 20:09:45.600400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51444) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:45.607266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-68fd4266-dae3-4416-b3f5-7eb74c4ff33a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-63268175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:45.734044 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6055fff-53dd-4d5a-bd9b-d93ca79e05f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.741561 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d176914e-8d4b-4853-a86d-4b7a7d2f6036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.752131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-4e86a7a3-2b48-426d-8cab-30948d872771 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:45.753895 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-4e86a7a3-2b48-426d-8cab-30948d872771 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "GET /v2.0/ports/4a5066e1-5df8-47b1-bc91-51ff5dde2cfc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2602780 Jul 09 20:09:45.771257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-629b664a-fc2e-4b2a-baaf-444b6db5885a', 'network_id': '629b664a-fc2e-4b2a-baaf-444b6db5885a', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'fixed_ips': [{'subnet_id': '0aa09667-3a40-4759-a2d8-cc88524c70d4'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:09:45.772450 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.803040 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a81212ff-367b-48e5-b795-aaaa6fab6929 req-92f485b7-d896-41f7-a8a6-9b6cc4af1f84 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.0590477 Jul 09 20:09:45.804368 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d176914e-8d4b-4853-a86d-4b7a7d2f6036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:45.961366 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d176914e-8d4b-4853-a86d-4b7a7d2f6036 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc7a3bada65a4f2a9d4f4f0d3e19c4de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4529154 Jul 09 20:09:45.961366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176914e-8d4b-4853-a86d-4b7a7d2f6036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9436fd-d683-4ddd-901e-07393e137557,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:45.964196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51450) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:46.058125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5b970-95a7-4972-8fde-8f8ef3cdfe4f req-4ed500b9-6732-4c6c-93ad-2f2ed11a2eda tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:46.068828 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d7b5b970-95a7-4972-8fde-8f8ef3cdfe4f req-4ed500b9-6732-4c6c-93ad-2f2ed11a2eda tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.5850785 Jul 09 20:09:46.071305 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68fd4266-dae3-4416-b3f5-7eb74c4ff33a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.074750 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68fd4266-dae3-4416-b3f5-7eb74c4ff33a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.123667 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Allocated IP 172.20.0.2 (629b664a-fc2e-4b2a-baaf-444b6db5885a/0aa09667-3a40-4759-a2d8-cc88524c70d4/4befe28b-157d-4d13-beda-9e7f59bc723e) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:46.208753 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3af950cd-8056-434f-a246-c206b8d94116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.306809 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3af950cd-8056-434f-a246-c206b8d94116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.343543 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6055fff-53dd-4d5a-bd9b-d93ca79e05f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.354521 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6055fff-53dd-4d5a-bd9b-d93ca79e05f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.356950 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e6055fff-53dd-4d5a-bd9b-d93ca79e05f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c602816-042c-470b-9e02-150bde7242de HTTP/1.1" status: 204 len: 168 time: 1.2320044 Jul 09 20:09:46.439420 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-aa79cf9a-c2c6-43af-a61f-5b6dbb398ae3 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "GET /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6722281 Jul 09 20:09:46.457000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97603a6-2746-464a-ac67-bb3f9abaf713 req-2d5fc3a1-cd56-4aa7-867f-cc7b75e212b1 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:46.465983 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.470670 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d97603a6-2746-464a-ac67-bb3f9abaf713 req-2d5fc3a1-cd56-4aa7-867f-cc7b75e212b1 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.3709781 Jul 09 20:09:46.486174 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3af950cd-8056-434f-a246-c206b8d94116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.489480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Transition to ACTIVE for port object 4befe28b-157d-4d13-beda-9e7f59bc723e will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:46.496304 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3af950cd-8056-434f-a246-c206b8d94116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.502507 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3af950cd-8056-434f-a246-c206b8d94116 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf9436fd-d683-4ddd-901e-07393e137557 HTTP/1.1" status: 204 len: 168 time: 0.5366256 Jul 09 20:09:46.506547 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d7b5b970-95a7-4972-8fde-8f8ef3cdfe4f req-99c1fb4c-f309-4076-8906-adab253b2169 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241438 Jul 09 20:09:46.528036 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Transition to ACTIVE for port object 4befe28b-157d-4d13-beda-9e7f59bc723e will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:46.544399 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.612668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6055fff-53dd-4d5a-bd9b-d93ca79e05f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c602816-042c-470b-9e02-150bde7242de,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:46.630977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af950cd-8056-434f-a246-c206b8d94116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9436fd-d683-4ddd-901e-07393e137557,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:46.648310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:46.676959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Pushing event updated for resources: {'Port': ['ID=4befe28b-157d-4d13-beda-9e7f59bc723e,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:46.752960 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d97603a6-2746-464a-ac67-bb3f9abaf713 req-9d90a495-28da-4e25-96a6-8c7bd2136be8 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317560 Jul 09 20:09:46.778305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Network 629b664a-fc2e-4b2a-baaf-444b6db5885a is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:46.780484 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:46.787862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:46.946532 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Attempting to bind port 4befe28b-157d-4d13-beda-9e7f59bc723e on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:09:46.947724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Attempting to bind port 4befe28b-157d-4d13-beda-9e7f59bc723e by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '502b5c50-ac68-48db-8a08-5d9f144aa078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '629b664a-fc2e-4b2a-baaf-444b6db5885a'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:09:46.948374 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Attempting to bind port 4befe28b-157d-4d13-beda-9e7f59bc723e on network 629b664a-fc2e-4b2a-baaf-444b6db5885a {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:09:46.955618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:09:46.956277 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Checking segment: {'id': '502b5c50-ac68-48db-8a08-5d9f144aa078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '629b664a-fc2e-4b2a-baaf-444b6db5885a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:46.957041 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:46.958782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Bound using segment: {'id': '502b5c50-ac68-48db-8a08-5d9f144aa078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '629b664a-fc2e-4b2a-baaf-444b6db5885a'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:09:46.963152 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Bound port: 4befe28b-157d-4d13-beda-9e7f59bc723e, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502b5c50-ac68-48db-8a08-5d9f144aa078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '629b664a-fc2e-4b2a-baaf-444b6db5885a'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:09:46.964287 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:47.092251 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68fd4266-dae3-4416-b3f5-7eb74c4ff33a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:47.228030 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68fd4266-dae3-4416-b3f5-7eb74c4ff33a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:47.301975 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] For port 4befe28b-157d-4d13-beda-9e7f59bc723e, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:09:47.310573 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] For port 4befe28b-157d-4d13-beda-9e7f59bc723e, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4befe28b-157d-4d13-beda-9e7f59bc723e,segment=NetworkSegment(502b5c50-ac68-48db-8a08-5d9f144aa078),segment_id=502b5c50-ac68-48db-8a08-5d9f144aa078)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:09:47.327305 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:47.367950 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:47.374106 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68fd4266-dae3-4416-b3f5-7eb74c4ff33a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:47.376408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-68fd4266-dae3-4416-b3f5-7eb74c4ff33a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.7734361 Jul 09 20:09:47.387665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51462) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:47.397712 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ff3eaff1-a00d-4247-a717-325f78621e68 req-daab4f68-72b4-4cda-b68f-73948b8b9382 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.1512632 Jul 09 20:09:47.487941 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 38be194f-024c-4cfb-98dc-6f02547e94f8 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:47.781350 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b137d2-0c3b-4154-b3fe-3bbca46c81d0 None None] Pushing event updated for resources: {'Port': ['ID=4befe28b-157d-4d13-beda-9e7f59bc723e,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:48.082910 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:48.174726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] For port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4a5066e1-5df8-47b1-bc91-51ff5dde2cfc,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:48.209984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38be194f-024c-4cfb-98dc-6f02547e94f8'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:48.212343 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c53710-f4c8-4825-84ad-e7d7df629851" -d '{"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-unplugged", "status": "completed", "tag": "38be194f-024c-4cfb-98dc-6f02547e94f8"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:48.276575 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3531a-51b1-4e32-a081-cefa5dc9829e req-f0bcc710-1364-4ef6-b8bf-7e4bbb4020d9 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:48.278495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] For port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:09:48.282246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 38be194f-024c-4cfb-98dc-6f02547e94f8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=38be194f-024c-4cfb-98dc-6f02547e94f8,segment=NetworkSegment(c00e4733-7eff-471c-ac3a-328929a18e28),segment_id=c00e4733-7eff-471c-ac3a-328929a18e28)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:48.289049 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-04a3531a-51b1-4e32-a081-cefa5dc9829e req-f0bcc710-1364-4ef6-b8bf-7e4bbb4020d9 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.3031924 Jul 09 20:09:48.292754 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:48.293490 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 35223c2f-da2f-4373-b115-d66932a941cc no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:48.439076 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] device_id is not set on port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:09:48.474415 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-04a3531a-51b1-4e32-a081-cefa5dc9829e req-1e06852d-9c69-4ccd-a0c1-d47cdaafcc05 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832571 Jul 09 20:09:48.588689 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=38be194f-024c-4cfb-98dc-6f02547e94f8,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:48.687811 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:48.688234 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:48.764577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 35223c2f-da2f-4373-b115-d66932a941cc, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=35223c2f-da2f-4373-b115-d66932a941cc,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:48.773314 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:48.774985 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cfc3e76d-51a9-4170-90ff-6f54f619d809 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:48.843288 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9d455-916c-4b12-9c11-11d22995efb3 req-28da34a5-af6f-4ec0-a435-cafe850dc1c0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:48.865800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9d455-916c-4b12-9c11-11d22995efb3 req-28da34a5-af6f-4ec0-a435-cafe850dc1c0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:48.892826 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9d455-916c-4b12-9c11-11d22995efb3 req-28da34a5-af6f-4ec0-a435-cafe850dc1c0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:48.911988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9d455-916c-4b12-9c11-11d22995efb3 req-28da34a5-af6f-4ec0-a435-cafe850dc1c0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:48.949231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9d455-916c-4b12-9c11-11d22995efb3 req-28da34a5-af6f-4ec0-a435-cafe850dc1c0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:48.971554 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9d455-916c-4b12-9c11-11d22995efb3 req-28da34a5-af6f-4ec0-a435-cafe850dc1c0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:48.980510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1210a2-29fc-4704-9014-9c20de0c7d70 req-bca4a09f-fd01-4cb4-a529-05f6e4ab23dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:48.991847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0a1210a2-29fc-4704-9014-9c20de0c7d70 req-bca4a09f-fd01-4cb4-a529-05f6e4ab23dc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.1368053 Jul 09 20:09:49.006136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9d455-916c-4b12-9c11-11d22995efb3 req-28da34a5-af6f-4ec0-a435-cafe850dc1c0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:49.022261 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-45c9d455-916c-4b12-9c11-11d22995efb3 req-28da34a5-af6f-4ec0-a435-cafe850dc1c0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 5444 time: 1.8126955 Jul 09 20:09:49.083460 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:49.151521 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0a1210a2-29fc-4704-9014-9c20de0c7d70 req-a6be946d-e620-4637-ad84-56b063463cde tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559653 Jul 09 20:09:49.153121 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51506) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:49.180419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=35223c2f-da2f-4373-b115-d66932a941cc,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:49.198259 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:49.320633 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cfc3e76d-51a9-4170-90ff-6f54f619d809, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cfc3e76d-51a9-4170-90ff-6f54f619d809,segment=NetworkSegment(f67726b3-c14d-4273-a0cd-ddcf83dc00d5),segment_id=f67726b3-c14d-4273-a0cd-ddcf83dc00d5)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:49.330561 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739ecca0-d828-485f-8af1-4f7134c9370e x-openstack-request-id: req-739ecca0-d828-485f-8af1-4f7134c9370e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:49.331679 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-unplugged", "status": "completed", "tag": "38be194f-024c-4cfb-98dc-6f02547e94f8", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:49.334568 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-739ecca0-d828-485f-8af1-4f7134c9370e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:49.336454 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38be194f-024c-4cfb-98dc-6f02547e94f8', 'code': 200} Jul 09 20:09:49.338528 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:49.353122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 434165cf-a842-4e7d-ab6d-747e1109fc5d no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:49.383881 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] No DVR routers for this DVR port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:49.562695 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] In _notify_port_updated(), no bound segment for port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc on network aeb093c8-4c48-4e79-a212-8d5d93a16f75 {{(pid=100205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:09:49.569210 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:49.569930 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:49.571314 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] 10.222.0.36 "PUT /v2.0/ports/4a5066e1-5df8-47b1-bc91-51ff5dde2cfc HTTP/1.1" status: 200 len: 1032 time: 2.9759686 Jul 09 20:09:49.582071 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2f461d-b015-478a-a535-ba3d8efe4665 None None] Network 629b664a-fc2e-4b2a-baaf-444b6db5885a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:49.643691 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=cfc3e76d-51a9-4170-90ff-6f54f619d809,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:49.667616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4befe28b-157d-4d13-beda-9e7f59bc723e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:49.726317 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-45c9d455-916c-4b12-9c11-11d22995efb3 req-d24b1465-3da4-442d-8cc2-6f29565faa35 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7000928 Jul 09 20:09:49.741759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-8796b4d5-6a5a-478e-b8e7-c8a4b199ec30 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:49.743445 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-8796b4d5-6a5a-478e-b8e7-c8a4b199ec30 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "GET /v2.0/ports/434165cf-a842-4e7d-ab6d-747e1109fc5d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1181335 Jul 09 20:09:49.787237 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45d3784c-809c-44fd-abfc-f590cb90a0ca req-55417321-9b01-4d2b-890c-47f07c03eb87 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.1479058 Jul 09 20:09:49.793146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-efc6c437-449e-4edf-8c35-6a28be754164 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:49.794046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c9c2f9bb-1dbc-43ad-99df-440be9167346 None None] Provisioning for port 4befe28b-157d-4d13-beda-9e7f59bc723e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:49.914341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1078053880-network', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:49.965709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Pushing event updated for resources: {'Port': ['ID=4a5066e1-5df8-47b1-bc91-51ff5dde2cfc,revision_number=6']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:49.966236 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] Made reservation on behalf of a1868c8d9d3d48179c8ea72dba1c19ce for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:49.970179 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:49.984212 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.066379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:50.068661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:50.069207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:50.070015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:50.072158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:50.072780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:50.073814 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:50.074834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:50.077680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:50.078240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:50.078961 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:50.079573 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.080004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3403b1-c1ee-471f-aeaf-632f1527b7ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:09:50.090464 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.132379 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 434165cf-a842-4e7d-ab6d-747e1109fc5d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=434165cf-a842-4e7d-ab6d-747e1109fc5d,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:50.147232 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.148010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:50.191549 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-efc6c437-449e-4edf-8c35-6a28be754164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.273965 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.281060 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.298655 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=434165cf-a842-4e7d-ab6d-747e1109fc5d,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:50.382664 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:09:50.407084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 4befe28b-157d-4d13-beda-9e7f59bc723e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:50.408574 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060f2e6d-87c8-4fdd-9a1f-2ab97e4aabeb,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:50.447990 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.448833 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] Added segment 38ec7343-fb60-4d21-b84b-dbefaa4697cd of type vlan for network a6576972-e367-4dac-bb93-8a5b61d3f93b Jul 09 20:09:50.450416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 4befe28b-157d-4d13-beda-9e7f59bc723e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:50.452436 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.508866 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-872ac0b7-13da-4cc1-95df-9b820103f941 None None] Provisioning complete for port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:50.509391 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-872ac0b7-13da-4cc1-95df-9b820103f941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.564261 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.565941 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:09:50.566652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 04fe12c2-ba4f-490a-b1e2-925e497d6d56 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:50.681518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-872ac0b7-13da-4cc1-95df-9b820103f941 None None] Port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:09:50.770029 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.771059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:50.771666 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:50.849858 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6779270 Jul 09 20:09:50.946112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51528) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:50.955558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1ab67f0a-d26a-4a57-b320-4d784af7caa0 admin admin] Request body: {'subnet': {'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1078053880-subnet', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:50.962288 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:51.033977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab67f0a-d26a-4a57-b320-4d784af7caa0 admin admin] Made reservation on behalf of a1868c8d9d3d48179c8ea72dba1c19ce for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:09:51.036419 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1ab67f0a-d26a-4a57-b320-4d784af7caa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:51.153638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c534bb-f0ff-40f2-aa94-213d2b3c2471 admin admin] Pushing event updated for resources: {'Network': ['ID=a6576972-e367-4dac-bb93-8a5b61d3f93b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:51.178115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce3b8-8a85-4b7f-9ce8-d22067120f38 req-e3cbe212-3b46-4785-abc9-2fd42fad28b1 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:51.186418 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b38ce3b8-8a85-4b7f-9ce8-d22067120f38 req-e3cbe212-3b46-4785-abc9-2fd42fad28b1 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.5876088 Jul 09 20:09:51.266353 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b38ce3b8-8a85-4b7f-9ce8-d22067120f38 req-2dbe8fe5-de77-4ece-a7ef-fd3ec4d189be tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789146 Jul 09 20:09:51.510116 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35223c2f-da2f-4373-b115-d66932a941cc'}, {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfc3e76d-51a9-4170-90ff-6f54f619d809'}, {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434165cf-a842-4e7d-ab6d-747e1109fc5d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:51.513480 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572328ee-088e-4991-90a6-db23d7232e72" -d '{"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-unplugged", "status": "completed", "tag": "35223c2f-da2f-4373-b115-d66932a941cc"}, {"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-unplugged", "status": "completed", "tag": "cfc3e76d-51a9-4170-90ff-6f54f619d809"}, {"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-unplugged", "status": "completed", "tag": "434165cf-a842-4e7d-ab6d-747e1109fc5d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:51.520354 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network a6576972-e367-4dac-bb93-8a5b61d3f93b details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:09:51.550626 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:51.593501 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1ab67f0a-d26a-4a57-b320-4d784af7caa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:51.705115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 04fe12c2-ba4f-490a-b1e2-925e497d6d56, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=04fe12c2-ba4f-490a-b1e2-925e497d6d56,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:51.744021 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:51.745181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:09:51.765196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dc3fc8ce-f506-4564-be79-2ae352b4942d None None] Provisioning complete for port 4befe28b-157d-4d13-beda-9e7f59bc723e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:51.766894 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dc3fc8ce-f506-4564-be79-2ae352b4942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:51.897283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 4befe28b-157d-4d13-beda-9e7f59bc723e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4befe28b-157d-4d13-beda-9e7f59bc723e,segment=NetworkSegment(502b5c50-ac68-48db-8a08-5d9f144aa078),segment_id=502b5c50-ac68-48db-8a08-5d9f144aa078)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:51.900308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab67f0a-d26a-4a57-b320-4d784af7caa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=161c1db9-1ac5-4ddb-aca3-0389863a1e7f,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:51.920755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab67f0a-d26a-4a57-b320-4d784af7caa0 admin admin] Checking segment: {'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:51.921155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab67f0a-d26a-4a57-b320-4d784af7caa0 admin admin] Network hostable DHCP agents. Network: a6576972-e367-4dac-bb93-8a5b61d3f93b, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:09:51.985031 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:51.985870 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c3d45-d0bc-4c60-9034-27029126a6cb req-34bf4245-3aa5-432b-8a0a-2936fa5ec183 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:52.001933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c3d45-d0bc-4c60-9034-27029126a6cb req-34bf4245-3aa5-432b-8a0a-2936fa5ec183 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:52.015512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c3d45-d0bc-4c60-9034-27029126a6cb req-34bf4245-3aa5-432b-8a0a-2936fa5ec183 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:52.022235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c3d45-d0bc-4c60-9034-27029126a6cb req-34bf4245-3aa5-432b-8a0a-2936fa5ec183 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:52.032469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c3d45-d0bc-4c60-9034-27029126a6cb req-34bf4245-3aa5-432b-8a0a-2936fa5ec183 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:52.038837 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c3d45-d0bc-4c60-9034-27029126a6cb req-34bf4245-3aa5-432b-8a0a-2936fa5ec183 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:52.047196 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-768c3d45-d0bc-4c60-9034-27029126a6cb req-34bf4245-3aa5-432b-8a0a-2936fa5ec183 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 4655 time: 0.2997599 Jul 09 20:09:52.057047 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab67f0a-d26a-4a57-b320-4d784af7caa0 admin admin] Network a6576972-e367-4dac-bb93-8a5b61d3f93b is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:09:52.062868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-efc6c437-449e-4edf-8c35-6a28be754164 service neutron] For port 434165cf-a842-4e7d-ab6d-747e1109fc5d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=434165cf-a842-4e7d-ab6d-747e1109fc5d,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:52.065713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=04fe12c2-ba4f-490a-b1e2-925e497d6d56,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:52.111629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-efc6c437-449e-4edf-8c35-6a28be754164 service neutron] For port 434165cf-a842-4e7d-ab6d-747e1109fc5d, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:09:52.126524 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-768c3d45-d0bc-4c60-9034-27029126a6cb req-851d3d70-df4b-4f25-9a09-2ac378471fd9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&id=f473b2fa-deed-4258-8494-7ee8c62b9445&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782864 Jul 09 20:09:52.127437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-1ab67f0a-d26a-4a57-b320-4d784af7caa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, a6576972-e367-4dac-bb93-8a5b61d3f93b) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:52.137575 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab67f0a-d26a-4a57-b320-4d784af7caa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:52.138229 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1ab67f0a-d26a-4a57-b320-4d784af7caa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.155445 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee30c50-9e4b-4c16-b0d6-f12e63087db9 None None] Network a6576972-e367-4dac-bb93-8a5b61d3f93b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:52.178753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-efc6c437-449e-4edf-8c35-6a28be754164 service neutron] device_id is not set on port 434165cf-a842-4e7d-ab6d-747e1109fc5d yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:09:52.190521 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1ab67f0a-d26a-4a57-b320-4d784af7caa0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2399302 Jul 09 20:09:52.191466 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-efc6c437-449e-4edf-8c35-6a28be754164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.191645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51542) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:52.196793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:09:52.217784 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d3b2c-629b-49d5-b902-23f36727c1e1 req-e570bb54-4053-4d4e-bb48-056e95506e2c tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:52.219981 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf6d3b2c-629b-49d5-b902-23f36727c1e1 req-e570bb54-4053-4d4e-bb48-056e95506e2c tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.9907851 Jul 09 20:09:52.226543 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-efc6c437-449e-4edf-8c35-6a28be754164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.253603 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.255009 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.314958 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=4befe28b-157d-4d13-beda-9e7f59bc723e,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:52.323836 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.341948 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6c437-449e-4edf-8c35-6a28be754164 service neutron] Pushing event updated for resources: {'Port': ['ID=434165cf-a842-4e7d-ab6d-747e1109fc5d,revision_number=7']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:52.350349 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bf6d3b2c-629b-49d5-b902-23f36727c1e1 req-bc4a63e7-179f-4757-96ce-65fe722e1e18 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148083 Jul 09 20:09:52.358243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a65535-0691-4bd5-947c-ab31a039903d req-c83d1ca8-dc83-459f-836a-32805a8fb60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:52.365255 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4a65535-0691-4bd5-947c-ab31a039903d req-c83d1ca8-dc83-459f-836a-32805a8fb60e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8b35e13e783c4c0c8c18c07be38d2b1a&device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 1097 time: 1.1289394 Jul 09 20:09:52.396956 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.441584 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ae678389-0d3c-4d8e-ad3e-133d2d415b27 req-350dc03b-d0e5-4773-8944-c85af53f4a35 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.0430870 Jul 09 20:09:52.448926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=40e1fa92-ad4d-4c40-9344-ec2217ecdc11,segment=NetworkSegment(c00e4733-7eff-471c-ac3a-328929a18e28),segment_id=c00e4733-7eff-471c-ac3a-328929a18e28)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:52.460991 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.615807 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d1245b-c0d5-4137-8e36-a7e4c0339f8e x-openstack-request-id: req-98d1245b-c0d5-4137-8e36-a7e4c0339f8e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:52.616462 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-unplugged", "status": "completed", "tag": "35223c2f-da2f-4373-b115-d66932a941cc", "code": 200}, {"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-unplugged", "status": "completed", "tag": "cfc3e76d-51a9-4170-90ff-6f54f619d809", "code": 200}, {"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-unplugged", "status": "completed", "tag": "434165cf-a842-4e7d-ab6d-747e1109fc5d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:52.616462 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98d1245b-c0d5-4137-8e36-a7e4c0339f8e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:52.616462 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35223c2f-da2f-4373-b115-d66932a941cc', 'code': 200} Jul 09 20:09:52.616779 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfc3e76d-51a9-4170-90ff-6f54f619d809', 'code': 200} Jul 09 20:09:52.617011 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434165cf-a842-4e7d-ab6d-747e1109fc5d', 'code': 200} Jul 09 20:09:52.617591 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=40e1fa92-ad4d-4c40-9344-ec2217ecdc11,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:52.656362 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.689742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-efc6c437-449e-4edf-8c35-6a28be754164 service neutron] No DVR routers for this DVR port 434165cf-a842-4e7d-ab6d-747e1109fc5d on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:52.772694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a65535-0691-4bd5-947c-ab31a039903d req-2863eed8-ecd8-4f48-8906-2ee7101570c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:52.776728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-a6576972-e367-4dac-bb93-8a5b61d3f93b', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:09:52.777612 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.786168 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4a65535-0691-4bd5-947c-ab31a039903d req-2863eed8-ecd8-4f48-8906-2ee7101570c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a833b5f6-088c-4e83-b7ed-44818130017e HTTP/1.1" status: 200 len: 913 time: 0.3661754 Jul 09 20:09:52.934051 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4a65535-0691-4bd5-947c-ab31a039903d req-66e85e26-7573-4b7f-99a6-50623cf30cd9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45817f54-3154-41bb-b36c-6291d03626fc HTTP/1.1" status: 200 len: 217 time: 0.0651469 Jul 09 20:09:52.946650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bb2fe-a2b9-4e14-b584-ca04f29e6131 req-c5e9eb7f-f5cd-4820-9625-003d9dd6d9b3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:52.949732 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-624bb2fe-a2b9-4e14-b584-ca04f29e6131 req-c5e9eb7f-f5cd-4820-9625-003d9dd6d9b3 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.2187958 Jul 09 20:09:52.957041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5bfef48e-4742-4fdc-b8cc-dd8442b449f8 None None] Provisioning complete for port 434165cf-a842-4e7d-ab6d-747e1109fc5d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:52.958215 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5bfef48e-4742-4fdc-b8cc-dd8442b449f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:52.994976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a65535-0691-4bd5-947c-ab31a039903d req-4716b125-6418-462c-b23a-e1706229686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:52.996652 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4a65535-0691-4bd5-947c-ab31a039903d req-4716b125-6418-462c-b23a-e1706229686d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=686495d7-8bc1-4c3e-b8a8-1032c4be7a07 HTTP/1.1" status: 200 len: 852 time: 0.0540998 Jul 09 20:09:53.004459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-efc6c437-449e-4edf-8c35-6a28be754164 service neutron] In _notify_port_updated(), no bound segment for port 434165cf-a842-4e7d-ab6d-747e1109fc5d on network aeb093c8-4c48-4e79-a212-8d5d93a16f75 {{(pid=100205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:09:53.005471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-efc6c437-449e-4edf-8c35-6a28be754164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:53.006091 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-efc6c437-449e-4edf-8c35-6a28be754164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:53.007995 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-efc6c437-449e-4edf-8c35-6a28be754164 service neutron] 10.222.0.36 "PUT /v2.0/ports/434165cf-a842-4e7d-ab6d-747e1109fc5d HTTP/1.1" status: 200 len: 1031 time: 3.2313821 Jul 09 20:09:53.010457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Allocated IP 172.20.0.1 (629b664a-fc2e-4b2a-baaf-444b6db5885a/0aa09667-3a40-4759-a2d8-cc88524c70d4/7609be5d-b94e-48b5-b864-ec511915b461) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:53.150782 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4a65535-0691-4bd5-947c-ab31a039903d req-0065836f-637d-475d-9e09-9389aaedf52b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a833b5f6-088c-4e83-b7ed-44818130017e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257987 Jul 09 20:09:53.164569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-5bfef48e-4742-4fdc-b8cc-dd8442b449f8 None None] Port 434165cf-a842-4e7d-ab6d-747e1109fc5d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:09:53.200520 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:53.214666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Allocated IP 172.20.0.2 (a6576972-e367-4dac-bb93-8a5b61d3f93b/161c1db9-1ac5-4ddb-aca3-0389863a1e7f/ad1744c2-1130-4023-b31d-ce3df3cdf708) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:53.244708 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:53.417446 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4a65535-0691-4bd5-947c-ab31a039903d req-7cd2b91a-3c19-4c08-a1f1-869aeb61ed7e service neutron] 10.222.0.36 "GET /v2.0/networks/a833b5f6-088c-4e83-b7ed-44818130017e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650130 Jul 09 20:09:53.453713 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-624bb2fe-a2b9-4e14-b584-ca04f29e6131 req-c84a2b5b-18a8-47b6-babc-4686575c6385 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4913764 Jul 09 20:09:53.541800 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Allocated IP 172.25.0.225 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/e3d90278-a91a-4223-9099-de83cd7ded83) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:09:53.586624 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4a65535-0691-4bd5-947c-ab31a039903d req-5e06b988-edab-4861-94e5-5f71370365e2 service neutron] 10.222.0.36 "GET /v2.0/networks/a833b5f6-088c-4e83-b7ed-44818130017e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440246 Jul 09 20:09:53.618997 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:53.663388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Transition to ACTIVE for port object ad1744c2-1130-4023-b31d-ce3df3cdf708 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:53.727101 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:53.745029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Transition to ACTIVE for port object ad1744c2-1130-4023-b31d-ce3df3cdf708 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:53.761986 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:53.777936 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:53.803200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e17bfeee-f896-401e-8556-5cfa4c04c2f5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Deleting port 38be194f-024c-4cfb-98dc-6f02547e94f8 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:53.803470 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e17bfeee-f896-401e-8556-5cfa4c04c2f5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:53.858634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:53.862766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:53.863464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Network a6576972-e367-4dac-bb93-8a5b61d3f93b is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:53.869218 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:53.873671 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:53.897960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Pushing event updated for resources: {'Port': ['ID=ad1744c2-1130-4023-b31d-ce3df3cdf708,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:53.964716 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:53.971411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Attempting to bind port ad1744c2-1130-4023-b31d-ce3df3cdf708 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:09:53.972122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Attempting to bind port ad1744c2-1130-4023-b31d-ce3df3cdf708 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:09:53.972732 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Attempting to bind port ad1744c2-1130-4023-b31d-ce3df3cdf708 on network a6576972-e367-4dac-bb93-8a5b61d3f93b {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:09:53.979911 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:09:53.980672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Checking segment: {'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:09:53.981423 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:53.982574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Bound using segment: {'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:09:53.983230 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Bound port: ad1744c2-1130-4023-b31d-ce3df3cdf708, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:09:53.983815 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:54.034704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168114-91f6-4257-935c-3291caf3d03f req-9a50f736-0dac-4268-9374-554fe6bd6945 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:54.041649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168114-91f6-4257-935c-3291caf3d03f req-9a50f736-0dac-4268-9374-554fe6bd6945 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:54.050436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168114-91f6-4257-935c-3291caf3d03f req-9a50f736-0dac-4268-9374-554fe6bd6945 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:54.056759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168114-91f6-4257-935c-3291caf3d03f req-9a50f736-0dac-4268-9374-554fe6bd6945 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:54.077868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168114-91f6-4257-935c-3291caf3d03f req-9a50f736-0dac-4268-9374-554fe6bd6945 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:54.079904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27168114-91f6-4257-935c-3291caf3d03f req-9a50f736-0dac-4268-9374-554fe6bd6945 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 3877 time: 0.4911973 Jul 09 20:09:54.098511 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] For port ad1744c2-1130-4023-b31d-ce3df3cdf708, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:09:54.107210 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] For port ad1744c2-1130-4023-b31d-ce3df3cdf708, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ad1744c2-1130-4023-b31d-ce3df3cdf708,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:09:54.119319 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:54.157563 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Pushing event updated for resources: {'Port': ['ID=e3d90278-a91a-4223-9099-de83cd7ded83,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:54.162162 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:54.184456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4befe28b-157d-4d13-beda-9e7f59bc723e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:54.244642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8ac58-7148-4a2f-a50c-6cd6168d384f req-e6300c2d-8ad8-4610-8896-a16b9b40a17b tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:54.248300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ed8ac58-7148-4a2f-a50c-6cd6168d384f req-e6300c2d-8ad8-4610-8896-a16b9b40a17b tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.3679805 Jul 09 20:09:54.260295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Transition to ACTIVE for port object 7609be5d-b94e-48b5-b864-ec511915b461 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:09:54.307998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1da67e-d4e9-472a-ad43-bbf7d2f45bcb None None] Pushing event updated for resources: {'Port': ['ID=ad1744c2-1130-4023-b31d-ce3df3cdf708,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:54.324964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e17bfeee-f896-401e-8556-5cfa4c04c2f5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] For port 38be194f-024c-4cfb-98dc-6f02547e94f8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=38be194f-024c-4cfb-98dc-6f02547e94f8,segment=NetworkSegment(c00e4733-7eff-471c-ac3a-328929a18e28),segment_id=c00e4733-7eff-471c-ac3a-328929a18e28)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:54.325492 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e17bfeee-f896-401e-8556-5cfa4c04c2f5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:54.349629 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 4befe28b-157d-4d13-beda-9e7f59bc723e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:54.350007 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:54.352073 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27168114-91f6-4257-935c-3291caf3d03f req-8a3fc9a3-b9e3-43b3-b779-c31f653f9072 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658091 Jul 09 20:09:54.368506 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e17bfeee-f896-401e-8556-5cfa4c04c2f5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Calling delete_port for 38be194f-024c-4cfb-98dc-6f02547e94f8 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:54.537740 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:54.586093 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ed8ac58-7148-4a2f-a50c-6cd6168d384f req-b7ecbcdb-d992-4c9a-93e5-aa635f8267c1 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316817 Jul 09 20:09:54.658623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04fe12c2-ba4f-490a-b1e2-925e497d6d56'}, {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e1fa92-ad4d-4c40-9344-ec2217ecdc11'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:54.679230 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48df1a9c-dcf6-42ea-a884-e2750f61201e" -d '{"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-unplugged", "status": "completed", "tag": "04fe12c2-ba4f-490a-b1e2-925e497d6d56"}, {"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-unplugged", "status": "completed", "tag": "40e1fa92-ad4d-4c40-9344-ec2217ecdc11"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:54.702972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 629b664a-fc2e-4b2a-baaf-444b6db5885a is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:54.712688 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:54.931781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:09:55.072043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=7609be5d-b94e-48b5-b864-ec511915b461,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:55.084209 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e17bfeee-f896-401e-8556-5cfa4c04c2f5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.133428 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c0db9097-5f0f-47a7-b3d5-e239b8fe85a8 req-72f81879-d7f7-4e0b-bc77-142d90d4d64c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.1757529 Jul 09 20:09:55.235302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bfeee-f896-401e-8556-5cfa4c04c2f5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event deleted for resources: {'Port': ['ID=38be194f-024c-4cfb-98dc-6f02547e94f8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:55.261777 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be1656f-4215-4d3a-9a86-a917aaae998c x-openstack-request-id: req-1be1656f-4215-4d3a-9a86-a917aaae998c {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:55.262145 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-unplugged", "status": "completed", "tag": "04fe12c2-ba4f-490a-b1e2-925e497d6d56", "code": 200}, {"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-unplugged", "status": "completed", "tag": "40e1fa92-ad4d-4c40-9344-ec2217ecdc11", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:55.262344 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1be1656f-4215-4d3a-9a86-a917aaae998c {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:55.262727 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04fe12c2-ba4f-490a-b1e2-925e497d6d56', 'code': 200} Jul 09 20:09:55.263149 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e1fa92-ad4d-4c40-9344-ec2217ecdc11', 'code': 200} Jul 09 20:09:55.276948 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.323570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-eae05bec-1a18-4c80-a5d7-79688e91536b None None] Provisioning for port 7609be5d-b94e-48b5-b864-ec511915b461 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:55.334254 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-eae05bec-1a18-4c80-a5d7-79688e91536b None None] Provisioning complete for port 7609be5d-b94e-48b5-b864-ec511915b461 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:55.334645 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-eae05bec-1a18-4c80-a5d7-79688e91536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.384738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e17bfeee-f896-401e-8556-5cfa4c04c2f5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] No DVR routers for this DVR port 38be194f-024c-4cfb-98dc-6f02547e94f8 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:55.392395 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e17bfeee-f896-401e-8556-5cfa4c04c2f5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.395414 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e17bfeee-f896-401e-8556-5cfa4c04c2f5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "DELETE /v2.0/ports/38be194f-024c-4cfb-98dc-6f02547e94f8 HTTP/1.1" status: 204 len: 173 time: 2.3825448 Jul 09 20:09:55.397188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-deleted', 'tag': '38be194f-024c-4cfb-98dc-6f02547e94f8'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:55.402775 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb7a8e5-521c-462a-b7ff-d9f33e4f39e7" -d '{"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-deleted", "tag": "38be194f-024c-4cfb-98dc-6f02547e94f8"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:55.449400 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-eae05bec-1a18-4c80-a5d7-79688e91536b None None] Port 7609be5d-b94e-48b5-b864-ec511915b461 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:09:55.503620 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34530186-033d-460b-bdde-75fda80ce62f x-openstack-request-id: req-34530186-033d-460b-bdde-75fda80ce62f {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:55.504314 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-deleted", "tag": "38be194f-024c-4cfb-98dc-6f02547e94f8", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:55.505118 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34530186-033d-460b-bdde-75fda80ce62f {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:55.505942 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-deleted', 'tag': '38be194f-024c-4cfb-98dc-6f02547e94f8', 'status': 'completed', 'code': 200} Jul 09 20:09:55.851443 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:55.954286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e99ff2e0-82c5-4855-a7bd-66290b7b43c5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Deleting port cfc3e76d-51a9-4170-90ff-6f54f619d809 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:09:55.959740 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e99ff2e0-82c5-4855-a7bd-66290b7b43c5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.006434 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.161944 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e99ff2e0-82c5-4855-a7bd-66290b7b43c5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] For port cfc3e76d-51a9-4170-90ff-6f54f619d809, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cfc3e76d-51a9-4170-90ff-6f54f619d809,segment=NetworkSegment(f67726b3-c14d-4273-a0cd-ddcf83dc00d5),segment_id=f67726b3-c14d-4273-a0cd-ddcf83dc00d5)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:56.165280 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e99ff2e0-82c5-4855-a7bd-66290b7b43c5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.185969 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73a626-fcb2-40b1-a278-f232b7b31d01 req-8da5ae9d-62fc-4823-8280-fe7de0d81290 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:56.187651 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad73a626-fcb2-40b1-a278-f232b7b31d01 req-8da5ae9d-62fc-4823-8280-fe7de0d81290 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.3385916 Jul 09 20:09:56.242859 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ad1744c2-1130-4023-b31d-ce3df3cdf708 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:56.354091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fdda85-dbc1-4c32-a14f-53014b172406 None None] Network a6576972-e367-4dac-bb93-8a5b61d3f93b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:09:56.427871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4da78b34-a5b3-4bee-8cc9-15a8d15fc33c None None] Provisioning for port ad1744c2-1130-4023-b31d-ce3df3cdf708 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:56.460734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port ad1744c2-1130-4023-b31d-ce3df3cdf708 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:09:56.467603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ad1744c2-1130-4023-b31d-ce3df3cdf708 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:56.468125 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.564005 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e99ff2e0-82c5-4855-a7bd-66290b7b43c5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.564635 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e99ff2e0-82c5-4855-a7bd-66290b7b43c5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.564770 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e99ff2e0-82c5-4855-a7bd-66290b7b43c5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Floating IP be241113-5868-49a2-97ca-4f21d63e64d1 disassociated. External IP: 172.25.0.141, port: cfc3e76d-51a9-4170-90ff-6f54f619d809. Jul 09 20:09:56.565753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e99ff2e0-82c5-4855-a7bd-66290b7b43c5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Calling delete_port for cfc3e76d-51a9-4170-90ff-6f54f619d809 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:09:56.616817 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.620123 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.652329 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad73a626-fcb2-40b1-a278-f232b7b31d01 req-cfd1eec0-9d17-4d1a-9f63-7b5c7e8ea832 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4551513 Jul 09 20:09:56.662520 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port ad1744c2-1130-4023-b31d-ce3df3cdf708, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ad1744c2-1130-4023-b31d-ce3df3cdf708,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:09:56.749855 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.863903 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.898529 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e99ff2e0-82c5-4855-a7bd-66290b7b43c5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:56.901378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=ad1744c2-1130-4023-b31d-ce3df3cdf708,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:56.906790 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d434165e-7002-44ca-8d10-81fb51e7c8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:57.145876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09cb8f-ca97-433c-be50-b7a298b8e106 req-58110510-06e2-4155-9dd4-f311400b41f7 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:57.157766 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7e09cb8f-ca97-433c-be50-b7a298b8e106 req-58110510-06e2-4155-9dd4-f311400b41f7 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.1734979 Jul 09 20:09:57.178721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Router 3270d130-2195-447b-8f02-4798afd13fd8 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:09:57.239891 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7e09cb8f-ca97-433c-be50-b7a298b8e106 req-e75ad594-171e-483f-b3b4-385ef0dcacd3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810738 Jul 09 20:09:57.466058 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:57.470374 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-eb360747-d05f-4f50-bc03-d7766f44c1be None None] Provisioning complete for port ad1744c2-1130-4023-b31d-ce3df3cdf708 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:57.470887 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-eb360747-d05f-4f50-bc03-d7766f44c1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:57.475893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ff2e0-82c5-4855-a7bd-66290b7b43c5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event deleted for resources: {'Port': ['ID=cfc3e76d-51a9-4170-90ff-6f54f619d809,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:57.499527 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:57.594591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:09:57.603271 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:57.636770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Sync routers for ids ['3270d130-2195-447b-8f02-4798afd13fd8'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:09:57.675798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Routers {'3270d130-2195-447b-8f02-4798afd13fd8'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:57.677468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3270d130-2195-447b-8f02-4798afd13fd8'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:57.707304 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-02639a11-101a-4e92-86b8-f11af9f5cd4b req-a4cd9769-ee27-4d6e-9cd8-dde5ec490f05 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.0972884 Jul 09 20:09:57.723724 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:57.738994 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b48063c2-73e1-4e1e-ac4e-351aad45ea63 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5327415 Jul 09 20:09:57.738994 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51582) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:58.200316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Set router 3270d130-2195-447b-8f02-4798afd13fd8 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:09:58.331987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ad1744c2-1130-4023-b31d-ce3df3cdf708 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:09:58.479062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51592) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:09:58.773618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83874429-af1b-49e4-aa55-19205174c9b8 req-8f7e2eaa-ed69-481c-b51c-bccdceb936f3 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:58.780851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83874429-af1b-49e4-aa55-19205174c9b8 req-8f7e2eaa-ed69-481c-b51c-bccdceb936f3 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:58.787416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83874429-af1b-49e4-aa55-19205174c9b8 req-8f7e2eaa-ed69-481c-b51c-bccdceb936f3 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:58.796679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83874429-af1b-49e4-aa55-19205174c9b8 req-8f7e2eaa-ed69-481c-b51c-bccdceb936f3 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:58.806019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-83874429-af1b-49e4-aa55-19205174c9b8 req-8f7e2eaa-ed69-481c-b51c-bccdceb936f3 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 3065 time: 2.9574094 Jul 09 20:09:58.844319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e99ff2e0-82c5-4855-a7bd-66290b7b43c5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Router d25b2ece-d6d3-4885-9354-5977b25a1649 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:09:58.863848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=7609be5d-b94e-48b5-b864-ec511915b461,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:09:58.927404 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de354002-1c04-4cf4-b35b-84e4a6bf76bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:58.954827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ad1744c2-1130-4023-b31d-ce3df3cdf708 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:58.955297 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:58.958077 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-83874429-af1b-49e4-aa55-19205174c9b8 req-7fb73ac1-f1aa-4c13-b71e-ab96a64931d5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507215 Jul 09 20:09:59.098655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 629b664a-fc2e-4b2a-baaf-444b6db5885a is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:09:59.104596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:09:59.312850 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7888a-2909-4411-bc89-ff91e5b8ca13 req-ef1a6ab1-527c-400c-8bef-a7657ad6466d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:59.322680 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4fb7888a-2909-4411-bc89-ff91e5b8ca13 req-ef1a6ab1-527c-400c-8bef-a7657ad6466d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.6131577 Jul 09 20:09:59.325354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e99ff2e0-82c5-4855-a7bd-66290b7b43c5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:09:59.336632 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b8c73-5544-4093-9bf9-7354d4b34f72 None None] Sync routers for ids ['d25b2ece-d6d3-4885-9354-5977b25a1649'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:09:59.361332 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3b8c73-5544-4093-9bf9-7354d4b34f72 None None] Routers {'d25b2ece-d6d3-4885-9354-5977b25a1649'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:09:59.362116 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7d3b8c73-5544-4093-9bf9-7354d4b34f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['d25b2ece-d6d3-4885-9354-5977b25a1649'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:59.381852 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:59.394189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:09:54Z', 'revision_number': 3, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:09:59.476495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Checking router: 3270d130-2195-447b-8f02-4798afd13fd8 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:09:59.476883 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Updating router 3270d130-2195-447b-8f02-4798afd13fd8 port e3d90278-a91a-4223-9099-de83cd7ded83 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:09:59.500174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e99ff2e0-82c5-4855-a7bd-66290b7b43c5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] No DVR routers for this DVR port cfc3e76d-51a9-4170-90ff-6f54f619d809 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:09:59.515527 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e99ff2e0-82c5-4855-a7bd-66290b7b43c5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:59.518483 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-e99ff2e0-82c5-4855-a7bd-66290b7b43c5 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "DELETE /v2.0/ports/cfc3e76d-51a9-4170-90ff-6f54f619d809 HTTP/1.1" status: 204 len: 173 time: 4.0738916 Jul 09 20:09:59.520454 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-deleted', 'tag': 'cfc3e76d-51a9-4170-90ff-6f54f619d809'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:09:59.523426 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e46f0b-ad7c-4bf3-92cc-7970edfbf9be" -d '{"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-deleted", "tag": "cfc3e76d-51a9-4170-90ff-6f54f619d809"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:09:59.591174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd852ae9-904a-4a51-b3f9-ab3bc80d5964 req-d5ece19b-8050-4095-821e-d280ad3a9923 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:09:59.602068 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd852ae9-904a-4a51-b3f9-ab3bc80d5964 req-d5ece19b-8050-4095-821e-d280ad3a9923 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.3872023 Jul 09 20:09:59.633279 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4fb7888a-2909-4411-bc89-ff91e5b8ca13 req-c1f88d08-faad-4084-bf62-9ce49dc8fb51 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091345 Jul 09 20:09:59.637012 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7af8d0c5-dd21-4b7d-a4ce-37aeb93caa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:59.656915 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-7d3b8c73-5544-4093-9bf9-7354d4b34f72 None None] Set router d25b2ece-d6d3-4885-9354-5977b25a1649 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:09:59.660844 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:59.671236 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:59.742071 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd852ae9-904a-4a51-b3f9-ab3bc80d5964 req-71ccf155-b9d8-4f51-a639-624ce45dabaf tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385436 Jul 09 20:09:59.758963 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d9d66181-d673-43c4-ada4-0a757a1894f0 None None] Provisioning complete for port 7609be5d-b94e-48b5-b864-ec511915b461 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:09:59.759352 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d9d66181-d673-43c4-ada4-0a757a1894f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:09:59.879947 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router beaa108e-db1a-40eb-9c63-0b7980e12262 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:09:59.908564 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0d338a-2bde-4ba4-95e2-7d2a3bf9b377 x-openstack-request-id: req-db0d338a-2bde-4ba4-95e2-7d2a3bf9b377 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:09:59.908852 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-deleted", "tag": "cfc3e76d-51a9-4170-90ff-6f54f619d809", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:09:59.909363 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db0d338a-2bde-4ba4-95e2-7d2a3bf9b377 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:09:59.910019 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-deleted', 'tag': 'cfc3e76d-51a9-4170-90ff-6f54f619d809', 'status': 'completed', 'code': 200} Jul 09 20:10:00.015488 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de354002-1c04-4cf4-b35b-84e4a6bf76bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.048134 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de354002-1c04-4cf4-b35b-84e4a6bf76bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.060165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-a3e4adce-dca7-43b8-bd0b-b32a62c027a9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Deleting port 35223c2f-da2f-4373-b115-d66932a941cc {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:00.073184 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-a3e4adce-dca7-43b8-bd0b-b32a62c027a9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.108684 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-de354002-1c04-4cf4-b35b-84e4a6bf76bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7742f506b6ae4872a43f915888d8ed25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6231530 Jul 09 20:10:00.127374 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9dcddb58-8772-487c-b984-2fe86eca477e req-814c34cb-a8da-45da-94dc-9cd18b0f4f1c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.1347742 Jul 09 20:10:00.128218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51602) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:00.134570 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de354002-1c04-4cf4-b35b-84e4a6bf76bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7667ab-2020-497c-bc6d-ce2de3a6d846,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:00.194116 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d9d66181-d673-43c4-ada4-0a757a1894f0 None None] Port 7609be5d-b94e-48b5-b864-ec511915b461 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:00.194993 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.281527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:00.288468 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1ff587b6-1fc8-43f0-8d70-d4c0b7b6dc4e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/beaa108e-db1a-40eb-9c63-0b7980e12262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8852453 Jul 09 20:10:00.298063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51604) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:00.330714 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde0a92-ed63-469b-a841-0bd60b6eb5e4 None None] Sync routers for ids ['beaa108e-db1a-40eb-9c63-0b7980e12262'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:00.340669 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-a3e4adce-dca7-43b8-bd0b-b32a62c027a9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] For port 35223c2f-da2f-4373-b115-d66932a941cc, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=35223c2f-da2f-4373-b115-d66932a941cc,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:00.341890 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-a3e4adce-dca7-43b8-bd0b-b32a62c027a9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.370414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441edac7-8c87-4fd6-95c7-4742438e6959 req-eec3e406-32f4-4821-9287-8785d3c1935a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:00.378138 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441edac7-8c87-4fd6-95c7-4742438e6959 req-eec3e406-32f4-4821-9287-8785d3c1935a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:00.382830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde0a92-ed63-469b-a841-0bd60b6eb5e4 None None] Routers {'beaa108e-db1a-40eb-9c63-0b7980e12262'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:00.384801 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441edac7-8c87-4fd6-95c7-4742438e6959 req-eec3e406-32f4-4821-9287-8785d3c1935a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:00.387904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1fde0a92-ed63-469b-a841-0bd60b6eb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['beaa108e-db1a-40eb-9c63-0b7980e12262'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:00.393247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-441edac7-8c87-4fd6-95c7-4742438e6959 req-eec3e406-32f4-4821-9287-8785d3c1935a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 2410 time: 0.1568530 Jul 09 20:10:00.401872 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-a3e4adce-dca7-43b8-bd0b-b32a62c027a9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Calling delete_port for 35223c2f-da2f-4373-b115-d66932a941cc owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:00.409184 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7d3b8c73-5544-4093-9bf9-7354d4b34f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '64293310-1cc1-443c-b799-a34822486d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:15Z', 'revision_number': 4, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'gw_port': {'id': '64293310-1cc1-443c-b799-a34822486d5e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '21e267a8-31b4-4b46-8dc9-b7340ede456a', 'name': '', 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'mac_address': 'fa:16:3e:21:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14375310-01e0-447a-894d-66dc68e570ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:12Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 5, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'subnets': [{'id': '14375310-01e0-447a-894d-66dc68e570ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:00.435023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1244c804-bcff-4dfd-b174-76d16ff1c495 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:00.445132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1244c804-bcff-4dfd-b174-76d16ff1c495 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports/7609be5d-b94e-48b5-b864-ec511915b461 HTTP/1.1" status: 200 len: 910 time: 0.1455531 Jul 09 20:10:00.445695 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51606) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:00.460874 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-441edac7-8c87-4fd6-95c7-4742438e6959 req-cabba50e-fc3b-4d94-91f4-682d366f1175 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657141 Jul 09 20:10:00.486320 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b8c73-5544-4093-9bf9-7354d4b34f72 None None] Checking router: d25b2ece-d6d3-4885-9354-5977b25a1649 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:10:00.495209 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1fde0a92-ed63-469b-a841-0bd60b6eb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:00.509894 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3b8c73-5544-4093-9bf9-7354d4b34f72 None None] Routers {'d25b2ece-d6d3-4885-9354-5977b25a1649'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:00.510530 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7d3b8c73-5544-4093-9bf9-7354d4b34f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['d25b2ece-d6d3-4885-9354-5977b25a1649'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:00.562097 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde0a92-ed63-469b-a841-0bd60b6eb5e4 None None] Routers {'beaa108e-db1a-40eb-9c63-0b7980e12262'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:00.563008 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1fde0a92-ed63-469b-a841-0bd60b6eb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['beaa108e-db1a-40eb-9c63-0b7980e12262'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:00.565076 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.592271 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28982f4f-8e2a-40ef-87a1-118840913454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.619585 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28982f4f-8e2a-40ef-87a1-118840913454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.649557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1fde0a92-ed63-469b-a841-0bd60b6eb5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:00.661560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde0a92-ed63-469b-a841-0bd60b6eb5e4 None None] The sync data for ids ['beaa108e-db1a-40eb-9c63-0b7980e12262'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:00.688389 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28982f4f-8e2a-40ef-87a1-118840913454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.691549 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28982f4f-8e2a-40ef-87a1-118840913454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.694941 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-28982f4f-8e2a-40ef-87a1-118840913454 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b7667ab-2020-497c-bc6d-ce2de3a6d846 HTTP/1.1" status: 204 len: 168 time: 0.5462849 Jul 09 20:10:00.746024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28982f4f-8e2a-40ef-87a1-118840913454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7667ab-2020-497c-bc6d-ce2de3a6d846,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:00.830768 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-7d3b8c73-5544-4093-9bf9-7354d4b34f72 None None] Set router d25b2ece-d6d3-4885-9354-5977b25a1649 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:00.915188 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Allocated IP 172.20.0.1 (a6576972-e367-4dac-bb93-8a5b61d3f93b/161c1db9-1ac5-4ddb-aca3-0389863a1e7f/7f30460a-0a6d-4b3e-b314-e6e8da4d17da) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:00.950231 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:00.988114 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Transition to ACTIVE for port object e3d90278-a91a-4223-9099-de83cd7ded83 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:01.005134 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.210230 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Attempting to bind port e3d90278-a91a-4223-9099-de83cd7ded83 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:01.210888 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Attempting to bind port e3d90278-a91a-4223-9099-de83cd7ded83 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:01.210888 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Attempting to bind port e3d90278-a91a-4223-9099-de83cd7ded83 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:01.242260 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1031c46-2a0b-46f9-8d5e-0a7b26841969 None None] Pushing event updated for resources: {'Port': ['ID=e3d90278-a91a-4223-9099-de83cd7ded83,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:01.245576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:01.246656 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:01.246656 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.246883 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:01.247238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Bound port: e3d90278-a91a-4223-9099-de83cd7ded83, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:01.252366 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.270860 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.292937 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Transition to ACTIVE for port object 7f30460a-0a6d-4b3e-b314-e6e8da4d17da will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:01.332330 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1031c46-2a0b-46f9-8d5e-0a7b26841969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:01.332729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1031c46-2a0b-46f9-8d5e-0a7b26841969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:01.333080 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1031c46-2a0b-46f9-8d5e-0a7b26841969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:01.333426 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1031c46-2a0b-46f9-8d5e-0a7b26841969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:01.333769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1031c46-2a0b-46f9-8d5e-0a7b26841969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:01.334113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1031c46-2a0b-46f9-8d5e-0a7b26841969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:01.334442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1031c46-2a0b-46f9-8d5e-0a7b26841969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:01.334772 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1031c46-2a0b-46f9-8d5e-0a7b26841969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:01.335105 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1031c46-2a0b-46f9-8d5e-0a7b26841969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:01.335568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1031c46-2a0b-46f9-8d5e-0a7b26841969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:01.335760 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1031c46-2a0b-46f9-8d5e-0a7b26841969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:01.336089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1031c46-2a0b-46f9-8d5e-0a7b26841969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:01.355282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6939e8-c874-43e9-96d0-5b2c67ce31b5 req-79212005-4aef-4931-a99c-05b4f574716d tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:01.358471 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a6939e8-c874-43e9-96d0-5b2c67ce31b5 req-79212005-4aef-4931-a99c-05b4f574716d tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.36 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.5804539 Jul 09 20:10:01.377195 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7d3b8c73-5544-4093-9bf9-7354d4b34f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '64293310-1cc1-443c-b799-a34822486d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:15Z', 'revision_number': 4, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'gw_port': {'id': '64293310-1cc1-443c-b799-a34822486d5e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '21e267a8-31b4-4b46-8dc9-b7340ede456a', 'name': '', 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'mac_address': 'fa:16:3e:21:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14375310-01e0-447a-894d-66dc68e570ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:12Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 5, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'subnets': [{'id': '14375310-01e0-447a-894d-66dc68e570ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:01.417303 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-a3e4adce-dca7-43b8-bd0b-b32a62c027a9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.436789 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b8c73-5544-4093-9bf9-7354d4b34f72 None None] The sync data for ids ['d25b2ece-d6d3-4885-9354-5977b25a1649'] in n-d-800088-3 is: [{'id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '64293310-1cc1-443c-b799-a34822486d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:15Z', 'revision_number': 4, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'gw_port': {'id': '64293310-1cc1-443c-b799-a34822486d5e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '21e267a8-31b4-4b46-8dc9-b7340ede456a', 'name': '', 'network_id': 'f3710c23-e34f-4a94-ad2f-5eaa9c859b69', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'mac_address': 'fa:16:3e:21:ab:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_interface', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14375310-01e0-447a-894d-66dc68e570ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:12Z', 'updated_at': '2021-07-09T19:59:24Z', 'revision_number': 5, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'subnets': [{'id': '14375310-01e0-447a-894d-66dc68e570ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:01.437432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] For port e3d90278-a91a-4223-9099-de83cd7ded83, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:01.449420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] For port e3d90278-a91a-4223-9099-de83cd7ded83, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e3d90278-a91a-4223-9099-de83cd7ded83,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:01.449789 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.459877 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.488637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Network a6576972-e367-4dac-bb93-8a5b61d3f93b is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:01.492093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:01.512439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:01.576295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Routers {'3270d130-2195-447b-8f02-4798afd13fd8'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:01.577044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3270d130-2195-447b-8f02-4798afd13fd8'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:01.595532 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4adce-dca7-43b8-bd0b-b32a62c027a9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event deleted for resources: {'Port': ['ID=35223c2f-da2f-4373-b115-d66932a941cc,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:01.775234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f30460a-0a6d-4b3e-b314-e6e8da4d17da,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:01.791553 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.819855 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-a3e4adce-dca7-43b8-bd0b-b32a62c027a9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] No DVR routers for this DVR port 35223c2f-da2f-4373-b115-d66932a941cc on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:01.824653 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-a3e4adce-dca7-43b8-bd0b-b32a62c027a9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:01.832882 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-a3e4adce-dca7-43b8-bd0b-b32a62c027a9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "DELETE /v2.0/ports/35223c2f-da2f-4373-b115-d66932a941cc HTTP/1.1" status: 204 len: 173 time: 2.3038640 Jul 09 20:10:01.909466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c38d4-a73b-4026-b03c-383a0d9f800b req-2054902d-4709-463f-a127-a5533e4a70b0 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:01.916773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f91c38d4-a73b-4026-b03c-383a0d9f800b req-2054902d-4709-463f-a127-a5533e4a70b0 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 946 time: 0.8152730 Jul 09 20:10:01.937564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-deleted', 'tag': '35223c2f-da2f-4373-b115-d66932a941cc'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:10:01.940053 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6a5f60-4bee-4715-9833-a46e621f314f" -d '{"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-deleted", "tag": "35223c2f-da2f-4373-b115-d66932a941cc"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:10:01.946338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8fcf7-e315-47d4-ac2d-7767812f4a9a req-166fce4b-1bde-4fd3-84f9-3e9e018aaa21 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:01.955667 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61a8fcf7-e315-47d4-ac2d-7767812f4a9a req-166fce4b-1bde-4fd3-84f9-3e9e018aaa21 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.5859838 Jul 09 20:10:02.089257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] Set router 3270d130-2195-447b-8f02-4798afd13fd8 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:02.145891 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61a8fcf7-e315-47d4-ac2d-7767812f4a9a req-1d55ce9c-12c2-4d6d-80fe-8382ba7ee2cc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889436 Jul 09 20:10:02.277394 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d82ca2-5b29-409a-a411-c971815cc5ea None None] New status for floating IP be241113-5868-49a2-97ca-4f21d63e64d1: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:10:02.375260 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f91c38d4-a73b-4026-b03c-383a0d9f800b req-40f3e0c8-98b4-4871-8178-b812a8db75c1 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/security-groups?id=f97230ce-5839-4613-a4ed-0417a9dd78a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548781 Jul 09 20:10:02.376167 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:02.389121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1031c46-2a0b-46f9-8d5e-0a7b26841969 None None] Pushing event updated for resources: {'Port': ['ID=e3d90278-a91a-4223-9099-de83cd7ded83,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:02.426105 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:02.441948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bd9ee497-c9b5-40e6-9dbe-65893cbeee15 None None] Provisioning for port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:02.452252 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bd9ee497-c9b5-40e6-9dbe-65893cbeee15 None None] Provisioning complete for port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:02.458191 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bd9ee497-c9b5-40e6-9dbe-65893cbeee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:02.549358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ee497-c9b5-40e6-9dbe-65893cbeee15 None None] Port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:02.582739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-5a6939e8-c874-43e9-96d0-5b2c67ce31b5 req-7c4603c0-fb51-4a56-a7a8-460c0ff7bfb6 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Deleting port 45817f54-3154-41bb-b36c-6291d03626fc {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:02.584597 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5a6939e8-c874-43e9-96d0-5b2c67ce31b5 req-7c4603c0-fb51-4a56-a7a8-460c0ff7bfb6 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:02.614767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:09:54Z', 'revision_number': 3, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:02.665425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3798bf5-5477-4ab3-a90a-f6a038855a2e None None] The sync data for ids ['3270d130-2195-447b-8f02-4798afd13fd8'] in n-d-800088-3 is: [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:09:54Z', 'revision_number': 3, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:02.672178 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24995b5d-5dee-430f-8906-59d633afabd7 req-b3d32ec4-2e8c-40fe-8c56-c7bc5f22ce22 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/ports?device_id=f088cb5b-adcd-4df6-b084-5606cb46761e HTTP/1.1" status: 200 len: 210 time: 0.1650047 Jul 09 20:10:02.805148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-5a6939e8-c874-43e9-96d0-5b2c67ce31b5 req-7c4603c0-fb51-4a56-a7a8-460c0ff7bfb6 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] For port 45817f54-3154-41bb-b36c-6291d03626fc, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=45817f54-3154-41bb-b36c-6291d03626fc,segment=NetworkSegment(e30f45e8-b3d7-4967-9e7c-85883167c4d1),segment_id=e30f45e8-b3d7-4967-9e7c-85883167c4d1)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:02.805975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5a6939e8-c874-43e9-96d0-5b2c67ce31b5 req-7c4603c0-fb51-4a56-a7a8-460c0ff7bfb6 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:02.838846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-5a6939e8-c874-43e9-96d0-5b2c67ce31b5 req-7c4603c0-fb51-4a56-a7a8-460c0ff7bfb6 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Calling delete_port for 45817f54-3154-41bb-b36c-6291d03626fc owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:03.012407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-8a2285f0-e615-4a03-ba4f-fabcda103561 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Deleting port 04fe12c2-ba4f-490a-b1e2-925e497d6d56 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:03.012769 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-8a2285f0-e615-4a03-ba4f-fabcda103561 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:03.020552 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4eb799-dab8-47bf-a1e6-62db4cfa1930 x-openstack-request-id: req-1f4eb799-dab8-47bf-a1e6-62db4cfa1930 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:10:03.020918 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-deleted", "tag": "35223c2f-da2f-4373-b115-d66932a941cc", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:10:03.021111 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f4eb799-dab8-47bf-a1e6-62db4cfa1930 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:10:03.021516 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-deleted', 'tag': '35223c2f-da2f-4373-b115-d66932a941cc', 'status': 'completed', 'code': 200} Jul 09 20:10:03.127385 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2a8da159-c8fa-45b0-9611-17d254defacd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:03.148422 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:03.158972 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:03.274882 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f30460a-0a6d-4b3e-b314-e6e8da4d17da,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:03.343434 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:03.508920 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Network a6576972-e367-4dac-bb93-8a5b61d3f93b is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:03.524021 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5a6939e8-c874-43e9-96d0-5b2c67ce31b5 req-7c4603c0-fb51-4a56-a7a8-460c0ff7bfb6 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:03.537385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['45817f54-3154-41bb-b36c-6291d03626fc'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:10:03.547014 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:03.768029 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Router 3270d130-2195-447b-8f02-4798afd13fd8 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:10:03.942900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9afe4-2315-4781-88ce-b46b09563124 req-c73c92f4-069c-4311-a1c7-501cc25b7de0 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:03.945058 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-55d9afe4-2315-4781-88ce-b46b09563124 req-c73c92f4-069c-4311-a1c7-501cc25b7de0 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.4392245 Jul 09 20:10:04.075023 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-55d9afe4-2315-4781-88ce-b46b09563124 req-28f5a018-70fc-45f4-b6c4-e10589a51579 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201353 Jul 09 20:10:04.117051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:04.125452 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e751c1a7-4af4-476a-a0c9-fe17407ba7b4 admin admin] 10.222.0.30 "PUT /v2.0/routers/3270d130-2195-447b-8f02-4798afd13fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3890016 Jul 09 20:10:04.126366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-95126c2d-3615-4066-85aa-30e6a8a92652 None None] Provisioning complete for port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:04.126754 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-95126c2d-3615-4066-85aa-30e6a8a92652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:04.251875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-95126c2d-3615-4066-85aa-30e6a8a92652 None None] Port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:04.273714 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e3d90278-a91a-4223-9099-de83cd7ded83 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:04.337600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4603c0-fb51-4a56-a7a8-460c0ff7bfb6 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Pushing event deleted for resources: {'Port': ['ID=45817f54-3154-41bb-b36c-6291d03626fc,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:04.367951 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d736924-f280-4dff-8091-65bb67eb3009 req-573b8822-f53a-4bd1-be7b-a87a37144394 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 210 time: 0.0910747 Jul 09 20:10:04.443920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port e3d90278-a91a-4223-9099-de83cd7ded83 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:04.450750 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e3d90278-a91a-4223-9099-de83cd7ded83 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:04.453315 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:04.548560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6939e8-c874-43e9-96d0-5b2c67ce31b5 req-7c4603c0-fb51-4a56-a7a8-460c0ff7bfb6 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] No DVR routers for this DVR port 45817f54-3154-41bb-b36c-6291d03626fc on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:04.553636 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5a6939e8-c874-43e9-96d0-5b2c67ce31b5 req-7c4603c0-fb51-4a56-a7a8-460c0ff7bfb6 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:04.555741 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a6939e8-c874-43e9-96d0-5b2c67ce31b5 req-7c4603c0-fb51-4a56-a7a8-460c0ff7bfb6 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.36 "DELETE /v2.0/ports/45817f54-3154-41bb-b36c-6291d03626fc HTTP/1.1" status: 204 len: 173 time: 3.1257195 Jul 09 20:10:04.590112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-8a2285f0-e615-4a03-ba4f-fabcda103561 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] For port 04fe12c2-ba4f-490a-b1e2-925e497d6d56, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=04fe12c2-ba4f-490a-b1e2-925e497d6d56,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:04.591211 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-8a2285f0-e615-4a03-ba4f-fabcda103561 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:04.626139 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:04.633310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-8a2285f0-e615-4a03-ba4f-fabcda103561 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Calling delete_port for 04fe12c2-ba4f-490a-b1e2-925e497d6d56 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:04.678228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e26f53-af99-47bc-8900-5ade7cf8ffb4 req-55993281-937f-4c12-bc08-28d6e73cf707 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:04.699351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port e3d90278-a91a-4223-9099-de83cd7ded83, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e3d90278-a91a-4223-9099-de83cd7ded83,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:04.710586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e26f53-af99-47bc-8900-5ade7cf8ffb4 req-55993281-937f-4c12-bc08-28d6e73cf707 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:04.720055 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:04.723351 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c5e26f53-af99-47bc-8900-5ade7cf8ffb4 req-55993281-937f-4c12-bc08-28d6e73cf707 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 1677 time: 1.3847346 Jul 09 20:10:04.871601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=e3d90278-a91a-4223-9099-de83cd7ded83,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:04.905349 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c5e26f53-af99-47bc-8900-5ade7cf8ffb4 req-2a3c2128-b559-4e68-9df5-4270e11aabf2 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups?id=1385389b-ee62-4228-b744-2efe2ec787fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723664 Jul 09 20:10:04.974911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51742) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:05.026798 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6534fbbd-fe1f-4570-9fd5-a688e43f660e', 'name': 'network-vif-deleted', 'tag': '45817f54-3154-41bb-b36c-6291d03626fc'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:10:05.029922 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdcabf9-4986-4fdd-83df-8ba7df076b1f" -d '{"events": [{"server_uuid": "6534fbbd-fe1f-4570-9fd5-a688e43f660e", "name": "network-vif-deleted", "tag": "45817f54-3154-41bb-b36c-6291d03626fc"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:10:05.069553 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67c9acf8-d70c-47bf-8c92-4f05afc5f5f6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.090102 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f506bc-5c75-4b07-b8f9-317657140d24 x-openstack-request-id: req-70f506bc-5c75-4b07-b8f9-317657140d24 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:10:05.090395 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6534fbbd-fe1f-4570-9fd5-a688e43f660e", "name": "network-vif-deleted", "tag": "45817f54-3154-41bb-b36c-6291d03626fc", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:10:05.090649 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70f506bc-5c75-4b07-b8f9-317657140d24 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:10:05.091086 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6534fbbd-fe1f-4570-9fd5-a688e43f660e', 'name': 'network-vif-deleted', 'tag': '45817f54-3154-41bb-b36c-6291d03626fc', 'status': 'completed', 'code': 200} Jul 09 20:10:05.106047 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-8a2285f0-e615-4a03-ba4f-fabcda103561 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.115151 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67c9acf8-d70c-47bf-8c92-4f05afc5f5f6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.142174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-2a8da159-c8fa-45b0-9611-17d254defacd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 7609be5d-b94e-48b5-b864-ec511915b461 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:05.142526 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2a8da159-c8fa-45b0-9611-17d254defacd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.147235 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2285f0-e615-4a03-ba4f-fabcda103561 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event deleted for resources: {'Port': ['ID=04fe12c2-ba4f-490a-b1e2-925e497d6d56,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:05.208282 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67c9acf8-d70c-47bf-8c92-4f05afc5f5f6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.211201 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67c9acf8-d70c-47bf-8c92-4f05afc5f5f6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.212699 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-67c9acf8-d70c-47bf-8c92-4f05afc5f5f6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "DELETE /v2.0/security-groups/88eb5451-dbed-4adb-b0c8-8814a2e92ead HTTP/1.1" status: 204 len: 168 time: 0.2348793 Jul 09 20:10:05.218421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51748) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:05.233065 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9acf8-d70c-47bf-8c92-4f05afc5f5f6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88eb5451-dbed-4adb-b0c8-8814a2e92ead,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:05.240760 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-78ed7854-6ab0-4e54-bac3-d09b1847d02a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] show failed (client error): The resource could not be found. Jul 09 20:10:05.242763 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-78ed7854-6ab0-4e54-bac3-d09b1847d02a tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "GET /v2.0/security-groups/88eb5451-dbed-4adb-b0c8-8814a2e92ead HTTP/1.1" status: 404 len: 347 time: 0.0224538 Jul 09 20:10:05.257395 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51750) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:05.289700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-8a2285f0-e615-4a03-ba4f-fabcda103561 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] No DVR routers for this DVR port 04fe12c2-ba4f-490a-b1e2-925e497d6d56 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:05.304108 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-8a2285f0-e615-4a03-ba4f-fabcda103561 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.308228 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-8a2285f0-e615-4a03-ba4f-fabcda103561 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "DELETE /v2.0/ports/04fe12c2-ba4f-490a-b1e2-925e497d6d56 HTTP/1.1" status: 204 len: 173 time: 3.4241521 Jul 09 20:10:05.349827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51752) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:05.359584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0f8fdc40-46c0-46f0-9a44-b966e5b48cfe tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1909533617', 'description': 'tempest-description--1690335219'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:05.393443 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdc40-46c0-46f0-9a44-b966e5b48cfe tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.477712 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2a8da159-c8fa-45b0-9611-17d254defacd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.522885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 45817f54-3154-41bb-b36c-6291d03626fc no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:10:05.596905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-77f90e02-9a69-4499-a927-4f821c2dc3b3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Deleting port a25b32db-cd44-48fd-bbb4-6a24cfa1676f {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:05.597262 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77f90e02-9a69-4499-a927-4f821c2dc3b3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.604787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 45817f54-3154-41bb-b36c-6291d03626fc {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:10:05.611566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 45817f54-3154-41bb-b36c-6291d03626fc not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:10:05.612395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-2a8da159-c8fa-45b0-9611-17d254defacd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 7609be5d-b94e-48b5-b864-ec511915b461 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:05.762194 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdc40-46c0-46f0-9a44-b966e5b48cfe tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.786807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad17fe-0d10-41cd-b055-effd777c1249 req-4f7176bb-b22f-4f08-a6e5-e03097a156d2 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:05.789384 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dbad17fe-0d10-41cd-b055-effd777c1249 req-4f7176bb-b22f-4f08-a6e5-e03097a156d2 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.4868500 Jul 09 20:10:05.864246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-20f3cbb5-fff9-4293-a5d5-ae4bff1c280c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Deleting port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:05.864620 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-20f3cbb5-fff9-4293-a5d5-ae4bff1c280c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:05.927865 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dbad17fe-0d10-41cd-b055-effd777c1249 req-57c18e28-da5b-4113-8763-e1fac85451e2 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290383 Jul 09 20:10:05.928627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Sync routers for ids ['3270d130-2195-447b-8f02-4798afd13fd8'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:05.941700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Routers {'3270d130-2195-447b-8f02-4798afd13fd8'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:05.943162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3270d130-2195-447b-8f02-4798afd13fd8'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:06.035240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-20f3cbb5-fff9-4293-a5d5-ae4bff1c280c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] For port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=40e1fa92-ad4d-4c40-9344-ec2217ecdc11,segment=NetworkSegment(c00e4733-7eff-471c-ac3a-328929a18e28),segment_id=c00e4733-7eff-471c-ac3a-328929a18e28)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:06.035686 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-20f3cbb5-fff9-4293-a5d5-ae4bff1c280c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.053232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-20f3cbb5-fff9-4293-a5d5-ae4bff1c280c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Calling delete_port for 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:06.151528 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Set router 3270d130-2195-447b-8f02-4798afd13fd8 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:06.160185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e3d90278-a91a-4223-9099-de83cd7ded83 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:06.305687 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77f90e02-9a69-4499-a927-4f821c2dc3b3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.306026 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77f90e02-9a69-4499-a927-4f821c2dc3b3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.316872 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdc40-46c0-46f0-9a44-b966e5b48cfe tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.354975 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e3d90278-a91a-4223-9099-de83cd7ded83 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:06.355676 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.357861 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8fdc40-46c0-46f0-9a44-b966e5b48cfe tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbefe75-01a2-44e1-a391-06c0e85133f8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:06.371105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-77f90e02-9a69-4499-a927-4f821c2dc3b3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Calling delete_port for a25b32db-cd44-48fd-bbb4-6a24cfa1676f owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:06.384576 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2a8da159-c8fa-45b0-9611-17d254defacd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.396101 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-20f3cbb5-fff9-4293-a5d5-ae4bff1c280c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.420715 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4ae57181-9a26-4dbb-953b-d814e3059be5 req-37a3e651-7fc6-418f-a800-08ed62f91ea3 tempest-TestServerAdvancedOps-291778999 tempest-TestServerAdvancedOps-291778999-project] 10.222.0.30 "GET /v2.0/ports?device_id=6534fbbd-fe1f-4570-9fd5-a688e43f660e HTTP/1.1" status: 200 len: 210 time: 0.6435564 Jul 09 20:10:06.459349 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e6b62231-f108-4cb5-aa6b-aeead98fe1a3 req-00d29586-1944-4964-8421-a9e5f38d55ed tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0909898 Jul 09 20:10:06.463948 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f8fdc40-46c0-46f0-9a44-b966e5b48cfe tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.465385 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0f8fdc40-46c0-46f0-9a44-b966e5b48cfe tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1130369 Jul 09 20:10:06.468865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51760) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:06.473945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-bdc6c228-1f3a-4a00-9965-161ff5279e8c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Request body: {'security_group_rule': {'security_group_id': '6fbefe75-01a2-44e1-a391-06c0e85133f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:06.538838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8da159-c8fa-45b0-9611-17d254defacd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=7609be5d-b94e-48b5-b864-ec511915b461,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:06.550349 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c228-1f3a-4a00-9965-161ff5279e8c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.574171 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '7f30460a-0a6d-4b3e-b314-e6e8da4d17da', 'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'mac_address': 'fa:16:3e:d8:6f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:00Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 2, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'subnets': [{'id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:06.632275 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Checking router: 3270d130-2195-447b-8f02-4798afd13fd8 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:10:06.634844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Updating router 3270d130-2195-447b-8f02-4798afd13fd8 port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:10:06.664459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3cbb5-fff9-4293-a5d5-ae4bff1c280c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event deleted for resources: {'Port': ['ID=40e1fa92-ad4d-4c40-9344-ec2217ecdc11,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:06.678552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428da634-2a89-4e87-84cb-62fc12541f74 req-0400ad62-7b7a-4c6e-a039-28f450b90c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:06.680129 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-428da634-2a89-4e87-84cb-62fc12541f74 req-0400ad62-7b7a-4c6e-a039-28f450b90c77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b256fda3434e529a47261bd6a86fca&device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 1097 time: 0.8317692 Jul 09 20:10:06.691254 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c228-1f3a-4a00-9965-161ff5279e8c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.692369 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77f90e02-9a69-4499-a927-4f821c2dc3b3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.698859 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.722778 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f90e02-9a69-4499-a927-4f821c2dc3b3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event deleted for resources: {'Port': ['ID=a25b32db-cd44-48fd-bbb4-6a24cfa1676f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:06.735757 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c228-1f3a-4a00-9965-161ff5279e8c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.761427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6c228-1f3a-4a00-9965-161ff5279e8c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebaaeed-fe0c-4bb5-98f0-793a67d719df,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:06.813634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-20f3cbb5-fff9-4293-a5d5-ae4bff1c280c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] No DVR routers for this DVR port 40e1fa92-ad4d-4c40-9344-ec2217ecdc11 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:06.823604 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bdc6c228-1f3a-4a00-9965-161ff5279e8c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.824829 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bdc6c228-1f3a-4a00-9965-161ff5279e8c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3551090 Jul 09 20:10:06.828096 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51762) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:06.832596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-5c40c0f8-a4a7-4ee4-bcd4-eec3ecb6d6e2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Request body: {'security_group_rule': {'security_group_id': '6fbefe75-01a2-44e1-a391-06c0e85133f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:06.858272 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-20f3cbb5-fff9-4293-a5d5-ae4bff1c280c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.860231 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-844bf647-e451-41ed-8a05-60f6699dc9a4 req-20f3cbb5-fff9-4293-a5d5-ae4bff1c280c tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.36 "DELETE /v2.0/ports/40e1fa92-ad4d-4c40-9344-ec2217ecdc11 HTTP/1.1" status: 204 len: 173 time: 1.5405114 Jul 09 20:10:06.876510 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77f90e02-9a69-4499-a927-4f821c2dc3b3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.880440 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77f90e02-9a69-4499-a927-4f821c2dc3b3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.881861 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-77f90e02-9a69-4499-a927-4f821c2dc3b3 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "DELETE /v2.0/floatingips/8c6593ee-b2e6-4dfd-9814-5d102329de71 HTTP/1.1" status: 204 len: 168 time: 1.6215742 Jul 09 20:10:06.886563 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51764) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:06.948745 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c40c0f8-a4a7-4ee4-bcd4-eec3ecb6d6e2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:06.972436 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2a8da159-c8fa-45b0-9611-17d254defacd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.054392 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c40c0f8-a4a7-4ee4-bcd4-eec3ecb6d6e2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.069272 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c40c0f8-a4a7-4ee4-bcd4-eec3ecb6d6e2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.104727 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40c0f8-a4a7-4ee4-bcd4-eec3ecb6d6e2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed0d164-4110-4216-9986-48dada439a4d,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:07.109598 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c40c0f8-a4a7-4ee4-bcd4-eec3ecb6d6e2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.111611 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5c40c0f8-a4a7-4ee4-bcd4-eec3ecb6d6e2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2820756 Jul 09 20:10:07.114542 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-deleted', 'tag': '04fe12c2-ba4f-490a-b1e2-925e497d6d56'}, {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-deleted', 'tag': '40e1fa92-ad4d-4c40-9344-ec2217ecdc11'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:10:07.116002 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51768) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:07.120513 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9887063-30ac-438b-a87d-8c749b4254d7" -d '{"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-deleted", "tag": "04fe12c2-ba4f-490a-b1e2-925e497d6d56"}, {"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-deleted", "tag": "40e1fa92-ad4d-4c40-9344-ec2217ecdc11"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:10:07.123080 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:07.149982 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428da634-2a89-4e87-84cb-62fc12541f74 req-fa16ddeb-e523-4c5b-be2d-4a4535d1a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:07.165272 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-428da634-2a89-4e87-84cb-62fc12541f74 req-fa16ddeb-e523-4c5b-be2d-4a4535d1a7d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 200 len: 918 time: 0.4392290 Jul 09 20:10:07.172589 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-29532103-8524-4983-83f0-3f4c82c9e439 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Deleting port 9944b9e7-bf69-4596-915c-eed4dcb47861 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:07.174803 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29532103-8524-4983-83f0-3f4c82c9e439 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.183339 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.294198 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:10:07.337380 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.349679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Transition to ACTIVE for port object 7f30460a-0a6d-4b3e-b314-e6e8da4d17da will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:07.368127 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.398384 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-428da634-2a89-4e87-84cb-62fc12541f74 req-c3201ce5-1f31-460e-92a7-43987efda2ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462 HTTP/1.1" status: 200 len: 1001 time: 0.2249494 Jul 09 20:10:07.419040 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 20:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029675f8-6840-4178-8c8f-0af99150a072 x-openstack-request-id: req-029675f8-6840-4178-8c8f-0af99150a072 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:10:07.419433 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-deleted", "tag": "04fe12c2-ba4f-490a-b1e2-925e497d6d56", "status": "completed", "code": 200}, {"server_uuid": "d0ab40f9-86ca-4696-943a-1221f30be0e1", "name": "network-vif-deleted", "tag": "40e1fa92-ad4d-4c40-9344-ec2217ecdc11", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:10:07.420945 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-029675f8-6840-4178-8c8f-0af99150a072 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:10:07.421376 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-deleted', 'tag': '04fe12c2-ba4f-490a-b1e2-925e497d6d56', 'status': 'completed', 'code': 200} Jul 09 20:10:07.421639 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ab40f9-86ca-4696-943a-1221f30be0e1', 'name': 'network-vif-deleted', 'tag': '40e1fa92-ad4d-4c40-9344-ec2217ecdc11', 'status': 'completed', 'code': 200} Jul 09 20:10:07.463660 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b26aa7-f2b1-4ada-b5d5-c6765f30fc3b req-2544f0e2-7bd7-4ff4-9505-126e76609909 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:07.471885 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-87b26aa7-f2b1-4ada-b5d5-c6765f30fc3b req-2544f0e2-7bd7-4ff4-9505-126e76609909 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.2613418 Jul 09 20:10:07.483599 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29532103-8524-4983-83f0-3f4c82c9e439 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.526026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-29532103-8524-4983-83f0-3f4c82c9e439 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Calling delete_port for 9944b9e7-bf69-4596-915c-eed4dcb47861 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:07.540857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Attempting to bind port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:07.541303 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Attempting to bind port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:07.541684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Attempting to bind port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da on network a6576972-e367-4dac-bb93-8a5b61d3f93b {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:07.559099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:07.560987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Checking segment: {'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:07.561430 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.561849 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Bound using segment: {'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:07.569482 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-87b26aa7-f2b1-4ada-b5d5-c6765f30fc3b req-1bd16010-108b-42d3-80f4-683ec599af0c tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964520 Jul 09 20:10:07.569833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Bound port: 7f30460a-0a6d-4b3e-b314-e6e8da4d17da, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:07.570274 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.627601 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.734098 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51778) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:07.739846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1ebb2-7578-41ef-9b01-d29880b63f2e None None] Pushing event updated for resources: {'Port': ['ID=7f30460a-0a6d-4b3e-b314-e6e8da4d17da,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:07.780451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] For port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:07.787902 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] For port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7f30460a-0a6d-4b3e-b314-e6e8da4d17da,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:07.793270 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8da159-c8fa-45b0-9611-17d254defacd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router beaa108e-db1a-40eb-9c63-0b7980e12262 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:10:07.801525 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:07.832515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428da634-2a89-4e87-84cb-62fc12541f74 req-b19887bc-6a5d-45c4-887b-f33247ba31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:07.836178 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-428da634-2a89-4e87-84cb-62fc12541f74 req-b19887bc-6a5d-45c4-887b-f33247ba31b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a00eb4ac-2cb3-49d9-a96a-a24c04842ba3 HTTP/1.1" status: 200 len: 856 time: 0.4231741 Jul 09 20:10:07.889309 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1ebb2-7578-41ef-9b01-d29880b63f2e None None] Pushing event updated for resources: {'Port': ['ID=7f30460a-0a6d-4b3e-b314-e6e8da4d17da,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:07.909609 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Routers {'3270d130-2195-447b-8f02-4798afd13fd8'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:07.910278 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3270d130-2195-447b-8f02-4798afd13fd8'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:07.929120 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-05201ecf-7ce0-4722-9e3c-7908b0e78bc5 req-ad5717b6-fe1b-4eac-9904-bbfd58cb03be tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0881307 Jul 09 20:10:07.947191 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd72d8a-2d09-483e-9a57-e881870aa3b3 admin admin] Deleting subnet 686495d7-8bc1-4c3e-b8a8-1032c4be7a07 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:10:08.047266 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0bd72d8a-2d09-483e-9a57-e881870aa3b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:08.053413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8da159-c8fa-45b0-9611-17d254defacd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:08.065503 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc12cd-3c3e-4021-9e6e-d59515d775c1 None None] Sync routers for ids ['beaa108e-db1a-40eb-9c63-0b7980e12262'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:08.069776 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2a8da159-c8fa-45b0-9611-17d254defacd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/beaa108e-db1a-40eb-9c63-0b7980e12262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6057878 Jul 09 20:10:08.072406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51780) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:08.078831 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc12cd-3c3e-4021-9e6e-d59515d775c1 None None] Routers {'beaa108e-db1a-40eb-9c63-0b7980e12262'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:08.079471 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2cbc12cd-3c3e-4021-9e6e-d59515d775c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['beaa108e-db1a-40eb-9c63-0b7980e12262'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:08.118178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] Set router 3270d130-2195-447b-8f02-4798afd13fd8 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:08.131426 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-68c168df-6acd-4265-84e7-8999897649e8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports?device_id=beaa108e-db1a-40eb-9c63-0b7980e12262 HTTP/1.1" status: 200 len: 205 time: 0.0550466 Jul 09 20:10:08.135571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51782) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:08.159306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Allocated IP 172.25.0.242 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/b6fb8a85-1290-451c-b37b-d05accc6808e) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:08.205402 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2cbc12cd-3c3e-4021-9e6e-d59515d775c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:08.227863 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbc12cd-3c3e-4021-9e6e-d59515d775c1 None None] Routers {'beaa108e-db1a-40eb-9c63-0b7980e12262'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:08.228623 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2cbc12cd-3c3e-4021-9e6e-d59515d775c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['beaa108e-db1a-40eb-9c63-0b7980e12262'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:08.311581 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2cbc12cd-3c3e-4021-9e6e-d59515d775c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:08.317483 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbc12cd-3c3e-4021-9e6e-d59515d775c1 None None] The sync data for ids ['beaa108e-db1a-40eb-9c63-0b7980e12262'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:08.328216 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:08.339671 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428da634-2a89-4e87-84cb-62fc12541f74 req-a86b8765-3c39-455a-a331-6902ffbea0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:08.342020 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-428da634-2a89-4e87-84cb-62fc12541f74 req-a86b8765-3c39-455a-a331-6902ffbea0e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71fa7c07-7273-451c-ae3d-4402b49a7b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4972913 Jul 09 20:10:08.361684 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ccf8eb7f-fb7e-42c5-af01-65a5014c0139 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:08.470018 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:08.548236 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:08.559183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0bd72d8a-2d09-483e-9a57-e881870aa3b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:08.562912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:08.588669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:08.614374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event updated for resources: {'Port': ['ID=b6fb8a85-1290-451c-b37b-d05accc6808e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:08.632144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ccf8eb7f-fb7e-42c5-af01-65a5014c0139 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:08.640204 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ccf8eb7f-fb7e-42c5-af01-65a5014c0139 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:08.649633 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-428da634-2a89-4e87-84cb-62fc12541f74 req-1591a87d-dc9b-4be4-b5ab-b35f60050a35 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987220 Jul 09 20:10:08.717728 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0bd72d8a-2d09-483e-9a57-e881870aa3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:08.747818 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ccf8eb7f-fb7e-42c5-af01-65a5014c0139 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:08.748492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf8eb7f-fb7e-42c5-af01-65a5014c0139 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Fanout notify agent at l3_agent the message router_deleted on router beaa108e-db1a-40eb-9c63-0b7980e12262 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:10:08.750720 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29532103-8524-4983-83f0-3f4c82c9e439 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:08.760351 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ccf8eb7f-fb7e-42c5-af01-65a5014c0139 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:08.761910 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ccf8eb7f-fb7e-42c5-af01-65a5014c0139 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/routers/beaa108e-db1a-40eb-9c63-0b7980e12262 HTTP/1.1" status: 204 len: 168 time: 0.6232283 Jul 09 20:10:08.764942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51788) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:08.787738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '7f30460a-0a6d-4b3e-b314-e6e8da4d17da', 'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'mac_address': 'fa:16:3e:d8:6f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:00Z', 'updated_at': '2021-07-09T20:10:07Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'subnets': [{'id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:08.814504 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29532103-8524-4983-83f0-3f4c82c9e439 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event deleted for resources: {'Port': ['ID=9944b9e7-bf69-4596-915c-eed4dcb47861,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:08.839297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79041b2c-9bd7-44d4-bd5a-1c8e645a4e6d None None] The sync data for ids ['3270d130-2195-447b-8f02-4798afd13fd8'] in n-d-800088-3 is: [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '7f30460a-0a6d-4b3e-b314-e6e8da4d17da', 'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'mac_address': 'fa:16:3e:d8:6f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:00Z', 'updated_at': '2021-07-09T20:10:07Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'subnets': [{'id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:08.900802 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:08.936151 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-428da634-2a89-4e87-84cb-62fc12541f74 req-a294c8f0-2daa-4459-8c4f-8c9d0126031d service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481229 Jul 09 20:10:08.993258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-a12722de-23d3-42d2-afc3-ca56c1a306dd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting subnet 0aa09667-3a40-4759-a2d8-cc88524c70d4 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:10:09.039085 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0bd72d8a-2d09-483e-9a57-e881870aa3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.087212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd72d8a-2d09-483e-9a57-e881870aa3b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=686495d7-8bc1-4c3e-b8a8-1032c4be7a07,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:09.090200 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a12722de-23d3-42d2-afc3-ca56c1a306dd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.103002 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0bd72d8a-2d09-483e-9a57-e881870aa3b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.108435 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0bd72d8a-2d09-483e-9a57-e881870aa3b3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/686495d7-8bc1-4c3e-b8a8-1032c4be7a07 HTTP/1.1" status: 204 len: 168 time: 1.3727415 Jul 09 20:10:09.110311 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29532103-8524-4983-83f0-3f4c82c9e439 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.112589 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-29532103-8524-4983-83f0-3f4c82c9e439 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "DELETE /v2.0/ports/9944b9e7-bf69-4596-915c-eed4dcb47861 HTTP/1.1" status: 204 len: 168 time: 2.2219639 Jul 09 20:10:09.113498 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51792) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:09.115906 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.154991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51794) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:09.276294 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a12722de-23d3-42d2-afc3-ca56c1a306dd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.315601 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b1f418da-1214-4de0-bd07-12f0c560b33f req-26bf8d43-702d-4bff-8ecd-6184dec16f72 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0749640 Jul 09 20:10:09.366740 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67659da-2ff4-4fd4-9e51-3223f914a16b req-50e346eb-a9ca-4e2d-a6b1-dd6a72241d6a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:09.375097 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f67659da-2ff4-4fd4-9e51-3223f914a16b req-50e346eb-a9ca-4e2d-a6b1-dd6a72241d6a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 946 time: 0.3992496 Jul 09 20:10:09.451688 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f25ed5bb-e63a-48f1-90ca-c05ca167d4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.487527 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f67659da-2ff4-4fd4-9e51-3223f914a16b req-f8643361-9293-4c6d-ac57-e9d256be5d55 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114337 Jul 09 20:10:09.525567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 13f61c8f-9164-4b85-b33e-c10aa5e1a462 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:10:09.576885 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.582880 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-69fcb5e7-a161-433b-b115-5bd9f9a953e6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Deleting port c2dd2a99-be70-4ee7-913f-37195b50ee10 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:09.583225 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69fcb5e7-a161-433b-b115-5bd9f9a953e6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.604555 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a12722de-23d3-42d2-afc3-ca56c1a306dd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.610665 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.746784 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.796368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f61c8f-9164-4b85-b33e-c10aa5e1a462'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:10:09.800103 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fafdbf5-e8c2-4689-92b3-ac10072f9e11" -d '{"events": [{"server_uuid": "5e667fea-5a94-42a9-8d5b-77ad5a1e375d", "name": "network-vif-unplugged", "status": "completed", "tag": "13f61c8f-9164-4b85-b33e-c10aa5e1a462"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:10:09.820268 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 13f61c8f-9164-4b85-b33e-c10aa5e1a462, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:09.830872 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.878472 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f25ed5bb-e63a-48f1-90ca-c05ca167d4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.907766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f25ed5bb-e63a-48f1-90ca-c05ca167d4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a833b5f6-088c-4e83-b7ed-44818130017e']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:09.933943 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f25ed5bb-e63a-48f1-90ca-c05ca167d4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30f45e8-b3d7-4967-9e7c-85883167c4d1') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:09.936268 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f25ed5bb-e63a-48f1-90ca-c05ca167d4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30f45e8-b3d7-4967-9e7c-85883167c4d1') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:09.938571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event updated for resources: {'Port': ['ID=b6fb8a85-1290-451c-b37b-d05accc6808e,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:09.941247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=13f61c8f-9164-4b85-b33e-c10aa5e1a462,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:09.966706 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a37753-1417-4a80-863a-b30a0309eea8 x-openstack-request-id: req-79a37753-1417-4a80-863a-b30a0309eea8 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:10:09.967006 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e667fea-5a94-42a9-8d5b-77ad5a1e375d", "name": "network-vif-unplugged", "status": "completed", "tag": "13f61c8f-9164-4b85-b33e-c10aa5e1a462", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:10:09.967437 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79a37753-1417-4a80-863a-b30a0309eea8 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:10:09.968445 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'code': 200} Jul 09 20:10:09.982620 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:09.987009 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f25ed5bb-e63a-48f1-90ca-c05ca167d4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:10.010686 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f25ed5bb-e63a-48f1-90ca-c05ca167d4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:10.029574 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:10.030760 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dbeba82a-b40f-42c9-bc83-30898b7989a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9135256 Jul 09 20:10:10.045002 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25ed5bb-e63a-48f1-90ca-c05ca167d4a2 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:10:10.045466 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f25ed5bb-e63a-48f1-90ca-c05ca167d4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:10:10.047849 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:10:10.173359 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f25ed5bb-e63a-48f1-90ca-c05ca167d4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:10.180169 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f25ed5bb-e63a-48f1-90ca-c05ca167d4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:10.185629 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f25ed5bb-e63a-48f1-90ca-c05ca167d4a2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a833b5f6-088c-4e83-b7ed-44818130017e HTTP/1.1" status: 204 len: 168 time: 1.0674567 Jul 09 20:10:10.191619 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51808) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:10.223778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7f30460a-0a6d-4b3e-b314-e6e8da4d17da up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:10.237011 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ed5bb-e63a-48f1-90ca-c05ca167d4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a833b5f6-088c-4e83-b7ed-44818130017e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:10.304477 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69fcb5e7-a161-433b-b115-5bd9f9a953e6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:10.322551 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:10.330760 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d842ab8-e260-4790-9149-0d243eee7aed admin admin] Deleting subnet 3b4a3ac3-73e5-40af-85bb-409cb9daa941 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:10:10.335855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:10.335855 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:10.345452 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d842ab8-e260-4790-9149-0d243eee7aed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:10.451242 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d842ab8-e260-4790-9149-0d243eee7aed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:10.489899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-69fcb5e7-a161-433b-b115-5bd9f9a953e6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Calling delete_port for c2dd2a99-be70-4ee7-913f-37195b50ee10 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:10.492554 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a12722de-23d3-42d2-afc3-ca56c1a306dd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:10.555976 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:10.557508 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d842ab8-e260-4790-9149-0d243eee7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:10.599253 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a12722de-23d3-42d2-afc3-ca56c1a306dd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:10.603327 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a12722de-23d3-42d2-afc3-ca56c1a306dd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/0aa09667-3a40-4759-a2d8-cc88524c70d4 HTTP/1.1" status: 204 len: 168 time: 1.8371878 Jul 09 20:10:10.611539 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12722de-23d3-42d2-afc3-ca56c1a306dd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa09667-3a40-4759-a2d8-cc88524c70d4,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:10.632729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51820) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:10.646696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7f30460a-0a6d-4b3e-b314-e6e8da4d17da,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:10.648481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6973f3c6-e46a-4137-b370-d564edb852b3 None None] Network 629b664a-fc2e-4b2a-baaf-444b6db5885a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:10.660265 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:10.790446 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d3ce953b-02a9-4980-bbac-633284ddc580 req-6927dbc5-a889-4582-8544-ae2195e8089f tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.1600940 Jul 09 20:10:10.808167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-ae68230d-79ed-4320-9f31-0a19349620a6 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1909533617&fields=id&tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce HTTP/1.1" status: 200 len: 267 time: 0.5175745 Jul 09 20:10:10.836601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=7f30460a-0a6d-4b3e-b314-e6e8da4d17da,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:10.993014 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d842ab8-e260-4790-9149-0d243eee7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.032231 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d842ab8-e260-4790-9149-0d243eee7aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.035636 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7d842ab8-e260-4790-9149-0d243eee7aed admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3b4a3ac3-73e5-40af-85bb-409cb9daa941 HTTP/1.1" status: 204 len: 168 time: 0.8094046 Jul 09 20:10:11.038586 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51824) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:11.060817 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.126722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fbb6f8-5ad4-4100-9559-77c55a84575d None None] DHCP port deletion for 629b664a-fc2e-4b2a-baaf-444b6db5885a request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:10:11.186112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d842ab8-e260-4790-9149-0d243eee7aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b4a3ac3-73e5-40af-85bb-409cb9daa941,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:11.211816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-76dfeb54-673f-4018-9555-fed1a7bc2e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:11.213621 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-76dfeb54-673f-4018-9555-fed1a7bc2e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/networks?id=a6576972-e367-4dac-bb93-8a5b61d3f93b HTTP/1.1" status: 200 len: 811 time: 0.3969154 Jul 09 20:10:11.221723 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-72fbb6f8-5ad4-4100-9559-77c55a84575d None None] Deleting port 4befe28b-157d-4d13-beda-9e7f59bc723e {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:11.222111 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-72fbb6f8-5ad4-4100-9559-77c55a84575d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.238849 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-be208159-db83-4c0a-a278-676f84134cfb tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/quotas/a1868c8d9d3d48179c8ea72dba1c19ce HTTP/1.1" status: 200 len: 375 time: 0.0186021 Jul 09 20:10:11.259675 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69fcb5e7-a161-433b-b115-5bd9f9a953e6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.374955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-72fbb6f8-5ad4-4100-9559-77c55a84575d None None] For port 4befe28b-157d-4d13-beda-9e7f59bc723e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4befe28b-157d-4d13-beda-9e7f59bc723e,segment=NetworkSegment(502b5c50-ac68-48db-8a08-5d9f144aa078),segment_id=502b5c50-ac68-48db-8a08-5d9f144aa078)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:11.375362 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-72fbb6f8-5ad4-4100-9559-77c55a84575d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.380003 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fcb5e7-a161-433b-b115-5bd9f9a953e6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event deleted for resources: {'Port': ['ID=c2dd2a99-be70-4ee7-913f-37195b50ee10,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:11.395216 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6d67f1c-db58-4c05-adbe-43b56020a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.406587 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-72fbb6f8-5ad4-4100-9559-77c55a84575d None None] Calling delete_port for 4befe28b-157d-4d13-beda-9e7f59bc723e owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:11.415743 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 4befe28b-157d-4d13-beda-9e7f59bc723e {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:11.416630 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.447294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e588711-62bc-47bb-89a4-ff9ff0d0dce0 req-b300ba25-041d-4d82-8577-6fb4b0c2bc84 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:11.451357 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e588711-62bc-47bb-89a4-ff9ff0d0dce0 req-b300ba25-041d-4d82-8577-6fb4b0c2bc84 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.3256683 Jul 09 20:10:11.491263 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-4ccd73d5-6ee7-417e-bdcd-6d0546fb31e7 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2457287 Jul 09 20:10:11.495969 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69fcb5e7-a161-433b-b115-5bd9f9a953e6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.498881 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-69fcb5e7-a161-433b-b115-5bd9f9a953e6 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "DELETE /v2.0/ports/c2dd2a99-be70-4ee7-913f-37195b50ee10 HTTP/1.1" status: 204 len: 168 time: 2.3412585 Jul 09 20:10:11.501554 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51826) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:11.599336 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-72fbb6f8-5ad4-4100-9559-77c55a84575d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.620638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72b2cae-8f9c-4ebf-8df6-23b58ab70245 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Deleting subnet 982230e2-ecd0-408f-b508-78098c9b7e25 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:10:11.628186 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d72b2cae-8f9c-4ebf-8df6-23b58ab70245 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.629338 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbb6f8-5ad4-4100-9559-77c55a84575d None None] Pushing event deleted for resources: {'Port': ['ID=4befe28b-157d-4d13-beda-9e7f59bc723e,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:11.633682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fbb6f8-5ad4-4100-9559-77c55a84575d None None] No DVR routers for this DVR port 4befe28b-157d-4d13-beda-9e7f59bc723e on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:11.697637 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6d67f1c-db58-4c05-adbe-43b56020a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.707477 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d72b2cae-8f9c-4ebf-8df6-23b58ab70245 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.718807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-e6d67f1c-db58-4c05-adbe-43b56020a5ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913532ad-e3f6-4643-887b-a7ed697a0ff2']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:11.733620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-e6d67f1c-db58-4c05-adbe-43b56020a5ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6005d07e-f8b8-4d97-b3d2-cda0b5109f88') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:11.733926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-e6d67f1c-db58-4c05-adbe-43b56020a5ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6005d07e-f8b8-4d97-b3d2-cda0b5109f88') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:11.749037 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e588711-62bc-47bb-89a4-ff9ff0d0dce0 req-b1b90feb-e32d-434e-93ef-fad296c13c9e tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597072 Jul 09 20:10:11.753488 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] For port 4befe28b-157d-4d13-beda-9e7f59bc723e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4befe28b-157d-4d13-beda-9e7f59bc723e,segment=NetworkSegment(502b5c50-ac68-48db-8a08-5d9f144aa078),segment_id=502b5c50-ac68-48db-8a08-5d9f144aa078)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:11.753878 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.758036 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6d67f1c-db58-4c05-adbe-43b56020a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.782278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 4befe28b-157d-4d13-beda-9e7f59bc723e owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:11.787515 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6d67f1c-db58-4c05-adbe-43b56020a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.813092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d67f1c-db58-4c05-adbe-43b56020a5ea admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:10:11.813392 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-b47e71cf-e295-4849-bfb1-75b0d3a07f98 service neutron] 10.222.0.30 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755780 Jul 09 20:10:11.815083 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6d67f1c-db58-4c05-adbe-43b56020a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:10:11.825457 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:10:11.987728 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d72b2cae-8f9c-4ebf-8df6-23b58ab70245 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.097122 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd0368fc-3ee0-4bdf-86cd-17d253b97801 req-58b3f2a4-1e7f-4abc-834a-fa581498f911 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0627868 Jul 09 20:10:12.119879 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-73c70fd7-edaa-4270-ad63-fe1c9fb8254e service neutron] 10.222.0.30 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957585 Jul 09 20:10:12.124526 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6d67f1c-db58-4c05-adbe-43b56020a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.131256 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6d67f1c-db58-4c05-adbe-43b56020a5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.134228 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e6d67f1c-db58-4c05-adbe-43b56020a5ea admin admin] 10.222.0.30 "DELETE /v2.0/networks/913532ad-e3f6-4643-887b-a7ed697a0ff2 HTTP/1.1" status: 204 len: 168 time: 1.0629063 Jul 09 20:10:12.149458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d67f1c-db58-4c05-adbe-43b56020a5ea admin admin] Pushing event deleted for resources: {'Network': ['ID=913532ad-e3f6-4643-887b-a7ed697a0ff2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:12.167230 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d72b2cae-8f9c-4ebf-8df6-23b58ab70245 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.170961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7f30460a-0a6d-4b3e-b314-e6e8da4d17da up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:12.178407 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.211020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=4befe28b-157d-4d13-beda-9e7f59bc723e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:12.220203 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No DVR routers for this DVR port 4befe28b-157d-4d13-beda-9e7f59bc723e on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:12.235938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b2cae-8f9c-4ebf-8df6-23b58ab70245 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event deleted for resources: {'Subnet': ['ID=982230e2-ecd0-408f-b508-78098c9b7e25,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:12.244844 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d72b2cae-8f9c-4ebf-8df6-23b58ab70245 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.250091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb6b824-102e-49ca-859f-3a3e9c982d36 None None] Network a597dc90-af64-4cd5-8204-81ddc68a6ae0 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:12.250305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d72b2cae-8f9c-4ebf-8df6-23b58ab70245 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "DELETE /v2.0/subnets/982230e2-ecd0-408f-b508-78098c9b7e25 HTTP/1.1" status: 204 len: 168 time: 0.7444651 Jul 09 20:10:12.251391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51834) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:12.328681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c7e748-8b6d-4d48-a13d-ba7164f89c13 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Deleting subnet a2da9578-691e-4ed6-9947-a8e1da134a39 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:10:12.335290 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e748-8b6d-4d48-a13d-ba7164f89c13 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.354693 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.382333 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629b664a-fc2e-4b2a-baaf-444b6db5885a']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:12.424829 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502b5c50-ac68-48db-8a08-5d9f144aa078') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:12.425377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502b5c50-ac68-48db-8a08-5d9f144aa078') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:12.435886 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e748-8b6d-4d48-a13d-ba7164f89c13 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.442261 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.473498 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.486884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:10:12.487337 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:10:12.495149 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:10:12.523654 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:12.529411 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.618828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51840) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:12.709115 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e748-8b6d-4d48-a13d-ba7164f89c13 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.721645 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c2598f8-2b95-4b3d-b6fc-d2bc771b09f6 req-7207a9be-62ba-46fd-b50f-a344d68e78f2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 210 time: 0.2018087 Jul 09 20:10:12.740331 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.745859 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.755029 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/networks/629b664a-fc2e-4b2a-baaf-444b6db5885a HTTP/1.1" status: 204 len: 168 time: 2.1148303 Jul 09 20:10:12.760182 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51846) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:12.774020 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-839661732', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:12.775445 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4befe28b-157d-4d13-beda-9e7f59bc723e no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:10:12.801293 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e7753206-a583-4fe8-a094-fb676629e8c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b35e13e783c4c0c8c18c07be38d2b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1816659 Jul 09 20:10:12.802701 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f42bf-a367-4d41-b022-1d1e776a63b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Network': ['ID=629b664a-fc2e-4b2a-baaf-444b6db5885a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:12.806142 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51848) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:12.836769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986b2a7b-5d1a-4c7f-852c-ca08788d8afa None None] DHCP port deletion for a597dc90-af64-4cd5-8204-81ddc68a6ae0 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:10:12.839609 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 4befe28b-157d-4d13-beda-9e7f59bc723e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:10:12.840247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4befe28b-157d-4d13-beda-9e7f59bc723e not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:10:12.907179 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.925274 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:12.940195 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-986b2a7b-5d1a-4c7f-852c-ca08788d8afa None None] Deleting port e7a54ec5-66e1-43c6-b942-7dcb23017059 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:12.940923 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-986b2a7b-5d1a-4c7f-852c-ca08788d8afa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.006951 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e748-8b6d-4d48-a13d-ba7164f89c13 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.089519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fea344c-92be-4463-8792-2c31aec41732 None None] Network df2063f7-e4dc-4881-bf8a-9f0da645ab21 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:13.096320 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0c7e748-8b6d-4d48-a13d-ba7164f89c13 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.100967 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e0c7e748-8b6d-4d48-a13d-ba7164f89c13 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "DELETE /v2.0/subnets/a2da9578-691e-4ed6-9947-a8e1da134a39 HTTP/1.1" status: 204 len: 168 time: 0.8458369 Jul 09 20:10:13.101417 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51856) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:13.182020 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-986b2a7b-5d1a-4c7f-852c-ca08788d8afa None None] For port e7a54ec5-66e1-43c6-b942-7dcb23017059, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e7a54ec5-66e1-43c6-b942-7dcb23017059,segment=NetworkSegment(beb41655-b7e3-45dd-93b4-0c8943b7a5a4),segment_id=beb41655-b7e3-45dd-93b4-0c8943b7a5a4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:13.183345 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-986b2a7b-5d1a-4c7f-852c-ca08788d8afa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.208424 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-986b2a7b-5d1a-4c7f-852c-ca08788d8afa None None] Calling delete_port for e7a54ec5-66e1-43c6-b942-7dcb23017059 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:13.226569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7e748-8b6d-4d48-a13d-ba7164f89c13 tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event deleted for resources: {'Subnet': ['ID=a2da9578-691e-4ed6-9947-a8e1da134a39,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:13.257180 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6b24e801-d8df-4aa4-b595-b5d022f6ecfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.262844 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.281076 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.353923 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6b24e801-d8df-4aa4-b595-b5d022f6ecfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.355390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Deleting port e7a54ec5-66e1-43c6-b942-7dcb23017059 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:13.355749 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.450796 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-986b2a7b-5d1a-4c7f-852c-ca08788d8afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.456834 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5386ea50-9a0e-4b56-a46b-47500fa63723 req-0ab8b35b-a78d-4c7c-a34a-7d4385168c24 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0489776 Jul 09 20:10:13.498602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] For port e7a54ec5-66e1-43c6-b942-7dcb23017059, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e7a54ec5-66e1-43c6-b942-7dcb23017059,segment=NetworkSegment(beb41655-b7e3-45dd-93b4-0c8943b7a5a4),segment_id=beb41655-b7e3-45dd-93b4-0c8943b7a5a4)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:13.499197 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.533099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Calling delete_port for e7a54ec5-66e1-43c6-b942-7dcb23017059 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:13.549775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b2a7b-5d1a-4c7f-852c-ca08788d8afa None None] Pushing event deleted for resources: {'Port': ['ID=e7a54ec5-66e1-43c6-b942-7dcb23017059,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:13.554832 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 13f61c8f-9164-4b85-b33e-c10aa5e1a462 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:10:13.559378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3867c85-8536-4606-bb1c-4e977191bf64 None None] DHCP port deletion for df2063f7-e4dc-4881-bf8a-9f0da645ab21 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:10:13.577420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b2a7b-5d1a-4c7f-852c-ca08788d8afa None None] No DVR routers for this DVR port e7a54ec5-66e1-43c6-b942-7dcb23017059 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:13.657474 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.692863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event deleted for resources: {'Port': ['ID=e7a54ec5-66e1-43c6-b942-7dcb23017059,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:13.704742 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] No DVR routers for this DVR port e7a54ec5-66e1-43c6-b942-7dcb23017059 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:13.836399 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d3867c85-8536-4606-bb1c-4e977191bf64 None None] Deleting port 83ab886e-09af-4893-b4d1-af7f12c7415a {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:13.836990 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3867c85-8536-4606-bb1c-4e977191bf64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.842505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf7b85-34ea-495c-a790-04b9471ed442 req-28fd0e78-e867-4390-8b23-7662a88b9fd4 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:13.844243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30cf7b85-34ea-495c-a790-04b9471ed442 req-28fd0e78-e867-4390-8b23-7662a88b9fd4 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.8157501 Jul 09 20:10:13.861674 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.876959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a597dc90-af64-4cd5-8204-81ddc68a6ae0']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:13.895032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb41655-b7e3-45dd-93b4-0c8943b7a5a4') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:13.897845 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb41655-b7e3-45dd-93b4-0c8943b7a5a4') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:13.916281 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.917160 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6b24e801-d8df-4aa4-b595-b5d022f6ecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.919877 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6b24e801-d8df-4aa4-b595-b5d022f6ecfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.923834 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6b24e801-d8df-4aa4-b595-b5d022f6ecfb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f97230ce-5839-4613-a4ed-0417a9dd78a3 HTTP/1.1" status: 204 len: 168 time: 1.1144454 Jul 09 20:10:13.936853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.947628 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:10:13.948654 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:10:13.954557 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:10:13.974174 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:14.016434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24e801-d8df-4aa4-b595-b5d022f6ecfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97230ce-5839-4613-a4ed-0417a9dd78a3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:14.026324 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af5a427e-3c0f-42a5-9bf3-ea2ab537a8c4 req-267efcfd-acae-4f31-bd3f-d24919066590 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 210 time: 0.0576200 Jul 09 20:10:14.125234 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:14.145803 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:14.149011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d3867c85-8536-4606-bb1c-4e977191bf64 None None] For port 83ab886e-09af-4893-b4d1-af7f12c7415a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=83ab886e-09af-4893-b4d1-af7f12c7415a,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:14.150867 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3867c85-8536-4606-bb1c-4e977191bf64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:14.174431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "DELETE /v2.0/networks/a597dc90-af64-4cd5-8204-81ddc68a6ae0 HTTP/1.1" status: 204 len: 168 time: 1.0717587 Jul 09 20:10:14.192830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 83ab886e-09af-4893-b4d1-af7f12c7415a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:10:14.195313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d3867c85-8536-4606-bb1c-4e977191bf64 None None] Calling delete_port for 83ab886e-09af-4893-b4d1-af7f12c7415a owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:14.216978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51866) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:14.218378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e684fa-9dbc-4bac-95b4-4bce1859c22e tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event deleted for resources: {'Network': ['ID=a597dc90-af64-4cd5-8204-81ddc68a6ae0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:14.240033 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30cf7b85-34ea-495c-a790-04b9471ed442 req-42911a3d-566c-4a33-a2f0-a51b7bea69c6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336620 Jul 09 20:10:14.415296 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:14.511058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Deleting port 83ab886e-09af-4893-b4d1-af7f12c7415a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:14.511461 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:14.542952 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3867c85-8536-4606-bb1c-4e977191bf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:14.670886 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:14.674269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3867c85-8536-4606-bb1c-4e977191bf64 None None] Pushing event deleted for resources: {'Port': ['ID=83ab886e-09af-4893-b4d1-af7f12c7415a,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:14.687149 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3867c85-8536-4606-bb1c-4e977191bf64 None None] No DVR routers for this DVR port 83ab886e-09af-4893-b4d1-af7f12c7415a on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:14.728563 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] For port 83ab886e-09af-4893-b4d1-af7f12c7415a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=83ab886e-09af-4893-b4d1-af7f12c7415a,segment=NetworkSegment(84e72b6e-bb9b-4a11-986b-abba2f6ddfa6),segment_id=84e72b6e-bb9b-4a11-986b-abba2f6ddfa6)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:14.729023 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:14.758676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Calling delete_port for 83ab886e-09af-4893-b4d1-af7f12c7415a owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:14.798034 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-5a7ab02f-e3b4-41fb-809a-cf405a951dc2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:14.802876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e7a54ec5-66e1-43c6-b942-7dcb23017059 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:10:14.809311 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-5a7ab02f-e3b4-41fb-809a-cf405a951dc2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.36 "GET /v2.0/networks?id=a6576972-e367-4dac-bb93-8a5b61d3f93b HTTP/1.1" status: 200 len: 811 time: 0.3240213 Jul 09 20:10:14.812449 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51880) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:14.873995 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: e7a54ec5-66e1-43c6-b942-7dcb23017059 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:10:14.874503 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e7a54ec5-66e1-43c6-b942-7dcb23017059 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:10:14.942321 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:14.990658 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-402f5ab0-38f1-4057-a125-9804a32bb5c6 req-2e6ac53b-6f34-4885-a44b-9dc5dc6b0019 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0856702 Jul 09 20:10:15.024978 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:15.049720 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event deleted for resources: {'Port': ['ID=83ab886e-09af-4893-b4d1-af7f12c7415a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:15.072197 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:15.077802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] No DVR routers for this DVR port 83ab886e-09af-4893-b4d1-af7f12c7415a on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:15.085928 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d957833c-ab77-4a8a-a325-6b35ae792640 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d40cf9a98cfe479888bbff531da05265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927786 Jul 09 20:10:15.086826 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51886) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:15.096615 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-8b268040-30a0-4249-9488-058a9360b6c5 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce HTTP/1.1" status: 200 len: 380 time: 0.1877761 Jul 09 20:10:15.114588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-aaab3fb4-9860-485c-87bf-db13d9d7fa12 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Request body: {'port': {'device_id': '1df2353d-59b4-4007-a22c-7d15cc04c78b', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'admin_state_up': True, 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'security_groups': ['6fbefe75-01a2-44e1-a391-06c0e85133f8']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:15.521812 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e44a892b-bc1c-4b40-ba85-341209e74f77 req-dee37491-16ff-459c-aee6-01dd4f49fd29 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 210 time: 0.1877015 Jul 09 20:10:15.566248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Allocated IP 172.25.0.171 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/0db3704f-2033-45a4-8a02-da0bfb1157b7) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:15.650234 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:15.666229 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a02fcc53-3405-4a36-aad8-065552666e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:15.667051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2063f7-e4dc-4881-bf8a-9f0da645ab21']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:15.710941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:15.711339 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e72b6e-bb9b-4a11-986b-abba2f6ddfa6') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:15.724727 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a02fcc53-3405-4a36-aad8-065552666e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:15.731351 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:15.739955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-aaab3fb4-9860-485c-87bf-db13d9d7fa12 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Made reservation on behalf of a1868c8d9d3d48179c8ea72dba1c19ce for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:10:15.746800 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:15.749397 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-aaab3fb4-9860-485c-87bf-db13d9d7fa12 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:15.756310 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:10:15.756898 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:10:15.761613 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:10:15.897732 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:15.901260 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:15.908919 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:15.923067 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] 10.222.0.30 "DELETE /v2.0/networks/df2063f7-e4dc-4881-bf8a-9f0da645ab21 HTTP/1.1" status: 204 len: 168 time: 1.6931334 Jul 09 20:10:15.943545 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee0f13-7516-4733-a469-ccd2af4a5e9c tempest-TaggedBootDevicesTest-253667822 tempest-TaggedBootDevicesTest-253667822-project] Pushing event deleted for resources: {'Network': ['ID=df2063f7-e4dc-4881-bf8a-9f0da645ab21,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:16.050512 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a02fcc53-3405-4a36-aad8-065552666e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:16.054794 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a02fcc53-3405-4a36-aad8-065552666e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:16.058954 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a02fcc53-3405-4a36-aad8-065552666e0b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/841052d4-5c4a-419e-8b6a-621092795075 HTTP/1.1" status: 204 len: 168 time: 0.9610937 Jul 09 20:10:16.074333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-aaab3fb4-9860-485c-87bf-db13d9d7fa12 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Allocated IP 172.20.0.5 (a6576972-e367-4dac-bb93-8a5b61d3f93b/161c1db9-1ac5-4ddb-aca3-0389863a1e7f/2314222d-9a3e-48cb-a6b6-5be3c4f546df) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:16.261692 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-aaab3fb4-9860-485c-87bf-db13d9d7fa12 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:16.278748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-aaab3fb4-9860-485c-87bf-db13d9d7fa12 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Transition to ACTIVE for port object 2314222d-9a3e-48cb-a6b6-5be3c4f546df will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:16.333667 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-452892dc-1107-4a85-a3b9-7630bf8db5f9 req-9e2b483a-d7d2-4e71-8c5e-101191207a98 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0751059 Jul 09 20:10:16.335915 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-aaab3fb4-9860-485c-87bf-db13d9d7fa12 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:16.378254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fcc53-3405-4a36-aad8-065552666e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841052d4-5c4a-419e-8b6a-621092795075,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:16.384256 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:16.405490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-aaab3fb4-9860-485c-87bf-db13d9d7fa12 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Network a6576972-e367-4dac-bb93-8a5b61d3f93b is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:16.413179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-aaab3fb4-9860-485c-87bf-db13d9d7fa12 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:16.417624 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-aaab3fb4-9860-485c-87bf-db13d9d7fa12 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:16.494431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:16.504076 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab3fb4-9860-485c-87bf-db13d9d7fa12 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event updated for resources: {'Port': ['ID=2314222d-9a3e-48cb-a6b6-5be3c4f546df,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:16.527420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:16.546546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:16.809123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-aaab3fb4-9860-485c-87bf-db13d9d7fa12 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.810429 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-aaab3fb4-9860-485c-87bf-db13d9d7fa12 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:16.937184 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82c7fa-bbb5-485b-9e57-16d8d542a0fc req-e9efd40c-e149-4a5e-9ba7-cda2536a2e81 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:16.938835 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca82c7fa-bbb5-485b-9e57-16d8d542a0fc req-e9efd40c-e149-4a5e-9ba7-cda2536a2e81 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 931 time: 0.1691403 Jul 09 20:10:16.954998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-055bd4fc-950a-4f15-979e-6658af738ce1 None None] Provisioning for port 2314222d-9a3e-48cb-a6b6-5be3c4f546df completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:16.970388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-055bd4fc-950a-4f15-979e-6658af738ce1 None None] Provisioning complete for port 2314222d-9a3e-48cb-a6b6-5be3c4f546df triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:16.971159 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-055bd4fc-950a-4f15-979e-6658af738ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:16.985755 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-aaab3fb4-9860-485c-87bf-db13d9d7fa12 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8785515 Jul 09 20:10:17.037272 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca82c7fa-bbb5-485b-9e57-16d8d542a0fc req-438b1792-9616-4bf1-861e-d90c82983623 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809836 Jul 09 20:10:17.065898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-055bd4fc-950a-4f15-979e-6658af738ce1 None None] Port 2314222d-9a3e-48cb-a6b6-5be3c4f546df cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:17.242451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Request body: {'port': {'device_id': '1df2353d-59b4-4007-a22c-7d15cc04c78b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:17.289653 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51946) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:17.307232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=0db3704f-2033-45a4-8a02-da0bfb1157b7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:17.510304 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0f65-7be3-4f72-99c2-0ad7f4bf849a req-79116831-e1fb-4644-a76a-2ccaeb1c5188 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:17.520307 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-663d0f65-7be3-4f72-99c2-0ad7f4bf849a req-79116831-e1fb-4644-a76a-2ccaeb1c5188 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.7728505 Jul 09 20:10:17.552684 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:17.572251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51956) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:17.597063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-663d0f65-7be3-4f72-99c2-0ad7f4bf849a req-80ee9bd1-ce3c-4f21-8a08-d07987a5c750 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758383 Jul 09 20:10:17.630683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eba6778c-b6f4-4f95-ba1c-9fafa6cb6469 req-4c28bfd6-cb16-44bc-ac12-4a2159ce2118 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0908315 Jul 09 20:10:17.705244 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-803612050-network', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:17.740142 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2bab87a9-5722-4559-aac7-61e7e2030e6f req-cb2d8591-b0f0-4fad-b408-a6accc5f1bc0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4490628 Jul 09 20:10:18.351894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] Made reservation on behalf of 23bb1ac906cf4b6394cc5b1e602b1500 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:10:18.354597 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:18.420408 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:18.550087 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:18.720173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018e0f9-31ad-4b52-8463-51cf9ebad14f req-d60f166f-f691-4192-9e2e-c20a1fc0035e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:18.727539 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1018e0f9-31ad-4b52-8463-51cf9ebad14f req-d60f166f-f691-4192-9e2e-c20a1fc0035e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 931 time: 0.3927727 Jul 09 20:10:18.872767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b6294-cb40-4422-9b89-d77420c82721 req-ce44ec87-cb5e-41c2-a0d2-1c30f8e19879 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:18.882854 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d2b6294-cb40-4422-9b89-d77420c82721 req-ce44ec87-cb5e-41c2-a0d2-1c30f8e19879 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.0994344 Jul 09 20:10:18.906187 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1018e0f9-31ad-4b52-8463-51cf9ebad14f req-cd9d08f4-8da9-4f90-97f3-89c7f3a26f8a tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776984 Jul 09 20:10:18.934047 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d2b6294-cb40-4422-9b89-d77420c82721 req-138bc339-d8cb-4d18-8044-a98ae8183e03 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486677 Jul 09 20:10:19.062946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2314222d-9a3e-48cb-a6b6-5be3c4f546df {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:10:19.095892 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:19.145916 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-256a2fa9-0cb6-4011-9bc3-91da6b7f3271 req-11857d80-8ef0-47e1-adfa-981e7d729ae1 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0895085 Jul 09 20:10:19.167101 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:19.169795 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Transition to ACTIVE for port object 2314222d-9a3e-48cb-a6b6-5be3c4f546df will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:19.175970 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:19.178771 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:19.189244 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:19.218325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab87a9-5722-4559-aac7-61e7e2030e6f req-d6daa6a9-b5c9-4a1e-89c3-5a682a59de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:19.219843 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bab87a9-5722-4559-aac7-61e7e2030e6f req-d6daa6a9-b5c9-4a1e-89c3-5a682a59de09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d&tenant_id=a4b256fda3434e529a47261bd6a86fca HTTP/1.1" status: 200 len: 1095 time: 0.3090372 Jul 09 20:10:19.272648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:10:19.337323 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:19.337881 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] Added segment 4b0dfa48-ef39-4c6d-84a2-820740d7e520 of type vlan for network 3de49419-471d-44dd-9cec-0be8c2f78db2 Jul 09 20:10:19.357259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7682bf-79ab-4c41-b136-29adcc7d383e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:19.443467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Pushing event updated for resources: {'Port': ['ID=2314222d-9a3e-48cb-a6b6-5be3c4f546df,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:19.477389 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:19.604150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab87a9-5722-4559-aac7-61e7e2030e6f req-14026af7-042f-4675-8fb2-49d20b322c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:19.607490 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bab87a9-5722-4559-aac7-61e7e2030e6f req-14026af7-042f-4675-8fb2-49d20b322c1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b256fda3434e529a47261bd6a86fca&device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 1095 time: 0.3226643 Jul 09 20:10:19.617831 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:19.618805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:19.619402 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:19.636900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Attempting to bind port 2314222d-9a3e-48cb-a6b6-5be3c4f546df on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:19.637243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Attempting to bind port 2314222d-9a3e-48cb-a6b6-5be3c4f546df by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:19.637860 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Attempting to bind port 2314222d-9a3e-48cb-a6b6-5be3c4f546df on network a6576972-e367-4dac-bb93-8a5b61d3f93b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:19.732446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Port 2314222d-9a3e-48cb-a6b6-5be3c4f546df on network a6576972-e367-4dac-bb93-8a5b61d3f93b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:10:19.732815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Attempting to bind port 2314222d-9a3e-48cb-a6b6-5be3c4f546df on network a6576972-e367-4dac-bb93-8a5b61d3f93b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:19.747028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51980) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:19.747875 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1738589 Jul 09 20:10:19.763627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-60b759f9-fd9b-42a6-8b70-364df38d8040 admin admin] Request body: {'subnet': {'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-803612050-subnet', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:19.768176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:19.768487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Checking segment: {'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:19.768952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Bound using segment: {'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:19.769626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Bound port: 2314222d-9a3e-48cb-a6b6-5be3c4f546df, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:19.770015 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:19.789111 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4fdcb-c2c5-4730-a707-3804760e7f51 admin admin] Pushing event updated for resources: {'Network': ['ID=3de49419-471d-44dd-9cec-0be8c2f78db2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:19.791686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router 664ad807-83e9-4cfc-a464-7dc2f9575f88 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:10:19.796413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b759f9-fd9b-42a6-8b70-364df38d8040 admin admin] Made reservation on behalf of 23bb1ac906cf4b6394cc5b1e602b1500 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:10:19.803060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 3de49419-471d-44dd-9cec-0be8c2f78db2 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:10:19.807708 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60b759f9-fd9b-42a6-8b70-364df38d8040 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:19.904048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab87a9-5722-4559-aac7-61e7e2030e6f req-aa19de1d-77af-4dda-a1c5-20fc6e8f7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:19.905645 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bab87a9-5722-4559-aac7-61e7e2030e6f req-aa19de1d-77af-4dda-a1c5-20fc6e8f7ca6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 200 len: 918 time: 0.2890275 Jul 09 20:10:20.008640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] For port 2314222d-9a3e-48cb-a6b6-5be3c4f546df, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:20.033101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] For port 2314222d-9a3e-48cb-a6b6-5be3c4f546df, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2314222d-9a3e-48cb-a6b6-5be3c4f546df,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:20.044803 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:20.099714 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bab87a9-5722-4559-aac7-61e7e2030e6f req-2ad82da6-cba2-471f-96c6-474020c32161 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462 HTTP/1.1" status: 200 len: 999 time: 0.1806378 Jul 09 20:10:20.109912 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60b759f9-fd9b-42a6-8b70-364df38d8040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:20.116628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:20.117507 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:20.119184 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] 10.222.0.36 "PUT /v2.0/ports/2314222d-9a3e-48cb-a6b6-5be3c4f546df HTTP/1.1" status: 200 len: 1091 time: 2.8886855 Jul 09 20:10:20.119806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df2353d-59b4-4007-a22c-7d15cc04c78b', 'tag': '2314222d-9a3e-48cb-a6b6-5be3c4f546df'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:10:20.122958 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40425d0-3d27-43d5-ad9d-b53ab2ce66fe" -d '{"events": [{"name": "network-changed", "server_uuid": "1df2353d-59b4-4007-a22c-7d15cc04c78b", "tag": "2314222d-9a3e-48cb-a6b6-5be3c4f546df"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:10:20.140848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:20.152022 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5406a13-5440-4f0e-b8d4-6c772eceaa6b None None] Sync routers for ids ['664ad807-83e9-4cfc-a464-7dc2f9575f88'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:20.178778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5406a13-5440-4f0e-b8d4-6c772eceaa6b None None] Routers {'664ad807-83e9-4cfc-a464-7dc2f9575f88'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:20.183671 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d5406a13-5440-4f0e-b8d4-6c772eceaa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['664ad807-83e9-4cfc-a464-7dc2f9575f88'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:20.237644 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d534db-0d52-42db-9e21-85dfaca4e5fb service neutron] Pushing event updated for resources: {'Port': ['ID=2314222d-9a3e-48cb-a6b6-5be3c4f546df,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:20.265848 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b759f9-fd9b-42a6-8b70-364df38d8040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a57788d-dcbd-497d-b559-eb3dde79191b,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:20.283429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d5406a13-5440-4f0e-b8d4-6c772eceaa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:20.300742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5406a13-5440-4f0e-b8d4-6c772eceaa6b None None] Routers {'664ad807-83e9-4cfc-a464-7dc2f9575f88'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:20.301686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d5406a13-5440-4f0e-b8d4-6c772eceaa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['664ad807-83e9-4cfc-a464-7dc2f9575f88'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:20.304485 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:20.308953 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0ac9cfc5-1384-4626-b8f2-cefbdf00f63e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.5408640 Jul 09 20:10:20.310696 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51990) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:20.345272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab87a9-5722-4559-aac7-61e7e2030e6f req-651e97a6-75d0-48ac-936b-aebf9b9f6316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:20.346919 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bab87a9-5722-4559-aac7-61e7e2030e6f req-651e97a6-75d0-48ac-936b-aebf9b9f6316 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a00eb4ac-2cb3-49d9-a96a-a24c04842ba3 HTTP/1.1" status: 200 len: 856 time: 0.2320757 Jul 09 20:10:20.391276 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d5406a13-5440-4f0e-b8d4-6c772eceaa6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:20.391874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5406a13-5440-4f0e-b8d4-6c772eceaa6b None None] The sync data for ids ['664ad807-83e9-4cfc-a464-7dc2f9575f88'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:20.446341 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a3f0885e-f80f-4ef7-aaab-0d3966c3bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:20.448839 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-a3f0885e-f80f-4ef7-aaab-0d3966c3bfe1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce&device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 1094 time: 0.2648573 Jul 09 20:10:20.520648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-473e7c96-d9c3-46fe-9917-52d07325e394 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2314222d-9a3e-48cb-a6b6-5be3c4f546df HTTP/1.1" status: 200 len: 217 time: 0.0636933 Jul 09 20:10:20.539995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448181f-bd0f-4591-9c1a-4442c86d3574 req-30dcbd25-91ea-49b3-8ed7-4c152cc9064e tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:20.548588 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5448181f-bd0f-4591-9c1a-4442c86d3574 req-30dcbd25-91ea-49b3-8ed7-4c152cc9064e tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.2823970 Jul 09 20:10:20.607537 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4e0c87ef-baf1-4a6f-81ee-4004c9ccdc5b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/routers/664ad807-83e9-4cfc-a464-7dc2f9575f88 HTTP/1.1" status: 200 len: 880 time: 0.2895687 Jul 09 20:10:20.617811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51994) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:20.635935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab87a9-5722-4559-aac7-61e7e2030e6f req-46f9cbd7-1a62-4ae9-9900-2df4c70d9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:20.638348 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bab87a9-5722-4559-aac7-61e7e2030e6f req-46f9cbd7-1a62-4ae9-9900-2df4c70d9e17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71fa7c07-7273-451c-ae3d-4402b49a7b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2789974 Jul 09 20:10:20.693451 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5448181f-bd0f-4591-9c1a-4442c86d3574 req-54a9e460-3df6-49d0-8950-cfed3a2b88c2 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435456 Jul 09 20:10:20.729493 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b759f9-fd9b-42a6-8b70-364df38d8040 admin admin] Checking segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:20.729879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b759f9-fd9b-42a6-8b70-364df38d8040 admin admin] Network hostable DHCP agents. Network: 3de49419-471d-44dd-9cec-0be8c2f78db2, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:10:20.761491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-6af346d3-a271-4296-9bbb-e7febf62bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:20.763787 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-6af346d3-a271-4296-9bbb-e7febf62bf99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=161c1db9-1ac5-4ddb-aca3-0389863a1e7f HTTP/1.1" status: 200 len: 850 time: 0.2103322 Jul 09 20:10:20.822575 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7abcb4b-3fa8-4663-a39a-08703edd71bc x-openstack-request-id: req-c7abcb4b-3fa8-4663-a39a-08703edd71bc {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:10:20.822977 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df2353d-59b4-4007-a22c-7d15cc04c78b", "tag": "2314222d-9a3e-48cb-a6b6-5be3c4f546df", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:10:20.823356 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7abcb4b-3fa8-4663-a39a-08703edd71bc {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:10:20.823986 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df2353d-59b4-4007-a22c-7d15cc04c78b', 'tag': '2314222d-9a3e-48cb-a6b6-5be3c4f546df', 'status': 'completed', 'code': 200} Jul 09 20:10:20.858144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b759f9-fd9b-42a6-8b70-364df38d8040 admin admin] Network 3de49419-471d-44dd-9cec-0be8c2f78db2 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:10:20.870309 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96503a5-4f50-4eb0-920a-ca44c768e4dc req-c1a411f3-69d4-4ee3-8d28-39e7d5bbfb13 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:20.878191 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b96503a5-4f50-4eb0-920a-ca44c768e4dc req-c1a411f3-69d4-4ee3-8d28-39e7d5bbfb13 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 943 time: 0.6081636 Jul 09 20:10:20.889412 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bab87a9-5722-4559-aac7-61e7e2030e6f req-79fb5e98-cbc2-42c9-86b7-d4ee1bad18b0 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408786 Jul 09 20:10:20.891968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-c282cded-e8b7-40c5-9be7-fb19f473886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:20.893571 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-c282cded-e8b7-40c5-9be7-fb19f473886e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6576972-e367-4dac-bb93-8a5b61d3f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223722 Jul 09 20:10:20.920352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-60b759f9-fd9b-42a6-8b70-364df38d8040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 3de49419-471d-44dd-9cec-0be8c2f78db2) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:20.929387 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1d31e7-6be7-4dde-ae45-ae2df72125be None None] Network 3de49419-471d-44dd-9cec-0be8c2f78db2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:20.940390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b759f9-fd9b-42a6-8b70-364df38d8040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:20.941348 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60b759f9-fd9b-42a6-8b70-364df38d8040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:20.996707 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-60b759f9-fd9b-42a6-8b70-364df38d8040 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2395246 Jul 09 20:10:20.998225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51998) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:21.010099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:21.031423 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b96503a5-4f50-4eb0-920a-ca44c768e4dc req-56a4bb74-b511-47f3-9e8d-ae71ef42e391 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519327 Jul 09 20:10:21.083869 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-01c3f05b-3a0f-42ca-a450-78ec3a8b1978 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4616756 Jul 09 20:10:21.085001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52000) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:21.090659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8a105090-f082-410f-9cea-2843dd503736 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-839661732'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:21.094766 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:21.096216 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:21.165669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00995918-9295-41bc-8644-0619443c16fb req-a592d286-6cbf-4c73-8002-d4bb9d71a891 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.1110220 Jul 09 20:10:21.276602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-3de49419-471d-44dd-9cec-0be8c2f78db2', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:10:21.280672 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:21.298422 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-2ef9b696-ac6e-4055-91e7-47b029b12700 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873708 Jul 09 20:10:21.302920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bab87a9-5722-4559-aac7-61e7e2030e6f req-09a150fb-1dc7-46ff-b6df-e47cb899b169 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017129 Jul 09 20:10:21.406447 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:21.509761 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b70fe76-a7e4-4bbd-bae8-cabb81a4cfef req-3262d7d2-bd7d-46af-9a0b-b8e98d652773 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047002 Jul 09 20:10:21.719137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40425d0-3d27-43d5-ad9d-b53ab2ce66fe req-68648efa-1315-44e3-aa97-2a2fb6d5ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:21.720586 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b40425d0-3d27-43d5-ad9d-b53ab2ce66fe req-68648efa-1315-44e3-aa97-2a2fb6d5ddd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce&device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 1094 time: 0.1360214 Jul 09 20:10:21.736889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Allocated IP 172.20.0.2 (3de49419-471d-44dd-9cec-0be8c2f78db2/9a57788d-dcbd-497d-b559-eb3dde79191b/462ef844-722a-4e7e-9ff4-474597c45736) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:21.789813 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:21.973898 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40425d0-3d27-43d5-ad9d-b53ab2ce66fe req-df309bd7-471a-4623-a9b9-bfabefc4a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:21.981216 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b40425d0-3d27-43d5-ad9d-b53ab2ce66fe req-df309bd7-471a-4623-a9b9-bfabefc4a9fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6576972-e367-4dac-bb93-8a5b61d3f93b HTTP/1.1" status: 200 len: 912 time: 0.2532780 Jul 09 20:10:22.097109 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b40425d0-3d27-43d5-ad9d-b53ab2ce66fe req-f4141e9b-89e8-412a-9e53-b67f5f9d38ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2314222d-9a3e-48cb-a6b6-5be3c4f546df HTTP/1.1" status: 200 len: 217 time: 0.1087785 Jul 09 20:10:22.237158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40425d0-3d27-43d5-ad9d-b53ab2ce66fe req-89f3b7f7-c97b-4e4a-b21c-cce341b4e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:22.238931 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b40425d0-3d27-43d5-ad9d-b53ab2ce66fe req-89f3b7f7-c97b-4e4a-b21c-cce341b4e517 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=161c1db9-1ac5-4ddb-aca3-0389863a1e7f HTTP/1.1" status: 200 len: 850 time: 0.1360538 Jul 09 20:10:22.247816 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:22.270301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Transition to ACTIVE for port object 462ef844-722a-4e7e-9ff4-474597c45736 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:22.317266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Transition to ACTIVE for port object 462ef844-722a-4e7e-9ff4-474597c45736 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:22.332028 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:22.433355 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a105090-f082-410f-9cea-2843dd503736 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:22.464742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Pushing event updated for resources: {'Port': ['ID=462ef844-722a-4e7e-9ff4-474597c45736,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:22.506945 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Network 3de49419-471d-44dd-9cec-0be8c2f78db2 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:22.538512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa373adf-7784-4e53-ba28-09d43f01ddb6 req-7a12caf3-9440-4ce4-914e-fbc882e177a5 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:22.564137 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aa373adf-7784-4e53-ba28-09d43f01ddb6 req-7a12caf3-9440-4ce4-914e-fbc882e177a5 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.4758246 Jul 09 20:10:22.568930 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:22.571371 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a105090-f082-410f-9cea-2843dd503736 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:22.607483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:22.710298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597017d-5d91-4da9-9a41-6eb281e47a15 req-0dc6a7a8-a199-4814-b0ce-5ab480719562 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:22.714126 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7597017d-5d91-4da9-9a41-6eb281e47a15 req-0dc6a7a8-a199-4814-b0ce-5ab480719562 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 943 time: 0.4682148 Jul 09 20:10:22.718556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40425d0-3d27-43d5-ad9d-b53ab2ce66fe req-5e2a61dc-36a1-4603-b901-8e0cbd4685fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:22.722025 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b40425d0-3d27-43d5-ad9d-b53ab2ce66fe req-5e2a61dc-36a1-4603-b901-8e0cbd4685fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6576972-e367-4dac-bb93-8a5b61d3f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3969765 Jul 09 20:10:22.751498 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Attempting to bind port 462ef844-722a-4e7e-9ff4-474597c45736 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:22.759136 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Attempting to bind port 462ef844-722a-4e7e-9ff4-474597c45736 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:22.763470 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Attempting to bind port 462ef844-722a-4e7e-9ff4-474597c45736 on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:22.795138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:22.795822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Checking segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:22.799495 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:22.799685 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Bound using segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:22.800552 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Bound port: 462ef844-722a-4e7e-9ff4-474597c45736, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:22.803520 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:22.995739 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b40425d0-3d27-43d5-ad9d-b53ab2ce66fe req-51aa8f34-c639-4fcc-99d5-70f96ab7ac31 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590837 Jul 09 20:10:23.027823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] For port 462ef844-722a-4e7e-9ff4-474597c45736, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:23.053273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] For port 462ef844-722a-4e7e-9ff4-474597c45736, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=462ef844-722a-4e7e-9ff4-474597c45736,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:23.063599 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7597017d-5d91-4da9-9a41-6eb281e47a15 req-d9503821-6341-41e3-b8be-0dcff89d17d3 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3384602 Jul 09 20:10:23.064571 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:23.257183 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd29fec-4fc0-41b3-8abe-b7a22d069884 None None] Pushing event updated for resources: {'Port': ['ID=462ef844-722a-4e7e-9ff4-474597c45736,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:23.429106 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aa373adf-7784-4e53-ba28-09d43f01ddb6 req-a29a92e0-e21b-47e6-b810-49844300028f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8637345 Jul 09 20:10:23.517289 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:23.594347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b40425d0-3d27-43d5-ad9d-b53ab2ce66fe req-5abbc559-7bc7-4348-a395-1c8a1cfbb2f3 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560690 Jul 09 20:10:23.620277 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f2792a1-dc6c-4249-9bcf-4443b650f32d req-87a994f8-34d6-41c7-b084-a8b40987438d tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.1675980 Jul 09 20:10:23.654581 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:23.800699 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a105090-f082-410f-9cea-2843dd503736 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router 664ad807-83e9-4cfc-a464-7dc2f9575f88 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:10:24.353236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 462ef844-722a-4e7e-9ff4-474597c45736 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:24.473904 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Allocated IP 172.25.0.49 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/1f373c3f-8135-4bb5-afc2-f319f3944c87) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:24.568085 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 462ef844-722a-4e7e-9ff4-474597c45736 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:24.676481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a105090-f082-410f-9cea-2843dd503736 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:24.690850 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab95bf-7e89-4002-901a-7e7143485bc0 None None] Sync routers for ids ['664ad807-83e9-4cfc-a464-7dc2f9575f88'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:24.719126 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab95bf-7e89-4002-901a-7e7143485bc0 None None] Routers {'664ad807-83e9-4cfc-a464-7dc2f9575f88'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:24.719804 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-56ab95bf-7e89-4002-901a-7e7143485bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['664ad807-83e9-4cfc-a464-7dc2f9575f88'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:24.809520 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-56ab95bf-7e89-4002-901a-7e7143485bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:24.817010 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a105090-f082-410f-9cea-2843dd503736 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:24.818419 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8a105090-f082-410f-9cea-2843dd503736 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/664ad807-83e9-4cfc-a464-7dc2f9575f88 HTTP/1.1" status: 200 len: 887 time: 3.7315321 Jul 09 20:10:24.823092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52042) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:24.833910 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab95bf-7e89-4002-901a-7e7143485bc0 None None] Routers {'664ad807-83e9-4cfc-a464-7dc2f9575f88'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:24.834889 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-56ab95bf-7e89-4002-901a-7e7143485bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['664ad807-83e9-4cfc-a464-7dc2f9575f88'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:24.860009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf66cfc-0d8b-4721-8a4e-56f8535e24c0 req-310e6ecf-bac4-4b74-b9c2-c9f3c625147f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:24.868930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bf66cfc-0d8b-4721-8a4e-56f8535e24c0 req-310e6ecf-bac4-4b74-b9c2-c9f3c625147f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.1372368 Jul 09 20:10:24.954660 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bf66cfc-0d8b-4721-8a4e-56f8535e24c0 req-3116c387-5142-4432-ad8a-a186ff1bca81 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846803 Jul 09 20:10:24.962663 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-56ab95bf-7e89-4002-901a-7e7143485bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:24.963513 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab95bf-7e89-4002-901a-7e7143485bc0 None None] The sync data for ids ['664ad807-83e9-4cfc-a464-7dc2f9575f88'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:25.260501 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a9832e9-656f-4bfe-8df5-05c0b83a6afe req-321562e9-489d-48ba-9f7b-d884b6d8cd36 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.1037135 Jul 09 20:10:25.287514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4955126-ec06-4f8d-bc19-d0022da575b0 None None] Network 3de49419-471d-44dd-9cec-0be8c2f78db2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:25.610244 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3837fb28-f214-406a-a3df-007d8e7c893c None None] Provisioning for port 462ef844-722a-4e7e-9ff4-474597c45736 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:25.620381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3837fb28-f214-406a-a3df-007d8e7c893c None None] Provisioning complete for port 462ef844-722a-4e7e-9ff4-474597c45736 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:25.620857 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3837fb28-f214-406a-a3df-007d8e7c893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:25.660480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2314222d-9a3e-48cb-a6b6-5be3c4f546df details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:10:25.739917 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3837fb28-f214-406a-a3df-007d8e7c893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:25.781993 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3837fb28-f214-406a-a3df-007d8e7c893c None None] For port 462ef844-722a-4e7e-9ff4-474597c45736, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=462ef844-722a-4e7e-9ff4-474597c45736,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:25.834656 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3837fb28-f214-406a-a3df-007d8e7c893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:25.845218 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.resource_extend [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 20:10:25.986447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837fb28-f214-406a-a3df-007d8e7c893c None None] Pushing event updated for resources: {'Port': ['ID=462ef844-722a-4e7e-9ff4-474597c45736,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:26.197095 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bde20e32-6471-4247-bc9f-f7e06b2a7a24 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/routers/664ad807-83e9-4cfc-a464-7dc2f9575f88 HTTP/1.1" status: 200 len: 887 time: 1.3689520 Jul 09 20:10:26.201286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52062) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:26.245609 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ee730-54c2-4237-8634-c5dbb383db07 req-aa9cc05f-917c-4a6b-b4b9-b33e56b1a69a tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:26.267279 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c0ee730-54c2-4237-8634-c5dbb383db07 req-aa9cc05f-917c-4a6b-b4b9-b33e56b1a69a tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 943 time: 1.6222847 Jul 09 20:10:26.289264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:26.334924 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b539f8ee-4255-4519-892a-0b6ad354cca0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports?device_id=664ad807-83e9-4cfc-a464-7dc2f9575f88 HTTP/1.1" status: 200 len: 205 time: 0.1323147 Jul 09 20:10:26.335678 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52064) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:26.396225 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c0ee730-54c2-4237-8634-c5dbb383db07 req-b0ee14ac-c876-4f9e-9a83-5d186d7f2712 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264310 Jul 09 20:10:26.512240 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:26.605238 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:26.675309 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 462ef844-722a-4e7e-9ff4-474597c45736 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:26.679412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:26.696398 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:26.867437 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:26.901661 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72fda535-0c81-45d1-906d-d63731c872c7 req-799f3789-4cbc-4d1c-a0d5-199413ac4ab0 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.1019714 Jul 09 20:10:26.996554 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 462ef844-722a-4e7e-9ff4-474597c45736 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:26.997696 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:26.998400 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Pushing event updated for resources: {'Port': ['ID=1f373c3f-8135-4bb5-afc2-f319f3944c87,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:27.000130 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f6e1bfd5-7e07-4950-b137-f56d9c8459c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:27.011874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2314222d-9a3e-48cb-a6b6-5be3c4f546df, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2314222d-9a3e-48cb-a6b6-5be3c4f546df,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:27.077638 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '2314222d-9a3e-48cb-a6b6-5be3c4f546df', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'port_id': '2314222d-9a3e-48cb-a6b6-5be3c4f546df', 'mac_address': 'fa:16:3e:0b:bf:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:10:27.235685 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:27.277634 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2314222d-9a3e-48cb-a6b6-5be3c4f546df {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:10:27.342767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2314222d-9a3e-48cb-a6b6-5be3c4f546df, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2314222d-9a3e-48cb-a6b6-5be3c4f546df,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:27.354104 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:27.628056 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d14534f7-b8d8-429d-8945-2e3308382574 None None] Provisioning complete for port 462ef844-722a-4e7e-9ff4-474597c45736 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:27.628056 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d14534f7-b8d8-429d-8945-2e3308382574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:27.804986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=2314222d-9a3e-48cb-a6b6-5be3c4f546df,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:27.829008 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:27.885699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8239514c-0a58-474b-a218-479790bcd3ed tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:27.917830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['2314222d-9a3e-48cb-a6b6-5be3c4f546df'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:10:28.216099 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb66f7a-bc81-4fe2-a6b6-7af269dbc114 req-b2503491-f1d5-4ed3-ab14-70efd7893236 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:28.224144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5eb66f7a-bc81-4fe2-a6b6-7af269dbc114 req-b2503491-f1d5-4ed3-ab14-70efd7893236 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 1.7855537 Jul 09 20:10:28.235814 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8239514c-0a58-474b-a218-479790bcd3ed tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:28.258444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e9696-1341-4244-875f-49bdd6290f1a req-0d2597f9-b3b9-419c-8d26-07bbc8415adb tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:28.298868 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-932e9696-1341-4244-875f-49bdd6290f1a req-0d2597f9-b3b9-419c-8d26-07bbc8415adb tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 944 time: 0.5707669 Jul 09 20:10:28.299325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7a247-33c9-407b-b8bc-97b4df8ea8f0 req-3dbb046d-25e6-489e-a8fe-cefde83b00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:28.301171 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9be7a247-33c9-407b-b8bc-97b4df8ea8f0 req-3dbb046d-25e6-489e-a8fe-cefde83b00ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a4b256fda3434e529a47261bd6a86fca&device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 1095 time: 0.6413791 Jul 09 20:10:28.447399 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5eb66f7a-bc81-4fe2-a6b6-7af269dbc114 req-cde2c627-5070-45ed-8dbc-385882c303d6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220902 Jul 09 20:10:28.536363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:28.658754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7a247-33c9-407b-b8bc-97b4df8ea8f0 req-2a916e24-6bd6-4b89-9745-2c8170b15165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:28.661798 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9be7a247-33c9-407b-b8bc-97b4df8ea8f0 req-2a916e24-6bd6-4b89-9745-2c8170b15165 service neutron] 10.222.0.36 "GET /v2.0/networks?id=71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 200 len: 918 time: 0.2051497 Jul 09 20:10:28.793215 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9be7a247-33c9-407b-b8bc-97b4df8ea8f0 req-58da95c5-cfad-4de1-bb9d-2df9c3fa8779 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462 HTTP/1.1" status: 200 len: 999 time: 0.1242626 Jul 09 20:10:28.847593 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-932e9696-1341-4244-875f-49bdd6290f1a req-ed9f46ca-2afe-4447-b0bc-59112eb836b7 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5474350 Jul 09 20:10:28.868280 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5631c346-f114-4e79-b9c9-da570678da69 req-5dad7632-010b-41c9-b0eb-61b0779631f9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.0707858 Jul 09 20:10:28.918963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8239514c-0a58-474b-a218-479790bcd3ed tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 0db3704f-2033-45a4-8a02-da0bfb1157b7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:28.920016 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8239514c-0a58-474b-a218-479790bcd3ed tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:28.952974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Router bd6864f3-8951-4b51-b8ec-d99c1abbe036 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:10:29.017199 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7a247-33c9-407b-b8bc-97b4df8ea8f0 req-24605103-a4f6-479f-8f99-6fabbc5bf64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:29.019359 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9be7a247-33c9-407b-b8bc-97b4df8ea8f0 req-24605103-a4f6-479f-8f99-6fabbc5bf64c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a00eb4ac-2cb3-49d9-a96a-a24c04842ba3 HTTP/1.1" status: 200 len: 856 time: 0.1498365 Jul 09 20:10:29.110007 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:29.124955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Sync routers for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:29.137548 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:29.139843 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:09:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:29.144228 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:29.145550 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f0117ffc-45a3-43af-9f13-984f875226de admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1390874 Jul 09 20:10:29.148791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52094) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:29.178936 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8239514c-0a58-474b-a218-479790bcd3ed tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:29.219292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8239514c-0a58-474b-a218-479790bcd3ed tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 0db3704f-2033-45a4-8a02-da0bfb1157b7 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:29.310616 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:29.328790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7a247-33c9-407b-b8bc-97b4df8ea8f0 req-12bc578c-5b4b-49bc-b903-c0d59df6142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:29.330807 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9be7a247-33c9-407b-b8bc-97b4df8ea8f0 req-12bc578c-5b4b-49bc-b903-c0d59df6142d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71fa7c07-7273-451c-ae3d-4402b49a7b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2644219 Jul 09 20:10:29.484553 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-777b7756-8d2c-4949-840f-d73ed0191f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:29.530249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:29.740065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2314222d-9a3e-48cb-a6b6-5be3c4f546df up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:29.869114 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9be7a247-33c9-407b-b8bc-97b4df8ea8f0 req-d1b20127-f5ed-4d8b-b6ed-4982f4c883a8 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963920 Jul 09 20:10:30.204436 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:30.282452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 2314222d-9a3e-48cb-a6b6-5be3c4f546df completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:30.295858 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9be7a247-33c9-407b-b8bc-97b4df8ea8f0 req-0484a038-afc6-4743-9996-dbb3c8095a88 service neutron] 10.222.0.36 "GET /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184382 Jul 09 20:10:30.297760 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8239514c-0a58-474b-a218-479790bcd3ed tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:30.329025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 2314222d-9a3e-48cb-a6b6-5be3c4f546df triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:30.329437 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:30.427991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239514c-0a58-474b-a218-479790bcd3ed tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=0db3704f-2033-45a4-8a02-da0bfb1157b7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:30.454978 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:30.543047 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06feb1-84ed-4428-a1be-6272c3e7ca9b req-ff3b61e0-aa55-4d25-958d-44feb2979c6f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:30.557270 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8c06feb1-84ed-4428-a1be-6272c3e7ca9b req-ff3b61e0-aa55-4d25-958d-44feb2979c6f tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.6982155 Jul 09 20:10:30.586851 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:30.596183 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:27Z', 'revision_number': 3, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:30.688875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Checking router: bd6864f3-8951-4b51-b8ec-d99c1abbe036 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:10:30.689389 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Updating router bd6864f3-8951-4b51-b8ec-d99c1abbe036 port 1f373c3f-8135-4bb5-afc2-f319f3944c87 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:10:30.821424 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8c06feb1-84ed-4428-a1be-6272c3e7ca9b req-3bc91c1d-37fc-471a-8534-534645f17fca tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2622516 Jul 09 20:10:30.860620 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:30.890966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8239514c-0a58-474b-a218-479790bcd3ed tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:31.078808 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 2314222d-9a3e-48cb-a6b6-5be3c4f546df, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2314222d-9a3e-48cb-a6b6-5be3c4f546df,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:31.097925 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df2353d-59b4-4007-a22c-7d15cc04c78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2314222d-9a3e-48cb-a6b6-5be3c4f546df'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:10:31.114988 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a633915-98ad-496b-8061-e38a4a1ca4e6" -d '{"events": [{"server_uuid": "1df2353d-59b4-4007-a22c-7d15cc04c78b", "name": "network-vif-plugged", "status": "completed", "tag": "2314222d-9a3e-48cb-a6b6-5be3c4f546df"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:10:31.139323 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:31.170356 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:31.362859 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8239514c-0a58-474b-a218-479790bcd3ed tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:31.388960 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8239514c-0a58-474b-a218-479790bcd3ed tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:31.495536 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Allocated IP 172.20.0.1 (3de49419-471d-44dd-9cec-0be8c2f78db2/9a57788d-dcbd-497d-b559-eb3dde79191b/e7845725-c60f-4b3e-8ff5-066b748f2a2f) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:31.520827 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8239514c-0a58-474b-a218-479790bcd3ed tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:31.522005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8239514c-0a58-474b-a218-479790bcd3ed tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Fanout notify agent at l3_agent the message router_deleted on router 664ad807-83e9-4cfc-a464-7dc2f9575f88 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:10:31.555452 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2afc-d567-4c99-9d46-50c37b937afa req-1d772ab4-6ffc-4e6f-b041-74b151027c9b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:31.568196 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1cbe2afc-d567-4c99-9d46-50c37b937afa req-1d772ab4-6ffc-4e6f-b041-74b151027c9b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 944 time: 1.1558988 Jul 09 20:10:31.591719 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8239514c-0a58-474b-a218-479790bcd3ed tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:31.593411 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8239514c-0a58-474b-a218-479790bcd3ed tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/routers/664ad807-83e9-4cfc-a464-7dc2f9575f88 HTTP/1.1" status: 204 len: 168 time: 5.2566841 Jul 09 20:10:31.598821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52122) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:31.605285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-21175da4-f6ec-4838-b3d6-ab31a376956a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'network': {'name': 'tempest-RoutersTest-1850382489'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:31.638412 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21175da4-f6ec-4838-b3d6-ab31a376956a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:10:31.645864 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21175da4-f6ec-4838-b3d6-ab31a376956a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:31.690746 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21175da4-f6ec-4838-b3d6-ab31a376956a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:10:31.704847 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21175da4-f6ec-4838-b3d6-ab31a376956a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:31.705525 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-21175da4-f6ec-4838-b3d6-ab31a376956a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Added segment 330bd376-f519-4381-bee8-b7bef09ea251 of type vlan for network cfa66fca-c17d-4181-9723-9585f661a80c Jul 09 20:10:31.798585 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21175da4-f6ec-4838-b3d6-ab31a376956a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:31.829910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=2314222d-9a3e-48cb-a6b6-5be3c4f546df,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:31.876232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1cbe2afc-d567-4c99-9d46-50c37b937afa req-2af9f319-73e7-4183-af24-6e451b16f8ed tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046176 Jul 09 20:10:31.895529 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21175da4-f6ec-4838-b3d6-ab31a376956a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:31.910169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21175da4-f6ec-4838-b3d6-ab31a376956a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:31.912315 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21175da4-f6ec-4838-b3d6-ab31a376956a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:32.097253 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d861c5f-2374-4cc2-8345-1732f325f5b4 req-ccecf619-7fe1-4b16-9458-8bd8ba6213ea tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0ab40f9-86ca-4696-943a-1221f30be0e1 HTTP/1.1" status: 200 len: 210 time: 0.4223211 Jul 09 20:10:32.100716 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:32.129315 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf6a005-3388-4fc1-9da2-5e6c3252aaac x-openstack-request-id: req-ccf6a005-3388-4fc1-9da2-5e6c3252aaac {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:10:32.137043 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df2353d-59b4-4007-a22c-7d15cc04c78b", "name": "network-vif-plugged", "status": "completed", "tag": "2314222d-9a3e-48cb-a6b6-5be3c4f546df", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:10:32.137600 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccf6a005-3388-4fc1-9da2-5e6c3252aaac {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:10:32.140374 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df2353d-59b4-4007-a22c-7d15cc04c78b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2314222d-9a3e-48cb-a6b6-5be3c4f546df', 'code': 200} Jul 09 20:10:32.157088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Transition to ACTIVE for port object e7845725-c60f-4b3e-8ff5-066b748f2a2f will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:32.255358 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:32.272896 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21175da4-f6ec-4838-b3d6-ab31a376956a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Network': ['ID=cfa66fca-c17d-4181-9723-9585f661a80c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:32.312474 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-21175da4-f6ec-4838-b3d6-ab31a376956a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7121730 Jul 09 20:10:32.316071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52130) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:32.336278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d26ed5e0-9500-4667-bd2a-2c6c37ba2baf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'subnet': {'network_id': 'cfa66fca-c17d-4181-9723-9585f661a80c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:32.339317 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network cfa66fca-c17d-4181-9723-9585f661a80c details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:10:32.412225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Network 3de49419-471d-44dd-9cec-0be8c2f78db2 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:32.431203 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:32.449402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:32.462423 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e7845725-c60f-4b3e-8ff5-066b748f2a2f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:32.612641 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:32.623438 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:32.740303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f887-5b72-428f-b2fa-7a63309f2d3f req-7647fdc5-4a7f-4ca8-a4e7-dd7f8003f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:32.743481 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-62c2f887-5b72-428f-b2fa-7a63309f2d3f req-7647fdc5-4a7f-4ca8-a4e7-dd7f8003f03f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 1096 time: 0.2714605 Jul 09 20:10:32.759965 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26ed5e0-9500-4667-bd2a-2c6c37ba2baf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:10:32.766585 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d26ed5e0-9500-4667-bd2a-2c6c37ba2baf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:32.799171 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:32.847980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Transition to ACTIVE for port object 1f373c3f-8135-4bb5-afc2-f319f3944c87 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:32.863508 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:32.870973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:32.874654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:32.875352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:32.875883 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:32.876460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:32.877279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:32.879900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:32.880802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:32.881329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:32.881883 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:32.882479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:32.883174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:33.047446 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Attempting to bind port 1f373c3f-8135-4bb5-afc2-f319f3944c87 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:33.056267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Attempting to bind port 1f373c3f-8135-4bb5-afc2-f319f3944c87 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:33.058394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Attempting to bind port 1f373c3f-8135-4bb5-afc2-f319f3944c87 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:33.071171 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-083bbc99-38e8-4fab-a90b-f64e20144096 None None] Provisioning for port e7845725-c60f-4b3e-8ff5-066b748f2a2f completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:33.090810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfe774-68e4-43f9-9e93-02cd6c8f8d93 None None] Pushing event updated for resources: {'Port': ['ID=1f373c3f-8135-4bb5-afc2-f319f3944c87,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:33.096794 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-083bbc99-38e8-4fab-a90b-f64e20144096 None None] Provisioning complete for port e7845725-c60f-4b3e-8ff5-066b748f2a2f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:33.100895 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-083bbc99-38e8-4fab-a90b-f64e20144096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:33.116720 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435afbec-032c-4d1a-8b49-65d019c27d60 req-74962bc3-9978-4c21-9b05-2c0abbb83969 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:33.125688 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-435afbec-032c-4d1a-8b49-65d019c27d60 req-74962bc3-9978-4c21-9b05-2c0abbb83969 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.5949073 Jul 09 20:10:33.179425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:33.180266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:33.181010 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:33.181686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:33.182442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Bound port: 1f373c3f-8135-4bb5-afc2-f319f3944c87, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:33.183122 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:33.187269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-083bbc99-38e8-4fab-a90b-f64e20144096 None None] Port e7845725-c60f-4b3e-8ff5-066b748f2a2f cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:33.259458 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-435afbec-032c-4d1a-8b49-65d019c27d60 req-a454193f-6c53-43e2-b92e-a54d86509563 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324239 Jul 09 20:10:33.316728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] For port 1f373c3f-8135-4bb5-afc2-f319f3944c87, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:33.321110 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] For port 1f373c3f-8135-4bb5-afc2-f319f3944c87, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1f373c3f-8135-4bb5-afc2-f319f3944c87,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:33.339754 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:33.350798 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d26ed5e0-9500-4667-bd2a-2c6c37ba2baf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:33.395025 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:33.463853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfe774-68e4-43f9-9e93-02cd6c8f8d93 None None] Pushing event updated for resources: {'Port': ['ID=1f373c3f-8135-4bb5-afc2-f319f3944c87,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:33.507320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ed5e0-9500-4667-bd2a-2c6c37ba2baf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Subnet': ['ID=0ab8369b-0742-47ee-ba78-ca37191e32c6,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:33.514739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:33.530081 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:33.540061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-62c2f887-5b72-428f-b2fa-7a63309f2d3f req-71e41f9a-c716-4d6b-8def-b9ea4211912b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164123 Jul 09 20:10:33.595404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52142) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:33.650553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b6d38-5818-43d5-9c5e-d1276dd886af req-2123721e-a78b-4779-b58c-3e95c433aac6 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:33.658845 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a08b6d38-5818-43d5-9c5e-d1276dd886af req-2123721e-a78b-4779-b58c-3e95c433aac6 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.4218340 Jul 09 20:10:33.720317 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a08b6d38-5818-43d5-9c5e-d1276dd886af req-bc114a67-fc49-44f8-9c91-fcc6c114a6a4 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604682 Jul 09 20:10:33.740460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ed5e0-9500-4667-bd2a-2c6c37ba2baf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Checking segment: {'id': '330bd376-f519-4381-bee8-b7bef09ea251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cfa66fca-c17d-4181-9723-9585f661a80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:33.741634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ed5e0-9500-4667-bd2a-2c6c37ba2baf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network hostable DHCP agents. Network: cfa66fca-c17d-4181-9723-9585f661a80c, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:10:33.771842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:33.786830 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:33.796039 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e159ab09-9aff-419e-a458-39e11d67f007 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:33.796384 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:33.837741 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e159ab09-9aff-419e-a458-39e11d67f007 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:33.927809 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e159ab09-9aff-419e-a458-39e11d67f007 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:33.929848 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:33.932499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Pushing event updated for resources: {'Port': ['ID=e7845725-c60f-4b3e-8ff5-066b748f2a2f,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:33.947032 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e159ab09-9aff-419e-a458-39e11d67f007 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:33.948568 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e159ab09-9aff-419e-a458-39e11d67f007 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "DELETE /v2.0/security-groups/1385389b-ee62-4228-b744-2efe2ec787fa HTTP/1.1" status: 204 len: 168 time: 0.3488662 Jul 09 20:10:33.959346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52146) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:33.977770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ed5e0-9500-4667-bd2a-2c6c37ba2baf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network cfa66fca-c17d-4181-9723-9585f661a80c is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:10:33.992413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159ab09-9aff-419e-a458-39e11d67f007 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1385389b-ee62-4228-b744-2efe2ec787fa,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:34.008636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-d26ed5e0-9500-4667-bd2a-2c6c37ba2baf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, cfa66fca-c17d-4181-9723-9585f661a80c) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:34.024379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26ed5e0-9500-4667-bd2a-2c6c37ba2baf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:34.025436 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d26ed5e0-9500-4667-bd2a-2c6c37ba2baf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:34.061153 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d26ed5e0-9500-4667-bd2a-2c6c37ba2baf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7420366 Jul 09 20:10:34.064363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52148) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:34.074219 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f13f2880-600b-4a3c-bfc5-9b3aacfffe64 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-503321015', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:34.130660 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f13f2880-600b-4a3c-bfc5-9b3aacfffe64 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:34.131756 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f13f2880-600b-4a3c-bfc5-9b3aacfffe64 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:34.152159 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cc7818-250c-4e22-b33c-6b98d062f0d2 None None] Network cfa66fca-c17d-4181-9723-9585f661a80c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:34.197311 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f13f2880-600b-4a3c-bfc5-9b3aacfffe64 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:34.203742 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-297b6106-f746-415d-89d3-f4bd705dce07 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] show failed (client error): The resource could not be found. Jul 09 20:10:34.206195 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f13f2880-600b-4a3c-bfc5-9b3aacfffe64 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:34.207515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-297b6106-f746-415d-89d3-f4bd705dce07 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "GET /v2.0/security-groups/1385389b-ee62-4228-b744-2efe2ec787fa HTTP/1.1" status: 404 len: 347 time: 0.2442183 Jul 09 20:10:34.211274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52150) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:34.218490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Network 3de49419-471d-44dd-9cec-0be8c2f78db2 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:34.230313 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:34.492710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:31Z', 'revision_number': 1, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:34.548906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Router bd6864f3-8951-4b51-b8ec-d99c1abbe036 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:10:34.589659 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f13f2880-600b-4a3c-bfc5-9b3aacfffe64 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:34.599502 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f13f2880-600b-4a3c-bfc5-9b3aacfffe64 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5337324 Jul 09 20:10:34.600435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c189bb2-6803-4c90-a4b7-1fe3d4958d5e None None] The sync data for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 is: [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:31Z', 'revision_number': 1, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:34.603340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52154) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:34.757816 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-cfa66fca-c17d-4181-9723-9585f661a80c', 'network_id': 'cfa66fca-c17d-4181-9723-9585f661a80c', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'fixed_ips': [{'subnet_id': '0ab8369b-0742-47ee-ba78-ca37191e32c6'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:10:34.760415 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:34.799582 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-77ad4859-5238-4d0b-967c-2a996716b694 None None] Provisioning complete for port e7845725-c60f-4b3e-8ff5-066b748f2a2f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:34.799958 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-77ad4859-5238-4d0b-967c-2a996716b694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:35.220365 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:35.244602 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9be03c19-4256-4785-a7b0-e666a8b743c9 admin admin] 10.222.0.30 "PUT /v2.0/routers/bd6864f3-8951-4b51-b8ec-d99c1abbe036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0796297 Jul 09 20:10:35.244602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246099b-a413-4f10-8aec-75f29771d160 req-782a90af-4a72-4a97-954d-e6020a0ac0cc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:35.256728 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9246099b-a413-4f10-8aec-75f29771d160 req-782a90af-4a72-4a97-954d-e6020a0ac0cc tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.4739864 Jul 09 20:10:35.478741 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9246099b-a413-4f10-8aec-75f29771d160 req-eacf6a2a-bb9a-423e-b96f-b403ee823657 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145641 Jul 09 20:10:35.675890 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-77ad4859-5238-4d0b-967c-2a996716b694 None None] Port e7845725-c60f-4b3e-8ff5-066b748f2a2f cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:35.677722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-845b5814-1336-4b70-a255-5a2b8b320036 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Deleting port 85b1efe5-4778-486c-b8d9-542b8dab2b4f {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:35.678169 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-845b5814-1336-4b70-a255-5a2b8b320036 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:35.893767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Allocated IP 172.20.0.2 (cfa66fca-c17d-4181-9723-9585f661a80c/0ab8369b-0742-47ee-ba78-ca37191e32c6/79e7c651-a6f2-4d8a-a2dd-c4f237f6916d) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:35.927347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5600e1-b23c-4f1e-8511-c56549fa3450 req-dbd64ef0-191c-43e3-8527-ed498eb7ee62 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:35.939347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d5600e1-b23c-4f1e-8511-c56549fa3450 req-dbd64ef0-191c-43e3-8527-ed498eb7ee62 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.5042112 Jul 09 20:10:36.082368 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-845b5814-1336-4b70-a255-5a2b8b320036 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:36.082724 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-845b5814-1336-4b70-a255-5a2b8b320036 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:36.153610 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d5600e1-b23c-4f1e-8511-c56549fa3450 req-131ad489-ea2a-4ed7-b012-89fcfd351003 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081919 Jul 09 20:10:36.300052 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:36.317354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-845b5814-1336-4b70-a255-5a2b8b320036 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Calling delete_port for 85b1efe5-4778-486c-b8d9-542b8dab2b4f owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:36.533278 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:36.554536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Transition to ACTIVE for port object 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:36.627263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Transition to ACTIVE for port object 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:36.650595 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:36.845001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Network cfa66fca-c17d-4181-9723-9585f661a80c is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:36.850618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:36.859101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:37.060704 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Pushing event updated for resources: {'Port': ['ID=79e7c651-a6f2-4d8a-a2dd-c4f237f6916d,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:37.073335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52186) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:37.103917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1815024538-network', 'tenant_id': '3e49c8d882754f788e498638ba0b605f'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:37.196183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] Made reservation on behalf of 3e49c8d882754f788e498638ba0b605f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:10:37.205621 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:37.214086 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Attempting to bind port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:37.214086 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Attempting to bind port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '330bd376-f519-4381-bee8-b7bef09ea251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cfa66fca-c17d-4181-9723-9585f661a80c'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:37.215155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Attempting to bind port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d on network cfa66fca-c17d-4181-9723-9585f661a80c {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:37.230920 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:37.246196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:37.248021 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Checking segment: {'id': '330bd376-f519-4381-bee8-b7bef09ea251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cfa66fca-c17d-4181-9723-9585f661a80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:37.249109 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:37.250281 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Bound using segment: {'id': '330bd376-f519-4381-bee8-b7bef09ea251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cfa66fca-c17d-4181-9723-9585f661a80c'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:37.254547 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Bound port: 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330bd376-f519-4381-bee8-b7bef09ea251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cfa66fca-c17d-4181-9723-9585f661a80c'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:37.256030 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:37.373536 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d590d6-9747-49ee-829a-722acb48cedc req-734c14f1-4ca3-4eb3-ba07-1661012f4d85 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:37.383108 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f6d590d6-9747-49ee-829a-722acb48cedc req-734c14f1-4ca3-4eb3-ba07-1661012f4d85 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.4737656 Jul 09 20:10:37.497944 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] For port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:37.508899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] For port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=79e7c651-a6f2-4d8a-a2dd-c4f237f6916d,segment=NetworkSegment(330bd376-f519-4381-bee8-b7bef09ea251),segment_id=330bd376-f519-4381-bee8-b7bef09ea251)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:37.533808 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:37.537162 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f6d590d6-9747-49ee-829a-722acb48cedc req-fa70cf35-a3e4-453c-b867-9307175a607b tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511919 Jul 09 20:10:37.667509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Allocated IP 172.20.0.1 (cfa66fca-c17d-4181-9723-9585f661a80c/0ab8369b-0742-47ee-ba78-ca37191e32c6/1747fc7b-e51b-4671-b531-5fa945a7f760) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:37.745990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3290b5-13c2-49a8-bae0-22f68f534c42 None None] Pushing event updated for resources: {'Port': ['ID=79e7c651-a6f2-4d8a-a2dd-c4f237f6916d,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:37.879887 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:37.886088 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:37.939434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acca8758-c5bf-4a79-afa9-48951f790f63,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:37.962079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:10:37.987785 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:37.988153 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] Added segment 7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77 of type vlan for network 4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4 Jul 09 20:10:37.995017 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:38.250998 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:38.266386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Transition to ACTIVE for port object 1747fc7b-e51b-4671-b531-5fa945a7f760 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:38.292513 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-845b5814-1336-4b70-a255-5a2b8b320036 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:38.339248 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:38.340469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:38.341882 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:38.485338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] Pushing event updated for resources: {'Network': ['ID=4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:38.490105 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:38.521934 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4bd00f64-14b0-4f1a-8ce4-86468a1e579d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4435472 Jul 09 20:10:38.524465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52198) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:38.530429 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3b208669-cf44-4261-90a9-8bd4eccd0be8 admin admin] Request body: {'subnet': {'network_id': '4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1815024538-subnet', 'tenant_id': '3e49c8d882754f788e498638ba0b605f', 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:38.601925 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b208669-cf44-4261-90a9-8bd4eccd0be8 admin admin] Made reservation on behalf of 3e49c8d882754f788e498638ba0b605f for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:10:38.604620 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3b208669-cf44-4261-90a9-8bd4eccd0be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:38.617494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:10:38.903062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:38.949465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1f373c3f-8135-4bb5-afc2-f319f3944c87 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:39.141426 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 1f373c3f-8135-4bb5-afc2-f319f3944c87 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:39.156101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 1f373c3f-8135-4bb5-afc2-f319f3944c87 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:39.156487 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:39.181679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b5814-1336-4b70-a255-5a2b8b320036 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event deleted for resources: {'Port': ['ID=85b1efe5-4778-486c-b8d9-542b8dab2b4f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:39.192360 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3b208669-cf44-4261-90a9-8bd4eccd0be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:39.370068 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:39.422841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbcc5c-8caa-405e-a9cb-195456373106 req-c6097241-1606-499e-b539-083e1fa151ac tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:39.429821 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d51da-a86b-4535-9825-1da2283f58c0 req-8ad7e2bc-1479-4d6f-8ff2-f937fb623cb9 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:39.431796 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-abfbcc5c-8caa-405e-a9cb-195456373106 req-c6097241-1606-499e-b539-083e1fa151ac tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 1.5058644 Jul 09 20:10:39.439209 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cd2d51da-a86b-4535-9825-1da2283f58c0 req-8ad7e2bc-1479-4d6f-8ff2-f937fb623cb9 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.4183505 Jul 09 20:10:39.452462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 1f373c3f-8135-4bb5-afc2-f319f3944c87, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1f373c3f-8135-4bb5-afc2-f319f3944c87,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:39.462334 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:39.478212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b208669-cf44-4261-90a9-8bd4eccd0be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9d9947-fa8e-4d48-86f4-c5510ff6d6cb,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:39.520523 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-abfbcc5c-8caa-405e-a9cb-195456373106 req-931a263a-cb21-4c92-a7fc-6727796437c4 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873973 Jul 09 20:10:39.533878 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b208669-cf44-4261-90a9-8bd4eccd0be8 admin admin] Checking segment: {'id': '7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:39.534302 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b208669-cf44-4261-90a9-8bd4eccd0be8 admin admin] Network hostable DHCP agents. Network: 4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:10:39.542436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=1f373c3f-8135-4bb5-afc2-f319f3944c87,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:39.558833 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cd2d51da-a86b-4535-9825-1da2283f58c0 req-38c5307c-3fc2-4e05-9aaf-e7a18e8e2f8a tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185708 Jul 09 20:10:39.569378 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:39.576961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b208669-cf44-4261-90a9-8bd4eccd0be8 admin admin] Network 4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:10:39.600858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-3b208669-cf44-4261-90a9-8bd4eccd0be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:39.616767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b208669-cf44-4261-90a9-8bd4eccd0be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:39.618063 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3b208669-cf44-4261-90a9-8bd4eccd0be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:39.623664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a253d-e461-4ad3-8200-3d850a9260af None None] Network 4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:39.642625 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3b208669-cf44-4261-90a9-8bd4eccd0be8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1167982 Jul 09 20:10:39.643861 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52210) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:39.655999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1815024538-router', 'tenant_id': '3e49c8d882754f788e498638ba0b605f', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:39.683886 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-845b5814-1336-4b70-a255-5a2b8b320036 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:39.687963 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-845b5814-1336-4b70-a255-5a2b8b320036 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:39.704447 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-845b5814-1336-4b70-a255-5a2b8b320036 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "DELETE /v2.0/floatingips/be241113-5868-49a2-97ca-4f21d63e64d1 HTTP/1.1" status: 204 len: 168 time: 5.4909146 Jul 09 20:10:39.712086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52212) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:39.746017 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Sync routers for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:39.775317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network cfa66fca-c17d-4181-9723-9585f661a80c is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:39.789797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:39.790578 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:39.797730 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:39.799943 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:39.867102 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:39.940347 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:39.942093 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:39.990128 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491f6d97-07f8-4928-8530-9aecd2018ba8 None None] Network cfa66fca-c17d-4181-9723-9585f661a80c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:40.011706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=1747fc7b-e51b-4671-b531-5fa945a7f760,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:40.025307 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:40.125583 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:40.146582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-bfb6a7c1-41a9-46f3-a64f-5a70e63edf6e tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Deleting port 434165cf-a842-4e7d-ab6d-747e1109fc5d {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:40.147518 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a7c1-41a9-46f3-a64f-5a70e63edf6e tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:40.158637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4', 'network_id': '4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4', 'tenant_id': '3e49c8d882754f788e498638ba0b605f', 'fixed_ips': [{'subnet_id': '4f9d9947-fa8e-4d48-86f4-c5510ff6d6cb'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:10:40.159972 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:40.168628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a11f7a17-00a9-4ae4-be94-275593a3de1e None None] Provisioning for port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:40.212656 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1f373c3f-8135-4bb5-afc2-f319f3944c87 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:40.240866 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a11f7a17-00a9-4ae4-be94-275593a3de1e None None] Provisioning complete for port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:40.241317 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a11f7a17-00a9-4ae4-be94-275593a3de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:40.328163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f51a4-cffc-48a7-8329-b94e930631a9 req-2c640499-3466-49cf-aff8-363696ae2c30 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:40.329867 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d0f51a4-cffc-48a7-8329-b94e930631a9 req-2c640499-3466-49cf-aff8-363696ae2c30 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.3488686 Jul 09 20:10:40.339203 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52216) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:40.349552 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0f15308e-2d61-4a74-ad23-9ffbe728749c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Request body: {'floatingip': {'port_id': '2314222d-9a3e-48cb-a6b6-5be3c4f546df'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:40.355150 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a7c1-41a9-46f3-a64f-5a70e63edf6e tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:40.364403 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:40.452198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 1f373c3f-8135-4bb5-afc2-f319f3944c87 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:40.452603 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:40.517726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-bfb6a7c1-41a9-46f3-a64f-5a70e63edf6e tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Calling delete_port for 434165cf-a842-4e7d-ab6d-747e1109fc5d owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:40.533779 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f15308e-2d61-4a74-ad23-9ffbe728749c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for floatingip, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:40.556924 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 2, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:40.616567 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Checking router: bd6864f3-8951-4b51-b8ec-d99c1abbe036 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:10:40.617149 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Updating router bd6864f3-8951-4b51-b8ec-d99c1abbe036 port e7845725-c60f-4b3e-8ff5-066b748f2a2f binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:10:40.687007 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:40.777556 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a11f7a17-00a9-4ae4-be94-275593a3de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:40.886624 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:40.895063 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:41.005021 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Allocated IP 172.20.0.2 (4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4/4f9d9947-fa8e-4d48-86f4-c5510ff6d6cb/1baa6613-16fa-48a4-bb33-cb8ac08dfec9) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:41.051044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a11f7a17-00a9-4ae4-be94-275593a3de1e None None] For port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=79e7c651-a6f2-4d8a-a2dd-c4f237f6916d,segment=NetworkSegment(330bd376-f519-4381-bee8-b7bef09ea251),segment_id=330bd376-f519-4381-bee8-b7bef09ea251)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:41.051308 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:41.058101 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a11f7a17-00a9-4ae4-be94-275593a3de1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:41.107079 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=1747fc7b-e51b-4671-b531-5fa945a7f760,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:41.229679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f7a17-00a9-4ae4-be94-275593a3de1e None None] Pushing event updated for resources: {'Port': ['ID=79e7c651-a6f2-4d8a-a2dd-c4f237f6916d,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:41.371070 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:41.380686 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:41.394142 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network cfa66fca-c17d-4181-9723-9585f661a80c is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:41.397117 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Transition to ACTIVE for port object e7845725-c60f-4b3e-8ff5-066b748f2a2f will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:41.398315 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:41.398782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Transition to ACTIVE for port object 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:41.408408 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:41.434399 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Transition to ACTIVE for port object 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:41.445699 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:41.509189 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e1874-a4aa-42aa-ade3-56ec4b4145f9 None None] Pushing event updated for resources: {'Port': ['ID=e7845725-c60f-4b3e-8ff5-066b748f2a2f,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:41.547891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Pushing event updated for resources: {'Port': ['ID=1baa6613-16fa-48a4-bb33-cb8ac08dfec9,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:41.564417 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e1874-a4aa-42aa-ade3-56ec4b4145f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:41.564802 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e1874-a4aa-42aa-ade3-56ec4b4145f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:41.565156 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e1874-a4aa-42aa-ade3-56ec4b4145f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:41.565502 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e1874-a4aa-42aa-ade3-56ec4b4145f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:41.565851 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e1874-a4aa-42aa-ade3-56ec4b4145f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:41.566193 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e1874-a4aa-42aa-ade3-56ec4b4145f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:41.566526 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e1874-a4aa-42aa-ade3-56ec4b4145f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:41.566864 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e1874-a4aa-42aa-ade3-56ec4b4145f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:41.572358 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e1874-a4aa-42aa-ade3-56ec4b4145f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:41.572851 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e1874-a4aa-42aa-ade3-56ec4b4145f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:41.573209 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e1874-a4aa-42aa-ade3-56ec4b4145f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:41.573558 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e1874-a4aa-42aa-ade3-56ec4b4145f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:41.579555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Network 4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:41.582481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:41.602748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:41.678994 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Attempting to bind port e7845725-c60f-4b3e-8ff5-066b748f2a2f on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:41.679376 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Attempting to bind port e7845725-c60f-4b3e-8ff5-066b748f2a2f by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:41.679751 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Attempting to bind port e7845725-c60f-4b3e-8ff5-066b748f2a2f on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:41.682352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9eff201d-ccb0-4277-9ae9-d977d83b4723 None None] Provisioning for port 1747fc7b-e51b-4671-b531-5fa945a7f760 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:41.692744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9eff201d-ccb0-4277-9ae9-d977d83b4723 None None] Provisioning complete for port 1747fc7b-e51b-4671-b531-5fa945a7f760 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:41.694353 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9eff201d-ccb0-4277-9ae9-d977d83b4723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:41.695270 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router 059e9c90-9d41-4d54-8282-f0667a016fb1 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:10:41.702143 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:41.704459 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Checking segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:41.704924 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:41.706746 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Bound using segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:41.708024 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Bound port: e7845725-c60f-4b3e-8ff5-066b748f2a2f, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:41.708437 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:41.869010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Attempting to bind port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:41.879901 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Attempting to bind port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:41.881396 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Attempting to bind port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 on network 4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:41.896920 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] For port e7845725-c60f-4b3e-8ff5-066b748f2a2f, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:41.906382 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] For port e7845725-c60f-4b3e-8ff5-066b748f2a2f, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e7845725-c60f-4b3e-8ff5-066b748f2a2f,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:41.917744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9eff201d-ccb0-4277-9ae9-d977d83b4723 None None] Port 1747fc7b-e51b-4671-b531-5fa945a7f760 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:41.921390 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:41.928114 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:41.929251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Checking segment: {'id': '7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:41.929929 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:41.930394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Bound using segment: {'id': '7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:41.930918 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Bound port: 1baa6613-16fa-48a4-bb33-cb8ac08dfec9, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:41.931321 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:41.993574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9eff201d-ccb0-4277-9ae9-d977d83b4723 None None] Provisioning complete for port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:41.999308 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9eff201d-ccb0-4277-9ae9-d977d83b4723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:42.009409 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:42.020302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:42.047381 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f508a751-aa5a-4d2a-a50f-9a08f2b76d19 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/059e9c90-9d41-4d54-8282-f0667a016fb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4337502 Jul 09 20:10:42.050081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52232) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:42.052380 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b118f7-fba4-4a9e-9e95-25f55d1c8013 None None] Sync routers for ids ['059e9c90-9d41-4d54-8282-f0667a016fb1'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:42.167031 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e1874-a4aa-42aa-ade3-56ec4b4145f9 None None] Pushing event updated for resources: {'Port': ['ID=e7845725-c60f-4b3e-8ff5-066b748f2a2f,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:42.184487 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:42.185577 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:42.194528 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b118f7-fba4-4a9e-9e95-25f55d1c8013 None None] Routers {'059e9c90-9d41-4d54-8282-f0667a016fb1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:42.195162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a7b118f7-fba4-4a9e-9e95-25f55d1c8013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['059e9c90-9d41-4d54-8282-f0667a016fb1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:42.314865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:42.321060 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a954e4e-aaed-405f-a221-bfcd9ffc397d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:42.327299 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5a954e4e-aaed-405f-a221-bfcd9ffc397d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports/1747fc7b-e51b-4671-b531-5fa945a7f760 HTTP/1.1" status: 200 len: 910 time: 0.2742906 Jul 09 20:10:42.328004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52234) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:42.330425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] For port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:42.335868 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a7b118f7-fba4-4a9e-9e95-25f55d1c8013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:42.344980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1978564c-84ac-4c07-8271-2b329bd6276e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0ab8369b-0742-47ee-ba78-ca37191e32c6'}]}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:42.383858 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] For port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1baa6613-16fa-48a4-bb33-cb8ac08dfec9,segment=NetworkSegment(7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77),segment_id=7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:42.421975 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:42.445946 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:42.466447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b118f7-fba4-4a9e-9e95-25f55d1c8013 None None] Routers {'059e9c90-9d41-4d54-8282-f0667a016fb1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:42.467040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a7b118f7-fba4-4a9e-9e95-25f55d1c8013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['059e9c90-9d41-4d54-8282-f0667a016fb1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:42.607555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a7b118f7-fba4-4a9e-9e95-25f55d1c8013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:42.610783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b118f7-fba4-4a9e-9e95-25f55d1c8013 None None] The sync data for ids ['059e9c90-9d41-4d54-8282-f0667a016fb1'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:42.642914 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-668f5d1f-f4ea-4bdc-8497-e639733c2d5a None None] Provisioning complete for port 1747fc7b-e51b-4671-b531-5fa945a7f760 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:42.643331 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-668f5d1f-f4ea-4bdc-8497-e639733c2d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:42.677707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b26e9-7389-4d2e-b60b-dc787e3e0cfe req-c4ebecfd-46e0-412b-9b0b-3cfcc95b4126 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:42.697757 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-784b26e9-7389-4d2e-b60b-dc787e3e0cfe req-c4ebecfd-46e0-412b-9b0b-3cfcc95b4126 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.8415225 Jul 09 20:10:42.701140 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-668f5d1f-f4ea-4bdc-8497-e639733c2d5a None None] Port 1747fc7b-e51b-4671-b531-5fa945a7f760 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:42.711650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe1c61-5f72-4202-a97e-a7bd5f9409a1 None None] Pushing event updated for resources: {'Port': ['ID=1baa6613-16fa-48a4-bb33-cb8ac08dfec9,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:42.718725 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:42.735031 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:42.789822 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:41Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:42.829601 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff40908-91e8-4b11-859e-c0cc1c748139 None None] The sync data for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 is: [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:41Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:42.834302 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1978564c-84ac-4c07-8271-2b329bd6276e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:42.953793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-431aa114-a29a-40f5-87d3-13d0a4c8b26b None None] Provisioning complete for port 1747fc7b-e51b-4671-b531-5fa945a7f760 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:42.954363 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-431aa114-a29a-40f5-87d3-13d0a4c8b26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:43.039754 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-431aa114-a29a-40f5-87d3-13d0a4c8b26b None None] Port 1747fc7b-e51b-4671-b531-5fa945a7f760 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:43.072105 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-784b26e9-7389-4d2e-b60b-dc787e3e0cfe req-23f7c3cf-8ed7-4295-90c1-44896587fbf5 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3708229 Jul 09 20:10:43.122737 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52240) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:43.218606 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a7c1-41a9-46f3-a64f-5a70e63edf6e tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:43.323929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6a7c1-41a9-46f3-a64f-5a70e63edf6e tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event deleted for resources: {'Port': ['ID=434165cf-a842-4e7d-ab6d-747e1109fc5d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:43.558042 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f15308e-2d61-4a74-ad23-9ffbe728749c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:43.575396 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f15308e-2d61-4a74-ad23-9ffbe728749c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:43.628745 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bfb6a7c1-41a9-46f3-a64f-5a70e63edf6e tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:43.630978 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bfb6a7c1-41a9-46f3-a64f-5a70e63edf6e tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "DELETE /v2.0/ports/434165cf-a842-4e7d-ab6d-747e1109fc5d HTTP/1.1" status: 204 len: 168 time: 3.9144330 Jul 09 20:10:43.633916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52244) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:43.721782 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1978564c-84ac-4c07-8271-2b329bd6276e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:43.758701 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:43.830145 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1978564c-84ac-4c07-8271-2b329bd6276e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:43.839367 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:43.988051 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-0f15308e-2d61-4a74-ad23-9ffbe728749c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Floating IP 9a8f00ce-b156-402e-96bf-629a7107b98f associated. External IP: 172.25.0.242, port: 2314222d-9a3e-48cb-a6b6-5be3c4f546df. Jul 09 20:10:44.061127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1978564c-84ac-4c07-8271-2b329bd6276e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:44.061790 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1978564c-84ac-4c07-8271-2b329bd6276e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:44.063320 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1978564c-84ac-4c07-8271-2b329bd6276e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/ports/1747fc7b-e51b-4671-b531-5fa945a7f760 HTTP/1.1" status: 200 len: 910 time: 1.7342396 Jul 09 20:10:44.064132 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978564c-84ac-4c07-8271-2b329bd6276e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=1747fc7b-e51b-4671-b531-5fa945a7f760,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:44.069266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52246) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:44.164433 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Allocated IP 172.25.0.251 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/ddc982f8-9657-4df8-9a3e-e92c33efa2fa) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:44.235582 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b71ef84-05f5-4ce8-aedd-8dc47e6b7ca6 None None] Network 4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:44.294937 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:10:44.410000 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-599e1034-4d4a-4699-8383-41052fd0bb9d None None] Provisioning for port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:44.459584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e7845725-c60f-4b3e-8ff5-066b748f2a2f up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:44.489075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f15308e-2d61-4a74-ad23-9ffbe728749c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Router 3270d130-2195-447b-8f02-4798afd13fd8 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:10:44.502104 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:44.573169 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port e7845725-c60f-4b3e-8ff5-066b748f2a2f completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:44.579907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e7845725-c60f-4b3e-8ff5-066b748f2a2f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:44.579907 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:44.635390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-947664d1-3c07-4a00-a5a1-887687591797 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Deleting port 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:44.635782 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-947664d1-3c07-4a00-a5a1-887687591797 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:44.679887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f15308e-2d61-4a74-ad23-9ffbe728749c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:44.689778 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c9d684-5269-4eb6-811e-7ee2e22330a3 None None] Sync routers for ids ['3270d130-2195-447b-8f02-4798afd13fd8'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:44.694358 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f15308e-2d61-4a74-ad23-9ffbe728749c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:44.705124 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c9d684-5269-4eb6-811e-7ee2e22330a3 None None] Routers {'3270d130-2195-447b-8f02-4798afd13fd8'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:44.706095 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-f6c9d684-5269-4eb6-811e-7ee2e22330a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3270d130-2195-447b-8f02-4798afd13fd8'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:44.712480 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:44.778027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port e7845725-c60f-4b3e-8ff5-066b748f2a2f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e7845725-c60f-4b3e-8ff5-066b748f2a2f,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:44.789616 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:44.792954 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:44.795492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:44.850192 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0f15308e-2d61-4a74-ad23-9ffbe728749c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "PUT /v2.0/floatingips/9a8f00ce-b156-402e-96bf-629a7107b98f HTTP/1.1" status: 200 len: 991 time: 4.5094001 Jul 09 20:10:44.857522 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df2353d-59b4-4007-a22c-7d15cc04c78b', 'tag': '2314222d-9a3e-48cb-a6b6-5be3c4f546df'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:10:44.860726 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d215cd5-5c42-47ba-bfb5-e852a039d84d" -d '{"events": [{"name": "network-changed", "server_uuid": "1df2353d-59b4-4007-a22c-7d15cc04c78b", "tag": "2314222d-9a3e-48cb-a6b6-5be3c4f546df"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:10:44.892176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:44.898067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:44.901357 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Pushing event updated for resources: {'Port': ['ID=ddc982f8-9657-4df8-9a3e-e92c33efa2fa,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:44.911932 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:44.943803 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5de64-2209-4edf-9cc7-3992cb33561c req-66773222-b30a-4ae7-b003-32cb4afe2345 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:44.950764 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fc5de64-2209-4edf-9cc7-3992cb33561c req-66773222-b30a-4ae7-b003-32cb4afe2345 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 944 time: 0.5398602 Jul 09 20:10:44.988586 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=e7845725-c60f-4b3e-8ff5-066b748f2a2f,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:45.015510 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-f6c9d684-5269-4eb6-811e-7ee2e22330a3 None None] Set router 3270d130-2195-447b-8f02-4798afd13fd8 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:45.018718 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:45.023643 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:45.024865 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:45.134879 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-947664d1-3c07-4a00-a5a1-887687591797 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:45.158535 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fc5de64-2209-4edf-9cc7-3992cb33561c req-1aa67444-4ae6-4268-98c7-c2e7634ea2fe tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695120 Jul 09 20:10:45.175210 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-947664d1-3c07-4a00-a5a1-887687591797 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Calling delete_port for 4a5066e1-5df8-47b1-bc91-51ff5dde2cfc owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:45.265932 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a2e021-424d-43ce-8e66-bfa6d64b4599 x-openstack-request-id: req-81a2e021-424d-43ce-8e66-bfa6d64b4599 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:10:45.266492 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df2353d-59b4-4007-a22c-7d15cc04c78b", "tag": "2314222d-9a3e-48cb-a6b6-5be3c4f546df", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:10:45.266492 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81a2e021-424d-43ce-8e66-bfa6d64b4599 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:10:45.266897 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df2353d-59b4-4007-a22c-7d15cc04c78b', 'tag': '2314222d-9a3e-48cb-a6b6-5be3c4f546df', 'status': 'completed', 'code': 200} Jul 09 20:10:45.390015 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:45.431663 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-f6c9d684-5269-4eb6-811e-7ee2e22330a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '9a8f00ce-b156-402e-96bf-629a7107b98f', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'port_id': '2314222d-9a3e-48cb-a6b6-5be3c4f546df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'mac_address': 'fa:16:3e:0b:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2353d-59b4-4007-a22c-7d15cc04c78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:10:08Z', 'updated_at': '2021-07-09T20:10:43Z', 'revision_number': 1, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f30460a-0a6d-4b3e-b314-e6e8da4d17da', 'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'mac_address': 'fa:16:3e:d8:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:00Z', 'updated_at': '2021-07-09T20:10:10Z', 'revision_number': 5, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'subnets': [{'id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:45.448361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-49a3e5eb-88c5-45f8-b5bf-51e86d31ab1a None None] Provisioning complete for port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:45.449076 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-49a3e5eb-88c5-45f8-b5bf-51e86d31ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:45.474453 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:45.501681 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c9d684-5269-4eb6-811e-7ee2e22330a3 None None] Checking router: 3270d130-2195-447b-8f02-4798afd13fd8 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:10:45.522727 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c9d684-5269-4eb6-811e-7ee2e22330a3 None None] Routers {'3270d130-2195-447b-8f02-4798afd13fd8'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:45.525766 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-f6c9d684-5269-4eb6-811e-7ee2e22330a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3270d130-2195-447b-8f02-4798afd13fd8'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:45.541564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1baa6613-16fa-48a4-bb33-cb8ac08dfec9,segment=NetworkSegment(7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77),segment_id=7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:45.572282 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:45.643578 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-49a3e5eb-88c5-45f8-b5bf-51e86d31ab1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:45.655797 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:45.659132 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-947664d1-3c07-4a00-a5a1-887687591797 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:45.686361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=1baa6613-16fa-48a4-bb33-cb8ac08dfec9,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:45.736615 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-f6c9d684-5269-4eb6-811e-7ee2e22330a3 None None] Set router 3270d130-2195-447b-8f02-4798afd13fd8 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:45.737928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 13f61c8f-9164-4b85-b33e-c10aa5e1a462 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:10:45.745364 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.api [None req-49a3e5eb-88c5-45f8-b5bf-51e86d31ab1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:10:45.745894 n-d-800088-3 neutron-server[100206]: DEBUG oslo_db.api [None req-49a3e5eb-88c5-45f8-b5bf-51e86d31ab1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:10:45.874830 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Router 4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:10:45.917070 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 13f61c8f-9164-4b85-b33e-c10aa5e1a462, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:45.952469 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'port_id': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'mac_address': 'fa:16:3e:54:43:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:10:46.015894 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:46.042435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f61c8f-9164-4b85-b33e-c10aa5e1a462 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:10:46.072629 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 13f61c8f-9164-4b85-b33e-c10aa5e1a462, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:46.079460 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:46.141877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=13f61c8f-9164-4b85-b33e-c10aa5e1a462,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:46.167720 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e7845725-c60f-4b3e-8ff5-066b748f2a2f up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:46.242224 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-f6c9d684-5269-4eb6-811e-7ee2e22330a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '9a8f00ce-b156-402e-96bf-629a7107b98f', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'port_id': '2314222d-9a3e-48cb-a6b6-5be3c4f546df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'mac_address': 'fa:16:3e:0b:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2353d-59b4-4007-a22c-7d15cc04c78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:10:08Z', 'updated_at': '2021-07-09T20:10:43Z', 'revision_number': 1, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f30460a-0a6d-4b3e-b314-e6e8da4d17da', 'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'mac_address': 'fa:16:3e:d8:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:00Z', 'updated_at': '2021-07-09T20:10:10Z', 'revision_number': 5, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'subnets': [{'id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:46.248959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e7845725-c60f-4b3e-8ff5-066b748f2a2f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:46.249338 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:46.290666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947664d1-3c07-4a00-a5a1-887687591797 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event deleted for resources: {'Port': ['ID=4a5066e1-5df8-47b1-bc91-51ff5dde2cfc,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:46.308490 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c9d684-5269-4eb6-811e-7ee2e22330a3 None None] The sync data for ids ['3270d130-2195-447b-8f02-4798afd13fd8'] in n-d-800088-3 is: [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '9a8f00ce-b156-402e-96bf-629a7107b98f', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'floating_ip_address': '172.25.0.242', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'port_id': '2314222d-9a3e-48cb-a6b6-5be3c4f546df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'mac_address': 'fa:16:3e:0b:bf:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df2353d-59b4-4007-a22c-7d15cc04c78b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:10:08Z', 'updated_at': '2021-07-09T20:10:43Z', 'revision_number': 1, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f30460a-0a6d-4b3e-b314-e6e8da4d17da', 'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'mac_address': 'fa:16:3e:d8:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:00Z', 'updated_at': '2021-07-09T20:10:10Z', 'revision_number': 5, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'subnets': [{'id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:46.363888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d215cd5-5c42-47ba-bfb5-e852a039d84d req-2c665e43-3ec1-438c-975f-3717053dd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:46.366090 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d215cd5-5c42-47ba-bfb5-e852a039d84d req-2c665e43-3ec1-438c-975f-3717053dd4ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce&device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 1096 time: 0.9997890 Jul 09 20:10:46.445183 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:46.485414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['13f61c8f-9164-4b85-b33e-c10aa5e1a462'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:10:46.501614 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9675-0d90-4f0f-a3a0-b1d69df0a862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:46.547324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:46.547822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:46.566685 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2aee9fad-71d8-47ac-8cd8-8c105aed8d8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:46.573005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:46.586916 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Sync routers for ids ['4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:46.608133 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:46.612746 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4a5d36c2-8d3e-4a53-bc93-4825ca96d99e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.9653099 Jul 09 20:10:46.613455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52272) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:46.621866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61775839-9ac3-4eec-9568-534ddfce2434 req-05fc631b-926d-4c53-aa5f-b5d4ad1ed8e1 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:46.623431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61775839-9ac3-4eec-9568-534ddfce2434 req-05fc631b-926d-4c53-aa5f-b5d4ad1ed8e1 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 945 time: 0.1233819 Jul 09 20:10:46.680672 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cf84b1-e712-47d2-a1c7-2624c098c7ef None None] New status for floating IP 9a8f00ce-b156-402e-96bf-629a7107b98f: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:10:46.699406 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-947664d1-3c07-4a00-a5a1-887687591797 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:46.702528 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-947664d1-3c07-4a00-a5a1-887687591797 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "DELETE /v2.0/ports/4a5066e1-5df8-47b1-bc91-51ff5dde2cfc HTTP/1.1" status: 204 len: 168 time: 3.0659552 Jul 09 20:10:46.709561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52274) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:46.717570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Routers {'4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:46.718284 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:46.794153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d215cd5-5c42-47ba-bfb5-e852a039d84d req-129f804a-d747-4a03-9d83-deac1cc4876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:46.795648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d215cd5-5c42-47ba-bfb5-e852a039d84d req-129f804a-d747-4a03-9d83-deac1cc4876c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6576972-e367-4dac-bb93-8a5b61d3f93b HTTP/1.1" status: 200 len: 912 time: 0.4188662 Jul 09 20:10:46.803931 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61775839-9ac3-4eec-9568-534ddfce2434 req-94c6a356-5bcb-4f15-8ef8-d3f6996d64d0 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087418 Jul 09 20:10:46.921083 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Set router 4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:46.980066 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-d207a8f2-3230-4956-a07f-72b0ea610af9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Deleting subnet 70865fc5-c428-4ef7-bccc-8faccd991ddc {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:10:46.999650 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d207a8f2-3230-4956-a07f-72b0ea610af9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:47.136353 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d215cd5-5c42-47ba-bfb5-e852a039d84d req-8fdde070-f576-4d62-8698-876e0a6d9086 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2314222d-9a3e-48cb-a6b6-5be3c4f546df HTTP/1.1" status: 200 len: 999 time: 0.3226092 Jul 09 20:10:47.147741 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d207a8f2-3230-4956-a07f-72b0ea610af9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:47.291971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d215cd5-5c42-47ba-bfb5-e852a039d84d req-67f8011b-cfbd-4241-8c4e-af4d4fcca60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:47.294087 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d215cd5-5c42-47ba-bfb5-e852a039d84d req-67f8011b-cfbd-4241-8c4e-af4d4fcca60b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=161c1db9-1ac5-4ddb-aca3-0389863a1e7f HTTP/1.1" status: 200 len: 850 time: 0.1427817 Jul 09 20:10:47.304450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'name': 'tempest-TestVolumeBootPattern-1815024538-router', 'tenant_id': '3e49c8d882754f788e498638ba0b605f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ddc982f8-9657-4df8-9a3e-e92c33efa2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:39Z', 'updated_at': '2021-07-09T20:10:45Z', 'revision_number': 3, 'project_id': '3e49c8d882754f788e498638ba0b605f', 'gw_port': {'id': 'ddc982f8-9657-4df8-9a3e-e92c33efa2fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:43Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:47.351465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Checking router: 4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:10:47.351973 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Updating router 4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 port ddc982f8-9657-4df8-9a3e-e92c33efa2fa binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:10:47.401113 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:47.411791 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:47.454853 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d207a8f2-3230-4956-a07f-72b0ea610af9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:47.586851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d215cd5-5c42-47ba-bfb5-e852a039d84d req-45574f95-60b2-4b85-b117-ec33bd1c30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:47.589713 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d215cd5-5c42-47ba-bfb5-e852a039d84d req-45574f95-60b2-4b85-b117-ec33bd1c30e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6576972-e367-4dac-bb93-8a5b61d3f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2877183 Jul 09 20:10:47.595035 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d207a8f2-3230-4956-a07f-72b0ea610af9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:47.636887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Allocated IP 172.20.0.1 (4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4/4f9d9947-fa8e-4d48-86f4-c5510ff6d6cb/6ff68037-d759-45b1-952f-eb8251e5283e) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:47.776121 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:47.778591 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d207a8f2-3230-4956-a07f-72b0ea610af9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:47.780693 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d207a8f2-3230-4956-a07f-72b0ea610af9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "DELETE /v2.0/subnets/70865fc5-c428-4ef7-bccc-8faccd991ddc HTTP/1.1" status: 204 len: 168 time: 1.0669792 Jul 09 20:10:47.784099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52284) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:47.791840 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf72dd4-a71a-4dc4-a7ea-0e2170851e2d None None] Network ef5270c7-1773-4605-be53-cd4a35f29f6b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:47.800449 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:47.832158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207a8f2-3230-4956-a07f-72b0ea610af9 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event deleted for resources: {'Subnet': ['ID=70865fc5-c428-4ef7-bccc-8faccd991ddc,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:47.833871 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Transition to ACTIVE for port object 6ff68037-d759-45b1-952f-eb8251e5283e will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:47.843884 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d215cd5-5c42-47ba-bfb5-e852a039d84d req-1219ea0f-0f38-466a-83b3-b6f8e35be136 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029121 Jul 09 20:10:47.870181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-698b3cc7-fed4-4262-a5ef-a52370df7d64 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Deleting subnet f18cd0af-2b12-411e-a985-8dc1e8f567c1 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:10:47.876343 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-698b3cc7-fed4-4262-a5ef-a52370df7d64 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:47.884147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Transition to ACTIVE for port object ddc982f8-9657-4df8-9a3e-e92c33efa2fa will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:47.901434 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:47.942881 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-698b3cc7-fed4-4262-a5ef-a52370df7d64 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:47.984147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d9675-0d90-4f0f-a3a0-b1d69df0a862 admin admin] Deleting port fc1b07df-bce9-4dc9-9348-b769da31559d {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:47.984342 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9675-0d90-4f0f-a3a0-b1d69df0a862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:48.034165 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05c8fe-01a4-4171-8112-735e00362234 None None] Pushing event updated for resources: {'Port': ['ID=ddc982f8-9657-4df8-9a3e-e92c33efa2fa,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:48.038144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Attempting to bind port ddc982f8-9657-4df8-9a3e-e92c33efa2fa on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:48.038526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Attempting to bind port ddc982f8-9657-4df8-9a3e-e92c33efa2fa by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:48.039140 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Attempting to bind port ddc982f8-9657-4df8-9a3e-e92c33efa2fa on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:48.048072 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:48.048072 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:48.048911 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:48.049313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:48.050699 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Bound port: ddc982f8-9657-4df8-9a3e-e92c33efa2fa, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:48.051097 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:48.079808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-2aee9fad-71d8-47ac-8cd8-8c105aed8d8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 1747fc7b-e51b-4671-b531-5fa945a7f760 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:48.086936 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2aee9fad-71d8-47ac-8cd8-8c105aed8d8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:48.122804 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:48.140598 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] For port ddc982f8-9657-4df8-9a3e-e92c33efa2fa, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:48.144770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] For port ddc982f8-9657-4df8-9a3e-e92c33efa2fa, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ddc982f8-9657-4df8-9a3e-e92c33efa2fa,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:48.149689 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:48.200775 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d215cd5-5c42-47ba-bfb5-e852a039d84d req-f1b95637-0d1f-4c6b-8e87-7cb76aa3c6af service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474314 Jul 09 20:10:48.226616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e441b8-459e-4453-9963-126c0ac3d69a None None] DHCP port deletion for ef5270c7-1773-4605-be53-cd4a35f29f6b request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:10:48.227506 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-698b3cc7-fed4-4262-a5ef-a52370df7d64 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:48.238936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Routers {'4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:48.239516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:48.254401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-9f0d9675-0d90-4f0f-a3a0-b1d69df0a862 admin admin] For port fc1b07df-bce9-4dc9-9348-b769da31559d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fc1b07df-bce9-4dc9-9348-b769da31559d,segment=NetworkSegment(571a12b3-5538-4dc3-8b22-baed5a2543db),segment_id=571a12b3-5538-4dc3-8b22-baed5a2543db)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:48.254998 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9675-0d90-4f0f-a3a0-b1d69df0a862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:48.279301 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937af7d9-aebf-497d-b431-6c612e433628 req-08aa2f1f-a71e-43be-8d02-3f8434437233 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:48.284107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d9675-0d90-4f0f-a3a0-b1d69df0a862 admin admin] Calling delete_port for fc1b07df-bce9-4dc9-9348-b769da31559d owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:48.290913 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2aee9fad-71d8-47ac-8cd8-8c105aed8d8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:48.305909 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-937af7d9-aebf-497d-b431-6c612e433628 req-08aa2f1f-a71e-43be-8d02-3f8434437233 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 945 time: 0.3080111 Jul 09 20:10:48.312770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-2aee9fad-71d8-47ac-8cd8-8c105aed8d8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 1747fc7b-e51b-4671-b531-5fa945a7f760 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:48.350416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Network 4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:48.391291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:48.431538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:48.438078 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Pushing event updated for resources: {'Port': ['ID=6ff68037-d759-45b1-952f-eb8251e5283e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:48.550076 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05c8fe-01a4-4171-8112-735e00362234 None None] Pushing event updated for resources: {'Port': ['ID=ddc982f8-9657-4df8-9a3e-e92c33efa2fa,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:48.576122 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-937af7d9-aebf-497d-b431-6c612e433628 req-686c62fc-e92e-4983-bdc6-67f13906c4a2 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652330 Jul 09 20:10:48.603991 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:48.764969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] Set router 4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:48.773074 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-22e441b8-459e-4453-9963-126c0ac3d69a None None] Deleting port 77e905f5-65b6-4955-9a11-f781762e986b {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:48.773789 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-22e441b8-459e-4453-9963-126c0ac3d69a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:48.810989 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-698b3cc7-fed4-4262-a5ef-a52370df7d64 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:48.831537 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9675-0d90-4f0f-a3a0-b1d69df0a862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:48.906925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d9675-0d90-4f0f-a3a0-b1d69df0a862 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc1b07df-bce9-4dc9-9348-b769da31559d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:48.923170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b3cc7-fed4-4262-a5ef-a52370df7d64 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event deleted for resources: {'Subnet': ['ID=f18cd0af-2b12-411e-a985-8dc1e8f567c1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:48.938843 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-698b3cc7-fed4-4262-a5ef-a52370df7d64 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:48.944704 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-698b3cc7-fed4-4262-a5ef-a52370df7d64 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "DELETE /v2.0/subnets/f18cd0af-2b12-411e-a985-8dc1e8f567c1 HTTP/1.1" status: 204 len: 168 time: 1.1573031 Jul 09 20:10:48.947736 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52292) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:48.983597 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:48.992085 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2aee9fad-71d8-47ac-8cd8-8c105aed8d8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.036331 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee9fad-71d8-47ac-8cd8-8c105aed8d8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=1747fc7b-e51b-4671-b531-5fa945a7f760,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:49.053511 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddfffad-12e9-4e78-84ed-2979c9fffa3b None None] Network aeb093c8-4c48-4e79-a212-8d5d93a16f75 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:49.177094 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d19d4eb3-ba05-4c4b-924a-b018d544b262 None None] Provisioning for port 6ff68037-d759-45b1-952f-eb8251e5283e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:49.196125 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-22e441b8-459e-4453-9963-126c0ac3d69a None None] For port 77e905f5-65b6-4955-9a11-f781762e986b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=77e905f5-65b6-4955-9a11-f781762e986b,segment=NetworkSegment(c00e4733-7eff-471c-ac3a-328929a18e28),segment_id=c00e4733-7eff-471c-ac3a-328929a18e28)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:49.196688 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-22e441b8-459e-4453-9963-126c0ac3d69a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.202497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d19d4eb3-ba05-4c4b-924a-b018d544b262 None None] Provisioning complete for port 6ff68037-d759-45b1-952f-eb8251e5283e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:49.204354 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d19d4eb3-ba05-4c4b-924a-b018d544b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.209177 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f0d9675-0d90-4f0f-a3a0-b1d69df0a862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.270940 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-22e441b8-459e-4453-9963-126c0ac3d69a None None] Calling delete_port for 77e905f5-65b6-4955-9a11-f781762e986b owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:49.297989 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-6ef86a6e-10bf-499d-97fb-768c175cb6f2 req-7521b792-bb73-44d8-b03c-d625c1b0453c tempest-ImagesOneServerTestJSON-1212363164 tempest-ImagesOneServerTestJSON-1212363164-project] (100204) timed out ('10.222.0.32', 64917) {{(pid=100204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:10:49.328463 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.400992 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.402406 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2aee9fad-71d8-47ac-8cd8-8c105aed8d8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.407454 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.414517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d19d4eb3-ba05-4c4b-924a-b018d544b262 None None] Port 6ff68037-d759-45b1-952f-eb8251e5283e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:49.531831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Pushing event updated for resources: {'Port': ['ID=6ff68037-d759-45b1-952f-eb8251e5283e,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:49.536917 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.549674 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Deleting port 77e905f5-65b6-4955-9a11-f781762e986b {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:49.550431 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.556152 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-22e441b8-459e-4453-9963-126c0ac3d69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.600984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e441b8-459e-4453-9963-126c0ac3d69a None None] Pushing event deleted for resources: {'Port': ['ID=77e905f5-65b6-4955-9a11-f781762e986b,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:49.609492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e441b8-459e-4453-9963-126c0ac3d69a None None] No DVR routers for this DVR port 77e905f5-65b6-4955-9a11-f781762e986b on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:49.612099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'name': 'tempest-TestVolumeBootPattern-1815024538-router', 'tenant_id': '3e49c8d882754f788e498638ba0b605f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ddc982f8-9657-4df8-9a3e-e92c33efa2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:39Z', 'updated_at': '2021-07-09T20:10:45Z', 'revision_number': 3, 'project_id': '3e49c8d882754f788e498638ba0b605f', 'gw_port': {'id': 'ddc982f8-9657-4df8-9a3e-e92c33efa2fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:43Z', 'updated_at': '2021-07-09T20:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:49.702952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6283d260-b797-4ca9-8cae-35db7f4c578d None None] The sync data for ids ['4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'] in n-d-800088-3 is: [{'id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'name': 'tempest-TestVolumeBootPattern-1815024538-router', 'tenant_id': '3e49c8d882754f788e498638ba0b605f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ddc982f8-9657-4df8-9a3e-e92c33efa2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:39Z', 'updated_at': '2021-07-09T20:10:45Z', 'revision_number': 3, 'project_id': '3e49c8d882754f788e498638ba0b605f', 'gw_port': {'id': 'ddc982f8-9657-4df8-9a3e-e92c33efa2fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:43Z', 'updated_at': '2021-07-09T20:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:49.717443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba07e41-d5d0-4c21-8563-bff22ed86cd6 None None] DHCP port deletion for aeb093c8-4c48-4e79-a212-8d5d93a16f75 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:10:49.789630 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 13f61c8f-9164-4b85-b33e-c10aa5e1a462 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:49.874585 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] For port 77e905f5-65b6-4955-9a11-f781762e986b, host n-d-800088-3, got binding levels [] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:49.876112 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.877881 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0ba07e41-d5d0-4c21-8563-bff22ed86cd6 None None] Deleting port 2be0cce9-6de2-472b-bae9-0a0448e08b1d {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:49.878446 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0ba07e41-d5d0-4c21-8563-bff22ed86cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.892562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Calling delete_port for 77e905f5-65b6-4955-9a11-f781762e986b owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:49.896847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.ipam_backend_mixin [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Port 77e905f5-65b6-4955-9a11-f781762e986b was not found and therefore no delete operation was performed {{(pid=100204) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 20:10:49.906214 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.959187 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0ba07e41-d5d0-4c21-8563-bff22ed86cd6 None None] For port 2be0cce9-6de2-472b-bae9-0a0448e08b1d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2be0cce9-6de2-472b-bae9-0a0448e08b1d,segment=NetworkSegment(39c1ce94-786c-4978-9e7f-2d19faa14659),segment_id=39c1ce94-786c-4978-9e7f-2d19faa14659)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:49.959591 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0ba07e41-d5d0-4c21-8563-bff22ed86cd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:49.976298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0ba07e41-d5d0-4c21-8563-bff22ed86cd6 None None] Calling delete_port for 2be0cce9-6de2-472b-bae9-0a0448e08b1d owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:49.986480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] No DVR routers for this DVR port 77e905f5-65b6-4955-9a11-f781762e986b on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:50.018234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Network 4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:50.082808 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0ba07e41-d5d0-4c21-8563-bff22ed86cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.101409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:50.117247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event deleted for resources: {'Port': ['ID=77e905f5-65b6-4955-9a11-f781762e986b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:50.120411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba07e41-d5d0-4c21-8563-bff22ed86cd6 None None] No DVR routers for this DVR port 2be0cce9-6de2-472b-bae9-0a0448e08b1d on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:50.126704 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba07e41-d5d0-4c21-8563-bff22ed86cd6 None None] Pushing event deleted for resources: {'Port': ['ID=2be0cce9-6de2-472b-bae9-0a0448e08b1d,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:50.138440 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 13f61c8f-9164-4b85-b33e-c10aa5e1a462 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:50.138820 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.299720 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.302810 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.314161 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5270c7-1773-4605-be53-cd4a35f29f6b']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:50.327783 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00e4733-7eff-471c-ac3a-328929a18e28') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:50.328159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00e4733-7eff-471c-ac3a-328929a18e28') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:50.339810 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.367503 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f61c8f-9164-4b85-b33e-c10aa5e1a462'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:10:50.379504 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611bae76-988b-47f6-903f-ed0e779b0cfe" -d '{"events": [{"server_uuid": "5e667fea-5a94-42a9-8d5b-77ad5a1e375d", "name": "network-vif-plugged", "status": "completed", "tag": "13f61c8f-9164-4b85-b33e-c10aa5e1a462"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:10:50.390984 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.425184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 13f61c8f-9164-4b85-b33e-c10aa5e1a462, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:50.432242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2be0cce9-6de2-472b-bae9-0a0448e08b1d no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:10:50.475524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0d9675-0d90-4f0f-a3a0-b1d69df0a862 admin admin] Router 50637e3b-babe-494b-a649-620401d664bd has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:10:50.478043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aee9fad-71d8-47ac-8cd8-8c105aed8d8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router 059e9c90-9d41-4d54-8282-f0667a016fb1 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:10:50.491675 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c645d864-dbca-4318-a27f-5ed54b23a6ed x-openstack-request-id: req-c645d864-dbca-4318-a27f-5ed54b23a6ed {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:10:50.492036 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e667fea-5a94-42a9-8d5b-77ad5a1e375d", "name": "network-vif-plugged", "status": "completed", "tag": "13f61c8f-9164-4b85-b33e-c10aa5e1a462", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:10:50.492229 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c645d864-dbca-4318-a27f-5ed54b23a6ed {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:10:50.493004 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'code': 200} Jul 09 20:10:50.494158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 2be0cce9-6de2-472b-bae9-0a0448e08b1d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:10:50.494509 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2be0cce9-6de2-472b-bae9-0a0448e08b1d not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:10:50.495383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 77e905f5-65b6-4955-9a11-f781762e986b no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:10:50.510545 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:10:50.510976 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:10:50.515214 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:10:50.532401 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.537977 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 77e905f5-65b6-4955-9a11-f781762e986b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:10:50.538371 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 77e905f5-65b6-4955-9a11-f781762e986b not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:10:50.630780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aee9fad-71d8-47ac-8cd8-8c105aed8d8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:50.649328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab0dc0-bc5e-4f95-8532-bdbb30f99385 req-d0538bee-0cf8-4c8e-ae36-0a6225892e58 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:50.649943 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2aee9fad-71d8-47ac-8cd8-8c105aed8d8c tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/059e9c90-9d41-4d54-8282-f0667a016fb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5443430 Jul 09 20:10:50.654053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52306) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:50.664984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23caaa51-7def-41f0-ab8d-680b2e3f17f3 None None] Sync routers for ids ['059e9c90-9d41-4d54-8282-f0667a016fb1'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:50.667219 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-49ab0dc0-bc5e-4f95-8532-bdbb30f99385 req-d0538bee-0cf8-4c8e-ae36-0a6225892e58 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 945 time: 0.8293340 Jul 09 20:10:50.690941 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bcfb5156-b375-43ec-bc53-f7456eaeabc3 None None] Provisioning complete for port 6ff68037-d759-45b1-952f-eb8251e5283e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:50.691487 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bcfb5156-b375-43ec-bc53-f7456eaeabc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.762315 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.764603 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f0095018-ed59-4f16-afe2-b976851df2b0 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports?device_id=059e9c90-9d41-4d54-8282-f0667a016fb1 HTTP/1.1" status: 200 len: 205 time: 0.0999265 Jul 09 20:10:50.769136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52308) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:50.785597 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23caaa51-7def-41f0-ab8d-680b2e3f17f3 None None] Routers {'059e9c90-9d41-4d54-8282-f0667a016fb1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:50.786792 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-23caaa51-7def-41f0-ab8d-680b2e3f17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['059e9c90-9d41-4d54-8282-f0667a016fb1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:50.789696 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.789995 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=13f61c8f-9164-4b85-b33e-c10aa5e1a462,revision_number=10']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:50.795162 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "DELETE /v2.0/networks/ef5270c7-1773-4605-be53-cd4a35f29f6b HTTP/1.1" status: 204 len: 168 time: 1.8461657 Jul 09 20:10:50.796376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52312) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:50.812527 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-49ab0dc0-bc5e-4f95-8532-bdbb30f99385 req-ba2a6bfe-4f8d-4b06-a87d-b9dffa4c0ad2 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443071 Jul 09 20:10:50.887496 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-23caaa51-7def-41f0-ab8d-680b2e3f17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:50.892974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-bcfb5156-b375-43ec-bc53-f7456eaeabc3 None None] Port 6ff68037-d759-45b1-952f-eb8251e5283e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:10:50.909057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23caaa51-7def-41f0-ab8d-680b2e3f17f3 None None] Routers {'059e9c90-9d41-4d54-8282-f0667a016fb1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:50.909713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-23caaa51-7def-41f0-ab8d-680b2e3f17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['059e9c90-9d41-4d54-8282-f0667a016fb1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:50.952888 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-23caaa51-7def-41f0-ab8d-680b2e3f17f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:50.953118 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3764540-195b-4ff9-b0c0-0ae4095587f4 tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event deleted for resources: {'Network': ['ID=ef5270c7-1773-4605-be53-cd4a35f29f6b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:50.953757 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23caaa51-7def-41f0-ab8d-680b2e3f17f3 None None] The sync data for ids ['059e9c90-9d41-4d54-8282-f0667a016fb1'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:50.972356 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f157fc8d-861b-474d-aedb-b39375d0cef9 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:50.985689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d725b-4f1f-49bd-b54b-6f0edab6186e req-12713c01-8f49-4b8a-a26b-44a981ed8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:50.987216 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-410d725b-4f1f-49bd-b54b-6f0edab6186e req-12713c01-8f49-4b8a-a26b-44a981ed8318 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 1098 time: 0.3320582 Jul 09 20:10:51.020924 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.025714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0d9675-0d90-4f0f-a3a0-b1d69df0a862 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:51.033999 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de14c1f-8431-49ca-a36d-9202969c68eb None None] Sync routers for ids ['50637e3b-babe-494b-a649-620401d664bd'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:51.050398 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de14c1f-8431-49ca-a36d-9202969c68eb None None] Routers {'50637e3b-babe-494b-a649-620401d664bd'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:51.051039 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-4de14c1f-8431-49ca-a36d-9202969c68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['50637e3b-babe-494b-a649-620401d664bd'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:51.057783 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9f0d9675-0d90-4f0f-a3a0-b1d69df0a862 admin admin] 10.222.0.30 "PUT /v2.0/routers/50637e3b-babe-494b-a649-620401d664bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9335034 Jul 09 20:10:51.063520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Router 4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:10:51.064354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52314) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:51.092316 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-410d725b-4f1f-49bd-b54b-6f0edab6186e req-d5013d7f-e83d-4344-baa0-2e62dc7f2044 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962787 Jul 09 20:10:51.179085 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.217772 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-4de14c1f-8431-49ca-a36d-9202969c68eb None None] Set router 50637e3b-babe-494b-a649-620401d664bd gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:51.222471 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.236435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb093c8-4c48-4e79-a212-8d5d93a16f75']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:51.250262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c1ce94-786c-4978-9e7f-2d19faa14659') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:51.250661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c1ce94-786c-4978-9e7f-2d19faa14659') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:51.265374 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.282089 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.290116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:10:51.290654 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:10:51.295718 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:10:51.360966 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f157fc8d-861b-474d-aedb-b39375d0cef9 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.435127 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.440935 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f157fc8d-861b-474d-aedb-b39375d0cef9 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.454962 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.456966 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-4de14c1f-8431-49ca-a36d-9202969c68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50637e3b-babe-494b-a649-620401d664bd', 'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:49Z', 'updated_at': '2021-07-09T20:10:48Z', 'revision_number': 5, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'gw_port': {'id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:51Z', 'updated_at': '2021-07-09T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:51.458375 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] 10.222.0.30 "DELETE /v2.0/networks/aeb093c8-4c48-4e79-a212-8d5d93a16f75 HTTP/1.1" status: 204 len: 168 time: 0.6479537 Jul 09 20:10:51.477972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Pushing event deleted for resources: {'Network': ['ID=aeb093c8-4c48-4e79-a212-8d5d93a16f75,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:51.491694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:51.492288 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:51.492823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:51.493353 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:51.493849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:51.494394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:51.494876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:51.495350 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:51.495853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:51.496457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:51.496958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:51.497423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db410bcc-56ea-4691-96f8-2d5726181c7a tempest-TaggedBootDevicesTest_v242-1088717505 tempest-TaggedBootDevicesTest_v242-1088717505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:10:51.497626 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de14c1f-8431-49ca-a36d-9202969c68eb None None] Checking router: 50637e3b-babe-494b-a649-620401d664bd for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:10:51.519305 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de14c1f-8431-49ca-a36d-9202969c68eb None None] Routers {'50637e3b-babe-494b-a649-620401d664bd'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:51.522202 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-4de14c1f-8431-49ca-a36d-9202969c68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['50637e3b-babe-494b-a649-620401d664bd'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:51.579571 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.587868 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f157fc8d-861b-474d-aedb-b39375d0cef9 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.588266 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f157fc8d-861b-474d-aedb-b39375d0cef9 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Fanout notify agent at l3_agent the message router_deleted on router 059e9c90-9d41-4d54-8282-f0667a016fb1 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:10:51.593267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:10:51.600890 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f157fc8d-861b-474d-aedb-b39375d0cef9 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.605567 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f157fc8d-861b-474d-aedb-b39375d0cef9 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/routers/059e9c90-9d41-4d54-8282-f0667a016fb1 HTTP/1.1" status: 204 len: 168 time: 0.8338454 Jul 09 20:10:51.609460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52318) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:51.625502 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9940c917-4b35-4a6a-84bc-0b6c3252d19e admin admin] 10.222.0.30 "PUT /v2.0/routers/4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0008771 Jul 09 20:10:51.692519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-87578d85-b7cc-4485-8cca-b1bd4138610f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting subnet 0ab8369b-0742-47ee-ba78-ca37191e32c6 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:10:51.696433 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-87578d85-b7cc-4485-8cca-b1bd4138610f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.745832 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-87578d85-b7cc-4485-8cca-b1bd4138610f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.753765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] Deleting port e97288bb-af1e-4528-a240-07741781cc5b {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:51.754133 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.774698 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-4de14c1f-8431-49ca-a36d-9202969c68eb None None] Set router 50637e3b-babe-494b-a649-620401d664bd gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:51.930475 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-87578d85-b7cc-4485-8cca-b1bd4138610f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.940771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] For port e97288bb-af1e-4528-a240-07741781cc5b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e97288bb-af1e-4528-a240-07741781cc5b,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:51.941173 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:51.985655 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] Calling delete_port for e97288bb-af1e-4528-a240-07741781cc5b owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:52.027378 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-87578d85-b7cc-4485-8cca-b1bd4138610f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:52.048500 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-87578d85-b7cc-4485-8cca-b1bd4138610f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:52.053401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051371cf-bb11-40f3-8353-438c9f47bee4 None None] Network cfa66fca-c17d-4181-9723-9585f661a80c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:52.073400 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-87578d85-b7cc-4485-8cca-b1bd4138610f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/0ab8369b-0742-47ee-ba78-ca37191e32c6 HTTP/1.1" status: 204 len: 168 time: 0.4377463 Jul 09 20:10:52.082845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52336) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:52.244298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87578d85-b7cc-4485-8cca-b1bd4138610f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab8369b-0742-47ee-ba78-ca37191e32c6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:52.365614 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ddc982f8-9657-4df8-9a3e-e92c33efa2fa up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:52.457269 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:52.462797 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-4de14c1f-8431-49ca-a36d-9202969c68eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50637e3b-babe-494b-a649-620401d664bd', 'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:49Z', 'updated_at': '2021-07-09T20:10:48Z', 'revision_number': 5, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'gw_port': {'id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:51Z', 'updated_at': '2021-07-09T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:52.585754 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port ddc982f8-9657-4df8-9a3e-e92c33efa2fa completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:10:52.607450 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de14c1f-8431-49ca-a36d-9202969c68eb None None] The sync data for ids ['50637e3b-babe-494b-a649-620401d664bd'] in n-d-800088-3 is: [{'id': '50637e3b-babe-494b-a649-620401d664bd', 'name': 'tempest-TaggedBootDevicesTest-1403175878-router', 'tenant_id': '384eeeeb6b564c0ba6396789db3d7886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:58:49Z', 'updated_at': '2021-07-09T20:10:48Z', 'revision_number': 5, 'project_id': '384eeeeb6b564c0ba6396789db3d7886', 'gw_port': {'id': 'e97288bb-af1e-4528-a240-07741781cc5b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:1a:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50637e3b-babe-494b-a649-620401d664bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:58:51Z', 'updated_at': '2021-07-09T19:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:52.610748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ddc982f8-9657-4df8-9a3e-e92c33efa2fa triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:52.611237 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:52.615981 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:52.617031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:52.689439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d6d5f4-dc04-496e-b80a-013369813ac5 None None] DHCP port deletion for cfa66fca-c17d-4181-9723-9585f661a80c request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:10:52.771661 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d11038-75f2-4fb5-a822-50cf2dc336cb req-75461407-0e6b-45b9-870c-b2fbd950e76b tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:52.773655 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-56d11038-75f2-4fb5-a822-50cf2dc336cb req-75461407-0e6b-45b9-870c-b2fbd950e76b tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 947 time: 0.5816681 Jul 09 20:10:52.774636 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:52.806584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] For port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=79e7c651-a6f2-4d8a-a2dd-c4f237f6916d,segment=NetworkSegment(330bd376-f519-4381-bee8-b7bef09ea251),segment_id=330bd376-f519-4381-bee8-b7bef09ea251)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:52.806968 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:52.850065 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:52.929153 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Sync routers for ids ['4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:10:53.003707 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-40d6d5f4-dc04-496e-b80a-013369813ac5 None None] Deleting port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:53.004075 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-40d6d5f4-dc04-496e-b80a-013369813ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.015653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Routers {'4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:53.021454 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:53.025611 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.066888 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.139697 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=79e7c651-a6f2-4d8a-a2dd-c4f237f6916d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:53.145996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No DVR routers for this DVR port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:53.343481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port ddc982f8-9657-4df8-9a3e-e92c33efa2fa, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ddc982f8-9657-4df8-9a3e-e92c33efa2fa,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:53.388176 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.469784 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.503163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa66fca-c17d-4181-9723-9585f661a80c']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:53.533689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330bd376-f519-4381-bee8-b7bef09ea251') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:53.534670 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330bd376-f519-4381-bee8-b7bef09ea251') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:53.561374 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.581266 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.599058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:10:53.599486 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:10:53.608308 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:10:53.646207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-40d6d5f4-dc04-496e-b80a-013369813ac5 None None] For port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=79e7c651-a6f2-4d8a-a2dd-c4f237f6916d,segment=NetworkSegment(330bd376-f519-4381-bee8-b7bef09ea251),segment_id=330bd376-f519-4381-bee8-b7bef09ea251)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:53.647004 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-40d6d5f4-dc04-496e-b80a-013369813ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.686977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=e97288bb-af1e-4528-a240-07741781cc5b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:53.707207 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.721034 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-40d6d5f4-dc04-496e-b80a-013369813ac5 None None] Calling delete_port for 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:53.728710 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.731876 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/networks/cfa66fca-c17d-4181-9723-9585f661a80c HTTP/1.1" status: 204 len: 168 time: 1.6474938 Jul 09 20:10:53.737255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52394) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:53.742645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-bf663925-1c1e-404c-8757-ec5423c9260d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1974868393', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:53.762195 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258dd2fb-2b5a-42f8-9bdd-0c4238bd7ddf tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Network': ['ID=cfa66fca-c17d-4181-9723-9585f661a80c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:53.801070 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Set router 4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:53.801928 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bf663925-1c1e-404c-8757-ec5423c9260d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.805682 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bf663925-1c1e-404c-8757-ec5423c9260d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.806986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=ddc982f8-9657-4df8-9a3e-e92c33efa2fa,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:53.893676 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-56d11038-75f2-4fb5-a822-50cf2dc336cb req-1b899a1d-f23a-4c9a-a7b2-dea937bcf3d5 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192736 Jul 09 20:10:53.957353 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.969787 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bf663925-1c1e-404c-8757-ec5423c9260d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:53.977045 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bf663925-1c1e-404c-8757-ec5423c9260d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.001069 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bf663925-1c1e-404c-8757-ec5423c9260d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.005938 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bf663925-1c1e-404c-8757-ec5423c9260d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2673223 Jul 09 20:10:54.006870 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52398) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:54.014902 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-50e25bed-1d12-4102-83b3-95a37b2fc31b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'network': {'name': 'tempest-RoutersTest-1952654674'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:54.044152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e25bed-1d12-4102-83b3-95a37b2fc31b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:10:54.052568 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-50e25bed-1d12-4102-83b3-95a37b2fc31b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.094759 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.097919 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.168836 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.169661 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50637e3b-babe-494b-a649-620401d664bd {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:10:54.175376 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.176915 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c1374e64-a2f1-4a17-9958-d511d5f96f2f admin admin] 10.222.0.30 "DELETE /v2.0/routers/50637e3b-babe-494b-a649-620401d664bd HTTP/1.1" status: 204 len: 168 time: 3.1108284 Jul 09 20:10:54.179757 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52402) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:54.184630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e25bed-1d12-4102-83b3-95a37b2fc31b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:10:54.233290 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-50e25bed-1d12-4102-83b3-95a37b2fc31b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.233718 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-50e25bed-1d12-4102-83b3-95a37b2fc31b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Added segment b0f11fe8-991c-43f4-b692-33b8d2396384 of type vlan for network 22e54f82-95d6-4693-bb45-45a8af1c5644 Jul 09 20:10:54.335665 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-804f6747-7ce3-4ef2-b28c-5ab7912a9c50 admin admin] Deleting subnet 7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:10:54.343673 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-804f6747-7ce3-4ef2-b28c-5ab7912a9c50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.400615 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-50e25bed-1d12-4102-83b3-95a37b2fc31b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.437683 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-804f6747-7ce3-4ef2-b28c-5ab7912a9c50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.525763 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-50e25bed-1d12-4102-83b3-95a37b2fc31b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.527100 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ddc982f8-9657-4df8-9a3e-e92c33efa2fa up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:10:54.534232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e25bed-1d12-4102-83b3-95a37b2fc31b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:54.550055 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-50e25bed-1d12-4102-83b3-95a37b2fc31b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.602739 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-804f6747-7ce3-4ef2-b28c-5ab7912a9c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.743231 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-804f6747-7ce3-4ef2-b28c-5ab7912a9c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.788080 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-50e25bed-1d12-4102-83b3-95a37b2fc31b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7794971 Jul 09 20:10:54.802204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52408) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:54.826362 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f6747-7ce3-4ef2-b28c-5ab7912a9c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:54.843409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-4511d082-f221-4163-8f16-711a1b402083 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'subnet': {'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:54.850539 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-804f6747-7ce3-4ef2-b28c-5ab7912a9c50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:54.854243 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-804f6747-7ce3-4ef2-b28c-5ab7912a9c50 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7cfebfa6-ecb2-41e3-92b1-db6a22cfab8f HTTP/1.1" status: 204 len: 168 time: 0.6726015 Jul 09 20:10:54.859842 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52410) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:54.899448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e25bed-1d12-4102-83b3-95a37b2fc31b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Network': ['ID=22e54f82-95d6-4693-bb45-45a8af1c5644,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.988134 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.990926 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.990926 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.990926 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.990926 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.990926 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.990926 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.990926 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.990926 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.990926 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.990926 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.990926 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.990926 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.990926 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:10:54.990926 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:10:54.991810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015ec61c-df03-4db5-980b-25be68a4cfeb None None] Network ac26e3a8-4659-47b4-aecd-3ff1c0a17975 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:54.999133 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 22e54f82-95d6-4693-bb45-45a8af1c5644 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:10:55.006041 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.191198 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-40d6d5f4-dc04-496e-b80a-013369813ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.205678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] Deleting port 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:10:55.206513 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.218848 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ddc982f8-9657-4df8-9a3e-e92c33efa2fa triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:10:55.218848 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.260362 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4511d082-f221-4163-8f16-711a1b402083 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:10:55.265261 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4511d082-f221-4163-8f16-711a1b402083 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.294949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40d6d5f4-dc04-496e-b80a-013369813ac5 None None] Network cfa66fca-c17d-4181-9723-9585f661a80c is not hosted by any dhcp agent {{(pid=100206) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 20:10:55.295389 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d6d5f4-dc04-496e-b80a-013369813ac5 None None] No DVR routers for this DVR port 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:55.314088 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6d5f4-dc04-496e-b80a-013369813ac5 None None] Pushing event deleted for resources: {'Port': ['ID=79e7c651-a6f2-4d8a-a2dd-c4f237f6916d,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:55.352289 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] For port 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3371e3c9-6f44-4f75-b5a7-eff9dadb95c7,segment=NetworkSegment(571a12b3-5538-4dc3-8b22-baed5a2543db),segment_id=571a12b3-5538-4dc3-8b22-baed5a2543db)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:10:55.352745 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.366550 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] Calling delete_port for 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:10:55.467859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fcda7-2386-4480-901e-111e9330d228 req-b40c3f76-c932-4ce0-b9f1-777f4c7a7774 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:55.469915 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fc1fcda7-2386-4480-901e-111e9330d228 req-b40c3f76-c932-4ce0-b9f1-777f4c7a7774 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 947 time: 0.3874137 Jul 09 20:10:55.500459 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.565536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'name': 'tempest-TestVolumeBootPattern-1815024538-router', 'tenant_id': '3e49c8d882754f788e498638ba0b605f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ddc982f8-9657-4df8-9a3e-e92c33efa2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:39Z', 'updated_at': '2021-07-09T20:10:48Z', 'revision_number': 4, 'project_id': '3e49c8d882754f788e498638ba0b605f', 'gw_port': {'id': 'ddc982f8-9657-4df8-9a3e-e92c33efa2fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:43Z', 'updated_at': '2021-07-09T20:10:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '6ff68037-d759-45b1-952f-eb8251e5283e', 'name': '', 'network_id': '4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4', 'tenant_id': '3e49c8d882754f788e498638ba0b605f', 'mac_address': 'fa:16:3e:ee:3f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '4f9d9947-fa8e-4d48-86f4-c5510ff6d6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:47Z', 'updated_at': '2021-07-09T20:10:49Z', 'revision_number': 2, 'project_id': '3e49c8d882754f788e498638ba0b605f', 'subnets': [{'id': '4f9d9947-fa8e-4d48-86f4-c5510ff6d6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:55.614705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Checking router: 4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:10:55.615856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=3371e3c9-6f44-4f75-b5a7-eff9dadb95c7,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:55.616616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Updating router 4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 port 6ff68037-d759-45b1-952f-eb8251e5283e binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:10:55.617866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] No DVR routers for this DVR port 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:10:55.661633 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996e0628-ad77-4d61-b719-82077578246a None None] DHCP port deletion for ac26e3a8-4659-47b4-aecd-3ff1c0a17975 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:10:55.663758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fc1b07df-bce9-4dc9-9348-b769da31559d no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:10:55.667971 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fc1fcda7-2386-4480-901e-111e9330d228 req-62251184-05a1-49ee-9ad2-21a7392f9041 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831217 Jul 09 20:10:55.710175 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: fc1b07df-bce9-4dc9-9348-b769da31559d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:10:55.710446 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fc1b07df-bce9-4dc9-9348-b769da31559d not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:10:55.710935 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:10:55.720084 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.748595 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.759963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac26e3a8-4659-47b4-aecd-3ff1c0a17975']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:55.770073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:10:55.770275 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 79e7c651-a6f2-4d8a-a2dd-c4f237f6916d not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:10:55.772662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571a12b3-5538-4dc3-8b22-baed5a2543db') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:55.772990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571a12b3-5538-4dc3-8b22-baed5a2543db') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:55.784686 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.806073 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.868737 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:10:55.869171 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:10:55.871018 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:10:56.008761 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.016609 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.018562 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] 10.222.0.30 "DELETE /v2.0/networks/ac26e3a8-4659-47b4-aecd-3ff1c0a17975 HTTP/1.1" status: 204 len: 168 time: 1.1578245 Jul 09 20:10:56.023518 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4511d082-f221-4163-8f16-711a1b402083 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.136506 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4984d0a-f01e-4b77-a80d-5304820d9cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=ac26e3a8-4659-47b4-aecd-3ff1c0a17975,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:56.140392 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.149045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511d082-f221-4163-8f16-711a1b402083 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Subnet': ['ID=478d0780-e766-4afe-8f23-4c9900d017c2,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:56.173132 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Transition to ACTIVE for port object 6ff68037-d759-45b1-952f-eb8251e5283e will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:56.181807 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.220453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511d082-f221-4163-8f16-711a1b402083 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Checking segment: {'id': 'b0f11fe8-991c-43f4-b692-33b8d2396384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:56.220947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4511d082-f221-4163-8f16-711a1b402083 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network hostable DHCP agents. Network: 22e54f82-95d6-4693-bb45-45a8af1c5644, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:10:56.275669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52444) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:56.281417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:10:56.316651 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4511d082-f221-4163-8f16-711a1b402083 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 22e54f82-95d6-4693-bb45-45a8af1c5644 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:10:56.335599 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:10:56.336216 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3371e3c9-6f44-4f75-b5a7-eff9dadb95c7 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:10:56.336891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e97288bb-af1e-4528-a240-07741781cc5b no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:10:56.339137 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6134c2-b4c6-465e-9b3a-c4bc894f82c7 None None] Pushing event updated for resources: {'Port': ['ID=6ff68037-d759-45b1-952f-eb8251e5283e,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:56.361832 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-8ff28714-63be-44ad-a005-a4110391d347 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:56.369193 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-8ff28714-63be-44ad-a005-a4110391d347 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 811 time: 0.1579595 Jul 09 20:10:56.372380 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: e97288bb-af1e-4528-a240-07741781cc5b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:10:56.373141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e97288bb-af1e-4528-a240-07741781cc5b not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:10:56.382282 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-4511d082-f221-4163-8f16-711a1b402083 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 22e54f82-95d6-4693-bb45-45a8af1c5644) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:56.396663 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3707d0-09d8-4349-bb4a-97f6559672aa None None] Network 22e54f82-95d6-4693-bb45-45a8af1c5644 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:10:56.407269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-e7cdd0a6-369d-4dae-92ec-54fd78b9e7d7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/quotas/23bb1ac906cf4b6394cc5b1e602b1500 HTTP/1.1" status: 200 len: 375 time: 0.0369277 Jul 09 20:10:56.420213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4511d082-f221-4163-8f16-711a1b402083 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:56.421119 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4511d082-f221-4163-8f16-711a1b402083 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.469493 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0ab3d934-d475-4e51-aa4a-1adeda2855be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=384eeeeb6b564c0ba6396789db3d7886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919875 Jul 09 20:10:56.476057 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4511d082-f221-4163-8f16-711a1b402083 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6460295 Jul 09 20:10:56.476720 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52446) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:56.483439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52448) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:56.512876 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-0043aab1-34ed-4c19-b8d6-cab268803edb tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039956 Jul 09 20:10:56.555156 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Attempting to bind port 6ff68037-d759-45b1-952f-eb8251e5283e on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:56.555823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Attempting to bind port 6ff68037-d759-45b1-952f-eb8251e5283e by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:56.556702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Attempting to bind port 6ff68037-d759-45b1-952f-eb8251e5283e on network 4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:56.570343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:56.570973 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Checking segment: {'id': '7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:56.571340 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.571838 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Bound using segment: {'id': '7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:56.572449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Bound port: 6ff68037-d759-45b1-952f-eb8251e5283e, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:56.572984 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.762983 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-f94396f8-2ee9-44dc-a57e-abd4139ce437 service neutron] 10.222.0.30 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414253 Jul 09 20:10:56.781148 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9cc0246-2de8-4500-bdc7-55699ed00b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.803769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] For port 6ff68037-d759-45b1-952f-eb8251e5283e, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:56.850788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] For port 6ff68037-d759-45b1-952f-eb8251e5283e, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=6ff68037-d759-45b1-952f-eb8251e5283e,segment=NetworkSegment(7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77),segment_id=7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:56.863196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-22e54f82-95d6-4693-bb45-45a8af1c5644', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:10:56.864220 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.885481 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.902651 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9cc0246-2de8-4500-bdc7-55699ed00b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.907287 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:56.961221 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c7a0418b-4516-4a25-97ed-c68e9e675efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:57.059886 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Routers {'4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:10:57.061158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:57.072572 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-8c530164-f79f-4243-9e48-e5a230bb20a6 service neutron] 10.222.0.30 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074427 Jul 09 20:10:57.133734 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9cc0246-2de8-4500-bdc7-55699ed00b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:57.136527 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9cc0246-2de8-4500-bdc7-55699ed00b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:57.138505 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a9cc0246-2de8-4500-bdc7-55699ed00b5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8fcd839-3216-4c76-a2c0-7f53e7309926 HTTP/1.1" status: 204 len: 168 time: 0.6608000 Jul 09 20:10:57.164016 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:57.192458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc0246-2de8-4500-bdc7-55699ed00b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fcd839-3216-4c76-a2c0-7f53e7309926,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:57.377656 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] Set router 4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:10:57.477936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6134c2-b4c6-465e-9b3a-c4bc894f82c7 None None] Pushing event updated for resources: {'Port': ['ID=6ff68037-d759-45b1-952f-eb8251e5283e,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:57.698187 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a2f73d55-591e-4500-85a3-464a5b89cfac req-f29ba01d-9cd1-49ad-9860-2b9657405585 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 210 time: 0.0648556 Jul 09 20:10:58.043443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Allocated IP 172.20.0.2 (22e54f82-95d6-4693-bb45-45a8af1c5644/478d0780-e766-4afe-8f23-4c9900d017c2/330fc45a-7d67-45b2-b4cd-1277e38ed837) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:58.317324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'name': 'tempest-TestVolumeBootPattern-1815024538-router', 'tenant_id': '3e49c8d882754f788e498638ba0b605f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ddc982f8-9657-4df8-9a3e-e92c33efa2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:39Z', 'updated_at': '2021-07-09T20:10:48Z', 'revision_number': 4, 'project_id': '3e49c8d882754f788e498638ba0b605f', 'gw_port': {'id': 'ddc982f8-9657-4df8-9a3e-e92c33efa2fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:43Z', 'updated_at': '2021-07-09T20:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '6ff68037-d759-45b1-952f-eb8251e5283e', 'name': '', 'network_id': '4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4', 'tenant_id': '3e49c8d882754f788e498638ba0b605f', 'mac_address': 'fa:16:3e:ee:3f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '4f9d9947-fa8e-4d48-86f4-c5510ff6d6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:47Z', 'updated_at': '2021-07-09T20:10:56Z', 'revision_number': 4, 'project_id': '3e49c8d882754f788e498638ba0b605f', 'subnets': [{'id': '4f9d9947-fa8e-4d48-86f4-c5510ff6d6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:10:58.369844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2471b92-507c-421d-90ba-42430c5b4445 None None] The sync data for ids ['4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'] in n-d-800088-3 is: [{'id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'name': 'tempest-TestVolumeBootPattern-1815024538-router', 'tenant_id': '3e49c8d882754f788e498638ba0b605f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ddc982f8-9657-4df8-9a3e-e92c33efa2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:39Z', 'updated_at': '2021-07-09T20:10:48Z', 'revision_number': 4, 'project_id': '3e49c8d882754f788e498638ba0b605f', 'gw_port': {'id': 'ddc982f8-9657-4df8-9a3e-e92c33efa2fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:43Z', 'updated_at': '2021-07-09T20:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '6ff68037-d759-45b1-952f-eb8251e5283e', 'name': '', 'network_id': '4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4', 'tenant_id': '3e49c8d882754f788e498638ba0b605f', 'mac_address': 'fa:16:3e:ee:3f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '4f9d9947-fa8e-4d48-86f4-c5510ff6d6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:47Z', 'updated_at': '2021-07-09T20:10:56Z', 'revision_number': 4, 'project_id': '3e49c8d882754f788e498638ba0b605f', 'subnets': [{'id': '4f9d9947-fa8e-4d48-86f4-c5510ff6d6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:10:58.397628 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:58.415991 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Transition to ACTIVE for port object 330fc45a-7d67-45b2-b4cd-1277e38ed837 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:58.462564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Transition to ACTIVE for port object 330fc45a-7d67-45b2-b4cd-1277e38ed837 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:58.473128 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:58.511094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52504) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:10:58.520812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Network 22e54f82-95d6-4693-bb45-45a8af1c5644 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:58.525983 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:58.587422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:58.601957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Allocated IP 172.20.0.1 (22e54f82-95d6-4693-bb45-45a8af1c5644/478d0780-e766-4afe-8f23-4c9900d017c2/28e7307e-c304-4e35-a016-5afb5153021f) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:10:58.671248 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Pushing event updated for resources: {'Port': ['ID=330fc45a-7d67-45b2-b4cd-1277e38ed837,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:58.774539 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-187075523-network', 'tenant_id': '313e9a7412a94231aa1900f9ffb982aa'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:10:58.810301 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:58.815311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Attempting to bind port 330fc45a-7d67-45b2-b4cd-1277e38ed837 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:10:58.815685 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Attempting to bind port 330fc45a-7d67-45b2-b4cd-1277e38ed837 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'b0f11fe8-991c-43f4-b692-33b8d2396384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:10:58.826115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Attempting to bind port 330fc45a-7d67-45b2-b4cd-1277e38ed837 on network 22e54f82-95d6-4693-bb45-45a8af1c5644 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:10:58.834511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Transition to ACTIVE for port object 28e7307e-c304-4e35-a016-5afb5153021f will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:10:58.842101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:10:58.842492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Checking segment: {'id': 'b0f11fe8-991c-43f4-b692-33b8d2396384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:10:58.842905 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:58.843311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Bound using segment: {'id': 'b0f11fe8-991c-43f4-b692-33b8d2396384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:10:58.843790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Bound port: 330fc45a-7d67-45b2-b4cd-1277e38ed837, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f11fe8-991c-43f4-b692-33b8d2396384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:10:58.849836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] Made reservation on behalf of 313e9a7412a94231aa1900f9ffb982aa for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:10:58.857458 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:58.863577 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:58.897803 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:58.931611 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.070783 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 22e54f82-95d6-4693-bb45-45a8af1c5644 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:10:59.083438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:10:59.092737 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] For port 330fc45a-7d67-45b2-b4cd-1277e38ed837, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:10:59.100123 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:10:59.102348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] For port 330fc45a-7d67-45b2-b4cd-1277e38ed837, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=330fc45a-7d67-45b2-b4cd-1277e38ed837,segment=NetworkSegment(b0f11fe8-991c-43f4-b692-33b8d2396384),segment_id=b0f11fe8-991c-43f4-b692-33b8d2396384)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:10:59.104172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=28e7307e-c304-4e35-a016-5afb5153021f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:59.117054 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.144195 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fb1e0981-ef4d-4cb0-bedd-851acb3ad5eb req-d4e143b1-1b8b-407c-b1b7-53732ff5ca17 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 210 time: 0.1037235 Jul 09 20:10:59.211258 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.227179 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.237335 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.263672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:10:59.303224 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.303712 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] Added segment 72953792-e590-48a0-8944-1f3c9c2d4498 of type vlan for network e0f97fa7-7c7b-48df-9434-746633d2e62e Jul 09 20:10:59.345524 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.355643 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb245f-165b-46d9-a1b8-3ffb75393e4c None None] Pushing event updated for resources: {'Port': ['ID=330fc45a-7d67-45b2-b4cd-1277e38ed837,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:59.441200 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fb07dfac-bbf5-4e13-8fd4-d794dfaa1c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.494571 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.522310 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.576374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1bf22e-f8c6-4d36-b36d-37153183a054,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:10:59.604708 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.819986 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.821023 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:59.821622 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:10:59.882689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-6af0610f-1462-4cf7-9fb4-8b086e9b289b tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:10:59.884775 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-6af0610f-1462-4cf7-9fb4-8b086e9b289b tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 811 time: 0.2669840 Jul 09 20:11:00.013011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] Pushing event updated for resources: {'Network': ['ID=e0f97fa7-7c7b-48df-9434-746633d2e62e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:00.019207 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-68be42e6-e2c5-4ca1-bef4-6373dadac947 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5069952 Jul 09 20:11:00.023772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-387b91ba-40d4-463b-bd57-86855b0d699d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'port': {'device_id': 'c6ee59a8-538b-4b92-9906-a542f9965686', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'admin_state_up': True, 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:00.024241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network e0f97fa7-7c7b-48df-9434-746633d2e62e details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:11:00.234108 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52520) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:00.249731 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3cddc36a-6c06-47c6-b650-d2da083c04d6 admin admin] Request body: {'subnet': {'network_id': 'e0f97fa7-7c7b-48df-9434-746633d2e62e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-187075523-subnet', 'tenant_id': '313e9a7412a94231aa1900f9ffb982aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:00.283004 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:00.294857 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:00.296621 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-387b91ba-40d4-463b-bd57-86855b0d699d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Made reservation on behalf of 23bb1ac906cf4b6394cc5b1e602b1500 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:00.303225 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-387b91ba-40d4-463b-bd57-86855b0d699d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:00.310618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cddc36a-6c06-47c6-b650-d2da083c04d6 admin admin] Made reservation on behalf of 313e9a7412a94231aa1900f9ffb982aa for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:00.313927 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3cddc36a-6c06-47c6-b650-d2da083c04d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:00.420116 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:00.434812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=28e7307e-c304-4e35-a016-5afb5153021f,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:00.487394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 330fc45a-7d67-45b2-b4cd-1277e38ed837 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:00.516284 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:00.638029 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-34e0f33e-7fbf-4982-92d4-4ed1f2a345a3 req-b7a8a06d-c33a-4795-9d73-0f884c41d2a5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 210 time: 0.1156952 Jul 09 20:11:00.667147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 330fc45a-7d67-45b2-b4cd-1277e38ed837 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:00.706159 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6ff68037-d759-45b1-952f-eb8251e5283e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:00.837591 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 6ff68037-d759-45b1-952f-eb8251e5283e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:00.860969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 6ff68037-d759-45b1-952f-eb8251e5283e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:00.863006 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:00.867874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 22e54f82-95d6-4693-bb45-45a8af1c5644 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:00.873375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:00.997513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-387b91ba-40d4-463b-bd57-86855b0d699d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Allocated IP 172.20.0.14 (3de49419-471d-44dd-9cec-0be8c2f78db2/9a57788d-dcbd-497d-b559-eb3dde79191b/7eff3568-ab9b-46c1-bdbf-e45205bfabd6) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:01.146859 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3cddc36a-6c06-47c6-b650-d2da083c04d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:01.175710 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router bf428c90-8238-45fa-b471-057bb47b933c is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:11:01.199682 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:01.279964 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 6ff68037-d759-45b1-952f-eb8251e5283e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=6ff68037-d759-45b1-952f-eb8251e5283e,segment=NetworkSegment(7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77),segment_id=7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:01.290304 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:01.360682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cddc36a-6c06-47c6-b650-d2da083c04d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f68a01d-4bbc-4698-84a2-ef4c5c8e8c95,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:01.371414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9377000f-fcf8-4e1d-8ff4-4d0e91392266 None None] Network 22e54f82-95d6-4693-bb45-45a8af1c5644 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:01.390136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:01.395252 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-df507a31-e0b8-4711-992a-0914cfd57240 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/bf428c90-8238-45fa-b471-057bb47b933c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8953698 Jul 09 20:11:01.398171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52528) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:01.402083 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Sync routers for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:01.419655 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-742ac8b7-639a-487f-9fd5-3591f9a21df7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'network': {'name': 'tempest-RoutersTest-373318289'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:01.427428 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:01.427706 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:01.483114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742ac8b7-639a-487f-9fd5-3591f9a21df7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:01.487983 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-742ac8b7-639a-487f-9fd5-3591f9a21df7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:01.550722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742ac8b7-639a-487f-9fd5-3591f9a21df7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:11:01.587255 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-742ac8b7-639a-487f-9fd5-3591f9a21df7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:01.590009 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-742ac8b7-639a-487f-9fd5-3591f9a21df7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Added segment 822633c1-adde-4a56-ad6b-da56776d023e of type vlan for network 7196d002-9be2-4d78-a52e-bcdfc4d56911 Jul 09 20:11:01.664565 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:01.692790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=6ff68037-d759-45b1-952f-eb8251e5283e,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:01.708252 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-936344cd-dd0c-4350-a698-0c30bc1162ea None None] Provisioning for port 330fc45a-7d67-45b2-b4cd-1277e38ed837 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:01.709934 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-742ac8b7-639a-487f-9fd5-3591f9a21df7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:01.731346 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-936344cd-dd0c-4350-a698-0c30bc1162ea None None] Provisioning complete for port 330fc45a-7d67-45b2-b4cd-1277e38ed837 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:01.736211 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-936344cd-dd0c-4350-a698-0c30bc1162ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:01.743272 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-387b91ba-40d4-463b-bd57-86855b0d699d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:01.770015 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-742ac8b7-639a-487f-9fd5-3591f9a21df7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:01.776083 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ac8b7-639a-487f-9fd5-3591f9a21df7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:01.776778 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-742ac8b7-639a-487f-9fd5-3591f9a21df7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:01.792583 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-387b91ba-40d4-463b-bd57-86855b0d699d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Transition to ACTIVE for port object 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:01.911907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ac8b7-639a-487f-9fd5-3591f9a21df7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Network': ['ID=7196d002-9be2-4d78-a52e-bcdfc4d56911,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:01.915319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cddc36a-6c06-47c6-b650-d2da083c04d6 admin admin] Checking segment: {'id': '72953792-e590-48a0-8944-1f3c9c2d4498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e0f97fa7-7c7b-48df-9434-746633d2e62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:01.917848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cddc36a-6c06-47c6-b650-d2da083c04d6 admin admin] Network hostable DHCP agents. Network: e0f97fa7-7c7b-48df-9434-746633d2e62e, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:11:01.930838 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:01.931431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:01.932888 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:01.933349 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:01.937930 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:01.938478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:01.938911 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:01.939365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:01.939818 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:01.940266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:01.940745 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:01.941194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:01.941315 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-742ac8b7-639a-487f-9fd5-3591f9a21df7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5416932 Jul 09 20:11:01.945559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52536) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:01.951462 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-387b91ba-40d4-463b-bd57-86855b0d699d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:01.952337 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0c5a4c36-99cd-4a25-a273-1d39639dffe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'subnet': {'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:01.983133 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 7196d002-9be2-4d78-a52e-bcdfc4d56911 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:11:02.155566 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-936344cd-dd0c-4350-a698-0c30bc1162ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:02.226512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5a4c36-99cd-4a25-a273-1d39639dffe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:02.238799 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4c36-99cd-4a25-a273-1d39639dffe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:02.250758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-936344cd-dd0c-4350-a698-0c30bc1162ea None None] For port 330fc45a-7d67-45b2-b4cd-1277e38ed837, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=330fc45a-7d67-45b2-b4cd-1277e38ed837,segment=NetworkSegment(b0f11fe8-991c-43f4-b692-33b8d2396384),segment_id=b0f11fe8-991c-43f4-b692-33b8d2396384)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:02.254047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b91ba-40d4-463b-bd57-86855b0d699d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'Port': ['ID=7eff3568-ab9b-46c1-bdbf-e45205bfabd6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:02.257260 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-936344cd-dd0c-4350-a698-0c30bc1162ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:02.291296 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cddc36a-6c06-47c6-b650-d2da083c04d6 admin admin] Network e0f97fa7-7c7b-48df-9434-746633d2e62e is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:11:02.307776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-387b91ba-40d4-463b-bd57-86855b0d699d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Network 3de49419-471d-44dd-9cec-0be8c2f78db2 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:02.316614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-387b91ba-40d4-463b-bd57-86855b0d699d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:02.322944 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:10:59Z', 'revision_number': 2, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:10:59Z', 'revision_number': 2, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:02.328656 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-387b91ba-40d4-463b-bd57-86855b0d699d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:02.337524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3cddc36a-6c06-47c6-b650-d2da083c04d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, e0f97fa7-7c7b-48df-9434-746633d2e62e) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:02.365955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6ff68037-d759-45b1-952f-eb8251e5283e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:02.368336 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2b234d-d86c-4359-b238-1251abbc9731 None None] Network e0f97fa7-7c7b-48df-9434-746633d2e62e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:02.402050 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:02.412654 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Checking router: bf428c90-8238-45fa-b471-057bb47b933c for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:02.413178 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Updating router bf428c90-8238-45fa-b471-057bb47b933c port 28e7307e-c304-4e35-a016-5afb5153021f binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:11:02.442419 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cddc36a-6c06-47c6-b650-d2da083c04d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:02.446977 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3cddc36a-6c06-47c6-b650-d2da083c04d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:02.604212 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:02.638644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3cddc36a-6c06-47c6-b650-d2da083c04d6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3978543 Jul 09 20:11:02.671092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-387b91ba-40d4-463b-bd57-86855b0d699d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:02.671789 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-387b91ba-40d4-463b-bd57-86855b0d699d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:02.765052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e4176-a58c-4bb2-8186-00367844fdb5 req-80521ee4-8e5b-4a46-b8c1-a96c0c6708f4 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:02.791505 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-036e4176-a58c-4bb2-8186-00367844fdb5 req-80521ee4-8e5b-4a46-b8c1-a96c0c6708f4 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 932 time: 0.8108685 Jul 09 20:11:02.792246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936344cd-dd0c-4350-a698-0c30bc1162ea None None] Pushing event updated for resources: {'Port': ['ID=330fc45a-7d67-45b2-b4cd-1277e38ed837,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:02.802339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-387b91ba-40d4-463b-bd57-86855b0d699d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7852900 Jul 09 20:11:02.854757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Request body: {'port': {'device_id': 'c6ee59a8-538b-4b92-9906-a542f9965686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:02.951200 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 6ff68037-d759-45b1-952f-eb8251e5283e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:02.953855 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:03.069915 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4c36-99cd-4a25-a273-1d39639dffe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:03.158066 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-036e4176-a58c-4bb2-8186-00367844fdb5 req-3adabfc2-946a-4687-91a0-5fb60e392c9b tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549986 Jul 09 20:11:03.175103 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-71dd9652-5f85-422c-9136-6fc7dc159f97 None None] Provisioning for port 28e7307e-c304-4e35-a016-5afb5153021f completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:03.248268 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-71dd9652-5f85-422c-9136-6fc7dc159f97 None None] Provisioning complete for port 28e7307e-c304-4e35-a016-5afb5153021f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:03.248682 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-71dd9652-5f85-422c-9136-6fc7dc159f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:03.264392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a4c36-99cd-4a25-a273-1d39639dffe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Subnet': ['ID=a435dc4f-6588-47d6-b09e-aa91b1572e43,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:03.307482 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:03.315492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5a4c36-99cd-4a25-a273-1d39639dffe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Checking segment: {'id': '822633c1-adde-4a56-ad6b-da56776d023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:03.317456 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5a4c36-99cd-4a25-a273-1d39639dffe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network hostable DHCP agents. Network: 7196d002-9be2-4d78-a52e-bcdfc4d56911, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:11:03.345420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-71dd9652-5f85-422c-9136-6fc7dc159f97 None None] Port 28e7307e-c304-4e35-a016-5afb5153021f cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:03.348037 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0029e167-6627-4c7f-bfda-740ce63124d4 None None] Network e0f97fa7-7c7b-48df-9434-746633d2e62e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:03.368619 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5a4c36-99cd-4a25-a273-1d39639dffe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 7196d002-9be2-4d78-a52e-bcdfc4d56911 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:11:03.415895 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0c5a4c36-99cd-4a25-a273-1d39639dffe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 7196d002-9be2-4d78-a52e-bcdfc4d56911) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:03.445401 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5a4c36-99cd-4a25-a273-1d39639dffe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:03.448897 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0c5a4c36-99cd-4a25-a273-1d39639dffe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:03.497343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23d92dd-8268-4262-9fce-79f860217a57 None None] Network 7196d002-9be2-4d78-a52e-bcdfc4d56911 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:03.521742 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0c5a4c36-99cd-4a25-a273-1d39639dffe4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5748334 Jul 09 20:11:03.525828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52560) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:03.787951 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:03.802978 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Transition to ACTIVE for port object 28e7307e-c304-4e35-a016-5afb5153021f will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:03.826046 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:03.906279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-71dd9652-5f85-422c-9136-6fc7dc159f97 None None] Provisioning complete for port 330fc45a-7d67-45b2-b4cd-1277e38ed837 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:03.908753 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-71dd9652-5f85-422c-9136-6fc7dc159f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:04.004644 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e08fda-dd9f-4178-83ac-ae686823e7a1 None None] Pushing event updated for resources: {'Port': ['ID=28e7307e-c304-4e35-a016-5afb5153021f,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:04.279415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:04.291703 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Attempting to bind port 28e7307e-c304-4e35-a016-5afb5153021f on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:04.293053 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Attempting to bind port 28e7307e-c304-4e35-a016-5afb5153021f by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'b0f11fe8-991c-43f4-b692-33b8d2396384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:04.296386 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Attempting to bind port 28e7307e-c304-4e35-a016-5afb5153021f on network 22e54f82-95d6-4693-bb45-45a8af1c5644 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:04.299903 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:04.319051 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:04.319697 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Checking segment: {'id': 'b0f11fe8-991c-43f4-b692-33b8d2396384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:04.320115 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:04.336605 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Bound using segment: {'id': 'b0f11fe8-991c-43f4-b692-33b8d2396384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:04.337177 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Bound port: 28e7307e-c304-4e35-a016-5afb5153021f, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f11fe8-991c-43f4-b692-33b8d2396384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:04.337598 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:04.341234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Transition to ACTIVE for port object 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:04.352179 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:04.517647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Pushing event updated for resources: {'Port': ['ID=7eff3568-ab9b-46c1-bdbf-e45205bfabd6,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:04.625152 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] For port 28e7307e-c304-4e35-a016-5afb5153021f, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:04.638111 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] For port 28e7307e-c304-4e35-a016-5afb5153021f, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=28e7307e-c304-4e35-a016-5afb5153021f,segment=NetworkSegment(b0f11fe8-991c-43f4-b692-33b8d2396384),segment_id=b0f11fe8-991c-43f4-b692-33b8d2396384)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:04.649278 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:04.685073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 330fc45a-7d67-45b2-b4cd-1277e38ed837 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:04.742882 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Attempting to bind port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:04.743690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Attempting to bind port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:04.744233 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Attempting to bind port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:04.779760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 on network 3de49419-471d-44dd-9cec-0be8c2f78db2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:11:04.781771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Attempting to bind port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:04.835101 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:04.835674 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:04.845895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:04.850569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Checking segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:04.851967 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e08fda-dd9f-4178-83ac-ae686823e7a1 None None] Pushing event updated for resources: {'Port': ['ID=28e7307e-c304-4e35-a016-5afb5153021f,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:04.852646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Bound using segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:04.856838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Bound port: 7eff3568-ab9b-46c1-bdbf-e45205bfabd6, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:04.860141 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:05.041894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] For port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:05.053606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] For port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7eff3568-ab9b-46c1-bdbf-e45205bfabd6,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:05.075284 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:05.145924 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:05.304247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:05.304949 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:05.306478 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] 10.222.0.36 "PUT /v2.0/ports/7eff3568-ab9b-46c1-bdbf-e45205bfabd6 HTTP/1.1" status: 200 len: 1092 time: 2.4668772 Jul 09 20:11:05.335120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadbbe1-edc6-42d8-83f7-0a4003c74200 service neutron] Pushing event updated for resources: {'Port': ['ID=7eff3568-ab9b-46c1-bdbf-e45205bfabd6,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:05.366678 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ee59a8-538b-4b92-9906-a542f9965686', 'tag': '7eff3568-ab9b-46c1-bdbf-e45205bfabd6'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:05.369193 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c526fd59-6188-4cd1-9a2a-f985238a6f36" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ee59a8-538b-4b92-9906-a542f9965686", "tag": "7eff3568-ab9b-46c1-bdbf-e45205bfabd6"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:05.446080 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-75c10193-349d-470b-82c2-5efa802bfe00 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:05.454767 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-75c10193-349d-470b-82c2-5efa802bfe00 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/networks?id=e0f97fa7-7c7b-48df-9434-746633d2e62e HTTP/1.1" status: 200 len: 813 time: 1.7209744 Jul 09 20:11:05.467961 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9986a-4c7f-4cab-ada4-08260c864cac req-03d1d289-4741-48ea-9371-492a1131d8f2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:05.479099 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bbb9986a-4c7f-4cab-ada4-08260c864cac req-03d1d289-4741-48ea-9371-492a1131d8f2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 944 time: 0.6870246 Jul 09 20:11:05.479905 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-19737136-d463-4d6a-8971-9d176e8fdbb6 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/quotas/313e9a7412a94231aa1900f9ffb982aa HTTP/1.1" status: 200 len: 375 time: 0.0240352 Jul 09 20:11:05.562561 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bbb9986a-4c7f-4cab-ada4-08260c864cac req-6be852d0-7521-4fa5-b3b7-7cf957df81e0 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814521 Jul 09 20:11:05.587619 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-7196d002-9be2-4d78-a52e-bcdfc4d56911', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:11:05.588686 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:05.607440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-70668dc0-0d66-4727-bc77-baf7d2bd7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:05.609255 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-70668dc0-0d66-4727-bc77-baf7d2bd7871 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 1095 time: 0.2295640 Jul 09 20:11:05.644551 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-d51cfce1-f0ce-449f-9e02-4e963776e753 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=313e9a7412a94231aa1900f9ffb982aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1635265 Jul 09 20:11:05.689759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-396b8125-832d-4640-b8e9-a32dcd4cd013 None None] Provisioning for port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:05.710397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 330fc45a-7d67-45b2-b4cd-1277e38ed837 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:05.712223 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:05.716173 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:05.725286 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:10:59Z', 'revision_number': 2, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:04Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:05.761119 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-b8c800f5-3703-4dd9-8161-cea9935ea2f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eff3568-ab9b-46c1-bdbf-e45205bfabd6 HTTP/1.1" status: 200 len: 217 time: 0.1404662 Jul 09 20:11:05.779018 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed58a71-d8d9-42bb-9725-265f737f8662 x-openstack-request-id: req-3ed58a71-d8d9-42bb-9725-265f737f8662 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:05.779018 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ee59a8-538b-4b92-9906-a542f9965686", "tag": "7eff3568-ab9b-46c1-bdbf-e45205bfabd6", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:05.779018 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ed58a71-d8d9-42bb-9725-265f737f8662 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:05.779455 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ee59a8-538b-4b92-9906-a542f9965686', 'tag': '7eff3568-ab9b-46c1-bdbf-e45205bfabd6', 'status': 'completed', 'code': 200} Jul 09 20:11:05.798513 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa972b26-67b9-4066-befb-c2ec8a7d1f50 None None] The sync data for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 is: [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:10:59Z', 'revision_number': 2, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:04Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:05.867113 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-68bdc1f3-b21f-48a9-bd40-b58e2dc286cd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:11:05.878029 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-68bdc1f3-b21f-48a9-bd40-b58e2dc286cd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2101519 Jul 09 20:11:05.908581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-430c2028-0bb7-4a3c-8058-2832f97480e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:05.910494 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-430c2028-0bb7-4a3c-8058-2832f97480e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.1214049 Jul 09 20:11:06.048123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-4b146fa6-b5ef-44f9-ab09-34fe079eb426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:06.050011 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-4b146fa6-b5ef-44f9-ab09-34fe079eb426 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296749 Jul 09 20:11:06.138209 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Allocated IP 172.21.0.2 (7196d002-9be2-4d78-a52e-bcdfc4d56911/a435dc4f-6588-47d6-b09e-aa91b1572e43/75a02cc7-205d-44c0-bf8c-46049dd2d96c) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:06.184240 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-1735d024-c20d-4ab2-be19-5100bfe2b718 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233971 Jul 09 20:11:06.337069 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10c6afd1-47f9-4f95-b3ab-049212960c8f req-dc7eb6ee-8c78-46bd-8644-e7d820d3329e service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461980 Jul 09 20:11:06.534083 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-bd270854-5fc5-4ed5-b4dc-0e2ed30763f9 service neutron] 10.222.0.30 "GET /v2.0/networks/e0f97fa7-7c7b-48df-9434-746633d2e62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550500 Jul 09 20:11:06.559287 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:06.572493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Transition to ACTIVE for port object 75a02cc7-205d-44c0-bf8c-46049dd2d96c will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:06.594694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Transition to ACTIVE for port object 75a02cc7-205d-44c0-bf8c-46049dd2d96c will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:06.600286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 28e7307e-c304-4e35-a016-5afb5153021f up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:06.655931 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:06.664599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526fd59-6188-4cd1-9a2a-f985238a6f36 req-d206aab5-38ee-4959-9f9c-92d5576ad9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:06.665470 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c526fd59-6188-4cd1-9a2a-f985238a6f36 req-d206aab5-38ee-4959-9f9c-92d5576ad9ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 1095 time: 0.2285674 Jul 09 20:11:06.703671 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Network 7196d002-9be2-4d78-a52e-bcdfc4d56911 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:06.707959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:06.711209 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:06.717856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 28e7307e-c304-4e35-a016-5afb5153021f completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:06.735817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 28e7307e-c304-4e35-a016-5afb5153021f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:06.736209 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:06.888754 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Pushing event updated for resources: {'Port': ['ID=75a02cc7-205d-44c0-bf8c-46049dd2d96c,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:06.930913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526fd59-6188-4cd1-9a2a-f985238a6f36 req-bb57b7ad-24df-4b15-83f9-8e0a898da984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:06.932660 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c526fd59-6188-4cd1-9a2a-f985238a6f36 req-bb57b7ad-24df-4b15-83f9-8e0a898da984 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 912 time: 0.2545195 Jul 09 20:11:06.946170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Allocated IP 172.21.0.1 (7196d002-9be2-4d78-a52e-bcdfc4d56911/a435dc4f-6588-47d6-b09e-aa91b1572e43/23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:07.051550 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c526fd59-6188-4cd1-9a2a-f985238a6f36 req-44647004-9594-444b-b821-175546b617b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7eff3568-ab9b-46c1-bdbf-e45205bfabd6 HTTP/1.1" status: 200 len: 217 time: 0.1032889 Jul 09 20:11:07.071797 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-02da165d-baa3-4506-ac1e-9577db38f0df service neutron] 10.222.0.30 "GET /v2.0/networks/e0f97fa7-7c7b-48df-9434-746633d2e62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361087 Jul 09 20:11:07.214332 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:07.229369 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Attempting to bind port 75a02cc7-205d-44c0-bf8c-46049dd2d96c on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:07.229803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Attempting to bind port 75a02cc7-205d-44c0-bf8c-46049dd2d96c by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '822633c1-adde-4a56-ad6b-da56776d023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:07.230186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Attempting to bind port 75a02cc7-205d-44c0-bf8c-46049dd2d96c on network 7196d002-9be2-4d78-a52e-bcdfc4d56911 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:07.256408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:07.257335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Transition to ACTIVE for port object 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:07.258810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Checking segment: {'id': '822633c1-adde-4a56-ad6b-da56776d023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:07.261436 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:07.262389 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Bound using segment: {'id': '822633c1-adde-4a56-ad6b-da56776d023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:07.264652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Bound port: 75a02cc7-205d-44c0-bf8c-46049dd2d96c, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822633c1-adde-4a56-ad6b-da56776d023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:07.265092 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:07.265687 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4263be2-70c5-41dd-900e-386660bea5c6 req-4a16b615-d72c-4d27-99f1-26c0f16b5388 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:07.277116 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4263be2-70c5-41dd-900e-386660bea5c6 req-4a16b615-d72c-4d27-99f1-26c0f16b5388 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 944 time: 0.2187710 Jul 09 20:11:07.321766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526fd59-6188-4cd1-9a2a-f985238a6f36 req-6e04b2ac-6649-4031-9106-26b78222547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:07.323354 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c526fd59-6188-4cd1-9a2a-f985238a6f36 req-6e04b2ac-6649-4031-9106-26b78222547e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.1679649 Jul 09 20:11:07.377526 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:07.460881 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:07.529978 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4263be2-70c5-41dd-900e-386660bea5c6 req-8afe79dd-c38d-4d0e-b5b0-6b173a1aff99 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506781 Jul 09 20:11:07.542150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] For port 75a02cc7-205d-44c0-bf8c-46049dd2d96c, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:07.567097 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] For port 75a02cc7-205d-44c0-bf8c-46049dd2d96c, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=75a02cc7-205d-44c0-bf8c-46049dd2d96c,segment=NetworkSegment(822633c1-adde-4a56-ad6b-da56776d023e),segment_id=822633c1-adde-4a56-ad6b-da56776d023e)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:07.572579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 7196d002-9be2-4d78-a52e-bcdfc4d56911 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:07.585797 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:07.591956 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:07.599677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 28e7307e-c304-4e35-a016-5afb5153021f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=28e7307e-c304-4e35-a016-5afb5153021f,segment=NetworkSegment(b0f11fe8-991c-43f4-b692-33b8d2396384),segment_id=b0f11fe8-991c-43f4-b692-33b8d2396384)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:07.614490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:07.630935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526fd59-6188-4cd1-9a2a-f985238a6f36 req-48d3d3e0-b3b1-4858-b700-2452c1d4e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:07.638749 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c526fd59-6188-4cd1-9a2a-f985238a6f36 req-48d3d3e0-b3b1-4858-b700-2452c1d4e0bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2996984 Jul 09 20:11:07.733033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52608) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:07.748577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df162f-a414-4695-9133-6745a99fc274 None None] Pushing event updated for resources: {'Port': ['ID=75a02cc7-205d-44c0-bf8c-46049dd2d96c,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:07.753800 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:07.774779 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:07.779651 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-812c70ff-4591-4e56-a9c2-f35041378b39 req-7d9929ba-bf5f-47b2-bea0-9477b8f1498d tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 210 time: 0.0687134 Jul 09 20:11:07.835300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:07.931475 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c526fd59-6188-4cd1-9a2a-f985238a6f36 req-a8378384-010d-4ec5-af63-55ed1e4eef4e service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830179 Jul 09 20:11:07.939407 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=28e7307e-c304-4e35-a016-5afb5153021f,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:08.129903 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:08.617713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 75a02cc7-205d-44c0-bf8c-46049dd2d96c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:08.810209 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 75a02cc7-205d-44c0-bf8c-46049dd2d96c completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:08.822338 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 28e7307e-c304-4e35-a016-5afb5153021f up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:08.827313 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:08.834406 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:08.935373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 28e7307e-c304-4e35-a016-5afb5153021f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:08.936003 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:08.988067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c526fd59-6188-4cd1-9a2a-f985238a6f36 req-b39c44f2-fe0d-44d5-b066-306225303f45 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0531425 Jul 09 20:11:09.039675 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39ba67bf-c869-4c68-9e8c-b912c79af56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:09.054962 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:09.075032 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6ba5a583-caed-44ef-9f88-a0e017099bb7 req-c9221490-8b30-4dd3-ac33-838e8228b806 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 210 time: 0.0580509 Jul 09 20:11:09.131166 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:09.229251 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39ba67bf-c869-4c68-9e8c-b912c79af56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:09.235443 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39ba67bf-c869-4c68-9e8c-b912c79af56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:09.252631 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a35b0-d046-42aa-9a7a-f35e43ab6174 req-bd29dcaf-a2bb-4cc4-89ba-6b63923274fe tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:09.255775 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c9a35b0-d046-42aa-9a7a-f35e43ab6174 req-bd29dcaf-a2bb-4cc4-89ba-6b63923274fe tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 944 time: 0.4013870 Jul 09 20:11:09.299149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-39ba67bf-c869-4c68-9e8c-b912c79af56a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4424d0bf75244c3391009486baa6022b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5641153 Jul 09 20:11:09.299919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52626) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:09.318295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba67bf-c869-4c68-9e8c-b912c79af56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b962fa-0b53-48c9-a2d8-54d1c3273641,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:09.368708 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c9a35b0-d046-42aa-9a7a-f35e43ab6174 req-fdadb9b9-d345-4501-b2b5-a61e4bacc527 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908675 Jul 09 20:11:09.389773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 7196d002-9be2-4d78-a52e-bcdfc4d56911 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:09.395390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:09.408456 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7580ff61-d9ec-4ab3-8b5e-b9a05f65e5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:09.452002 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7580ff61-d9ec-4ab3-8b5e-b9a05f65e5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:09.502050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9761b0bb-1cad-4fb6-b573-2e8b60fde1da None None] Network 7196d002-9be2-4d78-a52e-bcdfc4d56911 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:09.621941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router bf428c90-8238-45fa-b471-057bb47b933c has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:09.647665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6d222a8c-99b0-4d92-8386-a50c17a843e3 None None] Provisioning for port 75a02cc7-205d-44c0-bf8c-46049dd2d96c completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:09.666066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6d222a8c-99b0-4d92-8386-a50c17a843e3 None None] Provisioning complete for port 75a02cc7-205d-44c0-bf8c-46049dd2d96c triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:09.667220 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6d222a8c-99b0-4d92-8386-a50c17a843e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:09.686035 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7580ff61-d9ec-4ab3-8b5e-b9a05f65e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:09.688614 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7580ff61-d9ec-4ab3-8b5e-b9a05f65e5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:09.692180 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7580ff61-d9ec-4ab3-8b5e-b9a05f65e5f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34b962fa-0b53-48c9-a2d8-54d1c3273641 HTTP/1.1" status: 204 len: 168 time: 0.3843172 Jul 09 20:11:09.717503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580ff61-d9ec-4ab3-8b5e-b9a05f65e5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b962fa-0b53-48c9-a2d8-54d1c3273641,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:09.790895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-1df1cd13-7184-4a36-8719-38ee18a49f00 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:09.792594 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-1df1cd13-7184-4a36-8719-38ee18a49f00 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.36 "GET /v2.0/networks?id=e0f97fa7-7c7b-48df-9434-746633d2e62e HTTP/1.1" status: 200 len: 813 time: 0.3139172 Jul 09 20:11:09.794477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:09.806182 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f4f9b06f-a0c9-427b-aae3-c90fb1adab57 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/bf428c90-8238-45fa-b471-057bb47b933c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2790415 Jul 09 20:11:09.806891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52632) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:09.812417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-725d205d-8d41-440c-ad47-2b7ac2ce297d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'network': {'name': 'tempest-RoutersTest-596720760'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:09.835798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Sync routers for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:09.878383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-86f366f7-22b4-4911-81ba-5c97500577fd tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Request body: {'port': {'device_id': 'bac840dc-5337-49bb-93f3-b6e11f2162fe', 'network_id': 'e0f97fa7-7c7b-48df-9434-746633d2e62e', 'admin_state_up': True, 'tenant_id': '313e9a7412a94231aa1900f9ffb982aa'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:09.893430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725d205d-8d41-440c-ad47-2b7ac2ce297d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:09.911746 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-725d205d-8d41-440c-ad47-2b7ac2ce297d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:09.916780 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:09.917710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:10.022371 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725d205d-8d41-440c-ad47-2b7ac2ce297d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:11:10.045726 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-725d205d-8d41-440c-ad47-2b7ac2ce297d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:10.046212 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-725d205d-8d41-440c-ad47-2b7ac2ce297d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Added segment d4926926-90e1-4a2e-8c14-b5349341867a of type vlan for network 2a2fbc83-21b2-4901-af90-a5b77ad23805 Jul 09 20:11:10.088160 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6d222a8c-99b0-4d92-8386-a50c17a843e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:10.126366 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-725d205d-8d41-440c-ad47-2b7ac2ce297d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:10.134595 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:10.139096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-86f366f7-22b4-4911-81ba-5c97500577fd tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Made reservation on behalf of 313e9a7412a94231aa1900f9ffb982aa for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:10.144326 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-86f366f7-22b4-4911-81ba-5c97500577fd tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:10.186637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-6d222a8c-99b0-4d92-8386-a50c17a843e3 None None] For port 75a02cc7-205d-44c0-bf8c-46049dd2d96c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=75a02cc7-205d-44c0-bf8c-46049dd2d96c,segment=NetworkSegment(822633c1-adde-4a56-ad6b-da56776d023e),segment_id=822633c1-adde-4a56-ad6b-da56776d023e)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:10.198549 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6d222a8c-99b0-4d92-8386-a50c17a843e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:10.308083 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.db.resource_extend [None req-725d205d-8d41-440c-ad47-2b7ac2ce297d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 20:11:10.344374 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1c21efb-275e-4c18-95d6-accb0840c778 req-a3930c05-ccc9-4983-884f-e1e22897e723 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 210 time: 0.0580406 Jul 09 20:11:10.387719 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d222a8c-99b0-4d92-8386-a50c17a843e3 None None] Pushing event updated for resources: {'Port': ['ID=75a02cc7-205d-44c0-bf8c-46049dd2d96c,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:10.393688 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-725d205d-8d41-440c-ad47-2b7ac2ce297d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:10.401050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d205d-8d41-440c-ad47-2b7ac2ce297d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:10.402103 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-725d205d-8d41-440c-ad47-2b7ac2ce297d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:10.610822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 3, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:08Z', 'revision_number': 2, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:10.647427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-86f366f7-22b4-4911-81ba-5c97500577fd tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Allocated IP 172.20.0.13 (e0f97fa7-7c7b-48df-9434-746633d2e62e/4f68a01d-4bbc-4698-84a2-ef4c5c8e8c95/37138e75-6e6d-4173-8e3f-91eb17abc51e) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:10.662899 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-725d205d-8d41-440c-ad47-2b7ac2ce297d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8550217 Jul 09 20:11:10.666027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52650) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:10.672159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-34983f62-4164-4a34-8f9f-763e7056b2bb tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'subnet': {'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:10.688305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Checking router: bf428c90-8238-45fa-b471-057bb47b933c for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:10.690086 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Updating router bf428c90-8238-45fa-b471-057bb47b933c port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:11:10.756206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d205d-8d41-440c-ad47-2b7ac2ce297d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Network': ['ID=2a2fbc83-21b2-4901-af90-a5b77ad23805,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:10.779074 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 2a2fbc83-21b2-4901-af90-a5b77ad23805 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:11:10.909954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34983f62-4164-4a34-8f9f-763e7056b2bb tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:10.915947 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-34983f62-4164-4a34-8f9f-763e7056b2bb tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:10.919760 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:11.006955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-870164b7-ce32-44b1-ade8-78133e459bba None None] Provisioning for port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:11.101775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-870164b7-ce32-44b1-ade8-78133e459bba None None] Provisioning complete for port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:11.102153 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-870164b7-ce32-44b1-ade8-78133e459bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:11.102265 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-86f366f7-22b4-4911-81ba-5c97500577fd tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:11.174347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834008e8-b613-4af2-a1be-81084d15a849 req-86cc0cfd-0bd6-4e84-b30c-91127b72d67d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:11.181894 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-834008e8-b613-4af2-a1be-81084d15a849 req-86cc0cfd-0bd6-4e84-b30c-91127b72d67d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 944 time: 0.5311091 Jul 09 20:11:11.184972 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-86f366f7-22b4-4911-81ba-5c97500577fd tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:11.252406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-870164b7-ce32-44b1-ade8-78133e459bba None None] Port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:11.303477 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-834008e8-b613-4af2-a1be-81084d15a849 req-6a66899b-54fe-48b8-97f8-aab41fc56e4b tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206081 Jul 09 20:11:11.307154 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-86f366f7-22b4-4911-81ba-5c97500577fd tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Network e0f97fa7-7c7b-48df-9434-746633d2e62e is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:11.320235 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-86f366f7-22b4-4911-81ba-5c97500577fd tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:11.324770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-86f366f7-22b4-4911-81ba-5c97500577fd tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:11.407532 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-86f366f7-22b4-4911-81ba-5c97500577fd tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:11.408228 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-86f366f7-22b4-4911-81ba-5c97500577fd tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:11.428236 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-86f366f7-22b4-4911-81ba-5c97500577fd tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6222658 Jul 09 20:11:11.436460 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-34983f62-4164-4a34-8f9f-763e7056b2bb tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:11.444355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Request body: {'port': {'device_id': 'bac840dc-5337-49bb-93f3-b6e11f2162fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:11.643759 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34983f62-4164-4a34-8f9f-763e7056b2bb tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Subnet': ['ID=393693d0-b30b-4492-92ea-9c4e9d20a064,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:11.666039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34983f62-4164-4a34-8f9f-763e7056b2bb tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Checking segment: {'id': 'd4926926-90e1-4a2e-8c14-b5349341867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:11.666622 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34983f62-4164-4a34-8f9f-763e7056b2bb tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network hostable DHCP agents. Network: 2a2fbc83-21b2-4901-af90-a5b77ad23805, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:11:11.704826 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-870164b7-ce32-44b1-ade8-78133e459bba None None] Provisioning complete for port 75a02cc7-205d-44c0-bf8c-46049dd2d96c triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:11.705308 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-870164b7-ce32-44b1-ade8-78133e459bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:11.719020 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:11.720858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34983f62-4164-4a34-8f9f-763e7056b2bb tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 2a2fbc83-21b2-4901-af90-a5b77ad23805 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:11:11.745903 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f366f7-22b4-4911-81ba-5c97500577fd tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Pushing event updated for resources: {'Port': ['ID=37138e75-6e6d-4173-8e3f-91eb17abc51e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:11.777653 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-34983f62-4164-4a34-8f9f-763e7056b2bb tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 2a2fbc83-21b2-4901-af90-a5b77ad23805) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:11.795435 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34983f62-4164-4a34-8f9f-763e7056b2bb tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:11.797199 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-34983f62-4164-4a34-8f9f-763e7056b2bb tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:11.797386 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaacbcf1-65f1-4816-aed8-5bb80d87cd14 None None] Network 2a2fbc83-21b2-4901-af90-a5b77ad23805 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:11.828199 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-34983f62-4164-4a34-8f9f-763e7056b2bb tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1609101 Jul 09 20:11:11.832973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52672) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:12.011108 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5dbb58-9546-41d6-9c77-6bd5e181b23e req-e5b603f0-0dcf-4720-bf3d-4b7604f9c656 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:12.013822 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b5dbb58-9546-41d6-9c77-6bd5e181b23e req-e5b603f0-0dcf-4720-bf3d-4b7604f9c656 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 932 time: 0.3516469 Jul 09 20:11:12.312345 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-2a2fbc83-21b2-4901-af90-a5b77ad23805', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:11:12.313237 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:12.423196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52680) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:12.550174 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:12.574594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 75a02cc7-205d-44c0-bf8c-46049dd2d96c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:12.611991 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b5dbb58-9546-41d6-9c77-6bd5e181b23e req-74244350-3c90-4d1e-b25b-354d45c7c189 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5822761 Jul 09 20:11:12.742549 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-13067c3d-826e-4989-81b0-2efe7a01912e None None] Provisioning complete for port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:12.743513 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-13067c3d-826e-4989-81b0-2efe7a01912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:12.805459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-13067c3d-826e-4989-81b0-2efe7a01912e None None] Port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:12.809186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 75a02cc7-205d-44c0-bf8c-46049dd2d96c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:12.809892 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:12.883106 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:12.887351 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37138e75-6e6d-4173-8e3f-91eb17abc51e {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:12.914576 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:12.933236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Transition to ACTIVE for port object 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:12.945462 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:12.963220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Transition to ACTIVE for port object 37138e75-6e6d-4173-8e3f-91eb17abc51e will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:12.990406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Allocated IP 172.22.0.2 (2a2fbc83-21b2-4901-af90-a5b77ad23805/393693d0-b30b-4492-92ea-9c4e9d20a064/4d952062-3dc9-491a-a5d2-c883ed838ecf) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:12.994093 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:13.070641 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e02b67-a455-4c34-92b5-b6f86995203b None None] Pushing event updated for resources: {'Port': ['ID=23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:13.208158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Pushing event updated for resources: {'Port': ['ID=37138e75-6e6d-4173-8e3f-91eb17abc51e,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:13.255672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Attempting to bind port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:13.256168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Attempting to bind port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '822633c1-adde-4a56-ad6b-da56776d023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:13.256562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Attempting to bind port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d on network 7196d002-9be2-4d78-a52e-bcdfc4d56911 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:13.269534 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:13.270035 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Checking segment: {'id': '822633c1-adde-4a56-ad6b-da56776d023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:13.270498 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:13.271325 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Bound using segment: {'id': '822633c1-adde-4a56-ad6b-da56776d023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:13.271901 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Bound port: 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '822633c1-adde-4a56-ad6b-da56776d023e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:13.272427 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:13.393865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Attempting to bind port 37138e75-6e6d-4173-8e3f-91eb17abc51e on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:13.394226 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Attempting to bind port 37138e75-6e6d-4173-8e3f-91eb17abc51e by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '72953792-e590-48a0-8944-1f3c9c2d4498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e0f97fa7-7c7b-48df-9434-746633d2e62e'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:13.394577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Attempting to bind port 37138e75-6e6d-4173-8e3f-91eb17abc51e on network e0f97fa7-7c7b-48df-9434-746633d2e62e {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:13.487499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Port 37138e75-6e6d-4173-8e3f-91eb17abc51e on network e0f97fa7-7c7b-48df-9434-746633d2e62e not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:11:13.488161 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Attempting to bind port 37138e75-6e6d-4173-8e3f-91eb17abc51e on network e0f97fa7-7c7b-48df-9434-746633d2e62e {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:13.507949 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:13.508318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Checking segment: {'id': '72953792-e590-48a0-8944-1f3c9c2d4498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e0f97fa7-7c7b-48df-9434-746633d2e62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:13.508759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Bound using segment: {'id': '72953792-e590-48a0-8944-1f3c9c2d4498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e0f97fa7-7c7b-48df-9434-746633d2e62e'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:13.512683 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Bound port: 37138e75-6e6d-4173-8e3f-91eb17abc51e, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72953792-e590-48a0-8944-1f3c9c2d4498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e0f97fa7-7c7b-48df-9434-746633d2e62e'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:13.513192 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:13.582591 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] For port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:13.595754 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] For port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d,segment=NetworkSegment(822633c1-adde-4a56-ad6b-da56776d023e),segment_id=822633c1-adde-4a56-ad6b-da56776d023e)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:13.599525 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:13.609789 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:13.697755 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] For port 37138e75-6e6d-4173-8e3f-91eb17abc51e, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:13.701300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] For port 37138e75-6e6d-4173-8e3f-91eb17abc51e, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=37138e75-6e6d-4173-8e3f-91eb17abc51e,segment=NetworkSegment(72953792-e590-48a0-8944-1f3c9c2d4498),segment_id=72953792-e590-48a0-8944-1f3c9c2d4498)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:13.714271 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:13.735466 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Transition to ACTIVE for port object 4d952062-3dc9-491a-a5d2-c883ed838ecf will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:13.736336 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6948682-a162-4569-9e89-7de739589aa7 req-28f64a5d-83bf-4e99-b54d-fde85e8beb37 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:13.743404 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f6948682-a162-4569-9e89-7de739589aa7 req-28f64a5d-83bf-4e99-b54d-fde85e8beb37 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 944 time: 1.1588027 Jul 09 20:11:13.758130 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Transition to ACTIVE for port object 4d952062-3dc9-491a-a5d2-c883ed838ecf will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:13.763269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e02b67-a455-4c34-92b5-b6f86995203b None None] Pushing event updated for resources: {'Port': ['ID=23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:13.791890 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:13.850300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Network 2a2fbc83-21b2-4901-af90-a5b77ad23805 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:13.853717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:13.856117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:13.856805 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:13.880482 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f6948682-a162-4569-9e89-7de739589aa7 req-b47bd684-b3d5-4260-a02b-07e641ef3a87 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359954 Jul 09 20:11:13.896240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:13.966785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:13.967423 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:13.970943 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] 10.222.0.36 "PUT /v2.0/ports/37138e75-6e6d-4173-8e3f-91eb17abc51e HTTP/1.1" status: 200 len: 1092 time: 2.5288215 Jul 09 20:11:13.971648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac840dc-5337-49bb-93f3-b6e11f2162fe', 'tag': '37138e75-6e6d-4173-8e3f-91eb17abc51e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:13.974085 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11759dc2-9001-4ef3-9a79-7e1c905b4a60" -d '{"events": [{"name": "network-changed", "server_uuid": "bac840dc-5337-49bb-93f3-b6e11f2162fe", "tag": "37138e75-6e6d-4173-8e3f-91eb17abc51e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:13.994012 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Pushing event updated for resources: {'Port': ['ID=4d952062-3dc9-491a-a5d2-c883ed838ecf,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:14.034837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aad1b3-2a3f-4126-aaf3-639d4d4eb2eb service neutron] Pushing event updated for resources: {'Port': ['ID=37138e75-6e6d-4173-8e3f-91eb17abc51e,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:14.078970 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:14.127607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38aedd-affe-44be-a2f8-e6f827d0f659 req-da418683-a8e1-46f8-9cc8-89fae96a8e27 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:14.129310 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5d38aedd-affe-44be-a2f8-e6f827d0f659 req-da418683-a8e1-46f8-9cc8-89fae96a8e27 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 944 time: 0.3081605 Jul 09 20:11:14.129826 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Allocated IP 172.22.0.1 (2a2fbc83-21b2-4901-af90-a5b77ad23805/393693d0-b30b-4492-92ea-9c4e9d20a064/609f5a1a-113f-44cd-99fa-131732dcd09b) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:14.135198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Attempting to bind port 4d952062-3dc9-491a-a5d2-c883ed838ecf on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:14.135728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Attempting to bind port 4d952062-3dc9-491a-a5d2-c883ed838ecf by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'd4926926-90e1-4a2e-8c14-b5349341867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:14.136101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Attempting to bind port 4d952062-3dc9-491a-a5d2-c883ed838ecf on network 2a2fbc83-21b2-4901-af90-a5b77ad23805 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:14.144955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:14.145459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Checking segment: {'id': 'd4926926-90e1-4a2e-8c14-b5349341867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:14.145733 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:14.146233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Bound using segment: {'id': 'd4926926-90e1-4a2e-8c14-b5349341867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:14.146711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Bound port: 4d952062-3dc9-491a-a5d2-c883ed838ecf, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4926926-90e1-4a2e-8c14-b5349341867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:14.147191 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:14.216927 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2f3313-61fd-4322-a552-52468f29769f x-openstack-request-id: req-8a2f3313-61fd-4322-a552-52468f29769f {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:14.217221 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac840dc-5337-49bb-93f3-b6e11f2162fe", "tag": "37138e75-6e6d-4173-8e3f-91eb17abc51e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:14.217481 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a2f3313-61fd-4322-a552-52468f29769f {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:14.217888 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac840dc-5337-49bb-93f3-b6e11f2162fe', 'tag': '37138e75-6e6d-4173-8e3f-91eb17abc51e', 'status': 'completed', 'code': 200} Jul 09 20:11:14.223049 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5d38aedd-affe-44be-a2f8-e6f827d0f659 req-7a6ecbd9-d4cb-4bfa-86cc-2628a5864e6d tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784307 Jul 09 20:11:14.231429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-71c364f1-6d00-489f-9f77-68c06fa4c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:14.232592 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-71c364f1-6d00-489f-9f77-68c06fa4c9e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=313e9a7412a94231aa1900f9ffb982aa&device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 1095 time: 0.1811910 Jul 09 20:11:14.285623 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-cc0e7297-0764-4557-a27d-59ccf865291e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37138e75-6e6d-4173-8e3f-91eb17abc51e HTTP/1.1" status: 200 len: 217 time: 0.0421915 Jul 09 20:11:14.292055 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3573d8b-9e9e-4b8c-8527-3a6b64607e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:14.297747 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:14.312484 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Transition to ACTIVE for port object 609f5a1a-113f-44cd-99fa-131732dcd09b will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:14.353046 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:14.358050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] For port 4d952062-3dc9-491a-a5d2-c883ed838ecf, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:14.361910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] For port 4d952062-3dc9-491a-a5d2-c883ed838ecf, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4d952062-3dc9-491a-a5d2-c883ed838ecf,segment=NetworkSegment(d4926926-90e1-4a2e-8c14-b5349341867a),segment_id=d4926926-90e1-4a2e-8c14-b5349341867a)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:14.387428 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:14.411405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-359c3b37-67dd-4850-8641-44d791f5ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:14.413240 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-359c3b37-67dd-4850-8641-44d791f5ff0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f68a01d-4bbc-4698-84a2-ef4c5c8e8c95 HTTP/1.1" status: 200 len: 853 time: 0.1182163 Jul 09 20:11:14.415042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 2a2fbc83-21b2-4901-af90-a5b77ad23805 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:14.419001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:14.424588 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:14.430213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=609f5a1a-113f-44cd-99fa-131732dcd09b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:14.460285 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-ce2b3706-4a51-460e-8192-5d572c825dc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0f97fa7-7c7b-48df-9434-746633d2e62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381844 Jul 09 20:11:14.478616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1721c38-c72f-4602-b272-eff7d9b3b66f None None] Pushing event updated for resources: {'Port': ['ID=4d952062-3dc9-491a-a5d2-c883ed838ecf,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:14.500145 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 3, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:13Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:14.531433 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:14.554757 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af9361e-635a-4478-a3b1-7186d1cc2a77 None None] The sync data for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 is: [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 3, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:13Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:14.704918 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-2a6538be-4c15-4a48-8339-c2f2c5dcb352 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f97fa7-7c7b-48df-9434-746633d2e62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376230 Jul 09 20:11:14.744284 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:14.933578 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17dd3d1b-1cd0-4902-b49b-20c3714fcd35 req-6999d7fb-2d93-418e-9d93-1273b65d19c9 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f97fa7-7c7b-48df-9434-746633d2e62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208509 Jul 09 20:11:15.036956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e3573d8b-9e9e-4b8c-8527-3a6b64607e2d admin admin] Deleting port 21e267a8-31b4-4b46-8dc9-b7340ede456a {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:15.037396 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3573d8b-9e9e-4b8c-8527-3a6b64607e2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:15.216361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-e3573d8b-9e9e-4b8c-8527-3a6b64607e2d admin admin] For port 21e267a8-31b4-4b46-8dc9-b7340ede456a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=21e267a8-31b4-4b46-8dc9-b7340ede456a,segment=NetworkSegment(f67726b3-c14d-4273-a0cd-ddcf83dc00d5),segment_id=f67726b3-c14d-4273-a0cd-ddcf83dc00d5)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:15.217297 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3573d8b-9e9e-4b8c-8527-3a6b64607e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:15.241877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11759dc2-9001-4ef3-9a79-7e1c905b4a60 req-15fa51fa-de3e-4bf7-ae06-d64a14464e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:15.243560 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11759dc2-9001-4ef3-9a79-7e1c905b4a60 req-15fa51fa-de3e-4bf7-ae06-d64a14464e1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=313e9a7412a94231aa1900f9ffb982aa&device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 1095 time: 0.2352183 Jul 09 20:11:15.244676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e3573d8b-9e9e-4b8c-8527-3a6b64607e2d admin admin] Calling delete_port for 21e267a8-31b4-4b46-8dc9-b7340ede456a owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:15.340951 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:15.353184 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:15.488667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=609f5a1a-113f-44cd-99fa-131732dcd09b,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:15.511010 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:15.527166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11759dc2-9001-4ef3-9a79-7e1c905b4a60 req-be19a6cb-6b58-4edc-994a-34e761428334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:15.529489 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11759dc2-9001-4ef3-9a79-7e1c905b4a60 req-be19a6cb-6b58-4edc-994a-34e761428334 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0f97fa7-7c7b-48df-9434-746633d2e62e HTTP/1.1" status: 200 len: 914 time: 0.2777936 Jul 09 20:11:15.531738 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542a7a7-d2b3-4c58-ab6b-327585a378e0 req-f1e511e8-6036-4e99-a86b-57235f755ad5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:15.542425 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a542a7a7-d2b3-4c58-ab6b-327585a378e0 req-f1e511e8-6036-4e99-a86b-57235f755ad5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 944 time: 0.3803494 Jul 09 20:11:15.618854 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11759dc2-9001-4ef3-9a79-7e1c905b4a60 req-6795fc1e-8308-4581-95dd-fc79aaac5554 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37138e75-6e6d-4173-8e3f-91eb17abc51e HTTP/1.1" status: 200 len: 217 time: 0.0550325 Jul 09 20:11:15.678174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 2a2fbc83-21b2-4901-af90-a5b77ad23805 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:15.690886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:15.759156 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a542a7a7-d2b3-4c58-ab6b-327585a378e0 req-89668ce6-78ab-4abd-81cd-f21300ca9a1f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154226 Jul 09 20:11:15.846045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router bf428c90-8238-45fa-b471-057bb47b933c has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:15.970096 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:15.975635 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1f282bdd-8cda-4a5d-ab8d-609027cf8844 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/bf428c90-8238-45fa-b471-057bb47b933c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1411734 Jul 09 20:11:15.978127 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52720) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:15.981640 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Sync routers for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:15.985660 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-742caa00-2794-42f6-96e3-61b9e9d74de4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'network': {'name': 'tempest-RoutersTest-611956536'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:15.999726 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eead6c5-0d9d-448a-bb2b-bddfc01d08f7 None None] Network 2a2fbc83-21b2-4901-af90-a5b77ad23805 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:16.000783 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:16.001606 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:16.014526 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742caa00-2794-42f6-96e3-61b9e9d74de4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:16.020894 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-742caa00-2794-42f6-96e3-61b9e9d74de4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.082008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742caa00-2794-42f6-96e3-61b9e9d74de4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:11:16.095362 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-742caa00-2794-42f6-96e3-61b9e9d74de4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.095793 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-742caa00-2794-42f6-96e3-61b9e9d74de4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Added segment ccc07f20-c160-4221-9473-bd673e8a6edf of type vlan for network 1b3e16b2-5dd2-4251-8fc6-f5527557d9df Jul 09 20:11:16.113148 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:16.157703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0348b33b-0d62-4caf-998d-9204f8675d20 None None] Provisioning for port 4d952062-3dc9-491a-a5d2-c883ed838ecf completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:16.181903 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-742caa00-2794-42f6-96e3-61b9e9d74de4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.184568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e7285-c24a-49f6-a031-87bf78cd80ca req-6812d1ae-8b09-4f72-9af5-91588d32136f tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:16.193715 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-131e7285-c24a-49f6-a031-87bf78cd80ca req-6812d1ae-8b09-4f72-9af5-91588d32136f tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 944 time: 0.7464683 Jul 09 20:11:16.201274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11759dc2-9001-4ef3-9a79-7e1c905b4a60 req-b5fa82f5-6bb3-423e-af5a-31be000afd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:16.204105 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11759dc2-9001-4ef3-9a79-7e1c905b4a60 req-b5fa82f5-6bb3-423e-af5a-31be000afd1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f68a01d-4bbc-4698-84a2-ef4c5c8e8c95 HTTP/1.1" status: 200 len: 853 time: 0.5720870 Jul 09 20:11:16.241851 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-c240fa66-90a9-4e06-b9f1-ffe258756c3e req-e5eed5ad-7835-4c3a-921b-589e1b639374 service neutron] (100204) timed out ('10.222.0.36', 64326) {{(pid=100204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:11:16.251225 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-742caa00-2794-42f6-96e3-61b9e9d74de4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.261667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742caa00-2794-42f6-96e3-61b9e9d74de4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:16.262770 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-742caa00-2794-42f6-96e3-61b9e9d74de4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.274061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11759dc2-9001-4ef3-9a79-7e1c905b4a60 req-d3e90767-f294-4a26-848c-7b75f0efaf27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0f97fa7-7c7b-48df-9434-746633d2e62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523832 Jul 09 20:11:16.286399 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-742caa00-2794-42f6-96e3-61b9e9d74de4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3071721 Jul 09 20:11:16.297242 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52726) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:16.368784 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742caa00-2794-42f6-96e3-61b9e9d74de4 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Network': ['ID=1b3e16b2-5dd2-4251-8fc6-f5527557d9df,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:16.384817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 1b3e16b2-5dd2-4251-8fc6-f5527557d9df details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:11:16.478036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-026b6fdd-0cc8-4d38-b022-2b127cb2a13b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'subnet': {'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:16.552842 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:14Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:13Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609f5a1a-113f-44cd-99fa-131732dcd09b', 'name': '', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:b4:2c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:13Z', 'updated_at': '2021-07-09T20:11:15Z', 'revision_number': 2, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:16.582613 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Checking router: bf428c90-8238-45fa-b471-057bb47b933c for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:16.582973 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Updating router bf428c90-8238-45fa-b471-057bb47b933c port 609f5a1a-113f-44cd-99fa-131732dcd09b binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:11:16.617240 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3573d8b-9e9e-4b8c-8527-3a6b64607e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.629781 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.629969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4d952062-3dc9-491a-a5d2-c883ed838ecf up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:16.691781 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-131e7285-c24a-49f6-a031-87bf78cd80ca req-bdb47386-4d4e-4124-a137-f919f3736772 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970391 Jul 09 20:11:16.717183 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 4d952062-3dc9-491a-a5d2-c883ed838ecf completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:16.722413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 4d952062-3dc9-491a-a5d2-c883ed838ecf triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:16.723212 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.725557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3573d8b-9e9e-4b8c-8527-3a6b64607e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=21e267a8-31b4-4b46-8dc9-b7340ede456a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:16.765287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dd044c43-7502-4a9b-9a67-a4d70e8ecb81 None None] Provisioning for port 609f5a1a-113f-44cd-99fa-131732dcd09b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:16.773011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dd044c43-7502-4a9b-9a67-a4d70e8ecb81 None None] Provisioning complete for port 609f5a1a-113f-44cd-99fa-131732dcd09b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:16.773450 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dd044c43-7502-4a9b-9a67-a4d70e8ecb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:16.930885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-dd044c43-7502-4a9b-9a67-a4d70e8ecb81 None None] Port 609f5a1a-113f-44cd-99fa-131732dcd09b cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:16.951247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11759dc2-9001-4ef3-9a79-7e1c905b4a60 req-074afb69-dbe2-4f50-bb8f-8e0da1d35bcf service neutron] 10.222.0.36 "GET /v2.0/networks/e0f97fa7-7c7b-48df-9434-746633d2e62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6523623 Jul 09 20:11:17.021756 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.095511 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 4d952062-3dc9-491a-a5d2-c883ed838ecf, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4d952062-3dc9-491a-a5d2-c883ed838ecf,segment=NetworkSegment(d4926926-90e1-4a2e-8c14-b5349341867a),segment_id=d4926926-90e1-4a2e-8c14-b5349341867a)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:17.104230 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-86a1b7e7-0b27-42b5-8226-b8e5339eb903 None None] Provisioning complete for port 609f5a1a-113f-44cd-99fa-131732dcd09b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:17.110672 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-86a1b7e7-0b27-42b5-8226-b8e5339eb903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.114075 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.114759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:17.136208 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.149277 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Transition to ACTIVE for port object 609f5a1a-113f-44cd-99fa-131732dcd09b will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:17.159936 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.196635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026b6fdd-0cc8-4d38-b022-2b127cb2a13b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Made reservation on behalf of 74606a64565d43499d40c80d64af1717 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:17.201318 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce36c4-0694-45fb-bd3b-b44a88cae13a req-d49e0d70-8436-460a-b30a-d0f2fc29e78e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:17.208033 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-026b6fdd-0cc8-4d38-b022-2b127cb2a13b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.211848 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bcce36c4-0694-45fb-bd3b-b44a88cae13a req-d49e0d70-8436-460a-b30a-d0f2fc29e78e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 944 time: 0.1603355 Jul 09 20:11:17.272139 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1890c9-df29-474b-a2a2-f9a14e7bb343 None None] Pushing event updated for resources: {'Port': ['ID=609f5a1a-113f-44cd-99fa-131732dcd09b,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:17.275868 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bcce36c4-0694-45fb-bd3b-b44a88cae13a req-e3951099-0d68-4a04-b816-5d0e47bba70c tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631170 Jul 09 20:11:17.381406 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Attempting to bind port 609f5a1a-113f-44cd-99fa-131732dcd09b on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:17.382351 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Attempting to bind port 609f5a1a-113f-44cd-99fa-131732dcd09b by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'd4926926-90e1-4a2e-8c14-b5349341867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:17.382978 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Attempting to bind port 609f5a1a-113f-44cd-99fa-131732dcd09b on network 2a2fbc83-21b2-4901-af90-a5b77ad23805 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:17.389523 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:17.390348 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Checking segment: {'id': 'd4926926-90e1-4a2e-8c14-b5349341867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:17.391137 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.391751 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Bound using segment: {'id': 'd4926926-90e1-4a2e-8c14-b5349341867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:17.392623 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Bound port: 609f5a1a-113f-44cd-99fa-131732dcd09b, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4926926-90e1-4a2e-8c14-b5349341867a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:17.393252 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.466299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=4d952062-3dc9-491a-a5d2-c883ed838ecf,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:17.497799 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] For port 609f5a1a-113f-44cd-99fa-131732dcd09b, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:17.502206 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] For port 609f5a1a-113f-44cd-99fa-131732dcd09b, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=609f5a1a-113f-44cd-99fa-131732dcd09b,segment=NetworkSegment(d4926926-90e1-4a2e-8c14-b5349341867a),segment_id=d4926926-90e1-4a2e-8c14-b5349341867a)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:17.514014 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.519724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-86a1b7e7-0b27-42b5-8226-b8e5339eb903 None None] Port 609f5a1a-113f-44cd-99fa-131732dcd09b cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:17.579074 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:17.583800 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:17.584706 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.619978 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1890c9-df29-474b-a2a2-f9a14e7bb343 None None] Pushing event updated for resources: {'Port': ['ID=609f5a1a-113f-44cd-99fa-131732dcd09b,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:17.659790 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11759dc2-9001-4ef3-9a79-7e1c905b4a60 req-77f6d050-ba22-4ad4-b2c9-06bc4e082ad6 service neutron] 10.222.0.36 "GET /v2.0/networks/e0f97fa7-7c7b-48df-9434-746633d2e62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6675208 Jul 09 20:11:17.707433 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:17.708051 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:17.720477 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-026b6fdd-0cc8-4d38-b022-2b127cb2a13b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.732002 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.879767 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b6fdd-0cc8-4d38-b022-2b127cb2a13b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Subnet': ['ID=f22042a4-c3ea-4ea3-841a-2e060634e331,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:17.891340 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3573d8b-9e9e-4b8c-8527-3a6b64607e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.897483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d,segment=NetworkSegment(822633c1-adde-4a56-ad6b-da56776d023e),segment_id=822633c1-adde-4a56-ad6b-da56776d023e)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:17.906534 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:17.916333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026b6fdd-0cc8-4d38-b022-2b127cb2a13b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Checking segment: {'id': 'ccc07f20-c160-4221-9473-bd673e8a6edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:17.916976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026b6fdd-0cc8-4d38-b022-2b127cb2a13b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network hostable DHCP agents. Network: 1b3e16b2-5dd2-4251-8fc6-f5527557d9df, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:11:18.042786 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:18.056099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c311e-dbf8-4e2b-aecc-c844f0b88e5c req-4376f45e-a703-4874-b005-2c13f21fe02d tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:18.057759 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-962c311e-dbf8-4e2b-aecc-c844f0b88e5c req-4376f45e-a703-4874-b005-2c13f21fe02d tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 944 time: 0.1313071 Jul 09 20:11:18.089001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026b6fdd-0cc8-4d38-b022-2b127cb2a13b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 1b3e16b2-5dd2-4251-8fc6-f5527557d9df is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:11:18.115832 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-026b6fdd-0cc8-4d38-b022-2b127cb2a13b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 1b3e16b2-5dd2-4251-8fc6-f5527557d9df) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:18.124849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026b6fdd-0cc8-4d38-b022-2b127cb2a13b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:18.125746 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-026b6fdd-0cc8-4d38-b022-2b127cb2a13b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:18.126087 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273631eb-f3c6-44bf-97cf-3c2d70f3fc5e None None] Network 1b3e16b2-5dd2-4251-8fc6-f5527557d9df requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:18.131317 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:18.147744 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-962c311e-dbf8-4e2b-aecc-c844f0b88e5c req-08ce71c4-c80d-43a1-93c1-49bdd36464d2 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803058 Jul 09 20:11:18.148816 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-026b6fdd-0cc8-4d38-b022-2b127cb2a13b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8467813 Jul 09 20:11:18.152941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52752) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:18.382375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3573d8b-9e9e-4b8c-8527-3a6b64607e2d admin admin] Router d25b2ece-d6d3-4885-9354-5977b25a1649 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:18.482255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-1b3e16b2-5dd2-4251-8fc6-f5527557d9df', 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'fixed_ips': [{'subnet_id': 'f22042a4-c3ea-4ea3-841a-2e060634e331'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:11:18.483353 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:18.608048 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:14Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:13Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609f5a1a-113f-44cd-99fa-131732dcd09b', 'name': '', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:b4:2c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:13Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:18.615641 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4d952062-3dc9-491a-a5d2-c883ed838ecf up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:18.646425 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6b1b93-fb5b-4c9b-aeda-463d4dbc1c5a None None] The sync data for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 is: [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:14Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:13Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609f5a1a-113f-44cd-99fa-131732dcd09b', 'name': '', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:b4:2c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:13Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:18.768508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7bc62-bcce-47bb-9ee8-acf8861c098c req-d21721aa-77e1-4d4a-a423-a00d84b5cf17 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:18.770428 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5db7bc62-bcce-47bb-9ee8-acf8861c098c req-d21721aa-77e1-4d4a-a423-a00d84b5cf17 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 944 time: 0.2413173 Jul 09 20:11:18.770871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Allocated IP 172.23.0.2 (1b3e16b2-5dd2-4251-8fc6-f5527557d9df/f22042a4-c3ea-4ea3-841a-2e060634e331/8a7036d7-908f-4125-a26f-d10322f7080b) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:18.771733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3573d8b-9e9e-4b8c-8527-3a6b64607e2d admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:18.782961 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e3573d8b-9e9e-4b8c-8527-3a6b64607e2d admin admin] 10.222.0.30 "PUT /v2.0/routers/d25b2ece-d6d3-4885-9354-5977b25a1649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3424075 Jul 09 20:11:18.783720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52766) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:18.889342 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5db7bc62-bcce-47bb-9ee8-acf8861c098c req-89bed197-b52a-4077-bbbb-4653102a6cfe tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045775 Jul 09 20:11:18.973591 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27a18a-5d56-4775-85c6-4e8980198171 None None] Sync routers for ids ['d25b2ece-d6d3-4885-9354-5977b25a1649'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:19.005368 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:19.031938 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:19.069039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27a18a-5d56-4775-85c6-4e8980198171 None None] Routers {'d25b2ece-d6d3-4885-9354-5977b25a1649'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:19.070119 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6c27a18a-5d56-4775-85c6-4e8980198171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['d25b2ece-d6d3-4885-9354-5977b25a1649'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:19.139626 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 4d952062-3dc9-491a-a5d2-c883ed838ecf triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:19.140219 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:19.180968 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:19.189314 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:19.300332 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Transition to ACTIVE for port object 8a7036d7-908f-4125-a26f-d10322f7080b will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:19.331076 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] Deleting port 64293310-1cc1-443c-b799-a34822486d5e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:19.331491 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:19.373367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Transition to ACTIVE for port object 8a7036d7-908f-4125-a26f-d10322f7080b will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:19.455153 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:19.492623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:19.495802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-6c27a18a-5d56-4775-85c6-4e8980198171 None None] Set router d25b2ece-d6d3-4885-9354-5977b25a1649 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:19.503298 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Allocated IP 172.23.0.1 (1b3e16b2-5dd2-4251-8fc6-f5527557d9df/f22042a4-c3ea-4ea3-841a-2e060634e331/43c0aa42-2b97-4ac8-989d-d98e2d67b5bb) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:19.534340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] For port 64293310-1cc1-443c-b799-a34822486d5e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=64293310-1cc1-443c-b799-a34822486d5e,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:19.534815 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:19.553401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] Calling delete_port for 64293310-1cc1-443c-b799-a34822486d5e owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:19.611199 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Network 1b3e16b2-5dd2-4251-8fc6-f5527557d9df is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:19.621288 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9dbc3-d709-404e-914f-64220e2efa6c req-6c5697e3-f2fc-419e-b920-1d43b05eb891 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:19.623031 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2f9dbc3-d709-404e-914f-64220e2efa6c req-6c5697e3-f2fc-419e-b920-1d43b05eb891 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 944 time: 0.2874043 Jul 09 20:11:19.687411 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2f9dbc3-d709-404e-914f-64220e2efa6c req-8a2876e9-6eda-4165-b441-6c45a709d724 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579734 Jul 09 20:11:19.722417 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:19.734561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:19.734561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:19.752070 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Transition to ACTIVE for port object 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:19.797885 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:19.857981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Attempting to bind port 8a7036d7-908f-4125-a26f-d10322f7080b on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:19.857981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Attempting to bind port 8a7036d7-908f-4125-a26f-d10322f7080b by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ccc07f20-c160-4221-9473-bd673e8a6edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:19.857981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Attempting to bind port 8a7036d7-908f-4125-a26f-d10322f7080b on network 1b3e16b2-5dd2-4251-8fc6-f5527557d9df {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:19.861798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=43c0aa42-2b97-4ac8-989d-d98e2d67b5bb,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:19.878311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:19.878804 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Checking segment: {'id': 'ccc07f20-c160-4221-9473-bd673e8a6edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:19.879271 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:19.879734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Bound using segment: {'id': 'ccc07f20-c160-4221-9473-bd673e8a6edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:19.880290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Bound port: 8a7036d7-908f-4125-a26f-d10322f7080b, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc07f20-c160-4221-9473-bd673e8a6edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:19.880774 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:19.882804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 1b3e16b2-5dd2-4251-8fc6-f5527557d9df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:19.885031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:19.889857 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:19.899736 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:19.905706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Pushing event updated for resources: {'Port': ['ID=8a7036d7-908f-4125-a26f-d10322f7080b,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:19.936770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=64293310-1cc1-443c-b799-a34822486d5e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:19.982389 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:19.998382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] For port 8a7036d7-908f-4125-a26f-d10322f7080b, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:20.002069 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] For port 8a7036d7-908f-4125-a26f-d10322f7080b, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8a7036d7-908f-4125-a26f-d10322f7080b,segment=NetworkSegment(ccc07f20-c160-4221-9473-bd673e8a6edf),segment_id=ccc07f20-c160-4221-9473-bd673e8a6edf)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:20.014025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 37138e75-6e6d-4173-8e3f-91eb17abc51e details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:11:20.021757 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.036378 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.114373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6c27a18a-5d56-4775-85c6-4e8980198171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': '64293310-1cc1-443c-b799-a34822486d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T20:11:16Z', 'revision_number': 5, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'gw_port': {'id': '64293310-1cc1-443c-b799-a34822486d5e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:5e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T19:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:20.163171 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c8989-8a7d-4f64-8dff-6eda01386d23 None None] Pushing event updated for resources: {'Port': ['ID=8a7036d7-908f-4125-a26f-d10322f7080b,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:20.180069 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27a18a-5d56-4775-85c6-4e8980198171 None None] Checking router: d25b2ece-d6d3-4885-9354-5977b25a1649 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:20.193889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27a18a-5d56-4775-85c6-4e8980198171 None None] Routers {'d25b2ece-d6d3-4885-9354-5977b25a1649'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:20.194788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6c27a18a-5d56-4775-85c6-4e8980198171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['d25b2ece-d6d3-4885-9354-5977b25a1649'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:20.229455 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.237921 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.273140 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-6c27a18a-5d56-4775-85c6-4e8980198171 None None] Set router d25b2ece-d6d3-4885-9354-5977b25a1649 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:20.286753 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.308212 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.311045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d25b2ece-d6d3-4885-9354-5977b25a1649 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:11:20.318480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e04ba8-6c89-453c-a59d-f32cf9a8b9af req-450ababc-2790-4bee-a0e7-bc9a746c3f5f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:20.325628 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.327245 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dfc049b0-47d6-4de9-a00f-cca8391c5fd0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d25b2ece-d6d3-4885-9354-5977b25a1649 HTTP/1.1" status: 204 len: 168 time: 1.5310063 Jul 09 20:11:20.330640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52796) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:20.331733 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00e04ba8-6c89-453c-a59d-f32cf9a8b9af req-450ababc-2790-4bee-a0e7-bc9a746c3f5f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 944 time: 0.1673214 Jul 09 20:11:20.351305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6c27a18a-5d56-4775-85c6-4e8980198171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T20:11:19Z', 'revision_number': 7, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:20.396894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27a18a-5d56-4775-85c6-4e8980198171 None None] The sync data for ids ['d25b2ece-d6d3-4885-9354-5977b25a1649'] in n-d-800088-3 is: [{'id': 'd25b2ece-d6d3-4885-9354-5977b25a1649', 'name': 'tempest-TaggedBootDevicesTest_v242-1421827402-router', 'tenant_id': '8cc91b2219044be3bcf3baddf092d553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:07Z', 'updated_at': '2021-07-09T20:11:19Z', 'revision_number': 7, 'project_id': '8cc91b2219044be3bcf3baddf092d553', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:20.401440 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:20.401440 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.405055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-b590fccd-e089-465f-8a81-db1c543a0b7a admin admin] Deleting subnet 14375310-01e0-447a-894d-66dc68e570ff {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:11:20.415890 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b590fccd-e089-465f-8a81-db1c543a0b7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.418696 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00e04ba8-6c89-453c-a59d-f32cf9a8b9af req-307804d5-ad26-47a5-a4be-3c8411b79a57 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758967 Jul 09 20:11:20.495187 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.resource_extend [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 20:11:20.514038 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b590fccd-e089-465f-8a81-db1c543a0b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.659597 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b590fccd-e089-465f-8a81-db1c543a0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.692376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 37138e75-6e6d-4173-8e3f-91eb17abc51e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=37138e75-6e6d-4173-8e3f-91eb17abc51e,segment=NetworkSegment(72953792-e590-48a0-8944-1f3c9c2d4498),segment_id=72953792-e590-48a0-8944-1f3c9c2d4498)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:20.709087 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '37138e75-6e6d-4173-8e3f-91eb17abc51e', 'network_id': 'e0f97fa7-7c7b-48df-9434-746633d2e62e', 'port_id': '37138e75-6e6d-4173-8e3f-91eb17abc51e', 'mac_address': 'fa:16:3e:0e:80:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f68a01d-4bbc-4698-84a2-ef4c5c8e8c95', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:11:20.756856 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b590fccd-e089-465f-8a81-db1c543a0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.786272 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.797494 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.811160 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.811362 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b590fccd-e089-465f-8a81-db1c543a0b7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:20.813330 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b590fccd-e089-465f-8a81-db1c543a0b7a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/14375310-01e0-447a-894d-66dc68e570ff HTTP/1.1" status: 204 len: 168 time: 0.4807653 Jul 09 20:11:20.817593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52808) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:20.818372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590fccd-e089-465f-8a81-db1c543a0b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14375310-01e0-447a-894d-66dc68e570ff,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:20.829063 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ebe5c-d7ae-4836-8e9d-35eebacdd6eb None None] Network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:20.837989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37138e75-6e6d-4173-8e3f-91eb17abc51e {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:20.941278 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.022519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 37138e75-6e6d-4173-8e3f-91eb17abc51e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=37138e75-6e6d-4173-8e3f-91eb17abc51e,segment=NetworkSegment(72953792-e590-48a0-8944-1f3c9c2d4498),segment_id=72953792-e590-48a0-8944-1f3c9c2d4498)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:21.036106 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.053818 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.148382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event updated for resources: {'Port': ['ID=43c0aa42-2b97-4ac8-989d-d98e2d67b5bb,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:21.165347 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Network 1b3e16b2-5dd2-4251-8fc6-f5527557d9df is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:21.167350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:21.177188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=37138e75-6e6d-4173-8e3f-91eb17abc51e,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:21.258952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d3662-c602-43fb-8937-d5e93d052bf8 req-b3f58fc1-8f96-46a7-9283-05bc0cc8016d tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:21.276519 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b51d3662-c602-43fb-8937-d5e93d052bf8 req-b3f58fc1-8f96-46a7-9283-05bc0cc8016d tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 944 time: 0.2762830 Jul 09 20:11:21.298101 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:11:21.354877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] Deleting port f63250dc-f7df-4bba-8d3f-3d55cecde4ef {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:21.355787 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.359742 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router bf428c90-8238-45fa-b471-057bb47b933c has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:21.389824 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b51d3662-c602-43fb-8937-d5e93d052bf8 req-9df6cbe3-be53-4505-869c-a4ba3a61db29 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143191 Jul 09 20:11:21.427437 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['37138e75-6e6d-4173-8e3f-91eb17abc51e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:11:21.430286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8959a7-b9f7-4a0a-b3bd-736b28c4cce8 None None] DHCP port deletion for f3710c23-e34f-4a94-ad2f-5eaa9c859b69 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:11:21.516780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] For port f63250dc-f7df-4bba-8d3f-3d55cecde4ef, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f63250dc-f7df-4bba-8d3f-3d55cecde4ef,segment=NetworkSegment(f67726b3-c14d-4273-a0cd-ddcf83dc00d5),segment_id=f67726b3-c14d-4273-a0cd-ddcf83dc00d5)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:21.516780 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.542359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] Calling delete_port for f63250dc-f7df-4bba-8d3f-3d55cecde4ef owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:21.570515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8a7036d7-908f-4125-a26f-d10322f7080b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:21.607579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:21.636249 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-403cc33b-c133-488f-bda3-011266a982f8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/bf428c90-8238-45fa-b471-057bb47b933c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4790859 Jul 09 20:11:21.636435 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Sync routers for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:21.639500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52828) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:21.654774 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-584156d4-eca5-4965-b60c-1ccfc41d38e2 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:21.655314 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:21.656023 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:21.700134 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8e8959a7-b9f7-4a0a-b3bd-736b28c4cce8 None None] Deleting port f63250dc-f7df-4bba-8d3f-3d55cecde4ef {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:21.700788 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8e8959a7-b9f7-4a0a-b3bd-736b28c4cce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.733733 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.781713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f63250dc-f7df-4bba-8d3f-3d55cecde4ef,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:21.784013 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] No DVR routers for this DVR port f63250dc-f7df-4bba-8d3f-3d55cecde4ef on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:21.860381 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:21.954853 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:21.979766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3710c23-e34f-4a94-ad2f-5eaa9c859b69']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:22.010221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67726b3-c14d-4273-a0cd-ddcf83dc00d5') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:22.010558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67726b3-c14d-4273-a0cd-ddcf83dc00d5') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:22.025297 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.026639 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8b6a5e-8112-4325-979c-89c1165f8be8 None None] Network 1b3e16b2-5dd2-4251-8fc6-f5527557d9df requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:22.032774 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:11:22.065852 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.076914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:11:22.078453 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:11:22.085801 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:11:22.180720 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-662060d0-c5fb-42a0-837d-7f7353c83fea None None] Provisioning for port 8a7036d7-908f-4125-a26f-d10322f7080b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:22.191968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07842edc-0afe-4047-adba-aa2d19aeea84 req-a5af5909-5b8a-4e23-b66f-63f265a6b072 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:22.194157 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-07842edc-0afe-4047-adba-aa2d19aeea84 req-a5af5909-5b8a-4e23-b66f-63f265a6b072 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 944 time: 0.4329722 Jul 09 20:11:22.205621 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 8a7036d7-908f-4125-a26f-d10322f7080b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:22.221400 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 8a7036d7-908f-4125-a26f-d10322f7080b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:22.222091 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.239836 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-662060d0-c5fb-42a0-837d-7f7353c83fea None None] Provisioning complete for port 8a7036d7-908f-4125-a26f-d10322f7080b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:22.240831 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-662060d0-c5fb-42a0-837d-7f7353c83fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.246549 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.263898 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.265531 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:20Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43c0aa42-2b97-4ac8-989d-d98e2d67b5bb', 'name': '', 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:63:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'f22042a4-c3ea-4ea3-841a-2e060634e331', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:19Z', 'updated_at': '2021-07-09T20:11:20Z', 'revision_number': 2, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'f22042a4-c3ea-4ea3-841a-2e060634e331', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609f5a1a-113f-44cd-99fa-131732dcd09b', 'name': '', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:b4:2c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:13Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:22.265929 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] 10.222.0.30 "DELETE /v2.0/networks/f3710c23-e34f-4a94-ad2f-5eaa9c859b69 HTTP/1.1" status: 204 len: 168 time: 1.4451578 Jul 09 20:11:22.266839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0f647-427d-4aa3-bd25-a369df1d20ac admin admin] Pushing event deleted for resources: {'Network': ['ID=f3710c23-e34f-4a94-ad2f-5eaa9c859b69,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:22.301101 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Checking router: bf428c90-8238-45fa-b471-057bb47b933c for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:22.301632 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Updating router bf428c90-8238-45fa-b471-057bb47b933c port 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:11:22.346348 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.resource_extend [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 20:11:22.349106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8e8959a7-b9f7-4a0a-b3bd-736b28c4cce8 None None] For port f63250dc-f7df-4bba-8d3f-3d55cecde4ef, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f63250dc-f7df-4bba-8d3f-3d55cecde4ef,segment=NetworkSegment(f67726b3-c14d-4273-a0cd-ddcf83dc00d5),segment_id=f67726b3-c14d-4273-a0cd-ddcf83dc00d5)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:22.349467 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.349623 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8e8959a7-b9f7-4a0a-b3bd-736b28c4cce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.464413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8e8959a7-b9f7-4a0a-b3bd-736b28c4cce8 None None] Calling delete_port for f63250dc-f7df-4bba-8d3f-3d55cecde4ef owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:22.535338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52844) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:22.571154 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-662060d0-c5fb-42a0-837d-7f7353c83fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.587814 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-07842edc-0afe-4047-adba-aa2d19aeea84 req-7fd40d45-a98b-4531-b3c9-350aa33eb8d8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521421 Jul 09 20:11:22.722886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52846) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:22.728645 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8ed31bd3-56d7-4262-896d-26ae0f7872b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8cc91b2219044be3bcf3baddf092d553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853759 Jul 09 20:11:22.730114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.extraroute_db [None req-584156d4-eca5-4965-b60c-1ccfc41d38e2 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=100204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 20:11:22.763495 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8e8959a7-b9f7-4a0a-b3bd-736b28c4cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.784229 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.extraroute_db [None req-584156d4-eca5-4965-b60c-1ccfc41d38e2 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Removed routes are [] {{(pid=100204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 20:11:22.784877 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-584156d4-eca5-4965-b60c-1ccfc41d38e2 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:22.872562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8959a7-b9f7-4a0a-b3bd-736b28c4cce8 None None] Pushing event deleted for resources: {'Port': ['ID=f63250dc-f7df-4bba-8d3f-3d55cecde4ef,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:22.948803 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.013900 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e8959a7-b9f7-4a0a-b3bd-736b28c4cce8 None None] Network f3710c23-e34f-4a94-ad2f-5eaa9c859b69 is not hosted by any dhcp agent {{(pid=100206) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 20:11:23.014616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8959a7-b9f7-4a0a-b3bd-736b28c4cce8 None None] No DVR routers for this DVR port f63250dc-f7df-4bba-8d3f-3d55cecde4ef on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:23.075614 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.090158 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Transition to ACTIVE for port object 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:23.091981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-662060d0-c5fb-42a0-837d-7f7353c83fea None None] For port 8a7036d7-908f-4125-a26f-d10322f7080b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8a7036d7-908f-4125-a26f-d10322f7080b,segment=NetworkSegment(ccc07f20-c160-4221-9473-bd673e8a6edf),segment_id=ccc07f20-c160-4221-9473-bd673e8a6edf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:23.097782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7eff3568-ab9b-46c1-bdbf-e45205bfabd6,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:23.099802 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.149900 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-662060d0-c5fb-42a0-837d-7f7353c83fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.227633 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948edc08-3903-4487-adea-8776d4facf9f None None] Pushing event updated for resources: {'Port': ['ID=43c0aa42-2b97-4ac8-989d-d98e2d67b5bb,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:23.258886 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '7eff3568-ab9b-46c1-bdbf-e45205bfabd6', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'port_id': '7eff3568-ab9b-46c1-bdbf-e45205bfabd6', 'mac_address': 'fa:16:3e:0b:b1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:11:23.289601 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Attempting to bind port 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:23.290151 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Attempting to bind port 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ccc07f20-c160-4221-9473-bd673e8a6edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:23.290640 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Attempting to bind port 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb on network 1b3e16b2-5dd2-4251-8fc6-f5527557d9df {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:23.301341 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:23.301996 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Checking segment: {'id': 'ccc07f20-c160-4221-9473-bd673e8a6edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:23.301996 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.303532 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Bound using segment: {'id': 'ccc07f20-c160-4221-9473-bd673e8a6edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:23.307720 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Bound port: 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc07f20-c160-4221-9473-bd673e8a6edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:23.308299 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.356416 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.376930 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2180bbde-d72a-4b14-989d-a3b798158e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.381382 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.api [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:11:23.381784 n-d-800088-3 neutron-server[100206]: DEBUG oslo_db.api [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:11:23.394900 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] For port 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:23.399052 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] For port 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=43c0aa42-2b97-4ac8-989d-d98e2d67b5bb,segment=NetworkSegment(ccc07f20-c160-4221-9473-bd673e8a6edf),segment_id=ccc07f20-c160-4221-9473-bd673e8a6edf)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:23.404939 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.405919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:23.428776 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7eff3568-ab9b-46c1-bdbf-e45205bfabd6,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:23.430229 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662060d0-c5fb-42a0-837d-7f7353c83fea None None] Pushing event updated for resources: {'Port': ['ID=8a7036d7-908f-4125-a26f-d10322f7080b,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:23.435457 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.454607 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:23.455767 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:23.499850 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2180bbde-d72a-4b14-989d-a3b798158e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.510528 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=7eff3568-ab9b-46c1-bdbf-e45205bfabd6,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:23.582572 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:23.686216 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-584156d4-eca5-4965-b60c-1ccfc41d38e2 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.695613 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b6975-89c4-4c56-b4be-bee582c78c5f req-ce38120a-f3a4-4434-97a1-9ea8e4d4c198 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:23.703605 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-695b6975-89c4-4c56-b4be-bee582c78c5f req-ce38120a-f3a4-4434-97a1-9ea8e4d4c198 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 945 time: 0.3280423 Jul 09 20:11:23.718294 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-584156d4-eca5-4965-b60c-1ccfc41d38e2 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.772279 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948edc08-3903-4487-adea-8776d4facf9f None None] Pushing event updated for resources: {'Port': ['ID=43c0aa42-2b97-4ac8-989d-d98e2d67b5bb,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:23.895652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['7eff3568-ab9b-46c1-bdbf-e45205bfabd6'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:11:23.916284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f406f9-bb81-4497-a07c-0229fe86628d req-1097d983-0a5b-4827-b933-ef80c7e4e004 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:23.918238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f0f406f9-bb81-4497-a07c-0229fe86628d req-1097d983-0a5b-4827-b933-ef80c7e4e004 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 945 time: 0.0732379 Jul 09 20:11:23.923526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7da90a45-52f4-447c-9169-8beafa7e63ee None None] Provisioning for port 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:23.926904 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:22Z', 'revision_number': 6, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43c0aa42-2b97-4ac8-989d-d98e2d67b5bb', 'name': '', 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:63:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'f22042a4-c3ea-4ea3-841a-2e060634e331', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:19Z', 'updated_at': '2021-07-09T20:11:23Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'f22042a4-c3ea-4ea3-841a-2e060634e331', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609f5a1a-113f-44cd-99fa-131732dcd09b', 'name': '', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:b4:2c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:13Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:23.940708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584156d4-eca5-4965-b60c-1ccfc41d38e2 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router bf428c90-8238-45fa-b471-057bb47b933c has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:23.961114 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 37138e75-6e6d-4173-8e3f-91eb17abc51e up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:23.986998 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f0f406f9-bb81-4497-a07c-0229fe86628d req-c19b619d-7670-4db8-b12d-0fbff43b4031 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581670 Jul 09 20:11:23.988309 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2180bbde-d72a-4b14-989d-a3b798158e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.991002 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2180bbde-d72a-4b14-989d-a3b798158e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:23.994923 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2180bbde-d72a-4b14-989d-a3b798158e81 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f473b2fa-deed-4258-8494-7ee8c62b9445 HTTP/1.1" status: 204 len: 168 time: 1.2684608 Jul 09 20:11:24.008048 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aaad23-65d0-4159-8211-36c7a7582d3e None None] The sync data for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 is: [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:22Z', 'revision_number': 6, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43c0aa42-2b97-4ac8-989d-d98e2d67b5bb', 'name': '', 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:63:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'f22042a4-c3ea-4ea3-841a-2e060634e331', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:19Z', 'updated_at': '2021-07-09T20:11:23Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'f22042a4-c3ea-4ea3-841a-2e060634e331', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609f5a1a-113f-44cd-99fa-131732dcd09b', 'name': '', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:b4:2c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:13Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:24.020118 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-695b6975-89c4-4c56-b4be-bee582c78c5f req-b861a235-ad0c-4738-bb09-973d17adda08 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157592 Jul 09 20:11:24.023082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180bbde-d72a-4b14-989d-a3b798158e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f473b2fa-deed-4258-8494-7ee8c62b9445,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:24.201026 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7da90a45-52f4-447c-9169-8beafa7e63ee None None] Provisioning complete for port 8a7036d7-908f-4125-a26f-d10322f7080b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:24.201685 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7da90a45-52f4-447c-9169-8beafa7e63ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.223636 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584156d4-eca5-4965-b60c-1ccfc41d38e2 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:24.232798 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-584156d4-eca5-4965-b60c-1ccfc41d38e2 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.234331 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-584156d4-eca5-4965-b60c-1ccfc41d38e2 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/bf428c90-8238-45fa-b471-057bb47b933c HTTP/1.1" status: 200 len: 934 time: 2.5936751 Jul 09 20:11:24.237049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52858) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:24.254181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 609f5a1a-113f-44cd-99fa-131732dcd09b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:24.465604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 37138e75-6e6d-4173-8e3f-91eb17abc51e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:24.483839 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 609f5a1a-113f-44cd-99fa-131732dcd09b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:24.486534 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52864) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:24.487432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a6811b49-bdc1-4f8e-b068-e66239a7defe tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/routers/bf428c90-8238-45fa-b471-057bb47b933c HTTP/1.1" status: 200 len: 934 time: 0.2488425 Jul 09 20:11:24.489257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 609f5a1a-113f-44cd-99fa-131732dcd09b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:24.489257 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.490787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 37138e75-6e6d-4173-8e3f-91eb17abc51e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:24.491148 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.492030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c2a24908-3ee5-4c04-a236-a4e3f1e40d5e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'router': {'routes': None}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:24.804340 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:24.989540 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 37138e75-6e6d-4173-8e3f-91eb17abc51e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=37138e75-6e6d-4173-8e3f-91eb17abc51e,segment=NetworkSegment(72953792-e590-48a0-8944-1f3c9c2d4498),segment_id=72953792-e590-48a0-8944-1f3c9c2d4498)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:25.000417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac840dc-5337-49bb-93f3-b6e11f2162fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37138e75-6e6d-4173-8e3f-91eb17abc51e'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:25.004692 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99cfc28-8c9b-46b3-ad27-9224b39d89d3" -d '{"events": [{"server_uuid": "bac840dc-5337-49bb-93f3-b6e11f2162fe", "name": "network-vif-plugged", "status": "completed", "tag": "37138e75-6e6d-4173-8e3f-91eb17abc51e"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:25.011312 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.119482 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265e8cdd-09bd-4bc5-a1bb-66ba4da01bf0 x-openstack-request-id: req-265e8cdd-09bd-4bc5-a1bb-66ba4da01bf0 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:25.122451 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac840dc-5337-49bb-93f3-b6e11f2162fe", "name": "network-vif-plugged", "status": "completed", "tag": "37138e75-6e6d-4173-8e3f-91eb17abc51e", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:25.122734 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-265e8cdd-09bd-4bc5-a1bb-66ba4da01bf0 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:25.123141 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac840dc-5337-49bb-93f3-b6e11f2162fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37138e75-6e6d-4173-8e3f-91eb17abc51e', 'code': 200} Jul 09 20:11:25.127920 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.166573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.extraroute_db [None req-c2a24908-3ee5-4c04-a236-a4e3f1e40d5e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Added routes are [] {{(pid=100204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 20:11:25.168166 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.extraroute_db [None req-c2a24908-3ee5-4c04-a236-a4e3f1e40d5e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=100204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 20:11:25.269804 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2a24908-3ee5-4c04-a236-a4e3f1e40d5e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.321537 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 609f5a1a-113f-44cd-99fa-131732dcd09b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=609f5a1a-113f-44cd-99fa-131732dcd09b,segment=NetworkSegment(d4926926-90e1-4a2e-8c14-b5349341867a),segment_id=d4926926-90e1-4a2e-8c14-b5349341867a)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:25.343017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cee4ab-adc5-4d2f-be94-c0e6037c3212 req-5cfb228e-828b-4415-9cc2-470ec6665548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:25.355624 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c5cee4ab-adc5-4d2f-be94-c0e6037c3212 req-5cfb228e-828b-4415-9cc2-470ec6665548 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 1097 time: 0.1550033 Jul 09 20:11:25.366346 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.390158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 21e267a8-31b4-4b46-8dc9-b7340ede456a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:25.461049 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=37138e75-6e6d-4173-8e3f-91eb17abc51e,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:25.487901 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 21e267a8-31b4-4b46-8dc9-b7340ede456a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:25.488575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 21e267a8-31b4-4b46-8dc9-b7340ede456a not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:25.628023 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c5cee4ab-adc5-4d2f-be94-c0e6037c3212 req-935e265c-1aae-4be7-a0c6-d7a97e4b9675 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712595 Jul 09 20:11:25.694095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8fd90-cb99-473c-bf22-3bf72e474a9f req-7da89e80-d7ca-4312-bbeb-87837386526a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:25.703205 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7c8fd90-cb99-473c-bf22-3bf72e474a9f req-7da89e80-d7ca-4312-bbeb-87837386526a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 945 time: 0.2871070 Jul 09 20:11:25.711216 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=609f5a1a-113f-44cd-99fa-131732dcd09b,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:25.720794 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77aa587-032d-4baa-bbeb-141218227f5b None None] Sync routers for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:25.743304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77aa587-032d-4baa-bbeb-141218227f5b None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:25.743979 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c77aa587-032d-4baa-bbeb-141218227f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:25.771821 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2a24908-3ee5-4c04-a236-a4e3f1e40d5e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.777699 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2a24908-3ee5-4c04-a236-a4e3f1e40d5e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:25.793712 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7c8fd90-cb99-473c-bf22-3bf72e474a9f req-6db08619-4c37-41c3-a507-b98346a7c05e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886307 Jul 09 20:11:25.819127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52898) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:25.886344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-c77aa587-032d-4baa-bbeb-141218227f5b None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:25.948297 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a24908-3ee5-4c04-a236-a4e3f1e40d5e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router bf428c90-8238-45fa-b471-057bb47b933c has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:25.981235 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:25.983127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:26.004714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-677577160-network', 'tenant_id': '6aebeda580744519953aedb0708090ba'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:26.033488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] Made reservation on behalf of 6aebeda580744519953aedb0708090ba for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:26.038362 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.059034 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.132061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a24908-3ee5-4c04-a236-a4e3f1e40d5e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:26.147318 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2a24908-3ee5-4c04-a236-a4e3f1e40d5e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.148999 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c2a24908-3ee5-4c04-a236-a4e3f1e40d5e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/bf428c90-8238-45fa-b471-057bb47b933c HTTP/1.1" status: 200 len: 700 time: 1.6612613 Jul 09 20:11:26.157023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52904) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:26.159756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:26.166501 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0133a18-32bf-435c-942e-fd22bf3d4ce6 req-cb7bc42a-d245-417d-95c7-7be5d8bab81d tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:26.170855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:26.171370 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.175280 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e0133a18-32bf-435c-942e-fd22bf3d4ce6 req-cb7bc42a-d245-417d-95c7-7be5d8bab81d tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 946 time: 0.6253982 Jul 09 20:11:26.329443 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a8584b5f-ee8a-4fb0-a00e-72461e009f79 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/routers/bf428c90-8238-45fa-b471-057bb47b933c HTTP/1.1" status: 200 len: 700 time: 0.1493335 Jul 09 20:11:26.334021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52908) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:26.504142 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.566089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:26.577781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:26.578354 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.590928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7eff3568-ab9b-46c1-bdbf-e45205bfabd6,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:26.661579 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.669036 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e0133a18-32bf-435c-942e-fd22bf3d4ce6 req-4e09b508-ba42-4c46-8bb0-27cb677a6d14 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919674 Jul 09 20:11:26.751933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=7eff3568-ab9b-46c1-bdbf-e45205bfabd6,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:26.778196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c77aa587-032d-4baa-bbeb-141218227f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:25Z', 'revision_number': 7, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43c0aa42-2b97-4ac8-989d-d98e2d67b5bb', 'name': '', 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:63:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'f22042a4-c3ea-4ea3-841a-2e060634e331', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:19Z', 'updated_at': '2021-07-09T20:11:23Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'f22042a4-c3ea-4ea3-841a-2e060634e331', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609f5a1a-113f-44cd-99fa-131732dcd09b', 'name': '', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:b4:2c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:13Z', 'updated_at': '2021-07-09T20:11:25Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:26.788963 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.796607 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.799990 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a84bcca-c134-4847-94b4-a0d8d35039e7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.887866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:11:26.890574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb325d89-2d74-4caa-817e-e6f1e69b2267,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:26.916729 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.917031 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] Added segment 9e0c3a4e-e924-45bb-ae69-ae121e59c73b of type vlan for network 25cb5eab-8f73-433b-bb2e-b63c02f63a0f Jul 09 20:11:26.927941 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77aa587-032d-4baa-bbeb-141218227f5b None None] Checking router: bf428c90-8238-45fa-b471-057bb47b933c for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:26.975236 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:26.989854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77aa587-032d-4baa-bbeb-141218227f5b None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:26.990702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c77aa587-032d-4baa-bbeb-141218227f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:26.995976 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.011346 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.084521 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.086073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:27.086690 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.096870 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3f0b245a-c603-4c8b-a00a-b123601a7fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.130447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=43c0aa42-2b97-4ac8-989d-d98e2d67b5bb,segment=NetworkSegment(ccc07f20-c160-4221-9473-bd673e8a6edf),segment_id=ccc07f20-c160-4221-9473-bd673e8a6edf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:27.133867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ee59a8-538b-4b92-9906-a542f9965686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eff3568-ab9b-46c1-bdbf-e45205bfabd6'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:27.137543 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42401e7-7f32-4894-b2f0-1f1d379d2156" -d '{"events": [{"server_uuid": "c6ee59a8-538b-4b92-9906-a542f9965686", "name": "network-vif-plugged", "status": "completed", "tag": "7eff3568-ab9b-46c1-bdbf-e45205bfabd6"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:27.153576 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.154406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8a7036d7-908f-4125-a26f-d10322f7080b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:27.226463 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4053771 Jul 09 20:11:27.231028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52918) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:27.237115 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f13900-d451-45e7-b3a9-48f019a191f6 x-openstack-request-id: req-e5f13900-d451-45e7-b3a9-48f019a191f6 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:27.237443 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ee59a8-538b-4b92-9906-a542f9965686", "name": "network-vif-plugged", "status": "completed", "tag": "7eff3568-ab9b-46c1-bdbf-e45205bfabd6", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:27.237677 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5f13900-d451-45e7-b3a9-48f019a191f6 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:27.238077 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ee59a8-538b-4b92-9906-a542f9965686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eff3568-ab9b-46c1-bdbf-e45205bfabd6', 'code': 200} Jul 09 20:11:27.241052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7b2d0c30-3ff1-4d18-a27b-9344270d1a7e admin admin] Request body: {'subnet': {'network_id': '25cb5eab-8f73-433b-bb2e-b63c02f63a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-677577160-subnet', 'tenant_id': '6aebeda580744519953aedb0708090ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:27.261939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd742d-d2f8-40da-a3d9-5e8897699ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=25cb5eab-8f73-433b-bb2e-b63c02f63a0f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:27.285871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-c77aa587-032d-4baa-bbeb-141218227f5b None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:27.292450 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2d0c30-3ff1-4d18-a27b-9344270d1a7e admin admin] Made reservation on behalf of 6aebeda580744519953aedb0708090ba for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:27.295937 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 25cb5eab-8f73-433b-bb2e-b63c02f63a0f details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:11:27.296137 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0c30-3ff1-4d18-a27b-9344270d1a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.356190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddf899-b771-4252-a66c-f9b1d7a30b0a req-f2af122b-e7a2-4075-9fca-38370c38503d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:27.357904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56ddf899-b771-4252-a66c-f9b1d7a30b0a req-f2af122b-e7a2-4075-9fca-38370c38503d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 946 time: 0.1686330 Jul 09 20:11:27.412443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 8a7036d7-908f-4125-a26f-d10322f7080b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:27.412860 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.448008 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=43c0aa42-2b97-4ac8-989d-d98e2d67b5bb,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:27.472151 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56ddf899-b771-4252-a66c-f9b1d7a30b0a req-77b36090-5649-455d-86e0-94bc70fac150 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049314 Jul 09 20:11:27.476023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4a84bcca-c134-4847-94b4-a0d8d35039e7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:27.476601 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a84bcca-c134-4847-94b4-a0d8d35039e7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.540002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d355fa0-48f9-4b8f-b5cb-56b63f90a614 req-d2aecd92-fcc9-4c34-b658-66799e7da2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:27.541695 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d355fa0-48f9-4b8f-b5cb-56b63f90a614 req-d2aecd92-fcc9-4c34-b658-66799e7da2c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 1097 time: 0.2281227 Jul 09 20:11:27.599540 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-4a84bcca-c134-4847-94b4-a0d8d35039e7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] For port 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=43c0aa42-2b97-4ac8-989d-d98e2d67b5bb,segment=NetworkSegment(ccc07f20-c160-4221-9473-bd673e8a6edf),segment_id=ccc07f20-c160-4221-9473-bd673e8a6edf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:27.599937 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a84bcca-c134-4847-94b4-a0d8d35039e7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.617273 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d355fa0-48f9-4b8f-b5cb-56b63f90a614 req-ce69fc7e-b2b7-4f6f-a74b-708239b1bc0e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687747 Jul 09 20:11:27.623269 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0c30-3ff1-4d18-a27b-9344270d1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.624407 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4a84bcca-c134-4847-94b4-a0d8d35039e7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:27.688705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d0c30-3ff1-4d18-a27b-9344270d1a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e58939-4265-4d8c-9ac7-0a7282a99273,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:27.715033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d0c30-3ff1-4d18-a27b-9344270d1a7e admin admin] Checking segment: {'id': '9e0c3a4e-e924-45bb-ae69-ae121e59c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '25cb5eab-8f73-433b-bb2e-b63c02f63a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:27.715476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d0c30-3ff1-4d18-a27b-9344270d1a7e admin admin] Network hostable DHCP agents. Network: 25cb5eab-8f73-433b-bb2e-b63c02f63a0f, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:11:27.744955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d0c30-3ff1-4d18-a27b-9344270d1a7e admin admin] Network 25cb5eab-8f73-433b-bb2e-b63c02f63a0f is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:11:27.775895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-7b2d0c30-3ff1-4d18-a27b-9344270d1a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 25cb5eab-8f73-433b-bb2e-b63c02f63a0f) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:27.781248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2d0c30-3ff1-4d18-a27b-9344270d1a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:27.781847 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b2d0c30-3ff1-4d18-a27b-9344270d1a7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:27.800746 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7b2d0c30-3ff1-4d18-a27b-9344270d1a7e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5646598 Jul 09 20:11:27.816889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f63250dc-f7df-4bba-8d3f-3d55cecde4ef no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:27.818866 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7b21ec-9928-418d-bbcf-f26518bf1a11 None None] Network 25cb5eab-8f73-433b-bb2e-b63c02f63a0f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:27.869264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: f63250dc-f7df-4bba-8d3f-3d55cecde4ef {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:27.869814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f63250dc-f7df-4bba-8d3f-3d55cecde4ef not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:27.870420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 64293310-1cc1-443c-b799-a34822486d5e no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:27.937953 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 64293310-1cc1-443c-b799-a34822486d5e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:27.938301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 64293310-1cc1-443c-b799-a34822486d5e not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:28.002382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81571eca-c4a4-45a7-9ac7-dfad5d6a3915 req-fe725d57-9768-4159-9287-5f85d28f3b38 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:28.003206 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-81571eca-c4a4-45a7-9ac7-dfad5d6a3915 req-fe725d57-9768-4159-9287-5f85d28f3b38 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 946 time: 0.1550360 Jul 09 20:11:28.004621 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a84bcca-c134-4847-94b4-a0d8d35039e7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.024887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c77aa587-032d-4baa-bbeb-141218227f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:25Z', 'revision_number': 7, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43c0aa42-2b97-4ac8-989d-d98e2d67b5bb', 'name': '', 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:63:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'f22042a4-c3ea-4ea3-841a-2e060634e331', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:19Z', 'updated_at': '2021-07-09T20:11:23Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'f22042a4-c3ea-4ea3-841a-2e060634e331', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609f5a1a-113f-44cd-99fa-131732dcd09b', 'name': '', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:b4:2c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:13Z', 'updated_at': '2021-07-09T20:11:25Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:28.068982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77aa587-032d-4baa-bbeb-141218227f5b None None] The sync data for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 is: [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:25Z', 'revision_number': 7, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43c0aa42-2b97-4ac8-989d-d98e2d67b5bb', 'name': '', 'network_id': '1b3e16b2-5dd2-4251-8fc6-f5527557d9df', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:63:09:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2355, 'fixed_ips': [{'subnet_id': 'f22042a4-c3ea-4ea3-841a-2e060634e331', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:19Z', 'updated_at': '2021-07-09T20:11:23Z', 'revision_number': 4, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'f22042a4-c3ea-4ea3-841a-2e060634e331', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609f5a1a-113f-44cd-99fa-131732dcd09b', 'name': '', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:b4:2c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:13Z', 'updated_at': '2021-07-09T20:11:25Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:28.110273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:28.130467 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84bcca-c134-4847-94b4-a0d8d35039e7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=43c0aa42-2b97-4ac8-989d-d98e2d67b5bb,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:28.156417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:28.156801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 20:11:28.173640 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07391b7-01bf-4cb9-a498-67fdbdf5d37f None None] Network 25cb5eab-8f73-433b-bb2e-b63c02f63a0f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:28.181005 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-81571eca-c4a4-45a7-9ac7-dfad5d6a3915 req-68dfd8ec-a92d-40bc-9493-93787dcc13a8 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024654 Jul 09 20:11:28.228616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Port 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb not found, will not notify nova. {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 20:11:28.229259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 609f5a1a-113f-44cd-99fa-131732dcd09b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:28.469922 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a84bcca-c134-4847-94b4-a0d8d35039e7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.530112 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413dc31f-d7a2-4b02-a32f-66e85d6a2e4c None None] Sync routers for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:28.551067 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 609f5a1a-113f-44cd-99fa-131732dcd09b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:28.551530 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:28.555732 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413dc31f-d7a2-4b02-a32f-66e85d6a2e4c None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:28.558032 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-413dc31f-d7a2-4b02-a32f-66e85d6a2e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:10:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:28.657756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab661a97-c32e-4028-acff-48e865e5c779 req-b5260e26-913d-41d9-b49c-f609c411e257 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:28.670108 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab661a97-c32e-4028-acff-48e865e5c779 req-b5260e26-913d-41d9-b49c-f609c411e257 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/networks?id=25cb5eab-8f73-433b-bb2e-b63c02f63a0f HTTP/1.1" status: 200 len: 817 time: 0.2486911 Jul 09 20:11:28.690840 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab661a97-c32e-4028-acff-48e865e5c779 req-e79d1ca5-5e35-46fd-8f3b-07f03b04738c tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/quotas/6aebeda580744519953aedb0708090ba HTTP/1.1" status: 200 len: 375 time: 0.0197058 Jul 09 20:11:28.778827 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab661a97-c32e-4028-acff-48e865e5c779 req-81359cef-8cf0-46ac-9f17-a4e83b1c859f tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6aebeda580744519953aedb0708090ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869336 Jul 09 20:11:28.929652 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab661a97-c32e-4028-acff-48e865e5c779 req-a939c3b3-728f-404f-87cb-0f78ca289fcf service neutron] 10.222.0.30 "GET /v2.0/networks/25cb5eab-8f73-433b-bb2e-b63c02f63a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498673 Jul 09 20:11:28.962211 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a84bcca-c134-4847-94b4-a0d8d35039e7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router bf428c90-8238-45fa-b471-057bb47b933c has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:28.994474 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-413dc31f-d7a2-4b02-a32f-66e85d6a2e4c None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:29.067962 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab661a97-c32e-4028-acff-48e865e5c779 req-71a4c872-165b-494c-bb76-6de79a001db5 service neutron] 10.222.0.30 "GET /v2.0/networks/25cb5eab-8f73-433b-bb2e-b63c02f63a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374354 Jul 09 20:11:29.179482 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:29.427655 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ad7594f0-aa9d-411a-a05d-cce28da3eec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:29.483706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7094be-8be3-4b0a-9744-7c70afc84205 req-51693c62-a79f-4c5a-b155-cd34bced2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:29.488678 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fc7094be-8be3-4b0a-9744-7c70afc84205 req-51693c62-a79f-4c5a-b155-cd34bced2e99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=313e9a7412a94231aa1900f9ffb982aa&device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 1097 time: 0.1994324 Jul 09 20:11:29.510518 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-413dc31f-d7a2-4b02-a32f-66e85d6a2e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:27Z', 'revision_number': 8, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609f5a1a-113f-44cd-99fa-131732dcd09b', 'name': '', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:b4:2c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:13Z', 'updated_at': '2021-07-09T20:11:25Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:29.579768 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413dc31f-d7a2-4b02-a32f-66e85d6a2e4c None None] Checking router: bf428c90-8238-45fa-b471-057bb47b933c for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:29.608507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7094be-8be3-4b0a-9744-7c70afc84205 req-6d8b9bff-86fc-4048-bf40-cd267d59a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:29.609039 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413dc31f-d7a2-4b02-a32f-66e85d6a2e4c None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:29.609988 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-413dc31f-d7a2-4b02-a32f-66e85d6a2e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:29.610144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fc7094be-8be3-4b0a-9744-7c70afc84205 req-6d8b9bff-86fc-4048-bf40-cd267d59a9de service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0f97fa7-7c7b-48df-9434-746633d2e62e HTTP/1.1" status: 200 len: 914 time: 0.1105225 Jul 09 20:11:29.612448 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:29.703862 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fc7094be-8be3-4b0a-9744-7c70afc84205 req-f2491af7-b67d-4ca1-b18d-ab0d78191465 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37138e75-6e6d-4173-8e3f-91eb17abc51e HTTP/1.1" status: 200 len: 217 time: 0.0526464 Jul 09 20:11:29.744391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a84bcca-c134-4847-94b4-a0d8d35039e7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:29.755939 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4a84bcca-c134-4847-94b4-a0d8d35039e7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/bf428c90-8238-45fa-b471-057bb47b933c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4194803 Jul 09 20:11:29.762808 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52964) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:29.836031 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf686c2-e20f-4cb2-b8f3-0d98eb9b691a req-89f2effd-e7b6-4193-839d-b9dc6cdb4805 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:29.843456 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccf686c2-e20f-4cb2-b8f3-0d98eb9b691a req-89f2effd-e7b6-4193-839d-b9dc6cdb4805 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 946 time: 0.3535945 Jul 09 20:11:29.857126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7094be-8be3-4b0a-9744-7c70afc84205 req-df82e078-3bbe-49de-8f15-c54f8655ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:29.858492 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-413dc31f-d7a2-4b02-a32f-66e85d6a2e4c None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:29.858634 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fc7094be-8be3-4b0a-9744-7c70afc84205 req-df82e078-3bbe-49de-8f15-c54f8655ba8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f68a01d-4bbc-4698-84a2-ef4c5c8e8c95 HTTP/1.1" status: 200 len: 853 time: 0.1433115 Jul 09 20:11:29.898724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1c6f2-dbc5-4f9f-99ce-342c63c5444a req-0c830a30-2f25-40c8-a692-2db9d0b9bed7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:29.909560 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00d1c6f2-dbc5-4f9f-99ce-342c63c5444a req-0c830a30-2f25-40c8-a692-2db9d0b9bed7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 946 time: 0.2761321 Jul 09 20:11:29.926483 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fc7094be-8be3-4b0a-9744-7c70afc84205 req-4fc517a4-caba-422f-b6d7-cd126b54993a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0f97fa7-7c7b-48df-9434-746633d2e62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608299 Jul 09 20:11:29.962711 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba22a1cd-9f91-4585-8290-acd90c632677 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting subnet f22042a4-c3ea-4ea3-841a-2e060634e331 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:11:29.971565 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba22a1cd-9f91-4585-8290-acd90c632677 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:29.999697 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccf686c2-e20f-4cb2-b8f3-0d98eb9b691a req-70fb233c-022c-401c-9c70-f8673633d284 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544464 Jul 09 20:11:30.059735 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00d1c6f2-dbc5-4f9f-99ce-342c63c5444a req-0f6dac48-aca8-48ef-8660-b5608814e417 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487439 Jul 09 20:11:30.110450 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba22a1cd-9f91-4585-8290-acd90c632677 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.205182 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-73cab85b-6e1b-4042-84e8-a88395b9f916 req-936178f9-857c-4874-8c2e-c2078165939f tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 210 time: 0.0732267 Jul 09 20:11:30.280623 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fc7094be-8be3-4b0a-9744-7c70afc84205 req-40a12504-f766-4584-bfb6-7c287f70d9bb service neutron] 10.222.0.36 "GET /v2.0/networks/e0f97fa7-7c7b-48df-9434-746633d2e62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237386 Jul 09 20:11:30.297630 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-413dc31f-d7a2-4b02-a32f-66e85d6a2e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:27Z', 'revision_number': 8, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609f5a1a-113f-44cd-99fa-131732dcd09b', 'name': '', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:b4:2c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:13Z', 'updated_at': '2021-07-09T20:11:25Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:30.364168 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413dc31f-d7a2-4b02-a32f-66e85d6a2e4c None None] The sync data for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 is: [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:27Z', 'revision_number': 8, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609f5a1a-113f-44cd-99fa-131732dcd09b', 'name': '', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:b4:2c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:13Z', 'updated_at': '2021-07-09T20:11:25Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:30.436142 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fc7094be-8be3-4b0a-9744-7c70afc84205 req-1ba58380-1607-4015-87c1-63bcd9894c8d service neutron] 10.222.0.36 "GET /v2.0/networks/e0f97fa7-7c7b-48df-9434-746633d2e62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483872 Jul 09 20:11:30.436436 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.453730 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba22a1cd-9f91-4585-8290-acd90c632677 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.554738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6571e22-0432-41c6-b284-2f4c414aa846 req-a7e56538-25ff-42ab-a387-260ce3721bcb tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:30.569154 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6571e22-0432-41c6-b284-2f4c414aa846 req-a7e56538-25ff-42ab-a387-260ce3721bcb tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 946 time: 0.1311104 Jul 09 20:11:30.577232 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba22a1cd-9f91-4585-8290-acd90c632677 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.647049 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6571e22-0432-41c6-b284-2f4c414aa846 req-776fef95-650f-475a-baa0-27d4aa0d757d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761521 Jul 09 20:11:30.653579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22a1cd-9f91-4585-8290-acd90c632677 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Subnet': ['ID=f22042a4-c3ea-4ea3-841a-2e060634e331,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:30.662603 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba22a1cd-9f91-4585-8290-acd90c632677 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.665014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1005955c-2717-47ec-a95a-cc616b2831a7 None None] Network 1b3e16b2-5dd2-4251-8fc6-f5527557d9df requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:30.672087 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ba22a1cd-9f91-4585-8290-acd90c632677 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/f22042a4-c3ea-4ea3-841a-2e060634e331 HTTP/1.1" status: 204 len: 168 time: 0.9075718 Jul 09 20:11:30.672277 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52974) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:30.918774 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:30.936474 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39888e-8820-4d58-a236-38dd590c9606 req-b63c40ec-50d7-424f-8aa3-f3a6203fee08 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:30.939522 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de39888e-8820-4d58-a236-38dd590c9606 req-b63c40ec-50d7-424f-8aa3-f3a6203fee08 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 946 time: 0.0932853 Jul 09 20:11:30.999530 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de39888e-8820-4d58-a236-38dd590c9606 req-baa87106-2bd6-4e44-84d9-9c6d6656800a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526943 Jul 09 20:11:31.020861 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7956cda0-ae0c-4f6a-b63a-dc41d433e899 None None] DHCP port deletion for 1b3e16b2-5dd2-4251-8fc6-f5527557d9df request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:11:31.023988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 8a7036d7-908f-4125-a26f-d10322f7080b {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:31.024665 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.094854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7956cda0-ae0c-4f6a-b63a-dc41d433e899 None None] Deleting port 8a7036d7-908f-4125-a26f-d10322f7080b {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:31.095624 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7956cda0-ae0c-4f6a-b63a-dc41d433e899 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.117895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] For port 8a7036d7-908f-4125-a26f-d10322f7080b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8a7036d7-908f-4125-a26f-d10322f7080b,segment=NetworkSegment(ccc07f20-c160-4221-9473-bd673e8a6edf),segment_id=ccc07f20-c160-4221-9473-bd673e8a6edf)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:31.118291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.135670 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 8a7036d7-908f-4125-a26f-d10322f7080b owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:31.185653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c619d9-07b6-44d8-9781-da088b00f8ce None None] Sync routers for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:31.243717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c619d9-07b6-44d8-9781-da088b00f8ce None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:31.247190 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a6c619d9-07b6-44d8-9781-da088b00f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:31.305815 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.346210 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=8a7036d7-908f-4125-a26f-d10322f7080b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:31.354856 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No DVR routers for this DVR port 8a7036d7-908f-4125-a26f-d10322f7080b on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:31.431745 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a6c619d9-07b6-44d8-9781-da088b00f8ce None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:31.541739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e0fe8-4a02-4a03-9680-85e34cf9f3d9 req-b1c1e23e-b214-4741-b4d9-b3d76481b966 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:31.550482 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a1e0fe8-4a02-4a03-9680-85e34cf9f3d9 req-b1c1e23e-b214-4741-b4d9-b3d76481b966 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 946 time: 0.2792909 Jul 09 20:11:31.559597 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.592713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3e16b2-5dd2-4251-8fc6-f5527557d9df']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:31.616000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc07f20-c160-4221-9473-bd673e8a6edf') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:31.616397 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc07f20-c160-4221-9473-bd673e8a6edf') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:31.655273 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.658674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7956cda0-ae0c-4f6a-b63a-dc41d433e899 None None] For port 8a7036d7-908f-4125-a26f-d10322f7080b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8a7036d7-908f-4125-a26f-d10322f7080b,segment=NetworkSegment(ccc07f20-c160-4221-9473-bd673e8a6edf),segment_id=ccc07f20-c160-4221-9473-bd673e8a6edf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:31.659207 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7956cda0-ae0c-4f6a-b63a-dc41d433e899 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.680649 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7956cda0-ae0c-4f6a-b63a-dc41d433e899 None None] Calling delete_port for 8a7036d7-908f-4125-a26f-d10322f7080b owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:31.685115 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-573e62e1-1d53-4439-88f2-babd7ac1c60d req-0a80c02e-538a-4dd9-8439-874d6db522df tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 210 time: 0.0482752 Jul 09 20:11:31.712342 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a1e0fe8-4a02-4a03-9680-85e34cf9f3d9 req-ca0e883f-9774-4d3f-9deb-e4ca6299c12e tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602461 Jul 09 20:11:31.753679 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.780241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:11:31.780702 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:11:31.784129 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:11:31.802282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab661a97-c32e-4028-acff-48e865e5c779 req-5a89508c-7a32-444a-bdac-98348977a3f7 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:31.804035 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab661a97-c32e-4028-acff-48e865e5c779 req-5a89508c-7a32-444a-bdac-98348977a3f7 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.36 "GET /v2.0/networks?id=25cb5eab-8f73-433b-bb2e-b63c02f63a0f HTTP/1.1" status: 200 len: 817 time: 0.4125040 Jul 09 20:11:31.830499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-ab661a97-c32e-4028-acff-48e865e5c779 req-ea79606e-609e-490e-aa89-c8315b8442b6 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Request body: {'port': {'device_id': '04880e72-d22c-4842-a1c4-9d89413fa401', 'network_id': '25cb5eab-8f73-433b-bb2e-b63c02f63a0f', 'admin_state_up': True, 'tenant_id': '6aebeda580744519953aedb0708090ba'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:31.893602 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7956cda0-ae0c-4f6a-b63a-dc41d433e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:31.924734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956cda0-ae0c-4f6a-b63a-dc41d433e899 None None] Pushing event deleted for resources: {'Port': ['ID=8a7036d7-908f-4125-a26f-d10322f7080b,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:31.941464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a6c619d9-07b6-44d8-9781-da088b00f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:27Z', 'revision_number': 8, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609f5a1a-113f-44cd-99fa-131732dcd09b', 'name': '', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:b4:2c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:13Z', 'updated_at': '2021-07-09T20:11:25Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:31.946653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956cda0-ae0c-4f6a-b63a-dc41d433e899 None None] No DVR routers for this DVR port 8a7036d7-908f-4125-a26f-d10322f7080b on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:32.051812 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.066505 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.068414 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/networks/1b3e16b2-5dd2-4251-8fc6-f5527557d9df HTTP/1.1" status: 204 len: 168 time: 1.3944387 Jul 09 20:11:32.071668 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52992) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:32.108028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc4be5-644e-4f3c-808a-945620534797 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Network': ['ID=1b3e16b2-5dd2-4251-8fc6-f5527557d9df,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:32.159368 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393699b-3aec-47a7-bc59-42e170fa8241 req-a00780f3-a768-4bda-b4e9-a9a250ed3918 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:32.169235 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f393699b-3aec-47a7-bc59-42e170fa8241 req-a00780f3-a768-4bda-b4e9-a9a250ed3918 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 946 time: 0.2191124 Jul 09 20:11:32.182742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c619d9-07b6-44d8-9781-da088b00f8ce None None] Checking router: bf428c90-8238-45fa-b471-057bb47b933c for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:32.184574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab661a97-c32e-4028-acff-48e865e5c779 req-ea79606e-609e-490e-aa89-c8315b8442b6 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Made reservation on behalf of 6aebeda580744519953aedb0708090ba for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:32.189441 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ab661a97-c32e-4028-acff-48e865e5c779 req-ea79606e-609e-490e-aa89-c8315b8442b6 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.190986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:32.228266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:32.228800 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 43c0aa42-2b97-4ac8-989d-d98e2d67b5bb not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:32.229236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8a7036d7-908f-4125-a26f-d10322f7080b no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:32.250725 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 8a7036d7-908f-4125-a26f-d10322f7080b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:32.251079 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8a7036d7-908f-4125-a26f-d10322f7080b not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:32.251765 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f393699b-3aec-47a7-bc59-42e170fa8241 req-fd4afd06-81a6-4165-89b6-f90766f5ce01 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755739 Jul 09 20:11:32.252711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c619d9-07b6-44d8-9781-da088b00f8ce None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:32.253356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a6c619d9-07b6-44d8-9781-da088b00f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:32.381101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-ab661a97-c32e-4028-acff-48e865e5c779 req-ea79606e-609e-490e-aa89-c8315b8442b6 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Allocated IP 172.20.0.2 (25cb5eab-8f73-433b-bb2e-b63c02f63a0f/f6e58939-4265-4d8c-9ac7-0a7282a99273/d589805f-3507-4edc-92fb-cc1de770fc0d) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:32.414709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a6c619d9-07b6-44d8-9781-da088b00f8ce None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:32.475215 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.611795 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ab661a97-c32e-4028-acff-48e865e5c779 req-ea79606e-609e-490e-aa89-c8315b8442b6 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.687522 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ab661a97-c32e-4028-acff-48e865e5c779 req-ea79606e-609e-490e-aa89-c8315b8442b6 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.764092 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef1cefc7-8c0e-4896-98e7-7089086998b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.773379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab661a97-c32e-4028-acff-48e865e5c779 req-ea79606e-609e-490e-aa89-c8315b8442b6 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Network 25cb5eab-8f73-433b-bb2e-b63c02f63a0f is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:32.783547 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a6c619d9-07b6-44d8-9781-da088b00f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:27Z', 'revision_number': 8, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609f5a1a-113f-44cd-99fa-131732dcd09b', 'name': '', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:b4:2c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:13Z', 'updated_at': '2021-07-09T20:11:25Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:32.790631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-ab661a97-c32e-4028-acff-48e865e5c779 req-ea79606e-609e-490e-aa89-c8315b8442b6 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:32.803338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab661a97-c32e-4028-acff-48e865e5c779 req-ea79606e-609e-490e-aa89-c8315b8442b6 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:32.849546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c619d9-07b6-44d8-9781-da088b00f8ce None None] The sync data for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 is: [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:27Z', 'revision_number': 8, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '609f5a1a-113f-44cd-99fa-131732dcd09b', 'name': '', 'network_id': '2a2fbc83-21b2-4901-af90-a5b77ad23805', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:b4:2c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:13Z', 'updated_at': '2021-07-09T20:11:25Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '393693d0-b30b-4492-92ea-9c4e9d20a064', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:32.874331 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79606e-609e-490e-aa89-c8315b8442b6 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Pushing event updated for resources: {'Port': ['ID=d589805f-3507-4edc-92fb-cc1de770fc0d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:32.938338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab661a97-c32e-4028-acff-48e865e5c779 req-ea79606e-609e-490e-aa89-c8315b8442b6 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:32.939972 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ab661a97-c32e-4028-acff-48e865e5c779 req-ea79606e-609e-490e-aa89-c8315b8442b6 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:32.965608 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab661a97-c32e-4028-acff-48e865e5c779 req-ea79606e-609e-490e-aa89-c8315b8442b6 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1387746 Jul 09 20:11:33.036992 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Request body: {'port': {'device_id': '04880e72-d22c-4842-a1c4-9d89413fa401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:33.054122 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53006) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:33.135169 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f8732-1ff8-4224-b2db-117c56624a00 req-1eaadce8-aed8-4e4b-bf9b-732cd461a4d4 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:33.144716 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-818f8732-1ff8-4224-b2db-117c56624a00 req-1eaadce8-aed8-4e4b-bf9b-732cd461a4d4 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 931 time: 0.1795597 Jul 09 20:11:33.192926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72629300-3975-4f1f-bbf1-15b9db2f521e req-525103a5-24a2-4698-a4ed-82e6443dd1ac tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:33.194662 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-72629300-3975-4f1f-bbf1-15b9db2f521e req-525103a5-24a2-4698-a4ed-82e6443dd1ac tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 946 time: 0.2329130 Jul 09 20:11:33.195781 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.209185 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-818f8732-1ff8-4224-b2db-117c56624a00 req-9f068494-9cab-4c0a-9687-3362aecb0499 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb325d89-2d74-4caa-817e-e6f1e69b2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635715 Jul 09 20:11:33.284065 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-72629300-3975-4f1f-bbf1-15b9db2f521e req-42fc13f7-4658-412f-950b-b847128a3ff4 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778551 Jul 09 20:11:33.315765 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.345968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ef1cefc7-8c0e-4896-98e7-7089086998b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 609f5a1a-113f-44cd-99fa-131732dcd09b {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:33.346651 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef1cefc7-8c0e-4896-98e7-7089086998b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.490077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-ef1cefc7-8c0e-4896-98e7-7089086998b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] For port 609f5a1a-113f-44cd-99fa-131732dcd09b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=609f5a1a-113f-44cd-99fa-131732dcd09b,segment=NetworkSegment(d4926926-90e1-4a2e-8c14-b5349341867a),segment_id=d4926926-90e1-4a2e-8c14-b5349341867a)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:33.490077 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef1cefc7-8c0e-4896-98e7-7089086998b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.515003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ef1cefc7-8c0e-4896-98e7-7089086998b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 609f5a1a-113f-44cd-99fa-131732dcd09b owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:33.553991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcf0fc-72aa-4606-ae3b-bf1cd6d850a7 req-c697a4ba-e9a3-44ba-b940-25d9566daad1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:33.555581 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1afcf0fc-72aa-4606-ae3b-bf1cd6d850a7 req-c697a4ba-e9a3-44ba-b940-25d9566daad1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 946 time: 0.1178336 Jul 09 20:11:33.607614 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.620367 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.675381 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d589805f-3507-4edc-92fb-cc1de770fc0d {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:33.688719 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1afcf0fc-72aa-4606-ae3b-bf1cd6d850a7 req-8c5185c0-6eda-4a8e-ab79-e349955817f6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178112 Jul 09 20:11:33.692347 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.705398 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db72de97a46a4d17b2be6a4589a5aa49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6490345 Jul 09 20:11:33.717529 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53016) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:33.719146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Transition to ACTIVE for port object d589805f-3507-4edc-92fb-cc1de770fc0d will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:33.724905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918cfab9-f69c-40d9-bb54-c96f8ece993f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:33.734516 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd0d9f-8d9a-4c1f-a7c9-4d478ae8dcab req-9a2c6434-295b-4d03-baab-ade86101d1e7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:33.736063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8dd0d9f-8d9a-4c1f-a7c9-4d478ae8dcab req-9a2c6434-295b-4d03-baab-ade86101d1e7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 946 time: 0.1777737 Jul 09 20:11:33.738739 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.744055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:33.745066 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:33.745418 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:33.745875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:33.746434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:33.746903 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:33.747262 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:33.747699 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:33.748097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:33.748526 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:33.753101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:33.753847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b87f2b-e89b-4d5c-bc31-0a94f480b629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:33.849607 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef1cefc7-8c0e-4896-98e7-7089086998b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:33.866116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Pushing event updated for resources: {'Port': ['ID=d589805f-3507-4edc-92fb-cc1de770fc0d,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:33.913706 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1cefc7-8c0e-4896-98e7-7089086998b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=609f5a1a-113f-44cd-99fa-131732dcd09b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:33.916774 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-011f3772-84e6-4d38-8574-3c61ee838b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.053979 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-011f3772-84e6-4d38-8574-3c61ee838b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.103514 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef1cefc7-8c0e-4896-98e7-7089086998b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.124927 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Attempting to bind port d589805f-3507-4edc-92fb-cc1de770fc0d on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:34.125249 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Attempting to bind port d589805f-3507-4edc-92fb-cc1de770fc0d by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '9e0c3a4e-e924-45bb-ae69-ae121e59c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '25cb5eab-8f73-433b-bb2e-b63c02f63a0f'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:34.125592 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Attempting to bind port d589805f-3507-4edc-92fb-cc1de770fc0d on network 25cb5eab-8f73-433b-bb2e-b63c02f63a0f {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:34.140484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Port d589805f-3507-4edc-92fb-cc1de770fc0d on network 25cb5eab-8f73-433b-bb2e-b63c02f63a0f not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:11:34.140807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Attempting to bind port d589805f-3507-4edc-92fb-cc1de770fc0d on network 25cb5eab-8f73-433b-bb2e-b63c02f63a0f {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:34.143607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-f8dd0d9f-8d9a-4c1f-a7c9-4d478ae8dcab req-c26ebb75-bcfa-4177-9ac2-7888eb348048 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Deleting port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:34.143952 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f8dd0d9f-8d9a-4c1f-a7c9-4d478ae8dcab req-c26ebb75-bcfa-4177-9ac2-7888eb348048 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.164472 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:34.164767 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Checking segment: {'id': '9e0c3a4e-e924-45bb-ae69-ae121e59c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '25cb5eab-8f73-433b-bb2e-b63c02f63a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:34.165157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Bound using segment: {'id': '9e0c3a4e-e924-45bb-ae69-ae121e59c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '25cb5eab-8f73-433b-bb2e-b63c02f63a0f'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:34.165612 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Bound port: d589805f-3507-4edc-92fb-cc1de770fc0d, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e0c3a4e-e924-45bb-ae69-ae121e59c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '25cb5eab-8f73-433b-bb2e-b63c02f63a0f'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:34.165982 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.222745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecaa16-4517-474c-93b4-7ace064898f9 req-a5b54cd9-f1f4-4db6-a9b5-725f0d0b93f1 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:34.224291 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-baecaa16-4517-474c-93b4-7ace064898f9 req-a5b54cd9-f1f4-4db6-a9b5-725f0d0b93f1 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 946 time: 0.2397430 Jul 09 20:11:34.269597 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-011f3772-84e6-4d38-8574-3c61ee838b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.272920 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-011f3772-84e6-4d38-8574-3c61ee838b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.274488 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-011f3772-84e6-4d38-8574-3c61ee838b2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/918cfab9-f69c-40d9-bb54-c96f8ece993f HTTP/1.1" status: 204 len: 168 time: 0.5651934 Jul 09 20:11:34.329293 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1cefc7-8c0e-4896-98e7-7089086998b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router bf428c90-8238-45fa-b471-057bb47b933c has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:34.336396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f3772-84e6-4d38-8574-3c61ee838b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918cfab9-f69c-40d9-bb54-c96f8ece993f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:34.414373 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-baecaa16-4517-474c-93b4-7ace064898f9 req-8ea9d500-a594-4194-8c73-a25f63605126 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816597 Jul 09 20:11:34.433894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f8dd0d9f-8d9a-4c1f-a7c9-4d478ae8dcab req-c26ebb75-bcfa-4177-9ac2-7888eb348048 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] For port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7eff3568-ab9b-46c1-bdbf-e45205bfabd6,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:34.434527 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f8dd0d9f-8d9a-4c1f-a7c9-4d478ae8dcab req-c26ebb75-bcfa-4177-9ac2-7888eb348048 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.439246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] For port d589805f-3507-4edc-92fb-cc1de770fc0d, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:34.456322 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] For port d589805f-3507-4edc-92fb-cc1de770fc0d, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=d589805f-3507-4edc-92fb-cc1de770fc0d,segment=NetworkSegment(9e0c3a4e-e924-45bb-ae69-ae121e59c73b),segment_id=9e0c3a4e-e924-45bb-ae69-ae121e59c73b)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:34.464331 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.519038 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1cefc7-8c0e-4896-98e7-7089086998b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:34.537426 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987c28a5-d5c4-49de-a738-2fdc6aea7c06 None None] Sync routers for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:34.547221 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ef1cefc7-8c0e-4896-98e7-7089086998b8 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/bf428c90-8238-45fa-b471-057bb47b933c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4690802 Jul 09 20:11:34.547522 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53028) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:34.562442 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987c28a5-d5c4-49de-a738-2fdc6aea7c06 None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:34.563781 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-987c28a5-d5c4-49de-a738-2fdc6aea7c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:34.566529 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-f8dd0d9f-8d9a-4c1f-a7c9-4d478ae8dcab req-c26ebb75-bcfa-4177-9ac2-7888eb348048 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Calling delete_port for 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:34.575475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Pushing event updated for resources: {'Port': ['ID=d589805f-3507-4edc-92fb-cc1de770fc0d,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:34.617571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:34.618996 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.622664 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab661a97-c32e-4028-acff-48e865e5c779 req-6699d246-6989-4301-895b-bf42ca67d089 service neutron] 10.222.0.36 "PUT /v2.0/ports/d589805f-3507-4edc-92fb-cc1de770fc0d HTTP/1.1" status: 200 len: 1091 time: 1.6352923 Jul 09 20:11:34.623907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04880e72-d22c-4842-a1c4-9d89413fa401', 'tag': 'd589805f-3507-4edc-92fb-cc1de770fc0d'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:34.626775 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cef702a-f3c2-45c3-b814-10022389af30 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting subnet 393693d0-b30b-4492-92ea-9c4e9d20a064 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:11:34.628660 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a005ecef-665d-483d-bc5a-bd519a7ef531" -d '{"events": [{"name": "network-changed", "server_uuid": "04880e72-d22c-4842-a1c4-9d89413fa401", "tag": "d589805f-3507-4edc-92fb-cc1de770fc0d"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:34.643150 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cef702a-f3c2-45c3-b814-10022389af30 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.682686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c618f42-252b-4abe-b64e-c818185c4261 req-c9f05b4e-b06e-4c2b-a882-ce7da719d48a tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:34.691370 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c618f42-252b-4abe-b64e-c818185c4261 req-c9f05b4e-b06e-4c2b-a882-ce7da719d48a tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 943 time: 0.1852713 Jul 09 20:11:34.733930 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cef702a-f3c2-45c3-b814-10022389af30 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.787944 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-987c28a5-d5c4-49de-a738-2fdc6aea7c06 None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:34.794012 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c618f42-252b-4abe-b64e-c818185c4261 req-23342751-7f8b-44bc-be2a-da17eeb79604 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb325d89-2d74-4caa-817e-e6f1e69b2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014922 Jul 09 20:11:34.840504 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7803409d-c6d6-4508-8329-56c9f4ea8ff3 x-openstack-request-id: req-7803409d-c6d6-4508-8329-56c9f4ea8ff3 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:34.841826 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04880e72-d22c-4842-a1c4-9d89413fa401", "tag": "d589805f-3507-4edc-92fb-cc1de770fc0d", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:34.842263 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7803409d-c6d6-4508-8329-56c9f4ea8ff3 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:34.842891 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04880e72-d22c-4842-a1c4-9d89413fa401', 'tag': 'd589805f-3507-4edc-92fb-cc1de770fc0d', 'status': 'completed', 'code': 200} Jul 09 20:11:34.866445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab661a97-c32e-4028-acff-48e865e5c779 req-ea7caad0-d643-4d4a-9159-393d291e1e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:34.870147 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab661a97-c32e-4028-acff-48e865e5c779 req-ea7caad0-d643-4d4a-9159-393d291e1e44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6aebeda580744519953aedb0708090ba&device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 1094 time: 0.1678200 Jul 09 20:11:34.948381 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cef702a-f3c2-45c3-b814-10022389af30 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:34.979809 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab661a97-c32e-4028-acff-48e865e5c779 req-250ade2c-3726-484e-a185-d6dd2251b3e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d589805f-3507-4edc-92fb-cc1de770fc0d HTTP/1.1" status: 200 len: 217 time: 0.0982347 Jul 09 20:11:35.066436 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f8dd0d9f-8d9a-4c1f-a7c9-4d478ae8dcab req-c26ebb75-bcfa-4177-9ac2-7888eb348048 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:35.104686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5048329-bdd9-452f-81ed-7a880a25ce17 req-140038d7-e590-4ef9-b462-68f6585f37af tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:35.106819 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a5048329-bdd9-452f-81ed-7a880a25ce17 req-140038d7-e590-4ef9-b462-68f6585f37af tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 867 time: 0.1144502 Jul 09 20:11:35.108367 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cef702a-f3c2-45c3-b814-10022389af30 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:35.144197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef702a-f3c2-45c3-b814-10022389af30 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Subnet': ['ID=393693d0-b30b-4492-92ea-9c4e9d20a064,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:35.190421 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cef702a-f3c2-45c3-b814-10022389af30 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:35.190765 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-987c28a5-d5c4-49de-a738-2fdc6aea7c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:33Z', 'revision_number': 9, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:35.193108 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2cef702a-f3c2-45c3-b814-10022389af30 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/393693d0-b30b-4492-92ea-9c4e9d20a064 HTTP/1.1" status: 204 len: 168 time: 0.6445317 Jul 09 20:11:35.196197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53044) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:35.201332 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4748de09-1066-4e81-93eb-ebddc000e635 None None] Network 2a2fbc83-21b2-4901-af90-a5b77ad23805 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:35.225473 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a5048329-bdd9-452f-81ed-7a880a25ce17 req-36101050-1ed4-46ad-981f-8f17d7445f63 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844622 Jul 09 20:11:35.268786 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987c28a5-d5c4-49de-a738-2fdc6aea7c06 None None] Checking router: bf428c90-8238-45fa-b471-057bb47b933c for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:35.279105 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987c28a5-d5c4-49de-a738-2fdc6aea7c06 None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:35.279980 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-987c28a5-d5c4-49de-a738-2fdc6aea7c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:35.391313 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-987c28a5-d5c4-49de-a738-2fdc6aea7c06 None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:35.411602 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:35.487052 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53054) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:35.562140 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ebb75-bcfa-4177-9ac2-7888eb348048 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event deleted for resources: {'Port': ['ID=7eff3568-ab9b-46c1-bdbf-e45205bfabd6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:35.606848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab661a97-c32e-4028-acff-48e865e5c779 req-4733c01b-21d3-4e71-a7aa-f7bee9b1e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:35.610075 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab661a97-c32e-4028-acff-48e865e5c779 req-4733c01b-21d3-4e71-a7aa-f7bee9b1e4ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6e58939-4265-4d8c-9ac7-0a7282a99273 HTTP/1.1" status: 200 len: 857 time: 0.6231031 Jul 09 20:11:35.636585 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8dd0d9f-8d9a-4c1f-a7c9-4d478ae8dcab req-c26ebb75-bcfa-4177-9ac2-7888eb348048 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] No DVR routers for this DVR port 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:35.642377 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f8dd0d9f-8d9a-4c1f-a7c9-4d478ae8dcab req-c26ebb75-bcfa-4177-9ac2-7888eb348048 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:35.644524 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8dd0d9f-8d9a-4c1f-a7c9-4d478ae8dcab req-c26ebb75-bcfa-4177-9ac2-7888eb348048 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "DELETE /v2.0/ports/7eff3568-ab9b-46c1-bdbf-e45205bfabd6 HTTP/1.1" status: 204 len: 173 time: 1.8944952 Jul 09 20:11:35.684763 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd8c831-0d5a-443e-87b6-3f20cc45db78 None None] DHCP port deletion for 2a2fbc83-21b2-4901-af90-a5b77ad23805 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:11:35.690075 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab661a97-c32e-4028-acff-48e865e5c779 req-eaf21963-8a37-46c9-8327-1483adef80f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25cb5eab-8f73-433b-bb2e-b63c02f63a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549040 Jul 09 20:11:35.707251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 4d952062-3dc9-491a-a5d2-c883ed838ecf {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:35.708486 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:35.799977 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-987c28a5-d5c4-49de-a738-2fdc6aea7c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:33Z', 'revision_number': 9, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:35.803167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8c831-0d5a-443e-87b6-3f20cc45db78 None None] Deleting port 4d952062-3dc9-491a-a5d2-c883ed838ecf {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:35.803549 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c831-0d5a-443e-87b6-3f20cc45db78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:35.843712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1053346919-network', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:35.863502 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987c28a5-d5c4-49de-a738-2fdc6aea7c06 None None] The sync data for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 is: [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:33Z', 'revision_number': 9, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d', 'name': '', 'network_id': '7196d002-9be2-4d78-a52e-bcdfc4d56911', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:8c:dd:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:06Z', 'updated_at': '2021-07-09T20:11:17Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': 'a435dc4f-6588-47d6-b09e-aa91b1572e43', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:35.925083 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a37a9-604a-4eef-8c0c-0bab2fc30376 req-54dd6488-a947-4311-a9ef-0ba3e91bec8f tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:35.926200 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-657a37a9-604a-4eef-8c0c-0bab2fc30376 req-54dd6488-a947-4311-a9ef-0ba3e91bec8f tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.36 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 946 time: 0.3916221 Jul 09 20:11:35.934057 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] For port 4d952062-3dc9-491a-a5d2-c883ed838ecf, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4d952062-3dc9-491a-a5d2-c883ed838ecf,segment=NetworkSegment(d4926926-90e1-4a2e-8c14-b5349341867a),segment_id=d4926926-90e1-4a2e-8c14-b5349341867a)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:35.934442 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:35.962397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1bd8c831-0d5a-443e-87b6-3f20cc45db78 None None] For port 4d952062-3dc9-491a-a5d2-c883ed838ecf, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4d952062-3dc9-491a-a5d2-c883ed838ecf,segment=NetworkSegment(d4926926-90e1-4a2e-8c14-b5349341867a),segment_id=d4926926-90e1-4a2e-8c14-b5349341867a)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:35.962970 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c831-0d5a-443e-87b6-3f20cc45db78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:35.998884 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab661a97-c32e-4028-acff-48e865e5c779 req-17e49ab0-2da9-449c-a5d0-2cdc46f97535 service neutron] 10.222.0.36 "GET /v2.0/networks/25cb5eab-8f73-433b-bb2e-b63c02f63a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643905 Jul 09 20:11:36.000471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1bd8c831-0d5a-443e-87b6-3f20cc45db78 None None] Calling delete_port for 4d952062-3dc9-491a-a5d2-c883ed838ecf owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:36.004219 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] Made reservation on behalf of 8545f3a0589a4cc4839423bcc410fdf5 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:36.007187 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.042497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 4d952062-3dc9-491a-a5d2-c883ed838ecf owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:36.053735 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.104315 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba76b9c-adcd-47da-9019-ce823d5c4442 req-86c0279b-51da-43aa-95ed-c79ffb5282bb tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:36.112576 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ba76b9c-adcd-47da-9019-ce823d5c4442 req-86c0279b-51da-43aa-95ed-c79ffb5282bb tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 946 time: 0.4253170 Jul 09 20:11:36.127779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:36.132471 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1bd8c831-0d5a-443e-87b6-3f20cc45db78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.177737 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:36.178466 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7eff3568-ab9b-46c1-bdbf-e45205bfabd6 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:36.183517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8c831-0d5a-443e-87b6-3f20cc45db78 None None] Pushing event deleted for resources: {'Port': ['ID=4d952062-3dc9-491a-a5d2-c883ed838ecf,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:36.187905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd8c831-0d5a-443e-87b6-3f20cc45db78 None None] No DVR routers for this DVR port 4d952062-3dc9-491a-a5d2-c883ed838ecf on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:36.217618 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ba76b9c-adcd-47da-9019-ce823d5c4442 req-b106e631-0f4f-4409-beca-4779d36b8cc8 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010170 Jul 09 20:11:36.224910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-657a37a9-604a-4eef-8c0c-0bab2fc30376 req-7ab168a1-129b-4e77-b20c-479b3a915a3b tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Deleting port 37138e75-6e6d-4173-8e3f-91eb17abc51e {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:36.225253 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-657a37a9-604a-4eef-8c0c-0bab2fc30376 req-7ab168a1-129b-4e77-b20c-479b3a915a3b tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.321626 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab661a97-c32e-4028-acff-48e865e5c779 req-72c90ff9-ce2d-4407-ae8d-d021a8576553 service neutron] 10.222.0.36 "GET /v2.0/networks/25cb5eab-8f73-433b-bb2e-b63c02f63a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102329 Jul 09 20:11:36.419514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 609f5a1a-113f-44cd-99fa-131732dcd09b no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:36.452986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 609f5a1a-113f-44cd-99fa-131732dcd09b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:36.453580 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 609f5a1a-113f-44cd-99fa-131732dcd09b not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:36.454180 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4d952062-3dc9-491a-a5d2-c883ed838ecf no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:36.488921 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-14a7969d-839e-4d62-b8a3-5e17a52d5a8a req-ca178ec2-f6f9-4d8b-ba2c-1acce80208e5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 210 time: 0.0481496 Jul 09 20:11:36.493167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 4d952062-3dc9-491a-a5d2-c883ed838ecf {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:36.494279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4d952062-3dc9-491a-a5d2-c883ed838ecf not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:36.495259 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.499081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005ecef-665d-483d-bc5a-bd519a7ef531 req-e63cedcc-1871-460c-a5a4-d129e67a4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:36.501292 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a005ecef-665d-483d-bc5a-bd519a7ef531 req-e63cedcc-1871-460c-a5a4-d129e67a4d87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6aebeda580744519953aedb0708090ba&device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 1094 time: 0.1234927 Jul 09 20:11:36.527544 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.535116 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.553394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-657a37a9-604a-4eef-8c0c-0bab2fc30376 req-7ab168a1-129b-4e77-b20c-479b3a915a3b tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] For port 37138e75-6e6d-4173-8e3f-91eb17abc51e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=37138e75-6e6d-4173-8e3f-91eb17abc51e,segment=NetworkSegment(72953792-e590-48a0-8944-1f3c9c2d4498),segment_id=72953792-e590-48a0-8944-1f3c9c2d4498)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:36.553900 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-657a37a9-604a-4eef-8c0c-0bab2fc30376 req-7ab168a1-129b-4e77-b20c-479b3a915a3b tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.595587 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=4d952062-3dc9-491a-a5d2-c883ed838ecf,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:36.597793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No DVR routers for this DVR port 4d952062-3dc9-491a-a5d2-c883ed838ecf on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:36.620105 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005ecef-665d-483d-bc5a-bd519a7ef531 req-9078470e-689d-49e0-a63b-be4fdb14dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:36.622527 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-657a37a9-604a-4eef-8c0c-0bab2fc30376 req-7ab168a1-129b-4e77-b20c-479b3a915a3b tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Calling delete_port for 37138e75-6e6d-4173-8e3f-91eb17abc51e owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:36.623195 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a005ecef-665d-483d-bc5a-bd519a7ef531 req-9078470e-689d-49e0-a63b-be4fdb14dec1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=25cb5eab-8f73-433b-bb2e-b63c02f63a0f HTTP/1.1" status: 200 len: 918 time: 0.1136124 Jul 09 20:11:36.634291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:11:36.667401 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a005ecef-665d-483d-bc5a-bd519a7ef531 req-675d9fd1-25dd-4afa-b9da-1db4e67b6c7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d589805f-3507-4edc-92fb-cc1de770fc0d HTTP/1.1" status: 200 len: 217 time: 0.0356851 Jul 09 20:11:36.675341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55af164b-58ec-4462-8db6-c5ae0f4cc03b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:36.678632 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.678991 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] Added segment a6e64fc2-6086-4de4-b933-d96424d8dfab of type vlan for network 4846efdf-52b9-4da5-897d-6cddc898788e Jul 09 20:11:36.731897 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005ecef-665d-483d-bc5a-bd519a7ef531 req-49540103-5392-4058-b7a3-f62a0abd1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:36.733609 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a005ecef-665d-483d-bc5a-bd519a7ef531 req-49540103-5392-4058-b7a3-f62a0abd1056 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f6e58939-4265-4d8c-9ac7-0a7282a99273 HTTP/1.1" status: 200 len: 857 time: 0.0601168 Jul 09 20:11:36.772850 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a005ecef-665d-483d-bc5a-bd519a7ef531 req-5e288fee-b2f0-44de-a05b-0113979f7f44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=25cb5eab-8f73-433b-bb2e-b63c02f63a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313904 Jul 09 20:11:36.829017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712b43d-bf33-43da-8878-2b31de0afc2e req-f051b0cb-59bb-49da-9668-d427702f7ed0 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:36.830488 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1712b43d-bf33-43da-8878-2b31de0afc2e req-f051b0cb-59bb-49da-9668-d427702f7ed0 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 943 time: 0.5132465 Jul 09 20:11:36.838050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.842346 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.845783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ee59a8-538b-4b92-9906-a542f9965686', 'name': 'network-vif-deleted', 'tag': '7eff3568-ab9b-46c1-bdbf-e45205bfabd6'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:36.848146 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edceb4b2-be97-4610-9087-c8ba4c4a5127" -d '{"events": [{"server_uuid": "c6ee59a8-538b-4b92-9906-a542f9965686", "name": "network-vif-deleted", "tag": "7eff3568-ab9b-46c1-bdbf-e45205bfabd6"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:36.870356 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2fbc83-21b2-4901-af90-a5b77ad23805']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:36.878408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a005ecef-665d-483d-bc5a-bd519a7ef531 req-440b336d-eb15-4eb9-bcf8-dccf4d9f95d4 service neutron] 10.222.0.36 "GET /v2.0/networks/25cb5eab-8f73-433b-bb2e-b63c02f63a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988357 Jul 09 20:11:36.921490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4926926-90e1-4a2e-8c14-b5349341867a') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:36.921841 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4926926-90e1-4a2e-8c14-b5349341867a') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:36.942879 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.950564 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.951557 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:36.952160 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:36.960989 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1712b43d-bf33-43da-8878-2b31de0afc2e req-a943de1d-6d70-41e5-9e6c-433b69de5d74 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb325d89-2d74-4caa-817e-e6f1e69b2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149597 Jul 09 20:11:36.998237 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64dd402-878e-4342-bcc5-d0c076853c9e x-openstack-request-id: req-f64dd402-878e-4342-bcc5-d0c076853c9e {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:36.998773 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ee59a8-538b-4b92-9906-a542f9965686", "name": "network-vif-deleted", "tag": "7eff3568-ab9b-46c1-bdbf-e45205bfabd6", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:36.999236 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f64dd402-878e-4342-bcc5-d0c076853c9e {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:36.999894 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ee59a8-538b-4b92-9906-a542f9965686', 'name': 'network-vif-deleted', 'tag': '7eff3568-ab9b-46c1-bdbf-e45205bfabd6', 'status': 'completed', 'code': 200} Jul 09 20:11:37.010725 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.023549 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a005ecef-665d-483d-bc5a-bd519a7ef531 req-1901e242-11a3-4ab4-bcb3-40dcd1ec5f1d service neutron] 10.222.0.36 "GET /v2.0/networks/25cb5eab-8f73-433b-bb2e-b63c02f63a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351120 Jul 09 20:11:37.046075 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5557728 Jul 09 20:11:37.049062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53068) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:37.050591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:11:37.051015 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:11:37.054229 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:11:37.058322 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cfb64ce5-e73d-4df6-a2d2-cc3db2686011 admin admin] Request body: {'subnet': {'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1053346919-subnet', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:37.086379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb64ce5-e73d-4df6-a2d2-cc3db2686011 admin admin] Made reservation on behalf of 8545f3a0589a4cc4839423bcc410fdf5 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:37.091388 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cfb64ce5-e73d-4df6-a2d2-cc3db2686011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.344437 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cfb64ce5-e73d-4df6-a2d2-cc3db2686011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.413929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb64ce5-e73d-4df6-a2d2-cc3db2686011 admin admin] Checking segment: {'id': 'a6e64fc2-6086-4de4-b933-d96424d8dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:37.414468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb64ce5-e73d-4df6-a2d2-cc3db2686011 admin admin] Network hostable DHCP agents. Network: 4846efdf-52b9-4da5-897d-6cddc898788e, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:11:37.441057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb64ce5-e73d-4df6-a2d2-cc3db2686011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa51b91-92af-4842-a22d-869a427201f3,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:37.460170 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb64ce5-e73d-4df6-a2d2-cc3db2686011 admin admin] Network 4846efdf-52b9-4da5-897d-6cddc898788e is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:11:37.473267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-cfb64ce5-e73d-4df6-a2d2-cc3db2686011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 4846efdf-52b9-4da5-897d-6cddc898788e) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:37.478178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb64ce5-e73d-4df6-a2d2-cc3db2686011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:37.478850 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cfb64ce5-e73d-4df6-a2d2-cc3db2686011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.483162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bf8eb-294b-4472-8e53-32ed2ae0d49d admin admin] Pushing event updated for resources: {'Network': ['ID=4846efdf-52b9-4da5-897d-6cddc898788e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:37.487728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7cc9ce-b922-4115-a9d2-0a48dfc09e44 None None] Network 4846efdf-52b9-4da5-897d-6cddc898788e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:37.501355 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cfb64ce5-e73d-4df6-a2d2-cc3db2686011 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4483297 Jul 09 20:11:37.501788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53074) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:37.508433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 4846efdf-52b9-4da5-897d-6cddc898788e details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:11:37.509505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:37.531049 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-657a37a9-604a-4eef-8c0c-0bab2fc30376 req-7ab168a1-129b-4e77-b20c-479b3a915a3b tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.559361 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.560515 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.564280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['37138e75-6e6d-4173-8e3f-91eb17abc51e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:11:37.568059 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.571308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab168a1-129b-4e77-b20c-479b3a915a3b tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Pushing event deleted for resources: {'Port': ['ID=37138e75-6e6d-4173-8e3f-91eb17abc51e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:37.585699 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.591280 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/networks/2a2fbc83-21b2-4901-af90-a5b77ad23805 HTTP/1.1" status: 204 len: 168 time: 2.3938439 Jul 09 20:11:37.592233 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53078) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:37.633376 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4a762-93d8-4848-bd85-02be9ce71509 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Network': ['ID=2a2fbc83-21b2-4901-af90-a5b77ad23805,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:37.662404 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-657a37a9-604a-4eef-8c0c-0bab2fc30376 req-7ab168a1-129b-4e77-b20c-479b3a915a3b tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] No DVR routers for this DVR port 37138e75-6e6d-4173-8e3f-91eb17abc51e on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:37.666853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-657a37a9-604a-4eef-8c0c-0bab2fc30376 req-7ab168a1-129b-4e77-b20c-479b3a915a3b tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.669171 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-657a37a9-604a-4eef-8c0c-0bab2fc30376 req-7ab168a1-129b-4e77-b20c-479b3a915a3b tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.36 "DELETE /v2.0/ports/37138e75-6e6d-4173-8e3f-91eb17abc51e HTTP/1.1" status: 204 len: 173 time: 1.7319415 Jul 09 20:11:37.672100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac840dc-5337-49bb-93f3-b6e11f2162fe', 'name': 'network-vif-deleted', 'tag': '37138e75-6e6d-4173-8e3f-91eb17abc51e'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:37.674235 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b17846-aeae-462a-8fb0-5612be3c48d9" -d '{"events": [{"server_uuid": "bac840dc-5337-49bb-93f3-b6e11f2162fe", "name": "network-vif-deleted", "tag": "37138e75-6e6d-4173-8e3f-91eb17abc51e"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:37.691687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9218ed0-d2dd-4164-a912-14ec2ddb47b9 req-28efbfe5-b7bf-4857-bbf9-673deb9e54ab tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:37.693425 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c9218ed0-d2dd-4164-a912-14ec2ddb47b9 req-28efbfe5-b7bf-4857-bbf9-673deb9e54ab tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac840dc-5337-49bb-93f3-b6e11f2162fe HTTP/1.1" status: 200 len: 867 time: 0.2218261 Jul 09 20:11:37.787473 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c9218ed0-d2dd-4164-a912-14ec2ddb47b9 req-92bdba1f-11cc-44af-b485-66fbc4056331 tempest-InstanceActionsTestJSON-2076097239 tempest-InstanceActionsTestJSON-2076097239-project] 10.222.0.30 "GET /v2.0/security-groups?id=2a1bf22e-f8c6-4d36-b36d-37153183a054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801225 Jul 09 20:11:37.826342 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-4846efdf-52b9-4da5-897d-6cddc898788e', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'fixed_ips': [{'subnet_id': '0fa51b91-92af-4842-a22d-869a427201f3'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:11:37.827371 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:37.860246 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:38.011508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Allocated IP 172.20.0.2 (4846efdf-52b9-4da5-897d-6cddc898788e/0fa51b91-92af-4842-a22d-869a427201f3/202fac6c-e86c-4116-a650-2ed5ca587925) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:38.015891 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f64b49-02f3-419e-b460-aa24e0e7f7ae x-openstack-request-id: req-80f64b49-02f3-419e-b460-aa24e0e7f7ae {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:38.017274 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac840dc-5337-49bb-93f3-b6e11f2162fe", "name": "network-vif-deleted", "tag": "37138e75-6e6d-4173-8e3f-91eb17abc51e", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:38.017925 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80f64b49-02f3-419e-b460-aa24e0e7f7ae {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:38.018576 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac840dc-5337-49bb-93f3-b6e11f2162fe', 'name': 'network-vif-deleted', 'tag': '37138e75-6e6d-4173-8e3f-91eb17abc51e', 'status': 'completed', 'code': 200} Jul 09 20:11:38.073543 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0965e7ce-c275-42d4-9098-791653cc5843 req-99ffcf3f-1db1-4283-8cba-573b699efe7a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 210 time: 0.2524209 Jul 09 20:11:38.227403 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:38.273007 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b4678-0d4c-42b7-8a3f-826bfb0d6578 req-1f7e5dd3-3076-4b7b-8ca9-42150e1b4cdb tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:38.282653 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f0b4678-0d4c-42b7-8a3f-826bfb0d6578 req-1f7e5dd3-3076-4b7b-8ca9-42150e1b4cdb tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 943 time: 0.1193089 Jul 09 20:11:38.309660 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:38.320705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Transition to ACTIVE for port object 202fac6c-e86c-4116-a650-2ed5ca587925 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:38.340793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Transition to ACTIVE for port object 202fac6c-e86c-4116-a650-2ed5ca587925 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:38.348345 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:38.384123 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f0b4678-0d4c-42b7-8a3f-826bfb0d6578 req-34ec18d3-0f37-400e-8192-25247e16e1eb tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb325d89-2d74-4caa-817e-e6f1e69b2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003034 Jul 09 20:11:38.461648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Pushing event updated for resources: {'Port': ['ID=202fac6c-e86c-4116-a650-2ed5ca587925,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:38.474708 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Network 4846efdf-52b9-4da5-897d-6cddc898788e is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:38.476296 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:38.479532 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:38.505441 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1413a4b5-4e5a-4e2f-8c5d-a26f36c206e1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:38.557895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Attempting to bind port 202fac6c-e86c-4116-a650-2ed5ca587925 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:38.557895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Attempting to bind port 202fac6c-e86c-4116-a650-2ed5ca587925 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'a6e64fc2-6086-4de4-b933-d96424d8dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:38.558594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Attempting to bind port 202fac6c-e86c-4116-a650-2ed5ca587925 on network 4846efdf-52b9-4da5-897d-6cddc898788e {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:38.571850 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:38.572656 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Checking segment: {'id': 'a6e64fc2-6086-4de4-b933-d96424d8dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:38.573400 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:38.574899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Bound using segment: {'id': 'a6e64fc2-6086-4de4-b933-d96424d8dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:38.575751 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Bound port: 202fac6c-e86c-4116-a650-2ed5ca587925, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e64fc2-6086-4de4-b933-d96424d8dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:38.576288 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:38.693500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] For port 202fac6c-e86c-4116-a650-2ed5ca587925, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:38.702045 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] For port 202fac6c-e86c-4116-a650-2ed5ca587925, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=202fac6c-e86c-4116-a650-2ed5ca587925,segment=NetworkSegment(a6e64fc2-6086-4de4-b933-d96424d8dfab),segment_id=a6e64fc2-6086-4de4-b933-d96424d8dfab)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:38.709012 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:38.783355 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895edc98-42ac-4d59-95da-22f8fdc001b1 None None] Pushing event updated for resources: {'Port': ['ID=202fac6c-e86c-4116-a650-2ed5ca587925,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:38.802585 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:38.831985 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:38.936304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53090) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:39.064114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-167de3dd-cbd5-4e4c-ace6-eaf7faab92cd admin admin] Deleting subnet 4f68a01d-4bbc-4698-84a2-ef4c5c8e8c95 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:11:39.067927 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-167de3dd-cbd5-4e4c-ace6-eaf7faab92cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:39.079328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Allocated IP 172.25.0.167 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/26e65203-bc42-4756-a18c-df2035edc6e2) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:39.146215 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-167de3dd-cbd5-4e4c-ace6-eaf7faab92cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:39.261954 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-167de3dd-cbd5-4e4c-ace6-eaf7faab92cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:39.280130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-1413a4b5-4e5a-4e2f-8c5d-a26f36c206e1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:39.280647 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1413a4b5-4e5a-4e2f-8c5d-a26f36c206e1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:39.287534 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:39.321945 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c6417547-5e4b-4f18-80c9-cc8a9145ef95 req-35e93659-5c3c-4ebb-8e36-406152046f67 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 210 time: 0.0545061 Jul 09 20:11:39.352393 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-167de3dd-cbd5-4e4c-ace6-eaf7faab92cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:39.402061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167de3dd-cbd5-4e4c-ace6-eaf7faab92cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f68a01d-4bbc-4698-84a2-ef4c5c8e8c95,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:39.404695 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-167de3dd-cbd5-4e4c-ace6-eaf7faab92cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:39.406875 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-167de3dd-cbd5-4e4c-ace6-eaf7faab92cd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4f68a01d-4bbc-4698-84a2-ef4c5c8e8c95 HTTP/1.1" status: 204 len: 168 time: 0.4697556 Jul 09 20:11:39.412177 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53094) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:39.512592 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-1413a4b5-4e5a-4e2f-8c5d-a26f36c206e1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] For port 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d,segment=NetworkSegment(822633c1-adde-4a56-ad6b-da56776d023e),segment_id=822633c1-adde-4a56-ad6b-da56776d023e)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:39.512929 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1413a4b5-4e5a-4e2f-8c5d-a26f36c206e1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:39.543278 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:39.559611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-1413a4b5-4e5a-4e2f-8c5d-a26f36c206e1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:39.601116 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-58b26132-37fb-438a-a0a6-96b9f5e4fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:39.629327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:39.669419 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:39.670806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21d802-974d-43d0-980d-f6750d7a7382 req-7ade834b-7925-47d6-b47a-74d8adbd7690 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:39.671965 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:39.677263 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d21d802-974d-43d0-980d-f6750d7a7382 req-7ade834b-7925-47d6-b47a-74d8adbd7690 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 943 time: 0.0808625 Jul 09 20:11:39.732333 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d21d802-974d-43d0-980d-f6750d7a7382 req-67e3afc6-1559-4a9c-8714-4ff3cd1cdd97 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb325d89-2d74-4caa-817e-e6f1e69b2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535526 Jul 09 20:11:39.734186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Pushing event updated for resources: {'Port': ['ID=26e65203-bc42-4756-a18c-df2035edc6e2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:39.946597 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-58b26132-37fb-438a-a0a6-96b9f5e4fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.007669 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device d589805f-3507-4edc-92fb-cc1de770fc0d details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:11:40.067854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 37138e75-6e6d-4173-8e3f-91eb17abc51e no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:40.113941 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 37138e75-6e6d-4173-8e3f-91eb17abc51e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:40.114857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 37138e75-6e6d-4173-8e3f-91eb17abc51e not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:40.138256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ada393-a264-4c10-97c9-63953856cbe1 None None] Network 4846efdf-52b9-4da5-897d-6cddc898788e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:40.140414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 202fac6c-e86c-4116-a650-2ed5ca587925 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:40.272843 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-19b4a051-c57f-402f-bb2e-672c70a02a43 None None] Provisioning for port 202fac6c-e86c-4116-a650-2ed5ca587925 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:40.303673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port d589805f-3507-4edc-92fb-cc1de770fc0d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=d589805f-3507-4edc-92fb-cc1de770fc0d,segment=NetworkSegment(9e0c3a4e-e924-45bb-ae69-ae121e59c73b),segment_id=9e0c3a4e-e924-45bb-ae69-ae121e59c73b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:40.334232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'd589805f-3507-4edc-92fb-cc1de770fc0d', 'network_id': '25cb5eab-8f73-433b-bb2e-b63c02f63a0f', 'port_id': 'd589805f-3507-4edc-92fb-cc1de770fc0d', 'mac_address': 'fa:16:3e:d2:1e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6e58939-4265-4d8c-9ac7-0a7282a99273', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:11:40.369785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-58b26132-37fb-438a-a0a6-96b9f5e4fda7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f97fa7-7c7b-48df-9434-746633d2e62e']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:40.389291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 202fac6c-e86c-4116-a650-2ed5ca587925 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:40.393740 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-58b26132-37fb-438a-a0a6-96b9f5e4fda7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72953792-e590-48a0-8944-1f3c9c2d4498') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:40.394178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-58b26132-37fb-438a-a0a6-96b9f5e4fda7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72953792-e590-48a0-8944-1f3c9c2d4498') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:40.418799 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-58b26132-37fb-438a-a0a6-96b9f5e4fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.458948 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-58b26132-37fb-438a-a0a6-96b9f5e4fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.461814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 202fac6c-e86c-4116-a650-2ed5ca587925 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:40.462196 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.483788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b26132-37fb-438a-a0a6-96b9f5e4fda7 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:11:40.484056 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-58b26132-37fb-438a-a0a6-96b9f5e4fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:11:40.487828 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:11:40.504851 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.536900 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d589805f-3507-4edc-92fb-cc1de770fc0d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:40.557270 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae0cdd81-bdda-482a-8dfc-606affa7716b req-f6f48910-7dd8-4c58-a75e-1abc8191464e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6ee59a8-538b-4b92-9906-a542f9965686 HTTP/1.1" status: 200 len: 210 time: 0.0921822 Jul 09 20:11:40.568516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port d589805f-3507-4edc-92fb-cc1de770fc0d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=d589805f-3507-4edc-92fb-cc1de770fc0d,segment=NetworkSegment(9e0c3a4e-e924-45bb-ae69-ae121e59c73b),segment_id=9e0c3a4e-e924-45bb-ae69-ae121e59c73b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:40.575979 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.592124 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1413a4b5-4e5a-4e2f-8c5d-a26f36c206e1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.655800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413a4b5-4e5a-4e2f-8c5d-a26f36c206e1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:40.698221 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.701886 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=d589805f-3507-4edc-92fb-cc1de770fc0d,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:40.735846 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-58b26132-37fb-438a-a0a6-96b9f5e4fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.789580 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 202fac6c-e86c-4116-a650-2ed5ca587925, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=202fac6c-e86c-4116-a650-2ed5ca587925,segment=NetworkSegment(a6e64fc2-6086-4de4-b933-d96424d8dfab),segment_id=a6e64fc2-6086-4de4-b933-d96424d8dfab)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:40.796006 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.805536 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-58b26132-37fb-438a-a0a6-96b9f5e4fda7 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:40.808693 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-58b26132-37fb-438a-a0a6-96b9f5e4fda7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e0f97fa7-7c7b-48df-9434-746633d2e62e HTTP/1.1" status: 204 len: 168 time: 1.3949945 Jul 09 20:11:40.929779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=202fac6c-e86c-4116-a650-2ed5ca587925,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:40.972225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['d589805f-3507-4edc-92fb-cc1de770fc0d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:11:41.026086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53110) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:41.076125 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4138c3e1-e10f-4473-87a1-732612ca707a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=313e9a7412a94231aa1900f9ffb982aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487363 Jul 09 20:11:41.078602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53112) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:41.086761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b26132-37fb-438a-a0a6-96b9f5e4fda7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f97fa7-7c7b-48df-9434-746633d2e62e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:41.131736 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6f518e5a-3c34-4f97-a9d7-103eb75ba6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:41.140510 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-22b07355-31f6-46e2-94ad-8c95e0ea211c None None] Provisioning complete for port 202fac6c-e86c-4116-a650-2ed5ca587925 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:41.141162 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-22b07355-31f6-46e2-94ad-8c95e0ea211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:41.156396 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6f518e5a-3c34-4f97-a9d7-103eb75ba6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:41.158635 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1413a4b5-4e5a-4e2f-8c5d-a26f36c206e1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:41.175476 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:41.228576 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6f518e5a-3c34-4f97-a9d7-103eb75ba6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:41.238894 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6f518e5a-3c34-4f97-a9d7-103eb75ba6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:41.240798 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6f518e5a-3c34-4f97-a9d7-103eb75ba6eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a1bf22e-f8c6-4d36-b36d-37153183a054 HTTP/1.1" status: 204 len: 168 time: 0.1605904 Jul 09 20:11:41.255958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f518e5a-3c34-4f97-a9d7-103eb75ba6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1bf22e-f8c6-4d36-b36d-37153183a054,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:41.356888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951826b-2593-46b9-8167-5ec452597a2c req-998595a4-f1a1-4e41-b058-f52c54edd012 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:41.358440 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d951826b-2593-46b9-8167-5ec452597a2c req-998595a4-f1a1-4e41-b058-f52c54edd012 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 944 time: 0.3697836 Jul 09 20:11:41.464902 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d951826b-2593-46b9-8167-5ec452597a2c req-1e4e1e18-c48d-45b9-8a2b-4d5a02cbe694 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb325d89-2d74-4caa-817e-e6f1e69b2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990155 Jul 09 20:11:41.602352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1413a4b5-4e5a-4e2f-8c5d-a26f36c206e1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router bf428c90-8238-45fa-b471-057bb47b933c has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:41.603612 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:41.832224 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1413a4b5-4e5a-4e2f-8c5d-a26f36c206e1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:41.840691 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1413a4b5-4e5a-4e2f-8c5d-a26f36c206e1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/bf428c90-8238-45fa-b471-057bb47b933c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2443256 Jul 09 20:11:41.842363 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53134) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:41.852462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232489d-0a3b-4d9b-9874-75b9cb7d717a None None] Sync routers for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:41.873031 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232489d-0a3b-4d9b-9874-75b9cb7d717a None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:41.874096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d232489d-0a3b-4d9b-9874-75b9cb7d717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:41.874649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:11:42.024051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:42.040739 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Sync routers for ids ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:42.046975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:42.047524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51d9a50-a102-4d95-8a29-336b3358a8a3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting subnet a435dc4f-6588-47d6-b09e-aa91b1572e43 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:11:42.050362 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8c81b571-8383-4d46-aea4-ebe4828d4556 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5468183 Jul 09 20:11:42.052988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53140) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:42.062393 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f51d9a50-a102-4d95-8a29-336b3358a8a3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:42.087914 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Routers {'51ad4a71-0068-4a51-8e8a-b2edae3516f1'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:42.088605 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:42.159077 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f51d9a50-a102-4d95-8a29-336b3358a8a3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:42.349311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 202fac6c-e86c-4116-a650-2ed5ca587925 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:42.362304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53146) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:42.384764 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Set router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:42.418696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d232489d-0a3b-4d9b-9874-75b9cb7d717a None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:42.443198 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f51d9a50-a102-4d95-8a29-336b3358a8a3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:42.456753 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 202fac6c-e86c-4116-a650-2ed5ca587925 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:42.457137 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:42.592783 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f51d9a50-a102-4d95-8a29-336b3358a8a3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:42.624626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1219147606-network', 'tenant_id': '88d4917d4b7f42169bd56a399c8fe9cc'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:42.679326 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f51d9a50-a102-4d95-8a29-336b3358a8a3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:42.690761 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f51d9a50-a102-4d95-8a29-336b3358a8a3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/a435dc4f-6588-47d6-b09e-aa91b1572e43 HTTP/1.1" status: 204 len: 168 time: 0.8471708 Jul 09 20:11:42.695062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53152) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:42.718801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bdacc3-5228-4752-9c27-52dbab5587fc None None] Network 7196d002-9be2-4d78-a52e-bcdfc4d56911 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:42.719656 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d9a50-a102-4d95-8a29-336b3358a8a3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Subnet': ['ID=a435dc4f-6588-47d6-b09e-aa91b1572e43,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:42.742198 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:37Z', 'updated_at': '2021-07-09T20:11:40Z', 'revision_number': 3, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'gw_port': {'id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:38Z', 'updated_at': '2021-07-09T20:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:42.791111 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Checking router: 51ad4a71-0068-4a51-8e8a-b2edae3516f1 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:42.791617 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:42.792401 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Updating router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 port 26e65203-bc42-4756-a18c-df2035edc6e2 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:11:42.836309 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:42.968574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d232489d-0a3b-4d9b-9874-75b9cb7d717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:40Z', 'revision_number': 10, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:42.997472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] Made reservation on behalf of 88d4917d4b7f42169bd56a399c8fe9cc for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:42.999862 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.003196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232489d-0a3b-4d9b-9874-75b9cb7d717a None None] Checking router: bf428c90-8238-45fa-b471-057bb47b933c for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:43.013732 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232489d-0a3b-4d9b-9874-75b9cb7d717a None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:43.014480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d232489d-0a3b-4d9b-9874-75b9cb7d717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:43.055810 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.059205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Allocated IP 172.20.0.1 (4846efdf-52b9-4da5-897d-6cddc898788e/0fa51b91-92af-4842-a22d-869a427201f3/17a12e6d-acdc-481c-9bac-a1ce69293891) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:43.085944 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.088658 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ece741f-6bda-4573-8a0b-8a302ac2d0d9 None None] DHCP port deletion for 7196d002-9be2-4d78-a52e-bcdfc4d56911 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:11:43.142645 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d232489d-0a3b-4d9b-9874-75b9cb7d717a None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:43.202153 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.210798 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.218749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Transition to ACTIVE for port object 17a12e6d-acdc-481c-9bac-a1ce69293891 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:43.240817 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.280562 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.303750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:11:43.314952 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50b677-9344-4ff6-99f6-1ac67c8f25a2 req-f3625ac6-609b-49b5-aee7-0542f3769483 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:43.321042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Network 4846efdf-52b9-4da5-897d-6cddc898788e is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:43.323225 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f50b677-9344-4ff6-99f6-1ac67c8f25a2 req-f3625ac6-609b-49b5-aee7-0542f3769483 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 944 time: 0.5973876 Jul 09 20:11:43.327405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:43.331224 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:43.343314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8ece741f-6bda-4573-8a0b-8a302ac2d0d9 None None] Deleting port 75a02cc7-205d-44c0-bf8c-46049dd2d96c {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:43.343615 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8ece741f-6bda-4573-8a0b-8a302ac2d0d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.378718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b71e16-83ac-4bc7-999e-fd6bb1a9a892,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:43.382993 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Pushing event updated for resources: {'Port': ['ID=17a12e6d-acdc-481c-9bac-a1ce69293891,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:43.398099 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.398520 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] Added segment b21fdb1d-aa67-4684-a395-81754afd2f86 of type vlan for network d7f3a7c1-471b-4499-82ea-c83af2bc23d8 Jul 09 20:11:43.423514 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.426572 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f50b677-9344-4ff6-99f6-1ac67c8f25a2 req-29fd8131-7bf1-44a2-b021-31b51a9f9549 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb325d89-2d74-4caa-817e-e6f1e69b2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018400 Jul 09 20:11:43.506679 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.534365 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.535405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 75a02cc7-205d-44c0-bf8c-46049dd2d96c {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:43.536171 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.556436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8ece741f-6bda-4573-8a0b-8a302ac2d0d9 None None] For port 75a02cc7-205d-44c0-bf8c-46049dd2d96c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=75a02cc7-205d-44c0-bf8c-46049dd2d96c,segment=NetworkSegment(822633c1-adde-4a56-ad6b-da56776d023e),segment_id=822633c1-adde-4a56-ad6b-da56776d023e)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:43.557142 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8ece741f-6bda-4573-8a0b-8a302ac2d0d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.561447 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Transition to ACTIVE for port object 26e65203-bc42-4756-a18c-df2035edc6e2 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:43.579537 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.591032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8ece741f-6bda-4573-8a0b-8a302ac2d0d9 None None] Calling delete_port for 75a02cc7-205d-44c0-bf8c-46049dd2d96c owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:43.639986 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.641753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:43.643052 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.699480 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Attempting to bind port 26e65203-bc42-4756-a18c-df2035edc6e2 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:43.699833 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Attempting to bind port 26e65203-bc42-4756-a18c-df2035edc6e2 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:43.700211 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Attempting to bind port 26e65203-bc42-4756-a18c-df2035edc6e2 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:43.720796 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fdac7-1a99-4a75-a956-85ec689eb419 None None] Pushing event updated for resources: {'Port': ['ID=26e65203-bc42-4756-a18c-df2035edc6e2,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:43.737161 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:43.737589 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:43.737953 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.738351 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:43.739123 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Bound port: 26e65203-bc42-4756-a18c-df2035edc6e2, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:43.739326 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.739615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] For port 75a02cc7-205d-44c0-bf8c-46049dd2d96c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=75a02cc7-205d-44c0-bf8c-46049dd2d96c,segment=NetworkSegment(822633c1-adde-4a56-ad6b-da56776d023e),segment_id=822633c1-adde-4a56-ad6b-da56776d023e)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:43.740339 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.756991 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.768753 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fdac7-1a99-4a75-a956-85ec689eb419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:43.768997 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4023125 Jul 09 20:11:43.769105 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fdac7-1a99-4a75-a956-85ec689eb419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:43.769105 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fdac7-1a99-4a75-a956-85ec689eb419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:43.769105 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fdac7-1a99-4a75-a956-85ec689eb419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:43.769105 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fdac7-1a99-4a75-a956-85ec689eb419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:43.769105 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fdac7-1a99-4a75-a956-85ec689eb419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:43.769105 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fdac7-1a99-4a75-a956-85ec689eb419 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:43.769105 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fdac7-1a99-4a75-a956-85ec689eb419 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:43.769105 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fdac7-1a99-4a75-a956-85ec689eb419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:43.769105 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fdac7-1a99-4a75-a956-85ec689eb419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:43.769105 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fdac7-1a99-4a75-a956-85ec689eb419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:43.769920 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824fdac7-1a99-4a75-a956-85ec689eb419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:43.773669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53158) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:43.782429 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-10d347d3-e391-4eb7-af4a-f127c338ffbd admin admin] Request body: {'subnet': {'network_id': 'd7f3a7c1-471b-4499-82ea-c83af2bc23d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1219147606-subnet', 'tenant_id': '88d4917d4b7f42169bd56a399c8fe9cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:43.787045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 75a02cc7-205d-44c0-bf8c-46049dd2d96c owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:43.789486 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583e7b6-d04f-4437-b580-d293ebad18b1 admin admin] Pushing event updated for resources: {'Network': ['ID=d7f3a7c1-471b-4499-82ea-c83af2bc23d8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:43.819516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network d7f3a7c1-471b-4499-82ea-c83af2bc23d8 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:11:43.831966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d232489d-0a3b-4d9b-9874-75b9cb7d717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:40Z', 'revision_number': 10, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:43.854637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e488ec4d-3711-4941-b1de-8441b47fff65 None None] Provisioning for port 17a12e6d-acdc-481c-9bac-a1ce69293891 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:43.866595 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] For port 26e65203-bc42-4756-a18c-df2035edc6e2, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:43.870345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d347d3-e391-4eb7-af4a-f127c338ffbd admin admin] Made reservation on behalf of 88d4917d4b7f42169bd56a399c8fe9cc for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:43.871564 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] For port 26e65203-bc42-4756-a18c-df2035edc6e2, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=26e65203-bc42-4756-a18c-df2035edc6e2,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:43.873695 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10d347d3-e391-4eb7-af4a-f127c338ffbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.879762 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.917442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e488ec4d-3711-4941-b1de-8441b47fff65 None None] Provisioning complete for port 17a12e6d-acdc-481c-9bac-a1ce69293891 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:43.918223 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e488ec4d-3711-4941-b1de-8441b47fff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:43.931237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d232489d-0a3b-4d9b-9874-75b9cb7d717a None None] The sync data for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 is: [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:40Z', 'revision_number': 10, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None, '_interfaces': [{'id': '28e7307e-c304-4e35-a016-5afb5153021f', 'name': '', 'network_id': '22e54f82-95d6-4693-bb45-45a8af1c5644', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'mac_address': 'fa:16:3e:ea:a8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:57Z', 'updated_at': '2021-07-09T20:11:07Z', 'revision_number': 5, 'project_id': '74606a64565d43499d40c80d64af1717', 'subnets': [{'id': '478d0780-e766-4afe-8f23-4c9900d017c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:43.963834 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8ece741f-6bda-4573-8a0b-8a302ac2d0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.021416 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Routers {'51ad4a71-0068-4a51-8e8a-b2edae3516f1'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:44.022267 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:44.063058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece741f-6bda-4573-8a0b-8a302ac2d0d9 None None] Pushing event deleted for resources: {'Port': ['ID=75a02cc7-205d-44c0-bf8c-46049dd2d96c,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:44.070236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device d589805f-3507-4edc-92fb-cc1de770fc0d up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:44.079349 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fdac7-1a99-4a75-a956-85ec689eb419 None None] Pushing event updated for resources: {'Port': ['ID=26e65203-bc42-4756-a18c-df2035edc6e2,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:44.098416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ece741f-6bda-4573-8a0b-8a302ac2d0d9 None None] No DVR routers for this DVR port 75a02cc7-205d-44c0-bf8c-46049dd2d96c on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:44.118115 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.122269 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.130262 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.157340 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-e488ec4d-3711-4941-b1de-8441b47fff65 None None] Port 17a12e6d-acdc-481c-9bac-a1ce69293891 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:44.185969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port d589805f-3507-4edc-92fb-cc1de770fc0d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:44.188921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=75a02cc7-205d-44c0-bf8c-46049dd2d96c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:44.194524 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port d589805f-3507-4edc-92fb-cc1de770fc0d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:44.195321 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.198559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No DVR routers for this DVR port 75a02cc7-205d-44c0-bf8c-46049dd2d96c on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:44.204817 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] Set router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:44.247759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Pushing event updated for resources: {'Port': ['ID=17a12e6d-acdc-481c-9bac-a1ce69293891,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:44.252119 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.321026 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.384044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port d589805f-3507-4edc-92fb-cc1de770fc0d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=d589805f-3507-4edc-92fb-cc1de770fc0d,segment=NetworkSegment(9e0c3a4e-e924-45bb-ae69-ae121e59c73b),segment_id=9e0c3a4e-e924-45bb-ae69-ae121e59c73b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:44.386787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04880e72-d22c-4842-a1c4-9d89413fa401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd589805f-3507-4edc-92fb-cc1de770fc0d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:44.389669 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bf7d63-100d-4fc3-940b-2e4a7e1a9efd" -d '{"events": [{"server_uuid": "04880e72-d22c-4842-a1c4-9d89413fa401", "name": "network-vif-plugged", "status": "completed", "tag": "d589805f-3507-4edc-92fb-cc1de770fc0d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:44.392846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 75a02cc7-205d-44c0-bf8c-46049dd2d96c no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:44.397318 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.435730 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.440124 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10d347d3-e391-4eb7-af4a-f127c338ffbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.444413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 75a02cc7-205d-44c0-bf8c-46049dd2d96c {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:44.445167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 75a02cc7-205d-44c0-bf8c-46049dd2d96c not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:44.473864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7196d002-9be2-4d78-a52e-bcdfc4d56911']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:44.478487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Network 4846efdf-52b9-4da5-897d-6cddc898788e is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:44.484499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:44.503811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822633c1-adde-4a56-ad6b-da56776d023e') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:44.504125 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822633c1-adde-4a56-ad6b-da56776d023e') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:44.511183 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce231546-324c-46e4-bfb6-ee8b1bc6c71e x-openstack-request-id: req-ce231546-324c-46e4-bfb6-ee8b1bc6c71e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:44.512984 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04880e72-d22c-4842-a1c4-9d89413fa401", "name": "network-vif-plugged", "status": "completed", "tag": "d589805f-3507-4edc-92fb-cc1de770fc0d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:44.514960 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce231546-324c-46e4-bfb6-ee8b1bc6c71e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:44.515584 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04880e72-d22c-4842-a1c4-9d89413fa401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd589805f-3507-4edc-92fb-cc1de770fc0d', 'code': 200} Jul 09 20:11:44.516786 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=d589805f-3507-4edc-92fb-cc1de770fc0d,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:44.550714 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.583773 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.598187 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:11:44.602768 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:11:44.700884 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:11:44.737078 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:37Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 4, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'gw_port': {'id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:38Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '17a12e6d-acdc-481c-9bac-a1ce69293891', 'name': '', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'mac_address': 'fa:16:3e:57:28:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '0fa51b91-92af-4842-a22d-869a427201f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:42Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 1, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'subnets': [{'id': '0fa51b91-92af-4842-a22d-869a427201f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:44.770455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d347d3-e391-4eb7-af4a-f127c338ffbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c45d98-cd33-4994-a470-9c48159ec7ba,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:44.775979 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e08526-bb49-421a-95d0-19a88792fb3c None None] The sync data for ids ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'] in n-d-800088-3 is: [{'id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:37Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 4, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'gw_port': {'id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:38Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '17a12e6d-acdc-481c-9bac-a1ce69293891', 'name': '', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'mac_address': 'fa:16:3e:57:28:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '0fa51b91-92af-4842-a22d-869a427201f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:42Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 1, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'subnets': [{'id': '0fa51b91-92af-4842-a22d-869a427201f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:44.884574 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d347d3-e391-4eb7-af4a-f127c338ffbd admin admin] Checking segment: {'id': 'b21fdb1d-aa67-4684-a395-81754afd2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7f3a7c1-471b-4499-82ea-c83af2bc23d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:44.884994 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d347d3-e391-4eb7-af4a-f127c338ffbd admin admin] Network hostable DHCP agents. Network: d7f3a7c1-471b-4499-82ea-c83af2bc23d8, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:11:44.889037 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1b07a596-3832-49d0-af8f-d4799aeddf28 None None] Provisioning complete for port 17a12e6d-acdc-481c-9bac-a1ce69293891 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:44.889635 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1b07a596-3832-49d0-af8f-d4799aeddf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.925298 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ebd01-f1ed-4f6b-9748-65de055e5a07 req-a929c921-156d-457d-917c-a6fbc0b6883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:44.927086 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-490ebd01-f1ed-4f6b-9748-65de055e5a07 req-a929c921-156d-457d-917c-a6fbc0b6883b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 1096 time: 0.2109165 Jul 09 20:11:44.928017 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.949065 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:44.951407 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/networks/7196d002-9be2-4d78-a52e-bcdfc4d56911 HTTP/1.1" status: 204 len: 168 time: 2.2508307 Jul 09 20:11:44.957068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1b07a596-3832-49d0-af8f-d4799aeddf28 None None] Port 17a12e6d-acdc-481c-9bac-a1ce69293891 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:44.971875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53168) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:44.972748 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fc2e5-f7a6-430f-9431-cd1190197894 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Network': ['ID=7196d002-9be2-4d78-a52e-bcdfc4d56911,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:44.974658 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d347d3-e391-4eb7-af4a-f127c338ffbd admin admin] Network d7f3a7c1-471b-4499-82ea-c83af2bc23d8 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:11:45.083015 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-10d347d3-e391-4eb7-af4a-f127c338ffbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, d7f3a7c1-471b-4499-82ea-c83af2bc23d8) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:45.087732 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-490ebd01-f1ed-4f6b-9748-65de055e5a07 req-6b0e8897-b3f0-4481-8899-715cc093ca13 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bb325d89-2d74-4caa-817e-e6f1e69b2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352584 Jul 09 20:11:45.093099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82391dd-1e09-40d4-8329-e85efb2e075d None None] Network d7f3a7c1-471b-4499-82ea-c83af2bc23d8 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:45.097526 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d347d3-e391-4eb7-af4a-f127c338ffbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:45.097833 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10d347d3-e391-4eb7-af4a-f127c338ffbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:45.131028 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-10d347d3-e391-4eb7-af4a-f127c338ffbd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3549702 Jul 09 20:11:45.228997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:45.308751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf94389-d0fa-4112-875f-cb71b421af19 req-5077a5f8-79cf-4ac7-8d5d-af050f3fcbba tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:45.310694 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-faf94389-d0fa-4112-875f-cb71b421af19 req-5077a5f8-79cf-4ac7-8d5d-af050f3fcbba tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 945 time: 0.6426222 Jul 09 20:11:45.344169 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7afe4e0-4c72-4ddf-af92-55975e618a39 None None] Network d7f3a7c1-471b-4499-82ea-c83af2bc23d8 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:45.464822 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-faf94389-d0fa-4112-875f-cb71b421af19 req-6b4e30e8-6c0f-42b9-938b-11a861e91758 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb325d89-2d74-4caa-817e-e6f1e69b2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444848 Jul 09 20:11:45.488637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:45.497632 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-34ae68e8-2c1a-43b8-8390-024a0e7cb75a admin admin] 10.222.0.30 "PUT /v2.0/routers/51ad4a71-0068-4a51-8e8a-b2edae3516f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4427595 Jul 09 20:11:45.700649 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1117d88-505d-4460-95c0-6184fec5ca22 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:46.091214 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-8b9c4031-05ff-43f3-b53b-f44f43389a89 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:46.108785 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-8b9c4031-05ff-43f3-b53b-f44f43389a89 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/networks?id=d7f3a7c1-471b-4499-82ea-c83af2bc23d8 HTTP/1.1" status: 200 len: 814 time: 0.2947781 Jul 09 20:11:46.147503 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-9227c20d-1c8f-429c-b20d-bf6fcf2c00db tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/quotas/88d4917d4b7f42169bd56a399c8fe9cc HTTP/1.1" status: 200 len: 375 time: 0.0377166 Jul 09 20:11:46.153369 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 26e65203-bc42-4756-a18c-df2035edc6e2 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:46.213298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 26e65203-bc42-4756-a18c-df2035edc6e2 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:46.219370 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 26e65203-bc42-4756-a18c-df2035edc6e2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:46.220142 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:46.282958 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4a27140a-4b5c-4e98-8954-716ab17a221b tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=88d4917d4b7f42169bd56a399c8fe9cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1345155 Jul 09 20:11:46.328574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53210) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:46.333727 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-313082635-network', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:46.380995 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:46.404687 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] Made reservation on behalf of e75e277d46bc4c95ae05cd1e000ec99c for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:46.407613 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:46.424129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 26e65203-bc42-4756-a18c-df2035edc6e2, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=26e65203-bc42-4756-a18c-df2035edc6e2,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:46.429575 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:46.451567 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:46.461404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:46.512010 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-066817a4-1174-482f-b4fb-819a9c7d1c4a service neutron] 10.222.0.30 "GET /v2.0/networks/d7f3a7c1-471b-4499-82ea-c83af2bc23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012515 Jul 09 20:11:46.535370 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:46.535782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 23c2c5ed-5c56-46b3-ba74-2cffbf8efd9d not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:46.638429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=26e65203-bc42-4756-a18c-df2035edc6e2,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:46.658937 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-865b72ff-ffb9-4a96-8eae-9af606695998 service neutron] 10.222.0.30 "GET /v2.0/networks/d7f3a7c1-471b-4499-82ea-c83af2bc23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439962 Jul 09 20:11:46.702244 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c1117d88-505d-4460-95c0-6184fec5ca22 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 28e7307e-c304-4e35-a016-5afb5153021f {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:46.703257 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1117d88-505d-4460-95c0-6184fec5ca22 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:46.784350 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:46.794817 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:46.824196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:11:46.883976 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-c1117d88-505d-4460-95c0-6184fec5ca22 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] For port 28e7307e-c304-4e35-a016-5afb5153021f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=28e7307e-c304-4e35-a016-5afb5153021f,segment=NetworkSegment(b0f11fe8-991c-43f4-b692-33b8d2396384),segment_id=b0f11fe8-991c-43f4-b692-33b8d2396384)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:46.884700 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1117d88-505d-4460-95c0-6184fec5ca22 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:46.903188 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:46.903599 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] Added segment 9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf of type vlan for network 074ccfd7-6d9b-4f52-8e7b-86ed69265639 Jul 09 20:11:46.909974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15c821d-4a46-4672-9d28-4de1c327765d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:46.953005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c1117d88-505d-4460-95c0-6184fec5ca22 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 28e7307e-c304-4e35-a016-5afb5153021f owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:47.040693 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:47.076768 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8fd3b-4389-4ba5-8b7f-a128cd43a169 req-f82f9ca5-137f-42d5-8a76-008388200f22 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:47.092320 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-25b8fd3b-4389-4ba5-8b7f-a128cd43a169 req-f82f9ca5-137f-42d5-8a76-008388200f22 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 945 time: 0.2739139 Jul 09 20:11:47.197774 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-25b8fd3b-4389-4ba5-8b7f-a128cd43a169 req-3e6a7422-8202-45e0-bdb9-1ff364182267 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb325d89-2d74-4caa-817e-e6f1e69b2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044662 Jul 09 20:11:47.198623 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:47.199596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:47.200193 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:47.352081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] Pushing event updated for resources: {'Network': ['ID=074ccfd7-6d9b-4f52-8e7b-86ed69265639,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:47.366313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 074ccfd7-6d9b-4f52-8e7b-86ed69265639 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:11:47.379225 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-23482898-45fa-47f4-b5c6-4af1faa66981 req-5fc7c153-92bb-4a48-8ff2-548f395e1226 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 210 time: 0.0733964 Jul 09 20:11:47.393513 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e1866ec8-6b45-497e-b42b-069fdea9ca73 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0628831 Jul 09 20:11:47.395432 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53266) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:47.401398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3aad6564-2129-4262-833e-b30078bc7057 admin admin] Request body: {'subnet': {'network_id': '074ccfd7-6d9b-4f52-8e7b-86ed69265639', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-313082635-subnet', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:47.406585 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1117d88-505d-4460-95c0-6184fec5ca22 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:47.443040 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aad6564-2129-4262-833e-b30078bc7057 admin admin] Made reservation on behalf of e75e277d46bc4c95ae05cd1e000ec99c for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:47.446504 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3aad6564-2129-4262-833e-b30078bc7057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:47.481374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1117d88-505d-4460-95c0-6184fec5ca22 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=28e7307e-c304-4e35-a016-5afb5153021f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:47.849201 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1117d88-505d-4460-95c0-6184fec5ca22 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:47.987576 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3aad6564-2129-4262-833e-b30078bc7057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:48.157701 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad6564-2129-4262-833e-b30078bc7057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3430d42e-cf67-493b-981a-e63d14294377,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:48.173625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aad6564-2129-4262-833e-b30078bc7057 admin admin] Checking segment: {'id': '9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '074ccfd7-6d9b-4f52-8e7b-86ed69265639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:48.174092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aad6564-2129-4262-833e-b30078bc7057 admin admin] Network hostable DHCP agents. Network: 074ccfd7-6d9b-4f52-8e7b-86ed69265639, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:11:48.196577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aad6564-2129-4262-833e-b30078bc7057 admin admin] Network 074ccfd7-6d9b-4f52-8e7b-86ed69265639 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:11:48.217587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3aad6564-2129-4262-833e-b30078bc7057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 074ccfd7-6d9b-4f52-8e7b-86ed69265639) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:48.228083 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72af8596-fead-492c-ab91-40fef9d8d428 None None] Network 074ccfd7-6d9b-4f52-8e7b-86ed69265639 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:48.239434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aad6564-2129-4262-833e-b30078bc7057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:48.240060 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3aad6564-2129-4262-833e-b30078bc7057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:48.266745 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1117d88-505d-4460-95c0-6184fec5ca22 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router bf428c90-8238-45fa-b471-057bb47b933c has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:48.304434 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3aad6564-2129-4262-833e-b30078bc7057 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9078467 Jul 09 20:11:48.305306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddadd2-cb94-4ed6-838c-d353af706658 req-6ed59400-b1ea-4436-90c5-dcc670da41ce tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:48.306888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53308) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:48.307033 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-07ddadd2-cb94-4ed6-838c-d353af706658 req-6ed59400-b1ea-4436-90c5-dcc670da41ce tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 945 time: 0.2474325 Jul 09 20:11:48.311327 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 26e65203-bc42-4756-a18c-df2035edc6e2 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:48.315068 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-313082635-router', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:48.375789 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:48.376949 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:48.544469 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 26e65203-bc42-4756-a18c-df2035edc6e2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:48.545931 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:48.548556 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-07ddadd2-cb94-4ed6-838c-d353af706658 req-58e15160-c0ef-40e5-aa7e-40317c4e7d35 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb325d89-2d74-4caa-817e-e6f1e69b2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134321 Jul 09 20:11:48.563192 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:48.592053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Sync routers for ids ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:48.594081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1117d88-505d-4460-95c0-6184fec5ca22 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:48.610617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Routers {'51ad4a71-0068-4a51-8e8a-b2edae3516f1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:48.611846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:48.622175 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c1117d88-505d-4460-95c0-6184fec5ca22 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/bf428c90-8238-45fa-b471-057bb47b933c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6448433 Jul 09 20:11:48.622565 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d44c54f-9270-47f2-a5e0-145695592f92 None None] Sync routers for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:48.625151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53314) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:48.646672 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d44c54f-9270-47f2-a5e0-145695592f92 None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:48.648869 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0d44c54f-9270-47f2-a5e0-145695592f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:48.726986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88cb22e7-46c0-4028-b398-c5d917ea5e55 req-0043aeac-e03e-4bc9-81d0-e68faa1dec4c tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 210 time: 0.0783520 Jul 09 20:11:48.783824 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2e3dd4-6e9b-49e2-9716-4999225bf2e3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting subnet 478d0780-e766-4afe-8f23-4c9900d017c2 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:11:48.794274 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4b2e3dd4-6e9b-49e2-9716-4999225bf2e3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:48.812096 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-0d44c54f-9270-47f2-a5e0-145695592f92 None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:48.843377 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:48.877286 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0d44c54f-9270-47f2-a5e0-145695592f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:47Z', 'revision_number': 11, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:48.897307 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4b2e3dd4-6e9b-49e2-9716-4999225bf2e3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:48.906616 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d44c54f-9270-47f2-a5e0-145695592f92 None None] Checking router: bf428c90-8238-45fa-b471-057bb47b933c for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:48.915881 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d44c54f-9270-47f2-a5e0-145695592f92 None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:48.916874 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0d44c54f-9270-47f2-a5e0-145695592f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:48.999575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-074ccfd7-6d9b-4f52-8e7b-86ed69265639', 'network_id': '074ccfd7-6d9b-4f52-8e7b-86ed69265639', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'fixed_ips': [{'subnet_id': '3430d42e-cf67-493b-981a-e63d14294377'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:11:49.000559 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:49.024685 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Set router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:49.077987 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-0d44c54f-9270-47f2-a5e0-145695592f92 None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:49.117633 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4b2e3dd4-6e9b-49e2-9716-4999225bf2e3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:49.190960 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:49.216243 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:49.221812 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0d44c54f-9270-47f2-a5e0-145695592f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:47Z', 'revision_number': 11, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:49.243400 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Allocated IP 172.20.0.2 (074ccfd7-6d9b-4f52-8e7b-86ed69265639/3430d42e-cf67-493b-981a-e63d14294377/808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:49.286148 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d44c54f-9270-47f2-a5e0-145695592f92 None None] The sync data for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 is: [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:47Z', 'revision_number': 11, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:49.323013 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4b2e3dd4-6e9b-49e2-9716-4999225bf2e3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:49.378768 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4b2e3dd4-6e9b-49e2-9716-4999225bf2e3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:49.382086 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4b2e3dd4-6e9b-49e2-9716-4999225bf2e3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/478d0780-e766-4afe-8f23-4c9900d017c2 HTTP/1.1" status: 204 len: 168 time: 0.7555940 Jul 09 20:11:49.388640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53316) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:49.412952 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e3dd4-6e9b-49e2-9716-4999225bf2e3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Subnet': ['ID=478d0780-e766-4afe-8f23-4c9900d017c2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:49.425206 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-37423b4d-aed9-4b5e-bb4d-838cf178cc2d tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:49.427559 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-37423b4d-aed9-4b5e-bb4d-838cf178cc2d tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.36 "GET /v2.0/networks?id=d7f3a7c1-471b-4499-82ea-c83af2bc23d8 HTTP/1.1" status: 200 len: 814 time: 0.2701235 Jul 09 20:11:49.436737 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e460434-d0b9-4f38-a3b4-804a80daf419 None None] Network 22e54f82-95d6-4693-bb45-45a8af1c5644 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:49.444169 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-8c6324b4-3573-4549-adf9-8567cf7ad4e0 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Request body: {'port': {'device_id': '153ad2f2-1819-435d-8025-8acdd43f3573', 'network_id': 'd7f3a7c1-471b-4499-82ea-c83af2bc23d8', 'admin_state_up': True, 'tenant_id': '88d4917d4b7f42169bd56a399c8fe9cc'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:49.690576 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:49.734586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Allocated IP 172.25.0.32 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/c3cba4b1-d67b-4634-9b58-15ae7bdc1e86) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:49.941315 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:49.994371 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Transition to ACTIVE for port object 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:50.016125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721f1c1-9878-4877-bb34-7e94a75cd496 req-adb66c64-225f-4589-bb8f-583dc6b7230f tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:50.017848 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b721f1c1-9878-4877-bb34-7e94a75cd496 req-adb66c64-225f-4589-bb8f-583dc6b7230f tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.36 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 945 time: 0.5381157 Jul 09 20:11:50.036396 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Transition to ACTIVE for port object 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:50.048971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:37Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 4, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'gw_port': {'id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:38Z', 'updated_at': '2021-07-09T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '17a12e6d-acdc-481c-9bac-a1ce69293891', 'name': '', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'mac_address': 'fa:16:3e:57:28:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '0fa51b91-92af-4842-a22d-869a427201f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:42Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 2, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'subnets': [{'id': '0fa51b91-92af-4842-a22d-869a427201f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:50.057427 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 28e7307e-c304-4e35-a016-5afb5153021f no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:50.110906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 28e7307e-c304-4e35-a016-5afb5153021f {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:50.111272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 28e7307e-c304-4e35-a016-5afb5153021f not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:50.114138 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:50.133491 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Checking router: 51ad4a71-0068-4a51-8e8a-b2edae3516f1 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:50.133873 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Updating router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 port 17a12e6d-acdc-481c-9bac-a1ce69293891 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:11:50.157389 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Deleting port 330fc45a-7d67-45b2-b4cd-1277e38ed837 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:50.157757 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:50.170761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Network 074ccfd7-6d9b-4f52-8e7b-86ed69265639 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:50.199728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:50.203127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:50.204991 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:50.237061 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:50.239846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Pushing event updated for resources: {'Port': ['ID=808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:50.290403 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ac3191d3-55ba-4555-ba72-ad053fd3f257 req-0a5c631d-4f02-4e14-b5f7-c209a0f529ab tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 210 time: 0.0743337 Jul 09 20:11:50.295275 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7daedf-035b-4b25-b2a2-2fb76fe6a81a None None] DHCP port deletion for 22e54f82-95d6-4693-bb45-45a8af1c5644 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:11:50.314906 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467561a-e06a-449b-8451-e13d4e512710 req-8c986ac3-f93a-4d6a-a170-305b55600e50 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:50.325442 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5467561a-e06a-449b-8451-e13d4e512710 req-8c986ac3-f93a-4d6a-a170-305b55600e50 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 945 time: 0.3521485 Jul 09 20:11:50.357899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Attempting to bind port 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:50.358287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Attempting to bind port 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '074ccfd7-6d9b-4f52-8e7b-86ed69265639'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:50.358660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Attempting to bind port 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 on network 074ccfd7-6d9b-4f52-8e7b-86ed69265639 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:50.377454 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:50.377843 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Checking segment: {'id': '9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '074ccfd7-6d9b-4f52-8e7b-86ed69265639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:50.378383 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:50.378838 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Bound using segment: {'id': '9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '074ccfd7-6d9b-4f52-8e7b-86ed69265639'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:50.379472 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Bound port: 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '074ccfd7-6d9b-4f52-8e7b-86ed69265639'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:50.379953 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:50.384645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-8c6324b4-3573-4549-adf9-8567cf7ad4e0 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Made reservation on behalf of 88d4917d4b7f42169bd56a399c8fe9cc for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:11:50.389612 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-8c6324b4-3573-4549-adf9-8567cf7ad4e0 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:50.422024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] For port 330fc45a-7d67-45b2-b4cd-1277e38ed837, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=330fc45a-7d67-45b2-b4cd-1277e38ed837,segment=NetworkSegment(b0f11fe8-991c-43f4-b692-33b8d2396384),segment_id=b0f11fe8-991c-43f4-b692-33b8d2396384)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:50.422612 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:50.452816 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5467561a-e06a-449b-8451-e13d4e512710 req-a34f2e67-162a-45f8-b950-40bb66f6b126 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb325d89-2d74-4caa-817e-e6f1e69b2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261890 Jul 09 20:11:50.476147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Calling delete_port for 330fc45a-7d67-45b2-b4cd-1277e38ed837 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:50.502754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-b721f1c1-9878-4877-bb34-7e94a75cd496 req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Deleting port d589805f-3507-4edc-92fb-cc1de770fc0d {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:50.503139 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b721f1c1-9878-4877-bb34-7e94a75cd496 req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:50.506491 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:50.564730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-ae7daedf-035b-4b25-b2a2-2fb76fe6a81a None None] Deleting port 330fc45a-7d67-45b2-b4cd-1277e38ed837 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:11:50.565113 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ae7daedf-035b-4b25-b2a2-2fb76fe6a81a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:50.633656 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-8c6324b4-3573-4549-adf9-8567cf7ad4e0 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Allocated IP 172.20.0.13 (d7f3a7c1-471b-4499-82ea-c83af2bc23d8/53c45d98-cd33-4994-a470-9c48159ec7ba/f361c484-f3c5-4250-b6a9-c30ef33bf4a8) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:50.671326 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] For port 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:50.696553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:50.700612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] For port 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992,segment=NetworkSegment(9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf),segment_id=9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:50.714389 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:50.725930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:50.734158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:50.737845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ae7daedf-035b-4b25-b2a2-2fb76fe6a81a None None] For port 330fc45a-7d67-45b2-b4cd-1277e38ed837, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=330fc45a-7d67-45b2-b4cd-1277e38ed837,segment=NetworkSegment(b0f11fe8-991c-43f4-b692-33b8d2396384),segment_id=b0f11fe8-991c-43f4-b692-33b8d2396384)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:50.738279 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ae7daedf-035b-4b25-b2a2-2fb76fe6a81a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:50.798865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-ae7daedf-035b-4b25-b2a2-2fb76fe6a81a None None] Calling delete_port for 330fc45a-7d67-45b2-b4cd-1277e38ed837 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:50.802846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=c3cba4b1-d67b-4634-9b58-15ae7bdc1e86,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:50.883192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-b721f1c1-9878-4877-bb34-7e94a75cd496 req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] For port d589805f-3507-4edc-92fb-cc1de770fc0d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=d589805f-3507-4edc-92fb-cc1de770fc0d,segment=NetworkSegment(9e0c3a4e-e924-45bb-ae69-ae121e59c73b),segment_id=9e0c3a4e-e924-45bb-ae69-ae121e59c73b)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:50.884641 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b721f1c1-9878-4877-bb34-7e94a75cd496 req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:50.891249 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:50.932202 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2e078-2b2f-48c8-9dfc-192984fa4dde None None] Pushing event updated for resources: {'Port': ['ID=808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:50.988669 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-8c6324b4-3573-4549-adf9-8567cf7ad4e0 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.017723 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.035671 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Transition to ACTIVE for port object 17a12e6d-acdc-481c-9bac-a1ce69293891 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:51.039822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ae7daedf-035b-4b25-b2a2-2fb76fe6a81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.059089 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-8c6324b4-3573-4549-adf9-8567cf7ad4e0 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.073497 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.082846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7daedf-035b-4b25-b2a2-2fb76fe6a81a None None] No DVR routers for this DVR port 330fc45a-7d67-45b2-b4cd-1277e38ed837 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:51.083092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-b721f1c1-9878-4877-bb34-7e94a75cd496 req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Calling delete_port for d589805f-3507-4edc-92fb-cc1de770fc0d owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:11:51.086346 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7daedf-035b-4b25-b2a2-2fb76fe6a81a None None] Pushing event deleted for resources: {'Port': ['ID=330fc45a-7d67-45b2-b4cd-1277e38ed837,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:51.090496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Port': ['ID=330fc45a-7d67-45b2-b4cd-1277e38ed837,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:51.095596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No DVR routers for this DVR port 330fc45a-7d67-45b2-b4cd-1277e38ed837 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:51.133792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-8c6324b4-3573-4549-adf9-8567cf7ad4e0 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Network d7f3a7c1-471b-4499-82ea-c83af2bc23d8 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:51.140142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-8c6324b4-3573-4549-adf9-8567cf7ad4e0 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:51.144155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-8c6324b4-3573-4549-adf9-8567cf7ad4e0 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:51.177078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375200d-9147-4a46-ae72-6a18e2c434b1 None None] Pushing event updated for resources: {'Port': ['ID=17a12e6d-acdc-481c-9bac-a1ce69293891,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:51.211602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-8c6324b4-3573-4549-adf9-8567cf7ad4e0 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:51.212453 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-8c6324b4-3573-4549-adf9-8567cf7ad4e0 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.217166 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Attempting to bind port 17a12e6d-acdc-481c-9bac-a1ce69293891 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:51.217607 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Attempting to bind port 17a12e6d-acdc-481c-9bac-a1ce69293891 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'a6e64fc2-6086-4de4-b933-d96424d8dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:51.218370 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Attempting to bind port 17a12e6d-acdc-481c-9bac-a1ce69293891 on network 4846efdf-52b9-4da5-897d-6cddc898788e {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:51.223645 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:51.223645 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Checking segment: {'id': 'a6e64fc2-6086-4de4-b933-d96424d8dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:51.224058 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.224462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Bound using segment: {'id': 'a6e64fc2-6086-4de4-b933-d96424d8dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:51.225110 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Bound port: 17a12e6d-acdc-481c-9bac-a1ce69293891, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e64fc2-6086-4de4-b933-d96424d8dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:51.225503 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.235020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6324b4-3573-4549-adf9-8567cf7ad4e0 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Pushing event updated for resources: {'Port': ['ID=f361c484-f3c5-4250-b6a9-c30ef33bf4a8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:51.279653 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-8c6324b4-3573-4549-adf9-8567cf7ad4e0 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8421900 Jul 09 20:11:51.296153 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Request body: {'port': {'device_id': '153ad2f2-1819-435d-8025-8acdd43f3573', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:51.338637 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.397824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] For port 17a12e6d-acdc-481c-9bac-a1ce69293891, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:51.410606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] For port 17a12e6d-acdc-481c-9bac-a1ce69293891, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=17a12e6d-acdc-481c-9bac-a1ce69293891,segment=NetworkSegment(a6e64fc2-6086-4de4-b933-d96424d8dfab),segment_id=a6e64fc2-6086-4de4-b933-d96424d8dfab)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:51.418035 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.420969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e54f82-95d6-4693-bb45-45a8af1c5644']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:51.442152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f11fe8-991c-43f4-b692-33b8d2396384') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:51.443511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f11fe8-991c-43f4-b692-33b8d2396384') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:51.504834 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.580650 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.606366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375200d-9147-4a46-ae72-6a18e2c434b1 None None] Pushing event updated for resources: {'Port': ['ID=17a12e6d-acdc-481c-9bac-a1ce69293891,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:51.616928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Routers {'51ad4a71-0068-4a51-8e8a-b2edae3516f1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:51.617600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:51.642610 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.662422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:11:51.662849 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:11:51.733432 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:11:51.829613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] Set router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:51.869514 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:52.087714 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ac4c5-049f-4a93-ba9c-151aac4a3860 req-753108d4-7dd2-4aa5-93ff-67f2af8e73b1 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:52.090577 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0a0ac4c5-049f-4a93-ba9c-151aac4a3860 req-753108d4-7dd2-4aa5-93ff-67f2af8e73b1 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 867 time: 0.3951190 Jul 09 20:11:52.178496 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device d589805f-3507-4edc-92fb-cc1de770fc0d no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:52.265521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f361c484-f3c5-4250-b6a9-c30ef33bf4a8 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:52.290814 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:52.371301 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0a0ac4c5-049f-4a93-ba9c-151aac4a3860 req-08561d24-6d38-4c0c-8ebc-9615da07df16 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/security-groups?id=bb325d89-2d74-4caa-817e-e6f1e69b2267&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723691 Jul 09 20:11:52.398910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Transition to ACTIVE for port object f361c484-f3c5-4250-b6a9-c30ef33bf4a8 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:52.413297 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:52.518847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: d589805f-3507-4edc-92fb-cc1de770fc0d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:52.519201 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device d589805f-3507-4edc-92fb-cc1de770fc0d not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:52.524451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:52.557664 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:52.574047 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:52.578381 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/networks/22e54f82-95d6-4693-bb45-45a8af1c5644 HTTP/1.1" status: 204 len: 168 time: 3.1863768 Jul 09 20:11:52.582125 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53338) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:52.590044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c90ce9c2-0e09-4883-bd29-b28237cd5af1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'router': {'routes': None}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:52.599369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8e343-4534-4c28-b95f-e82ae50a50e1 req-95123146-805b-4554-a4d5-cd1c9a1dd25c tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:52.603334 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dfd8e343-4534-4c28-b95f-e82ae50a50e1 req-95123146-805b-4554-a4d5-cd1c9a1dd25c tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 932 time: 1.0186079 Jul 09 20:11:52.606371 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b721f1c1-9878-4877-bb34-7e94a75cd496 req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:52.663091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:52.674890 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:37Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 4, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'gw_port': {'id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:38Z', 'updated_at': '2021-07-09T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '17a12e6d-acdc-481c-9bac-a1ce69293891', 'name': '', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'mac_address': 'fa:16:3e:57:28:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '0fa51b91-92af-4842-a22d-869a427201f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:42Z', 'updated_at': '2021-07-09T20:11:51Z', 'revision_number': 4, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'subnets': [{'id': '0fa51b91-92af-4842-a22d-869a427201f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:52.692005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Pushing event deleted for resources: {'Network': ['ID=22e54f82-95d6-4693-bb45-45a8af1c5644,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:52.702385 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Pushing event updated for resources: {'Port': ['ID=f361c484-f3c5-4250-b6a9-c30ef33bf4a8,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:52.730742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Pushing event deleted for resources: {'Port': ['ID=d589805f-3507-4edc-92fb-cc1de770fc0d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:52.731194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8826fa-1aeb-461d-b9c4-af791edebe0f None None] Network 074ccfd7-6d9b-4f52-8e7b-86ed69265639 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:11:52.737283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 17a12e6d-acdc-481c-9bac-a1ce69293891 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:52.760607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.761234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.761828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.762271 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.762713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.763173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.765870 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.765870 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.765870 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.765870 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.765870 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.765870 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f0061c-1414-42cd-9db5-e2006723b25a tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.772606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4e3eed-517e-4084-8d2f-bfa5704ba447 None None] The sync data for ids ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'] in n-d-800088-3 is: [{'id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:37Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 4, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'gw_port': {'id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:38Z', 'updated_at': '2021-07-09T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '17a12e6d-acdc-481c-9bac-a1ce69293891', 'name': '', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'mac_address': 'fa:16:3e:57:28:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '0fa51b91-92af-4842-a22d-869a427201f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:42Z', 'updated_at': '2021-07-09T20:11:51Z', 'revision_number': 4, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'subnets': [{'id': '0fa51b91-92af-4842-a22d-869a427201f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:52.774888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.775505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.775955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.776399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.777498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.777951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.778489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.778925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.779374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.779815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.780252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.780711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:11:52.812491 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dfd8e343-4534-4c28-b95f-e82ae50a50e1 req-8d5ff0d0-78ff-4c3b-b6e0-6704c794f1c9 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/security-groups?id=61b71e16-83ac-4bc7-999e-fd6bb1a9a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859999 Jul 09 20:11:52.841163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b721f1c1-9878-4877-bb34-7e94a75cd496 req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] No DVR routers for this DVR port d589805f-3507-4edc-92fb-cc1de770fc0d on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:11:52.861951 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b721f1c1-9878-4877-bb34-7e94a75cd496 req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:52.864139 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b721f1c1-9878-4877-bb34-7e94a75cd496 req-f5e42b9f-1e48-445a-96f7-566db278ca00 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.36 "DELETE /v2.0/ports/d589805f-3507-4edc-92fb-cc1de770fc0d HTTP/1.1" status: 204 len: 173 time: 2.8128026 Jul 09 20:11:52.864890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04880e72-d22c-4842-a1c4-9d89413fa401', 'name': 'network-vif-deleted', 'tag': 'd589805f-3507-4edc-92fb-cc1de770fc0d'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:52.867608 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6dea2d-46fd-447f-ba93-d71fbf62cb5c" -d '{"events": [{"server_uuid": "04880e72-d22c-4842-a1c4-9d89413fa401", "name": "network-vif-deleted", "tag": "d589805f-3507-4edc-92fb-cc1de770fc0d"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:52.965160 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf1712a-d9b7-4eae-960d-21520710bffe x-openstack-request-id: req-3bf1712a-d9b7-4eae-960d-21520710bffe {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:52.969932 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04880e72-d22c-4842-a1c4-9d89413fa401", "name": "network-vif-deleted", "tag": "d589805f-3507-4edc-92fb-cc1de770fc0d", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:52.969932 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bf1712a-d9b7-4eae-960d-21520710bffe {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:52.970333 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-745f4cf7-220d-4bc8-99df-0ead599e0f11 None None] Provisioning for port 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:52.970909 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04880e72-d22c-4842-a1c4-9d89413fa401', 'name': 'network-vif-deleted', 'tag': 'd589805f-3507-4edc-92fb-cc1de770fc0d', 'status': 'completed', 'code': 200} Jul 09 20:11:52.975320 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.extraroute_db [None req-c90ce9c2-0e09-4883-bd29-b28237cd5af1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Added routes are [] {{(pid=100204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 20:11:52.975320 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.extraroute_db [None req-c90ce9c2-0e09-4883-bd29-b28237cd5af1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Removed routes are [] {{(pid=100204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 20:11:52.975320 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c90ce9c2-0e09-4883-bd29-b28237cd5af1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:52.977208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Attempting to bind port f361c484-f3c5-4250-b6a9-c30ef33bf4a8 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:52.977557 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Attempting to bind port f361c484-f3c5-4250-b6a9-c30ef33bf4a8 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'b21fdb1d-aa67-4684-a395-81754afd2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7f3a7c1-471b-4499-82ea-c83af2bc23d8'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:52.977896 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Attempting to bind port f361c484-f3c5-4250-b6a9-c30ef33bf4a8 on network d7f3a7c1-471b-4499-82ea-c83af2bc23d8 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:52.984747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Port f361c484-f3c5-4250-b6a9-c30ef33bf4a8 on network d7f3a7c1-471b-4499-82ea-c83af2bc23d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:11:52.985087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Attempting to bind port f361c484-f3c5-4250-b6a9-c30ef33bf4a8 on network d7f3a7c1-471b-4499-82ea-c83af2bc23d8 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:53.027709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-745f4cf7-220d-4bc8-99df-0ead599e0f11 None None] Provisioning complete for port 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:53.028059 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-745f4cf7-220d-4bc8-99df-0ead599e0f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:53.098102 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:53.098487 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Checking segment: {'id': 'b21fdb1d-aa67-4684-a395-81754afd2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7f3a7c1-471b-4499-82ea-c83af2bc23d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:53.098898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Bound using segment: {'id': 'b21fdb1d-aa67-4684-a395-81754afd2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7f3a7c1-471b-4499-82ea-c83af2bc23d8'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:53.099384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Bound port: f361c484-f3c5-4250-b6a9-c30ef33bf4a8, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b21fdb1d-aa67-4684-a395-81754afd2f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd7f3a7c1-471b-4499-82ea-c83af2bc23d8'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:53.099772 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:53.149867 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:53.214969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 17a12e6d-acdc-481c-9bac-a1ce69293891 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:53.230775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 17a12e6d-acdc-481c-9bac-a1ce69293891 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:53.231364 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:53.277143 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c90ce9c2-0e09-4883-bd29-b28237cd5af1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:53.292900 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c90ce9c2-0e09-4883-bd29-b28237cd5af1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:53.348196 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-745f4cf7-220d-4bc8-99df-0ead599e0f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:53.387624 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Router 83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:11:53.400947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] For port f361c484-f3c5-4250-b6a9-c30ef33bf4a8, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:53.419344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] For port f361c484-f3c5-4250-b6a9-c30ef33bf4a8, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f361c484-f3c5-4250-b6a9-c30ef33bf4a8,segment=NetworkSegment(b21fdb1d-aa67-4684-a395-81754afd2f86),segment_id=b21fdb1d-aa67-4684-a395-81754afd2f86)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:53.427275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90ce9c2-0e09-4883-bd29-b28237cd5af1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router bf428c90-8238-45fa-b471-057bb47b933c has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:53.431994 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:53.439049 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-745f4cf7-220d-4bc8-99df-0ead599e0f11 None None] For port 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992,segment=NetworkSegment(9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf),segment_id=9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:53.444448 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:53.483166 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-745f4cf7-220d-4bc8-99df-0ead599e0f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:53.523879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:53.524750 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:53.526259 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] 10.222.0.36 "PUT /v2.0/ports/f361c484-f3c5-4250-b6a9-c30ef33bf4a8 HTTP/1.1" status: 200 len: 1092 time: 2.2388046 Jul 09 20:11:53.527565 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153ad2f2-1819-435d-8025-8acdd43f3573', 'tag': 'f361c484-f3c5-4250-b6a9-c30ef33bf4a8'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:11:53.531687 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6b8c1b-757a-434d-af75-af4a97c0c074" -d '{"events": [{"name": "network-changed", "server_uuid": "153ad2f2-1819-435d-8025-8acdd43f3573", "tag": "f361c484-f3c5-4250-b6a9-c30ef33bf4a8"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:11:53.602472 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 17a12e6d-acdc-481c-9bac-a1ce69293891, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=17a12e6d-acdc-481c-9bac-a1ce69293891,segment=NetworkSegment(a6e64fc2-6086-4de4-b933-d96424d8dfab),segment_id=a6e64fc2-6086-4de4-b933-d96424d8dfab)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:53.623077 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:53.662863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f4cf7-220d-4bc8-99df-0ead599e0f11 None None] Pushing event updated for resources: {'Port': ['ID=808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:53.677082 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648688e0-8767-421d-8af8-c148220bef4e x-openstack-request-id: req-648688e0-8767-421d-8af8-c148220bef4e {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:11:53.677383 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153ad2f2-1819-435d-8025-8acdd43f3573", "tag": "f361c484-f3c5-4250-b6a9-c30ef33bf4a8", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:11:53.677645 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-648688e0-8767-421d-8af8-c148220bef4e {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:11:53.678060 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153ad2f2-1819-435d-8025-8acdd43f3573', 'tag': 'f361c484-f3c5-4250-b6a9-c30ef33bf4a8', 'status': 'completed', 'code': 200} Jul 09 20:11:53.784938 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 330fc45a-7d67-45b2-b4cd-1277e38ed837 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:11:53.862731 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 330fc45a-7d67-45b2-b4cd-1277e38ed837 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:11:53.863042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 330fc45a-7d67-45b2-b4cd-1277e38ed837 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:11:53.901887 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61c8b3bd-c6c9-4907-9aad-33cb9f529705 req-60a94ad2-ed01-4703-9436-6ff7f527aee4 tempest-InstanceActionsV221TestJSON-1052295058 tempest-InstanceActionsV221TestJSON-1052295058-project] 10.222.0.30 "GET /v2.0/ports?device_id=04880e72-d22c-4842-a1c4-9d89413fa401 HTTP/1.1" status: 200 len: 210 time: 0.0922568 Jul 09 20:11:53.910642 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:53.912569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=17a12e6d-acdc-481c-9bac-a1ce69293891,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:53.934063 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Sync routers for ids ['83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:53.957696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Routers {'83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:53.962499 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:53.963819 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-eabbc607-11d4-44c0-83a6-3e285b4bd6c4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.6538634 Jul 09 20:11:53.964894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:53.970595 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53354) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:54.055269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90ce9c2-0e09-4883-bd29-b28237cd5af1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:54.072905 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c87e5-b3fd-4fed-bbf0-239cea570d71 None None] Sync routers for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:54.084850 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c90ce9c2-0e09-4883-bd29-b28237cd5af1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:54.091224 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c90ce9c2-0e09-4883-bd29-b28237cd5af1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/bf428c90-8238-45fa-b471-057bb47b933c HTTP/1.1" status: 200 len: 701 time: 1.5028586 Jul 09 20:11:54.094487 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c87e5-b3fd-4fed-bbf0-239cea570d71 None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:54.095322 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53358) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:54.095994 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d99c87e5-b3fd-4fed-bbf0-239cea570d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:54.116044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9329a3-cf2a-4715-8b3c-3fac9b0f0a19 service neutron] Pushing event updated for resources: {'Port': ['ID=f361c484-f3c5-4250-b6a9-c30ef33bf4a8,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:54.239003 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-d99c87e5-b3fd-4fed-bbf0-239cea570d71 None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:54.244442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-5dcfaa7e-95b9-477c-95ca-6c971345fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:54.246970 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-5dcfaa7e-95b9-477c-95ca-6c971345fc9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88d4917d4b7f42169bd56a399c8fe9cc&device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 1095 time: 0.5679946 Jul 09 20:11:54.266917 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-07cbd3ec-bfbc-40c7-a562-5af858fa68b1 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf428c90-8238-45fa-b471-057bb47b933c HTTP/1.1" status: 200 len: 205 time: 0.1683381 Jul 09 20:11:54.270849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53360) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:54.278361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Set router 83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:54.316197 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-5a43668c-d40d-46f8-bb40-d908b2ed076e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f361c484-f3c5-4250-b6a9-c30ef33bf4a8 HTTP/1.1" status: 200 len: 217 time: 0.0594165 Jul 09 20:11:54.326294 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d99c87e5-b3fd-4fed-bbf0-239cea570d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:47Z', 'revision_number': 11, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:54.342992 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd34341-24e0-4f92-aff3-943d5bd209ec req-dcd35753-f743-414e-91bc-6cdbe750e677 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:54.345041 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5fd34341-24e0-4f92-aff3-943d5bd209ec req-dcd35753-f743-414e-91bc-6cdbe750e677 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 944 time: 0.1877460 Jul 09 20:11:54.359322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:54.364894 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c87e5-b3fd-4fed-bbf0-239cea570d71 None None] Checking router: bf428c90-8238-45fa-b471-057bb47b933c for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:54.374683 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c87e5-b3fd-4fed-bbf0-239cea570d71 None None] Routers {'bf428c90-8238-45fa-b471-057bb47b933c'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:54.375432 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d99c87e5-b3fd-4fed-bbf0-239cea570d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bf428c90-8238-45fa-b471-057bb47b933c'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:54.420896 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5fd34341-24e0-4f92-aff3-943d5bd209ec req-2ea2d243-5a4b-401e-9b77-f29a7ac0f5aa tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/security-groups?id=61b71e16-83ac-4bc7-999e-fd6bb1a9a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513661 Jul 09 20:11:54.435100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-a327eaad-3103-4bd5-8a3a-f9bf3ead7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:54.441342 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-a327eaad-3103-4bd5-8a3a-f9bf3ead7a71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53c45d98-cd33-4994-a470-9c48159ec7ba HTTP/1.1" status: 200 len: 854 time: 0.1152365 Jul 09 20:11:54.487139 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-5d521966-9c2d-44fe-a826-f41f6a1fd114 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7f3a7c1-471b-4499-82ea-c83af2bc23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388243 Jul 09 20:11:54.495129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e08c79b3-c83f-4f66-824a-701a02a33f6d None None] Provisioning complete for port 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:54.497012 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e08c79b3-c83f-4f66-824a-701a02a33f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:54.507907 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a3214a64-2720-4ffe-8dfb-213aaaf45e66 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:54.559717 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-d99c87e5-b3fd-4fed-bbf0-239cea570d71 None None] Set router bf428c90-8238-45fa-b471-057bb47b933c gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:54.562529 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:54.562905 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:54.613701 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d99c87e5-b3fd-4fed-bbf0-239cea570d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:47Z', 'revision_number': 11, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:54.650289 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99c87e5-b3fd-4fed-bbf0-239cea570d71 None None] The sync data for ids ['bf428c90-8238-45fa-b471-057bb47b933c'] in n-d-800088-3 is: [{'id': 'bf428c90-8238-45fa-b471-057bb47b933c', 'name': 'tempest-RoutersTest-router-1974868393', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:53Z', 'updated_at': '2021-07-09T20:11:47Z', 'revision_number': 11, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:54.710770 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-7f3b803b-90fb-46cb-a6e5-100774918b93 service neutron] 10.222.0.36 "GET /v2.0/networks/d7f3a7c1-471b-4499-82ea-c83af2bc23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162156 Jul 09 20:11:54.778170 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a3214a64-2720-4ffe-8dfb-213aaaf45e66 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:54.834739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 17a12e6d-acdc-481c-9bac-a1ce69293891 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:54.849844 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d16448b4-160c-4cfc-b8ce-95950ba30a64 req-612b568d-98f4-4558-adc6-e6d8b417626f service neutron] 10.222.0.36 "GET /v2.0/networks/d7f3a7c1-471b-4499-82ea-c83af2bc23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310728 Jul 09 20:11:54.852167 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a3214a64-2720-4ffe-8dfb-213aaaf45e66 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:54.876840 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'name': 'tempest-TestServerBasicOps-313082635-router', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'c3cba4b1-d67b-4634-9b58-15ae7bdc1e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:48Z', 'updated_at': '2021-07-09T20:11:51Z', 'revision_number': 3, 'project_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'gw_port': {'id': 'c3cba4b1-d67b-4634-9b58-15ae7bdc1e86', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:41:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:49Z', 'updated_at': '2021-07-09T20:11:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:54.926679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Checking router: 83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:54.927431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Updating router 83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 port c3cba4b1-d67b-4634-9b58-15ae7bdc1e86 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:11:54.958884 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a3214a64-2720-4ffe-8dfb-213aaaf45e66 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:54.959427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3214a64-2720-4ffe-8dfb-213aaaf45e66 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Fanout notify agent at l3_agent the message router_deleted on router bf428c90-8238-45fa-b471-057bb47b933c {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:11:54.969374 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a3214a64-2720-4ffe-8dfb-213aaaf45e66 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:54.976004 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a3214a64-2720-4ffe-8dfb-213aaaf45e66 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/routers/bf428c90-8238-45fa-b471-057bb47b933c HTTP/1.1" status: 204 len: 168 time: 0.7040522 Jul 09 20:11:54.977085 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53364) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:54.984578 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5e3c7863-764c-4ffe-801a-48301ed9da17 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1753664542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:55.051046 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.068682 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b8c1b-757a-434d-af75-af4a97c0c074 req-bc0ba2be-6051-4a25-8ff5-35e929004c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:55.071124 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c6b8c1b-757a-434d-af75-af4a97c0c074 req-bc0ba2be-6051-4a25-8ff5-35e929004c98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88d4917d4b7f42169bd56a399c8fe9cc&device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 1095 time: 0.1354334 Jul 09 20:11:55.079947 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7863-764c-4ffe-801a-48301ed9da17 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.082148 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7863-764c-4ffe-801a-48301ed9da17 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.115729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 17a12e6d-acdc-481c-9bac-a1ce69293891 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:55.116146 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.279631 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7863-764c-4ffe-801a-48301ed9da17 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.297647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b8c1b-757a-434d-af75-af4a97c0c074 req-e4eab77c-1fe0-4cff-b248-8d230bc36f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:55.300418 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c6b8c1b-757a-434d-af75-af4a97c0c074 req-e4eab77c-1fe0-4cff-b248-8d230bc36f1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7f3a7c1-471b-4499-82ea-c83af2bc23d8 HTTP/1.1" status: 200 len: 915 time: 0.2219970 Jul 09 20:11:55.332896 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7863-764c-4ffe-801a-48301ed9da17 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.361260 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5e3c7863-764c-4ffe-801a-48301ed9da17 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.362484 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5e3c7863-764c-4ffe-801a-48301ed9da17 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3823309 Jul 09 20:11:55.365712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53372) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:55.366124 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c6b8c1b-757a-434d-af75-af4a97c0c074 req-b4a5493f-32c2-44ba-9bf5-3b4f1963d5a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f361c484-f3c5-4250-b6a9-c30ef33bf4a8 HTTP/1.1" status: 200 len: 217 time: 0.0557723 Jul 09 20:11:55.371869 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-89efc305-c109-4997-99f6-5635df04874f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:11:55.438034 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b8c1b-757a-434d-af75-af4a97c0c074 req-aea80968-2d91-41e6-bfbb-49b8bbaa0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:55.439427 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c6b8c1b-757a-434d-af75-af4a97c0c074 req-aea80968-2d91-41e6-bfbb-49b8bbaa0f4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=53c45d98-cd33-4994-a470-9c48159ec7ba HTTP/1.1" status: 200 len: 854 time: 0.0663967 Jul 09 20:11:55.481537 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c6b8c1b-757a-434d-af75-af4a97c0c074 req-61a534dd-341e-41c3-a45d-23e22728d8ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7f3a7c1-471b-4499-82ea-c83af2bc23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341024 Jul 09 20:11:55.484392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.659994 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.672322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Transition to ACTIVE for port object c3cba4b1-d67b-4634-9b58-15ae7bdc1e86 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:55.681964 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.689391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53380) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:55.692858 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-89efc305-c109-4997-99f6-5635df04874f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.748566 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-89efc305-c109-4997-99f6-5635df04874f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.773457 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c6b8c1b-757a-434d-af75-af4a97c0c074 req-9c7b538a-fa91-4d05-8614-a48cfed7f11d service neutron] 10.222.0.36 "GET /v2.0/networks/d7f3a7c1-471b-4499-82ea-c83af2bc23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846217 Jul 09 20:11:55.777274 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Attempting to bind port c3cba4b1-d67b-4634-9b58-15ae7bdc1e86 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:11:55.777986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Attempting to bind port c3cba4b1-d67b-4634-9b58-15ae7bdc1e86 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:11:55.780645 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Attempting to bind port c3cba4b1-d67b-4634-9b58-15ae7bdc1e86 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:11:55.783741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020864f4-fd08-4761-9400-0a7125f7f4f6 None None] Pushing event updated for resources: {'Port': ['ID=c3cba4b1-d67b-4634-9b58-15ae7bdc1e86,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:55.800236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:11:55.800655 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:11:55.801953 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.802420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:11:55.802931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Bound port: c3cba4b1-d67b-4634-9b58-15ae7bdc1e86, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:11:55.803766 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.806543 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9cf7c-2dfc-4008-a087-055973a8f37f req-4d39b9ee-f9f6-41dc-b70e-a587a4dab800 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:55.810482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-47463c72-ea37-471f-9224-33693b3c4d2d admin admin] Deleting subnet f6e58939-4265-4d8c-9ac7-0a7282a99273 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:11:55.813065 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c6d9cf7c-2dfc-4008-a087-055973a8f37f req-4d39b9ee-f9f6-41dc-b70e-a587a4dab800 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 944 time: 0.1520097 Jul 09 20:11:55.860275 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-47463c72-ea37-471f-9224-33693b3c4d2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.881590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] For port c3cba4b1-d67b-4634-9b58-15ae7bdc1e86, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:11:55.885432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] For port c3cba4b1-d67b-4634-9b58-15ae7bdc1e86, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c3cba4b1-d67b-4634-9b58-15ae7bdc1e86,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:11:55.891101 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.904693 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c6d9cf7c-2dfc-4008-a087-055973a8f37f req-2f9223f3-e6df-480b-90f1-5a01ecd45777 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/security-groups?id=61b71e16-83ac-4bc7-999e-fd6bb1a9a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772474 Jul 09 20:11:55.940482 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c6b8c1b-757a-434d-af75-af4a97c0c074 req-fdc938be-d490-4337-a6ad-6b4aac6070a3 service neutron] 10.222.0.36 "GET /v2.0/networks/d7f3a7c1-471b-4499-82ea-c83af2bc23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582513 Jul 09 20:11:55.982376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020864f4-fd08-4761-9400-0a7125f7f4f6 None None] Pushing event updated for resources: {'Port': ['ID=c3cba4b1-d67b-4634-9b58-15ae7bdc1e86,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:55.986770 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-47463c72-ea37-471f-9224-33693b3c4d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:55.989089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Routers {'83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:55.989863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:56.050876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Allocated IP 172.20.0.1 (074ccfd7-6d9b-4f52-8e7b-86ed69265639/3430d42e-cf67-493b-981a-e63d14294377/87613326-b661-46cc-b68a-a8a94bb8e449) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:11:56.064162 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-47463c72-ea37-471f-9224-33693b3c4d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:56.089971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89efc305-c109-4997-99f6-5635df04874f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Router f715b9eb-f6fd-4f44-9860-c4ebfd893bee is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:11:56.118826 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] Set router 83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:56.351043 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'name': 'tempest-TestServerBasicOps-313082635-router', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'c3cba4b1-d67b-4634-9b58-15ae7bdc1e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:48Z', 'updated_at': '2021-07-09T20:11:51Z', 'revision_number': 3, 'project_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'gw_port': {'id': 'c3cba4b1-d67b-4634-9b58-15ae7bdc1e86', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:41:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:49Z', 'updated_at': '2021-07-09T20:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:56.394376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1468ef3b-02ad-43ff-8f7d-48a8cce5e7eb None None] The sync data for ids ['83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'] in n-d-800088-3 is: [{'id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'name': 'tempest-TestServerBasicOps-313082635-router', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'c3cba4b1-d67b-4634-9b58-15ae7bdc1e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:48Z', 'updated_at': '2021-07-09T20:11:51Z', 'revision_number': 3, 'project_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'gw_port': {'id': 'c3cba4b1-d67b-4634-9b58-15ae7bdc1e86', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:41:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:49Z', 'updated_at': '2021-07-09T20:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:56.604660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89efc305-c109-4997-99f6-5635df04874f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:56.615289 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-89efc305-c109-4997-99f6-5635df04874f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:56.616672 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-89efc305-c109-4997-99f6-5635df04874f tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "PUT /v2.0/routers/f715b9eb-f6fd-4f44-9860-c4ebfd893bee HTTP/1.1" status: 200 len: 694 time: 1.2491004 Jul 09 20:11:56.620036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53386) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:56.621730 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-47463c72-ea37-471f-9224-33693b3c4d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:56.623088 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bfd7a-cfd2-4411-8f3b-8d3aca6ea934 None None] Sync routers for ids ['f715b9eb-f6fd-4f44-9860-c4ebfd893bee'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:56.674678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bfd7a-cfd2-4411-8f3b-8d3aca6ea934 None None] Routers {'f715b9eb-f6fd-4f44-9860-c4ebfd893bee'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:56.675547 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9f9bfd7a-cfd2-4411-8f3b-8d3aca6ea934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f715b9eb-f6fd-4f44-9860-c4ebfd893bee'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:56.760067 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-9f9bfd7a-cfd2-4411-8f3b-8d3aca6ea934 None None] Set router f715b9eb-f6fd-4f44-9860-c4ebfd893bee gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:56.761206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47463c72-ea37-471f-9224-33693b3c4d2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e58939-4265-4d8c-9ac7-0a7282a99273,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:56.777387 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-47463c72-ea37-471f-9224-33693b3c4d2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:56.779313 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-47463c72-ea37-471f-9224-33693b3c4d2d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f6e58939-4265-4d8c-9ac7-0a7282a99273 HTTP/1.1" status: 204 len: 168 time: 1.0889544 Jul 09 20:11:56.782062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53388) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:56.782739 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:56.790094 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f65d0c89-7452-49b0-8e48-f90fb7c359fa tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/routers/f715b9eb-f6fd-4f44-9860-c4ebfd893bee HTTP/1.1" status: 200 len: 700 time: 0.1659875 Jul 09 20:11:56.793119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53390) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:56.832817 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8865b7cd-16b6-4f23-858a-cd43d0a1ca24 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports?device_id=f715b9eb-f6fd-4f44-9860-c4ebfd893bee HTTP/1.1" status: 200 len: 205 time: 0.0384147 Jul 09 20:11:56.833971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Transition to ACTIVE for port object 87613326-b661-46cc-b68a-a8a94bb8e449 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:11:56.835348 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53392) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:56.911601 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aa077087-3db5-40f4-883c-42d0d8b2a666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:56.951202 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8788931a-e0f5-46c3-bc9b-844014bd5ce3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.083016 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aa077087-3db5-40f4-883c-42d0d8b2a666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.107120 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-aa077087-3db5-40f4-883c-42d0d8b2a666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cb5eab-8f73-433b-bb2e-b63c02f63a0f']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:57.151276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-aa077087-3db5-40f4-883c-42d0d8b2a666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e0c3a4e-e924-45bb-ae69-ae121e59c73b') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:57.152827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-aa077087-3db5-40f4-883c-42d0d8b2a666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e0c3a4e-e924-45bb-ae69-ae121e59c73b') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:57.158044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9f9bfd7a-cfd2-4411-8f3b-8d3aca6ea934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f715b9eb-f6fd-4f44-9860-c4ebfd893bee', 'name': 'tempest-RoutersTest-router-1753664542', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:55Z', 'updated_at': '2021-07-09T20:11:55Z', 'revision_number': 2, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:57.198331 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aa077087-3db5-40f4-883c-42d0d8b2a666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.201663 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bfab898a-ac53-4e88-8355-b72389516f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.203615 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.205054 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bfd7a-cfd2-4411-8f3b-8d3aca6ea934 None None] Checking router: f715b9eb-f6fd-4f44-9860-c4ebfd893bee for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:11:57.210777 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8788931a-e0f5-46c3-bc9b-844014bd5ce3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.213858 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8788931a-e0f5-46c3-bc9b-844014bd5ce3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.216392 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bfd7a-cfd2-4411-8f3b-8d3aca6ea934 None None] Routers {'f715b9eb-f6fd-4f44-9860-c4ebfd893bee'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:57.217119 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9f9bfd7a-cfd2-4411-8f3b-8d3aca6ea934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f715b9eb-f6fd-4f44-9860-c4ebfd893bee'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:57.221076 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.221867 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aa077087-3db5-40f4-883c-42d0d8b2a666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.232422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa077087-3db5-40f4-883c-42d0d8b2a666 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:11:57.232759 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aa077087-3db5-40f4-883c-42d0d8b2a666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:11:57.237660 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:11:57.318192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Network 074ccfd7-6d9b-4f52-8e7b-86ed69265639 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:57.321484 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8788931a-e0f5-46c3-bc9b-844014bd5ce3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.322846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8788931a-e0f5-46c3-bc9b-844014bd5ce3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Fanout notify agent at l3_agent the message router_deleted on router f715b9eb-f6fd-4f44-9860-c4ebfd893bee {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:11:57.337289 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-9f9bfd7a-cfd2-4411-8f3b-8d3aca6ea934 None None] Set router f715b9eb-f6fd-4f44-9860-c4ebfd893bee gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:57.350009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88c67a-b2a6-4720-9715-bbcc30ec3243 req-56abe8b1-9f20-436d-a9c8-ec363d251cac tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:57.352150 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bc88c67a-b2a6-4720-9715-bbcc30ec3243 req-56abe8b1-9f20-436d-a9c8-ec363d251cac tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 944 time: 0.1960099 Jul 09 20:11:57.353704 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aa077087-3db5-40f4-883c-42d0d8b2a666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.359903 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8788931a-e0f5-46c3-bc9b-844014bd5ce3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.361282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8788931a-e0f5-46c3-bc9b-844014bd5ce3 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/routers/f715b9eb-f6fd-4f44-9860-c4ebfd893bee HTTP/1.1" status: 204 len: 168 time: 0.5249710 Jul 09 20:11:57.362293 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aa077087-3db5-40f4-883c-42d0d8b2a666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.364483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-aa077087-3db5-40f4-883c-42d0d8b2a666 admin admin] 10.222.0.30 "DELETE /v2.0/networks/25cb5eab-8f73-433b-bb2e-b63c02f63a0f HTTP/1.1" status: 204 len: 168 time: 0.5813184 Jul 09 20:11:57.376682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:57.380860 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:11:57.381127 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53398) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:57.467953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Pushing event updated for resources: {'Port': ['ID=87613326-b661-46cc-b68a-a8a94bb8e449,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:57.470977 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3bdbd55a-f507-4f44-85c4-048c1e033697 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports?device_id=f715b9eb-f6fd-4f44-9860-c4ebfd893bee HTTP/1.1" status: 200 len: 205 time: 0.0874450 Jul 09 20:11:57.473754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa077087-3db5-40f4-883c-42d0d8b2a666 admin admin] Pushing event deleted for resources: {'Network': ['ID=25cb5eab-8f73-433b-bb2e-b63c02f63a0f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:57.481067 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53404) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:57.491808 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9f9bfd7a-cfd2-4411-8f3b-8d3aca6ea934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f715b9eb-f6fd-4f44-9860-c4ebfd893bee', 'name': 'tempest-RoutersTest-router-1753664542', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:55Z', 'updated_at': '2021-07-09T20:11:55Z', 'revision_number': 2, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:57.523665 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bc88c67a-b2a6-4720-9715-bbcc30ec3243 req-cfbdcbb3-eb07-4f16-bd59-25734193e9c2 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/security-groups?id=61b71e16-83ac-4bc7-999e-fd6bb1a9a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559329 Jul 09 20:11:57.557659 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.616960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bfd7a-cfd2-4411-8f3b-8d3aca6ea934 None None] The sync data for ids ['f715b9eb-f6fd-4f44-9860-c4ebfd893bee'] in n-d-800088-3 is: [{'id': 'f715b9eb-f6fd-4f44-9860-c4ebfd893bee', 'name': 'tempest-RoutersTest-router-1753664542', 'tenant_id': '74606a64565d43499d40c80d64af1717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:55Z', 'updated_at': '2021-07-09T20:11:55Z', 'revision_number': 2, 'project_id': '74606a64565d43499d40c80d64af1717', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:11:57.630010 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-142ceca0-03c3-4ba6-9348-780af09ff5eb tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] delete failed (client error): The resource could not be found. Jul 09 20:11:57.633394 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-142ceca0-03c3-4ba6-9348-780af09ff5eb tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/routers/f715b9eb-f6fd-4f44-9860-c4ebfd893bee HTTP/1.1" status: 404 len: 336 time: 0.1489360 Jul 09 20:11:57.633894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53406) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:57.723152 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fa4bf0-4883-4e9c-929b-cc0b2ce08793 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] DELETE failed (client error): The resource could not be found. Jul 09 20:11:57.724227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7fa4bf0-4883-4e9c-929b-cc0b2ce08793 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:11:57.737733 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a7fa4bf0-4883-4e9c-929b-cc0b2ce08793 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/f22042a4-c3ea-4ea3-841a-2e060634e331 HTTP/1.1" status: 404 len: 337 time: 0.1026278 Jul 09 20:11:57.740129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53408) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:57.800123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53410) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:57.803910 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d7d357-84b7-4caa-8590-015f46a53356 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] DELETE failed (client error): The resource could not be found. Jul 09 20:11:57.804463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d7d357-84b7-4caa-8590-015f46a53356 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:11:57.812771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f8d7d357-84b7-4caa-8590-015f46a53356 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/393693d0-b30b-4492-92ea-9c4e9d20a064 HTTP/1.1" status: 404 len: 337 time: 0.0714133 Jul 09 20:11:57.813412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53412) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:57.834597 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-08a8771d-5139-45e2-b17a-6a0028d9b69d None None] Provisioning for port 87613326-b661-46cc-b68a-a8a94bb8e449 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:57.842017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-08a8771d-5139-45e2-b17a-6a0028d9b69d None None] Provisioning complete for port 87613326-b661-46cc-b68a-a8a94bb8e449 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:57.842389 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-08a8771d-5139-45e2-b17a-6a0028d9b69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:57.863174 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d6ba69-bf3e-48df-b884-978c7266d9fa tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] DELETE failed (client error): The resource could not be found. Jul 09 20:11:57.863645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d6ba69-bf3e-48df-b884-978c7266d9fa tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:11:57.868264 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-27d6ba69-bf3e-48df-b884-978c7266d9fa tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/a435dc4f-6588-47d6-b09e-aa91b1572e43 HTTP/1.1" status: 404 len: 337 time: 0.0507889 Jul 09 20:11:57.868926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53414) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:57.902705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-08a8771d-5139-45e2-b17a-6a0028d9b69d None None] Port 87613326-b661-46cc-b68a-a8a94bb8e449 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:57.924620 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f4768c1d-ca41-4e69-84cd-a6a0561c271b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6aebeda580744519953aedb0708090ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1160977 Jul 09 20:11:57.927462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53416) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:58.025900 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.037488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f361c484-f3c5-4250-b6a9-c30ef33bf4a8 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:11:58.072802 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cffc6cf-5f11-4f57-b09d-87f84ab9c36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.198168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c3cba4b1-d67b-4634-9b58-15ae7bdc1e86 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:11:58.206712 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cffc6cf-5f11-4f57-b09d-87f84ab9c36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.289497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f361c484-f3c5-4250-b6a9-c30ef33bf4a8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f361c484-f3c5-4250-b6a9-c30ef33bf4a8,segment=NetworkSegment(b21fdb1d-aa67-4684-a395-81754afd2f86),segment_id=b21fdb1d-aa67-4684-a395-81754afd2f86)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:58.306111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port c3cba4b1-d67b-4634-9b58-15ae7bdc1e86 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:11:58.306385 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:11:58.319232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'f361c484-f3c5-4250-b6a9-c30ef33bf4a8', 'network_id': 'd7f3a7c1-471b-4499-82ea-c83af2bc23d8', 'port_id': 'f361c484-f3c5-4250-b6a9-c30ef33bf4a8', 'mac_address': 'fa:16:3e:47:bf:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c45d98-cd33-4994-a470-9c48159ec7ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:11:58.323517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port c3cba4b1-d67b-4634-9b58-15ae7bdc1e86 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:58.324304 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.334032 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6d9e0d-3036-4db8-bb22-f91089c163cd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] DELETE failed (client error): The resource could not be found. Jul 09 20:11:58.334032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6d9e0d-3036-4db8-bb22-f91089c163cd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:11:58.337415 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cf6d9e0d-3036-4db8-bb22-f91089c163cd tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/478d0780-e766-4afe-8f23-4c9900d017c2 HTTP/1.1" status: 404 len: 337 time: 0.4674315 Jul 09 20:11:58.341702 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53418) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:58.358481 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cffc6cf-5f11-4f57-b09d-87f84ab9c36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.361324 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6cffc6cf-5f11-4f57-b09d-87f84ab9c36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.362406 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6cffc6cf-5f11-4f57-b09d-87f84ab9c36e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb325d89-2d74-4caa-817e-e6f1e69b2267 HTTP/1.1" status: 204 len: 168 time: 0.4337378 Jul 09 20:11:58.402214 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8fd4fb46-9d94-4003-98e9-54176e95ba3e tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf428c90-8238-45fa-b471-057bb47b933c HTTP/1.1" status: 200 len: 205 time: 0.0570748 Jul 09 20:11:58.402214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cffc6cf-5f11-4f57-b09d-87f84ab9c36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb325d89-2d74-4caa-817e-e6f1e69b2267,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:58.403773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53422) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:58.427406 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.463395 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-61bca66d-3e55-4308-9f72-0130304e32e2 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] delete failed (client error): The resource could not be found. Jul 09 20:11:58.469988 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-61bca66d-3e55-4308-9f72-0130304e32e2 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/routers/bf428c90-8238-45fa-b471-057bb47b933c HTTP/1.1" status: 404 len: 336 time: 0.0647874 Jul 09 20:11:58.470910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53424) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:58.481740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f361c484-f3c5-4250-b6a9-c30ef33bf4a8 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:11:58.483524 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.490424 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.510033 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.512745 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e24a9c1b-0ad6-4477-bd64-d61dd173f7c7 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports?device_id=059e9c90-9d41-4d54-8282-f0667a016fb1 HTTP/1.1" status: 200 len: 205 time: 0.0404155 Jul 09 20:11:58.519595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53426) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:58.546168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port c3cba4b1-d67b-4634-9b58-15ae7bdc1e86, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c3cba4b1-d67b-4634-9b58-15ae7bdc1e86,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:58.566403 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.600042 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-3b012f7f-79a3-45e2-b38d-c68d09d12b65 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] delete failed (client error): The resource could not be found. Jul 09 20:11:58.601692 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3b012f7f-79a3-45e2-b38d-c68d09d12b65 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/routers/059e9c90-9d41-4d54-8282-f0667a016fb1 HTTP/1.1" status: 404 len: 336 time: 0.0807345 Jul 09 20:11:58.601969 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.604240 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53432) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:58.605153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Pushing event updated for resources: {'Port': ['ID=87613326-b661-46cc-b68a-a8a94bb8e449,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:58.609992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f361c484-f3c5-4250-b6a9-c30ef33bf4a8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f361c484-f3c5-4250-b6a9-c30ef33bf4a8,segment=NetworkSegment(b21fdb1d-aa67-4684-a395-81754afd2f86),segment_id=b21fdb1d-aa67-4684-a395-81754afd2f86)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:11:58.672322 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:58.678583 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f372c53d-c7e0-4602-a8d7-03cb221d99ff tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] DELETE failed (client error): The resource could not be found. Jul 09 20:11:58.681274 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f372c53d-c7e0-4602-a8d7-03cb221d99ff tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:11:58.686997 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f372c53d-c7e0-4602-a8d7-03cb221d99ff tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/0ab8369b-0742-47ee-ba78-ca37191e32c6 HTTP/1.1" status: 404 len: 337 time: 0.0805619 Jul 09 20:11:58.687625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53436) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:58.710612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=c3cba4b1-d67b-4634-9b58-15ae7bdc1e86,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:58.723561 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-20ff1d9b-b2af-423f-b286-3183fd2c6a8d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports?device_id=664ad807-83e9-4cfc-a464-7dc2f9575f88 HTTP/1.1" status: 200 len: 205 time: 0.0325656 Jul 09 20:11:58.724046 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53438) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:58.799910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=f361c484-f3c5-4250-b6a9-c30ef33bf4a8,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:11:58.831821 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-943fa882-6335-4db8-a6bf-a9b6afa3cf5b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] delete failed (client error): The resource could not be found. Jul 09 20:11:58.832920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-943fa882-6335-4db8-a6bf-a9b6afa3cf5b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/routers/664ad807-83e9-4cfc-a464-7dc2f9575f88 HTTP/1.1" status: 404 len: 336 time: 0.1081173 Jul 09 20:11:58.835447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53442) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:58.875821 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d62f5655-2fc1-4f11-921f-aa96557be935 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports?device_id=beaa108e-db1a-40eb-9c63-0b7980e12262 HTTP/1.1" status: 200 len: 205 time: 0.0389464 Jul 09 20:11:58.878377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53444) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:58.906064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Network 074ccfd7-6d9b-4f52-8e7b-86ed69265639 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:11:58.907788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:11:58.947829 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-f779153c-608c-4483-a378-8926ae9af12d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] delete failed (client error): The resource could not be found. Jul 09 20:11:58.949865 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f779153c-608c-4483-a378-8926ae9af12d tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/routers/beaa108e-db1a-40eb-9c63-0b7980e12262 HTTP/1.1" status: 404 len: 336 time: 0.0703852 Jul 09 20:11:58.954796 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53446) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:59.017679 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-7699ffe6-e43e-4fa0-903c-28172a078707 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] DELETE failed (client error): The resource could not be found. Jul 09 20:11:59.018145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7699ffe6-e43e-4fa0-903c-28172a078707 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:11:59.023236 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7699ffe6-e43e-4fa0-903c-28172a078707 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/0aa09667-3a40-4759-a2d8-cc88524c70d4 HTTP/1.1" status: 404 len: 337 time: 0.0673730 Jul 09 20:11:59.025758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53450) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:59.062652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['f361c484-f3c5-4250-b6a9-c30ef33bf4a8'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:11:59.069711 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a4df121c-3399-4ac4-a7b0-0bfc44e79496 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports?device_id=36e95663-9e6b-46f3-9e16-eefc911180cb HTTP/1.1" status: 200 len: 205 time: 0.0416453 Jul 09 20:11:59.070754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53452) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:59.080054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065747b5-b406-48b0-b826-cb7fffe342bd req-18acb315-b828-4de1-9f21-fdf9ff8bcdce tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:11:59.087078 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-065747b5-b406-48b0-b826-cb7fffe342bd req-18acb315-b828-4de1-9f21-fdf9ff8bcdce tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 945 time: 0.2788360 Jul 09 20:11:59.141876 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-5a91e353-2304-4748-8d40-cc3eebd7987b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] delete failed (client error): The resource could not be found. Jul 09 20:11:59.144517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Router 83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:11:59.146056 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5a91e353-2304-4748-8d40-cc3eebd7987b tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/routers/36e95663-9e6b-46f3-9e16-eefc911180cb HTTP/1.1" status: 404 len: 336 time: 0.0567992 Jul 09 20:11:59.146399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53456) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:59.204823 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-065747b5-b406-48b0-b826-cb7fffe342bd req-2396e6fe-8d32-4e03-bb23-3d505c80af2a tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/security-groups?id=61b71e16-83ac-4bc7-999e-fd6bb1a9a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165555 Jul 09 20:11:59.240068 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-1caf6e9e-fdaa-48e9-8d07-ca24142345b5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] DELETE failed (client error): The resource could not be found. Jul 09 20:11:59.242877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1caf6e9e-fdaa-48e9-8d07-ca24142345b5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:11:59.249874 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1caf6e9e-fdaa-48e9-8d07-ca24142345b5 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/70de16b2-6dec-44d0-924b-caf282049906 HTTP/1.1" status: 404 len: 337 time: 0.1005080 Jul 09 20:11:59.251444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53460) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:59.257753 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:59.307181 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c33dce85-5f93-4d06-b81e-2fbe64b655de tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c274717-1273-4b52-86dd-bc3087bd1157 HTTP/1.1" status: 200 len: 205 time: 0.0544791 Jul 09 20:11:59.311624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53464) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:59.374531 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-9d1ad65d-c95d-4d36-b7b5-accae2f99281 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] delete failed (client error): The resource could not be found. Jul 09 20:11:59.375615 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9d1ad65d-c95d-4d36-b7b5-accae2f99281 tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/routers/3c274717-1273-4b52-86dd-bc3087bd1157 HTTP/1.1" status: 404 len: 336 time: 0.0629873 Jul 09 20:11:59.379363 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53466) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:59.443387 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ffe6d3-4f21-4e93-8b8b-344d87d9aefe tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] DELETE failed (client error): The resource could not be found. Jul 09 20:11:59.444770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ffe6d3-4f21-4e93-8b8b-344d87d9aefe tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:11:59.449678 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f1ffe6d3-4f21-4e93-8b8b-344d87d9aefe tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/781c67d2-f78a-40e3-8e54-a43615ba90b7 HTTP/1.1" status: 404 len: 337 time: 0.0689418 Jul 09 20:11:59.452053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53468) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:11:59.457576 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6fc579bb-06c4-4ef2-9156-4a3d53f04566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:59.482108 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fc5bdaba-617b-4143-84ff-aac12c45c3fc None None] Provisioning complete for port 87613326-b661-46cc-b68a-a8a94bb8e449 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:11:59.482491 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fc5bdaba-617b-4143-84ff-aac12c45c3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:59.521717 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:11:59.527866 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-119fd9a2-b0bc-44dc-b3d4-2093ac16d8ae tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] DELETE failed (client error): The resource could not be found. Jul 09 20:11:59.528663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119fd9a2-b0bc-44dc-b3d4-2093ac16d8ae tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:11:59.529231 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fc5bdaba-617b-4143-84ff-aac12c45c3fc None None] Port 87613326-b661-46cc-b68a-a8a94bb8e449 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:11:59.531814 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-119fd9a2-b0bc-44dc-b3d4-2093ac16d8ae tempest-RoutersTest-1873141065 tempest-RoutersTest-1873141065-project] 10.222.0.30 "DELETE /v2.0/subnets/0ac63a6f-031b-4f3e-b5db-c41f4ec932b6 HTTP/1.1" status: 404 len: 337 time: 0.0782766 Jul 09 20:11:59.539032 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Sync routers for ids ['83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:11:59.541488 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b112a9e2-1bef-4a97-b7b9-2e635f7e0593 admin admin] 10.222.0.30 "PUT /v2.0/routers/83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5683649 Jul 09 20:11:59.557890 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Routers {'83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:11:59.559814 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:11:59.593280 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:11:59.789778 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Set router 83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:11:59.868104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53486) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:00.123817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c3cba4b1-d67b-4634-9b58-15ae7bdc1e86 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:12:00.139217 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'name': 'tempest-TestServerBasicOps-313082635-router', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'c3cba4b1-d67b-4634-9b58-15ae7bdc1e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:48Z', 'updated_at': '2021-07-09T20:11:57Z', 'revision_number': 4, 'project_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'gw_port': {'id': 'c3cba4b1-d67b-4634-9b58-15ae7bdc1e86', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:49Z', 'updated_at': '2021-07-09T20:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '87613326-b661-46cc-b68a-a8a94bb8e449', 'name': '', 'network_id': '074ccfd7-6d9b-4f52-8e7b-86ed69265639', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'mac_address': 'fa:16:3e:e4:c9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3430d42e-cf67-493b-981a-e63d14294377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:55Z', 'updated_at': '2021-07-09T20:11:58Z', 'revision_number': 2, 'project_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'subnets': [{'id': '3430d42e-cf67-493b-981a-e63d14294377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:00.173735 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Checking router: 83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:12:00.174372 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Updating router 83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 port 87613326-b661-46cc-b68a-a8a94bb8e449 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:12:00.194734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port c3cba4b1-d67b-4634-9b58-15ae7bdc1e86 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:00.195729 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:00.231639 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:00.256943 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9b2d8dac-24a4-4518-b092-4a8cc674f53c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74606a64565d43499d40c80d64af1717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3853321 Jul 09 20:12:00.257502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53498) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:00.386801 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-113a187e-4d64-4a4f-9654-2afb45ebd58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:00.405897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53500) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:00.462209 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:00.468417 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-113a187e-4d64-4a4f-9654-2afb45ebd58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:00.556922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d6f59-e320-4062-8e18-362f3980ccae req-652ec0ff-5123-41a3-afa8-ffa13bf6e659 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:00.565293 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f94d6f59-e320-4062-8e18-362f3980ccae req-652ec0ff-5123-41a3-afa8-ffa13bf6e659 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 945 time: 0.0951173 Jul 09 20:12:00.587977 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-113a187e-4d64-4a4f-9654-2afb45ebd58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:00.591596 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-113a187e-4d64-4a4f-9654-2afb45ebd58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:00.593074 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-113a187e-4d64-4a4f-9654-2afb45ebd58b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53e6b9e4-2671-4dd4-b04e-ea892b3411eb HTTP/1.1" status: 204 len: 168 time: 0.3340671 Jul 09 20:12:00.623125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a187e-4d64-4a4f-9654-2afb45ebd58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e6b9e4-2671-4dd4-b04e-ea892b3411eb,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:00.633778 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f94d6f59-e320-4062-8e18-362f3980ccae req-d644a52a-70a0-4569-969c-8a55469c2db6 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/security-groups?id=61b71e16-83ac-4bc7-999e-fd6bb1a9a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672014 Jul 09 20:12:00.659768 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1865009174-network', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:00.709147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] Made reservation on behalf of c2e81d9f1ed2425f9b101d7229ff034f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:12:00.711856 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:00.732749 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:00.804037 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53510) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:00.810586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c7b23b0a-cb75-463c-bd39-d888fcbb4382 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268549366', 'description': 'tempest-secgroup-smoke-1268549366 description', 'project_id': '8545f3a0589a4cc4839423bcc410fdf5'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:00.847070 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:00.861927 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Transition to ACTIVE for port object 87613326-b661-46cc-b68a-a8a94bb8e449 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:12:00.864008 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:00.873278 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:00.875848 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:00.889982 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c7b23b0a-cb75-463c-bd39-d888fcbb4382 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:00.962064 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b65bb-fc8b-4ba0-b685-28af79f90f2e None None] Pushing event updated for resources: {'Port': ['ID=87613326-b661-46cc-b68a-a8a94bb8e449,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:00.968334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:12:00.985251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:01.003137 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.003754 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] Added segment 29b1a50c-2095-4944-b65e-45ed7581a944 of type vlan for network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 Jul 09 20:12:01.025079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c7b23b0a-cb75-463c-bd39-d888fcbb4382 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.033980 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c7b23b0a-cb75-463c-bd39-d888fcbb4382 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.042331 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Attempting to bind port 87613326-b661-46cc-b68a-a8a94bb8e449 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:12:01.042773 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Attempting to bind port 87613326-b661-46cc-b68a-a8a94bb8e449 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '074ccfd7-6d9b-4f52-8e7b-86ed69265639'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:12:01.043201 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Attempting to bind port 87613326-b661-46cc-b68a-a8a94bb8e449 on network 074ccfd7-6d9b-4f52-8e7b-86ed69265639 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:12:01.050061 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:12:01.051789 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Checking segment: {'id': '9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '074ccfd7-6d9b-4f52-8e7b-86ed69265639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:12:01.051789 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.051789 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Bound using segment: {'id': '9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '074ccfd7-6d9b-4f52-8e7b-86ed69265639'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:12:01.051789 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Bound port: 87613326-b661-46cc-b68a-a8a94bb8e449, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '074ccfd7-6d9b-4f52-8e7b-86ed69265639'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:12:01.052470 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.073022 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.107094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b23b0a-cb75-463c-bd39-d888fcbb4382 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:01.115842 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c7b23b0a-cb75-463c-bd39-d888fcbb4382 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.118538 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c7b23b0a-cb75-463c-bd39-d888fcbb4382 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3129163 Jul 09 20:12:01.130643 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53520) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:01.142709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-2bd37d62-1621-4728-80b7-482cac282699 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Request body: {'security_group_rule': {'security_group_id': '3ca80ba3-47b8-430e-bbe3-c2ac4e17316f', 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:01.169188 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] For port 87613326-b661-46cc-b68a-a8a94bb8e449, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:12:01.174903 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] For port 87613326-b661-46cc-b68a-a8a94bb8e449, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=87613326-b661-46cc-b68a-a8a94bb8e449,segment=NetworkSegment(9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf),segment_id=9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:12:01.188469 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.220910 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.222587 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:01.226339 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.311718 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Routers {'83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:01.312901 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:01.320619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bd37d62-1621-4728-80b7-482cac282699 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.351577 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9443927 Jul 09 20:12:01.355112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53524) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:01.361168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3857fb9c-7439-4e2d-bae2-b3b16e8b5b97 admin admin] Request body: {'subnet': {'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1865009174-subnet', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:01.376068 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a0eac-73fb-4388-a5cc-c1e34598af10 admin admin] Pushing event updated for resources: {'Network': ['ID=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:01.388842 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b65bb-fc8b-4ba0-b685-28af79f90f2e None None] Pushing event updated for resources: {'Port': ['ID=87613326-b661-46cc-b68a-a8a94bb8e449,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:01.392100 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:12:01.410089 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3857fb9c-7439-4e2d-bae2-b3b16e8b5b97 admin admin] Made reservation on behalf of c2e81d9f1ed2425f9b101d7229ff034f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:12:01.415272 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3857fb9c-7439-4e2d-bae2-b3b16e8b5b97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.423541 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bd37d62-1621-4728-80b7-482cac282699 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.430919 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bd37d62-1621-4728-80b7-482cac282699 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.478972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd37d62-1621-4728-80b7-482cac282699 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e196cd7-93ca-4147-93e1-956f9dceb7ef,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:01.502977 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2bd37d62-1621-4728-80b7-482cac282699 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.505588 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2bd37d62-1621-4728-80b7-482cac282699 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3716106 Jul 09 20:12:01.509784 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53528) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:01.517930 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-da4c1f3d-9420-4e75-8a1f-69ac2bf516bd tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Request body: {'security_group_rule': {'security_group_id': '3ca80ba3-47b8-430e-bbe3-c2ac4e17316f', 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:01.558309 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] Set router 83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:01.562888 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-da4c1f3d-9420-4e75-8a1f-69ac2bf516bd tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.701975 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-da4c1f3d-9420-4e75-8a1f-69ac2bf516bd tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.710175 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-da4c1f3d-9420-4e75-8a1f-69ac2bf516bd tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.767135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c1f3d-9420-4e75-8a1f-69ac2bf516bd tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11accbd-0a9d-464c-93ff-fb504562c7df,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:01.779799 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-da4c1f3d-9420-4e75-8a1f-69ac2bf516bd tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.781175 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-da4c1f3d-9420-4e75-8a1f-69ac2bf516bd tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2703691 Jul 09 20:12:01.789298 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53538) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:01.800186 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-4f4e68ce-f269-40a2-aedf-e0020f993400 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Request body: {'security_group_rule': {'security_group_id': '3ca80ba3-47b8-430e-bbe3-c2ac4e17316f', 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:01.837603 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3857fb9c-7439-4e2d-bae2-b3b16e8b5b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:01.849492 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f4e68ce-f269-40a2-aedf-e0020f993400 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.016245 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f4e68ce-f269-40a2-aedf-e0020f993400 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.018868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857fb9c-7439-4e2d-bae2-b3b16e8b5b97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9a6dd1-1afa-4967-a28b-c388caa25b1c,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:02.024507 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f4e68ce-f269-40a2-aedf-e0020f993400 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.039850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3857fb9c-7439-4e2d-bae2-b3b16e8b5b97 admin admin] Checking segment: {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:12:02.039850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3857fb9c-7439-4e2d-bae2-b3b16e8b5b97 admin admin] Network hostable DHCP agents. Network: 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:12:02.051557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f361c484-f3c5-4250-b6a9-c30ef33bf4a8 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:12:02.063404 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e68ce-f269-40a2-aedf-e0020f993400 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78c4444-2e0d-45ca-a2e3-a7d39981adde,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:02.069715 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'name': 'tempest-TestServerBasicOps-313082635-router', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'c3cba4b1-d67b-4634-9b58-15ae7bdc1e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:48Z', 'updated_at': '2021-07-09T20:11:57Z', 'revision_number': 4, 'project_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'gw_port': {'id': 'c3cba4b1-d67b-4634-9b58-15ae7bdc1e86', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:49Z', 'updated_at': '2021-07-09T20:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '87613326-b661-46cc-b68a-a8a94bb8e449', 'name': '', 'network_id': '074ccfd7-6d9b-4f52-8e7b-86ed69265639', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'mac_address': 'fa:16:3e:e4:c9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3430d42e-cf67-493b-981a-e63d14294377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:55Z', 'updated_at': '2021-07-09T20:12:01Z', 'revision_number': 4, 'project_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'subnets': [{'id': '3430d42e-cf67-493b-981a-e63d14294377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:02.095424 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f4e68ce-f269-40a2-aedf-e0020f993400 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.097374 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4f4e68ce-f269-40a2-aedf-e0020f993400 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3068018 Jul 09 20:12:02.101844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53546) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:02.109183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3af5dfff-ed91-4ebd-901f-23d976cb104b tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Request body: {'security_group_rule': {'security_group_id': '3ca80ba3-47b8-430e-bbe3-c2ac4e17316f', 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:02.127591 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a23c92b-4f26-407f-86a0-2a2cf17e2720 None None] The sync data for ids ['83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'] in n-d-800088-3 is: [{'id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'name': 'tempest-TestServerBasicOps-313082635-router', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'c3cba4b1-d67b-4634-9b58-15ae7bdc1e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:48Z', 'updated_at': '2021-07-09T20:11:57Z', 'revision_number': 4, 'project_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'gw_port': {'id': 'c3cba4b1-d67b-4634-9b58-15ae7bdc1e86', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:49Z', 'updated_at': '2021-07-09T20:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '87613326-b661-46cc-b68a-a8a94bb8e449', 'name': '', 'network_id': '074ccfd7-6d9b-4f52-8e7b-86ed69265639', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'mac_address': 'fa:16:3e:e4:c9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2403, 'fixed_ips': [{'subnet_id': '3430d42e-cf67-493b-981a-e63d14294377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:55Z', 'updated_at': '2021-07-09T20:12:01Z', 'revision_number': 4, 'project_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'subnets': [{'id': '3430d42e-cf67-493b-981a-e63d14294377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:12:02.136413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849ed6d-150c-47cf-8249-542fb46c99ea req-39a8009a-e031-4f9e-a54c-2abf0d552814 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:02.137807 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8849ed6d-150c-47cf-8249-542fb46c99ea req-39a8009a-e031-4f9e-a54c-2abf0d552814 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 945 time: 0.2219195 Jul 09 20:12:02.146025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3857fb9c-7439-4e2d-bae2-b3b16e8b5b97 admin admin] Network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:12:02.155857 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3af5dfff-ed91-4ebd-901f-23d976cb104b tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.200210 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3857fb9c-7439-4e2d-bae2-b3b16e8b5b97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:12:02.201226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port f361c484-f3c5-4250-b6a9-c30ef33bf4a8 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:12:02.208291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3857fb9c-7439-4e2d-bae2-b3b16e8b5b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:02.209132 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3857fb9c-7439-4e2d-bae2-b3b16e8b5b97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.216650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port f361c484-f3c5-4250-b6a9-c30ef33bf4a8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:02.216990 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.223366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39bba32-28d2-42fa-bad2-9d6bc9b637c4 None None] Network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:12:02.253115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3857fb9c-7439-4e2d-bae2-b3b16e8b5b97 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8964086 Jul 09 20:12:02.256258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53550) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:02.261566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:02.311001 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3af5dfff-ed91-4ebd-901f-23d976cb104b tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.312647 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8849ed6d-150c-47cf-8249-542fb46c99ea req-cb84e931-04be-489d-a724-b663b798c72e tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/security-groups?id=61b71e16-83ac-4bc7-999e-fd6bb1a9a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629400 Jul 09 20:12:02.330158 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3af5dfff-ed91-4ebd-901f-23d976cb104b tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.343144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.343144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.394634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5dfff-ed91-4ebd-901f-23d976cb104b tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfe032e-5cff-4d61-8e25-d591a171a468,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:02.402851 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3af5dfff-ed91-4ebd-901f-23d976cb104b tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.404334 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3af5dfff-ed91-4ebd-901f-23d976cb104b tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3029191 Jul 09 20:12:02.410998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53554) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:02.423356 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-bb6f75e6-d57c-4b48-8f6f-327a8a68c4a9 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Request body: {'security_group_rule': {'security_group_id': '3ca80ba3-47b8-430e-bbe3-c2ac4e17316f', 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:02.491746 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.500717 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-bb6f75e6-d57c-4b48-8f6f-327a8a68c4a9 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Project 8545f3a0589a4cc4839423bcc410fdf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:12:02.503409 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.512776 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb6f75e6-d57c-4b48-8f6f-327a8a68c4a9 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.627770 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.670347 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb6f75e6-d57c-4b48-8f6f-327a8a68c4a9 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.676439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f361c484-f3c5-4250-b6a9-c30ef33bf4a8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f361c484-f3c5-4250-b6a9-c30ef33bf4a8,segment=NetworkSegment(b21fdb1d-aa67-4684-a395-81754afd2f86),segment_id=b21fdb1d-aa67-4684-a395-81754afd2f86)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:02.678928 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb6f75e6-d57c-4b48-8f6f-327a8a68c4a9 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.680705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153ad2f2-1819-435d-8025-8acdd43f3573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f361c484-f3c5-4250-b6a9-c30ef33bf4a8'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:02.685631 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb9d3da-4489-47f5-8cda-4908fc0097f9" -d '{"events": [{"server_uuid": "153ad2f2-1819-435d-8025-8acdd43f3573", "name": "network-vif-plugged", "status": "completed", "tag": "f361c484-f3c5-4250-b6a9-c30ef33bf4a8"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:02.704045 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.735577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f75e6-d57c-4b48-8f6f-327a8a68c4a9 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10915e17-67c6-41c6-bf8b-81d2beff98c7,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:02.746637 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb6f75e6-d57c-4b48-8f6f-327a8a68c4a9 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.756257 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bb6f75e6-d57c-4b48-8f6f-327a8a68c4a9 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3434746 Jul 09 20:12:02.756610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53564) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:02.766134 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9b0dcfcf-9662-4fd6-9d95-476447263d54 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Request body: {'security_group_rule': {'security_group_id': '3ca80ba3-47b8-430e-bbe3-c2ac4e17316f', 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:02.772084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:12:02.774336 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.784363 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:02.798536 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1110715-d3e4-4dff-b662-e7304d044805 x-openstack-request-id: req-a1110715-d3e4-4dff-b662-e7304d044805 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:02.799123 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153ad2f2-1819-435d-8025-8acdd43f3573", "name": "network-vif-plugged", "status": "completed", "tag": "f361c484-f3c5-4250-b6a9-c30ef33bf4a8", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:02.799380 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1110715-d3e4-4dff-b662-e7304d044805 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:02.799777 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153ad2f2-1819-435d-8025-8acdd43f3573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f361c484-f3c5-4250-b6a9-c30ef33bf4a8', 'code': 200} Jul 09 20:12:02.853231 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=f361c484-f3c5-4250-b6a9-c30ef33bf4a8,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:02.906666 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-9b0dcfcf-9662-4fd6-9d95-476447263d54 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Project 8545f3a0589a4cc4839423bcc410fdf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:12:02.936874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:02.937238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:02.937607 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:02.937954 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:02.938300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:02.938696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:02.939042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:02.939378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:02.939739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:02.940100 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:02.941251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:02.941596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:02.987461 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcfcf-9662-4fd6-9d95-476447263d54 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.048914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ce95f-2f82-4c5c-adcf-992e61c03595 req-c90b8cd2-f99c-473f-b106-5a9e4e6e43c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:03.055282 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d1ce95f-2f82-4c5c-adcf-992e61c03595 req-c90b8cd2-f99c-473f-b106-5a9e4e6e43c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 1097 time: 0.1622326 Jul 09 20:12:03.103527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Allocated IP 172.20.0.2 (845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8/de9a6dd1-1afa-4967-a28b-c388caa25b1c/3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:12:03.158701 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcfcf-9662-4fd6-9d95-476447263d54 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.169773 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d1ce95f-2f82-4c5c-adcf-992e61c03595 req-52b2319c-dd0b-45c0-836c-7fa0ca0ce91e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=61b71e16-83ac-4bc7-999e-fd6bb1a9a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108863 Jul 09 20:12:03.170026 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcfcf-9662-4fd6-9d95-476447263d54 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.204591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dcfcf-9662-4fd6-9d95-476447263d54 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785cc399-d922-4ce5-9b27-fe78480678a4,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:03.281077 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcfcf-9662-4fd6-9d95-476447263d54 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.282611 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9b0dcfcf-9662-4fd6-9d95-476447263d54 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5249505 Jul 09 20:12:03.410034 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.413572 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.423521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Transition to ACTIVE for port object 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:12:03.455098 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.466796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Transition to ACTIVE for port object 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:12:03.485608 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.565328 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Pushing event updated for resources: {'Port': ['ID=3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:03.613905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:12:03.616113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:12:03.623016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:12:03.716744 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Allocated IP 172.25.0.238 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/d3909ba1-c14f-4e6a-8ad2-581ebee86a1b) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:12:03.720743 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Attempting to bind port 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:12:03.721348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Attempting to bind port 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:12:03.723644 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Attempting to bind port 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:12:03.746519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:12:03.747535 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Checking segment: {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:12:03.748167 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.757610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Bound using segment: {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:12:03.758385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Bound port: 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:12:03.760179 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.851443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00933bf5-cba7-453f-86f7-551954005e9d req-b70095a4-2203-4d7b-a558-22a35ce16050 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:03.855574 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00933bf5-cba7-453f-86f7-551954005e9d req-b70095a4-2203-4d7b-a558-22a35ce16050 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 946 time: 0.2169540 Jul 09 20:12:03.913852 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] For port 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:12:03.917838 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] For port 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:12:03.925579 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.940013 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00933bf5-cba7-453f-86f7-551954005e9d req-7f702ed1-5b4e-4979-9652-e8379fb6f888 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/security-groups?id=61b71e16-83ac-4bc7-999e-fd6bb1a9a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778081 Jul 09 20:12:03.953499 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:03.981768 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-cd8016e3-0c12-47ae-b959-172f1a7be8d6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268549366&fields=id&tenant_id=8545f3a0589a4cc4839423bcc410fdf5 HTTP/1.1" status: 200 len: 267 time: 0.1234317 Jul 09 20:12:04.097348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c09b62-ba19-4f10-8601-5c3496f82422 None None] Pushing event updated for resources: {'Port': ['ID=3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:04.154564 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:04.190863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 87613326-b661-46cc-b68a-a8a94bb8e449 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:12:04.270883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:12:04.283771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:12:04.285682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 87613326-b661-46cc-b68a-a8a94bb8e449 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:12:04.291135 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:12:04.291290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 87613326-b661-46cc-b68a-a8a94bb8e449 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:04.291637 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:04.338997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Pushing event updated for resources: {'Port': ['ID=d3909ba1-c14f-4e6a-8ad2-581ebee86a1b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:04.381621 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-d2dec914-031a-4a6f-be7b-469238058156 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:04.395029 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-d2dec914-031a-4a6f-be7b-469238058156 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/networks?id=4846efdf-52b9-4da5-897d-6cddc898788e HTTP/1.1" status: 200 len: 809 time: 0.3996775 Jul 09 20:12:04.426523 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-8f00d90d-7885-4ff2-af05-2005d13396ee tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/quotas/8545f3a0589a4cc4839423bcc410fdf5 HTTP/1.1" status: 200 len: 375 time: 0.0305762 Jul 09 20:12:04.456341 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:04.504023 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 87613326-b661-46cc-b68a-a8a94bb8e449, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=87613326-b661-46cc-b68a-a8a94bb8e449,segment=NetworkSegment(9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf),segment_id=9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:04.522134 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:04.595845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=87613326-b661-46cc-b68a-a8a94bb8e449,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:04.673373 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-b08a208f-be4f-469d-acb9-9cdee966d528 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8545f3a0589a4cc4839423bcc410fdf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2058606 Jul 09 20:12:05.162968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c4dfb-9dc4-438b-9908-fd750297a44b req-02ddd6b7-a41d-4587-b021-e6242e174ee9 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:05.164580 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f7c4dfb-9dc4-438b-9908-fd750297a44b req-02ddd6b7-a41d-4587-b021-e6242e174ee9 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 946 time: 0.0981722 Jul 09 20:12:05.210946 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f7c4dfb-9dc4-438b-9908-fd750297a44b req-ddb38d12-38a0-4df6-a000-d5ecea06a4b5 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/security-groups?id=61b71e16-83ac-4bc7-999e-fd6bb1a9a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386181 Jul 09 20:12:05.248503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:05.429082 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-b0e4f8c6-bee9-4dfe-817f-62fd07bc3b87 service neutron] 10.222.0.30 "GET /v2.0/networks/4846efdf-52b9-4da5-897d-6cddc898788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7467940 Jul 09 20:12:05.468105 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d6d24c-1255-451a-9bc6-dd9333fe5aa0 None None] Network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:12:05.615692 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7758089b-9fe5-47ed-9bb6-df0096c90f7a None None] Provisioning for port 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:12:05.644155 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-b7814d81-7852-41e3-8d7a-a901586cf4c5 service neutron] 10.222.0.30 "GET /v2.0/networks/4846efdf-52b9-4da5-897d-6cddc898788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051663 Jul 09 20:12:05.668364 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:05.955142 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:12:06.141827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:12:06.154648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Sync routers for ids ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:12:06.169006 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:06.172919 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-77a69bb6-ee9b-4548-bad1-1af00e8bcb40 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9133077 Jul 09 20:12:06.173500 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53636) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:06.188735 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Routers {'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:06.198802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:06.398912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Set router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:06.476388 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd958ef6-7ec4-4641-a00d-b60c1cd467e5 req-7639d35c-bead-4cd1-87fe-8b08faf94845 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 210 time: 0.1843472 Jul 09 20:12:06.557102 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77c790-9581-41ee-96d6-3f192ba55a38 req-fbe3e22f-4293-44c5-8619-369fd326ff65 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:06.561648 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c77c790-9581-41ee-96d6-3f192ba55a38 req-fbe3e22f-4293-44c5-8619-369fd326ff65 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 946 time: 0.1805127 Jul 09 20:12:06.672423 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c77c790-9581-41ee-96d6-3f192ba55a38 req-15dfbc31-76e1-466a-b75e-68d524807779 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/security-groups?id=61b71e16-83ac-4bc7-999e-fd6bb1a9a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042979 Jul 09 20:12:06.698590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 87613326-b661-46cc-b68a-a8a94bb8e449 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:12:06.803742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 87613326-b661-46cc-b68a-a8a94bb8e449 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:06.804253 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:06.941982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:12:07.109561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:12:02Z', 'updated_at': '2021-07-09T20:12:04Z', 'revision_number': 3, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'gw_port': {'id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:03Z', 'updated_at': '2021-07-09T20:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:07.114852 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:12:07.144044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Checking router: ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:12:07.144361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Updating router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e port d3909ba1-c14f-4e6a-8ad2-581ebee86a1b binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:12:07.149868 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:07.150413 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:07.261014 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:07.316859 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:07.333622 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:07.437695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:07.441946 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:07.517661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Allocated IP 172.20.0.1 (845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8/de9a6dd1-1afa-4967-a28b-c388caa25b1c/0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:12:07.551579 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:07.652798 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:07.668121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Transition to ACTIVE for port object 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:12:07.718111 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:07.778571 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-241e3db0-47b4-491d-805a-0ba68a5f586b req-9cb9f826-789b-4a11-9e80-daf3a220025f tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 210 time: 0.0455937 Jul 09 20:12:07.792044 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:07.806749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Transition to ACTIVE for port object d3909ba1-c14f-4e6a-8ad2-581ebee86a1b will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:12:07.813270 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:12:07.817562 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:12:07.836513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:12:07.840072 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:07.906627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:07.975348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Attempting to bind port d3909ba1-c14f-4e6a-8ad2-581ebee86a1b on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:12:07.975728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Attempting to bind port d3909ba1-c14f-4e6a-8ad2-581ebee86a1b by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:12:07.976103 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Attempting to bind port d3909ba1-c14f-4e6a-8ad2-581ebee86a1b on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:12:07.992630 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bee31c-ae03-450f-90bf-01fa182683a1 None None] Pushing event updated for resources: {'Port': ['ID=d3909ba1-c14f-4e6a-8ad2-581ebee86a1b,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:08.008261 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:12:08.009009 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:12:08.012402 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:08.013055 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:12:08.013741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Bound port: d3909ba1-c14f-4e6a-8ad2-581ebee86a1b, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:12:08.014324 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:08.026983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-8a7d7bb6-1045-43e3-98be-76e50e39ed14 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:08.036417 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-8a7d7bb6-1045-43e3-98be-76e50e39ed14 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.36 "GET /v2.0/networks?id=4846efdf-52b9-4da5-897d-6cddc898788e HTTP/1.1" status: 200 len: 809 time: 0.2561133 Jul 09 20:12:08.122020 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:08.127149 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] For port d3909ba1-c14f-4e6a-8ad2-581ebee86a1b, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:12:08.134508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] For port d3909ba1-c14f-4e6a-8ad2-581ebee86a1b, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d3909ba1-c14f-4e6a-8ad2-581ebee86a1b,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:12:08.147585 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-274ed02a-4a8e-4ef8-b2d1-4503b5507a8e tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8545f3a0589a4cc4839423bcc410fdf5 HTTP/1.1" status: 200 len: 380 time: 0.0983346 Jul 09 20:12:08.153849 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:08.157416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-7a9d32bb-cdea-40df-8a6b-19266a2e7caf tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Request body: {'port': {'device_id': '108a3ace-cccc-4a63-8e22-725296104d99', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'admin_state_up': True, 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'security_groups': ['3ca80ba3-47b8-430e-bbe3-c2ac4e17316f']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:08.227665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:12:08.350701 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c02d4-e25c-4324-9eb6-2272af2110dd req-f473c721-6b52-4b50-b08a-4047d2117b21 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:08.352318 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d5c02d4-e25c-4324-9eb6-2272af2110dd req-f473c721-6b52-4b50-b08a-4047d2117b21 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 946 time: 0.4388916 Jul 09 20:12:08.374310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1fa1ccbb-87cd-441a-977e-4440ca7a23a2 None None] Provisioning for port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:12:08.383244 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:08.396012 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1fa1ccbb-87cd-441a-977e-4440ca7a23a2 None None] Provisioning complete for port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:08.396984 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1fa1ccbb-87cd-441a-977e-4440ca7a23a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:08.400994 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-7a9d32bb-cdea-40df-8a6b-19266a2e7caf tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Made reservation on behalf of 8545f3a0589a4cc4839423bcc410fdf5 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:12:08.411902 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-7a9d32bb-cdea-40df-8a6b-19266a2e7caf tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:08.421062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c7c3b-a827-44f8-9f09-99800588904e req-62ded8f3-3c13-4395-9188-6c4eba55d4cf tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:08.422803 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab4c7c3b-a827-44f8-9f09-99800588904e req-62ded8f3-3c13-4395-9188-6c4eba55d4cf tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.36 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 946 time: 0.4403555 Jul 09 20:12:08.451042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1fa1ccbb-87cd-441a-977e-4440ca7a23a2 None None] Port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:12:08.458437 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bee31c-ae03-450f-90bf-01fa182683a1 None None] Pushing event updated for resources: {'Port': ['ID=d3909ba1-c14f-4e6a-8ad2-581ebee86a1b,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:08.478287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Routers {'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:08.479054 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:08.485261 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:08.487637 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:08.632788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-7a9d32bb-cdea-40df-8a6b-19266a2e7caf tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Allocated IP 172.20.0.7 (4846efdf-52b9-4da5-897d-6cddc898788e/0fa51b91-92af-4842-a22d-869a427201f3/fbc6c4de-1e2a-4275-b9a9-ec821f9b586e) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:12:08.702860 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d5c02d4-e25c-4324-9eb6-2272af2110dd req-6e0f2c26-360b-44ea-bfec-37af9d49edcf tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/security-groups?id=61b71e16-83ac-4bc7-999e-fd6bb1a9a892&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404441 Jul 09 20:12:08.734906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] Set router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:08.877341 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:08.878125 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-7a9d32bb-cdea-40df-8a6b-19266a2e7caf tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:08.889728 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:08.912908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-7a9d32bb-cdea-40df-8a6b-19266a2e7caf tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Transition to ACTIVE for port object fbc6c4de-1e2a-4275-b9a9-ec821f9b586e will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:12:08.969382 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-7a9d32bb-cdea-40df-8a6b-19266a2e7caf tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:09.034675 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:09.047430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:09.060733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-ab4c7c3b-a827-44f8-9f09-99800588904e req-dfec3103-7770-4597-ab76-7b8122c04214 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Deleting port f361c484-f3c5-4250-b6a9-c30ef33bf4a8 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:09.061313 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ab4c7c3b-a827-44f8-9f09-99800588904e req-dfec3103-7770-4597-ab76-7b8122c04214 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:09.068576 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d32bb-cdea-40df-8a6b-19266a2e7caf tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Pushing event updated for resources: {'Port': ['ID=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:09.079212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-7a9d32bb-cdea-40df-8a6b-19266a2e7caf tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Network 4846efdf-52b9-4da5-897d-6cddc898788e is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:12:09.081423 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-7a9d32bb-cdea-40df-8a6b-19266a2e7caf tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:12:09.097521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-7a9d32bb-cdea-40df-8a6b-19266a2e7caf tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:12:09.161204 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:12:02Z', 'updated_at': '2021-07-09T20:12:08Z', 'revision_number': 4, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'gw_port': {'id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:03Z', 'updated_at': '2021-07-09T20:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5', 'name': '', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'mac_address': 'fa:16:3e:65:f3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:07Z', 'updated_at': '2021-07-09T20:12:07Z', 'revision_number': 1, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'subnets': [{'id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:09.194100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08005277-3005-4444-98ca-a8460402f743 req-b95213cd-39b7-43ad-a352-57ad27d2e932 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:09.203191 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-08005277-3005-4444-98ca-a8460402f743 req-b95213cd-39b7-43ad-a352-57ad27d2e932 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 931 time: 0.1660290 Jul 09 20:12:09.206652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463c8772-a00c-472a-b784-b73d4ec6d63d None None] The sync data for ids ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'] in n-d-800088-3 is: [{'id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:12:02Z', 'updated_at': '2021-07-09T20:12:08Z', 'revision_number': 4, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'gw_port': {'id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:03Z', 'updated_at': '2021-07-09T20:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5', 'name': '', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'mac_address': 'fa:16:3e:65:f3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:07Z', 'updated_at': '2021-07-09T20:12:07Z', 'revision_number': 1, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'subnets': [{'id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:12:09.248909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-7a9d32bb-cdea-40df-8a6b-19266a2e7caf tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:09.249625 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-7a9d32bb-cdea-40df-8a6b-19266a2e7caf tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:09.307800 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-7a9d32bb-cdea-40df-8a6b-19266a2e7caf tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1563487 Jul 09 20:12:09.322167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Request body: {'port': {'device_id': '108a3ace-cccc-4a63-8e22-725296104d99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:09.329450 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-ab4c7c3b-a827-44f8-9f09-99800588904e req-dfec3103-7770-4597-ab76-7b8122c04214 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] For port f361c484-f3c5-4250-b6a9-c30ef33bf4a8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f361c484-f3c5-4250-b6a9-c30ef33bf4a8,segment=NetworkSegment(b21fdb1d-aa67-4684-a395-81754afd2f86),segment_id=b21fdb1d-aa67-4684-a395-81754afd2f86)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:09.330106 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ab4c7c3b-a827-44f8-9f09-99800588904e req-dfec3103-7770-4597-ab76-7b8122c04214 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:09.347502 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-08005277-3005-4444-98ca-a8460402f743 req-9358a3c5-e94d-4801-aab9-dc21077bef60 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411629 Jul 09 20:12:09.352269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-ab4c7c3b-a827-44f8-9f09-99800588904e req-dfec3103-7770-4597-ab76-7b8122c04214 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Calling delete_port for f361c484-f3c5-4250-b6a9-c30ef33bf4a8 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:09.462282 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:09.496777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-34b5b9f2-18bd-446b-855d-119b5eec3136 None None] Provisioning for port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:12:09.501447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-34b5b9f2-18bd-446b-855d-119b5eec3136 None None] Provisioning complete for port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:09.502046 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-34b5b9f2-18bd-446b-855d-119b5eec3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:09.547565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:12:09.554180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:12:09.652804 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-34b5b9f2-18bd-446b-855d-119b5eec3136 None None] Port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:12:09.996261 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ab4c7c3b-a827-44f8-9f09-99800588904e req-dfec3103-7770-4597-ab76-7b8122c04214 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:10.008272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['f361c484-f3c5-4250-b6a9-c30ef33bf4a8'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:12:10.065111 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec3103-7770-4597-ab76-7b8122c04214 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Pushing event deleted for resources: {'Port': ['ID=f361c484-f3c5-4250-b6a9-c30ef33bf4a8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:10.108203 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-75020a15-65b8-4580-b49d-32fdc5dbe2d7 req-056675fe-c3f1-4e23-b015-31902a4ba621 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 210 time: 0.1115968 Jul 09 20:12:10.119709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:12:10.132270 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b4252c19-62fa-4219-bd33-4676013332cd None None] Provisioning complete for port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:10.132674 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b4252c19-62fa-4219-bd33-4676013332cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:10.199742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b4252c19-62fa-4219-bd33-4676013332cd None None] Port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:12:10.217902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc6c4de-1e2a-4275-b9a9-ec821f9b586e {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:12:10.232120 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:10.242647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4c7c3b-a827-44f8-9f09-99800588904e req-dfec3103-7770-4597-ab76-7b8122c04214 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] No DVR routers for this DVR port f361c484-f3c5-4250-b6a9-c30ef33bf4a8 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:12:10.289955 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Transition to ACTIVE for port object fbc6c4de-1e2a-4275-b9a9-ec821f9b586e will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:12:10.304453 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:10.366596 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ab4c7c3b-a827-44f8-9f09-99800588904e req-dfec3103-7770-4597-ab76-7b8122c04214 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:10.389526 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab4c7c3b-a827-44f8-9f09-99800588904e req-dfec3103-7770-4597-ab76-7b8122c04214 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.36 "DELETE /v2.0/ports/f361c484-f3c5-4250-b6a9-c30ef33bf4a8 HTTP/1.1" status: 204 len: 173 time: 1.8717999 Jul 09 20:12:10.390056 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153ad2f2-1819-435d-8025-8acdd43f3573', 'name': 'network-vif-deleted', 'tag': 'f361c484-f3c5-4250-b6a9-c30ef33bf4a8'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:10.394646 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001d4ff8-8676-44d9-a456-d93068162996" -d '{"events": [{"server_uuid": "153ad2f2-1819-435d-8025-8acdd43f3573", "name": "network-vif-deleted", "tag": "f361c484-f3c5-4250-b6a9-c30ef33bf4a8"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:10.487734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Pushing event updated for resources: {'Port': ['ID=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:10.580184 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a9dc8f-5930-4a75-b8eb-31ca6c2e1302 x-openstack-request-id: req-93a9dc8f-5930-4a75-b8eb-31ca6c2e1302 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:10.580460 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153ad2f2-1819-435d-8025-8acdd43f3573", "name": "network-vif-deleted", "tag": "f361c484-f3c5-4250-b6a9-c30ef33bf4a8", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:10.580746 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93a9dc8f-5930-4a75-b8eb-31ca6c2e1302 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:10.584642 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153ad2f2-1819-435d-8025-8acdd43f3573', 'name': 'network-vif-deleted', 'tag': 'f361c484-f3c5-4250-b6a9-c30ef33bf4a8', 'status': 'completed', 'code': 200} Jul 09 20:12:10.708083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:12:10.723668 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3014d56b-db78-4bef-a14a-9b6b20187295 admin admin] 10.222.0.30 "PUT /v2.0/routers/ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5459671 Jul 09 20:12:10.781564 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Attempting to bind port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:12:10.782430 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Attempting to bind port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'a6e64fc2-6086-4de4-b933-d96424d8dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:12:10.786723 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Attempting to bind port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e on network 4846efdf-52b9-4da5-897d-6cddc898788e {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:12:10.795481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e on network 4846efdf-52b9-4da5-897d-6cddc898788e not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:12:10.796560 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Attempting to bind port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e on network 4846efdf-52b9-4da5-897d-6cddc898788e {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:12:10.810202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:12:10.810202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Checking segment: {'id': 'a6e64fc2-6086-4de4-b933-d96424d8dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:12:10.810202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Bound using segment: {'id': 'a6e64fc2-6086-4de4-b933-d96424d8dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:12:10.810202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Bound port: fbc6c4de-1e2a-4275-b9a9-ec821f9b586e, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e64fc2-6086-4de4-b933-d96424d8dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:12:10.810202 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:10.955043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578b689-c8ab-4089-8a72-21abec392bb6 req-ff310819-9d17-4b4b-83d0-9fb88c7ff62a tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:10.956723 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9578b689-c8ab-4089-8a72-21abec392bb6 req-ff310819-9d17-4b4b-83d0-9fb88c7ff62a tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 943 time: 0.1999083 Jul 09 20:12:10.981141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] For port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:12:11.009160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] For port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e,segment=NetworkSegment(a6e64fc2-6086-4de4-b933-d96424d8dfab),segment_id=a6e64fc2-6086-4de4-b933-d96424d8dfab)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:12:11.017700 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.033540 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9578b689-c8ab-4089-8a72-21abec392bb6 req-42fecbe5-226c-4a74-aa88-9100e0e3b281 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704236 Jul 09 20:12:11.106442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Pushing event updated for resources: {'Port': ['ID=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:11.118672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:11.119464 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.122333 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-ffd93f97-7c22-4137-a73f-9ad65a31310b service neutron] 10.222.0.36 "PUT /v2.0/ports/fbc6c4de-1e2a-4275-b9a9-ec821f9b586e HTTP/1.1" status: 200 len: 1091 time: 1.8052056 Jul 09 20:12:11.122911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108a3ace-cccc-4a63-8e22-725296104d99', 'tag': 'fbc6c4de-1e2a-4275-b9a9-ec821f9b586e'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:11.127818 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d31f95-4352-4f9f-abfe-91a857cd2f88" -d '{"events": [{"name": "network-changed", "server_uuid": "108a3ace-cccc-4a63-8e22-725296104d99", "tag": "fbc6c4de-1e2a-4275-b9a9-ec821f9b586e"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:11.265811 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568d38e1-5b77-4dc7-9b64-98e5e5604f4d x-openstack-request-id: req-568d38e1-5b77-4dc7-9b64-98e5e5604f4d {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:11.267030 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108a3ace-cccc-4a63-8e22-725296104d99", "tag": "fbc6c4de-1e2a-4275-b9a9-ec821f9b586e", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:11.267296 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-568d38e1-5b77-4dc7-9b64-98e5e5604f4d {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:11.267726 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108a3ace-cccc-4a63-8e22-725296104d99', 'tag': 'fbc6c4de-1e2a-4275-b9a9-ec821f9b586e', 'status': 'completed', 'code': 200} Jul 09 20:12:11.335975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-8a2b2eb1-d99a-4fd2-80ae-94da0dcbb8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:11.337793 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-8a2b2eb1-d99a-4fd2-80ae-94da0dcbb8dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8545f3a0589a4cc4839423bcc410fdf5&device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 1094 time: 0.1687505 Jul 09 20:12:11.440673 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-f790a676-2ad0-4cd8-a6d0-f8f7a8f101c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e HTTP/1.1" status: 200 len: 217 time: 0.0934093 Jul 09 20:12:11.584941 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-08da21d1-d405-486f-96fd-8f705d7df8d3 req-aa5ec363-b97b-49ca-b0ae-6a2dddf3ec13 tempest-ServerAddressesTestJSON-1259007347 tempest-ServerAddressesTestJSON-1259007347-project] 10.222.0.30 "GET /v2.0/ports?device_id=153ad2f2-1819-435d-8025-8acdd43f3573 HTTP/1.1" status: 200 len: 210 time: 0.0621457 Jul 09 20:12:11.590263 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-8316f8bb-f783-4034-bf84-64247b65ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:11.591792 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-8316f8bb-f783-4034-bf84-64247b65ccfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fa51b91-92af-4842-a22d-869a427201f3 HTTP/1.1" status: 200 len: 848 time: 0.1426678 Jul 09 20:12:11.738200 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-9615710b-7521-440e-8c5d-de851da72c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:11.739780 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-9615710b-7521-440e-8c5d-de851da72c7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4846efdf-52b9-4da5-897d-6cddc898788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361423 Jul 09 20:12:11.799394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53736) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:11.804341 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c5fdf84f-f657-4975-b8bc-140e52f1af14 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--230958217', 'description': 'tempest-description--1439457761'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:11.849897 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf84f-f657-4975-b8bc-140e52f1af14 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.891567 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-1bdd561b-81d8-400a-8af2-ac985489b21d service neutron] 10.222.0.36 "GET /v2.0/networks/4846efdf-52b9-4da5-897d-6cddc898788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419458 Jul 09 20:12:11.982862 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf84f-f657-4975-b8bc-140e52f1af14 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:11.990302 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf84f-f657-4975-b8bc-140e52f1af14 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.031625 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5fdf84f-f657-4975-b8bc-140e52f1af14 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.035923 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c5fdf84f-f657-4975-b8bc-140e52f1af14 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2326720 Jul 09 20:12:12.035923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fdf84f-f657-4975-b8bc-140e52f1af14 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a22ad0-5267-4693-9d1a-e34cd554da10,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:12.038052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53748) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:12.044300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-158a126a-ca68-4287-b265-f132d6466d9f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Request body: {'security_group_rule': {'security_group_id': 'd5a22ad0-5267-4693-9d1a-e34cd554da10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:12.098818 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f361c484-f3c5-4250-b6a9-c30ef33bf4a8 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:12.126170 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-44d471f7-2a4f-46e2-b0de-e715b92a1e34 req-41ef31df-31e8-4aa7-95be-50cc7e67aab7 service neutron] 10.222.0.36 "GET /v2.0/networks/4846efdf-52b9-4da5-897d-6cddc898788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217770 Jul 09 20:12:12.138059 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-158a126a-ca68-4287-b265-f132d6466d9f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.154273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: f361c484-f3c5-4250-b6a9-c30ef33bf4a8 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:12.154624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f361c484-f3c5-4250-b6a9-c30ef33bf4a8 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:12.283127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d3909ba1-c14f-4e6a-8ad2-581ebee86a1b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:12:12.336143 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-158a126a-ca68-4287-b265-f132d6466d9f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.346223 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-158a126a-ca68-4287-b265-f132d6466d9f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.381610 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d31f95-4352-4f9f-abfe-91a857cd2f88 req-53d42014-6e16-4755-827c-31d4f7a0f82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:12.386932 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-83d31f95-4352-4f9f-abfe-91a857cd2f88 req-53d42014-6e16-4755-827c-31d4f7a0f82e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8545f3a0589a4cc4839423bcc410fdf5&device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 1094 time: 0.1601262 Jul 09 20:12:12.387112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a126a-ca68-4287-b265-f132d6466d9f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ec34f0-55d1-4e68-be81-849a6e90a7a6,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:12.395736 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port d3909ba1-c14f-4e6a-8ad2-581ebee86a1b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:12:12.402295 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-158a126a-ca68-4287-b265-f132d6466d9f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.403248 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d3909ba1-c14f-4e6a-8ad2-581ebee86a1b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:12.403804 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.406412 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-158a126a-ca68-4287-b265-f132d6466d9f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3673375 Jul 09 20:12:12.410025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53754) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:12.416137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-eb20f58f-d3c0-4f7c-a1f8-82ee680a4495 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Request body: {'security_group_rule': {'security_group_id': 'd5a22ad0-5267-4693-9d1a-e34cd554da10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:12.478595 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb20f58f-d3c0-4f7c-a1f8-82ee680a4495 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.597763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d31f95-4352-4f9f-abfe-91a857cd2f88 req-ab9f1649-c610-44a0-a9e0-e289c5d1ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:12.599708 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-83d31f95-4352-4f9f-abfe-91a857cd2f88 req-ab9f1649-c610-44a0-a9e0-e289c5d1ace5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4846efdf-52b9-4da5-897d-6cddc898788e HTTP/1.1" status: 200 len: 910 time: 0.2046258 Jul 09 20:12:12.622850 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.686170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48ea92-dc04-4be2-b4bb-aeb0e628b708 req-ff5b42dc-07da-42f4-8f9d-85c1c8130b55 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:12.688435 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1b48ea92-dc04-4be2-b4bb-aeb0e628b708 req-ff5b42dc-07da-42f4-8f9d-85c1c8130b55 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 943 time: 0.2516131 Jul 09 20:12:12.688960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port d3909ba1-c14f-4e6a-8ad2-581ebee86a1b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d3909ba1-c14f-4e6a-8ad2-581ebee86a1b,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:12.690327 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-83d31f95-4352-4f9f-abfe-91a857cd2f88 req-bd939743-aec8-404f-beed-06ae5e8bb5b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e HTTP/1.1" status: 200 len: 217 time: 0.0838306 Jul 09 20:12:12.698479 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:12.812684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d31f95-4352-4f9f-abfe-91a857cd2f88 req-06cb5c6d-7983-41a0-a9c9-ab32adf8b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:12.814670 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-83d31f95-4352-4f9f-abfe-91a857cd2f88 req-06cb5c6d-7983-41a0-a9c9-ab32adf8b405 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fa51b91-92af-4842-a22d-869a427201f3 HTTP/1.1" status: 200 len: 848 time: 0.0986850 Jul 09 20:12:12.818171 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1b48ea92-dc04-4be2-b4bb-aeb0e628b708 req-508ef346-3a3c-4d99-9961-b2d298ac99d6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230824 Jul 09 20:12:12.842844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53764) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:12.854851 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=d3909ba1-c14f-4e6a-8ad2-581ebee86a1b,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:12.973804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-0faae3f0-8d3a-407a-ae92-7bfaee20f0fb admin admin] Deleting subnet 53c45d98-cd33-4994-a470-9c48159ec7ba {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:12:12.993587 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0faae3f0-8d3a-407a-ae92-7bfaee20f0fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:13.082403 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0faae3f0-8d3a-407a-ae92-7bfaee20f0fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:13.116008 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb20f58f-d3c0-4f7c-a1f8-82ee680a4495 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:13.127170 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb20f58f-d3c0-4f7c-a1f8-82ee680a4495 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:13.158305 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0faae3f0-8d3a-407a-ae92-7bfaee20f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:13.161416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20f58f-d3c0-4f7c-a1f8-82ee680a4495 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dcc5e1-3781-4dbd-8670-a6604fd2b5b4,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:13.201412 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb20f58f-d3c0-4f7c-a1f8-82ee680a4495 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:13.202854 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-eb20f58f-d3c0-4f7c-a1f8-82ee680a4495 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7913520 Jul 09 20:12:13.214344 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53770) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:13.234160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:13.326651 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:13.338994 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0faae3f0-8d3a-407a-ae92-7bfaee20f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:13.346594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d31f95-4352-4f9f-abfe-91a857cd2f88 req-fe0c6744-1503-4040-9070-800069f61545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:13.348118 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-83d31f95-4352-4f9f-abfe-91a857cd2f88 req-fe0c6744-1503-4040-9070-800069f61545 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4846efdf-52b9-4da5-897d-6cddc898788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5238764 Jul 09 20:12:13.563183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faae3f0-8d3a-407a-ae92-7bfaee20f0fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c45d98-cd33-4994-a470-9c48159ec7ba,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:13.600354 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0faae3f0-8d3a-407a-ae92-7bfaee20f0fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:13.602219 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0faae3f0-8d3a-407a-ae92-7bfaee20f0fb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/53c45d98-cd33-4994-a470-9c48159ec7ba HTTP/1.1" status: 204 len: 168 time: 0.7583470 Jul 09 20:12:13.604996 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:13.607636 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53778) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:13.721497 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5536-9c57-45fe-b693-904236bf72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:13.730686 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Sync routers for ids ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:12:13.746366 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Routers {'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:13.749041 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:13.772856 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-83d31f95-4352-4f9f-abfe-91a857cd2f88 req-86673dfe-2ad3-409e-afbe-814eba125a19 service neutron] 10.222.0.36 "GET /v2.0/networks/4846efdf-52b9-4da5-897d-6cddc898788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883824 Jul 09 20:12:13.803400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Allocated IP 172.25.0.231 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/453c3c2a-b158-40ec-b0a0-e87018a4c5e9) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:12:13.873593 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c708e-3df2-4622-bf63-3357af8c791f req-615578d9-1428-4e8a-b4b9-2f3e817b9144 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:13.875269 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-762c708e-3df2-4622-bf63-3357af8c791f req-615578d9-1428-4e8a-b4b9-2f3e817b9144 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 947 time: 0.3199308 Jul 09 20:12:13.941396 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5536-9c57-45fe-b693-904236bf72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:13.957086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-a5bc5536-9c57-45fe-b693-904236bf72c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f3a7c1-471b-4499-82ea-c83af2bc23d8']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:13.972764 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-a5bc5536-9c57-45fe-b693-904236bf72c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21fdb1d-aa67-4684-a395-81754afd2f86') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:13.973147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-a5bc5536-9c57-45fe-b693-904236bf72c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21fdb1d-aa67-4684-a395-81754afd2f86') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:14.003677 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5536-9c57-45fe-b693-904236bf72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.042763 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5536-9c57-45fe-b693-904236bf72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.059195 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bc5536-9c57-45fe-b693-904236bf72c6 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:12:14.059629 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5536-9c57-45fe-b693-904236bf72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:12:14.061960 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:12:14.127197 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Set router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:14.140467 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-762c708e-3df2-4622-bf63-3357af8c791f req-e07aab51-f801-44e7-9551-535753091959 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575103 Jul 09 20:12:14.153286 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-83d31f95-4352-4f9f-abfe-91a857cd2f88 req-491949cd-1cba-4058-bdc5-e11b12efa619 service neutron] 10.222.0.36 "GET /v2.0/networks/4846efdf-52b9-4da5-897d-6cddc898788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719766 Jul 09 20:12:14.194344 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5536-9c57-45fe-b693-904236bf72c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.201028 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a5bc5536-9c57-45fe-b693-904236bf72c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.205372 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a5bc5536-9c57-45fe-b693-904236bf72c6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d7f3a7c1-471b-4499-82ea-c83af2bc23d8 HTTP/1.1" status: 204 len: 168 time: 0.5944984 Jul 09 20:12:14.220521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc5536-9c57-45fe-b693-904236bf72c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f3a7c1-471b-4499-82ea-c83af2bc23d8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:14.247109 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.250967 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d3909ba1-c14f-4e6a-8ad2-581ebee86a1b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:12:14.389094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7f96c-575a-498b-96ee-9f25b3ebaddf req-99046a44-0bb1-4517-ad4d-941c2e19c31d tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:14.390876 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7fd7f96c-575a-498b-96ee-9f25b3ebaddf req-99046a44-0bb1-4517-ad4d-941c2e19c31d tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 943 time: 0.2609427 Jul 09 20:12:14.461893 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d3909ba1-c14f-4e6a-8ad2-581ebee86a1b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:14.462553 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.465976 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.555248 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7fd7f96c-575a-498b-96ee-9f25b3ebaddf req-6b599107-e848-413f-86a7-840d7c55e11e tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503475 Jul 09 20:12:14.575394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53790) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:14.606218 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:12:14.620699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:12:14.627057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:12:14.660738 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b4ff73ae-58f8-40ef-99f2-df5e33181796 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88d4917d4b7f42169bd56a399c8fe9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0822599 Jul 09 20:12:14.663160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53794) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:14.687814 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:12:02Z', 'updated_at': '2021-07-09T20:12:08Z', 'revision_number': 4, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'gw_port': {'id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:03Z', 'updated_at': '2021-07-09T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5', 'name': '', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'mac_address': 'fa:16:3e:65:f3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:07Z', 'updated_at': '2021-07-09T20:12:08Z', 'revision_number': 2, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'subnets': [{'id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:14.708413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event updated for resources: {'Port': ['ID=453c3c2a-b158-40ec-b0a0-e87018a4c5e9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:14.750656 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a24b707-bf48-4e45-90e6-4d4273730610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.760199 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Checking router: ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:12:14.761326 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Updating router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:12:14.823481 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.825851 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a24b707-bf48-4e45-90e6-4d4273730610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.857201 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.937430 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a24b707-bf48-4e45-90e6-4d4273730610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.942111 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a24b707-bf48-4e45-90e6-4d4273730610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:14.945699 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0a24b707-bf48-4e45-90e6-4d4273730610 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61b71e16-83ac-4bc7-999e-fd6bb1a9a892 HTTP/1.1" status: 204 len: 168 time: 0.2804723 Jul 09 20:12:14.966068 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24b707-bf48-4e45-90e6-4d4273730610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b71e16-83ac-4bc7-999e-fd6bb1a9a892,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:14.973723 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.219872 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.235674 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Transition to ACTIVE for port object 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:12:15.246087 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.247148 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.254986 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.294501 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-252725ae-158e-4956-b3db-3cf20e8a91ba tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:15.296165 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-252725ae-158e-4956-b3db-3cf20e8a91ba tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 947 time: 0.1561573 Jul 09 20:12:15.360802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event updated for resources: {'Port': ['ID=453c3c2a-b158-40ec-b0a0-e87018a4c5e9,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:15.405624 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Attempting to bind port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:12:15.406206 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Attempting to bind port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:12:15.407103 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Attempting to bind port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:12:15.420101 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.453133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.462589 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1029c33c-eddd-4908-b291-5f3187bdb0ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2376781 Jul 09 20:12:15.463177 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:12:15.463177 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Checking segment: {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:12:15.464207 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.466025 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Bound using segment: {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:12:15.467599 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Bound port: 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:12:15.468088 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.603504 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-1ded4139-f836-4204-88ae-920484ad50a6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Deleting port 13f61c8f-9164-4b85-b33e-c10aa5e1a462 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:15.605443 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-1ded4139-f836-4204-88ae-920484ad50a6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.679421 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] For port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:12:15.701072 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] For port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:12:15.707969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90175487-5f39-487a-be56-f955f39e0e8d req-13390c28-f7fb-4e44-ac49-3c048bc1e6cd tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:15.712258 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b35033-e7b9-440e-ad73-33b0537edf6e None None] Pushing event updated for resources: {'Port': ['ID=0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:15.716161 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.723868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90175487-5f39-487a-be56-f955f39e0e8d req-13390c28-f7fb-4e44-ac49-3c048bc1e6cd tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 947 time: 0.2382801 Jul 09 20:12:15.805211 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90175487-5f39-487a-be56-f955f39e0e8d req-bf83589c-5bf0-488f-896f-f6f87d394001 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9313927-a342-47f0-acda-99b00f6f5b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800130 Jul 09 20:12:15.847070 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Routers {'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:15.851106 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:15.873645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-1ded4139-f836-4204-88ae-920484ad50a6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] For port 13f61c8f-9164-4b85-b33e-c10aa5e1a462, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=13f61c8f-9164-4b85-b33e-c10aa5e1a462,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:15.874016 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-1ded4139-f836-4204-88ae-920484ad50a6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:15.985255 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-23bfb38a-0e53-47a9-9b9e-30ab6f8bd2e2 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--230958217&fields=id&tenant_id=c2e81d9f1ed2425f9b101d7229ff034f HTTP/1.1" status: 200 len: 267 time: 0.0652483 Jul 09 20:12:16.007782 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b35033-e7b9-440e-ad73-33b0537edf6e None None] Pushing event updated for resources: {'Port': ['ID=0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:16.149971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device fbc6c4de-1e2a-4275-b9a9-ec821f9b586e details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:12:16.171035 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] Set router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:16.298868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-0ac2aff4-59a6-430f-97fa-4eeca199e2b5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:16.304371 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-0ac2aff4-59a6-430f-97fa-4eeca199e2b5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 812 time: 0.3104165 Jul 09 20:12:16.332934 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-618a7301-6de1-4f73-b943-7c4175980b0e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/quotas/c2e81d9f1ed2425f9b101d7229ff034f HTTP/1.1" status: 200 len: 375 time: 0.0217187 Jul 09 20:12:16.418181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e,segment=NetworkSegment(a6e64fc2-6086-4de4-b933-d96424d8dfab),segment_id=a6e64fc2-6086-4de4-b933-d96424d8dfab)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:16.459196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'fbc6c4de-1e2a-4275-b9a9-ec821f9b586e', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'port_id': 'fbc6c4de-1e2a-4275-b9a9-ec821f9b586e', 'mac_address': 'fa:16:3e:ca:d1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa51b91-92af-4842-a22d-869a427201f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:12:16.476011 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-3cb6c343-a77c-40e4-a9c6-29794470a9de tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1359427 Jul 09 20:12:16.494495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53840) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:16.551922 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:16.583514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc6c4de-1e2a-4275-b9a9-ec821f9b586e {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:12:16.683762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e,segment=NetworkSegment(a6e64fc2-6086-4de4-b933-d96424d8dfab),segment_id=a6e64fc2-6086-4de4-b933-d96424d8dfab)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:16.699829 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:16.795570 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:12:02Z', 'updated_at': '2021-07-09T20:12:08Z', 'revision_number': 4, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'gw_port': {'id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:03Z', 'updated_at': '2021-07-09T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5', 'name': '', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'mac_address': 'fa:16:3e:65:f3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:07Z', 'updated_at': '2021-07-09T20:12:15Z', 'revision_number': 4, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'subnets': [{'id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:16.833291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:16.843453 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729569e8-b3cc-47d0-aae2-4c593fcec17c None None] The sync data for ids ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'] in n-d-800088-3 is: [{'id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:12:02Z', 'updated_at': '2021-07-09T20:12:08Z', 'revision_number': 4, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'gw_port': {'id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:03Z', 'updated_at': '2021-07-09T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5', 'name': '', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'mac_address': 'fa:16:3e:65:f3:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:07Z', 'updated_at': '2021-07-09T20:12:15Z', 'revision_number': 4, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'subnets': [{'id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:12:16.879439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1846951530-network', 'tenant_id': 'dc8c1a0810e84840bfa455da493200f2'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:16.885728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66e155-fbb3-4b80-8fd9-f866ae3b8658 req-087c7281-ed46-401b-962b-d5bceb75b0c1 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:16.893550 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6e66e155-fbb3-4b80-8fd9-f866ae3b8658 req-087c7281-ed46-401b-962b-d5bceb75b0c1 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 943 time: 1.0132749 Jul 09 20:12:16.908678 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-5836f705-f031-4af8-930c-83ed9a2cc894 service neutron] 10.222.0.30 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861384 Jul 09 20:12:16.963571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] Made reservation on behalf of dc8c1a0810e84840bfa455da493200f2 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:12:16.996268 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:17.013759 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6e66e155-fbb3-4b80-8fd9-f866ae3b8658 req-bd37a632-bff8-4a9d-ace3-a5810ad89250 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998335 Jul 09 20:12:17.037323 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:17.066719 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-1ded4139-f836-4204-88ae-920484ad50a6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:17.069062 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-1ded4139-f836-4204-88ae-920484ad50a6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:17.073996 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-1ded4139-f836-4204-88ae-920484ad50a6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Floating IP 8ab4996d-9218-431d-a82e-efa561d7490e disassociated. External IP: 172.25.0.35, port: 13f61c8f-9164-4b85-b33e-c10aa5e1a462. Jul 09 20:12:17.075323 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-1ded4139-f836-4204-88ae-920484ad50a6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Calling delete_port for 13f61c8f-9164-4b85-b33e-c10aa5e1a462 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:17.080140 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['fbc6c4de-1e2a-4275-b9a9-ec821f9b586e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:12:17.326057 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-9b09a525-9b8a-47b8-b4b8-ab3613bd517b service neutron] 10.222.0.30 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087377 Jul 09 20:12:17.482848 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:17.489361 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:17.523083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:12:17.525978 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-1ded4139-f836-4204-88ae-920484ad50a6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:17.544159 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:17.548114 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] Added segment 68ed0e06-d62c-466c-b014-ab0f8bfdefd2 of type vlan for network 092ab18b-6d0c-4a5e-add7-eea703a7e88b Jul 09 20:12:17.659799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded4139-f836-4204-88ae-920484ad50a6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event deleted for resources: {'Port': ['ID=13f61c8f-9164-4b85-b33e-c10aa5e1a462,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:17.682596 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:17.856742 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f9bbe92-1a04-4a3b-b1b4-958175c41515 req-adb3b23f-b469-4284-9806-f5e44f93b20a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 210 time: 0.0763960 Jul 09 20:12:17.875689 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:17.877626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:17.879595 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:18.034681 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-1ded4139-f836-4204-88ae-920484ad50a6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Router c5c05f4c-173c-4c97-acc8-11f3965267e0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:12:18.170304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 13f61c8f-9164-4b85-b33e-c10aa5e1a462 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:18.175051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] Pushing event updated for resources: {'Network': ['ID=092ab18b-6d0c-4a5e-add7-eea703a7e88b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:18.210614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23b6ee8-6bcc-4efb-914d-051860d07fdd,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:18.233187 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-20cdfbf2-4dd5-4b7f-9e28-c84478b4dfc5 req-39fac5dd-ef44-427c-b81a-a607e41fa35d tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 210 time: 0.1941061 Jul 09 20:12:18.244899 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-49d5679d-e769-4270-adb9-26084221b2d1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7488987 Jul 09 20:12:18.247904 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53874) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:18.280407 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 092ab18b-6d0c-4a5e-add7-eea703a7e88b details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:12:18.289670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-885ececb-df3c-48a9-a7c7-b5e417a3aeb2 admin admin] Request body: {'subnet': {'network_id': '092ab18b-6d0c-4a5e-add7-eea703a7e88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1846951530-subnet', 'tenant_id': 'dc8c1a0810e84840bfa455da493200f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:18.405379 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 13f61c8f-9164-4b85-b33e-c10aa5e1a462 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:18.406044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 13f61c8f-9164-4b85-b33e-c10aa5e1a462 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:18.413699 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:12:18.564595 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:12:18.580732 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:18.584207 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:18.610123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448ff8d-e4f5-48ac-9653-ca090adca774 req-3104dc7b-eb68-4703-a8c5-72a43725541e tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:18.611735 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6448ff8d-e4f5-48ac-9653-ca090adca774 req-3104dc7b-eb68-4703-a8c5-72a43725541e tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 944 time: 0.2123792 Jul 09 20:12:18.671209 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885ececb-df3c-48a9-a7c7-b5e417a3aeb2 admin admin] Made reservation on behalf of dc8c1a0810e84840bfa455da493200f2 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:12:18.683668 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-885ececb-df3c-48a9-a7c7-b5e417a3aeb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:18.734797 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6448ff8d-e4f5-48ac-9653-ca090adca774 req-2eff79f4-f871-45da-a13e-3f429c9fe0b4 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049156 Jul 09 20:12:18.778276 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:18.826827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:18.841166 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:18.885900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-1ded4139-f836-4204-88ae-920484ad50a6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:12:18.951834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be240ab-2062-41df-ac28-b63b96430ad1 None None] Sync routers for ids ['c5c05f4c-173c-4c97-acc8-11f3965267e0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:12:19.003216 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-1ded4139-f836-4204-88ae-920484ad50a6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] No DVR routers for this DVR port 13f61c8f-9164-4b85-b33e-c10aa5e1a462 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:12:19.024885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be240ab-2062-41df-ac28-b63b96430ad1 None None] Routers {'c5c05f4c-173c-4c97-acc8-11f3965267e0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:19.033300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1be240ab-2062-41df-ac28-b63b96430ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c5c05f4c-173c-4c97-acc8-11f3965267e0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:19.055743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-1ded4139-f836-4204-88ae-920484ad50a6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:19.059411 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-87b32992-0f21-4ca8-8f9b-ac3aa23d924e req-1ded4139-f836-4204-88ae-920484ad50a6 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.36 "DELETE /v2.0/ports/13f61c8f-9164-4b85-b33e-c10aa5e1a462 HTTP/1.1" status: 204 len: 173 time: 3.7574849 Jul 09 20:12:19.060163 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'name': 'network-vif-deleted', 'tag': '13f61c8f-9164-4b85-b33e-c10aa5e1a462'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:19.062701 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a213220-f118-4072-aae0-cfe64d37f7d1" -d '{"events": [{"server_uuid": "5e667fea-5a94-42a9-8d5b-77ad5a1e375d", "name": "network-vif-deleted", "tag": "13f61c8f-9164-4b85-b33e-c10aa5e1a462"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:19.172659 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e01fea-cff9-487e-8b79-c46079f9d18f x-openstack-request-id: req-04e01fea-cff9-487e-8b79-c46079f9d18f {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:19.173104 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e667fea-5a94-42a9-8d5b-77ad5a1e375d", "name": "network-vif-deleted", "tag": "13f61c8f-9164-4b85-b33e-c10aa5e1a462", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:19.173629 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04e01fea-cff9-487e-8b79-c46079f9d18f {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:19.174043 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e667fea-5a94-42a9-8d5b-77ad5a1e375d', 'name': 'network-vif-deleted', 'tag': '13f61c8f-9164-4b85-b33e-c10aa5e1a462', 'status': 'completed', 'code': 200} Jul 09 20:12:19.189053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-def057ed-7f37-4a71-96a9-2b6f741bf1ac req-89e2a72f-e5d6-46c2-bd60-aaef9550aa9b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 210 time: 0.0734913 Jul 09 20:12:19.442981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:19.484059 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-885ececb-df3c-48a9-a7c7-b5e417a3aeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:19.580555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-1be240ab-2062-41df-ac28-b63b96430ad1 None None] Set router c5c05f4c-173c-4c97-acc8-11f3965267e0 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:19.631535 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe7302a8-b199-46bf-bc8c-4f6994c79f67 req-e37c64f6-fbd5-438f-ba7e-42aa418d4154 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 210 time: 0.0636802 Jul 09 20:12:19.644757 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ececb-df3c-48a9-a7c7-b5e417a3aeb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a848a8-5c2c-4810-ae13-7abbcb8fc831,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:19.660043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885ececb-df3c-48a9-a7c7-b5e417a3aeb2 admin admin] Checking segment: {'id': '68ed0e06-d62c-466c-b014-ab0f8bfdefd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '092ab18b-6d0c-4a5e-add7-eea703a7e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:12:19.660490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885ececb-df3c-48a9-a7c7-b5e417a3aeb2 admin admin] Network hostable DHCP agents. Network: 092ab18b-6d0c-4a5e-add7-eea703a7e88b, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:12:19.683503 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885ececb-df3c-48a9-a7c7-b5e417a3aeb2 admin admin] Network 092ab18b-6d0c-4a5e-add7-eea703a7e88b is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:12:19.704022 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-885ececb-df3c-48a9-a7c7-b5e417a3aeb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 092ab18b-6d0c-4a5e-add7-eea703a7e88b) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:12:19.711394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885ececb-df3c-48a9-a7c7-b5e417a3aeb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:19.716120 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-885ececb-df3c-48a9-a7c7-b5e417a3aeb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:19.742960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c84fade-d0bc-434f-b175-0edb087e24ce None None] Network 092ab18b-6d0c-4a5e-add7-eea703a7e88b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:12:19.757514 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-885ececb-df3c-48a9-a7c7-b5e417a3aeb2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5026398 Jul 09 20:12:20.177867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:12:20.180255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device fbc6c4de-1e2a-4275-b9a9-ec821f9b586e up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:12:20.236438 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd09a2-b574-4a5d-8cf6-34e7a18d0420 req-3d95135a-8c72-4429-90a4-f654a8e50f0c tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:20.270505 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4bd09a2-b574-4a5d-8cf6-34e7a18d0420 req-3d95135a-8c72-4429-90a4-f654a8e50f0c tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 944 time: 0.1901407 Jul 09 20:12:20.385443 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4bd09a2-b574-4a5d-8cf6-34e7a18d0420 req-9c89c4d7-e36f-4764-a6d3-9f10fd46b6c1 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138878 Jul 09 20:12:20.397574 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-20da1b01-a79d-4205-9e3c-b095ee20e220 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:20.400029 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-20da1b01-a79d-4205-9e3c-b095ee20e220 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 812 time: 0.1514375 Jul 09 20:12:20.511622 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-03e72168-0627-40ce-9477-ef219241ffe7 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2e81d9f1ed2425f9b101d7229ff034f HTTP/1.1" status: 200 len: 379 time: 0.0998182 Jul 09 20:12:20.538259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-26ec2a11-d041-4190-8afd-0e3280387ea5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Request body: {'port': {'device_id': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'admin_state_up': True, 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'security_groups': ['d5a22ad0-5267-4693-9d1a-e34cd554da10']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:20.648873 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:20.649451 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:20.719762 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37459174-5dc1-4f9b-b74d-2c8478471281 req-f673ba81-182c-4549-978e-6a6bcd2dd0fb tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 210 time: 0.0884383 Jul 09 20:12:20.798865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:12:20.823709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:20.824282 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:20.942712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-26ec2a11-d041-4190-8afd-0e3280387ea5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Made reservation on behalf of c2e81d9f1ed2425f9b101d7229ff034f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:12:20.947156 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-26ec2a11-d041-4190-8afd-0e3280387ea5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:21.060298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11c7c25-0ee3-4f2b-9907-3d98809065cd None None] Network 092ab18b-6d0c-4a5e-add7-eea703a7e88b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:12:21.136867 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-616488b5-27b8-480f-8ff4-e1b06d382363 req-935b2128-eafc-4ff7-92cf-2ef3f0c8f424 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e667fea-5a94-42a9-8d5b-77ad5a1e375d HTTP/1.1" status: 200 len: 210 time: 0.0641627 Jul 09 20:12:21.143935 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1be240ab-2062-41df-ac28-b63b96430ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:26Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'b41c1f82-d782-4d57-a0df-7f75c35c571a', 'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'mac_address': 'fa:16:3e:7f:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:25Z', 'updated_at': '2021-07-09T19:59:33Z', 'revision_number': 5, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'subnets': [{'id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:21.148816 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-a6205872-c3b1-4b2f-b43b-b7c3588288c9 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:21.153156 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-a6205872-c3b1-4b2f-b43b-b7c3588288c9 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/networks?id=092ab18b-6d0c-4a5e-add7-eea703a7e88b HTTP/1.1" status: 200 len: 813 time: 0.4103100 Jul 09 20:12:21.219674 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-78742e52-79c3-494e-a51d-aa7371688db3 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/quotas/dc8c1a0810e84840bfa455da493200f2 HTTP/1.1" status: 200 len: 375 time: 0.0592537 Jul 09 20:12:21.229987 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:21.237165 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be240ab-2062-41df-ac28-b63b96430ad1 None None] Checking router: c5c05f4c-173c-4c97-acc8-11f3965267e0 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:12:21.290757 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108a3ace-cccc-4a63-8e22-725296104d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc6c4de-1e2a-4275-b9a9-ec821f9b586e'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:21.293317 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342bb791-0603-4aa2-b49d-81c36f3ec550" -d '{"events": [{"server_uuid": "108a3ace-cccc-4a63-8e22-725296104d99", "name": "network-vif-plugged", "status": "completed", "tag": "fbc6c4de-1e2a-4275-b9a9-ec821f9b586e"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:21.294562 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-4e7e4bc9-f274-4140-949a-3b062cfa153f tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc8c1a0810e84840bfa455da493200f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674257 Jul 09 20:12:21.302580 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e,segment=NetworkSegment(a6e64fc2-6086-4de4-b933-d96424d8dfab),segment_id=a6e64fc2-6086-4de4-b933-d96424d8dfab)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:21.305310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be240ab-2062-41df-ac28-b63b96430ad1 None None] Routers {'c5c05f4c-173c-4c97-acc8-11f3965267e0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:21.305952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1be240ab-2062-41df-ac28-b63b96430ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:11:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c5c05f4c-173c-4c97-acc8-11f3965267e0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:21.311375 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:21.451352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-26ec2a11-d041-4190-8afd-0e3280387ea5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Allocated IP 172.20.0.14 (845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8/de9a6dd1-1afa-4967-a28b-c388caa25b1c/63677154-63b5-4897-8657-b7307f459562) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:12:21.487200 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:21.496407 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-8e1e003d-6235-4aa1-b6e1-06e5ec1a187e service neutron] 10.222.0.30 "GET /v2.0/networks/092ab18b-6d0c-4a5e-add7-eea703a7e88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895897 Jul 09 20:12:21.527837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-1be240ab-2062-41df-ac28-b63b96430ad1 None None] Set router c5c05f4c-173c-4c97-acc8-11f3965267e0 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:21.542068 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-a90f2cd8-adbd-43c8-82df-b1b6fad2bdf7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:21.549386 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-a90f2cd8-adbd-43c8-82df-b1b6fad2bdf7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 811 time: 0.1600711 Jul 09 20:12:21.572700 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-42b01d2b-fd38-4620-a94b-81eeb32b93b8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/quotas/23bb1ac906cf4b6394cc5b1e602b1500 HTTP/1.1" status: 200 len: 375 time: 0.0168042 Jul 09 20:12:21.680934 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-738f426d-5888-4275-9cea-59e8c36fe003 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967145 Jul 09 20:12:21.720326 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-57c74bbd-800e-42f4-aa83-592e175e4ac4 service neutron] 10.222.0.30 "GET /v2.0/networks/092ab18b-6d0c-4a5e-add7-eea703a7e88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228985 Jul 09 20:12:21.815844 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-26ec2a11-d041-4190-8afd-0e3280387ea5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:21.853617 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-26ec2a11-d041-4190-8afd-0e3280387ea5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Transition to ACTIVE for port object 63677154-63b5-4897-8657-b7307f459562 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:12:21.893753 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-53d546fb-5ef1-400d-bb0a-40a33643a1e3 service neutron] 10.222.0.30 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995575 Jul 09 20:12:21.931672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1be240ab-2062-41df-ac28-b63b96430ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:26Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'b41c1f82-d782-4d57-a0df-7f75c35c571a', 'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'mac_address': 'fa:16:3e:7f:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:25Z', 'updated_at': '2021-07-09T19:59:33Z', 'revision_number': 5, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'subnets': [{'id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:21.933607 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-26ec2a11-d041-4190-8afd-0e3280387ea5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:21.996918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-26ec2a11-d041-4190-8afd-0e3280387ea5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:12:22.002695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-26ec2a11-d041-4190-8afd-0e3280387ea5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:12:22.007780 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-26ec2a11-d041-4190-8afd-0e3280387ea5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:12:22.016402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be240ab-2062-41df-ac28-b63b96430ad1 None None] The sync data for ids ['c5c05f4c-173c-4c97-acc8-11f3965267e0'] in n-d-800088-3 is: [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T19:59:26Z', 'revision_number': 4, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'b41c1f82-d782-4d57-a0df-7f75c35c571a', 'name': '', 'network_id': '71fa7c07-7273-451c-ae3d-4402b49a7b55', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'mac_address': 'fa:16:3e:7f:67:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:25Z', 'updated_at': '2021-07-09T19:59:33Z', 'revision_number': 5, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'subnets': [{'id': 'a00eb4ac-2cb3-49d9-a96a-a24c04842ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:12:22.071604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec2a11-d041-4190-8afd-0e3280387ea5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event updated for resources: {'Port': ['ID=63677154-63b5-4897-8657-b7307f459562,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:22.139399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-26ec2a11-d041-4190-8afd-0e3280387ea5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:22.142958 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-26ec2a11-d041-4190-8afd-0e3280387ea5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:22.158852 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-e3c747ab-9120-470b-87ec-35ce5aa1a166 service neutron] 10.222.0.30 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585962 Jul 09 20:12:22.171277 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-26ec2a11-d041-4190-8afd-0e3280387ea5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6521814 Jul 09 20:12:22.191291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Request body: {'port': {'device_id': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:22.341288 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb17324e-8e4d-4711-8d02-2c6dcd4bfe8b x-openstack-request-id: req-bb17324e-8e4d-4711-8d02-2c6dcd4bfe8b {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:22.341629 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108a3ace-cccc-4a63-8e22-725296104d99", "name": "network-vif-plugged", "status": "completed", "tag": "fbc6c4de-1e2a-4275-b9a9-ec821f9b586e", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:22.341833 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb17324e-8e4d-4711-8d02-2c6dcd4bfe8b {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:22.342248 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108a3ace-cccc-4a63-8e22-725296104d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc6c4de-1e2a-4275-b9a9-ec821f9b586e', 'code': 200} Jul 09 20:12:22.409986 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:22.528438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8b30bfd-872f-42e0-9995-ccb6d7d4795b None None] Provisioning for port 63677154-63b5-4897-8657-b7307f459562 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:12:22.537705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8b30bfd-872f-42e0-9995-ccb6d7d4795b None None] Provisioning complete for port 63677154-63b5-4897-8657-b7307f459562 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:22.562631 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8b30bfd-872f-42e0-9995-ccb6d7d4795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:22.651030 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6500f4f-4ca1-44cc-8fd0-98ef1eff3a38 None None] New status for floating IP 8ab4996d-9218-431d-a82e-efa561d7490e: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:12:22.679891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0b034-3c2b-4b6e-8354-02d69dea4178 req-a6fe4326-2463-45d6-81d4-996069988ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:22.684038 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35b0b034-3c2b-4b6e-8354-02d69dea4178 req-a6fe4326-2463-45d6-81d4-996069988ebb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 1096 time: 0.2439814 Jul 09 20:12:22.704127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a8b30bfd-872f-42e0-9995-ccb6d7d4795b None None] Port 63677154-63b5-4897-8657-b7307f459562 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:12:22.764590 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35b0b034-3c2b-4b6e-8354-02d69dea4178 req-b5a0e279-9948-415c-8554-ebef6029335b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725596 Jul 09 20:12:23.016956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad289b-6988-43f6-9290-d714bda32ead req-7c101901-c2e7-414b-8c23-468a6ef9f61c tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:23.017779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1433bd8-e9d6-49fb-b94c-b59b1f1bb885 req-835b8cd0-3df3-4984-9077-1c25684176b8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:23.022961 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-56ad289b-6988-43f6-9290-d714bda32ead req-7c101901-c2e7-414b-8c23-468a6ef9f61c tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 945 time: 0.2752213 Jul 09 20:12:23.028980 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1433bd8-e9d6-49fb-b94c-b59b1f1bb885 req-835b8cd0-3df3-4984-9077-1c25684176b8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 932 time: 0.1904016 Jul 09 20:12:23.104449 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1433bd8-e9d6-49fb-b94c-b59b1f1bb885 req-de22f4ae-dc66-4a59-af76-814f6f74ed29 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684624 Jul 09 20:12:23.197358 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-56ad289b-6988-43f6-9290-d714bda32ead req-c140df52-722a-4e65-a49d-982909b03964 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490055 Jul 09 20:12:23.202582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63677154-63b5-4897-8657-b7307f459562 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:12:23.211160 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:23.235253 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Transition to ACTIVE for port object 63677154-63b5-4897-8657-b7307f459562 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:12:23.241420 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:23.359776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Pushing event updated for resources: {'Port': ['ID=63677154-63b5-4897-8657-b7307f459562,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:23.401571 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2a171533-d34d-4b30-a02f-7e48ad2c9ab6 req-2e6734e3-7abc-4113-b18e-4bfe1cb065ba tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 210 time: 0.0625393 Jul 09 20:12:23.571114 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-97717dd6-89ce-423f-8098-62a4084fc474 req-9fef842f-fea7-4f20-87f8-8013b732dce8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 210 time: 0.2047908 Jul 09 20:12:23.582182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Attempting to bind port 63677154-63b5-4897-8657-b7307f459562 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:12:23.582529 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Attempting to bind port 63677154-63b5-4897-8657-b7307f459562 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:12:23.583808 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Attempting to bind port 63677154-63b5-4897-8657-b7307f459562 on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:12:23.594470 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Port 63677154-63b5-4897-8657-b7307f459562 on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:12:23.595098 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Attempting to bind port 63677154-63b5-4897-8657-b7307f459562 on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:12:23.603958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:12:23.605001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Checking segment: {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:12:23.608099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Bound using segment: {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:12:23.608601 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Bound port: 63677154-63b5-4897-8657-b7307f459562, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:12:23.610835 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:23.650769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53976) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:23.724870 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:12:23.737438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:12:23.742526 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:23.756684 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f851d7e-09bc-4609-b7ee-851693de7c95 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:23.785538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:23.786192 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:23.787528 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f851d7e-09bc-4609-b7ee-851693de7c95 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:23.787679 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] 10.222.0.36 "PUT /v2.0/ports/63677154-63b5-4897-8657-b7307f459562 HTTP/1.1" status: 200 len: 1092 time: 1.6076341 Jul 09 20:12:23.790029 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'tag': '63677154-63b5-4897-8657-b7307f459562'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:23.793408 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48aafd7f-b337-46fc-a9dc-391bc3c20197" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "tag": "63677154-63b5-4897-8657-b7307f459562"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:23.856995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fa02d-b6a2-4204-bff7-5fd807e6b497 service neutron] Pushing event updated for resources: {'Port': ['ID=63677154-63b5-4897-8657-b7307f459562,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:23.861838 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f851d7e-09bc-4609-b7ee-851693de7c95 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:23.880705 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f851d7e-09bc-4609-b7ee-851693de7c95 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:23.881894 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4f851d7e-09bc-4609-b7ee-851693de7c95 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "DELETE /v2.0/security-groups/d9313927-a342-47f0-acda-99b00f6f5b7a HTTP/1.1" status: 204 len: 168 time: 0.2291028 Jul 09 20:12:23.886282 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a667da18-0e76-4d66-afcc-743e9cee5fb9 x-openstack-request-id: req-a667da18-0e76-4d66-afcc-743e9cee5fb9 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:23.886664 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "tag": "63677154-63b5-4897-8657-b7307f459562", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:23.886934 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a667da18-0e76-4d66-afcc-743e9cee5fb9 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:23.887362 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'tag': '63677154-63b5-4897-8657-b7307f459562', 'status': 'completed', 'code': 200} Jul 09 20:12:23.888065 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53980) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:23.895064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f851d7e-09bc-4609-b7ee-851693de7c95 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9313927-a342-47f0-acda-99b00f6f5b7a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:23.908453 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-e622c121-0269-4454-b51c-c4be135a5d06 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] show failed (client error): The resource could not be found. Jul 09 20:12:23.913599 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e622c121-0269-4454-b51c-c4be135a5d06 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "GET /v2.0/security-groups/d9313927-a342-47f0-acda-99b00f6f5b7a HTTP/1.1" status: 404 len: 347 time: 0.0244088 Jul 09 20:12:23.913805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53982) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:23.997670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-a6063031-0ca5-42a0-89c1-4c2d1a6376d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:23.999214 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-a6063031-0ca5-42a0-89c1-4c2d1a6376d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 1095 time: 0.0669239 Jul 09 20:12:24.069136 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-f5cad29a-e1f7-4035-9a84-9b067d086af9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63677154-63b5-4897-8657-b7307f459562 HTTP/1.1" status: 200 len: 217 time: 0.0620325 Jul 09 20:12:24.083284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-3fe45fa6-eb0e-4b2e-b272-8a9f05a788f7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Deleting port 3e9c6f6f-10f4-4938-a072-032ec6234060 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:24.083745 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3fe45fa6-eb0e-4b2e-b272-8a9f05a788f7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:24.162699 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-1d41e2c0-6575-47d0-ac6c-afb12ce45453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:24.174602 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-1d41e2c0-6575-47d0-ac6c-afb12ce45453 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.0847230 Jul 09 20:12:24.181924 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3fe45fa6-eb0e-4b2e-b272-8a9f05a788f7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:24.186497 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3fe45fa6-eb0e-4b2e-b272-8a9f05a788f7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:24.206056 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-3fe45fa6-eb0e-4b2e-b272-8a9f05a788f7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Calling delete_port for 3e9c6f6f-10f4-4938-a072-032ec6234060 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:24.344151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-c97cbdb5-4dc7-453f-b756-e06348d8894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:24.349975 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-c97cbdb5-4dc7-453f-b756-e06348d8894d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1653605 Jul 09 20:12:24.488694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-ad146060-fc49-4e8a-9de5-8f0b8217c3aa tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:24.490298 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-ad146060-fc49-4e8a-9de5-8f0b8217c3aa tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.36 "GET /v2.0/networks?id=092ab18b-6d0c-4a5e-add7-eea703a7e88b HTTP/1.1" status: 200 len: 813 time: 0.1944115 Jul 09 20:12:24.514814 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-bc5c5f3c-eb40-4ca5-9680-4f8f69276cfd tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Request body: {'port': {'device_id': 'b97d6b45-4f73-4e3b-b71e-1cfa504e2550', 'network_id': '092ab18b-6d0c-4a5e-add7-eea703a7e88b', 'admin_state_up': True, 'tenant_id': 'dc8c1a0810e84840bfa455da493200f2'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:24.535901 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3fe45fa6-eb0e-4b2e-b272-8a9f05a788f7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:24.542652 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-1aedb797-257d-4566-9572-9146df359af2 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720426 Jul 09 20:12:24.563053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d61f04-e9c5-4737-bcf0-ae58f212b1dc req-2c8aa12b-7209-4376-99b5-0749ff556a9a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:24.564776 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17d61f04-e9c5-4737-bcf0-ae58f212b1dc req-2c8aa12b-7209-4376-99b5-0749ff556a9a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 944 time: 0.2136402 Jul 09 20:12:24.612789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe45fa6-eb0e-4b2e-b272-8a9f05a788f7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Pushing event deleted for resources: {'Port': ['ID=3e9c6f6f-10f4-4938-a072-032ec6234060,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:24.668816 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17d61f04-e9c5-4737-bcf0-ae58f212b1dc req-79f6ae79-5e1a-4c23-a538-4de9943d6cf3 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947471 Jul 09 20:12:24.708347 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd9e12c1-e1ef-411b-ba20-2ac95adaaff1 req-0b076029-cdb1-4182-ac80-acd720d60f1b service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567473 Jul 09 20:12:24.747236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb39a1-17f5-4db3-8167-baa50dfda769 req-7524c36a-3a52-4ec3-a384-b530cbd6106f tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:24.749302 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-02eb39a1-17f5-4db3-8167-baa50dfda769 req-7524c36a-3a52-4ec3-a384-b530cbd6106f tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 945 time: 0.2891219 Jul 09 20:12:24.779070 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3fe45fa6-eb0e-4b2e-b272-8a9f05a788f7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:24.783285 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3fe45fa6-eb0e-4b2e-b272-8a9f05a788f7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:24.790560 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3fe45fa6-eb0e-4b2e-b272-8a9f05a788f7 tempest-AttachVolumeShelveTestJSON-1573303521 tempest-AttachVolumeShelveTestJSON-1573303521-project] 10.222.0.30 "DELETE /v2.0/floatingips/8ab4996d-9218-431d-a82e-efa561d7490e HTTP/1.1" status: 204 len: 168 time: 0.8757143 Jul 09 20:12:24.914295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aafd7f-b337-46fc-a9dc-391bc3c20197 req-738a7241-f94d-4cbb-bcdd-0fa2b35acabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:24.915600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-bc5c5f3c-eb40-4ca5-9680-4f8f69276cfd tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Made reservation on behalf of dc8c1a0810e84840bfa455da493200f2 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:12:24.917568 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48aafd7f-b337-46fc-a9dc-391bc3c20197 req-738a7241-f94d-4cbb-bcdd-0fa2b35acabc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 1095 time: 0.1239190 Jul 09 20:12:24.920297 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-bc5c5f3c-eb40-4ca5-9680-4f8f69276cfd tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:25.098526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-97045bbb-f581-4de0-b3f1-240f8a14b6ab req-a5e266be-ad70-40f4-bdfe-86efb98180f4 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 210 time: 0.0630040 Jul 09 20:12:25.112440 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aafd7f-b337-46fc-a9dc-391bc3c20197 req-c139e58c-5516-4ddb-a47e-bd4624e656c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:25.113745 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48aafd7f-b337-46fc-a9dc-391bc3c20197 req-c139e58c-5516-4ddb-a47e-bd4624e656c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.1879559 Jul 09 20:12:25.114764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-bc5c5f3c-eb40-4ca5-9680-4f8f69276cfd tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Allocated IP 172.20.0.14 (092ab18b-6d0c-4a5e-add7-eea703a7e88b/05a848a8-5c2c-4810-ae13-7abbcb8fc831/9182690d-6cfe-42f2-8c36-b9d47bc007b9) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:12:25.181573 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48aafd7f-b337-46fc-a9dc-391bc3c20197 req-6755b163-56a6-44d1-b1b4-63eab6ab3594 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63677154-63b5-4897-8657-b7307f459562 HTTP/1.1" status: 200 len: 217 time: 0.0516169 Jul 09 20:12:25.244775 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aafd7f-b337-46fc-a9dc-391bc3c20197 req-e70aa107-d4d4-486d-82a7-7044b97825d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:25.246440 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48aafd7f-b337-46fc-a9dc-391bc3c20197 req-e70aa107-d4d4-486d-82a7-7044b97825d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.0583246 Jul 09 20:12:25.269269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-02eb39a1-17f5-4db3-8167-baa50dfda769 req-364d6d1d-cbf7-4197-9401-2572581d4355 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4751348 Jul 09 20:12:25.413580 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da4975f3-9eed-4a0f-b8b6-ff5200c83bdc req-6b5b927b-fab3-484f-945c-1cafa92afb06 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 210 time: 0.0964837 Jul 09 20:12:25.428476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-e49f1dbd-8bb1-4c8c-99c6-05bf2e4cbad8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:25.436369 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-e49f1dbd-8bb1-4c8c-99c6-05bf2e4cbad8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 811 time: 0.1591713 Jul 09 20:12:25.453754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-a8080c49-c802-4826-b90b-a89fe756a47d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'port': {'device_id': '3b6b7374-5e92-427e-afd5-58aec0f4e34d', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'admin_state_up': True, 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:25.482890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aafd7f-b337-46fc-a9dc-391bc3c20197 req-8e9ee56a-da31-4333-9796-b3d2c1359355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:25.490227 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48aafd7f-b337-46fc-a9dc-391bc3c20197 req-8e9ee56a-da31-4333-9796-b3d2c1359355 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629467 Jul 09 20:12:25.577143 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-bc5c5f3c-eb40-4ca5-9680-4f8f69276cfd tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:25.711138 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48aafd7f-b337-46fc-a9dc-391bc3c20197 req-22eaac24-dbd6-40c4-9e74-3bf44bf5167d service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121215 Jul 09 20:12:25.728198 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-bc5c5f3c-eb40-4ca5-9680-4f8f69276cfd tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:25.771302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-bc5c5f3c-eb40-4ca5-9680-4f8f69276cfd tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Network 092ab18b-6d0c-4a5e-add7-eea703a7e88b is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:12:25.785517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-a8080c49-c802-4826-b90b-a89fe756a47d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Made reservation on behalf of 23bb1ac906cf4b6394cc5b1e602b1500 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:12:25.790387 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-a8080c49-c802-4826-b90b-a89fe756a47d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:25.798423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-bc5c5f3c-eb40-4ca5-9680-4f8f69276cfd tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:12:25.818708 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-bc5c5f3c-eb40-4ca5-9680-4f8f69276cfd tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:12:25.846381 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48aafd7f-b337-46fc-a9dc-391bc3c20197 req-20a724a4-ef5d-47bc-b3e9-c6ad5f0aa30a service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191680 Jul 09 20:12:25.987713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1866330-bcbd-429c-8f26-fe4b2d887312 req-74db47e1-6f18-451d-9ab6-b37962d04536 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:25.989569 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1866330-bcbd-429c-8f26-fe4b2d887312 req-74db47e1-6f18-451d-9ab6-b37962d04536 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 945 time: 0.2773089 Jul 09 20:12:26.032664 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c5f3c-eb40-4ca5-9680-4f8f69276cfd tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Pushing event updated for resources: {'Port': ['ID=9182690d-6cfe-42f2-8c36-b9d47bc007b9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:26.100514 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f1866330-bcbd-429c-8f26-fe4b2d887312 req-b0ae831f-d7b2-4463-b0fb-6b10c11c5677 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040194 Jul 09 20:12:26.222611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-bc5c5f3c-eb40-4ca5-9680-4f8f69276cfd tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:26.223566 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-bc5c5f3c-eb40-4ca5-9680-4f8f69276cfd tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:26.257105 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-bc5c5f3c-eb40-4ca5-9680-4f8f69276cfd tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7474120 Jul 09 20:12:26.288873 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Request body: {'port': {'device_id': 'b97d6b45-4f73-4e3b-b71e-1cfa504e2550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:26.399607 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dad93e-0274-426e-b5a1-9e8f5416423b req-88b8a671-b521-4bf6-8c15-b722f60405c3 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:26.402690 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2dad93e-0274-426e-b5a1-9e8f5416423b req-88b8a671-b521-4bf6-8c15-b722f60405c3 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 945 time: 0.0901561 Jul 09 20:12:26.418191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-a8080c49-c802-4826-b90b-a89fe756a47d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Allocated IP 172.20.0.9 (3de49419-471d-44dd-9cec-0be8c2f78db2/9a57788d-dcbd-497d-b559-eb3dde79191b/7f36da0d-eaf7-4464-9559-faa3302a477d) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:12:26.433738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd731a5-cd3e-46d4-96ea-82533cf966d2 req-e145475e-e85f-410f-8cbe-8016f4f12f96 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:26.451202 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fcd731a5-cd3e-46d4-96ea-82533cf966d2 req-e145475e-e85f-410f-8cbe-8016f4f12f96 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 944 time: 0.3558078 Jul 09 20:12:26.458141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2dad93e-0274-426e-b5a1-9e8f5416423b req-96015dd8-139c-416e-952d-f91db9243c45 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490911 Jul 09 20:12:26.489433 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54036) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:26.539939 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:26.713323 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fcd731a5-cd3e-46d4-96ea-82533cf966d2 req-c46f817b-d069-49f9-afd3-fa48da5cfc04 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611349 Jul 09 20:12:26.857605 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:26.874038 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ffda2-625f-4ec9-8e12-eb4e96d5cc7e req-1683e98c-855b-4ed0-8a40-374caf1b22cd tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:26.879143 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b54a85e4-3c4b-4060-8145-efe362862b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:26.887393 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-873ffda2-625f-4ec9-8e12-eb4e96d5cc7e req-1683e98c-855b-4ed0-8a40-374caf1b22cd tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 932 time: 0.2305257 Jul 09 20:12:26.960293 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0fe5a4-8171-47c1-88e1-534c5e52f61b tempest-TestServerBasicOps-1829698507 tempest-TestServerBasicOps-1829698507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:26.962156 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fc0fe5a4-8171-47c1-88e1-534c5e52f61b tempest-TestServerBasicOps-1829698507 tempest-TestServerBasicOps-1829698507-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 1091 time: 0.4715946 Jul 09 20:12:26.973346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54044) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:26.995564 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': 'fbc6c4de-1e2a-4275-b9a9-ec821f9b586e', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:27.037306 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-873ffda2-625f-4ec9-8e12-eb4e96d5cc7e req-8e528b44-9d22-4906-8eb5-d933b89f6a76 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/security-groups?id=e23b6ee8-6bcc-4efb-914d-051860d07fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462724 Jul 09 20:12:27.100647 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:27.174506 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0349b448-e729-4596-a1e3-239cef89c555 req-cb36b53e-4f81-467a-a364-952509326fb3 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 210 time: 0.0975735 Jul 09 20:12:27.300297 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-a8080c49-c802-4826-b90b-a89fe756a47d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:27.380506 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-a8080c49-c802-4826-b90b-a89fe756a47d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Transition to ACTIVE for port object 7f36da0d-eaf7-4464-9559-faa3302a477d will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:12:27.496253 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-a8080c49-c802-4826-b90b-a89fe756a47d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:27.500958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9182690d-6cfe-42f2-8c36-b9d47bc007b9 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:12:27.515599 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:27.595684 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Transition to ACTIVE for port object 9182690d-6cfe-42f2-8c36-b9d47bc007b9 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:12:27.600032 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-a8080c49-c802-4826-b90b-a89fe756a47d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Network 3de49419-471d-44dd-9cec-0be8c2f78db2 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:12:27.605484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-a8080c49-c802-4826-b90b-a89fe756a47d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:12:27.607342 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:27.610593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-a8080c49-c802-4826-b90b-a89fe756a47d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:12:27.613709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8080c49-c802-4826-b90b-a89fe756a47d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'Port': ['ID=7f36da0d-eaf7-4464-9559-faa3302a477d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:27.823827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-a8080c49-c802-4826-b90b-a89fe756a47d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:27.825782 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-a8080c49-c802-4826-b90b-a89fe756a47d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:27.827532 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:27.860323 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-a8080c49-c802-4826-b90b-a89fe756a47d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4136443 Jul 09 20:12:28.052583 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Allocated IP 172.25.0.70 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/550d1b9b-3633-44b9-8078-c5a1404f5b23) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:12:28.067696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fbb6d692-afef-4596-a3ac-224ebff440d6 None None] Provisioning for port 7f36da0d-eaf7-4464-9559-faa3302a477d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:12:28.075515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fbb6d692-afef-4596-a3ac-224ebff440d6 None None] Provisioning complete for port 7f36da0d-eaf7-4464-9559-faa3302a477d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:28.079284 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fbb6d692-afef-4596-a3ac-224ebff440d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:28.171535 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6d692-afef-4596-a3ac-224ebff440d6 None None] Port 7f36da0d-eaf7-4464-9559-faa3302a477d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:12:28.246295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 63677154-63b5-4897-8657-b7307f459562 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:12:28.338216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Request body: {'port': {'device_id': '3b6b7374-5e92-427e-afd5-58aec0f4e34d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:28.345608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9182690d-6cfe-42f2-8c36-b9d47bc007b9,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:28.403397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:28.463358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '63677154-63b5-4897-8657-b7307f459562', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'port_id': '63677154-63b5-4897-8657-b7307f459562', 'mac_address': 'fa:16:3e:b5:ea:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:12:28.492423 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:28.564992 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:28.598310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63677154-63b5-4897-8657-b7307f459562 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:12:28.625626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Attempting to bind port 9182690d-6cfe-42f2-8c36-b9d47bc007b9 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:12:28.626207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Attempting to bind port 9182690d-6cfe-42f2-8c36-b9d47bc007b9 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '68ed0e06-d62c-466c-b014-ab0f8bfdefd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '092ab18b-6d0c-4a5e-add7-eea703a7e88b'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:12:28.626808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Attempting to bind port 9182690d-6cfe-42f2-8c36-b9d47bc007b9 on network 092ab18b-6d0c-4a5e-add7-eea703a7e88b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:12:28.635328 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:28.640527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:28.645387 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:28.671556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Port 9182690d-6cfe-42f2-8c36-b9d47bc007b9 on network 092ab18b-6d0c-4a5e-add7-eea703a7e88b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:12:28.681173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Attempting to bind port 9182690d-6cfe-42f2-8c36-b9d47bc007b9 on network 092ab18b-6d0c-4a5e-add7-eea703a7e88b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:12:28.707766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af971e9-b2d3-4db9-8a8e-dcec7d2447f0 req-96a04efc-0156-4c66-bd15-9d7a3ada67f8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:28.709531 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182bf8b-22c7-4c67-b27a-811ed13208af req-e5c9336f-6130-4912-9167-b5d2556ee3a6 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:28.710093 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5af971e9-b2d3-4db9-8a8e-dcec7d2447f0 req-96a04efc-0156-4c66-bd15-9d7a3ada67f8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 944 time: 0.4097006 Jul 09 20:12:28.712057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:12:28.712781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Checking segment: {'id': '68ed0e06-d62c-466c-b014-ab0f8bfdefd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '092ab18b-6d0c-4a5e-add7-eea703a7e88b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:12:28.713707 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Bound using segment: {'id': '68ed0e06-d62c-466c-b014-ab0f8bfdefd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '092ab18b-6d0c-4a5e-add7-eea703a7e88b'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:12:28.714472 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Bound port: 9182690d-6cfe-42f2-8c36-b9d47bc007b9, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68ed0e06-d62c-466c-b014-ab0f8bfdefd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '092ab18b-6d0c-4a5e-add7-eea703a7e88b'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:12:28.715119 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:28.718979 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=63677154-63b5-4897-8657-b7307f459562,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:28.733716 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d182bf8b-22c7-4c67-b27a-811ed13208af req-e5c9336f-6130-4912-9167-b5d2556ee3a6 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 944 time: 0.4863272 Jul 09 20:12:28.847485 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d182bf8b-22c7-4c67-b27a-811ed13208af req-f9b11917-246d-4c35-8703-3300c5727f5b tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/security-groups?id=e23b6ee8-6bcc-4efb-914d-051860d07fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188178 Jul 09 20:12:28.866948 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:28.885980 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddeee238-c06e-4104-99ad-7615803a377e req-f737d035-98bf-4af1-b2e0-b715db74a819 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3617785 Jul 09 20:12:28.919927 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5af971e9-b2d3-4db9-8a8e-dcec7d2447f0 req-15d255fe-81da-4f60-944b-94d8724554b0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980169 Jul 09 20:12:28.987250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['63677154-63b5-4897-8657-b7307f459562'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:12:28.993923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] For port 9182690d-6cfe-42f2-8c36-b9d47bc007b9, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:12:29.017752 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] For port 9182690d-6cfe-42f2-8c36-b9d47bc007b9, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9182690d-6cfe-42f2-8c36-b9d47bc007b9,segment=NetworkSegment(68ed0e06-d62c-466c-b014-ab0f8bfdefd2),segment_id=68ed0e06-d62c-466c-b014-ab0f8bfdefd2)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:12:29.075073 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:12:29.083720 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:12:29.099401 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:29.106377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:12:29.156040 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:29.156259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Pushing event updated for resources: {'Port': ['ID=550d1b9b-3633-44b9-8078-c5a1404f5b23,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:29.157387 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:29.159194 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/9182690d-6cfe-42f2-8c36-b9d47bc007b9 HTTP/1.1" status: 200 len: 1092 time: 2.8810613 Jul 09 20:12:29.161817 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97d6b45-4f73-4e3b-b71e-1cfa504e2550', 'tag': '9182690d-6cfe-42f2-8c36-b9d47bc007b9'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:29.165634 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbcdd2d-9c69-4204-a551-7a413169ca17" -d '{"events": [{"name": "network-changed", "server_uuid": "b97d6b45-4f73-4e3b-b71e-1cfa504e2550", "tag": "9182690d-6cfe-42f2-8c36-b9d47bc007b9"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:29.201047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625b3e7-90ee-4ad9-9863-c7a607f933f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9182690d-6cfe-42f2-8c36-b9d47bc007b9,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:29.348784 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeee238-c06e-4104-99ad-7615803a377e req-faa7913b-48c8-46e5-b6c5-0f4bb4d7956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:29.360263 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f36da0d-eaf7-4464-9559-faa3302a477d {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:12:29.365222 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddeee238-c06e-4104-99ad-7615803a377e req-faa7913b-48c8-46e5-b6c5-0f4bb4d7956e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce&device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 1096 time: 0.3600438 Jul 09 20:12:29.374635 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:29.385917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-7fbf637e-260b-41f4-b188-1cfaadb9b322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:29.387736 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-7fbf637e-260b-41f4-b188-1cfaadb9b322 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc8c1a0810e84840bfa455da493200f2&device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 1095 time: 0.1645603 Jul 09 20:12:29.407173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Transition to ACTIVE for port object 7f36da0d-eaf7-4464-9559-faa3302a477d will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:12:29.443922 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-41d29bb0-b061-4fcf-ac9b-a79e2eb50f06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9182690d-6cfe-42f2-8c36-b9d47bc007b9 HTTP/1.1" status: 200 len: 217 time: 0.0463574 Jul 09 20:12:29.444735 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:29.515285 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:29.549588 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-220c11f1-fc8f-4328-ab5e-2d8629bc2951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:29.590081 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510e03b6-fa01-4bc8-8135-37a2caf0fd17 x-openstack-request-id: req-510e03b6-fa01-4bc8-8135-37a2caf0fd17 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:29.590530 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97d6b45-4f73-4e3b-b71e-1cfa504e2550", "tag": "9182690d-6cfe-42f2-8c36-b9d47bc007b9", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:29.591829 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-510e03b6-fa01-4bc8-8135-37a2caf0fd17 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:29.592346 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97d6b45-4f73-4e3b-b71e-1cfa504e2550', 'tag': '9182690d-6cfe-42f2-8c36-b9d47bc007b9', 'status': 'completed', 'code': 200} Jul 09 20:12:29.624379 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:29.625937 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6819d69-613e-44fc-8e33-4a98c29146ba req-0dbb7ab1-73f9-464a-8df7-1d42381b2bef tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:29.635042 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f6819d69-613e-44fc-8e33-4a98c29146ba req-0dbb7ab1-73f9-464a-8df7-1d42381b2bef tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 931 time: 0.5389743 Jul 09 20:12:29.660785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Pushing event updated for resources: {'Port': ['ID=7f36da0d-eaf7-4464-9559-faa3302a477d,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:29.674958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-1d693384-1ebb-42c3-9115-6510c25a71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:29.687989 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-1d693384-1ebb-42c3-9115-6510c25a71ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05a848a8-5c2c-4810-ae13-7abbcb8fc831 HTTP/1.1" status: 200 len: 853 time: 0.2323906 Jul 09 20:12:29.911029 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-6ae82562-7da8-4572-8a57-6b0c42033ae3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=092ab18b-6d0c-4a5e-add7-eea703a7e88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2030320 Jul 09 20:12:30.000360 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f6819d69-613e-44fc-8e33-4a98c29146ba req-b85c92b8-a7c2-4368-bd5c-fbeba5fd43f1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551214 Jul 09 20:12:30.195790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Attempting to bind port 7f36da0d-eaf7-4464-9559-faa3302a477d on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:12:30.196158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Attempting to bind port 7f36da0d-eaf7-4464-9559-faa3302a477d by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:12:30.196591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Attempting to bind port 7f36da0d-eaf7-4464-9559-faa3302a477d on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:12:30.223413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Port 7f36da0d-eaf7-4464-9559-faa3302a477d on network 3de49419-471d-44dd-9cec-0be8c2f78db2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:12:30.223847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Attempting to bind port 7f36da0d-eaf7-4464-9559-faa3302a477d on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:12:30.246234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:12:30.246681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Checking segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:12:30.247144 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Bound using segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:12:30.247674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Bound port: 7f36da0d-eaf7-4464-9559-faa3302a477d, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:12:30.248110 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:30.275120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cc2c5-2b21-4a70-b7f8-048a86f3ded4 req-4e099a2e-7d47-4497-8e87-95a4b5dae24a tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:30.283349 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-628cc2c5-2b21-4a70-b7f8-048a86f3ded4 req-4e099a2e-7d47-4497-8e87-95a4b5dae24a tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 944 time: 0.1603615 Jul 09 20:12:30.313713 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-a125fceb-e4e8-4393-8a48-6a61ab1c7068 service neutron] 10.222.0.36 "GET /v2.0/networks/092ab18b-6d0c-4a5e-add7-eea703a7e88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949175 Jul 09 20:12:30.401789 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-628cc2c5-2b21-4a70-b7f8-048a86f3ded4 req-c66f6ec1-a284-4303-a845-b71e43a93b65 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/security-groups?id=e23b6ee8-6bcc-4efb-914d-051860d07fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109674 Jul 09 20:12:30.420373 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:30.531219 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeee238-c06e-4104-99ad-7615803a377e req-eadee2d7-5882-4f85-b228-b6dc713aca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:30.533364 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddeee238-c06e-4104-99ad-7615803a377e req-eadee2d7-5882-4f85-b228-b6dc713aca37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6576972-e367-4dac-bb93-8a5b61d3f93b HTTP/1.1" status: 200 len: 912 time: 1.1378043 Jul 09 20:12:30.634055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] For port 7f36da0d-eaf7-4464-9559-faa3302a477d, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:12:30.665516 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] For port 7f36da0d-eaf7-4464-9559-faa3302a477d, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7f36da0d-eaf7-4464-9559-faa3302a477d,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:12:30.671243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5b9a3b3-2db7-427b-a199-04fb1e32e13e req-52cf42a5-dc0e-4e40-814d-a0c650897bf7 service neutron] 10.222.0.36 "GET /v2.0/networks/092ab18b-6d0c-4a5e-add7-eea703a7e88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458474 Jul 09 20:12:30.674075 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:30.710236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:30.711396 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:30.712450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] 10.222.0.36 "PUT /v2.0/ports/7f36da0d-eaf7-4464-9559-faa3302a477d HTTP/1.1" status: 200 len: 1091 time: 2.3799472 Jul 09 20:12:30.840818 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddeee238-c06e-4104-99ad-7615803a377e req-fe746b89-9758-45dc-bd50-0ede4502422b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2314222d-9a3e-48cb-a6b6-5be3c4f546df HTTP/1.1" status: 200 len: 1001 time: 0.2533789 Jul 09 20:12:30.905016 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70847503-e056-46c3-93ae-a44f14ed719a service neutron] Pushing event updated for resources: {'Port': ['ID=7f36da0d-eaf7-4464-9559-faa3302a477d,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:30.960971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5527e1-11fb-451a-8320-ffdefcc90240 req-46ff6f37-8be8-4b4e-83ae-6f8d3760ec0c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:30.962787 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a5527e1-11fb-451a-8320-ffdefcc90240 req-46ff6f37-8be8-4b4e-83ae-6f8d3760ec0c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.5085356 Jul 09 20:12:30.973303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-77167752-c525-422d-9697-f7cdfa35257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:30.975056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-77167752-c525-422d-9697-f7cdfa35257c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 1094 time: 0.1973784 Jul 09 20:12:30.982269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcdd2d-9c69-4204-a551-7a413169ca17 req-22ffd94d-955d-4723-b93a-cfa8c47595e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:30.983949 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fdbcdd2d-9c69-4204-a551-7a413169ca17 req-22ffd94d-955d-4723-b93a-cfa8c47595e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc8c1a0810e84840bfa455da493200f2&device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 1095 time: 0.2425945 Jul 09 20:12:31.101713 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:31.158836 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-8d649a5c-4aa2-4a75-9ee6-a9a22dadd1bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f36da0d-eaf7-4464-9559-faa3302a477d HTTP/1.1" status: 200 len: 217 time: 0.1736650 Jul 09 20:12:31.207498 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a5527e1-11fb-451a-8320-ffdefcc90240 req-014dd10b-38d7-4ab4-8d42-08062631bf08 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290335 Jul 09 20:12:31.209629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeee238-c06e-4104-99ad-7615803a377e req-e7222292-c82b-4501-822a-7a4f472b9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:31.212513 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddeee238-c06e-4104-99ad-7615803a377e req-e7222292-c82b-4501-822a-7a4f472b9bd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=161c1db9-1ac5-4ddb-aca3-0389863a1e7f HTTP/1.1" status: 200 len: 850 time: 0.3634036 Jul 09 20:12:31.317911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-c7ca5297-bdaa-43ef-8e66-8443602f4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:31.319920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-c7ca5297-bdaa-43ef-8e66-8443602f4b05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.1549017 Jul 09 20:12:31.342493 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:31.374265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcdd2d-9c69-4204-a551-7a413169ca17 req-22eba962-8c35-4f10-be08-7e0017d14ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:31.375311 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeee238-c06e-4104-99ad-7615803a377e req-0d3edb7a-1c8e-44a8-b34d-44dbee5c6d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:31.377162 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddeee238-c06e-4104-99ad-7615803a377e req-0d3edb7a-1c8e-44a8-b34d-44dbee5c6d1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6576972-e367-4dac-bb93-8a5b61d3f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536582 Jul 09 20:12:31.377681 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fdbcdd2d-9c69-4204-a551-7a413169ca17 req-22eba962-8c35-4f10-be08-7e0017d14ec0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=092ab18b-6d0c-4a5e-add7-eea703a7e88b HTTP/1.1" status: 200 len: 914 time: 0.3863370 Jul 09 20:12:31.433987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc7018-0b0d-46b8-bbca-d66fa52ed22a req-a5deb497-d3b0-40f7-afc4-300099481e20 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:31.436207 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24cc7018-0b0d-46b8-bbca-d66fa52ed22a req-a5deb497-d3b0-40f7-afc4-300099481e20 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.2149813 Jul 09 20:12:31.502664 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fdbcdd2d-9c69-4204-a551-7a413169ca17 req-33bede96-d3ce-443d-bcf8-c0350e0bd482 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9182690d-6cfe-42f2-8c36-b9d47bc007b9 HTTP/1.1" status: 200 len: 217 time: 0.0999210 Jul 09 20:12:31.556207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-4c89cbcd-5052-4ef4-bc05-5a91da7b7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:31.558586 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-4c89cbcd-5052-4ef4-bc05-5a91da7b7808 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2315583 Jul 09 20:12:31.573322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24cc7018-0b0d-46b8-bbca-d66fa52ed22a req-666eee29-6abd-4f58-a77d-6bc402bbbd3e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934834 Jul 09 20:12:31.574469 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddeee238-c06e-4104-99ad-7615803a377e req-f948d9b1-2434-4ea0-bf80-d4eadaf10b45 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778026 Jul 09 20:12:31.593344 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6b7374-5e92-427e-afd5-58aec0f4e34d', 'tag': '7f36da0d-eaf7-4464-9559-faa3302a477d'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:31.595893 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800e28a7-7197-45e6-8f77-076bf9fa9f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6b7374-5e92-427e-afd5-58aec0f4e34d", "tag": "7f36da0d-eaf7-4464-9559-faa3302a477d"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:31.688000 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113123ac-fe47-4952-94a9-88b2985b0316 x-openstack-request-id: req-113123ac-fe47-4952-94a9-88b2985b0316 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:31.688405 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6b7374-5e92-427e-afd5-58aec0f4e34d", "tag": "7f36da0d-eaf7-4464-9559-faa3302a477d", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:31.688666 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-113123ac-fe47-4952-94a9-88b2985b0316 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:31.689086 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6b7374-5e92-427e-afd5-58aec0f4e34d', 'tag': '7f36da0d-eaf7-4464-9559-faa3302a477d', 'status': 'completed', 'code': 200} Jul 09 20:12:31.717762 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcdd2d-9c69-4204-a551-7a413169ca17 req-e6de6fa2-2ae3-41d6-ab23-fab0b1f502f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:31.721139 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fdbcdd2d-9c69-4204-a551-7a413169ca17 req-e6de6fa2-2ae3-41d6-ab23-fab0b1f502f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=05a848a8-5c2c-4810-ae13-7abbcb8fc831 HTTP/1.1" status: 200 len: 853 time: 0.2077432 Jul 09 20:12:31.797706 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:31.809940 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:31.815812 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fdbcdd2d-9c69-4204-a551-7a413169ca17 req-2080b54d-04c5-41e4-a6f7-c1992762afe2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=092ab18b-6d0c-4a5e-add7-eea703a7e88b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719395 Jul 09 20:12:31.867626 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddeee238-c06e-4104-99ad-7615803a377e req-8dc7ea5a-32b0-4157-8ed1-cb61dd781176 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762604 Jul 09 20:12:31.883319 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0514625-d8fe-42e5-835a-048e55189570 req-115057aa-9090-4a59-b9b0-464aaa22117c tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:31.884893 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d0514625-d8fe-42e5-835a-048e55189570 req-115057aa-9090-4a59-b9b0-464aaa22117c tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 944 time: 0.2857244 Jul 09 20:12:31.920206 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-5286a497-57b9-45c4-b7f0-7d5aad295176 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452475 Jul 09 20:12:31.964443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Pushing event updated for resources: {'Port': ['ID=550d1b9b-3633-44b9-8078-c5a1404f5b23,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:32.014556 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:32.060096 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d0514625-d8fe-42e5-835a-048e55189570 req-602ba033-5a0e-42b3-8457-fb72ad053603 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/security-groups?id=e23b6ee8-6bcc-4efb-914d-051860d07fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650066 Jul 09 20:12:32.254709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 63677154-63b5-4897-8657-b7307f459562 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:12:32.355980 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Floating IP eb6a71ef-6291-41c9-9020-276fccc1154a associated. External IP: 172.25.0.70, port: fbc6c4de-1e2a-4275-b9a9-ec821f9b586e. Jul 09 20:12:32.386593 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fdbcdd2d-9c69-4204-a551-7a413169ca17 req-66bdc286-e03a-47dd-8058-c279c25b31ca service neutron] 10.222.0.36 "GET /v2.0/networks/092ab18b-6d0c-4a5e-add7-eea703a7e88b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601647 Jul 09 20:12:32.420140 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:32.487506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 63677154-63b5-4897-8657-b7307f459562 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:12:32.494534 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 63677154-63b5-4897-8657-b7307f459562 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:32.495660 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:32.514789 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-224d886f-1dea-46c5-90d2-95cd790de2bc req-9bc7ea84-1163-45c9-8de7-eb33516d36ef service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788453 Jul 09 20:12:32.631448 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fdbcdd2d-9c69-4204-a551-7a413169ca17 req-99d00bb6-5350-4786-8699-8b053f6121d0 service neutron] 10.222.0.36 "GET /v2.0/networks/092ab18b-6d0c-4a5e-add7-eea703a7e88b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365053 Jul 09 20:12:32.783233 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:32.911822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63677154-63b5-4897-8657-b7307f459562'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:32.923824 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf09efe9-717f-4ecb-bcb7-7f5be03947f5" -d '{"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-plugged", "status": "completed", "tag": "63677154-63b5-4897-8657-b7307f459562"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:32.994181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:33.014609 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:33.173315 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e28a7-7197-45e6-8f77-076bf9fa9f1e req-8d65d1bd-047d-4ed4-a4ff-97399999116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:33.174976 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-800e28a7-7197-45e6-8f77-076bf9fa9f1e req-8d65d1bd-047d-4ed4-a4ff-97399999116d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 1094 time: 0.3873348 Jul 09 20:12:33.188498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc6cc8-6ff7-46d6-a35a-f9341fe83b94 req-631a0704-9ba7-47b1-bb20-f10f60ccb3ba tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:33.210993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5bdc6cc8-6ff7-46d6-a35a-f9341fe83b94 req-631a0704-9ba7-47b1-bb20-f10f60ccb3ba tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.5783074 Jul 09 20:12:33.236312 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=63677154-63b5-4897-8657-b7307f459562,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:33.261306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdc76d-4aa5-452a-9b7b-87a1ac494943 req-2af45523-a7db-4536-a657-fa9a2449b6c4 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:33.263578 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-13cdc76d-4aa5-452a-9b7b-87a1ac494943 req-2af45523-a7db-4536-a657-fa9a2449b6c4 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.2817314 Jul 09 20:12:33.265679 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:12:33.379692 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-13cdc76d-4aa5-452a-9b7b-87a1ac494943 req-9143b818-aa69-4dc3-9cf2-f149a5c4787a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019697 Jul 09 20:12:33.380179 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5bdc6cc8-6ff7-46d6-a35a-f9341fe83b94 req-ee78927d-2e0d-4b89-a078-525aad9e0b3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639898 Jul 09 20:12:33.435570 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e28a7-7197-45e6-8f77-076bf9fa9f1e req-4b71982e-308d-470c-bbf2-3f69273b2a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:33.440891 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-800e28a7-7197-45e6-8f77-076bf9fa9f1e req-4b71982e-308d-470c-bbf2-3f69273b2a41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 912 time: 0.2266929 Jul 09 20:12:33.643181 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-800e28a7-7197-45e6-8f77-076bf9fa9f1e req-d22df459-ffe7-42af-8f77-3b220214bdab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f36da0d-eaf7-4464-9559-faa3302a477d HTTP/1.1" status: 200 len: 217 time: 0.1885192 Jul 09 20:12:33.719415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:12:33.759899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e28a7-7197-45e6-8f77-076bf9fa9f1e req-98287947-8d0d-4db7-ad25-9ccded0cebec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:33.765263 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-800e28a7-7197-45e6-8f77-076bf9fa9f1e req-98287947-8d0d-4db7-ad25-9ccded0cebec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.1150255 Jul 09 20:12:33.768568 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:33.780608 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38a24e4-1505-4a0f-a607-3705dbf59c66 x-openstack-request-id: req-c38a24e4-1505-4a0f-a607-3705dbf59c66 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:33.783249 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-plugged", "status": "completed", "tag": "63677154-63b5-4897-8657-b7307f459562", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:33.785078 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c38a24e4-1505-4a0f-a607-3705dbf59c66 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:33.786149 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63677154-63b5-4897-8657-b7307f459562', 'code': 200} Jul 09 20:12:33.788250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc56d553-88d7-493d-80f4-79944a06110f None None] Sync routers for ids ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:12:33.864660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc56d553-88d7-493d-80f4-79944a06110f None None] Routers {'51ad4a71-0068-4a51-8e8a-b2edae3516f1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:33.865429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cc56d553-88d7-493d-80f4-79944a06110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:12:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:33.959841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ec6b8-c6e4-44c9-a4dc-6530b85b2799 req-fea2df64-1445-493c-87d7-b3d724524749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:33.962399 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-540ec6b8-c6e4-44c9-a4dc-6530b85b2799 req-fea2df64-1445-493c-87d7-b3d724524749 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 1097 time: 0.1876168 Jul 09 20:12:34.003578 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-14f1b828-930c-4ce8-9b6e-0fc33c3157ad tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.0224676 Jul 09 20:12:34.005990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108a3ace-cccc-4a63-8e22-725296104d99', 'tag': 'fbc6c4de-1e2a-4275-b9a9-ec821f9b586e'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:34.009285 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff96282-98d0-46b1-af69-fd2a5042a849" -d '{"events": [{"name": "network-changed", "server_uuid": "108a3ace-cccc-4a63-8e22-725296104d99", "tag": "fbc6c4de-1e2a-4275-b9a9-ec821f9b586e"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:34.095354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc858818-b6e4-4162-9010-6bab346dea33 req-d33900cd-8f74-492b-8128-103d5878aa0f tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:34.096483 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e28a7-7197-45e6-8f77-076bf9fa9f1e req-5a948f42-7778-4f64-a9bb-b979f369aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:34.098005 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bc858818-b6e4-4162-9010-6bab346dea33 req-d33900cd-8f74-492b-8128-103d5878aa0f tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 944 time: 0.1680033 Jul 09 20:12:34.105621 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-800e28a7-7197-45e6-8f77-076bf9fa9f1e req-5a948f42-7778-4f64-a9bb-b979f369aa6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2626350 Jul 09 20:12:34.140943 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-540ec6b8-c6e4-44c9-a4dc-6530b85b2799 req-0d9bef4b-e033-4d54-ac17-1b7773939e98 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534133 Jul 09 20:12:34.155947 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2fb8bb-c9bd-4420-8ee4-b7c9f5e7beaf x-openstack-request-id: req-4f2fb8bb-c9bd-4420-8ee4-b7c9f5e7beaf {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:34.162291 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108a3ace-cccc-4a63-8e22-725296104d99", "tag": "fbc6c4de-1e2a-4275-b9a9-ec821f9b586e", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:34.162910 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f2fb8bb-c9bd-4420-8ee4-b7c9f5e7beaf {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:34.164063 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108a3ace-cccc-4a63-8e22-725296104d99', 'tag': 'fbc6c4de-1e2a-4275-b9a9-ec821f9b586e', 'status': 'completed', 'code': 200} Jul 09 20:12:34.191314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-cc56d553-88d7-493d-80f4-79944a06110f None None] Set router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:34.272975 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bc858818-b6e4-4162-9010-6bab346dea33 req-dbb01e98-3910-4dd5-882b-337b3dec51f7 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/security-groups?id=e23b6ee8-6bcc-4efb-914d-051860d07fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685469 Jul 09 20:12:34.285599 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9182690d-6cfe-42f2-8c36-b9d47bc007b9 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:12:34.592034 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-800e28a7-7197-45e6-8f77-076bf9fa9f1e req-0561789f-e2b2-4464-9401-d132c95868ea service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774590 Jul 09 20:12:34.784702 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff96282-98d0-46b1-af69-fd2a5042a849 req-026fa694-1d79-4816-b24b-8bfe9e9fcb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:34.786698 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ff96282-98d0-46b1-af69-fd2a5042a849 req-026fa694-1d79-4816-b24b-8bfe9e9fcb1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8545f3a0589a4cc4839423bcc410fdf5&device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 1096 time: 0.4388902 Jul 09 20:12:35.036605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff96282-98d0-46b1-af69-fd2a5042a849 req-1b5558d1-f8c4-41c4-bca9-f10fd17ce375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:35.044885 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ff96282-98d0-46b1-af69-fd2a5042a849 req-1b5558d1-f8c4-41c4-bca9-f10fd17ce375 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4846efdf-52b9-4da5-897d-6cddc898788e HTTP/1.1" status: 200 len: 910 time: 0.2371347 Jul 09 20:12:35.057866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e654b2-d87d-477b-844f-2f594ab96422 req-9011d249-5fdc-4c89-bfb3-64cd3bb2ca1e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:35.060462 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e2e654b2-d87d-477b-844f-2f594ab96422 req-9011d249-5fdc-4c89-bfb3-64cd3bb2ca1e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.3095050 Jul 09 20:12:35.096826 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9182690d-6cfe-42f2-8c36-b9d47bc007b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9182690d-6cfe-42f2-8c36-b9d47bc007b9,segment=NetworkSegment(68ed0e06-d62c-466c-b014-ab0f8bfdefd2),segment_id=68ed0e06-d62c-466c-b014-ab0f8bfdefd2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:35.163636 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '9182690d-6cfe-42f2-8c36-b9d47bc007b9', 'network_id': '092ab18b-6d0c-4a5e-add7-eea703a7e88b', 'port_id': '9182690d-6cfe-42f2-8c36-b9d47bc007b9', 'mac_address': 'fa:16:3e:bf:86:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a848a8-5c2c-4810-ae13-7abbcb8fc831', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:12:35.197714 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e2e654b2-d87d-477b-844f-2f594ab96422 req-e61f2bc1-8c9d-4061-b2a2-eadf72c9fea9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305094 Jul 09 20:12:35.255016 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:35.296677 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:12:35.310966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9182690d-6cfe-42f2-8c36-b9d47bc007b9 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:12:35.350331 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ff96282-98d0-46b1-af69-fd2a5042a849 req-35263ee7-112b-45f5-8bd4-466fb2789801 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e HTTP/1.1" status: 200 len: 998 time: 0.2647696 Jul 09 20:12:35.352336 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9182690d-6cfe-42f2-8c36-b9d47bc007b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9182690d-6cfe-42f2-8c36-b9d47bc007b9,segment=NetworkSegment(68ed0e06-d62c-466c-b014-ab0f8bfdefd2),segment_id=68ed0e06-d62c-466c-b014-ab0f8bfdefd2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:35.363415 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:35.391449 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06c44f-be1e-452d-97a0-96ee44c3a410 req-884d1d11-bc85-404d-a9d2-06a1c613bb4c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:35.393072 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a06c44f-be1e-452d-97a0-96ee44c3a410 req-884d1d11-bc85-404d-a9d2-06a1c613bb4c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 946 time: 0.7117109 Jul 09 20:12:35.432907 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-800e28a7-7197-45e6-8f77-076bf9fa9f1e req-8c3bbb9e-58c6-44f5-83fe-0751aa61a88f service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8302732 Jul 09 20:12:35.491465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=9182690d-6cfe-42f2-8c36-b9d47bc007b9,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:35.520571 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cc56d553-88d7-493d-80f4-79944a06110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:37Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 4, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'gw_port': {'id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:38Z', 'updated_at': '2021-07-09T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'eb6a71ef-6291-41c9-9020-276fccc1154a', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'port_id': 'fbc6c4de-1e2a-4275-b9a9-ec821f9b586e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'mac_address': 'fa:16:3e:ca:d1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108a3ace-cccc-4a63-8e22-725296104d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:12:30Z', 'updated_at': '2021-07-09T20:12:30Z', 'revision_number': 0, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a12e6d-acdc-481c-9bac-a1ce69293891', 'name': '', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'mac_address': 'fa:16:3e:57:28:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '0fa51b91-92af-4842-a22d-869a427201f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:42Z', 'updated_at': '2021-07-09T20:11:53Z', 'revision_number': 5, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'subnets': [{'id': '0fa51b91-92af-4842-a22d-869a427201f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:35.565750 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc56d553-88d7-493d-80f4-79944a06110f None None] Checking router: 51ad4a71-0068-4a51-8e8a-b2edae3516f1 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:12:35.578027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc56d553-88d7-493d-80f4-79944a06110f None None] Routers {'51ad4a71-0068-4a51-8e8a-b2edae3516f1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:35.579638 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cc56d553-88d7-493d-80f4-79944a06110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:12:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:35.596212 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a06c44f-be1e-452d-97a0-96ee44c3a410 req-2ba03dfa-2cc7-4d9f-9d6f-8fdd37628880 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572719 Jul 09 20:12:35.720017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff96282-98d0-46b1-af69-fd2a5042a849 req-b4e28fef-b5e2-4fb6-8216-b090298751d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:35.726133 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ff96282-98d0-46b1-af69-fd2a5042a849 req-b4e28fef-b5e2-4fb6-8216-b090298751d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fa51b91-92af-4842-a22d-869a427201f3 HTTP/1.1" status: 200 len: 848 time: 0.3319519 Jul 09 20:12:35.914343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff96282-98d0-46b1-af69-fd2a5042a849 req-981f6529-7e93-4a8a-9c5e-85f392a52844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:35.921642 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ff96282-98d0-46b1-af69-fd2a5042a849 req-981f6529-7e93-4a8a-9c5e-85f392a52844 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4846efdf-52b9-4da5-897d-6cddc898788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1841452 Jul 09 20:12:35.956796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['9182690d-6cfe-42f2-8c36-b9d47bc007b9'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:12:35.988321 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-cc56d553-88d7-493d-80f4-79944a06110f None None] Set router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:36.163792 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ff96282-98d0-46b1-af69-fd2a5042a849 req-40003a0a-a238-4fb0-b4b5-eec6262e8999 service neutron] 10.222.0.36 "GET /v2.0/networks/4846efdf-52b9-4da5-897d-6cddc898788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340405 Jul 09 20:12:36.179151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54166) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:36.231654 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec59525-c38b-486b-80c9-8c216a1d919f req-72caa69f-3446-4c4b-9509-e6a85673e998 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:36.238778 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cec59525-c38b-486b-80c9-8c216a1d919f req-72caa69f-3446-4c4b-9509-e6a85673e998 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 945 time: 0.1712899 Jul 09 20:12:36.911187 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cec59525-c38b-486b-80c9-8c216a1d919f req-ff2aecc8-92f5-4f19-bfdd-b9eeae5bca8c tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/security-groups?id=e23b6ee8-6bcc-4efb-914d-051860d07fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6714158 Jul 09 20:12:36.919742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cc56d553-88d7-493d-80f4-79944a06110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:37Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 4, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'gw_port': {'id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:38Z', 'updated_at': '2021-07-09T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'eb6a71ef-6291-41c9-9020-276fccc1154a', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'port_id': 'fbc6c4de-1e2a-4275-b9a9-ec821f9b586e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'mac_address': 'fa:16:3e:ca:d1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108a3ace-cccc-4a63-8e22-725296104d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:12:30Z', 'updated_at': '2021-07-09T20:12:30Z', 'revision_number': 0, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a12e6d-acdc-481c-9bac-a1ce69293891', 'name': '', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'mac_address': 'fa:16:3e:57:28:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '0fa51b91-92af-4842-a22d-869a427201f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:42Z', 'updated_at': '2021-07-09T20:11:53Z', 'revision_number': 5, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'subnets': [{'id': '0fa51b91-92af-4842-a22d-869a427201f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:37.009687 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ff96282-98d0-46b1-af69-fd2a5042a849 req-22e44cd7-906c-4119-973d-f4a1afa6c5f6 service neutron] 10.222.0.36 "GET /v2.0/networks/4846efdf-52b9-4da5-897d-6cddc898788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8373773 Jul 09 20:12:37.066242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc56d553-88d7-493d-80f4-79944a06110f None None] The sync data for ids ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'] in n-d-800088-3 is: [{'id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:37Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 4, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'gw_port': {'id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:38Z', 'updated_at': '2021-07-09T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'eb6a71ef-6291-41c9-9020-276fccc1154a', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'port_id': 'fbc6c4de-1e2a-4275-b9a9-ec821f9b586e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'mac_address': 'fa:16:3e:ca:d1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '108a3ace-cccc-4a63-8e22-725296104d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:12:30Z', 'updated_at': '2021-07-09T20:12:30Z', 'revision_number': 0, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a12e6d-acdc-481c-9bac-a1ce69293891', 'name': '', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'mac_address': 'fa:16:3e:57:28:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '0fa51b91-92af-4842-a22d-869a427201f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:42Z', 'updated_at': '2021-07-09T20:11:53Z', 'revision_number': 5, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'subnets': [{'id': '0fa51b91-92af-4842-a22d-869a427201f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:12:37.302912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc69842-7419-4bde-89b0-bf6e45dd9d10 req-7fb8d617-53c2-4be2-87b6-4dec478cd530 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:37.323622 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2dc69842-7419-4bde-89b0-bf6e45dd9d10 req-7fb8d617-53c2-4be2-87b6-4dec478cd530 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 946 time: 0.2387171 Jul 09 20:12:37.336864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c4d99-10b2-4cef-86e9-652a347a3004 req-c3310e69-b0cf-4702-8450-12e9d67ea159 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:37.344897 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-504c4d99-10b2-4cef-86e9-652a347a3004 req-c3310e69-b0cf-4702-8450-12e9d67ea159 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.8202538 Jul 09 20:12:37.439626 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2dc69842-7419-4bde-89b0-bf6e45dd9d10 req-46652dcc-6832-4964-aca2-a7cb4dca6adc tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089547 Jul 09 20:12:37.482406 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-504c4d99-10b2-4cef-86e9-652a347a3004 req-9809f4c2-bf55-46b2-80f6-1b7fb1e86835 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126719 Jul 09 20:12:37.609573 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ef6432-8f60-4ffa-bfa7-18889b1ab0bf None None] New status for floating IP eb6a71ef-6291-41c9-9020-276fccc1154a: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:12:37.945149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac56c4-2a50-46bb-900a-977f65659de7 req-f70d263d-6195-4a36-b7eb-e75f6c42f249 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:37.950936 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99ac56c4-2a50-46bb-900a-977f65659de7 req-f70d263d-6195-4a36-b7eb-e75f6c42f249 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 946 time: 0.1712418 Jul 09 20:12:37.956098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54192) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:37.962399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-8f6c6909-798b-4ba6-a219-264cbe7d90d9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Request body: {'floatingip': {'port_id': '63677154-63b5-4897-8657-b7307f459562'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:37.983703 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:38.038536 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f6c6909-798b-4ba6-a219-264cbe7d90d9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:38.307033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9182690d-6cfe-42f2-8c36-b9d47bc007b9 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:12:38.402660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0d563-230e-4d11-8bf7-8c47752ba6e5 req-b9437dd9-f6ae-42ca-9988-a98fbf05094b tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:38.408909 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cef0d563-230e-4d11-8bf7-8c47752ba6e5 req-b9437dd9-f6ae-42ca-9988-a98fbf05094b tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 945 time: 0.3001845 Jul 09 20:12:38.420950 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 9182690d-6cfe-42f2-8c36-b9d47bc007b9 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:12:38.456208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 9182690d-6cfe-42f2-8c36-b9d47bc007b9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:38.459683 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:38.476436 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cef0d563-230e-4d11-8bf7-8c47752ba6e5 req-a366007c-3921-4155-ae84-bc27d6819512 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/security-groups?id=e23b6ee8-6bcc-4efb-914d-051860d07fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665443 Jul 09 20:12:38.560651 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Deleting port b41c1f82-d782-4d57-a0df-7f75c35c571a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:38.561248 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:38.632643 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:38.656907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] For port b41c1f82-d782-4d57-a0df-7f75c35c571a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b41c1f82-d782-4d57-a0df-7f75c35c571a,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:38.657283 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:38.674380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Calling delete_port for b41c1f82-d782-4d57-a0df-7f75c35c571a owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:38.763929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97d6b45-4f73-4e3b-b71e-1cfa504e2550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9182690d-6cfe-42f2-8c36-b9d47bc007b9'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:38.769831 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128f3422-7970-43b1-bcd1-1931c4111ff1" -d '{"events": [{"server_uuid": "b97d6b45-4f73-4e3b-b71e-1cfa504e2550", "name": "network-vif-plugged", "status": "completed", "tag": "9182690d-6cfe-42f2-8c36-b9d47bc007b9"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:38.798073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 9182690d-6cfe-42f2-8c36-b9d47bc007b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9182690d-6cfe-42f2-8c36-b9d47bc007b9,segment=NetworkSegment(68ed0e06-d62c-466c-b014-ab0f8bfdefd2),segment_id=68ed0e06-d62c-466c-b014-ab0f8bfdefd2)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:38.806182 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:38.909796 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6da5ed5-9e9b-42cc-b57f-3405789ec810 x-openstack-request-id: req-c6da5ed5-9e9b-42cc-b57f-3405789ec810 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:38.910199 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97d6b45-4f73-4e3b-b71e-1cfa504e2550", "name": "network-vif-plugged", "status": "completed", "tag": "9182690d-6cfe-42f2-8c36-b9d47bc007b9", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:38.916197 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6da5ed5-9e9b-42cc-b57f-3405789ec810 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:38.917296 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97d6b45-4f73-4e3b-b71e-1cfa504e2550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9182690d-6cfe-42f2-8c36-b9d47bc007b9', 'code': 200} Jul 09 20:12:39.012631 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=9182690d-6cfe-42f2-8c36-b9d47bc007b9,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:39.168059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b5c08-9ebb-4979-8684-97f708d68606 req-36c5afa0-0893-4b71-a68d-e37ccc52d2b7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:39.188005 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-661b5c08-9ebb-4979-8684-97f708d68606 req-36c5afa0-0893-4b71-a68d-e37ccc52d2b7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.5089791 Jul 09 20:12:39.284262 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-661b5c08-9ebb-4979-8684-97f708d68606 req-42ad338d-4a75-4621-aefb-20f61086bb0e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950971 Jul 09 20:12:39.382886 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.db.resource_extend [None req-8f6c6909-798b-4ba6-a219-264cbe7d90d9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 20:12:39.403648 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:39.443497 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f6c6909-798b-4ba6-a219-264cbe7d90d9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:39.456964 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f6c6909-798b-4ba6-a219-264cbe7d90d9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:39.465411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Pushing event deleted for resources: {'Port': ['ID=b41c1f82-d782-4d57-a0df-7f75c35c571a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:39.500295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:39.500674 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:39.501024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:39.501399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:39.501712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:39.502038 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:39.502386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:39.502718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:39.503051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:39.503367 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:39.503899 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:39.504104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:39.844189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbce5db-0d82-40df-839f-88e6cf455dc0 req-cacee4ee-08d9-468b-994d-1145f4c3077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:39.845755 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ddbce5db-0d82-40df-839f-88e6cf455dc0 req-cacee4ee-08d9-468b-994d-1145f4c3077c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 1097 time: 0.8634100 Jul 09 20:12:39.861806 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:39.880233 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-8f6c6909-798b-4ba6-a219-264cbe7d90d9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Floating IP 5824c796-5267-429d-87d7-5ef81611d94b associated. External IP: 172.25.0.231, port: 63677154-63b5-4897-8657-b7307f459562. Jul 09 20:12:39.956487 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ddbce5db-0d82-40df-839f-88e6cf455dc0 req-315bfba7-31cc-44c2-ab27-0f36bf21c46a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e23b6ee8-6bcc-4efb-914d-051860d07fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961301 Jul 09 20:12:39.996713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14027e-5b70-4d3d-aaf2-daf73b8b3793 req-a09c37ea-31a0-4a3e-92cf-5e3dc5027650 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:40.003630 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f14027e-5b70-4d3d-aaf2-daf73b8b3793 req-a09c37ea-31a0-4a3e-92cf-5e3dc5027650 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 946 time: 0.2109048 Jul 09 20:12:40.071766 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f14027e-5b70-4d3d-aaf2-daf73b8b3793 req-6a507b1a-566e-48ac-b821-98dc319d6cde tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/security-groups?id=e23b6ee8-6bcc-4efb-914d-051860d07fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671735 Jul 09 20:12:40.143835 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Router c5c05f4c-173c-4c97-acc8-11f3965267e0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:12:40.215050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6c6909-798b-4ba6-a219-264cbe7d90d9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:12:40.303722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:12:40.312731 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-de89a1f7-bac5-44a1-a944-9642262b53ef admin admin] 10.222.0.30 "PUT /v2.0/routers/c5c05f4c-173c-4c97-acc8-11f3965267e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1323934 Jul 09 20:12:40.313358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54226) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:40.318791 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971247cb-329a-45a0-b96e-79c9e27a146d None None] Sync routers for ids ['c5c05f4c-173c-4c97-acc8-11f3965267e0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:12:40.344799 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971247cb-329a-45a0-b96e-79c9e27a146d None None] Routers {'c5c05f4c-173c-4c97-acc8-11f3965267e0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:40.346025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-971247cb-329a-45a0-b96e-79c9e27a146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:12:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c5c05f4c-173c-4c97-acc8-11f3965267e0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:40.371828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6c6909-798b-4ba6-a219-264cbe7d90d9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:12:40.387517 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8261b-b6da-4357-8637-28d22780b2d0 None None] Sync routers for ids ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:12:40.397014 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f6c6909-798b-4ba6-a219-264cbe7d90d9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.413289 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8261b-b6da-4357-8637-28d22780b2d0 None None] Routers {'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:40.418324 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-dda8261b-b6da-4357-8637-28d22780b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:12:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:40.554097 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.556422 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8f6c6909-798b-4ba6-a219-264cbe7d90d9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "PUT /v2.0/floatingips/5824c796-5267-429d-87d7-5ef81611d94b HTTP/1.1" status: 200 len: 992 time: 2.5989890 Jul 09 20:12:40.558366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'tag': '63677154-63b5-4897-8657-b7307f459562'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:40.560871 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1035451-0f5c-4468-a516-1339771964de" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "tag": "63677154-63b5-4897-8657-b7307f459562"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:40.621971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-971247cb-329a-45a0-b96e-79c9e27a146d None None] Set router c5c05f4c-173c-4c97-acc8-11f3965267e0 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:40.648762 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-dda8261b-b6da-4357-8637-28d22780b2d0 None None] Set router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:40.682921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebebba6-940b-470d-b0fb-d06bd696b86b req-73306156-d33e-44ba-9173-63c0e9bd96b7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:40.691450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cebebba6-940b-470d-b0fb-d06bd696b86b req-73306156-d33e-44ba-9173-63c0e9bd96b7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.1464348 Jul 09 20:12:40.746393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cebebba6-940b-470d-b0fb-d06bd696b86b req-93685259-fb4c-47e5-8831-776da2e7e1b9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537376 Jul 09 20:12:40.803711 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.820887 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5ed166-05b2-441b-9ab8-ee78d9e83aa0 x-openstack-request-id: req-bc5ed166-05b2-441b-9ab8-ee78d9e83aa0 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:40.821452 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "tag": "63677154-63b5-4897-8657-b7307f459562", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:40.821715 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc5ed166-05b2-441b-9ab8-ee78d9e83aa0 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:40.822127 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'tag': '63677154-63b5-4897-8657-b7307f459562', 'status': 'completed', 'code': 200} Jul 09 20:12:40.889993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] Deleting port 06374c34-076a-4cc7-86c0-faa7391ab22a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:40.890684 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:40.946488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1035451-0f5c-4468-a516-1339771964de req-e9a02cb6-264d-44b0-81f1-f9ff622b37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:40.948600 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1035451-0f5c-4468-a516-1339771964de req-e9a02cb6-264d-44b0-81f1-f9ff622b37fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 1097 time: 0.0833621 Jul 09 20:12:40.952022 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-971247cb-329a-45a0-b96e-79c9e27a146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T20:12:39Z', 'revision_number': 5, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port': {'id': '06374c34-076a-4cc7-86c0-faa7391ab22a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ef:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T19:59:18Z', 'updated_at': '2021-07-09T19:59:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:41.003566 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] For port 06374c34-076a-4cc7-86c0-faa7391ab22a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=06374c34-076a-4cc7-86c0-faa7391ab22a,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:41.003937 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:41.014081 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971247cb-329a-45a0-b96e-79c9e27a146d None None] Checking router: c5c05f4c-173c-4c97-acc8-11f3965267e0 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:12:41.020345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] Calling delete_port for 06374c34-076a-4cc7-86c0-faa7391ab22a owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:41.037824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971247cb-329a-45a0-b96e-79c9e27a146d None None] Routers {'c5c05f4c-173c-4c97-acc8-11f3965267e0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:41.043512 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-971247cb-329a-45a0-b96e-79c9e27a146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:12:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c5c05f4c-173c-4c97-acc8-11f3965267e0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:41.067148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1035451-0f5c-4468-a516-1339771964de req-907305d4-07ce-4633-b9a1-1a558c2b8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:41.069333 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1035451-0f5c-4468-a516-1339771964de req-907305d4-07ce-4633-b9a1-1a558c2b8633 service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.1099210 Jul 09 20:12:41.124610 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-dda8261b-b6da-4357-8637-28d22780b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:12:02Z', 'updated_at': '2021-07-09T20:12:08Z', 'revision_number': 4, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'gw_port': {'id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:03Z', 'updated_at': '2021-07-09T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '5824c796-5267-429d-87d7-5ef81611d94b', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'port_id': '63677154-63b5-4897-8657-b7307f459562', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'mac_address': 'fa:16:3e:b5:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:12:14Z', 'updated_at': '2021-07-09T20:12:39Z', 'revision_number': 1, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5', 'name': '', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'mac_address': 'fa:16:3e:65:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:07Z', 'updated_at': '2021-07-09T20:12:18Z', 'revision_number': 5, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'subnets': [{'id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:41.224226 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8261b-b6da-4357-8637-28d22780b2d0 None None] Checking router: ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:12:41.231856 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1035451-0f5c-4468-a516-1339771964de req-4de26211-4f68-40c0-9250-8477a61c7763 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63677154-63b5-4897-8657-b7307f459562 HTTP/1.1" status: 200 len: 1000 time: 0.1517925 Jul 09 20:12:41.236602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-971247cb-329a-45a0-b96e-79c9e27a146d None None] Set router c5c05f4c-173c-4c97-acc8-11f3965267e0 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:41.247367 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8261b-b6da-4357-8637-28d22780b2d0 None None] Routers {'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:12:41.252449 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-dda8261b-b6da-4357-8637-28d22780b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:12:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:41.282176 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:41.343121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1035451-0f5c-4468-a516-1339771964de req-2b3574e4-9d6b-449d-8fe6-cffae70fc6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:41.345037 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1035451-0f5c-4468-a516-1339771964de req-2b3574e4-9d6b-449d-8fe6-cffae70fc6f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.1058490 Jul 09 20:12:41.353821 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-971247cb-329a-45a0-b96e-79c9e27a146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T20:12:40Z', 'revision_number': 6, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:41.382045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=06374c34-076a-4cc7-86c0-faa7391ab22a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:41.433856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971247cb-329a-45a0-b96e-79c9e27a146d None None] The sync data for ids ['c5c05f4c-173c-4c97-acc8-11f3965267e0'] in n-d-800088-3 is: [{'id': 'c5c05f4c-173c-4c97-acc8-11f3965267e0', 'name': 'tempest-AttachVolumeShelveTestJSON-2088408180-router', 'tenant_id': 'a4b256fda3434e529a47261bd6a86fca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T19:59:14Z', 'updated_at': '2021-07-09T20:12:40Z', 'revision_number': 6, 'project_id': 'a4b256fda3434e529a47261bd6a86fca', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:12:41.495722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1035451-0f5c-4468-a516-1339771964de req-26117023-4651-4e55-bef5-cf3179be5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:41.497461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1035451-0f5c-4468-a516-1339771964de req-26117023-4651-4e55-bef5-cf3179be5714 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455166 Jul 09 20:12:41.504934 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-dda8261b-b6da-4357-8637-28d22780b2d0 None None] Set router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:12:41.678696 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:41.702951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1035451-0f5c-4468-a516-1339771964de req-65fd5b9b-f351-4f06-916c-cbd766471bcf service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774778 Jul 09 20:12:41.715722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee3741-c8a8-461e-a421-20544143e6bb req-08e3d7c7-630b-4651-a048-01d35a4e484d tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:41.724060 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-11ee3741-c8a8-461e-a421-20544143e6bb req-08e3d7c7-630b-4651-a048-01d35a4e484d tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 946 time: 0.4327087 Jul 09 20:12:41.800932 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1035451-0f5c-4468-a516-1339771964de req-2ad98035-d2d4-4ad7-9478-82125f12b84c service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911863 Jul 09 20:12:41.865878 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:41.869179 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:41.879910 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-dda8261b-b6da-4357-8637-28d22780b2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:12:02Z', 'updated_at': '2021-07-09T20:12:08Z', 'revision_number': 4, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'gw_port': {'id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:03Z', 'updated_at': '2021-07-09T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '5824c796-5267-429d-87d7-5ef81611d94b', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'port_id': '63677154-63b5-4897-8657-b7307f459562', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'mac_address': 'fa:16:3e:b5:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:12:14Z', 'updated_at': '2021-07-09T20:12:39Z', 'revision_number': 1, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5', 'name': '', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'mac_address': 'fa:16:3e:65:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:07Z', 'updated_at': '2021-07-09T20:12:18Z', 'revision_number': 5, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'subnets': [{'id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:41.920373 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8261b-b6da-4357-8637-28d22780b2d0 None None] The sync data for ids ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'] in n-d-800088-3 is: [{'id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:12:02Z', 'updated_at': '2021-07-09T20:12:08Z', 'revision_number': 4, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'gw_port': {'id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:03Z', 'updated_at': '2021-07-09T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '5824c796-5267-429d-87d7-5ef81611d94b', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'floating_ip_address': '172.25.0.231', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'port_id': '63677154-63b5-4897-8657-b7307f459562', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'mac_address': 'fa:16:3e:b5:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:12:14Z', 'updated_at': '2021-07-09T20:12:39Z', 'revision_number': 1, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5', 'name': '', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'mac_address': 'fa:16:3e:65:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:07Z', 'updated_at': '2021-07-09T20:12:18Z', 'revision_number': 5, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'subnets': [{'id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:12:41.921334 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-11ee3741-c8a8-461e-a421-20544143e6bb req-5e68293b-db0b-4e73-9a83-b89e10888a52 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/security-groups?id=e23b6ee8-6bcc-4efb-914d-051860d07fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961582 Jul 09 20:12:42.181744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 06374c34-076a-4cc7-86c0-faa7391ab22a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:42.195465 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bffba-8f2e-4a46-a60a-0ec9f3145aa5 req-1bf8d13a-8d84-4911-9da5-bf230e253f7f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:42.201642 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b0bffba-8f2e-4a46-a60a-0ec9f3145aa5 req-1bf8d13a-8d84-4911-9da5-bf230e253f7f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.1570325 Jul 09 20:12:42.212035 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 06374c34-076a-4cc7-86c0-faa7391ab22a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:42.212386 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 06374c34-076a-4cc7-86c0-faa7391ab22a not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:42.213018 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b41c1f82-d782-4d57-a0df-7f75c35c571a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:42.239730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: b41c1f82-d782-4d57-a0df-7f75c35c571a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:42.240090 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b41c1f82-d782-4d57-a0df-7f75c35c571a not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:42.281764 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b0bffba-8f2e-4a46-a60a-0ec9f3145aa5 req-fd966641-e3aa-47c1-8fc2-8b3c787d6c95 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770459 Jul 09 20:12:42.364734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d5cd8b-27d5-42a2-a4e7-e8aac682a07b None None] New status for floating IP 5824c796-5267-429d-87d7-5ef81611d94b: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:12:42.471751 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:42.472316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5c05f4c-173c-4c97-acc8-11f3965267e0 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:12:42.481264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:42.485827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54256) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:42.495959 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e6bef21b-d21c-4cac-954a-a48cad6c92b2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c5c05f4c-173c-4c97-acc8-11f3965267e0 HTTP/1.1" status: 204 len: 168 time: 2.1804218 Jul 09 20:12:42.541330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-1880d0e2-b88e-4317-b5ec-b2d55b92139c admin admin] Deleting subnet a00eb4ac-2cb3-49d9-a96a-a24c04842ba3 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:12:42.548610 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1880d0e2-b88e-4317-b5ec-b2d55b92139c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:42.599313 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1880d0e2-b88e-4317-b5ec-b2d55b92139c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:42.711696 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1880d0e2-b88e-4317-b5ec-b2d55b92139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:42.783146 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1880d0e2-b88e-4317-b5ec-b2d55b92139c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:42.812309 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880d0e2-b88e-4317-b5ec-b2d55b92139c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00eb4ac-2cb3-49d9-a96a-a24c04842ba3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:42.814350 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1880d0e2-b88e-4317-b5ec-b2d55b92139c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:42.816289 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1880d0e2-b88e-4317-b5ec-b2d55b92139c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a00eb4ac-2cb3-49d9-a96a-a24c04842ba3 HTTP/1.1" status: 204 len: 168 time: 0.3289826 Jul 09 20:12:42.821273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54268) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:42.821710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c629d8-def7-4575-8891-941d081a655c None None] Network 71fa7c07-7273-451c-ae3d-4402b49a7b55 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:12:42.915052 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:42.967340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] Deleting port 78637e7f-8454-443d-910e-752cf741b167 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:42.967695 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.055088 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbc1339-3a79-4f7d-8c69-4f59d67d1acf None None] DHCP port deletion for 71fa7c07-7273-451c-ae3d-4402b49a7b55 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:12:43.075521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] For port 78637e7f-8454-443d-910e-752cf741b167, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=78637e7f-8454-443d-910e-752cf741b167,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:43.076001 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.108777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] Calling delete_port for 78637e7f-8454-443d-910e-752cf741b167 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:43.109097 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fdbc1339-3a79-4f7d-8c69-4f59d67d1acf None None] Deleting port 78637e7f-8454-443d-910e-752cf741b167 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:43.109367 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fdbc1339-3a79-4f7d-8c69-4f59d67d1acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.185929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-fdbc1339-3a79-4f7d-8c69-4f59d67d1acf None None] For port 78637e7f-8454-443d-910e-752cf741b167, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=78637e7f-8454-443d-910e-752cf741b167,segment=NetworkSegment(4ded9f90-b394-4150-9f16-c2e94d59301f),segment_id=4ded9f90-b394-4150-9f16-c2e94d59301f)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:43.186494 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fdbc1339-3a79-4f7d-8c69-4f59d67d1acf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.202391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fdbc1339-3a79-4f7d-8c69-4f59d67d1acf None None] Calling delete_port for 78637e7f-8454-443d-910e-752cf741b167 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:43.336134 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fdbc1339-3a79-4f7d-8c69-4f59d67d1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.370953 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc1339-3a79-4f7d-8c69-4f59d67d1acf None None] Pushing event deleted for resources: {'Port': ['ID=78637e7f-8454-443d-910e-752cf741b167,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:43.384174 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbc1339-3a79-4f7d-8c69-4f59d67d1acf None None] No DVR routers for this DVR port 78637e7f-8454-443d-910e-752cf741b167 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:12:43.526780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da341640-1d30-4c42-b62f-d16404a2b406 req-981c3211-4f5c-435e-96f2-2e79c92c77c2 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:43.528595 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da341640-1d30-4c42-b62f-d16404a2b406 req-981c3211-4f5c-435e-96f2-2e79c92c77c2 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 946 time: 0.4705803 Jul 09 20:12:43.560203 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becb56a-84ba-4755-b718-27e9b468fe11 req-3797f1d0-a83d-4504-acb6-37d195fe2d93 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:43.565128 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9becb56a-84ba-4755-b718-27e9b468fe11 req-3797f1d0-a83d-4504-acb6-37d195fe2d93 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.0880170 Jul 09 20:12:43.592960 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.604315 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da341640-1d30-4c42-b62f-d16404a2b406 req-c30b1de9-4d66-4db3-8711-df175b997e34 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/security-groups?id=e23b6ee8-6bcc-4efb-914d-051860d07fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633621 Jul 09 20:12:43.612026 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9becb56a-84ba-4755-b718-27e9b468fe11 req-22019542-4645-4153-82e2-ffc4a13ea0b4 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Jul 09 20:12:43.640014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] Pushing event deleted for resources: {'Port': ['ID=78637e7f-8454-443d-910e-752cf741b167,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:43.642502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] No DVR routers for this DVR port 78637e7f-8454-443d-910e-752cf741b167 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:12:43.735469 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.747465 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fa7c07-7273-451c-ae3d-4402b49a7b55']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:43.762958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ded9f90-b394-4150-9f16-c2e94d59301f') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:43.763504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ded9f90-b394-4150-9f16-c2e94d59301f') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:43.773933 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.790941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.798939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:12:43.799635 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:12:43.850813 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:12:43.882133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.903157 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:43.905336 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] 10.222.0.30 "DELETE /v2.0/networks/71fa7c07-7273-451c-ae3d-4402b49a7b55 HTTP/1.1" status: 204 len: 168 time: 1.0830774 Jul 09 20:12:43.921976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a91541-f84e-4269-a94d-8bb1202c803e admin admin] Pushing event deleted for resources: {'Network': ['ID=71fa7c07-7273-451c-ae3d-4402b49a7b55,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:44.140005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54292) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:44.170104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 78637e7f-8454-443d-910e-752cf741b167 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:44.197913 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-eb26a7c9-0a2a-414e-8286-f6a4584a23de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4b256fda3434e529a47261bd6a86fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558515 Jul 09 20:12:44.200312 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54294) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:44.269348 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af3108a2-fef1-4b87-91e7-cb2f8b5b51e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:44.298265 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af3108a2-fef1-4b87-91e7-cb2f8b5b51e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:44.366486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 78637e7f-8454-443d-910e-752cf741b167 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:44.366849 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 78637e7f-8454-443d-910e-752cf741b167 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:44.373815 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af3108a2-fef1-4b87-91e7-cb2f8b5b51e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:44.379033 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af3108a2-fef1-4b87-91e7-cb2f8b5b51e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:44.384360 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-af3108a2-fef1-4b87-91e7-cb2f8b5b51e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18e6e730-1d14-472c-aafc-7a2f3f701581 HTTP/1.1" status: 204 len: 168 time: 0.1826005 Jul 09 20:12:44.404374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3108a2-fef1-4b87-91e7-cb2f8b5b51e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e6e730-1d14-472c-aafc-7a2f3f701581,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:44.562848 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b33df-a54a-4e26-a69e-1103794a93f4 req-028ea892-63c0-4215-9801-e55f3f5a6677 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:44.564391 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b2b33df-a54a-4e26-a69e-1103794a93f4 req-028ea892-63c0-4215-9801-e55f3f5a6677 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 946 time: 0.0867045 Jul 09 20:12:44.613417 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b2b33df-a54a-4e26-a69e-1103794a93f4 req-03b36065-f0e7-450d-acb2-7f4dbc2a1e2e tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/security-groups?id=e23b6ee8-6bcc-4efb-914d-051860d07fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429575 Jul 09 20:12:44.827025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023a15c-aa97-44c2-b0eb-d8e98458aa18 req-8d43f01b-c7e2-40c1-b87b-9715ae6046d4 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:44.828619 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e023a15c-aa97-44c2-b0eb-d8e98458aa18 req-8d43f01b-c7e2-40c1-b87b-9715ae6046d4 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.0716183 Jul 09 20:12:44.904723 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e023a15c-aa97-44c2-b0eb-d8e98458aa18 req-1f0bb59d-4143-4192-ba08-aedf1240c93a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635588 Jul 09 20:12:45.835304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd552a8-a29b-45de-8f3b-baacc17a994d req-87289ef2-46c1-4e8d-af24-809d377b17ba tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:45.837609 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ebd552a8-a29b-45de-8f3b-baacc17a994d req-87289ef2-46c1-4e8d-af24-809d377b17ba tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 946 time: 0.0780315 Jul 09 20:12:45.904356 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ebd552a8-a29b-45de-8f3b-baacc17a994d req-0e879b2d-afbc-4d6b-ac6b-b2a4111859f6 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/security-groups?id=e23b6ee8-6bcc-4efb-914d-051860d07fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592358 Jul 09 20:12:46.141563 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1491f-043a-4bb2-93d5-afe7441dda50 req-64bf8eaf-b98d-432f-8d67-4e5a6652af28 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:46.143353 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bc1491f-043a-4bb2-93d5-afe7441dda50 req-64bf8eaf-b98d-432f-8d67-4e5a6652af28 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.0754290 Jul 09 20:12:46.189601 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bc1491f-043a-4bb2-93d5-afe7441dda50 req-8fe0271b-977c-43a7-94fe-8661e6360d0f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396328 Jul 09 20:12:46.420404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a2665-d8b0-4b64-9bca-e881c065b873 req-beb05c6b-f463-40ea-81b4-8a50e18becbf tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:46.422167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d28a2665-d8b0-4b64-9bca-e881c065b873 req-beb05c6b-f463-40ea-81b4-8a50e18becbf tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 946 time: 0.0891449 Jul 09 20:12:46.546238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-d28a2665-d8b0-4b64-9bca-e881c065b873 req-1dae5bfd-5d9c-4d9f-ba99-3bf63f107267 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Deleting port 9182690d-6cfe-42f2-8c36-b9d47bc007b9 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:12:46.546589 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d28a2665-d8b0-4b64-9bca-e881c065b873 req-1dae5bfd-5d9c-4d9f-ba99-3bf63f107267 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:46.671777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d28a2665-d8b0-4b64-9bca-e881c065b873 req-1dae5bfd-5d9c-4d9f-ba99-3bf63f107267 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] For port 9182690d-6cfe-42f2-8c36-b9d47bc007b9, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=9182690d-6cfe-42f2-8c36-b9d47bc007b9,segment=NetworkSegment(68ed0e06-d62c-466c-b014-ab0f8bfdefd2),segment_id=68ed0e06-d62c-466c-b014-ab0f8bfdefd2)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:46.672115 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d28a2665-d8b0-4b64-9bca-e881c065b873 req-1dae5bfd-5d9c-4d9f-ba99-3bf63f107267 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:46.694880 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-d28a2665-d8b0-4b64-9bca-e881c065b873 req-1dae5bfd-5d9c-4d9f-ba99-3bf63f107267 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Calling delete_port for 9182690d-6cfe-42f2-8c36-b9d47bc007b9 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:12:46.844174 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d28a2665-d8b0-4b64-9bca-e881c065b873 req-1dae5bfd-5d9c-4d9f-ba99-3bf63f107267 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:46.865706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['9182690d-6cfe-42f2-8c36-b9d47bc007b9'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:12:46.878213 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae5bfd-5d9c-4d9f-ba99-3bf63f107267 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Pushing event deleted for resources: {'Port': ['ID=9182690d-6cfe-42f2-8c36-b9d47bc007b9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:46.927958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28a2665-d8b0-4b64-9bca-e881c065b873 req-1dae5bfd-5d9c-4d9f-ba99-3bf63f107267 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] No DVR routers for this DVR port 9182690d-6cfe-42f2-8c36-b9d47bc007b9 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:12:46.930875 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d28a2665-d8b0-4b64-9bca-e881c065b873 req-1dae5bfd-5d9c-4d9f-ba99-3bf63f107267 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:46.932905 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d28a2665-d8b0-4b64-9bca-e881c065b873 req-1dae5bfd-5d9c-4d9f-ba99-3bf63f107267 tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.36 "DELETE /v2.0/ports/9182690d-6cfe-42f2-8c36-b9d47bc007b9 HTTP/1.1" status: 204 len: 173 time: 0.4971008 Jul 09 20:12:46.933360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97d6b45-4f73-4e3b-b71e-1cfa504e2550', 'name': 'network-vif-deleted', 'tag': '9182690d-6cfe-42f2-8c36-b9d47bc007b9'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:46.936178 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9007cda7-485f-4890-8b9d-d03fc75e2395" -d '{"events": [{"server_uuid": "b97d6b45-4f73-4e3b-b71e-1cfa504e2550", "name": "network-vif-deleted", "tag": "9182690d-6cfe-42f2-8c36-b9d47bc007b9"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:46.976997 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da48464f-0d91-456c-99df-bc434fa7c50d x-openstack-request-id: req-da48464f-0d91-456c-99df-bc434fa7c50d {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:46.977298 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97d6b45-4f73-4e3b-b71e-1cfa504e2550", "name": "network-vif-deleted", "tag": "9182690d-6cfe-42f2-8c36-b9d47bc007b9", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:46.977556 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da48464f-0d91-456c-99df-bc434fa7c50d {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:46.977955 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97d6b45-4f73-4e3b-b71e-1cfa504e2550', 'name': 'network-vif-deleted', 'tag': '9182690d-6cfe-42f2-8c36-b9d47bc007b9', 'status': 'completed', 'code': 200} Jul 09 20:12:47.109183 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-47102070-0765-4d65-98da-787c6b50de6d req-e575148a-2373-4678-8ab9-e80c1ed2866d tempest-ServerPasswordTestJSON-1389518233 tempest-ServerPasswordTestJSON-1389518233-project] 10.222.0.30 "GET /v2.0/ports?device_id=b97d6b45-4f73-4e3b-b71e-1cfa504e2550 HTTP/1.1" status: 200 len: 210 time: 0.0461400 Jul 09 20:12:47.377451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ee453-5f05-4a0f-8faa-3d623be7415e req-08095755-c397-4714-8173-592a59ef37a5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:47.378977 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-273ee453-5f05-4a0f-8faa-3d623be7415e req-08095755-c397-4714-8173-592a59ef37a5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.0750349 Jul 09 20:12:47.421746 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-273ee453-5f05-4a0f-8faa-3d623be7415e req-d48f3cf1-ba59-4832-a300-d82c11c6295a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367606 Jul 09 20:12:48.209693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54462) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:48.216904 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54464) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:48.273993 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-2395ac5c-2e1b-4b8f-a5f1-8393fb7ee56a admin admin] Deleting subnet 05a848a8-5c2c-4810-ae13-7abbcb8fc831 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:12:48.277481 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2395ac5c-2e1b-4b8f-a5f1-8393fb7ee56a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.341981 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2395ac5c-2e1b-4b8f-a5f1-8393fb7ee56a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.350454 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-075b35ef-1210-4b43-904a-a7b0d7f97a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.386515 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2395ac5c-2e1b-4b8f-a5f1-8393fb7ee56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.449871 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2395ac5c-2e1b-4b8f-a5f1-8393fb7ee56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.458956 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-075b35ef-1210-4b43-904a-a7b0d7f97a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.464608 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-075b35ef-1210-4b43-904a-a7b0d7f97a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.485611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395ac5c-2e1b-4b8f-a5f1-8393fb7ee56a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a848a8-5c2c-4810-ae13-7abbcb8fc831,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:48.496869 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2395ac5c-2e1b-4b8f-a5f1-8393fb7ee56a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.501702 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2395ac5c-2e1b-4b8f-a5f1-8393fb7ee56a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/05a848a8-5c2c-4810-ae13-7abbcb8fc831 HTTP/1.1" status: 204 len: 168 time: 0.2886283 Jul 09 20:12:48.501967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54470) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:48.515237 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-075b35ef-1210-4b43-904a-a7b0d7f97a88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6953e7ca68f24a468e25c6e384e57d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949338 Jul 09 20:12:48.515237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b35ef-1210-4b43-904a-a7b0d7f97a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff8945a-470e-449a-9cdd-9e2c0222b1a5,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:48.516971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54472) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:48.591721 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6beaa3cc-c579-452a-8fe4-b7abd4e6679c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.615188 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6beaa3cc-c579-452a-8fe4-b7abd4e6679c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.620057 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-030e7882-6e70-4172-aee3-1da6e1352583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.666609 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6beaa3cc-c579-452a-8fe4-b7abd4e6679c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.670389 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6beaa3cc-c579-452a-8fe4-b7abd4e6679c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.672433 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6beaa3cc-c579-452a-8fe4-b7abd4e6679c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ff8945a-470e-449a-9cdd-9e2c0222b1a5 HTTP/1.1" status: 204 len: 168 time: 0.1542540 Jul 09 20:12:48.683877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beaa3cc-c579-452a-8fe4-b7abd4e6679c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff8945a-470e-449a-9cdd-9e2c0222b1a5,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:48.738820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cefac-2444-4fd1-821a-2c19d6c3a5a4 req-bdef6097-7eb0-4b11-aff2-893f676c6d56 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:48.740392 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e57cefac-2444-4fd1-821a-2c19d6c3a5a4 req-bdef6097-7eb0-4b11-aff2-893f676c6d56 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.1606066 Jul 09 20:12:48.747179 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-030e7882-6e70-4172-aee3-1da6e1352583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.770346 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-030e7882-6e70-4172-aee3-1da6e1352583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092ab18b-6d0c-4a5e-add7-eea703a7e88b']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:48.790604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-030e7882-6e70-4172-aee3-1da6e1352583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ed0e06-d62c-466c-b014-ab0f8bfdefd2') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:48.791115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-030e7882-6e70-4172-aee3-1da6e1352583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ed0e06-d62c-466c-b014-ab0f8bfdefd2') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:12:48.813378 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-030e7882-6e70-4172-aee3-1da6e1352583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.827090 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e57cefac-2444-4fd1-821a-2c19d6c3a5a4 req-288574c0-8835-41a9-ae0a-0744cf2d0133 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763714 Jul 09 20:12:48.836449 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-030e7882-6e70-4172-aee3-1da6e1352583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.852586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030e7882-6e70-4172-aee3-1da6e1352583 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:12:48.853018 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-030e7882-6e70-4172-aee3-1da6e1352583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:12:48.855000 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:12:49.025451 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-030e7882-6e70-4172-aee3-1da6e1352583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:49.038057 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-030e7882-6e70-4172-aee3-1da6e1352583 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:49.040309 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-030e7882-6e70-4172-aee3-1da6e1352583 admin admin] 10.222.0.30 "DELETE /v2.0/networks/092ab18b-6d0c-4a5e-add7-eea703a7e88b HTTP/1.1" status: 204 len: 168 time: 0.5373256 Jul 09 20:12:49.054142 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e7882-6e70-4172-aee3-1da6e1352583 admin admin] Pushing event deleted for resources: {'Network': ['ID=092ab18b-6d0c-4a5e-add7-eea703a7e88b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:49.169044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54484) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:49.179379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54486) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:49.183716 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96b71abd-426d-47f0-bbec-53c9ccd67b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:49.231041 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-84348b5c-2e75-446d-ad30-25ce7fb18d58 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc8c1a0810e84840bfa455da493200f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502710 Jul 09 20:12:49.233679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54488) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:49.280646 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96b71abd-426d-47f0-bbec-53c9ccd67b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:49.285851 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-96b71abd-426d-47f0-bbec-53c9ccd67b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:49.289041 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e76f99ee-f394-403f-9661-dd9e92f211ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:49.313734 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e76f99ee-f394-403f-9661-dd9e92f211ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:49.327372 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-96b71abd-426d-47f0-bbec-53c9ccd67b13 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a063114a1864d108df9683931e53397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572144 Jul 09 20:12:49.329543 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b71abd-426d-47f0-bbec-53c9ccd67b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01772df3-88dc-4f97-bc4b-b64c425d626e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:49.330553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54490) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:49.404251 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d3512e56-809f-4732-9f7a-2aa9c0bf3781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:49.410682 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e76f99ee-f394-403f-9661-dd9e92f211ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:49.413245 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e76f99ee-f394-403f-9661-dd9e92f211ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:49.414508 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e76f99ee-f394-403f-9661-dd9e92f211ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e23b6ee8-6bcc-4efb-914d-051860d07fdd HTTP/1.1" status: 204 len: 168 time: 0.1796157 Jul 09 20:12:49.440967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f99ee-f394-403f-9661-dd9e92f211ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23b6ee8-6bcc-4efb-914d-051860d07fdd,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:49.445037 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d3512e56-809f-4732-9f7a-2aa9c0bf3781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:49.509142 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d3512e56-809f-4732-9f7a-2aa9c0bf3781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:49.512161 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d3512e56-809f-4732-9f7a-2aa9c0bf3781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:49.513389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d3512e56-809f-4732-9f7a-2aa9c0bf3781 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01772df3-88dc-4f97-bc4b-b64c425d626e HTTP/1.1" status: 204 len: 168 time: 0.1818557 Jul 09 20:12:49.521584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3512e56-809f-4732-9f7a-2aa9c0bf3781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01772df3-88dc-4f97-bc4b-b64c425d626e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:50.120207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06e08a-983f-4199-93ab-22e7fd2df651 req-4fd3fd05-2749-42ac-b9a7-e73ec02dbbdb tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:50.128458 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0a06e08a-983f-4199-93ab-22e7fd2df651 req-4fd3fd05-2749-42ac-b9a7-e73ec02dbbdb tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.1272480 Jul 09 20:12:50.232421 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0a06e08a-983f-4199-93ab-22e7fd2df651 req-53ad99d1-70af-43c3-a635-2dde91d58cb3 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031795 Jul 09 20:12:50.373654 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9182690d-6cfe-42f2-8c36-b9d47bc007b9 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:12:50.403866 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 9182690d-6cfe-42f2-8c36-b9d47bc007b9 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:12:50.404227 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 9182690d-6cfe-42f2-8c36-b9d47bc007b9 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:12:50.406158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54538) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:50.636686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2113377589-network', 'tenant_id': '182c52943bf64e5ea7758ef4a45860e0'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:50.658674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] Made reservation on behalf of 182c52943bf64e5ea7758ef4a45860e0 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:12:50.661226 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:50.670503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:50.772260 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:50.777462 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:50.799145 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:12:50.813121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0932b4-693b-4210-a903-7a6f63096844,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:50.818084 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:50.818430 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] Added segment 45eb32d0-ccb2-4bf9-b06f-0975d0c12d12 of type vlan for network bff54f67-bf00-48ec-888f-bfcf788d4e31 Jul 09 20:12:50.861935 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:50.897659 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:50.898758 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:50.899351 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:50.956557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5491798 Jul 09 20:12:50.959517 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54560) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:50.966356 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123b584-4ffa-4ee1-8209-e9a574904a85 admin admin] Pushing event updated for resources: {'Network': ['ID=bff54f67-bf00-48ec-888f-bfcf788d4e31,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:50.967219 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c69da5fa-9636-4c3b-a658-dd24cf022887 admin admin] Request body: {'subnet': {'network_id': 'bff54f67-bf00-48ec-888f-bfcf788d4e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2113377589-subnet', 'tenant_id': '182c52943bf64e5ea7758ef4a45860e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:50.976993 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network bff54f67-bf00-48ec-888f-bfcf788d4e31 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:12:50.999050 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69da5fa-9636-4c3b-a658-dd24cf022887 admin admin] Made reservation on behalf of 182c52943bf64e5ea7758ef4a45860e0 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:12:51.001536 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c69da5fa-9636-4c3b-a658-dd24cf022887 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:51.201088 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c69da5fa-9636-4c3b-a658-dd24cf022887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:51.283221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69da5fa-9636-4c3b-a658-dd24cf022887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a876489-f4e4-4ba0-9d22-ec486f2011ab,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:51.295790 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69da5fa-9636-4c3b-a658-dd24cf022887 admin admin] Checking segment: {'id': '45eb32d0-ccb2-4bf9-b06f-0975d0c12d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bff54f67-bf00-48ec-888f-bfcf788d4e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:12:51.296295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69da5fa-9636-4c3b-a658-dd24cf022887 admin admin] Network hostable DHCP agents. Network: bff54f67-bf00-48ec-888f-bfcf788d4e31, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:12:51.318513 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69da5fa-9636-4c3b-a658-dd24cf022887 admin admin] Network bff54f67-bf00-48ec-888f-bfcf788d4e31 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:12:51.352100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-c69da5fa-9636-4c3b-a658-dd24cf022887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, bff54f67-bf00-48ec-888f-bfcf788d4e31) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:12:51.358480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69da5fa-9636-4c3b-a658-dd24cf022887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:51.361057 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c69da5fa-9636-4c3b-a658-dd24cf022887 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:51.363515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba7643c-af59-4c5b-8b93-af018deecdfa None None] Network bff54f67-bf00-48ec-888f-bfcf788d4e31 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:12:51.418016 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c69da5fa-9636-4c3b-a658-dd24cf022887 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4559424 Jul 09 20:12:51.582930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117928a-5569-4f28-a7a2-a0c798cd79e6 req-a35ee540-eb9b-45a6-979c-389daeb30f4d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:51.606583 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3117928a-5569-4f28-a7a2-a0c798cd79e6 req-a35ee540-eb9b-45a6-979c-389daeb30f4d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.1122103 Jul 09 20:12:51.664089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f384fe-d7c7-43f1-8179-8f653e587c1f None None] Network bff54f67-bf00-48ec-888f-bfcf788d4e31 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:12:51.698541 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3117928a-5569-4f28-a7a2-a0c798cd79e6 req-7f8c38af-7628-481e-8080-fbdba79334ce tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901897 Jul 09 20:12:52.284497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54624) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:52.291133 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-540450697-network', 'tenant_id': '6777472d502749bb892b41e1c05b00c7'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:52.314652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] Made reservation on behalf of 6777472d502749bb892b41e1c05b00c7 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:12:52.317485 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:52.327573 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:52.424832 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:52.429061 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:52.456457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:12:52.468441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cd6e15-239d-4624-8840-ff343ad768fc,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:52.474321 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:52.474680 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] Added segment 0ec77a9c-57e0-4dd6-a8fc-47c1f0d0f7eb of type vlan for network 786ce1f6-6693-4eb2-a7e0-048f6567fd2b Jul 09 20:12:52.556724 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:52.602302 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:52.604392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:52.605510 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:52.682350 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3958390 Jul 09 20:12:52.689110 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54634) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:52.694858 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Request body: {'subnet': {'network_id': '786ce1f6-6693-4eb2-a7e0-048f6567fd2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-540450697-subnet', 'tenant_id': '6777472d502749bb892b41e1c05b00c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:52.699801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b26555-6ca3-4e4b-8026-7cbae1675592 admin admin] Pushing event updated for resources: {'Network': ['ID=786ce1f6-6693-4eb2-a7e0-048f6567fd2b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:52.712268 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 786ce1f6-6693-4eb2-a7e0-048f6567fd2b details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:12:52.730581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Made reservation on behalf of 6777472d502749bb892b41e1c05b00c7 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:12:52.740195 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:52.787220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54638) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:52.974325 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9025b327-0213-4dee-8497-aa578f6f4852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:52.988953 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:52.991234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a80cc-9a8e-42f8-846b-f324ae046f19 req-9740c279-3fa3-42bb-b20b-76ab9a9ab3cc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:52.993031 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-796a80cc-9a8e-42f8-846b-f324ae046f19 req-9740c279-3fa3-42bb-b20b-76ab9a9ab3cc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.1400247 Jul 09 20:12:53.038492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12864b6-f5e0-4afd-8b9a-592e1aa394ef,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:53.057954 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-796a80cc-9a8e-42f8-846b-f324ae046f19 req-87ffc466-854a-45f4-bba7-b0766c07f0d3 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561476 Jul 09 20:12:53.059341 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:53.060254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:53.060981 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:53.061480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:53.062007 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:53.062498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:53.063348 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:53.063900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:53.064581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:53.064942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:53.066056 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:53.066433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:12:53.096491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Checking segment: {'id': '0ec77a9c-57e0-4dd6-a8fc-47c1f0d0f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '786ce1f6-6693-4eb2-a7e0-048f6567fd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:12:53.096987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Network hostable DHCP agents. Network: 786ce1f6-6693-4eb2-a7e0-048f6567fd2b, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:12:53.113831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Network 786ce1f6-6693-4eb2-a7e0-048f6567fd2b is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:12:53.123466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 786ce1f6-6693-4eb2-a7e0-048f6567fd2b) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:12:53.128281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:53.128908 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:53.132912 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9025b327-0213-4dee-8497-aa578f6f4852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:53.135652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c915bd37-c7fb-4e70-aeed-61bdfcac1509 None None] Network 786ce1f6-6693-4eb2-a7e0-048f6567fd2b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:12:53.138677 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9025b327-0213-4dee-8497-aa578f6f4852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:53.158448 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5e558247-581a-4a65-80b4-01c95fdcf10e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4679992 Jul 09 20:12:53.188248 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9025b327-0213-4dee-8497-aa578f6f4852 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12484c29cc4148529de15d91ed4e16c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994796 Jul 09 20:12:53.189479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025b327-0213-4dee-8497-aa578f6f4852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94209e80-945a-4635-9902-c9498c995020,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:53.190979 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54646) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:53.246543 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c66165aa-13a8-4a51-9e62-2974addd1863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:53.268403 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c66165aa-13a8-4a51-9e62-2974addd1863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:53.272858 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a2cc7c-86b6-42f7-ab39-d89a5f1de2e5 None None] Network 786ce1f6-6693-4eb2-a7e0-048f6567fd2b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:12:53.333233 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c66165aa-13a8-4a51-9e62-2974addd1863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:53.335836 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c66165aa-13a8-4a51-9e62-2974addd1863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:53.341157 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c66165aa-13a8-4a51-9e62-2974addd1863 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94209e80-945a-4635-9902-c9498c995020 HTTP/1.1" status: 204 len: 168 time: 0.1487648 Jul 09 20:12:53.349659 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66165aa-13a8-4a51-9e62-2974addd1863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94209e80-945a-4635-9902-c9498c995020,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:53.663556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54658) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:53.679273 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1f95d10-4b86-4ae7-ac1c-6240fbe16bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:53.853382 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1f95d10-4b86-4ae7-ac1c-6240fbe16bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:53.864321 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1f95d10-4b86-4ae7-ac1c-6240fbe16bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:53.948156 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e1f95d10-4b86-4ae7-ac1c-6240fbe16bbe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a155374463a4b50b73ec91f92a5f68c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827625 Jul 09 20:12:53.950915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54674) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:53.955369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f95d10-4b86-4ae7-ac1c-6240fbe16bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc447dcc-63cf-428f-9fb9-1b7a5286cae0,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:53.990167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164bd43-fc56-413a-a70b-6726527d823f req-a5c55b5f-7f53-4807-8a8a-3f7c5c375235 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:53.997101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5164bd43-fc56-413a-a70b-6726527d823f req-a5c55b5f-7f53-4807-8a8a-3f7c5c375235 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/networks?id=bff54f67-bf00-48ec-888f-bfcf788d4e31 HTTP/1.1" status: 200 len: 825 time: 0.1709886 Jul 09 20:12:54.014424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5164bd43-fc56-413a-a70b-6726527d823f req-309dd5cf-99fb-444f-a299-b7fc72c1062a tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/quotas/182c52943bf64e5ea7758ef4a45860e0 HTTP/1.1" status: 200 len: 375 time: 0.0163779 Jul 09 20:12:54.022834 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-466129f9-44e5-4db3-b568-60182c7166b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:54.055302 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-466129f9-44e5-4db3-b568-60182c7166b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:54.060508 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5164bd43-fc56-413a-a70b-6726527d823f req-0ef0438c-ae4f-46dc-a785-83a7dc51f383 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=182c52943bf64e5ea7758ef4a45860e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448406 Jul 09 20:12:54.123785 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-466129f9-44e5-4db3-b568-60182c7166b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:54.129865 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-466129f9-44e5-4db3-b568-60182c7166b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:54.135340 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-466129f9-44e5-4db3-b568-60182c7166b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc447dcc-63cf-428f-9fb9-1b7a5286cae0 HTTP/1.1" status: 204 len: 168 time: 0.1832659 Jul 09 20:12:54.144384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466129f9-44e5-4db3-b568-60182c7166b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc447dcc-63cf-428f-9fb9-1b7a5286cae0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:54.196139 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5164bd43-fc56-413a-a70b-6726527d823f req-a15e8864-1c7c-4da4-9d1d-6ab17e8b753d service neutron] 10.222.0.30 "GET /v2.0/networks/bff54f67-bf00-48ec-888f-bfcf788d4e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341016 Jul 09 20:12:54.270031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6cee8-4160-4fe2-8763-b584a63d04de req-c59a655b-5ff3-4f7f-b093-d3f4a6f81980 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:54.277451 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2bd6cee8-4160-4fe2-8763-b584a63d04de req-c59a655b-5ff3-4f7f-b093-d3f4a6f81980 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.0846210 Jul 09 20:12:54.309935 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5164bd43-fc56-413a-a70b-6726527d823f req-7795f4b9-9d69-4f58-bb0f-0ea7f5f316e6 service neutron] 10.222.0.30 "GET /v2.0/networks/bff54f67-bf00-48ec-888f-bfcf788d4e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069078 Jul 09 20:12:54.312047 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2bd6cee8-4160-4fe2-8763-b584a63d04de req-0006027f-3ed3-4549-9f13-9f84467014ee tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337355 Jul 09 20:12:54.500576 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e4981e9d-6364-4b77-ae2d-c1e49f8a2f33 req-d07a72ca-79b4-4a17-ab43-22b265a8e4b6 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 210 time: 0.0320868 Jul 09 20:12:55.498134 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac44602-dfb5-45d8-b44c-ca2657bb4e47 req-9f6fa9ef-0cfe-499d-96eb-083fac568022 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:55.499660 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ac44602-dfb5-45d8-b44c-ca2657bb4e47 req-9f6fa9ef-0cfe-499d-96eb-083fac568022 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 943 time: 0.0685101 Jul 09 20:12:55.547217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ac44602-dfb5-45d8-b44c-ca2657bb4e47 req-76f64ca4-909f-430d-b7db-87e4db23c36e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 Jul 09 20:12:55.702200 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3d5f874e-cc19-45f7-a9e8-21b0a0b05b72 req-7fe092c9-6919-4b63-b805-c5c15fc6ddff tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 210 time: 0.0488434 Jul 09 20:12:55.840417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164bd43-fc56-413a-a70b-6726527d823f req-c00c22a8-2af8-4f24-8d0c-4546cc4cd207 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:55.842168 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5164bd43-fc56-413a-a70b-6726527d823f req-c00c22a8-2af8-4f24-8d0c-4546cc4cd207 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.36 "GET /v2.0/networks?id=bff54f67-bf00-48ec-888f-bfcf788d4e31 HTTP/1.1" status: 200 len: 825 time: 0.1587389 Jul 09 20:12:55.862417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-5164bd43-fc56-413a-a70b-6726527d823f req-5f2a95ac-5344-4493-a508-01111ee7ef73 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Request body: {'port': {'device_id': '9abb6c2f-55b3-4b36-af21-1705051cb15a', 'network_id': 'bff54f67-bf00-48ec-888f-bfcf788d4e31', 'admin_state_up': True, 'tenant_id': '182c52943bf64e5ea7758ef4a45860e0'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:56.014536 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5164bd43-fc56-413a-a70b-6726527d823f req-5f2a95ac-5344-4493-a508-01111ee7ef73 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Made reservation on behalf of 182c52943bf64e5ea7758ef4a45860e0 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:12:56.020232 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5164bd43-fc56-413a-a70b-6726527d823f req-5f2a95ac-5344-4493-a508-01111ee7ef73 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:56.173205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-5164bd43-fc56-413a-a70b-6726527d823f req-5f2a95ac-5344-4493-a508-01111ee7ef73 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Allocated IP 172.20.0.12 (bff54f67-bf00-48ec-888f-bfcf788d4e31/1a876489-f4e4-4ba0-9d22-ec486f2011ab/ab06ad26-4f61-4096-ade6-4c547533feae) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:12:56.383607 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5164bd43-fc56-413a-a70b-6726527d823f req-5f2a95ac-5344-4493-a508-01111ee7ef73 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:56.401954 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7f36da0d-eaf7-4464-9559-faa3302a477d details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:12:56.426854 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5164bd43-fc56-413a-a70b-6726527d823f req-5f2a95ac-5344-4493-a508-01111ee7ef73 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:56.490019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5164bd43-fc56-413a-a70b-6726527d823f req-5f2a95ac-5344-4493-a508-01111ee7ef73 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Network bff54f67-bf00-48ec-888f-bfcf788d4e31 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:12:56.491742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-5164bd43-fc56-413a-a70b-6726527d823f req-5f2a95ac-5344-4493-a508-01111ee7ef73 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:12:56.504913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-5164bd43-fc56-413a-a70b-6726527d823f req-5f2a95ac-5344-4493-a508-01111ee7ef73 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:12:56.510709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a95ac-5344-4493-a508-01111ee7ef73 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Pushing event updated for resources: {'Port': ['ID=ab06ad26-4f61-4096-ade6-4c547533feae,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:56.521684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 7f36da0d-eaf7-4464-9559-faa3302a477d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7f36da0d-eaf7-4464-9559-faa3302a477d,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:56.535119 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '7f36da0d-eaf7-4464-9559-faa3302a477d', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'port_id': '7f36da0d-eaf7-4464-9559-faa3302a477d', 'mac_address': 'fa:16:3e:1b:cd:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:12:56.565167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164bd43-fc56-413a-a70b-6726527d823f req-5f2a95ac-5344-4493-a508-01111ee7ef73 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:56.565899 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5164bd43-fc56-413a-a70b-6726527d823f req-5f2a95ac-5344-4493-a508-01111ee7ef73 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:56.591383 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5164bd43-fc56-413a-a70b-6726527d823f req-5f2a95ac-5344-4493-a508-01111ee7ef73 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7348630 Jul 09 20:12:56.601009 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:56.619493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f36da0d-eaf7-4464-9559-faa3302a477d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:12:56.636052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Request body: {'port': {'device_id': '9abb6c2f-55b3-4b36-af21-1705051cb15a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:12:56.641380 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 7f36da0d-eaf7-4464-9559-faa3302a477d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7f36da0d-eaf7-4464-9559-faa3302a477d,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:56.658960 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:56.722476 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=7f36da0d-eaf7-4464-9559-faa3302a477d,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:56.801926 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:56.865155 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:56.882588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266d9ca-5b36-41cc-8288-dcb652e15d79 req-b9f7b71d-6e72-4632-8da6-f7fc3a963309 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:56.891183 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7266d9ca-5b36-41cc-8288-dcb652e15d79 req-b9f7b71d-6e72-4632-8da6-f7fc3a963309 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 944 time: 0.2008688 Jul 09 20:12:56.898397 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f34b86e5-50ed-464d-a584-a662e6a3ed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:56.935406 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c156ab-b605-4dda-b433-c906b7b821ae req-6e8ca59a-65b0-4b39-9c7c-8a89f491a7df tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:56.937750 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f7c156ab-b605-4dda-b433-c906b7b821ae req-6e8ca59a-65b0-4b39-9c7c-8a89f491a7df tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 932 time: 0.0869651 Jul 09 20:12:57.035278 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f7c156ab-b605-4dda-b433-c906b7b821ae req-55b12018-f571-4e29-a941-9326f1ba00f0 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c0932b4-693b-4210-a903-7a6f63096844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908742 Jul 09 20:12:57.042662 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7266d9ca-5b36-41cc-8288-dcb652e15d79 req-e74c8e3c-3313-4f36-a5ab-9d7b6e744577 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497388 Jul 09 20:12:57.058676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['7f36da0d-eaf7-4464-9559-faa3302a477d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:12:57.100786 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54800) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:57.226209 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab06ad26-4f61-4096-ade6-4c547533feae {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:12:57.236748 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:57.254773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Transition to ACTIVE for port object ab06ad26-4f61-4096-ade6-4c547533feae will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:12:57.259255 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:57.280875 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f64f3f1b-3302-4eb5-a3d9-f9815db0839f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:57.336396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Pushing event updated for resources: {'Port': ['ID=ab06ad26-4f61-4096-ade6-4c547533feae,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:57.414261 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f64f3f1b-3302-4eb5-a3d9-f9815db0839f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:57.418805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Attempting to bind port ab06ad26-4f61-4096-ade6-4c547533feae on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:12:57.419238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Attempting to bind port ab06ad26-4f61-4096-ade6-4c547533feae by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '45eb32d0-ccb2-4bf9-b06f-0975d0c12d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bff54f67-bf00-48ec-888f-bfcf788d4e31'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:12:57.419584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Attempting to bind port ab06ad26-4f61-4096-ade6-4c547533feae on network bff54f67-bf00-48ec-888f-bfcf788d4e31 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:12:57.421982 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f64f3f1b-3302-4eb5-a3d9-f9815db0839f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:57.424613 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Port ab06ad26-4f61-4096-ade6-4c547533feae on network bff54f67-bf00-48ec-888f-bfcf788d4e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:12:57.424950 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Attempting to bind port ab06ad26-4f61-4096-ade6-4c547533feae on network bff54f67-bf00-48ec-888f-bfcf788d4e31 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:12:57.430177 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:12:57.430528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Checking segment: {'id': '45eb32d0-ccb2-4bf9-b06f-0975d0c12d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bff54f67-bf00-48ec-888f-bfcf788d4e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:12:57.431081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Bound using segment: {'id': '45eb32d0-ccb2-4bf9-b06f-0975d0c12d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bff54f67-bf00-48ec-888f-bfcf788d4e31'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:12:57.432140 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Bound port: ab06ad26-4f61-4096-ade6-4c547533feae, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45eb32d0-ccb2-4bf9-b06f-0975d0c12d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bff54f67-bf00-48ec-888f-bfcf788d4e31'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:12:57.432689 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:57.472811 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f64f3f1b-3302-4eb5-a3d9-f9815db0839f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3dd81e4e142e40df8446fe18c8288746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707886 Jul 09 20:12:57.473022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54812) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:57.474365 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f3f1b-3302-4eb5-a3d9-f9815db0839f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945b06e2-8e83-4f5f-a1b7-987052f56805,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:57.533313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] For port ab06ad26-4f61-4096-ade6-4c547533feae, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:12:57.549335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] For port ab06ad26-4f61-4096-ade6-4c547533feae, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ab06ad26-4f61-4096-ade6-4c547533feae,segment=NetworkSegment(45eb32d0-ccb2-4bf9-b06f-0975d0c12d12),segment_id=45eb32d0-ccb2-4bf9-b06f-0975d0c12d12)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:12:57.555949 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:57.586040 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8fbab0b5-ea5b-48ee-ad1d-832eafe51fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:57.608654 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:57.609283 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:57.610677 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5164bd43-fc56-413a-a70b-6726527d823f req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] 10.222.0.36 "PUT /v2.0/ports/ab06ad26-4f61-4096-ade6-4c547533feae HTTP/1.1" status: 200 len: 1092 time: 0.9801145 Jul 09 20:12:57.611115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abb6c2f-55b3-4b36-af21-1705051cb15a', 'tag': 'ab06ad26-4f61-4096-ade6-4c547533feae'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:57.613368 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472a5552-0d52-4551-ac2c-97d42a5b621a" -d '{"events": [{"name": "network-changed", "server_uuid": "9abb6c2f-55b3-4b36-af21-1705051cb15a", "tag": "ab06ad26-4f61-4096-ade6-4c547533feae"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:57.643898 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8fbab0b5-ea5b-48ee-ad1d-832eafe51fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:57.655025 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46e83c0-49ba-47dd-b936-81f108158db7 x-openstack-request-id: req-f46e83c0-49ba-47dd-b936-81f108158db7 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:57.655321 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abb6c2f-55b3-4b36-af21-1705051cb15a", "tag": "ab06ad26-4f61-4096-ade6-4c547533feae", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:57.655573 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f46e83c0-49ba-47dd-b936-81f108158db7 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:57.655963 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abb6c2f-55b3-4b36-af21-1705051cb15a', 'tag': 'ab06ad26-4f61-4096-ade6-4c547533feae', 'status': 'completed', 'code': 200} Jul 09 20:12:57.716417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cb89f-4a9a-4e47-a5a2-e13d889b5544 service neutron] Pushing event updated for resources: {'Port': ['ID=ab06ad26-4f61-4096-ade6-4c547533feae,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:57.753483 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164bd43-fc56-413a-a70b-6726527d823f req-ae533adc-d2a2-4071-a0ef-bce40ccba1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:57.755019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5164bd43-fc56-413a-a70b-6726527d823f req-ae533adc-d2a2-4071-a0ef-bce40ccba1ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=182c52943bf64e5ea7758ef4a45860e0&device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 1095 time: 0.0890183 Jul 09 20:12:57.756045 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8fbab0b5-ea5b-48ee-ad1d-832eafe51fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:57.758633 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8fbab0b5-ea5b-48ee-ad1d-832eafe51fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:57.759909 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8fbab0b5-ea5b-48ee-ad1d-832eafe51fd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/945b06e2-8e83-4f5f-a1b7-987052f56805 HTTP/1.1" status: 204 len: 168 time: 0.2858551 Jul 09 20:12:57.767542 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbab0b5-ea5b-48ee-ad1d-832eafe51fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945b06e2-8e83-4f5f-a1b7-987052f56805,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:57.812969 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5164bd43-fc56-413a-a70b-6726527d823f req-bec220ce-355b-40cb-8298-7567dbc29731 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab06ad26-4f61-4096-ade6-4c547533feae HTTP/1.1" status: 200 len: 217 time: 0.0431440 Jul 09 20:12:57.871993 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164bd43-fc56-413a-a70b-6726527d823f req-7e732907-3538-4bdc-8027-9b2b4b4a879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:57.873624 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5164bd43-fc56-413a-a70b-6726527d823f req-7e732907-3538-4bdc-8027-9b2b4b4a879e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a876489-f4e4-4ba0-9d22-ec486f2011ab HTTP/1.1" status: 200 len: 865 time: 0.0492296 Jul 09 20:12:57.911682 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5164bd43-fc56-413a-a70b-6726527d823f req-42645113-9c3d-4692-a572-c9981db56bdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bff54f67-bf00-48ec-888f-bfcf788d4e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286071 Jul 09 20:12:58.008386 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5164bd43-fc56-413a-a70b-6726527d823f req-615ca90c-aef3-47da-8924-4d9af96d14c5 service neutron] 10.222.0.36 "GET /v2.0/networks/bff54f67-bf00-48ec-888f-bfcf788d4e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890813 Jul 09 20:12:58.063514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54822) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:58.078051 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f00b-21c7-4305-a075-52fd7c943edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:58.117502 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5164bd43-fc56-413a-a70b-6726527d823f req-a872163f-dc17-4a71-b746-35a242b3a73f service neutron] 10.222.0.36 "GET /v2.0/networks/bff54f67-bf00-48ec-888f-bfcf788d4e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014185 Jul 09 20:12:58.180757 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f00b-21c7-4305-a075-52fd7c943edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:58.217291 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8e4f00b-21c7-4305-a075-52fd7c943edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:58.265878 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4f00b-21c7-4305-a075-52fd7c943edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac37944-9c22-4eb3-8af1-898ac3f50baf,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:58.288667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a5552-0d52-4551-ac2c-97d42a5b621a req-007bd0c2-fefa-4129-9abe-c2e87e53b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:58.290084 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-472a5552-0d52-4551-ac2c-97d42a5b621a req-007bd0c2-fefa-4129-9abe-c2e87e53b46c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=182c52943bf64e5ea7758ef4a45860e0&device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 1095 time: 0.1113908 Jul 09 20:12:58.291578 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e8e4f00b-21c7-4305-a075-52fd7c943edc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f2b312b79fc44d9840875a43a9102d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268233 Jul 09 20:12:58.295480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54828) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:12:58.317946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49a152-2ea3-48d6-8002-64daa0e715f8 req-45a8686f-60db-42e2-b5e1-3ff3d7f57236 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:58.319454 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1d49a152-2ea3-48d6-8002-64daa0e715f8 req-45a8686f-60db-42e2-b5e1-3ff3d7f57236 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 944 time: 0.1369298 Jul 09 20:12:58.372255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1735eb-65bd-4f2d-ba94-7e7ade7575a9 req-ca182f72-6803-42a0-b6a0-bee67d4306e0 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:58.373901 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd1735eb-65bd-4f2d-ba94-7e7ade7575a9 req-ca182f72-6803-42a0-b6a0-bee67d4306e0 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 944 time: 0.1530795 Jul 09 20:12:58.387950 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1d49a152-2ea3-48d6-8002-64daa0e715f8 req-3526097b-7b0c-4593-b1ed-7cf0bc5657d3 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611992 Jul 09 20:12:58.410224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7f36da0d-eaf7-4464-9559-faa3302a477d up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:12:58.481028 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-286c4a79-2a9d-453e-82d1-fd8aa50cf8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:58.484239 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd1735eb-65bd-4f2d-ba94-7e7ade7575a9 req-464dc79c-988c-461a-b504-b5a5ebc33405 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c0932b4-693b-4210-a903-7a6f63096844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010993 Jul 09 20:12:58.496266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 7f36da0d-eaf7-4464-9559-faa3302a477d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:12:58.497352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a5552-0d52-4551-ac2c-97d42a5b621a req-cbb62a0c-62be-4f67-9b1b-b1b62d6ebf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:58.499521 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-472a5552-0d52-4551-ac2c-97d42a5b621a req-cbb62a0c-62be-4f67-9b1b-b1b62d6ebf4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=bff54f67-bf00-48ec-888f-bfcf788d4e31 HTTP/1.1" status: 200 len: 926 time: 0.1963766 Jul 09 20:12:58.503659 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 7f36da0d-eaf7-4464-9559-faa3302a477d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:12:58.504044 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:58.519898 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-286c4a79-2a9d-453e-82d1-fd8aa50cf8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:58.562626 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-472a5552-0d52-4551-ac2c-97d42a5b621a req-cc46b75a-b2e3-43d9-8edf-cfb7fe3dd4ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab06ad26-4f61-4096-ade6-4c547533feae HTTP/1.1" status: 200 len: 217 time: 0.0547256 Jul 09 20:12:58.629434 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:58.637925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a5552-0d52-4551-ac2c-97d42a5b621a req-d80e83f4-0d09-4e5f-972f-8bfa6ef00050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:58.640017 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-472a5552-0d52-4551-ac2c-97d42a5b621a req-d80e83f4-0d09-4e5f-972f-8bfa6ef00050 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1a876489-f4e4-4ba0-9d22-ec486f2011ab HTTP/1.1" status: 200 len: 865 time: 0.0664644 Jul 09 20:12:58.661874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6b7374-5e92-427e-afd5-58aec0f4e34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f36da0d-eaf7-4464-9559-faa3302a477d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:12:58.664964 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a761475d-1737-47da-a696-a1684a75d844" -d '{"events": [{"server_uuid": "3b6b7374-5e92-427e-afd5-58aec0f4e34d", "name": "network-vif-plugged", "status": "completed", "tag": "7f36da0d-eaf7-4464-9559-faa3302a477d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:12:58.681116 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-286c4a79-2a9d-453e-82d1-fd8aa50cf8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:58.683924 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-286c4a79-2a9d-453e-82d1-fd8aa50cf8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:58.686770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 7f36da0d-eaf7-4464-9559-faa3302a477d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7f36da0d-eaf7-4464-9559-faa3302a477d,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:12:58.687859 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-286c4a79-2a9d-453e-82d1-fd8aa50cf8f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aac37944-9c22-4eb3-8af1-898ac3f50baf HTTP/1.1" status: 204 len: 168 time: 0.3910906 Jul 09 20:12:58.690735 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-472a5552-0d52-4551-ac2c-97d42a5b621a req-d3966537-e81c-4262-bea8-661593ddfd4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bff54f67-bf00-48ec-888f-bfcf788d4e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424407 Jul 09 20:12:58.701750 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:58.719122 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c4a79-2a9d-453e-82d1-fd8aa50cf8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac37944-9c22-4eb3-8af1-898ac3f50baf,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:58.772411 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228796a5-457a-4542-966f-3891d4dafa2d x-openstack-request-id: req-228796a5-457a-4542-966f-3891d4dafa2d {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:12:58.772686 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6b7374-5e92-427e-afd5-58aec0f4e34d", "name": "network-vif-plugged", "status": "completed", "tag": "7f36da0d-eaf7-4464-9559-faa3302a477d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:12:58.773014 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-228796a5-457a-4542-966f-3891d4dafa2d {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:12:58.773479 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6b7374-5e92-427e-afd5-58aec0f4e34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f36da0d-eaf7-4464-9559-faa3302a477d', 'code': 200} Jul 09 20:12:58.812707 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=7f36da0d-eaf7-4464-9559-faa3302a477d,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:12:58.852210 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-472a5552-0d52-4551-ac2c-97d42a5b621a req-5c6eb562-a998-4275-8d94-4da47c2be9ca service neutron] 10.222.0.36 "GET /v2.0/networks/bff54f67-bf00-48ec-888f-bfcf788d4e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500199 Jul 09 20:12:58.934373 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bb449-b19d-41e0-90ba-e4ec75d211e4 req-c752b860-ee74-4564-af69-90bfaeeff9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:58.935898 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-927bb449-b19d-41e0-90ba-e4ec75d211e4 req-c752b860-ee74-4564-af69-90bfaeeff9d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 1096 time: 0.1211877 Jul 09 20:12:58.991641 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-472a5552-0d52-4551-ac2c-97d42a5b621a req-6f56a66b-247e-4c82-aca0-aed215609e0c service neutron] 10.222.0.36 "GET /v2.0/networks/bff54f67-bf00-48ec-888f-bfcf788d4e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312308 Jul 09 20:12:58.993402 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-927bb449-b19d-41e0-90ba-e4ec75d211e4 req-7684b4ab-94ce-40df-8972-df1debfefe16 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473387 Jul 09 20:12:59.170441 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:59.423279 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-efd62f2e-0f64-45a0-a5b4-173e97b54fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:59.597404 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:12:59.630631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec5246-9303-4d88-a9c9-574d8cae175a req-9c9102f1-8fbb-4d01-8843-ab9382b42abd tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:59.632566 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9ec5246-9303-4d88-a9c9-574d8cae175a req-9c9102f1-8fbb-4d01-8843-ab9382b42abd tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 945 time: 0.1325512 Jul 09 20:12:59.700319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9ec5246-9303-4d88-a9c9-574d8cae175a req-fb6f1699-b111-4fbf-9850-1e8f547fde90 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589228 Jul 09 20:12:59.789094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e9e7f-57e3-44fe-a527-7b3b846b8cf0 req-471bd5e7-da6a-4493-bba7-0b6b056fa777 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:12:59.797853 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5d8e9e7f-57e3-44fe-a527-7b3b846b8cf0 req-471bd5e7-da6a-4493-bba7-0b6b056fa777 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 944 time: 0.1387365 Jul 09 20:12:59.839132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5d8e9e7f-57e3-44fe-a527-7b3b846b8cf0 req-ff0a9f49-d801-4d89-827f-2d9a26ccc2b8 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c0932b4-693b-4210-a903-7a6f63096844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401344 Jul 09 20:12:59.996345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54896) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:00.101358 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee0e85b9-d71a-4906-8d7d-a401aac73e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:00.187938 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee0e85b9-d71a-4906-8d7d-a401aac73e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:00.191729 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee0e85b9-d71a-4906-8d7d-a401aac73e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:00.232182 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ee0e85b9-d71a-4906-8d7d-a401aac73e0c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f217b786c2c348af89cdd054ecb3565c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347479 Jul 09 20:13:00.234085 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e85b9-d71a-4906-8d7d-a401aac73e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65ce203-8e73-4558-8eee-eb9ad7d38ea6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:00.234846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54900) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:00.282717 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-be0a6dd2-32db-4294-ab3c-e6790521ae2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:00.304030 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-be0a6dd2-32db-4294-ab3c-e6790521ae2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:00.352956 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-be0a6dd2-32db-4294-ab3c-e6790521ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:00.356213 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-be0a6dd2-32db-4294-ab3c-e6790521ae2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:00.357411 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-be0a6dd2-32db-4294-ab3c-e6790521ae2a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d65ce203-8e73-4558-8eee-eb9ad7d38ea6 HTTP/1.1" status: 204 len: 168 time: 0.1215639 Jul 09 20:13:00.365036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a6dd2-32db-4294-ab3c-e6790521ae2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65ce203-8e73-4558-8eee-eb9ad7d38ea6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:00.414078 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:00.887707 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd7713-7048-465d-8ef1-96979b0dc456 req-9536cdf7-b37a-436e-80a5-26410e8c56c2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:00.892573 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6ddd7713-7048-465d-8ef1-96979b0dc456 req-9536cdf7-b37a-436e-80a5-26410e8c56c2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 945 time: 0.0657501 Jul 09 20:13:00.938288 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6ddd7713-7048-465d-8ef1-96979b0dc456 req-fe4428ef-6bdd-4922-af3f-234e44e29f90 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392809 Jul 09 20:13:01.048719 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6bc592-523b-4e3e-99a4-4c82eb272363 req-381a057e-0f4b-4203-89c5-da9c442459de tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:01.057404 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8d6bc592-523b-4e3e-99a4-4c82eb272363 req-381a057e-0f4b-4203-89c5-da9c442459de tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 944 time: 0.0859978 Jul 09 20:13:01.100788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8d6bc592-523b-4e3e-99a4-4c82eb272363 req-c63a897f-db3e-45fa-b59b-698da1c43c60 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c0932b4-693b-4210-a903-7a6f63096844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422456 Jul 09 20:13:01.258606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c3d93-2b88-4351-92ad-9e39518debef req-90537c5c-a4bc-4f81-830a-8bd1cf511bc9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:01.261192 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b9c3d93-2b88-4351-92ad-9e39518debef req-90537c5c-a4bc-4f81-830a-8bd1cf511bc9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 945 time: 0.0777969 Jul 09 20:13:01.320219 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b9c3d93-2b88-4351-92ad-9e39518debef req-bcdbbe0b-2ffd-49a5-82a9-bfc57a176f63 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508139 Jul 09 20:13:01.685518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eee6f0-a2bd-4a4d-adfa-fbded9572728 req-3cdc2c9e-cb39-4377-84fa-f0bb34ffb23e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:01.686967 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67eee6f0-a2bd-4a4d-adfa-fbded9572728 req-3cdc2c9e-cb39-4377-84fa-f0bb34ffb23e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 945 time: 0.0655861 Jul 09 20:13:01.731874 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67eee6f0-a2bd-4a4d-adfa-fbded9572728 req-34d63a69-09c6-4e00-a410-3bb587fb3d47 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386724 Jul 09 20:13:02.246046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f87ff1-1def-473c-8e21-c847e0bc70b1 req-30934719-868d-4895-811e-6d7ce638dc71 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:02.249052 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45f87ff1-1def-473c-8e21-c847e0bc70b1 req-30934719-868d-4895-811e-6d7ce638dc71 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 945 time: 0.0764196 Jul 09 20:13:02.290221 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:02.298028 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45f87ff1-1def-473c-8e21-c847e0bc70b1 req-e74f770e-dcd6-4a2c-a95b-e3a383d41847 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450006 Jul 09 20:13:02.371493 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d0613-3154-4259-981d-9af9681da2bb req-c9fce47b-67cc-46b7-ac28-f2bec46c658a tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:02.373147 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c1d0613-3154-4259-981d-9af9681da2bb req-c9fce47b-67cc-46b7-ac28-f2bec46c658a tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 944 time: 0.0761485 Jul 09 20:13:02.409418 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ab06ad26-4f61-4096-ade6-4c547533feae details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:13:02.421935 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c1d0613-3154-4259-981d-9af9681da2bb req-c1cbdd1f-66ce-4e29-967b-ffed1c2721ac tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c0932b4-693b-4210-a903-7a6f63096844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 Jul 09 20:13:02.522813 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ab06ad26-4f61-4096-ade6-4c547533feae, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ab06ad26-4f61-4096-ade6-4c547533feae,segment=NetworkSegment(45eb32d0-ccb2-4bf9-b06f-0975d0c12d12),segment_id=45eb32d0-ccb2-4bf9-b06f-0975d0c12d12)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:02.541504 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'ab06ad26-4f61-4096-ade6-4c547533feae', 'network_id': 'bff54f67-bf00-48ec-888f-bfcf788d4e31', 'port_id': 'ab06ad26-4f61-4096-ade6-4c547533feae', 'mac_address': 'fa:16:3e:7b:ab:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a876489-f4e4-4ba0-9d22-ec486f2011ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:13:02.583144 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:02.599339 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab06ad26-4f61-4096-ade6-4c547533feae {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:13:02.621263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ab06ad26-4f61-4096-ade6-4c547533feae, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ab06ad26-4f61-4096-ade6-4c547533feae,segment=NetworkSegment(45eb32d0-ccb2-4bf9-b06f-0975d0c12d12),segment_id=45eb32d0-ccb2-4bf9-b06f-0975d0c12d12)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:02.626194 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:02.676566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=ab06ad26-4f61-4096-ade6-4c547533feae,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:03.051523 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['ab06ad26-4f61-4096-ade6-4c547533feae'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:13:03.123176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55046) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:03.240449 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c82ac6d8-1a8d-4ce6-b9df-924c62bdabae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:03.342601 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c82ac6d8-1a8d-4ce6-b9df-924c62bdabae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:03.346761 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c82ac6d8-1a8d-4ce6-b9df-924c62bdabae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:03.377354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ac6d8-1a8d-4ce6-b9df-924c62bdabae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cce5ecc-ac60-4a6c-9ac2-269fe10da282,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:03.398683 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55054) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:03.399182 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c82ac6d8-1a8d-4ce6-b9df-924c62bdabae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac1c3f74c3774991a4191179d356c523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741048 Jul 09 20:13:03.454993 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee91eb89-9344-47a1-b5be-ffbae0915e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:03.478547 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee91eb89-9344-47a1-b5be-ffbae0915e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:03.515238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad6cad-5768-4a21-bf18-4d6fed6789d2 req-bc6b5041-3b5c-4d2e-bb0f-e1fc8a509c88 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:03.517179 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28ad6cad-5768-4a21-bf18-4d6fed6789d2 req-bc6b5041-3b5c-4d2e-bb0f-e1fc8a509c88 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 945 time: 0.0924375 Jul 09 20:13:03.530304 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee91eb89-9344-47a1-b5be-ffbae0915e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:03.533227 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee91eb89-9344-47a1-b5be-ffbae0915e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:03.534458 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ee91eb89-9344-47a1-b5be-ffbae0915e58 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8cce5ecc-ac60-4a6c-9ac2-269fe10da282 HTTP/1.1" status: 204 len: 168 time: 0.1350925 Jul 09 20:13:03.543403 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91eb89-9344-47a1-b5be-ffbae0915e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cce5ecc-ac60-4a6c-9ac2-269fe10da282,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:03.578640 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28ad6cad-5768-4a21-bf18-4d6fed6789d2 req-44c779e8-08f9-430e-b2b3-e723163d78f6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545945 Jul 09 20:13:03.800989 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fb1fe-0ee0-437e-a17f-83de43420fd4 req-7b83252f-b5f6-45cb-b264-69491a8f3bd9 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:03.802981 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a2fb1fe-0ee0-437e-a17f-83de43420fd4 req-7b83252f-b5f6-45cb-b264-69491a8f3bd9 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 945 time: 0.1413348 Jul 09 20:13:03.849010 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a2fb1fe-0ee0-437e-a17f-83de43420fd4 req-32f52985-58ed-406b-b1fb-2f8b84b62708 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c0932b4-693b-4210-a903-7a6f63096844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387323 Jul 09 20:13:03.928279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55066) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:03.931073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655fd28-2c31-4e01-89c1-cacfadc67a69 req-5faa7883-9708-42c4-95fc-01e4cccf25ba tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:03.933599 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f655fd28-2c31-4e01-89c1-cacfadc67a69 req-5faa7883-9708-42c4-95fc-01e4cccf25ba tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 945 time: 0.0702636 Jul 09 20:13:03.943407 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-40d089fe-4a7b-4fbb-aaab-1161e5ba3a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:04.044581 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-40d089fe-4a7b-4fbb-aaab-1161e5ba3a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:04.044838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-f655fd28-2c31-4e01-89c1-cacfadc67a69 req-8adee2a1-9d58-49cb-aef0-ceaf3f963717 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Deleting port 7f36da0d-eaf7-4464-9559-faa3302a477d {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:04.045191 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f655fd28-2c31-4e01-89c1-cacfadc67a69 req-8adee2a1-9d58-49cb-aef0-ceaf3f963717 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:04.053095 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-40d089fe-4a7b-4fbb-aaab-1161e5ba3a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:04.097227 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-40d089fe-4a7b-4fbb-aaab-1161e5ba3a15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf0dfd9e361c427c9ec101f7c7aba6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679482 Jul 09 20:13:04.098116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d089fe-4a7b-4fbb-aaab-1161e5ba3a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74ed79d-2f62-4a7d-afa8-6dacd59d8fe7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:04.101158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55068) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:04.167771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f655fd28-2c31-4e01-89c1-cacfadc67a69 req-8adee2a1-9d58-49cb-aef0-ceaf3f963717 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] For port 7f36da0d-eaf7-4464-9559-faa3302a477d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7f36da0d-eaf7-4464-9559-faa3302a477d,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:04.168143 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f655fd28-2c31-4e01-89c1-cacfadc67a69 req-8adee2a1-9d58-49cb-aef0-ceaf3f963717 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:04.188414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-f655fd28-2c31-4e01-89c1-cacfadc67a69 req-8adee2a1-9d58-49cb-aef0-ceaf3f963717 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Calling delete_port for 7f36da0d-eaf7-4464-9559-faa3302a477d owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:04.190189 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90ef9269-d982-4d4e-a06b-8c27a62b512b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:04.252650 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90ef9269-d982-4d4e-a06b-8c27a62b512b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:04.343132 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90ef9269-d982-4d4e-a06b-8c27a62b512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:04.345673 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90ef9269-d982-4d4e-a06b-8c27a62b512b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:04.346818 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-90ef9269-d982-4d4e-a06b-8c27a62b512b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a74ed79d-2f62-4a7d-afa8-6dacd59d8fe7 HTTP/1.1" status: 204 len: 168 time: 0.2447162 Jul 09 20:13:04.363430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef9269-d982-4d4e-a06b-8c27a62b512b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74ed79d-2f62-4a7d-afa8-6dacd59d8fe7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:04.386130 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f655fd28-2c31-4e01-89c1-cacfadc67a69 req-8adee2a1-9d58-49cb-aef0-ceaf3f963717 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:04.398656 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['7f36da0d-eaf7-4464-9559-faa3302a477d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:13:04.427606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ab06ad26-4f61-4096-ade6-4c547533feae up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:13:04.429563 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adee2a1-9d58-49cb-aef0-ceaf3f963717 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event deleted for resources: {'Port': ['ID=7f36da0d-eaf7-4464-9559-faa3302a477d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:04.486364 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port ab06ad26-4f61-4096-ade6-4c547533feae completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:13:04.491122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port ab06ad26-4f61-4096-ade6-4c547533feae triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:04.491812 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:04.631644 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:04.680560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ab06ad26-4f61-4096-ade6-4c547533feae, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ab06ad26-4f61-4096-ade6-4c547533feae,segment=NetworkSegment(45eb32d0-ccb2-4bf9-b06f-0975d0c12d12),segment_id=45eb32d0-ccb2-4bf9-b06f-0975d0c12d12)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:04.682787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abb6c2f-55b3-4b36-af21-1705051cb15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab06ad26-4f61-4096-ade6-4c547533feae'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:13:04.685818 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2940a8-257b-43d1-81d8-67272e05f8d6" -d '{"events": [{"server_uuid": "9abb6c2f-55b3-4b36-af21-1705051cb15a", "name": "network-vif-plugged", "status": "completed", "tag": "ab06ad26-4f61-4096-ade6-4c547533feae"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:13:04.689693 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:04.690544 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7f36da0d-eaf7-4464-9559-faa3302a477d no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:13:04.770889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 7f36da0d-eaf7-4464-9559-faa3302a477d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:13:04.772409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7f36da0d-eaf7-4464-9559-faa3302a477d not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:13:04.793837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=ab06ad26-4f61-4096-ade6-4c547533feae,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:04.804312 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:04.805200 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:04.805876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:04.807133 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:04.808388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:04.810595 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:04.811602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:04.812146 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:04.812773 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:04.813425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:04.813932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:04.814360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:04.854355 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7968846-dbd6-447d-9ede-5bc9efa0666a x-openstack-request-id: req-b7968846-dbd6-447d-9ede-5bc9efa0666a {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:13:04.854669 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abb6c2f-55b3-4b36-af21-1705051cb15a", "name": "network-vif-plugged", "status": "completed", "tag": "ab06ad26-4f61-4096-ade6-4c547533feae", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:13:04.854930 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7968846-dbd6-447d-9ede-5bc9efa0666a {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:13:04.855344 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abb6c2f-55b3-4b36-af21-1705051cb15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab06ad26-4f61-4096-ade6-4c547533feae', 'code': 200} Jul 09 20:13:04.903127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f655fd28-2c31-4e01-89c1-cacfadc67a69 req-8adee2a1-9d58-49cb-aef0-ceaf3f963717 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] No DVR routers for this DVR port 7f36da0d-eaf7-4464-9559-faa3302a477d on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:13:04.934941 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ae618f2-b637-42b2-9a39-55d46446d610 req-85fc8324-1bb6-47b1-87d5-c3fb784e948d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 210 time: 0.0297289 Jul 09 20:13:04.936050 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f655fd28-2c31-4e01-89c1-cacfadc67a69 req-8adee2a1-9d58-49cb-aef0-ceaf3f963717 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:04.938046 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f655fd28-2c31-4e01-89c1-cacfadc67a69 req-8adee2a1-9d58-49cb-aef0-ceaf3f963717 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "DELETE /v2.0/ports/7f36da0d-eaf7-4464-9559-faa3302a477d HTTP/1.1" status: 204 len: 173 time: 0.9974642 Jul 09 20:13:04.938490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6b7374-5e92-427e-afd5-58aec0f4e34d', 'name': 'network-vif-deleted', 'tag': '7f36da0d-eaf7-4464-9559-faa3302a477d'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:13:04.940808 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21e518b-7a3b-4cc8-894b-e464cc6e4842" -d '{"events": [{"server_uuid": "3b6b7374-5e92-427e-afd5-58aec0f4e34d", "name": "network-vif-deleted", "tag": "7f36da0d-eaf7-4464-9559-faa3302a477d"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:13:05.006394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ba76b-5999-4340-b8cc-72ed6b8665a7 req-db7de235-a6c3-4ca0-9ef3-8c635dcf56c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:05.008975 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-947ba76b-5999-4340-b8cc-72ed6b8665a7 req-db7de235-a6c3-4ca0-9ef3-8c635dcf56c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 1097 time: 0.0646899 Jul 09 20:13:05.024934 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bba57f9-1c0e-47a4-838d-b39981f976ec x-openstack-request-id: req-2bba57f9-1c0e-47a4-838d-b39981f976ec {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:13:05.025998 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6b7374-5e92-427e-afd5-58aec0f4e34d", "name": "network-vif-deleted", "tag": "7f36da0d-eaf7-4464-9559-faa3302a477d", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:13:05.026258 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2bba57f9-1c0e-47a4-838d-b39981f976ec {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:13:05.026668 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6b7374-5e92-427e-afd5-58aec0f4e34d', 'name': 'network-vif-deleted', 'tag': '7f36da0d-eaf7-4464-9559-faa3302a477d', 'status': 'completed', 'code': 200} Jul 09 20:13:05.051095 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-947ba76b-5999-4340-b8cc-72ed6b8665a7 req-5f8c564a-13db-471f-b0db-9ea5a4d02042 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c0932b4-693b-4210-a903-7a6f63096844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356193 Jul 09 20:13:05.132912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225029cc-84ff-4d70-9300-716a901edd46 req-7e294a74-7990-4d12-bb06-611e49bce418 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:05.135272 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225029cc-84ff-4d70-9300-716a901edd46 req-7e294a74-7990-4d12-bb06-611e49bce418 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 946 time: 0.0861468 Jul 09 20:13:05.208048 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-225029cc-84ff-4d70-9300-716a901edd46 req-49bf4192-0ade-43e6-b799-46a61104b439 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c0932b4-693b-4210-a903-7a6f63096844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654042 Jul 09 20:13:06.189159 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c514ca39-e11e-4030-99b4-35aec4f63725 req-6495bf37-bef3-41ff-a317-1ad63d409651 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 210 time: 0.0498197 Jul 09 20:13:06.443254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02ee94-f905-4e31-8d69-898341698cd7 req-e180007a-9288-4d5c-8c15-86203cc354b2 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:06.452643 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e02ee94-f905-4e31-8d69-898341698cd7 req-e180007a-9288-4d5c-8c15-86203cc354b2 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 946 time: 0.1080074 Jul 09 20:13:06.501826 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e02ee94-f905-4e31-8d69-898341698cd7 req-cb1a849e-ce70-450d-b0a7-5df87f1c4a30 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c0932b4-693b-4210-a903-7a6f63096844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474713 Jul 09 20:13:06.721584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc8a8d-5df8-4b3f-9fae-457c37b25a43 req-ce617dea-1f00-4cfa-ba65-4f55caafb55c tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:06.723564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9dbc8a8d-5df8-4b3f-9fae-457c37b25a43 req-ce617dea-1f00-4cfa-ba65-4f55caafb55c tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 946 time: 0.0833533 Jul 09 20:13:06.977791 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9dbc8a8d-5df8-4b3f-9fae-457c37b25a43 req-836e1e88-4c23-467f-99c9-8035e61fe63a tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c0932b4-693b-4210-a903-7a6f63096844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477005 Jul 09 20:13:07.370618 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ced023e4-df4c-43e6-b19d-180ee8a0469e req-4d368619-75ea-45ed-9219-a52548367ee4 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 210 time: 0.0546539 Jul 09 20:13:07.466138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a78652-f09d-4a9c-9cad-a4154836de9e req-70b8f87b-c426-4f1b-bd0e-994d2dec8e51 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:07.473007 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27a78652-f09d-4a9c-9cad-a4154836de9e req-70b8f87b-c426-4f1b-bd0e-994d2dec8e51 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 946 time: 0.1212823 Jul 09 20:13:07.524703 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-27a78652-f09d-4a9c-9cad-a4154836de9e req-06fba3ae-fac5-49e4-8e8a-021aa82255b5 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c0932b4-693b-4210-a903-7a6f63096844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503585 Jul 09 20:13:08.223546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf14e9-e2e4-4e3e-9bbe-a103ecb13628 req-45794c4a-72f0-4adb-8fd5-759bc7effc4e tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:08.228801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55324) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:08.236418 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28cf14e9-e2e4-4e3e-9bbe-a103ecb13628 req-45794c4a-72f0-4adb-8fd5-759bc7effc4e tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 946 time: 0.1462915 Jul 09 20:13:08.275258 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28cf14e9-e2e4-4e3e-9bbe-a103ecb13628 req-909fde47-377c-4566-b796-0b9ed305edc2 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c0932b4-693b-4210-a903-7a6f63096844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371926 Jul 09 20:13:08.367647 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2415f4de-4f2f-4862-b9e5-18721e98f279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:08.474739 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2415f4de-4f2f-4862-b9e5-18721e98f279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:08.480806 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2415f4de-4f2f-4862-b9e5-18721e98f279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:08.512508 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415f4de-4f2f-4862-b9e5-18721e98f279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9e2c0e-98f6-4f9f-bc38-0319fc594a44,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:08.568306 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2415f4de-4f2f-4862-b9e5-18721e98f279 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4050de6502fb4642baa285386a7844c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381200 Jul 09 20:13:08.571286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55332) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:08.631770 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69e2a0ec-6b6c-4b6d-89d6-c19317b6d199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:08.657857 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69e2a0ec-6b6c-4b6d-89d6-c19317b6d199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:08.708912 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69e2a0ec-6b6c-4b6d-89d6-c19317b6d199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:08.711422 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69e2a0ec-6b6c-4b6d-89d6-c19317b6d199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:08.716399 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-69e2a0ec-6b6c-4b6d-89d6-c19317b6d199 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc9e2c0e-98f6-4f9f-bc38-0319fc594a44 HTTP/1.1" status: 204 len: 168 time: 0.1403639 Jul 09 20:13:08.726689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2a0ec-6b6c-4b6d-89d6-c19317b6d199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9e2c0e-98f6-4f9f-bc38-0319fc594a44,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:08.727620 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2319bcb6-5625-4857-85a2-06d7f8b15d95 req-1a1a211c-87e9-4272-8484-b5fc022a02c4 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 210 time: 0.1938050 Jul 09 20:13:09.075054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55344) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:09.090979 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-35456f35-b0ce-4db5-a8c1-93fe6267f697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:09.196470 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-35456f35-b0ce-4db5-a8c1-93fe6267f697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:09.203554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-35456f35-b0ce-4db5-a8c1-93fe6267f697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:09.251195 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55348) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:09.251564 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-35456f35-b0ce-4db5-a8c1-93fe6267f697 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce9ee47a5f7946f080dbb47f91cc7265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752381 Jul 09 20:13:09.253183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35456f35-b0ce-4db5-a8c1-93fe6267f697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14921e3a-9de7-4a8d-b230-2ae88947538f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:09.315484 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-92100c04-4515-4bc3-8b50-6f315c0bffc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:09.343003 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-92100c04-4515-4bc3-8b50-6f315c0bffc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:09.422151 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-92100c04-4515-4bc3-8b50-6f315c0bffc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:09.426348 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-92100c04-4515-4bc3-8b50-6f315c0bffc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:09.429950 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-92100c04-4515-4bc3-8b50-6f315c0bffc3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14921e3a-9de7-4a8d-b230-2ae88947538f HTTP/1.1" status: 204 len: 168 time: 0.1753192 Jul 09 20:13:09.438626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92100c04-4515-4bc3-8b50-6f315c0bffc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14921e3a-9de7-4a8d-b230-2ae88947538f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:09.531622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524b29f-d8ed-432f-a3af-114419a9ee26 req-aa0796e6-2890-43c0-ad64-12539973f23a tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:09.539108 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7524b29f-d8ed-432f-a3af-114419a9ee26 req-aa0796e6-2890-43c0-ad64-12539973f23a tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 946 time: 0.0810010 Jul 09 20:13:09.606594 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7524b29f-d8ed-432f-a3af-114419a9ee26 req-e8f204f6-4e8b-4ff6-b688-c4ad7e44d50d tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c0932b4-693b-4210-a903-7a6f63096844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570374 Jul 09 20:13:09.829220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dbd63-1692-4c30-acf5-e151c31fd963 req-e0279e11-4d02-41d1-8343-b0bef01d9311 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:09.830813 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee4dbd63-1692-4c30-acf5-e151c31fd963 req-e0279e11-4d02-41d1-8343-b0bef01d9311 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.36 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 946 time: 0.1378117 Jul 09 20:13:10.074160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-ee4dbd63-1692-4c30-acf5-e151c31fd963 req-042206c5-0c19-46ab-8747-86ad77fa6672 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Deleting port ab06ad26-4f61-4096-ade6-4c547533feae {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:10.074974 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ee4dbd63-1692-4c30-acf5-e151c31fd963 req-042206c5-0c19-46ab-8747-86ad77fa6672 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:10.203985 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad7e2b19-04db-46dd-83f0-63a5e89e3140 req-a0d8e5d6-49d3-4039-ba41-8fc3c9edd6e3 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b7374-5e92-427e-afd5-58aec0f4e34d HTTP/1.1" status: 200 len: 210 time: 0.0920019 Jul 09 20:13:10.231643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-ee4dbd63-1692-4c30-acf5-e151c31fd963 req-042206c5-0c19-46ab-8747-86ad77fa6672 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] For port ab06ad26-4f61-4096-ade6-4c547533feae, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ab06ad26-4f61-4096-ade6-4c547533feae,segment=NetworkSegment(45eb32d0-ccb2-4bf9-b06f-0975d0c12d12),segment_id=45eb32d0-ccb2-4bf9-b06f-0975d0c12d12)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:10.232413 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ee4dbd63-1692-4c30-acf5-e151c31fd963 req-042206c5-0c19-46ab-8747-86ad77fa6672 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:10.256877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-ee4dbd63-1692-4c30-acf5-e151c31fd963 req-042206c5-0c19-46ab-8747-86ad77fa6672 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Calling delete_port for ab06ad26-4f61-4096-ade6-4c547533feae owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:10.579303 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ee4dbd63-1692-4c30-acf5-e151c31fd963 req-042206c5-0c19-46ab-8747-86ad77fa6672 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:10.634407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042206c5-0c19-46ab-8747-86ad77fa6672 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Pushing event deleted for resources: {'Port': ['ID=ab06ad26-4f61-4096-ade6-4c547533feae,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:10.680607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4dbd63-1692-4c30-acf5-e151c31fd963 req-042206c5-0c19-46ab-8747-86ad77fa6672 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] No DVR routers for this DVR port ab06ad26-4f61-4096-ade6-4c547533feae on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:13:10.683614 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ee4dbd63-1692-4c30-acf5-e151c31fd963 req-042206c5-0c19-46ab-8747-86ad77fa6672 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:10.686375 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee4dbd63-1692-4c30-acf5-e151c31fd963 req-042206c5-0c19-46ab-8747-86ad77fa6672 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.36 "DELETE /v2.0/ports/ab06ad26-4f61-4096-ade6-4c547533feae HTTP/1.1" status: 204 len: 173 time: 0.8497939 Jul 09 20:13:10.687056 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abb6c2f-55b3-4b36-af21-1705051cb15a', 'name': 'network-vif-deleted', 'tag': 'ab06ad26-4f61-4096-ade6-4c547533feae'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:13:10.690989 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44562a2a-92e5-406f-864d-ffeee72c4854" -d '{"events": [{"server_uuid": "9abb6c2f-55b3-4b36-af21-1705051cb15a", "name": "network-vif-deleted", "tag": "ab06ad26-4f61-4096-ade6-4c547533feae"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:13:10.773518 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf927741-486d-4646-a3ad-7f74b4c55417 x-openstack-request-id: req-cf927741-486d-4646-a3ad-7f74b4c55417 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:13:10.774705 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abb6c2f-55b3-4b36-af21-1705051cb15a", "name": "network-vif-deleted", "tag": "ab06ad26-4f61-4096-ade6-4c547533feae", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:13:10.775766 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf927741-486d-4646-a3ad-7f74b4c55417 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:13:10.776611 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abb6c2f-55b3-4b36-af21-1705051cb15a', 'name': 'network-vif-deleted', 'tag': 'ab06ad26-4f61-4096-ade6-4c547533feae', 'status': 'completed', 'code': 200} Jul 09 20:13:10.859745 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fc8bf77e-d73f-472f-9890-0c386cdd4e8e req-1b0f04f7-a3f0-4c31-8afe-0539aa04d215 tempest-ServersNegativeTestMultiTenantJSON-1497425805 tempest-ServersNegativeTestMultiTenantJSON-1497425805-project] 10.222.0.30 "GET /v2.0/ports?device_id=9abb6c2f-55b3-4b36-af21-1705051cb15a HTTP/1.1" status: 200 len: 210 time: 0.0587931 Jul 09 20:13:11.115329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55458) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:11.235799 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-499d7101-86fe-4522-96ea-d8e3bf56545c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:11.404405 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-499d7101-86fe-4522-96ea-d8e3bf56545c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:11.409183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-499d7101-86fe-4522-96ea-d8e3bf56545c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:11.441096 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-499d7101-86fe-4522-96ea-d8e3bf56545c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a15ffd2140045b2b48523a52aefe60a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244052 Jul 09 20:13:11.442201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55470) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:11.484823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d7101-86fe-4522-96ea-d8e3bf56545c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6a8b85-2e03-4fb3-8661-a0e015ead03d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:11.515775 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-447ed7c7-aadd-435d-99d9-eb4569d9e3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:11.531076 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55472) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:11.545046 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-447ed7c7-aadd-435d-99d9-eb4569d9e3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:11.613193 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-447ed7c7-aadd-435d-99d9-eb4569d9e3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:11.615828 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-447ed7c7-aadd-435d-99d9-eb4569d9e3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:11.620041 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-447ed7c7-aadd-435d-99d9-eb4569d9e3ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e6a8b85-2e03-4fb3-8661-a0e015ead03d HTTP/1.1" status: 204 len: 168 time: 0.1729374 Jul 09 20:13:11.625936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ed7c7-aadd-435d-99d9-eb4569d9e3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6a8b85-2e03-4fb3-8661-a0e015ead03d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:11.698776 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98365401-d016-4875-acc7-901d08b602a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:11.840050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98365401-d016-4875-acc7-901d08b602a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:11.850649 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98365401-d016-4875-acc7-901d08b602a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:11.896292 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-98365401-d016-4875-acc7-901d08b602a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56323a7c100141a0b8f08d88c64b8cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638732 Jul 09 20:13:11.898389 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55484) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:11.898870 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98365401-d016-4875-acc7-901d08b602a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99c5ce8-a22f-4650-ac88-c0aac3436619,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:11.972132 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4155-1d5b-4005-9401-ce77562c194d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:11.988301 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55486) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:11.988576 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55488) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:12.010651 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4155-1d5b-4005-9401-ce77562c194d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.048383 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-daea17c7-bf3f-462c-a5fd-bc70c409a6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.071359 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3f76cf-2813-49f3-8f29-458793d18940 admin admin] Deleting subnet 1a876489-f4e4-4ba0-9d22-ec486f2011ab {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:13:12.074468 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef3f76cf-2813-49f3-8f29-458793d18940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.106528 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4155-1d5b-4005-9401-ce77562c194d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.109130 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fc0c4155-1d5b-4005-9401-ce77562c194d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.113896 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fc0c4155-1d5b-4005-9401-ce77562c194d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b99c5ce8-a22f-4650-ac88-c0aac3436619 HTTP/1.1" status: 204 len: 168 time: 0.2095518 Jul 09 20:13:12.121959 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c4155-1d5b-4005-9401-ce77562c194d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99c5ce8-a22f-4650-ac88-c0aac3436619,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:12.126811 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef3f76cf-2813-49f3-8f29-458793d18940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.201030 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef3f76cf-2813-49f3-8f29-458793d18940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.280279 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-daea17c7-bf3f-462c-a5fd-bc70c409a6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.287838 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-daea17c7-bf3f-462c-a5fd-bc70c409a6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.294482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef3f76cf-2813-49f3-8f29-458793d18940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.298382 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:13:12.348584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f76cf-2813-49f3-8f29-458793d18940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a876489-f4e4-4ba0-9d22-ec486f2011ab,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:12.372926 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef3f76cf-2813-49f3-8f29-458793d18940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.375279 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ef3f76cf-2813-49f3-8f29-458793d18940 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1a876489-f4e4-4ba0-9d22-ec486f2011ab HTTP/1.1" status: 204 len: 168 time: 0.3848631 Jul 09 20:13:12.376500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea17c7-bf3f-462c-a5fd-bc70c409a6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d4a8f9-8848-4169-bc96-8405e55aec60,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:12.379088 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55496) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:12.381331 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-daea17c7-bf3f-462c-a5fd-bc70c409a6a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee32ee263e124707837194c075698d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3903494 Jul 09 20:13:12.385888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55498) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:12.444584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ab06ad26-4f61-4096-ade6-4c547533feae no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:13:12.454586 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-39c59818-4cb2-409f-aeaa-c436e9b0998e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.460577 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c863802-c9c1-4378-968f-7fc689124c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.492576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: ab06ad26-4f61-4096-ade6-4c547533feae {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:13:12.492939 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ab06ad26-4f61-4096-ade6-4c547533feae not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:13:12.516309 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-39c59818-4cb2-409f-aeaa-c436e9b0998e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.570013 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-39c59818-4cb2-409f-aeaa-c436e9b0998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.574461 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-39c59818-4cb2-409f-aeaa-c436e9b0998e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.576054 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-39c59818-4cb2-409f-aeaa-c436e9b0998e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34d4a8f9-8848-4169-bc96-8405e55aec60 HTTP/1.1" status: 204 len: 168 time: 0.1888371 Jul 09 20:13:12.586047 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c59818-4cb2-409f-aeaa-c436e9b0998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d4a8f9-8848-4169-bc96-8405e55aec60,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:12.599991 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c863802-c9c1-4378-968f-7fc689124c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.615448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6c863802-c9c1-4378-968f-7fc689124c32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff54f67-bf00-48ec-888f-bfcf788d4e31']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:12.643170 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6c863802-c9c1-4378-968f-7fc689124c32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45eb32d0-ccb2-4bf9-b06f-0975d0c12d12') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:12.643383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6c863802-c9c1-4378-968f-7fc689124c32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45eb32d0-ccb2-4bf9-b06f-0975d0c12d12') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:12.665134 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c863802-c9c1-4378-968f-7fc689124c32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.698885 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c863802-c9c1-4378-968f-7fc689124c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.726159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c863802-c9c1-4378-968f-7fc689124c32 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:13:12.727752 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c863802-c9c1-4378-968f-7fc689124c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:13:12.730945 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:13:12.854613 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c863802-c9c1-4378-968f-7fc689124c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.866049 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c863802-c9c1-4378-968f-7fc689124c32 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:12.881274 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55526) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:12.881718 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6c863802-c9c1-4378-968f-7fc689124c32 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bff54f67-bf00-48ec-888f-bfcf788d4e31 HTTP/1.1" status: 204 len: 168 time: 0.5018027 Jul 09 20:13:12.912887 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c863802-c9c1-4378-968f-7fc689124c32 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff54f67-bf00-48ec-888f-bfcf788d4e31,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:12.952399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-750a16b2-ea6c-4281-b7ff-0e07ad641726 admin admin] Deleting subnet c12864b6-f5e0-4afd-8b9a-592e1aa394ef {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:13:12.959710 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a16b2-ea6c-4281-b7ff-0e07ad641726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:13.018752 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a16b2-ea6c-4281-b7ff-0e07ad641726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:13.085916 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a16b2-ea6c-4281-b7ff-0e07ad641726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:13.192867 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a16b2-ea6c-4281-b7ff-0e07ad641726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:13.263315 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-750a16b2-ea6c-4281-b7ff-0e07ad641726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:13.266658 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-750a16b2-ea6c-4281-b7ff-0e07ad641726 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c12864b6-f5e0-4afd-8b9a-592e1aa394ef HTTP/1.1" status: 204 len: 168 time: 0.3823526 Jul 09 20:13:13.267750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a16b2-ea6c-4281-b7ff-0e07ad641726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12864b6-f5e0-4afd-8b9a-592e1aa394ef,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:13.268831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55544) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:13.424245 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a1f868c9-eda5-4105-9b92-39013adaea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:13.607972 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a1f868c9-eda5-4105-9b92-39013adaea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:13.620464 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a1f868c9-eda5-4105-9b92-39013adaea63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786ce1f6-6693-4eb2-a7e0-048f6567fd2b']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:13.639133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a1f868c9-eda5-4105-9b92-39013adaea63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec77a9c-57e0-4dd6-a8fc-47c1f0d0f7eb') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:13.639658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a1f868c9-eda5-4105-9b92-39013adaea63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec77a9c-57e0-4dd6-a8fc-47c1f0d0f7eb') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:13.650776 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a1f868c9-eda5-4105-9b92-39013adaea63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:13.667425 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a1f868c9-eda5-4105-9b92-39013adaea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:13.676451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f868c9-eda5-4105-9b92-39013adaea63 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:13:13.677262 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a1f868c9-eda5-4105-9b92-39013adaea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:13:13.679493 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:13:13.809351 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a1f868c9-eda5-4105-9b92-39013adaea63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:13.822952 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a1f868c9-eda5-4105-9b92-39013adaea63 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:13.825240 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a1f868c9-eda5-4105-9b92-39013adaea63 admin admin] 10.222.0.30 "DELETE /v2.0/networks/786ce1f6-6693-4eb2-a7e0-048f6567fd2b HTTP/1.1" status: 204 len: 168 time: 0.5554004 Jul 09 20:13:13.843094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f868c9-eda5-4105-9b92-39013adaea63 admin admin] Pushing event deleted for resources: {'Network': ['ID=786ce1f6-6693-4eb2-a7e0-048f6567fd2b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:14.142849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55584) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:14.224960 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0fed781c-1a8c-4d10-8122-f10d7bba5983 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=182c52943bf64e5ea7758ef4a45860e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790348 Jul 09 20:13:14.225330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55586) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:14.286275 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-12024ed2-74c3-4dfe-829a-54a129d3c98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:14.305377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55588) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:14.310732 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-12024ed2-74c3-4dfe-829a-54a129d3c98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:14.381496 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-12024ed2-74c3-4dfe-829a-54a129d3c98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:14.385797 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-12024ed2-74c3-4dfe-829a-54a129d3c98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:14.387452 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-12024ed2-74c3-4dfe-829a-54a129d3c98b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c0932b4-693b-4210-a903-7a6f63096844 HTTP/1.1" status: 204 len: 168 time: 0.1601753 Jul 09 20:13:14.395989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12024ed2-74c3-4dfe-829a-54a129d3c98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0932b4-693b-4210-a903-7a6f63096844,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:14.556183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:14.579004 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:14.676354 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:14.801977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Allocated IP 172.25.0.153 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/34977777-1000-436b-9acb-7645f44b0f79) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:14.827486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55606) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:14.868087 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3fdb83c7-79c0-4a6d-9b32-839ce7c5c813 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6777472d502749bb892b41e1c05b00c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394261 Jul 09 20:13:14.871307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55608) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:14.925033 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9045-65c5-4e36-9f12-8087d0683e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:14.928316 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:14.950674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9045-65c5-4e36-9f12-8087d0683e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:15.009171 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:15.034489 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9045-65c5-4e36-9f12-8087d0683e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:15.038707 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e8a9045-65c5-4e36-9f12-8087d0683e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:15.041123 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1e8a9045-65c5-4e36-9f12-8087d0683e8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3cd6e15-239d-4624-8840-ff343ad768fc HTTP/1.1" status: 204 len: 168 time: 0.1682792 Jul 09 20:13:15.052267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a9045-65c5-4e36-9f12-8087d0683e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cd6e15-239d-4624-8840-ff343ad768fc,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:15.055794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:15.061373 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:15.065293 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:15.103024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Pushing event updated for resources: {'Port': ['ID=34977777-1000-436b-9acb-7645f44b0f79,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:15.182813 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:15.245374 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:15.443950 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:15.453597 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:15.519078 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Pushing event updated for resources: {'Port': ['ID=34977777-1000-436b-9acb-7645f44b0f79,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:15.565803 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:15.586107 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:15.587512 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e9eb8b8e-17d4-41cb-a2fa-805175cf324d tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2801962 Jul 09 20:13:15.590816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55634) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:15.595929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-68160cdc-ab56-4b68-aead-399e889b42c7 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1905308136', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'fixed_ips': [{'ip_address': '172.25.0.153'}]}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:15.622154 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68160cdc-ab56-4b68-aead-399e889b42c7 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Made reservation on behalf of ec0a8a5ea0584ceaa3cee0dd8dc5b871 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:15.628698 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68160cdc-ab56-4b68-aead-399e889b42c7 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:15.640754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68160cdc-ab56-4b68-aead-399e889b42c7 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:15.770368 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68160cdc-ab56-4b68-aead-399e889b42c7 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:15.776029 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68160cdc-ab56-4b68-aead-399e889b42c7 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:15.782440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-68160cdc-ab56-4b68-aead-399e889b42c7 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] device_id is not set on port 036bcad5-0ad9-4b5c-a9a6-c907555d02d0 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:13:15.893354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68160cdc-ab56-4b68-aead-399e889b42c7 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2146b786-0856-4bcd-9d56-4ccad8ba6b14,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:16.012092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55648) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:16.060396 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-68160cdc-ab56-4b68-aead-399e889b42c7 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 20:13:16.060957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68160cdc-ab56-4b68-aead-399e889b42c7 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:13:16.083974 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-68160cdc-ab56-4b68-aead-399e889b42c7 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4888842 Jul 09 20:13:16.084094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55654) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:16.172923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-633328541-network', 'tenant_id': '4892ec8ee71a4578b716b5c6f297dcd3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:16.259379 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] Made reservation on behalf of 4892ec8ee71a4578b716b5c6f297dcd3 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:16.261845 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:16.272207 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:16.313958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-e618afa9-f595-4f7b-bd84-a2065918437b tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Deleting port 34977777-1000-436b-9acb-7645f44b0f79 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:16.314319 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e618afa9-f595-4f7b-bd84-a2065918437b tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:16.423411 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e618afa9-f595-4f7b-bd84-a2065918437b tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:16.423768 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e618afa9-f595-4f7b-bd84-a2065918437b tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:16.443904 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-e618afa9-f595-4f7b-bd84-a2065918437b tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Calling delete_port for 34977777-1000-436b-9acb-7645f44b0f79 owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:16.480090 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:16.511341 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:16.553291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:13:16.568663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec35112-2d2b-4f20-aa89-217091143155,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:16.580470 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:16.580794 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] Added segment 73048d74-17fb-4cb7-a014-61f14286a4a3 of type vlan for network 1fd60407-1bdb-4afe-9d6c-eec163f7462b Jul 09 20:13:16.635616 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:16.697415 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:16.698470 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:16.699082 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:16.767956 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7546930 Jul 09 20:13:16.768872 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e618afa9-f595-4f7b-bd84-a2065918437b tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:16.771078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55664) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:16.779262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-605df7e9-7b6c-4d1d-b097-776ea7c7ea99 admin admin] Request body: {'subnet': {'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-633328541-subnet', 'tenant_id': '4892ec8ee71a4578b716b5c6f297dcd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:16.807861 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42468fb9-7484-4884-a148-0a35560119e3 admin admin] Pushing event updated for resources: {'Network': ['ID=1fd60407-1bdb-4afe-9d6c-eec163f7462b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:16.810193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618afa9-f595-4f7b-bd84-a2065918437b tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Pushing event deleted for resources: {'Port': ['ID=34977777-1000-436b-9acb-7645f44b0f79,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:16.819339 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 1fd60407-1bdb-4afe-9d6c-eec163f7462b details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:13:16.838484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605df7e9-7b6c-4d1d-b097-776ea7c7ea99 admin admin] Made reservation on behalf of 4892ec8ee71a4578b716b5c6f297dcd3 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:16.841234 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-605df7e9-7b6c-4d1d-b097-776ea7c7ea99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:16.895351 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e618afa9-f595-4f7b-bd84-a2065918437b tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:16.898474 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e618afa9-f595-4f7b-bd84-a2065918437b tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:16.904341 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e618afa9-f595-4f7b-bd84-a2065918437b tempest-ExternalNetworksAdminNegativeTestJSON-1537312977 tempest-ExternalNetworksAdminNegativeTestJSON-1537312977-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/0f508cb4-a058-4a27-a1ab-7d763d2a7d9a HTTP/1.1" status: 204 len: 168 time: 0.8148460 Jul 09 20:13:17.052595 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-605df7e9-7b6c-4d1d-b097-776ea7c7ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:17.116383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605df7e9-7b6c-4d1d-b097-776ea7c7ea99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aefd9fb6-c157-4087-a3db-b0ec65cfb0bc,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:17.152454 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605df7e9-7b6c-4d1d-b097-776ea7c7ea99 admin admin] Checking segment: {'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:13:17.153258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605df7e9-7b6c-4d1d-b097-776ea7c7ea99 admin admin] Network hostable DHCP agents. Network: 1fd60407-1bdb-4afe-9d6c-eec163f7462b, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:13:17.174208 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605df7e9-7b6c-4d1d-b097-776ea7c7ea99 admin admin] Network 1fd60407-1bdb-4afe-9d6c-eec163f7462b is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:13:17.189892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-605df7e9-7b6c-4d1d-b097-776ea7c7ea99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 1fd60407-1bdb-4afe-9d6c-eec163f7462b) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:17.198806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55676) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:17.200128 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8ea37c-fd36-47e0-b4f2-b57f893bfcd9 None None] Network 1fd60407-1bdb-4afe-9d6c-eec163f7462b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:13:17.219093 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605df7e9-7b6c-4d1d-b097-776ea7c7ea99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:17.219700 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-605df7e9-7b6c-4d1d-b097-776ea7c7ea99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:17.267350 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-605df7e9-7b6c-4d1d-b097-776ea7c7ea99 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4939418 Jul 09 20:13:17.413673 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dfa6a610-5dfc-4cea-930c-8e37fb16ac69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:17.463370 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13fcbed-56d6-4772-85b0-6f8b39a1a225 None None] Network 1fd60407-1bdb-4afe-9d6c-eec163f7462b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:13:17.598419 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dfa6a610-5dfc-4cea-930c-8e37fb16ac69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:17.604206 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dfa6a610-5dfc-4cea-930c-8e37fb16ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:17.680788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dfa6a610-5dfc-4cea-930c-8e37fb16ac69 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9f7f5c793624a06a51f713d914985af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806037 Jul 09 20:13:17.682413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6a610-5dfc-4cea-930c-8e37fb16ac69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c98cc61-1555-4b84-90aa-ec8f9436be07,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:17.683299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55732) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:17.801693 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a26cbee-fb1c-4233-a137-dc49590379da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:17.861072 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a26cbee-fb1c-4233-a137-dc49590379da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:18.003068 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a26cbee-fb1c-4233-a137-dc49590379da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:18.007199 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a26cbee-fb1c-4233-a137-dc49590379da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:18.008728 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5a26cbee-fb1c-4233-a137-dc49590379da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c98cc61-1555-4b84-90aa-ec8f9436be07 HTTP/1.1" status: 204 len: 168 time: 0.3243394 Jul 09 20:13:18.038841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26cbee-fb1c-4233-a137-dc49590379da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c98cc61-1555-4b84-90aa-ec8f9436be07,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:18.051350 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-bda1a607-a871-487d-8e3c-f99fcf5b3772 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:18.060930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-bda1a607-a871-487d-8e3c-f99fcf5b3772 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/networks?id=1fd60407-1bdb-4afe-9d6c-eec163f7462b HTTP/1.1" status: 200 len: 814 time: 0.2021224 Jul 09 20:13:18.085420 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-6864376c-c968-4a43-8a3f-a2c9bdd1c932 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/quotas/4892ec8ee71a4578b716b5c6f297dcd3 HTTP/1.1" status: 200 len: 375 time: 0.0228291 Jul 09 20:13:18.127467 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-a9bbee29-0588-478b-8e6e-80f32df98ed5 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4892ec8ee71a4578b716b5c6f297dcd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408826 Jul 09 20:13:18.299929 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-f026aa50-7939-4e5b-b581-c3e813660e78 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713719 Jul 09 20:13:18.424997 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-a12388fb-0a9b-486c-90a6-b70cf22f3c4e service neutron] 10.222.0.30 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222298 Jul 09 20:13:18.619665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55790) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:18.675494 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ce6f578-4016-4701-84a7-6f6c067cd7e3 req-59539eef-1326-407a-84d5-5d4e9c91fecb tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 210 time: 0.0386233 Jul 09 20:13:18.709656 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1edc8662-dd3d-4b90-a330-6a16705dd931 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec0a8a5ea0584ceaa3cee0dd8dc5b871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886793 Jul 09 20:13:18.712109 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55794) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:18.767841 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2ca20b62-9ad9-4c38-a1ec-64b9fd8658da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:18.790049 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2ca20b62-9ad9-4c38-a1ec-64b9fd8658da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:18.850820 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2ca20b62-9ad9-4c38-a1ec-64b9fd8658da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:18.855178 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2ca20b62-9ad9-4c38-a1ec-64b9fd8658da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:18.856431 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2ca20b62-9ad9-4c38-a1ec-64b9fd8658da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2146b786-0856-4bcd-9d56-4ccad8ba6b14 HTTP/1.1" status: 204 len: 168 time: 0.1431689 Jul 09 20:13:18.866436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca20b62-9ad9-4c38-a1ec-64b9fd8658da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2146b786-0856-4bcd-9d56-4ccad8ba6b14,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:19.863307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55846) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:19.911960 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1c86189c-0f94-467f-b797-fbd6ff45da0a req-d5bcc3fa-2588-4744-9dfb-b6a17d5f8fb2 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 210 time: 0.0687513 Jul 09 20:13:20.071939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1273804489'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:20.131745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Made reservation on behalf of 16ca1cb9a3c94d13aa7e6e22b866587b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:20.137653 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:20.152123 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:20.173040 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-0df470c0-fa57-46bd-8f33-8a6861331d12 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:20.174561 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-0df470c0-fa57-46bd-8f33-8a6861331d12 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "GET /v2.0/networks?id=1fd60407-1bdb-4afe-9d6c-eec163f7462b HTTP/1.1" status: 200 len: 814 time: 0.2485266 Jul 09 20:13:20.189001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-2792dd1e-bd18-4fff-a167-4be4570f0dd4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Request body: {'port': {'device_id': '01b0183e-8894-41a2-8354-f883dbd1665e', 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b', 'admin_state_up': True, 'tenant_id': '4892ec8ee71a4578b716b5c6f297dcd3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:20.373968 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:20.384069 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:20.407832 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:13:20.425324 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-2792dd1e-bd18-4fff-a167-4be4570f0dd4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Made reservation on behalf of 4892ec8ee71a4578b716b5c6f297dcd3 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:20.428875 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-2792dd1e-bd18-4fff-a167-4be4570f0dd4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:20.453279 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:20.453638 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Added segment 1f24de45-df27-41a7-b808-6780ae00e44c of type vlan for network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 Jul 09 20:13:20.467973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b324528-8b7d-49f8-805e-942c1ff424aa,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:20.535789 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:20.614527 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:20.620810 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:20.621463 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:20.693943 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-2792dd1e-bd18-4fff-a167-4be4570f0dd4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Allocated IP 172.20.0.10 (1fd60407-1bdb-4afe-9d6c-eec163f7462b/aefd9fb6-c157-4087-a3db-b0ec65cfb0bc/16c76871-50bc-42d0-9e19-94df3ad6d709) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:20.697115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8321102 Jul 09 20:13:20.700151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55852) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:20.704459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e6050-6b50-4bcd-9dea-3089bdc4b7fa tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event updated for resources: {'Network': ['ID=ca1e68f3-0b69-408c-9a5f-d41a04782fe6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:20.705718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-74480e24-8b8d-48a9-9704-fbe1c855194f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Request body: {'subnet': {'network_id': 'ca1e68f3-0b69-408c-9a5f-d41a04782fe6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:20.718662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:13:20.860441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74480e24-8b8d-48a9-9704-fbe1c855194f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Made reservation on behalf of 16ca1cb9a3c94d13aa7e6e22b866587b for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:20.864444 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-74480e24-8b8d-48a9-9704-fbe1c855194f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:21.000818 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-2792dd1e-bd18-4fff-a167-4be4570f0dd4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:21.091487 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-2792dd1e-bd18-4fff-a167-4be4570f0dd4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:21.239272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792dd1e-bd18-4fff-a167-4be4570f0dd4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Pushing event updated for resources: {'Port': ['ID=16c76871-50bc-42d0-9e19-94df3ad6d709,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:21.260062 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-74480e24-8b8d-48a9-9704-fbe1c855194f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:21.297900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-2792dd1e-bd18-4fff-a167-4be4570f0dd4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Network 1fd60407-1bdb-4afe-9d6c-eec163f7462b is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:21.300481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-2792dd1e-bd18-4fff-a167-4be4570f0dd4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:21.305674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-2792dd1e-bd18-4fff-a167-4be4570f0dd4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:21.365935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74480e24-8b8d-48a9-9704-fbe1c855194f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event updated for resources: {'Subnet': ['ID=f0955e4d-9a2f-44f1-8122-9578e3969710,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:21.390381 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74480e24-8b8d-48a9-9704-fbe1c855194f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Checking segment: {'id': '1f24de45-df27-41a7-b808-6780ae00e44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ca1e68f3-0b69-408c-9a5f-d41a04782fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:13:21.390747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74480e24-8b8d-48a9-9704-fbe1c855194f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Network hostable DHCP agents. Network: ca1e68f3-0b69-408c-9a5f-d41a04782fe6, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:13:21.396217 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-2792dd1e-bd18-4fff-a167-4be4570f0dd4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:21.396933 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-2792dd1e-bd18-4fff-a167-4be4570f0dd4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:21.413528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b0957-93ef-46dc-bb6c-f2b1747821bf req-dc008d60-34ef-4bdf-a7db-dcea34f9f226 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:21.414338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74480e24-8b8d-48a9-9704-fbe1c855194f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:13:21.415150 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b2b0957-93ef-46dc-bb6c-f2b1747821bf req-dc008d60-34ef-4bdf-a7db-dcea34f9f226 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 932 time: 0.1722763 Jul 09 20:13:21.427098 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-74480e24-8b8d-48a9-9704-fbe1c855194f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, ca1e68f3-0b69-408c-9a5f-d41a04782fe6) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:21.432043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74480e24-8b8d-48a9-9704-fbe1c855194f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:21.432429 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-2792dd1e-bd18-4fff-a167-4be4570f0dd4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2473969 Jul 09 20:13:21.432920 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-74480e24-8b8d-48a9-9704-fbe1c855194f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:21.439245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb712a91-1d86-42ca-a975-0c662a249345 None None] Network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:13:21.447340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Request body: {'port': {'device_id': '01b0183e-8894-41a2-8354-f883dbd1665e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:21.467431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-74480e24-8b8d-48a9-9704-fbe1c855194f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7609982 Jul 09 20:13:21.467649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55864) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:21.473207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1d0023a9-ad49-4fde-83fa-2b5cd2e71173 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Request body: {'port': {'network_id': 'ca1e68f3-0b69-408c-9a5f-d41a04782fe6', 'name': 'tempest-AllowedAddressPairTestJSON-1802122163'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:21.499091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b2b0957-93ef-46dc-bb6c-f2b1747821bf req-4b9fca02-bff8-4ae3-b7f7-8c9f26b490d7 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748308 Jul 09 20:13:21.565412 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:21.627985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0023a9-ad49-4fde-83fa-2b5cd2e71173 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Made reservation on behalf of 16ca1cb9a3c94d13aa7e6e22b866587b for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:21.632419 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1d0023a9-ad49-4fde-83fa-2b5cd2e71173 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:21.654560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ca1e68f3-0b69-408c-9a5f-d41a04782fe6', 'network_id': 'ca1e68f3-0b69-408c-9a5f-d41a04782fe6', 'tenant_id': '16ca1cb9a3c94d13aa7e6e22b866587b', 'fixed_ips': [{'subnet_id': 'f0955e4d-9a2f-44f1-8122-9578e3969710'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:13:21.655478 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:21.661851 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-1d0023a9-ad49-4fde-83fa-2b5cd2e71173 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] device_id is not set on port 8051e9ee-a889-4ebd-b837-a3f9fb10cd7e yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:13:21.812269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-1d0023a9-ad49-4fde-83fa-2b5cd2e71173 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Allocated IP 172.20.0.14 (ca1e68f3-0b69-408c-9a5f-d41a04782fe6/f0955e4d-9a2f-44f1-8122-9578e3969710/8051e9ee-a889-4ebd-b837-a3f9fb10cd7e) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:21.943251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c76871-50bc-42d0-9e19-94df3ad6d709 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:13:21.954850 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:21.982838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Transition to ACTIVE for port object 16c76871-50bc-42d0-9e19-94df3ad6d709 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:21.990957 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:22.030356 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1d0023a9-ad49-4fde-83fa-2b5cd2e71173 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:22.048635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-1d0023a9-ad49-4fde-83fa-2b5cd2e71173 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Transition to ACTIVE for port object 8051e9ee-a889-4ebd-b837-a3f9fb10cd7e will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:22.112299 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1d0023a9-ad49-4fde-83fa-2b5cd2e71173 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:22.170615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=16c76871-50bc-42d0-9e19-94df3ad6d709,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:22.184903 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Attempting to bind port 16c76871-50bc-42d0-9e19-94df3ad6d709 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:13:22.185505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Attempting to bind port 16c76871-50bc-42d0-9e19-94df3ad6d709 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:13:22.185924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Attempting to bind port 16c76871-50bc-42d0-9e19-94df3ad6d709 on network 1fd60407-1bdb-4afe-9d6c-eec163f7462b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:13:22.193242 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Port 16c76871-50bc-42d0-9e19-94df3ad6d709 on network 1fd60407-1bdb-4afe-9d6c-eec163f7462b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:13:22.195485 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Attempting to bind port 16c76871-50bc-42d0-9e19-94df3ad6d709 on network 1fd60407-1bdb-4afe-9d6c-eec163f7462b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:13:22.200790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Allocated IP 172.20.0.2 (ca1e68f3-0b69-408c-9a5f-d41a04782fe6/f0955e4d-9a2f-44f1-8122-9578e3969710/f8b49d15-6ca0-4b1a-a013-c621b4d9875e) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:22.209298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:13:22.209663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Checking segment: {'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:13:22.210134 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Bound using segment: {'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:13:22.210593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Bound port: 16c76871-50bc-42d0-9e19-94df3ad6d709, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:13:22.211694 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:22.221520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0023a9-ad49-4fde-83fa-2b5cd2e71173 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event updated for resources: {'Port': ['ID=8051e9ee-a889-4ebd-b837-a3f9fb10cd7e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:22.228974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0023a9-ad49-4fde-83fa-2b5cd2e71173 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:22.231193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-1d0023a9-ad49-4fde-83fa-2b5cd2e71173 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:22.233915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0023a9-ad49-4fde-83fa-2b5cd2e71173 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:22.316020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0023a9-ad49-4fde-83fa-2b5cd2e71173 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:22.317205 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1d0023a9-ad49-4fde-83fa-2b5cd2e71173 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:22.338484 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1d0023a9-ad49-4fde-83fa-2b5cd2e71173 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8696356 Jul 09 20:13:22.341512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55880) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:22.351988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-cdd7ef05-369f-4875-bb44-6946d14482e5 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Request body: {'port': {'network_id': 'ca1e68f3-0b69-408c-9a5f-d41a04782fe6', 'name': 'tempest-AllowedAddressPairTestJSON-1549278105', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8c:f7:27'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:22.440307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] For port 16c76871-50bc-42d0-9e19-94df3ad6d709, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:13:22.451120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] For port 16c76871-50bc-42d0-9e19-94df3ad6d709, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=16c76871-50bc-42d0-9e19-94df3ad6d709,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:13:22.458890 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:22.492698 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:22.511491 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Transition to ACTIVE for port object f8b49d15-6ca0-4b1a-a013-c621b4d9875e will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:22.532496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=16c76871-50bc-42d0-9e19-94df3ad6d709,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:22.542462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Transition to ACTIVE for port object f8b49d15-6ca0-4b1a-a013-c621b4d9875e will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:22.549037 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:22.549239 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:22.551774 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-42454cf1-ba0f-41d6-81c3-8acba5bc3bb1 service neutron] 10.222.0.36 "PUT /v2.0/ports/16c76871-50bc-42d0-9e19-94df3ad6d709 HTTP/1.1" status: 200 len: 1092 time: 1.1090262 Jul 09 20:13:22.551962 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:22.552302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b0183e-8894-41a2-8354-f883dbd1665e', 'tag': '16c76871-50bc-42d0-9e19-94df3ad6d709'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:13:22.556888 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e251864c-1b09-4041-afe1-26429fbd8f33" -d '{"events": [{"name": "network-changed", "server_uuid": "01b0183e-8894-41a2-8354-f883dbd1665e", "tag": "16c76871-50bc-42d0-9e19-94df3ad6d709"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:13:22.595103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd7ef05-369f-4875-bb44-6946d14482e5 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Made reservation on behalf of 16ca1cb9a3c94d13aa7e6e22b866587b for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:22.647577 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bf0240-a437-450e-967b-6cf23642dd15 x-openstack-request-id: req-e5bf0240-a437-450e-967b-6cf23642dd15 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:13:22.647893 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b0183e-8894-41a2-8354-f883dbd1665e", "tag": "16c76871-50bc-42d0-9e19-94df3ad6d709", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:13:22.648084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:22.648196 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5bf0240-a437-450e-967b-6cf23642dd15 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:13:22.648561 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b0183e-8894-41a2-8354-f883dbd1665e', 'tag': '16c76871-50bc-42d0-9e19-94df3ad6d709', 'status': 'completed', 'code': 200} Jul 09 20:13:22.663788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:22.670430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-0cbdade8-d5b3-455c-9315-4350bae5ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:22.672186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-0cbdade8-d5b3-455c-9315-4350bae5ecf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4892ec8ee71a4578b716b5c6f297dcd3&device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 1095 time: 0.0722747 Jul 09 20:13:22.673181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:22.713327 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Pushing event updated for resources: {'Port': ['ID=f8b49d15-6ca0-4b1a-a013-c621b4d9875e,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:22.734081 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-21e1e632-ae27-44bd-ac7c-599797e1d7ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16c76871-50bc-42d0-9e19-94df3ad6d709 HTTP/1.1" status: 200 len: 217 time: 0.0544195 Jul 09 20:13:22.794072 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-d55e895e-7eec-43ad-aeb2-2d7a582077fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:22.795427 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ef05-369f-4875-bb44-6946d14482e5 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:22.796443 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-d55e895e-7eec-43ad-aeb2-2d7a582077fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefd9fb6-c157-4087-a3db-b0ec65cfb0bc HTTP/1.1" status: 200 len: 854 time: 0.0551684 Jul 09 20:13:22.813760 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Attempting to bind port f8b49d15-6ca0-4b1a-a013-c621b4d9875e on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:13:22.814458 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Attempting to bind port f8b49d15-6ca0-4b1a-a013-c621b4d9875e by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '1f24de45-df27-41a7-b808-6780ae00e44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ca1e68f3-0b69-408c-9a5f-d41a04782fe6'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:13:22.815173 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Attempting to bind port f8b49d15-6ca0-4b1a-a013-c621b4d9875e on network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:13:22.820798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:13:22.821831 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Checking segment: {'id': '1f24de45-df27-41a7-b808-6780ae00e44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ca1e68f3-0b69-408c-9a5f-d41a04782fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:13:22.822676 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:22.823316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Bound using segment: {'id': '1f24de45-df27-41a7-b808-6780ae00e44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ca1e68f3-0b69-408c-9a5f-d41a04782fe6'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:13:22.825014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Bound port: f8b49d15-6ca0-4b1a-a013-c621b4d9875e, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f24de45-df27-41a7-b808-6780ae00e44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ca1e68f3-0b69-408c-9a5f-d41a04782fe6'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:13:22.825662 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:22.826905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-cdd7ef05-369f-4875-bb44-6946d14482e5 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] device_id is not set on port b23e6902-1987-4939-aa76-166a0be2c3a2 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:13:22.847918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c3c7c-0c56-48d0-adee-9cf177f45f6e req-83e2b636-dda1-45fb-a7bc-02895616171d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:22.849598 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-820c3c7c-0c56-48d0-adee-9cf177f45f6e req-83e2b636-dda1-45fb-a7bc-02895616171d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 944 time: 0.1398506 Jul 09 20:13:22.874238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-1be5ede6-cfbe-4808-97a3-576b2be0f5d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1fd60407-1bdb-4afe-9d6c-eec163f7462b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712700 Jul 09 20:13:22.939629 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] For port f8b49d15-6ca0-4b1a-a013-c621b4d9875e, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:13:22.944893 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] For port f8b49d15-6ca0-4b1a-a013-c621b4d9875e, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f8b49d15-6ca0-4b1a-a013-c621b4d9875e,segment=NetworkSegment(1f24de45-df27-41a7-b808-6780ae00e44c),segment_id=1f24de45-df27-41a7-b808-6780ae00e44c)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:13:22.951444 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:22.969178 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-820c3c7c-0c56-48d0-adee-9cf177f45f6e req-5d93240c-5ba1-4f71-881b-a3e0b01c57a4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892861 Jul 09 20:13:23.029333 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-cdd7ef05-369f-4875-bb44-6946d14482e5 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Allocated IP 172.20.0.12 (ca1e68f3-0b69-408c-9a5f-d41a04782fe6/f0955e4d-9a2f-44f1-8122-9578e3969710/b23e6902-1987-4939-aa76-166a0be2c3a2) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:23.031802 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-fbae7ead-8792-44c5-8aea-666acff73b3a service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508906 Jul 09 20:13:23.120527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466dac1-9a76-4f42-b749-f932a8fc7660 None None] Pushing event updated for resources: {'Port': ['ID=f8b49d15-6ca0-4b1a-a013-c621b4d9875e,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:23.276232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3f8ae6d-259f-44bf-bcb4-0056be75f0e8 req-38aec11b-2cdf-4416-b8fb-d62b6f47502b service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373664 Jul 09 20:13:23.337982 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ef05-369f-4875-bb44-6946d14482e5 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:23.431539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-cdd7ef05-369f-4875-bb44-6946d14482e5 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Transition to ACTIVE for port object b23e6902-1987-4939-aa76-166a0be2c3a2 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:23.474508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251864c-1b09-4041-afe1-26429fbd8f33 req-0ade6887-aead-44ab-9c7b-644b881ec222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:23.476375 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e251864c-1b09-4041-afe1-26429fbd8f33 req-0ade6887-aead-44ab-9c7b-644b881ec222 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4892ec8ee71a4578b716b5c6f297dcd3&device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 1095 time: 0.1242640 Jul 09 20:13:23.495128 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ef05-369f-4875-bb44-6946d14482e5 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:23.584088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd7ef05-369f-4875-bb44-6946d14482e5 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:23.594426 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-cdd7ef05-369f-4875-bb44-6946d14482e5 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:23.622267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd7ef05-369f-4875-bb44-6946d14482e5 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:23.682744 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251864c-1b09-4041-afe1-26429fbd8f33 req-b0134c8b-cb6a-4fb1-83c8-d36fdda4cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:23.685521 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e251864c-1b09-4041-afe1-26429fbd8f33 req-b0134c8b-cb6a-4fb1-83c8-d36fdda4cc88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1fd60407-1bdb-4afe-9d6c-eec163f7462b HTTP/1.1" status: 200 len: 915 time: 0.1902471 Jul 09 20:13:23.751888 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e251864c-1b09-4041-afe1-26429fbd8f33 req-969e0fc9-5064-4c6d-8c18-fb14ef91c0f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16c76871-50bc-42d0-9e19-94df3ad6d709 HTTP/1.1" status: 200 len: 217 time: 0.0499704 Jul 09 20:13:23.831599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251864c-1b09-4041-afe1-26429fbd8f33 req-4d42f894-bbfc-423e-845d-9e73ec47942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:23.833049 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e251864c-1b09-4041-afe1-26429fbd8f33 req-4d42f894-bbfc-423e-845d-9e73ec47942d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefd9fb6-c157-4087-a3db-b0ec65cfb0bc HTTP/1.1" status: 200 len: 854 time: 0.0741899 Jul 09 20:13:23.872939 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e251864c-1b09-4041-afe1-26429fbd8f33 req-cf747796-c5f7-4b65-b3e9-cce549192dd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1fd60407-1bdb-4afe-9d6c-eec163f7462b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325353 Jul 09 20:13:23.974486 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7ef05-369f-4875-bb44-6946d14482e5 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event updated for resources: {'Port': ['ID=b23e6902-1987-4939-aa76-166a0be2c3a2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:24.002882 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e251864c-1b09-4041-afe1-26429fbd8f33 req-cd68fdd9-7efd-4871-a28b-8b83a6841e35 service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229668 Jul 09 20:13:24.012044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd7ef05-369f-4875-bb44-6946d14482e5 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:24.012685 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cdd7ef05-369f-4875-bb44-6946d14482e5 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:24.037735 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cdd7ef05-369f-4875-bb44-6946d14482e5 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.6935339 Jul 09 20:13:24.039124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55898) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:24.197688 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e251864c-1b09-4041-afe1-26429fbd8f33 req-41078744-cbb9-4e30-b8f5-8f2ea3aae2fd service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877964 Jul 09 20:13:24.239666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75520957-a75b-4d25-9bd8-b3e9ff0947b2 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:24.256193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75520957-a75b-4d25-9bd8-b3e9ff0947b2 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:24.262964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75520957-a75b-4d25-9bd8-b3e9ff0947b2 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:24.265628 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-75520957-a75b-4d25-9bd8-b3e9ff0947b2 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2254486 Jul 09 20:13:24.268761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55906) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:24.281052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f8b49d15-6ca0-4b1a-a013-c621b4d9875e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:13:24.395686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port f8b49d15-6ca0-4b1a-a013-c621b4d9875e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:13:24.544676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886b3708-8085-4227-b206-375155a17b21 None None] Network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:13:24.594797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9a50a-872d-4843-9815-4a435839c830 req-9d1c1748-8ea0-4051-92c7-109172ee5993 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:24.596902 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-34d9a50a-872d-4843-9815-4a435839c830 req-9d1c1748-8ea0-4051-92c7-109172ee5993 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 944 time: 0.3010917 Jul 09 20:13:24.611699 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-54ca37bc-ef2d-4ee8-bf5a-f45bdd3bd208 None None] Provisioning for port f8b49d15-6ca0-4b1a-a013-c621b4d9875e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:13:24.617733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-56ab930f-72de-44a8-bab1-9a2d8fa4f377 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Deleting port b23e6902-1987-4939-aa76-166a0be2c3a2 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:24.618523 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56ab930f-72de-44a8-bab1-9a2d8fa4f377 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:24.627073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-54ca37bc-ef2d-4ee8-bf5a-f45bdd3bd208 None None] Provisioning complete for port f8b49d15-6ca0-4b1a-a013-c621b4d9875e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:24.627707 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-54ca37bc-ef2d-4ee8-bf5a-f45bdd3bd208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:24.736477 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-34d9a50a-872d-4843-9815-4a435839c830 req-c262a5ae-f2f9-4d83-b0bb-9011fcd0e44b tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291978 Jul 09 20:13:24.776289 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56ab930f-72de-44a8-bab1-9a2d8fa4f377 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:24.792059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-56ab930f-72de-44a8-bab1-9a2d8fa4f377 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Calling delete_port for b23e6902-1987-4939-aa76-166a0be2c3a2 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:24.849739 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-54ca37bc-ef2d-4ee8-bf5a-f45bdd3bd208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:24.912320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-54ca37bc-ef2d-4ee8-bf5a-f45bdd3bd208 None None] For port f8b49d15-6ca0-4b1a-a013-c621b4d9875e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f8b49d15-6ca0-4b1a-a013-c621b4d9875e,segment=NetworkSegment(1f24de45-df27-41a7-b808-6780ae00e44c),segment_id=1f24de45-df27-41a7-b808-6780ae00e44c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:24.920614 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-54ca37bc-ef2d-4ee8-bf5a-f45bdd3bd208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:24.981971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca37bc-ef2d-4ee8-bf5a-f45bdd3bd208 None None] Pushing event updated for resources: {'Port': ['ID=f8b49d15-6ca0-4b1a-a013-c621b4d9875e,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:25.002945 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56ab930f-72de-44a8-bab1-9a2d8fa4f377 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:25.067278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab930f-72de-44a8-bab1-9a2d8fa4f377 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event deleted for resources: {'Port': ['ID=b23e6902-1987-4939-aa76-166a0be2c3a2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:25.204826 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56ab930f-72de-44a8-bab1-9a2d8fa4f377 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:25.209144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-56ab930f-72de-44a8-bab1-9a2d8fa4f377 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "DELETE /v2.0/ports/b23e6902-1987-4939-aa76-166a0be2c3a2 HTTP/1.1" status: 204 len: 168 time: 0.9367924 Jul 09 20:13:25.209326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55918) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:25.251892 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff5ea45-fba9-4500-96cb-87bf5203f25a tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] GET failed (client error): The resource could not be found. Jul 09 20:13:25.257442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-028fd3e5-7dca-41f3-8d23-e46013260723 None None] Provisioning complete for port f8b49d15-6ca0-4b1a-a013-c621b4d9875e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:25.257657 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1ff5ea45-fba9-4500-96cb-87bf5203f25a tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "GET /v2.0/ports/b23e6902-1987-4939-aa76-166a0be2c3a2 HTTP/1.1" status: 404 len: 333 time: 0.0437276 Jul 09 20:13:25.257755 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-028fd3e5-7dca-41f3-8d23-e46013260723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:25.257840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55920) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:25.264175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a2746177-a210-4d35-9d2a-72cbd23071a7 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Request body: {'port': {'network_id': 'ca1e68f3-0b69-408c-9a5f-d41a04782fe6', 'name': 'tempest-AllowedAddressPairTestJSON-1589181590'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:25.414351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-028fd3e5-7dca-41f3-8d23-e46013260723 None None] Could not find standard attr ID for object b23e6902-1987-4939-aa76-166a0be2c3a2. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:13:25.445583 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-028fd3e5-7dca-41f3-8d23-e46013260723 None None] Provisioning for port 8051e9ee-a889-4ebd-b837-a3f9fb10cd7e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:13:25.454459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-028fd3e5-7dca-41f3-8d23-e46013260723 None None] Provisioning complete for port 8051e9ee-a889-4ebd-b837-a3f9fb10cd7e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:25.457177 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-028fd3e5-7dca-41f3-8d23-e46013260723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:25.470480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2746177-a210-4d35-9d2a-72cbd23071a7 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Made reservation on behalf of 16ca1cb9a3c94d13aa7e6e22b866587b for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:25.478398 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a2746177-a210-4d35-9d2a-72cbd23071a7 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:25.537225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-a2746177-a210-4d35-9d2a-72cbd23071a7 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] device_id is not set on port 09fc1b63-e7c9-4f31-add0-e4e95fd24357 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:13:25.547316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-028fd3e5-7dca-41f3-8d23-e46013260723 None None] Port 8051e9ee-a889-4ebd-b837-a3f9fb10cd7e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:13:25.670623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-46262579-d6de-47d0-bbf7-c203d1aad62d None None] Provisioning complete for port 8051e9ee-a889-4ebd-b837-a3f9fb10cd7e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:25.671447 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-46262579-d6de-47d0-bbf7-c203d1aad62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:25.702102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-a2746177-a210-4d35-9d2a-72cbd23071a7 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Allocated IP 172.20.0.11 (ca1e68f3-0b69-408c-9a5f-d41a04782fe6/f0955e4d-9a2f-44f1-8122-9578e3969710/09fc1b63-e7c9-4f31-add0-e4e95fd24357) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:25.718356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-46262579-d6de-47d0-bbf7-c203d1aad62d None None] Port 8051e9ee-a889-4ebd-b837-a3f9fb10cd7e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:13:25.831703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e7f71a6e-8347-4a34-886b-794bdb6a0aa3 None None] Could not find standard attr ID for object b23e6902-1987-4939-aa76-166a0be2c3a2. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:13:26.062490 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a2746177-a210-4d35-9d2a-72cbd23071a7 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:26.097615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-a2746177-a210-4d35-9d2a-72cbd23071a7 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Transition to ACTIVE for port object 09fc1b63-e7c9-4f31-add0-e4e95fd24357 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:26.168208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4565b56-6478-46af-bd2d-caa312e3c58f req-b489d864-ca90-475d-bdef-dce64f4587b2 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:26.176472 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a4565b56-6478-46af-bd2d-caa312e3c58f req-b489d864-ca90-475d-bdef-dce64f4587b2 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 944 time: 0.1393466 Jul 09 20:13:26.177549 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a2746177-a210-4d35-9d2a-72cbd23071a7 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:26.238147 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a4565b56-6478-46af-bd2d-caa312e3c58f req-6a8fc4eb-6cf2-4901-be9d-3678fd4b5b9d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605462 Jul 09 20:13:26.249138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f8b49d15-6ca0-4b1a-a013-c621b4d9875e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:13:26.262685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2746177-a210-4d35-9d2a-72cbd23071a7 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:26.262685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-a2746177-a210-4d35-9d2a-72cbd23071a7 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:26.262685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2746177-a210-4d35-9d2a-72cbd23071a7 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:26.308941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2746177-a210-4d35-9d2a-72cbd23071a7 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event updated for resources: {'Port': ['ID=09fc1b63-e7c9-4f31-add0-e4e95fd24357,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:26.315090 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port f8b49d15-6ca0-4b1a-a013-c621b4d9875e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:26.315844 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:26.347956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2746177-a210-4d35-9d2a-72cbd23071a7 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:26.348996 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a2746177-a210-4d35-9d2a-72cbd23071a7 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:26.382888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55934) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:26.383027 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a2746177-a210-4d35-9d2a-72cbd23071a7 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1242437 Jul 09 20:13:26.389759 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-53830428-86ca-4683-9ee5-b7acbee0ba68 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8c:f7:27'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:26.486417 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-53830428-86ca-4683-9ee5-b7acbee0ba68 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:26.555803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3a912799-737c-49e3-86d6-bcceb7e79fa0 None None] Provisioning for port 09fc1b63-e7c9-4f31-add0-e4e95fd24357 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:13:26.562106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3a912799-737c-49e3-86d6-bcceb7e79fa0 None None] Provisioning complete for port 09fc1b63-e7c9-4f31-add0-e4e95fd24357 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:26.562496 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3a912799-737c-49e3-86d6-bcceb7e79fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:26.565687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 16c76871-50bc-42d0-9e19-94df3ad6d709 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:13:26.631311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3a912799-737c-49e3-86d6-bcceb7e79fa0 None None] Port 09fc1b63-e7c9-4f31-add0-e4e95fd24357 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:13:26.737846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 16c76871-50bc-42d0-9e19-94df3ad6d709, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=16c76871-50bc-42d0-9e19-94df3ad6d709,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:26.739399 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-53830428-86ca-4683-9ee5-b7acbee0ba68 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:26.753893 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-53830428-86ca-4683-9ee5-b7acbee0ba68 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:26.756857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '16c76871-50bc-42d0-9e19-94df3ad6d709', 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b', 'port_id': '16c76871-50bc-42d0-9e19-94df3ad6d709', 'mac_address': 'fa:16:3e:a8:73:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefd9fb6-c157-4087-a3db-b0ec65cfb0bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:13:26.803711 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:26.819377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53830428-86ca-4683-9ee5-b7acbee0ba68 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event updated for resources: {'Port': ['ID=09fc1b63-e7c9-4f31-add0-e4e95fd24357,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:26.829687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c76871-50bc-42d0-9e19-94df3ad6d709 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:13:26.856232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 16c76871-50bc-42d0-9e19-94df3ad6d709, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=16c76871-50bc-42d0-9e19-94df3ad6d709,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:26.868409 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:26.893627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-53830428-86ca-4683-9ee5-b7acbee0ba68 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] In _notify_port_updated(), no bound segment for port 09fc1b63-e7c9-4f31-add0-e4e95fd24357 on network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 {{(pid=100204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:13:26.901660 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53830428-86ca-4683-9ee5-b7acbee0ba68 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:26.902756 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-53830428-86ca-4683-9ee5-b7acbee0ba68 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:26.904845 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-53830428-86ca-4683-9ee5-b7acbee0ba68 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "PUT /v2.0/ports/09fc1b63-e7c9-4f31-add0-e4e95fd24357 HTTP/1.1" status: 200 len: 995 time: 0.5207496 Jul 09 20:13:26.907940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55952) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:26.937208 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-286982e2-8603-4bfc-98c8-1f541ebebb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:26.944765 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:26.995296 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=16c76871-50bc-42d0-9e19-94df3ad6d709,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:27.093024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-33c1f03c-5029-4431-8472-cd6f1a6317dd tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Deleting port 09fc1b63-e7c9-4f31-add0-e4e95fd24357 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:27.093432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-33c1f03c-5029-4431-8472-cd6f1a6317dd tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:27.162475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-86e72d69-298a-4658-94eb-2fd64acd451a None None] Provisioning complete for port 09fc1b63-e7c9-4f31-add0-e4e95fd24357 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:27.162740 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-86e72d69-298a-4658-94eb-2fd64acd451a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:27.200611 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-33c1f03c-5029-4431-8472-cd6f1a6317dd tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:27.218344 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-33c1f03c-5029-4431-8472-cd6f1a6317dd tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Calling delete_port for 09fc1b63-e7c9-4f31-add0-e4e95fd24357 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:27.423665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['16c76871-50bc-42d0-9e19-94df3ad6d709'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:13:27.470105 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-86e72d69-298a-4658-94eb-2fd64acd451a None None] Port 09fc1b63-e7c9-4f31-add0-e4e95fd24357 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:13:27.482898 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-33c1f03c-5029-4431-8472-cd6f1a6317dd tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:27.527038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c1f03c-5029-4431-8472-cd6f1a6317dd tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event deleted for resources: {'Port': ['ID=09fc1b63-e7c9-4f31-add0-e4e95fd24357,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:27.590180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127a617-f9da-4ae6-a35b-36173bf231f0 req-9400853c-51e1-409a-9a04-7aea7ba5152e tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:27.599789 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3127a617-f9da-4ae6-a35b-36173bf231f0 req-9400853c-51e1-409a-9a04-7aea7ba5152e tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 945 time: 0.1837831 Jul 09 20:13:28.088402 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3127a617-f9da-4ae6-a35b-36173bf231f0 req-98002769-2ee3-4584-aa06-231ed2508876 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868991 Jul 09 20:13:28.175233 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-33c1f03c-5029-4431-8472-cd6f1a6317dd tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:28.179860 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-33c1f03c-5029-4431-8472-cd6f1a6317dd tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "DELETE /v2.0/ports/09fc1b63-e7c9-4f31-add0-e4e95fd24357 HTTP/1.1" status: 204 len: 168 time: 1.2677209 Jul 09 20:13:28.179988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55966) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:28.232617 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff53881-3fb0-47ef-8e53-b5c5dcaa0dd0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] GET failed (client error): The resource could not be found. Jul 09 20:13:28.237586 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-eff53881-3fb0-47ef-8e53-b5c5dcaa0dd0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "GET /v2.0/ports/09fc1b63-e7c9-4f31-add0-e4e95fd24357 HTTP/1.1" status: 404 len: 333 time: 0.0534086 Jul 09 20:13:28.238028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55968) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:28.243264 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-59e46661-7c1c-4733-978a-563a919111b0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Request body: {'port': {'network_id': 'ca1e68f3-0b69-408c-9a5f-d41a04782fe6', 'name': 'tempest-AllowedAddressPairTestJSON-247370586'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:28.301627 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d70bea3-f75e-453e-8038-1316f0c888de req-2813f057-f89f-44c7-94b4-d63a44ba5098 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1578648 Jul 09 20:13:28.387143 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e46661-7c1c-4733-978a-563a919111b0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Made reservation on behalf of 16ca1cb9a3c94d13aa7e6e22b866587b for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:28.391739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70bea3-f75e-453e-8038-1316f0c888de req-e99b3f19-7f04-44a7-8014-925be2514b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:28.392743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59e46661-7c1c-4733-978a-563a919111b0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:28.393544 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d70bea3-f75e-453e-8038-1316f0c888de req-e99b3f19-7f04-44a7-8014-925be2514b96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8545f3a0589a4cc4839423bcc410fdf5&device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 1096 time: 0.0627751 Jul 09 20:13:28.414904 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-59e46661-7c1c-4733-978a-563a919111b0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] device_id is not set on port 47e0b806-7de5-49e7-bced-f7bf78919d01 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:13:28.531038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70bea3-f75e-453e-8038-1316f0c888de req-657d642f-fd9d-4937-bedb-1f015036cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:28.532572 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d70bea3-f75e-453e-8038-1316f0c888de req-657d642f-fd9d-4937-bedb-1f015036cdb2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4846efdf-52b9-4da5-897d-6cddc898788e HTTP/1.1" status: 200 len: 910 time: 0.1117969 Jul 09 20:13:28.542349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-59e46661-7c1c-4733-978a-563a919111b0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Allocated IP 172.20.0.3 (ca1e68f3-0b69-408c-9a5f-d41a04782fe6/f0955e4d-9a2f-44f1-8122-9578e3969710/47e0b806-7de5-49e7-bced-f7bf78919d01) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:28.565510 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 16c76871-50bc-42d0-9e19-94df3ad6d709 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:13:28.620601 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d70bea3-f75e-453e-8038-1316f0c888de req-d3f343a9-2500-4de5-8b7a-0aa50f9ef68e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e HTTP/1.1" status: 200 len: 1000 time: 0.0808091 Jul 09 20:13:28.645579 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 16c76871-50bc-42d0-9e19-94df3ad6d709 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:13:28.652553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 16c76871-50bc-42d0-9e19-94df3ad6d709 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:28.653585 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:28.685640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70bea3-f75e-453e-8038-1316f0c888de req-12789343-ed64-49f1-a37f-a23b620bf363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:28.687407 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d70bea3-f75e-453e-8038-1316f0c888de req-12789343-ed64-49f1-a37f-a23b620bf363 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fa51b91-92af-4842-a22d-869a427201f3 HTTP/1.1" status: 200 len: 848 time: 0.0597579 Jul 09 20:13:28.745201 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:28.749031 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59e46661-7c1c-4733-978a-563a919111b0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:28.769338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-59e46661-7c1c-4733-978a-563a919111b0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Transition to ACTIVE for port object 47e0b806-7de5-49e7-bced-f7bf78919d01 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:28.774569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b0183e-8894-41a2-8354-f883dbd1665e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c76871-50bc-42d0-9e19-94df3ad6d709'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:13:28.777469 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb8a848-94db-4ae3-b905-ecc40526fd55" -d '{"events": [{"server_uuid": "01b0183e-8894-41a2-8354-f883dbd1665e", "name": "network-vif-plugged", "status": "completed", "tag": "16c76871-50bc-42d0-9e19-94df3ad6d709"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:13:28.784599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70bea3-f75e-453e-8038-1316f0c888de req-5bbaf864-da7d-4bc6-bc85-f0cb46acda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:28.786311 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d70bea3-f75e-453e-8038-1316f0c888de req-5bbaf864-da7d-4bc6-bc85-f0cb46acda19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4846efdf-52b9-4da5-897d-6cddc898788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911839 Jul 09 20:13:28.815891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 16c76871-50bc-42d0-9e19-94df3ad6d709, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=16c76871-50bc-42d0-9e19-94df3ad6d709,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:28.816558 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59e46661-7c1c-4733-978a-563a919111b0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:28.820992 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:28.828309 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f148d4a2-e49e-486e-a279-5b542a455b03 x-openstack-request-id: req-f148d4a2-e49e-486e-a279-5b542a455b03 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:13:28.828309 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b0183e-8894-41a2-8354-f883dbd1665e", "name": "network-vif-plugged", "status": "completed", "tag": "16c76871-50bc-42d0-9e19-94df3ad6d709", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:13:28.828309 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f148d4a2-e49e-486e-a279-5b542a455b03 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:13:28.828755 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b0183e-8894-41a2-8354-f883dbd1665e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c76871-50bc-42d0-9e19-94df3ad6d709', 'code': 200} Jul 09 20:13:28.877725 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e46661-7c1c-4733-978a-563a919111b0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:28.882296 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-59e46661-7c1c-4733-978a-563a919111b0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:28.889324 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e46661-7c1c-4733-978a-563a919111b0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event updated for resources: {'Port': ['ID=47e0b806-7de5-49e7-bced-f7bf78919d01,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:28.891107 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=16c76871-50bc-42d0-9e19-94df3ad6d709,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:28.896315 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e46661-7c1c-4733-978a-563a919111b0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:28.980419 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e46661-7c1c-4733-978a-563a919111b0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:28.980419 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59e46661-7c1c-4733-978a-563a919111b0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:28.996491 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d70bea3-f75e-453e-8038-1316f0c888de req-2ab04d75-7382-4045-9d71-d6eb5365e4d2 service neutron] 10.222.0.36 "GET /v2.0/networks/4846efdf-52b9-4da5-897d-6cddc898788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029312 Jul 09 20:13:29.010443 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-59e46661-7c1c-4733-978a-563a919111b0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7709727 Jul 09 20:13:29.014758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55980) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:29.018944 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6721e-c262-4351-8b83-d5f701573c86 req-54ee00aa-9e51-4c3c-8c46-3de12f684766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:29.023093 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20e6721e-c262-4351-8b83-d5f701573c86 req-54ee00aa-9e51-4c3c-8c46-3de12f684766 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 1097 time: 0.1223319 Jul 09 20:13:29.023958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1b58a34f-0f4a-4113-83e4-c9c68313c186 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8c:f7:27'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:29.175179 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d70bea3-f75e-453e-8038-1316f0c888de req-e879b461-fc01-4869-aebd-a3c66d818ce1 service neutron] 10.222.0.36 "GET /v2.0/networks/4846efdf-52b9-4da5-897d-6cddc898788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670606 Jul 09 20:13:29.177391 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20e6721e-c262-4351-8b83-d5f701573c86 req-88dadf5e-154a-45af-96e9-1620596e33a1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399205 Jul 09 20:13:29.187633 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:29.323114 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ecba1f0e-426d-453b-9642-fadab62de4c6 None None] Provisioning for port 47e0b806-7de5-49e7-bced-f7bf78919d01 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:13:29.327486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ecba1f0e-426d-453b-9642-fadab62de4c6 None None] Provisioning complete for port 47e0b806-7de5-49e7-bced-f7bf78919d01 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:29.327870 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ecba1f0e-426d-453b-9642-fadab62de4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:29.371017 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b58a34f-0f4a-4113-83e4-c9c68313c186 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:29.396794 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93f650-d8ed-4055-87cc-9a7abc36a645 req-b34f82b4-bd1f-4135-bf12-2045a8027cd6 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:29.403431 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b93f650-d8ed-4055-87cc-9a7abc36a645 req-b34f82b4-bd1f-4135-bf12-2045a8027cd6 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 946 time: 0.1102889 Jul 09 20:13:29.419255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-ecba1f0e-426d-453b-9642-fadab62de4c6 None None] Port 47e0b806-7de5-49e7-bced-f7bf78919d01 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:13:29.435572 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bdb6649f-4b26-4c37-8729-d7d2681bf657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:29.460833 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3b93f650-d8ed-4055-87cc-9a7abc36a645 req-ab9919f5-9cb6-4e11-bd8a-01997a2b4dd2 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511394 Jul 09 20:13:29.592077 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b58a34f-0f4a-4113-83e4-c9c68313c186 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:29.600239 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b58a34f-0f4a-4113-83e4-c9c68313c186 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:29.605334 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:29.721743 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58a34f-0f4a-4113-83e4-c9c68313c186 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event updated for resources: {'Port': ['ID=47e0b806-7de5-49e7-bced-f7bf78919d01,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:29.742107 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-1b58a34f-0f4a-4113-83e4-c9c68313c186 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] In _notify_port_updated(), no bound segment for port 47e0b806-7de5-49e7-bced-f7bf78919d01 on network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 {{(pid=100204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:13:29.748286 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b58a34f-0f4a-4113-83e4-c9c68313c186 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:29.749275 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b58a34f-0f4a-4113-83e4-c9c68313c186 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:29.750834 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1b58a34f-0f4a-4113-83e4-c9c68313c186 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "PUT /v2.0/ports/47e0b806-7de5-49e7-bced-f7bf78919d01 HTTP/1.1" status: 200 len: 995 time: 0.7350824 Jul 09 20:13:29.753633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55994) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:29.888963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-e9c104db-81da-47b9-bc5c-e962f0e91dfb tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Deleting port 47e0b806-7de5-49e7-bced-f7bf78919d01 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:29.889319 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9c104db-81da-47b9-bc5c-e962f0e91dfb tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:29.955489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-44554184-cce9-4883-8ffe-e4b033ec68cd None None] Provisioning complete for port 47e0b806-7de5-49e7-bced-f7bf78919d01 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:29.957034 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-44554184-cce9-4883-8ffe-e4b033ec68cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:29.985056 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9c104db-81da-47b9-bc5c-e962f0e91dfb tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:29.995278 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-44554184-cce9-4883-8ffe-e4b033ec68cd None None] Port 47e0b806-7de5-49e7-bced-f7bf78919d01 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:13:30.000760 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-e9c104db-81da-47b9-bc5c-e962f0e91dfb tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Calling delete_port for 47e0b806-7de5-49e7-bced-f7bf78919d01 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:30.163093 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9c104db-81da-47b9-bc5c-e962f0e91dfb tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:30.220135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c104db-81da-47b9-bc5c-e962f0e91dfb tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event deleted for resources: {'Port': ['ID=47e0b806-7de5-49e7-bced-f7bf78919d01,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:30.313808 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9c104db-81da-47b9-bc5c-e962f0e91dfb tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:30.316225 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e9c104db-81da-47b9-bc5c-e962f0e91dfb tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "DELETE /v2.0/ports/47e0b806-7de5-49e7-bced-f7bf78919d01 HTTP/1.1" status: 204 len: 168 time: 0.5613143 Jul 09 20:13:30.320977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56000) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:30.396697 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e079d10-9cf0-459f-a957-5bd4f94990de tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] GET failed (client error): The resource could not be found. Jul 09 20:13:30.404191 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3e079d10-9cf0-459f-a957-5bd4f94990de tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "GET /v2.0/ports/47e0b806-7de5-49e7-bced-f7bf78919d01 HTTP/1.1" status: 404 len: 333 time: 0.0814793 Jul 09 20:13:30.404875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56004) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:30.418748 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-97d50f46-a19d-4623-84b6-a8881f05d109 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Request body: {'port': {'network_id': 'ca1e68f3-0b69-408c-9a5f-d41a04782fe6', 'name': 'tempest-AllowedAddressPairTestJSON-817033418'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:30.433177 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:30.701220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d50f46-a19d-4623-84b6-a8881f05d109 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Made reservation on behalf of 16ca1cb9a3c94d13aa7e6e22b866587b for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:30.707911 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97d50f46-a19d-4623-84b6-a8881f05d109 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:30.769674 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-97d50f46-a19d-4623-84b6-a8881f05d109 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] device_id is not set on port 19ba50f7-6eb8-4247-938f-ddf43b1478a7 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:13:30.876237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5421acd-dc62-4f44-abd4-307b6102c9e8 req-ea86e7e4-fe92-4de7-9a78-64b096624913 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:30.877899 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a5421acd-dc62-4f44-abd4-307b6102c9e8 req-ea86e7e4-fe92-4de7-9a78-64b096624913 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 946 time: 0.1461811 Jul 09 20:13:30.953474 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a5421acd-dc62-4f44-abd4-307b6102c9e8 req-89c3bd46-cd16-4e48-841d-7c349ac654a0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696335 Jul 09 20:13:30.960825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-97d50f46-a19d-4623-84b6-a8881f05d109 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Allocated IP 172.20.0.9 (ca1e68f3-0b69-408c-9a5f-d41a04782fe6/f0955e4d-9a2f-44f1-8122-9578e3969710/19ba50f7-6eb8-4247-938f-ddf43b1478a7) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:31.140124 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97d50f46-a19d-4623-84b6-a8881f05d109 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:31.156728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-97d50f46-a19d-4623-84b6-a8881f05d109 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Transition to ACTIVE for port object 19ba50f7-6eb8-4247-938f-ddf43b1478a7 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:31.195101 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97d50f46-a19d-4623-84b6-a8881f05d109 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:31.255912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d50f46-a19d-4623-84b6-a8881f05d109 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:31.261205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-97d50f46-a19d-4623-84b6-a8881f05d109 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:31.263392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d50f46-a19d-4623-84b6-a8881f05d109 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event updated for resources: {'Port': ['ID=19ba50f7-6eb8-4247-938f-ddf43b1478a7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:31.265764 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d50f46-a19d-4623-84b6-a8881f05d109 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:31.352823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d50f46-a19d-4623-84b6-a8881f05d109 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:31.353582 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97d50f46-a19d-4623-84b6-a8881f05d109 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:31.381587 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-97d50f46-a19d-4623-84b6-a8881f05d109 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9738216 Jul 09 20:13:31.383999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56020) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:31.390356 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e17d7975-c758-4ef6-bc3e-2a548dc2b209 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Request body: {'port': {'network_id': 'ca1e68f3-0b69-408c-9a5f-d41a04782fe6', 'name': 'tempest-AllowedAddressPairTestJSON-410265713'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:31.554407 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17d7975-c758-4ef6-bc3e-2a548dc2b209 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Made reservation on behalf of 16ca1cb9a3c94d13aa7e6e22b866587b for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:31.559975 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e17d7975-c758-4ef6-bc3e-2a548dc2b209 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:31.594630 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-e17d7975-c758-4ef6-bc3e-2a548dc2b209 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] device_id is not set on port d157c4cb-399d-4dd2-a5f9-379ad7215ef3 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:13:31.638582 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dc938ba3-5035-4377-b919-80055181bdf3 None None] Provisioning for port 19ba50f7-6eb8-4247-938f-ddf43b1478a7 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:13:31.643028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dc938ba3-5035-4377-b919-80055181bdf3 None None] Provisioning complete for port 19ba50f7-6eb8-4247-938f-ddf43b1478a7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:31.645882 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dc938ba3-5035-4377-b919-80055181bdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:31.701179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-dc938ba3-5035-4377-b919-80055181bdf3 None None] Port 19ba50f7-6eb8-4247-938f-ddf43b1478a7 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:13:31.736705 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-e17d7975-c758-4ef6-bc3e-2a548dc2b209 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Allocated IP 172.20.0.10 (ca1e68f3-0b69-408c-9a5f-d41a04782fe6/f0955e4d-9a2f-44f1-8122-9578e3969710/d157c4cb-399d-4dd2-a5f9-379ad7215ef3) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:31.935426 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e17d7975-c758-4ef6-bc3e-2a548dc2b209 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:31.950064 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-e17d7975-c758-4ef6-bc3e-2a548dc2b209 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Transition to ACTIVE for port object d157c4cb-399d-4dd2-a5f9-379ad7215ef3 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:31.995194 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e17d7975-c758-4ef6-bc3e-2a548dc2b209 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:32.057174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17d7975-c758-4ef6-bc3e-2a548dc2b209 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:32.060857 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e17d7975-c758-4ef6-bc3e-2a548dc2b209 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:32.066903 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d7975-c758-4ef6-bc3e-2a548dc2b209 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:32.094547 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d7975-c758-4ef6-bc3e-2a548dc2b209 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event updated for resources: {'Port': ['ID=d157c4cb-399d-4dd2-a5f9-379ad7215ef3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:32.154333 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17d7975-c758-4ef6-bc3e-2a548dc2b209 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:32.155335 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e17d7975-c758-4ef6-bc3e-2a548dc2b209 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:32.173942 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e17d7975-c758-4ef6-bc3e-2a548dc2b209 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7857895 Jul 09 20:13:32.174389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56036) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:32.181706 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3a92f90d-5732-4cb5-a4b0-5d1948a808ff tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:8c:f7:27'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:4c:a1:f8'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:32.293152 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:32.306959 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a92f90d-5732-4cb5-a4b0-5d1948a808ff tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:32.549392 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2b6eaad9-3307-4352-a4d5-7b74e368b29b None None] Provisioning for port d157c4cb-399d-4dd2-a5f9-379ad7215ef3 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:13:32.559093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2b6eaad9-3307-4352-a4d5-7b74e368b29b None None] Provisioning complete for port d157c4cb-399d-4dd2-a5f9-379ad7215ef3 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:32.559794 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2b6eaad9-3307-4352-a4d5-7b74e368b29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:32.610876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-2b6eaad9-3307-4352-a4d5-7b74e368b29b None None] Port d157c4cb-399d-4dd2-a5f9-379ad7215ef3 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:13:32.697588 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a92f90d-5732-4cb5-a4b0-5d1948a808ff tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:32.704601 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a92f90d-5732-4cb5-a4b0-5d1948a808ff tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:32.762619 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92f90d-5732-4cb5-a4b0-5d1948a808ff tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event updated for resources: {'Port': ['ID=d157c4cb-399d-4dd2-a5f9-379ad7215ef3,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:32.840736 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-3a92f90d-5732-4cb5-a4b0-5d1948a808ff tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] In _notify_port_updated(), no bound segment for port d157c4cb-399d-4dd2-a5f9-379ad7215ef3 on network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 {{(pid=100204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:13:32.847599 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a92f90d-5732-4cb5-a4b0-5d1948a808ff tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:32.848609 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a92f90d-5732-4cb5-a4b0-5d1948a808ff tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:32.852423 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3a92f90d-5732-4cb5-a4b0-5d1948a808ff tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "PUT /v2.0/ports/d157c4cb-399d-4dd2-a5f9-379ad7215ef3 HTTP/1.1" status: 200 len: 1056 time: 0.6742890 Jul 09 20:13:32.852909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56054) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:32.973892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3ca25-c627-4a10-a4ad-8f0774a8ce85 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Deleting port d157c4cb-399d-4dd2-a5f9-379ad7215ef3 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:32.974393 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0bd3ca25-c627-4a10-a4ad-8f0774a8ce85 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:33.146524 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-08e06fbb-35da-4f21-b9a9-b5d90d55f9f5 None None] Provisioning complete for port d157c4cb-399d-4dd2-a5f9-379ad7215ef3 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:33.148178 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-08e06fbb-35da-4f21-b9a9-b5d90d55f9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:33.189048 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0bd3ca25-c627-4a10-a4ad-8f0774a8ce85 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:33.204765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0bd3ca25-c627-4a10-a4ad-8f0774a8ce85 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Calling delete_port for d157c4cb-399d-4dd2-a5f9-379ad7215ef3 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:33.222139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-08e06fbb-35da-4f21-b9a9-b5d90d55f9f5 None None] Port d157c4cb-399d-4dd2-a5f9-379ad7215ef3 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:13:33.425125 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0bd3ca25-c627-4a10-a4ad-8f0774a8ce85 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:33.474749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3ca25-c627-4a10-a4ad-8f0774a8ce85 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event deleted for resources: {'Port': ['ID=d157c4cb-399d-4dd2-a5f9-379ad7215ef3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:33.839664 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0bd3ca25-c627-4a10-a4ad-8f0774a8ce85 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:33.844830 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56078) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:33.845769 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0bd3ca25-c627-4a10-a4ad-8f0774a8ce85 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "DELETE /v2.0/ports/d157c4cb-399d-4dd2-a5f9-379ad7215ef3 HTTP/1.1" status: 204 len: 168 time: 0.9905066 Jul 09 20:13:33.897950 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-186cc209-df6b-4702-a091-c883fa4402d0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] GET failed (client error): The resource could not be found. Jul 09 20:13:33.899773 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-186cc209-df6b-4702-a091-c883fa4402d0 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "GET /v2.0/ports/d157c4cb-399d-4dd2-a5f9-379ad7215ef3 HTTP/1.1" status: 404 len: 333 time: 0.0535200 Jul 09 20:13:33.903368 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56082) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:34.034144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-57be0c79-98a1-47a2-8413-273df67ce040 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Deleting port 19ba50f7-6eb8-4247-938f-ddf43b1478a7 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:34.034505 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-57be0c79-98a1-47a2-8413-273df67ce040 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:34.166047 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-57be0c79-98a1-47a2-8413-273df67ce040 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:34.182731 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-57be0c79-98a1-47a2-8413-273df67ce040 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Calling delete_port for 19ba50f7-6eb8-4247-938f-ddf43b1478a7 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:34.344909 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-57be0c79-98a1-47a2-8413-273df67ce040 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:34.414316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be0c79-98a1-47a2-8413-273df67ce040 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event deleted for resources: {'Port': ['ID=19ba50f7-6eb8-4247-938f-ddf43b1478a7,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:34.478772 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-57be0c79-98a1-47a2-8413-273df67ce040 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:34.481683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-57be0c79-98a1-47a2-8413-273df67ce040 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "DELETE /v2.0/ports/19ba50f7-6eb8-4247-938f-ddf43b1478a7 HTTP/1.1" status: 204 len: 168 time: 0.5773282 Jul 09 20:13:34.484188 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56090) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:34.569590 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c7a7f9-9ba4-46dd-aaef-68b1ba72fb52 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] GET failed (client error): The resource could not be found. Jul 09 20:13:34.575208 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f1c7a7f9-9ba4-46dd-aaef-68b1ba72fb52 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "GET /v2.0/ports/19ba50f7-6eb8-4247-938f-ddf43b1478a7 HTTP/1.1" status: 404 len: 333 time: 0.0861361 Jul 09 20:13:34.575580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56092) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:34.733928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-427d768c-9324-433e-a9d4-444c3a45791f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Deleting port 8051e9ee-a889-4ebd-b837-a3f9fb10cd7e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:34.734317 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-427d768c-9324-433e-a9d4-444c3a45791f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:34.969953 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-427d768c-9324-433e-a9d4-444c3a45791f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:34.987772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-427d768c-9324-433e-a9d4-444c3a45791f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Calling delete_port for 8051e9ee-a889-4ebd-b837-a3f9fb10cd7e owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:35.173477 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-427d768c-9324-433e-a9d4-444c3a45791f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:35.215489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d768c-9324-433e-a9d4-444c3a45791f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event deleted for resources: {'Port': ['ID=8051e9ee-a889-4ebd-b837-a3f9fb10cd7e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:35.312201 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-427d768c-9324-433e-a9d4-444c3a45791f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:35.316888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56108) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:35.317885 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-427d768c-9324-433e-a9d4-444c3a45791f tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "DELETE /v2.0/ports/8051e9ee-a889-4ebd-b837-a3f9fb10cd7e HTTP/1.1" status: 204 len: 168 time: 0.7412069 Jul 09 20:13:35.441190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1ac1c5-c9ac-48a8-b967-b18fa57e36b2 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Deleting subnet f0955e4d-9a2f-44f1-8122-9578e3969710 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:13:35.449272 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d1ac1c5-c9ac-48a8-b967-b18fa57e36b2 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:35.520049 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d1ac1c5-c9ac-48a8-b967-b18fa57e36b2 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:35.648705 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d1ac1c5-c9ac-48a8-b967-b18fa57e36b2 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:35.720311 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d1ac1c5-c9ac-48a8-b967-b18fa57e36b2 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:35.750198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ac1c5-c9ac-48a8-b967-b18fa57e36b2 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event deleted for resources: {'Subnet': ['ID=f0955e4d-9a2f-44f1-8122-9578e3969710,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:35.756158 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d1ac1c5-c9ac-48a8-b967-b18fa57e36b2 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:35.761041 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56112) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:35.761515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5d1ac1c5-c9ac-48a8-b967-b18fa57e36b2 tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "DELETE /v2.0/subnets/f0955e4d-9a2f-44f1-8122-9578e3969710 HTTP/1.1" status: 204 len: 168 time: 0.4430919 Jul 09 20:13:35.770366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a2fe68-539d-4114-bf52-108e55bf284f None None] Network ca1e68f3-0b69-408c-9a5f-d41a04782fe6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:13:35.952108 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:36.122504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Deleting port f8b49d15-6ca0-4b1a-a013-c621b4d9875e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:36.128499 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:36.206296 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f2b49-660c-4d89-9d54-f26147a99368 None None] DHCP port deletion for ca1e68f3-0b69-408c-9a5f-d41a04782fe6 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:13:36.226710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] For port f8b49d15-6ca0-4b1a-a013-c621b4d9875e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f8b49d15-6ca0-4b1a-a013-c621b4d9875e,segment=NetworkSegment(1f24de45-df27-41a7-b808-6780ae00e44c),segment_id=1f24de45-df27-41a7-b808-6780ae00e44c)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:36.227325 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:36.247067 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Calling delete_port for f8b49d15-6ca0-4b1a-a013-c621b4d9875e owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:36.273166 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f2b49-660c-4d89-9d54-f26147a99368 None None] Deleting port f8b49d15-6ca0-4b1a-a013-c621b4d9875e {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:36.273660 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9f9f2b49-660c-4d89-9d54-f26147a99368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:36.382497 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:36.392871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-9f9f2b49-660c-4d89-9d54-f26147a99368 None None] For port f8b49d15-6ca0-4b1a-a013-c621b4d9875e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f8b49d15-6ca0-4b1a-a013-c621b4d9875e,segment=NetworkSegment(1f24de45-df27-41a7-b808-6780ae00e44c),segment_id=1f24de45-df27-41a7-b808-6780ae00e44c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:36.396247 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9f9f2b49-660c-4d89-9d54-f26147a99368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:36.416482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event deleted for resources: {'Port': ['ID=f8b49d15-6ca0-4b1a-a013-c621b4d9875e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:36.420576 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] No DVR routers for this DVR port f8b49d15-6ca0-4b1a-a013-c621b4d9875e on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:13:36.432893 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f2b49-660c-4d89-9d54-f26147a99368 None None] Calling delete_port for f8b49d15-6ca0-4b1a-a013-c621b4d9875e owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:36.518709 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9f9f2b49-660c-4d89-9d54-f26147a99368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:36.520701 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:36.534787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1e68f3-0b69-408c-9a5f-d41a04782fe6']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:36.545454 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f2b49-660c-4d89-9d54-f26147a99368 None None] Pushing event deleted for resources: {'Port': ['ID=f8b49d15-6ca0-4b1a-a013-c621b4d9875e,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:36.550968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f2b49-660c-4d89-9d54-f26147a99368 None None] No DVR routers for this DVR port f8b49d15-6ca0-4b1a-a013-c621b4d9875e on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:13:36.553374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f24de45-df27-41a7-b808-6780ae00e44c') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:36.553937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f24de45-df27-41a7-b808-6780ae00e44c') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:36.572245 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:36.588872 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:36.594984 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:13:36.595388 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:13:36.598334 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:13:36.661341 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:36.676503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:36.680852 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] 10.222.0.30 "DELETE /v2.0/networks/ca1e68f3-0b69-408c-9a5f-d41a04782fe6 HTTP/1.1" status: 204 len: 168 time: 0.9186516 Jul 09 20:13:36.693854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32974bc0-6869-4288-aca5-72c03368dcab tempest-AllowedAddressPairTestJSON-59524204 tempest-AllowedAddressPairTestJSON-59524204-project] Pushing event deleted for resources: {'Network': ['ID=ca1e68f3-0b69-408c-9a5f-d41a04782fe6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:36.958978 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56138) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:37.142297 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7b465906-a08a-4f3e-b1f6-639cc1294f60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16ca1cb9a3c94d13aa7e6e22b866587b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820886 Jul 09 20:13:37.144969 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56154) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:37.238960 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5423c71e-946b-4ce2-a894-a3cb71c57cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:37.284733 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5423c71e-946b-4ce2-a894-a3cb71c57cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:37.379969 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5423c71e-946b-4ce2-a894-a3cb71c57cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:37.382794 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5423c71e-946b-4ce2-a894-a3cb71c57cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:37.387857 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5423c71e-946b-4ce2-a894-a3cb71c57cd1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b324528-8b7d-49f8-805e-942c1ff424aa HTTP/1.1" status: 204 len: 168 time: 0.2413075 Jul 09 20:13:37.406533 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423c71e-946b-4ce2-a894-a3cb71c57cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b324528-8b7d-49f8-805e-942c1ff424aa,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:38.191041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f8b49d15-6ca0-4b1a-a013-c621b4d9875e no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:13:38.236899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: f8b49d15-6ca0-4b1a-a013-c621b4d9875e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:13:38.237248 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f8b49d15-6ca0-4b1a-a013-c621b4d9875e not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:13:38.495078 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56206) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.738128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-49626d25-39ed-444b-86b0-7fd54c9d3302 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.742682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56220) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.743935 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-49626d25-39ed-444b-86b0-7fd54c9d3302 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2466660 Jul 09 20:13:38.754325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-09bb0e09-cae3-43ac-a2bd-3a7e00183415 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.755530 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-09bb0e09-cae3-43ac-a2bd-3a7e00183415 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0101962 Jul 09 20:13:38.758592 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56222) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.765801 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-62372648-ced7-4608-bffc-b0fa3e311204 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.767387 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-62372648-ced7-4608-bffc-b0fa3e311204 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0066268 Jul 09 20:13:38.770188 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56224) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.774944 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-75132d8d-5513-4bfb-98ee-6e5b7952b2e0 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.779677 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-75132d8d-5513-4bfb-98ee-6e5b7952b2e0 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0082769 Jul 09 20:13:38.780677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56226) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.785422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-0122d3a2-f358-4314-a051-4d6921921347 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.800607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56228) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.801134 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0122d3a2-f358-4314-a051-4d6921921347 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0188868 Jul 09 20:13:38.805312 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-4cebb517-df0d-4e2a-976a-c735a2ad594d tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.807947 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4cebb517-df0d-4e2a-976a-c735a2ad594d tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0060883 Jul 09 20:13:38.810552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56230) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.816099 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-9223b8a4-8e2a-489f-a20b-d69175663523 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.818303 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9223b8a4-8e2a-489f-a20b-d69175663523 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0064750 Jul 09 20:13:38.820916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56234) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.826243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-2089e590-4930-4f99-a7bd-6b17e4fbe897 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.828282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2089e590-4930-4f99-a7bd-6b17e4fbe897 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0057309 Jul 09 20:13:38.830852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56236) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.835669 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-24e7d81c-f38b-472c-90af-06e7a69f0259 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.838055 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-24e7d81c-f38b-472c-90af-06e7a69f0259 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050139 Jul 09 20:13:38.840251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56238) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.863051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-4db1c5ba-42f2-44a2-a3b1-facb0f37562a tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.864407 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4db1c5ba-42f2-44a2-a3b1-facb0f37562a tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0228674 Jul 09 20:13:38.867036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56240) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.873629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-2cd0042a-c8d3-4a90-86b7-34161385b569 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.876479 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2cd0042a-c8d3-4a90-86b7-34161385b569 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0082140 Jul 09 20:13:38.877781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56242) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.882388 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-bd4d31ff-3d6d-42a4-8b56-345da6f4dad5 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.883317 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bd4d31ff-3d6d-42a4-8b56-345da6f4dad5 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044687 Jul 09 20:13:38.886311 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56244) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.891556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-26a657dd-4b2b-4423-bb00-7c93ba6e3749 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.894850 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-26a657dd-4b2b-4423-bb00-7c93ba6e3749 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053504 Jul 09 20:13:38.895574 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56246) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.901616 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-00b1fccf-17be-408c-8d95-5a5bb98f92ac tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.905331 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56248) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.914198 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-00b1fccf-17be-408c-8d95-5a5bb98f92ac tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0171313 Jul 09 20:13:38.917310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-d8df5412-3b9a-42d1-bbfd-ce13e4b2ce02 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.919604 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d8df5412-3b9a-42d1-bbfd-ce13e4b2ce02 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0131860 Jul 09 20:13:38.922620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56250) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.927267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-35b74eaa-7b97-459f-be67-9e1755dfdbe9 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.931586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56252) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.938749 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-35b74eaa-7b97-459f-be67-9e1755dfdbe9 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0131583 Jul 09 20:13:38.947494 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-ca230aff-9532-4fe0-af7a-dcb0e0c81f02 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.951901 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ca230aff-9532-4fe0-af7a-dcb0e0c81f02 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0173357 Jul 09 20:13:38.952431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56254) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.966254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-082bde0c-b850-4d65-b063-d469928114e1 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.969735 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-082bde0c-b850-4d65-b063-d469928114e1 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0137820 Jul 09 20:13:38.969942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56256) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.974285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-749d05dd-5ab9-4005-8366-286cae08637c tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.977144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-749d05dd-5ab9-4005-8366-286cae08637c tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0057678 Jul 09 20:13:38.980233 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56258) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.986550 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-aa5d98f1-e73a-4beb-9b7a-8ef7840f5e7d tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:38.990632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56260) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:38.994770 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-aa5d98f1-e73a-4beb-9b7a-8ef7840f5e7d tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0131657 Jul 09 20:13:39.000610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-0a01eef9-fa2d-4276-973f-29398861dc17 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.003035 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0a01eef9-fa2d-4276-973f-29398861dc17 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0112185 Jul 09 20:13:39.007956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56262) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.017275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-eed0acaf-af65-429d-9495-8af5ab141017 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.022254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56264) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.023664 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-eed0acaf-af65-429d-9495-8af5ab141017 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0137062 Jul 09 20:13:39.027692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-766d9c6b-3f60-4774-874c-f21a23780ded tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.029806 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-766d9c6b-3f60-4774-874c-f21a23780ded tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0059240 Jul 09 20:13:39.031686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56266) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.036566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-8a6bc894-d6c0-4b24-85e2-fef39c012832 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.037746 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8a6bc894-d6c0-4b24-85e2-fef39c012832 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046425 Jul 09 20:13:39.040392 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56268) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.054038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-1e0e9963-ef41-4f7f-90d8-2546cb326d1f tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.055426 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1e0e9963-ef41-4f7f-90d8-2546cb326d1f tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0075762 Jul 09 20:13:39.058732 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56270) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.064133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-b86eb32e-ceaf-4872-b62b-c800b2b306a5 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.065485 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b86eb32e-ceaf-4872-b62b-c800b2b306a5 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0055814 Jul 09 20:13:39.068343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56272) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.074880 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-bbe3ed42-4840-4574-ac4d-ea5133a0b9ac tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.076093 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bbe3ed42-4840-4574-ac4d-ea5133a0b9ac tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0065472 Jul 09 20:13:39.078644 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56274) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.083030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-93333ba2-8cee-4327-939d-629e99a5dbf4 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.083968 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-93333ba2-8cee-4327-939d-629e99a5dbf4 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042317 Jul 09 20:13:39.086778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56276) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.092703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-8fa557cf-fbb3-4de0-9956-c510ca06a346 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.097196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56278) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.097750 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8fa557cf-fbb3-4de0-9956-c510ca06a346 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0089433 Jul 09 20:13:39.102035 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-e9fc9391-650d-4105-a4f4-a13864b85005 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.106419 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56280) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.108778 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e9fc9391-650d-4105-a4f4-a13864b85005 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044570 Jul 09 20:13:39.112317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-4668ef60-c316-4c15-a8e2-1c0ee72173b3 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.116172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56282) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.118008 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4668ef60-c316-4c15-a8e2-1c0ee72173b3 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0085769 Jul 09 20:13:39.122396 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-2bee31fc-e2dd-4013-8329-7608df95b377 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.123369 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2bee31fc-e2dd-4013-8329-7608df95b377 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0060108 Jul 09 20:13:39.126635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56284) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.137361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-32f2a77e-16ed-4104-8f89-100e322374c9 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.141968 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-32f2a77e-16ed-4104-8f89-100e322374c9 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0142586 Jul 09 20:13:39.144658 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56286) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.150491 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-a959b2e3-cc58-4063-8d54-995bdae370b3 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.151896 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a959b2e3-cc58-4063-8d54-995bdae370b3 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0060399 Jul 09 20:13:39.154545 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56288) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.165558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-53eb7a21-8bce-4c1d-ae34-e208a3402033 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.166897 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-53eb7a21-8bce-4c1d-ae34-e208a3402033 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0112200 Jul 09 20:13:39.169516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56290) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.174172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-333d3565-f5d2-4821-9729-8ca4805d01cb tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.177814 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56292) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.181660 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-333d3565-f5d2-4821-9729-8ca4805d01cb tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0109241 Jul 09 20:13:39.189934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-48bd8a5b-ac03-49a4-849e-d1600cc038bf tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.190992 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-48bd8a5b-ac03-49a4-849e-d1600cc038bf tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0121875 Jul 09 20:13:39.193813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56294) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.204579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-671abe70-a2ca-4571-b585-f85c4e86e08e tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.207261 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-671abe70-a2ca-4571-b585-f85c4e86e08e tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0116637 Jul 09 20:13:39.208840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56296) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.229065 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-f58ecd7a-e7e6-4928-bbef-a81bf57a721f tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.232669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f58ecd7a-e7e6-4928-bbef-a81bf57a721f tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0184004 Jul 09 20:13:39.241518 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56298) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.249969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-7673e401-5aab-4157-b688-88c72c75fd88 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.253734 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7673e401-5aab-4157-b688-88c72c75fd88 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0082548 Jul 09 20:13:39.255140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56300) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.258785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-159f45a5-c8ce-4fe0-b271-e75b6bd845dd tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.262682 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-159f45a5-c8ce-4fe0-b271-e75b6bd845dd tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0053318 Jul 09 20:13:39.263356 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56302) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.267929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-df5f0617-ebfb-40dd-b2b0-987e7999780b tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.272057 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-df5f0617-ebfb-40dd-b2b0-987e7999780b tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044994 Jul 09 20:13:39.272444 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56304) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.277382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-742aee13-5d84-4dbd-92aa-7f05916bd911 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.280623 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-742aee13-5d84-4dbd-92aa-7f05916bd911 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047233 Jul 09 20:13:39.281211 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56306) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.285507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-7bddd517-c5eb-4c81-a556-c096f291b57f tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.288052 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7bddd517-c5eb-4c81-a556-c096f291b57f tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0044644 Jul 09 20:13:39.288972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56308) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.294006 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-ce49d234-3f8d-48c6-b9be-57a0afad482c tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.299209 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56310) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.304166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-721b355f-6668-47e5-a29a-b70883bd4519 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.307677 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-721b355f-6668-47e5-a29a-b70883bd4519 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0050311 Jul 09 20:13:39.307895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56312) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.308178 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ce49d234-3f8d-48c6-b9be-57a0afad482c tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0147276 Jul 09 20:13:39.312227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-8aa39d9e-01ae-4622-9c15-bf71ceec15ff tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.315393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8aa39d9e-01ae-4622-9c15-bf71ceec15ff tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0056019 Jul 09 20:13:39.316060 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56314) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.322785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-5a235eb8-2d30-4ebb-8cae-bc372fd53238 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.326855 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5a235eb8-2d30-4ebb-8cae-bc372fd53238 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0090461 Jul 09 20:13:39.329523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56316) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.338616 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-cd1cbbcd-7c71-4db1-ac9c-12e75ab82993 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.342086 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cd1cbbcd-7c71-4db1-ac9c-12e75ab82993 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0091186 Jul 09 20:13:39.342809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56318) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.347454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-f0a7e1b7-72c3-4adc-a08b-9ee730d486d3 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.351394 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f0a7e1b7-72c3-4adc-a08b-9ee730d486d3 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073471 Jul 09 20:13:39.352159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56320) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.357215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-695b7ffd-06b3-44ae-a6ca-ce5bca58cda9 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.361952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56322) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.363211 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-695b7ffd-06b3-44ae-a6ca-ce5bca58cda9 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0092444 Jul 09 20:13:39.366836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-14fe6cbd-d0d5-4df2-80dd-b8c6a48e6ef3 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.372287 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-14fe6cbd-d0d5-4df2-80dd-b8c6a48e6ef3 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0069833 Jul 09 20:13:39.373003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56324) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.377646 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-84d2b131-c230-46b6-9789-989d5a1ce71b tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.382367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56326) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.383363 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-84d2b131-c230-46b6-9789-989d5a1ce71b tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0091238 Jul 09 20:13:39.387963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-830cb6ad-a363-4268-8eee-82d90178a699 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.389186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-830cb6ad-a363-4268-8eee-82d90178a699 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0056183 Jul 09 20:13:39.391689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56328) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.398783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-ba684548-e491-4463-ae6a-92b284d4d46a tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.402636 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ba684548-e491-4463-ae6a-92b284d4d46a tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0089192 Jul 09 20:13:39.405064 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56330) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.409911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-63179fe3-b054-4626-a6da-65fcdcb32b26 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.413740 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-63179fe3-b054-4626-a6da-65fcdcb32b26 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0076146 Jul 09 20:13:39.414145 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56332) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.422623 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-9d61ff6b-8365-4f70-9160-755da3e36c83 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.428830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9d61ff6b-8365-4f70-9160-755da3e36c83 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0110545 Jul 09 20:13:39.429452 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56334) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.434764 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-5c1d5a9e-2975-4044-ba21-b50d4ec20aaa tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.445896 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56336) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.446164 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5c1d5a9e-2975-4044-ba21-b50d4ec20aaa tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0154493 Jul 09 20:13:39.451219 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-04d7c8e8-b369-4122-a2b6-5a65f3ffd816 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.452182 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-04d7c8e8-b369-4122-a2b6-5a65f3ffd816 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0046842 Jul 09 20:13:39.454803 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56338) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.466740 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-984477de-4956-4163-8557-a3b9e3110542 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.467991 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-984477de-4956-4163-8557-a3b9e3110542 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0122383 Jul 09 20:13:39.470989 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56340) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.475889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-5f2c90bc-ad47-43d7-8c63-debdc07547a1 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.477067 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5f2c90bc-ad47-43d7-8c63-debdc07547a1 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048707 Jul 09 20:13:39.480220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56342) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.484957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-494c1a06-5fe3-4df2-8f6d-999638c3644b tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.487317 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-494c1a06-5fe3-4df2-8f6d-999638c3644b tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0059927 Jul 09 20:13:39.488698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56344) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.497566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-337aaf6f-2fe0-4d3b-8e97-73fc6accf689 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.501516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56346) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.502088 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-337aaf6f-2fe0-4d3b-8e97-73fc6accf689 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0121822 Jul 09 20:13:39.508922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-3a3a578f-4c75-473f-8f91-78aa4010aabb tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.511027 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3a3a578f-4c75-473f-8f91-78aa4010aabb tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0083330 Jul 09 20:13:39.516626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56348) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.522818 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-2c04cd89-8280-4f36-b91b-89fdaefbc548 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.525028 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2c04cd89-8280-4f36-b91b-89fdaefbc548 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0054760 Jul 09 20:13:39.527686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56350) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.533227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-53d65f4a-9313-43ae-bcd2-a6c7884f1710 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.534632 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-53d65f4a-9313-43ae-bcd2-a6c7884f1710 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0056691 Jul 09 20:13:39.537628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56352) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.544032 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-92b3f54c-4a56-4645-8c81-98466b014d61 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.547598 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-92b3f54c-4a56-4645-8c81-98466b014d61 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0064714 Jul 09 20:13:39.548398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56354) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.553130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [None req-1576c4e2-baec-4e9c-8234-a7030d637d4a tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.556603 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1576c4e2-baec-4e9c-8234-a7030d637d4a tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0051930 Jul 09 20:13:39.558174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56356) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:39.565283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [None req-c7fd8031-ac11-4802-ad08-2641d78de0b4 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:13:39.572301 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c7fd8031-ac11-4802-ad08-2641d78de0b4 tempest-ExtensionsTestJSON-2094630403 tempest-ExtensionsTestJSON-2094630403-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0104599 Jul 09 20:13:39.887919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56364) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:40.019479 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6173108-fb08-4c72-b953-4a55a46955a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:40.114202 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6173108-fb08-4c72-b953-4a55a46955a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:40.119334 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6173108-fb08-4c72-b953-4a55a46955a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:40.161508 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d6173108-fb08-4c72-b953-4a55a46955a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b489091397b4e8caaaf48e888391d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692518 Jul 09 20:13:40.161508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6173108-fb08-4c72-b953-4a55a46955a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5817ea8-7ed2-4e19-af96-6aab95040247,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:40.162550 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56368) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:40.230303 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:40.253383 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:40.314286 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:40.315857 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:40.319994 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5817ea8-7ed2-4e19-af96-6aab95040247 HTTP/1.1" status: 204 len: 168 time: 0.1558785 Jul 09 20:13:40.329319 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5817ea8-7ed2-4e19-af96-6aab95040247,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:40.338268 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:40.338777 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:40.339215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:40.340205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:40.340747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:40.341160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:40.341557 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:40.341958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:40.342358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:40.342909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:40.343089 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:40.343563 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75becf86-23cd-4511-b8e0-24902274962e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:41.293811 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56428) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:41.449225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-585204519'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:41.480981 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Made reservation on behalf of c2b4e2b331d1446d9b16ff1a4e1c09fd for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:41.485960 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:41.503306 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:41.739955 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:41.748475 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:41.814872 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:13:41.828015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5047303-6f7b-4774-a382-84317cd09366,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:41.861014 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:41.874001 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Added segment e99d1f9d-ca5f-459a-b779-3a4fa286f980 of type vlan for network 77d7138d-2084-4ba4-937a-f1b1f2b54464 Jul 09 20:13:41.926344 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:41.959997 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:41.969321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:41.970093 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:42.043769 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56442) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:42.045843 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7487116 Jul 09 20:13:42.053410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3981b22f-b9c3-4b8e-87b1-3ef427ada129 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Request body: {'subnet': {'network_id': '77d7138d-2084-4ba4-937a-f1b1f2b54464', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:42.088055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370e025-6f8a-4e76-b50e-ab95379d6a6b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Pushing event updated for resources: {'Network': ['ID=77d7138d-2084-4ba4-937a-f1b1f2b54464,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:42.105604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 77d7138d-2084-4ba4-937a-f1b1f2b54464 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:13:42.249001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3981b22f-b9c3-4b8e-87b1-3ef427ada129 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Made reservation on behalf of c2b4e2b331d1446d9b16ff1a4e1c09fd for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:42.257506 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3981b22f-b9c3-4b8e-87b1-3ef427ada129 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:42.487390 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3981b22f-b9c3-4b8e-87b1-3ef427ada129 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:42.568301 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981b22f-b9c3-4b8e-87b1-3ef427ada129 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Pushing event updated for resources: {'Subnet': ['ID=f9805fd0-0758-4dfe-a23d-82a65a9842c3,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:42.576785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3981b22f-b9c3-4b8e-87b1-3ef427ada129 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Checking segment: {'id': 'e99d1f9d-ca5f-459a-b779-3a4fa286f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '77d7138d-2084-4ba4-937a-f1b1f2b54464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:13:42.577163 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3981b22f-b9c3-4b8e-87b1-3ef427ada129 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Network hostable DHCP agents. Network: 77d7138d-2084-4ba4-937a-f1b1f2b54464, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:13:42.594894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3981b22f-b9c3-4b8e-87b1-3ef427ada129 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Network 77d7138d-2084-4ba4-937a-f1b1f2b54464 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:13:42.605124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-3981b22f-b9c3-4b8e-87b1-3ef427ada129 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 77d7138d-2084-4ba4-937a-f1b1f2b54464) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:42.609184 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3981b22f-b9c3-4b8e-87b1-3ef427ada129 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:42.609789 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3981b22f-b9c3-4b8e-87b1-3ef427ada129 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:42.622381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0e5305-3740-4423-996e-2dcdc25a8a4f None None] Network 77d7138d-2084-4ba4-937a-f1b1f2b54464 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:13:42.647285 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3981b22f-b9c3-4b8e-87b1-3ef427ada129 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6016223 Jul 09 20:13:42.651671 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56448) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:42.657694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2869eb87-7c04-4812-acaf-e2effbc978c5 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Request body: {'port': {'network_id': '77d7138d-2084-4ba4-937a-f1b1f2b54464', 'name': 'tempest-ExtraDHCPOptionsTestJSON-785792071'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:42.823355 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-77d7138d-2084-4ba4-937a-f1b1f2b54464', 'network_id': '77d7138d-2084-4ba4-937a-f1b1f2b54464', 'tenant_id': 'c2b4e2b331d1446d9b16ff1a4e1c09fd', 'fixed_ips': [{'subnet_id': 'f9805fd0-0758-4dfe-a23d-82a65a9842c3'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:13:42.824484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2869eb87-7c04-4812-acaf-e2effbc978c5 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Made reservation on behalf of c2b4e2b331d1446d9b16ff1a4e1c09fd for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:42.824720 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:42.828031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2869eb87-7c04-4812-acaf-e2effbc978c5 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:42.849436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-2869eb87-7c04-4812-acaf-e2effbc978c5 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] device_id is not set on port 34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:13:42.964844 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-2869eb87-7c04-4812-acaf-e2effbc978c5 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Allocated IP 172.20.0.6 (77d7138d-2084-4ba4-937a-f1b1f2b54464/f9805fd0-0758-4dfe-a23d-82a65a9842c3/34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:43.126837 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2869eb87-7c04-4812-acaf-e2effbc978c5 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:43.143995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-2869eb87-7c04-4812-acaf-e2effbc978c5 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Transition to ACTIVE for port object 34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:43.178363 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2869eb87-7c04-4812-acaf-e2effbc978c5 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:43.226305 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2869eb87-7c04-4812-acaf-e2effbc978c5 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Network 77d7138d-2084-4ba4-937a-f1b1f2b54464 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:43.229686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-2869eb87-7c04-4812-acaf-e2effbc978c5 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:43.232291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2869eb87-7c04-4812-acaf-e2effbc978c5 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:43.240589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Allocated IP 172.20.0.2 (77d7138d-2084-4ba4-937a-f1b1f2b54464/f9805fd0-0758-4dfe-a23d-82a65a9842c3/8abc9603-cf58-4502-885c-c899f9b48199) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:43.287628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2869eb87-7c04-4812-acaf-e2effbc978c5 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:43.288407 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2869eb87-7c04-4812-acaf-e2effbc978c5 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:43.303892 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2869eb87-7c04-4812-acaf-e2effbc978c5 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6508834 Jul 09 20:13:43.307752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56460) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:43.315359 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Request body: {'port': {'network_id': '77d7138d-2084-4ba4-937a-f1b1f2b54464', 'name': 'tempest-ExtraDHCPOptionsTestJSON-141516540', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:43.316526 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.api.validators [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] bootfile-name is not in valid_values {{(pid=100204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:13:43.317124 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.api.validators [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] tftp-server is not in valid_values {{(pid=100204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:13:43.318720 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.api.validators [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] server-ip-address is not in valid_values {{(pid=100204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:13:43.320168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869eb87-7c04-4812-acaf-e2effbc978c5 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Pushing event updated for resources: {'Port': ['ID=34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:43.473648 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:43.490164 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Transition to ACTIVE for port object 8abc9603-cf58-4502-885c-c899f9b48199 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:43.496735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Made reservation on behalf of c2b4e2b331d1446d9b16ff1a4e1c09fd for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:43.502055 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:43.519545 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Transition to ACTIVE for port object 8abc9603-cf58-4502-885c-c899f9b48199 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:43.527850 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] device_id is not set on port 25cfbcec-5b0f-4f04-b49d-d3f64d5a15bb yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:13:43.528907 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:43.571887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Network 77d7138d-2084-4ba4-937a-f1b1f2b54464 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:43.578263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:43.581781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:43.589799 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Pushing event updated for resources: {'Port': ['ID=8abc9603-cf58-4502-885c-c899f9b48199,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:43.652644 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Attempting to bind port 8abc9603-cf58-4502-885c-c899f9b48199 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:13:43.653310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Attempting to bind port 8abc9603-cf58-4502-885c-c899f9b48199 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'e99d1f9d-ca5f-459a-b779-3a4fa286f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '77d7138d-2084-4ba4-937a-f1b1f2b54464'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:13:43.653872 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Attempting to bind port 8abc9603-cf58-4502-885c-c899f9b48199 on network 77d7138d-2084-4ba4-937a-f1b1f2b54464 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:13:43.660113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:13:43.660783 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Allocated IP 172.20.0.3 (77d7138d-2084-4ba4-937a-f1b1f2b54464/f9805fd0-0758-4dfe-a23d-82a65a9842c3/25cfbcec-5b0f-4f04-b49d-d3f64d5a15bb) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:43.660996 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Checking segment: {'id': 'e99d1f9d-ca5f-459a-b779-3a4fa286f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '77d7138d-2084-4ba4-937a-f1b1f2b54464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:13:43.661563 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:43.662147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Bound using segment: {'id': 'e99d1f9d-ca5f-459a-b779-3a4fa286f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '77d7138d-2084-4ba4-937a-f1b1f2b54464'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:13:43.662818 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Bound port: 8abc9603-cf58-4502-885c-c899f9b48199, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99d1f9d-ca5f-459a-b779-3a4fa286f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '77d7138d-2084-4ba4-937a-f1b1f2b54464'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:13:43.663544 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:43.762383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] For port 8abc9603-cf58-4502-885c-c899f9b48199, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:13:43.766358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] For port 8abc9603-cf58-4502-885c-c899f9b48199, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8abc9603-cf58-4502-885c-c899f9b48199,segment=NetworkSegment(e99d1f9d-ca5f-459a-b779-3a4fa286f980),segment_id=e99d1f9d-ca5f-459a-b779-3a4fa286f980)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:13:43.773141 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:43.857665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef201f57-360f-46f7-bed6-534701a6cf36 None None] Pushing event updated for resources: {'Port': ['ID=8abc9603-cf58-4502-885c-c899f9b48199,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:43.989098 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:44.003326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-83b714a6-fa74-454f-b487-fb7a715e36c6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:44.005096 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-83b714a6-fa74-454f-b487-fb7a715e36c6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 811 time: 0.1808186 Jul 09 20:13:44.021585 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Transition to ACTIVE for port object 25cfbcec-5b0f-4f04-b49d-d3f64d5a15bb will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:44.024026 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-978fae75-fb07-41d3-8c27-876b3252578d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/quotas/23bb1ac906cf4b6394cc5b1e602b1500 HTTP/1.1" status: 200 len: 375 time: 0.0128160 Jul 09 20:13:44.137673 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:44.201012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Network 77d7138d-2084-4ba4-937a-f1b1f2b54464 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:44.209728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:44.212456 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:44.270122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8abc9603-cf58-4502-885c-c899f9b48199 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:13:44.324567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 8abc9603-cf58-4502-885c-c899f9b48199 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:13:44.544431 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Pushing event updated for resources: {'Port': ['ID=25cfbcec-5b0f-4f04-b49d-d3f64d5a15bb,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:44.554757 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-7b92c8ba-a22c-4e5e-a1f5-d04c002c34a8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5153749 Jul 09 20:13:44.590702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:44.591421 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:44.641674 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9ef61d30-c44a-4941-ab44-e3e4e40e4fc2 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.3327634 Jul 09 20:13:44.644301 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56480) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:44.718606 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-cc721cb0-22a4-44c2-b7e6-77320696b96c service neutron] 10.222.0.30 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563063 Jul 09 20:13:44.815128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789cc261-56a8-4d31-a23c-64b80b0287af tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:44.823326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789cc261-56a8-4d31-a23c-64b80b0287af tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:44.830341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789cc261-56a8-4d31-a23c-64b80b0287af tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:44.833220 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-789cc261-56a8-4d31-a23c-64b80b0287af tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1872041 Jul 09 20:13:44.836601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56484) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:44.916965 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-f03159b7-39bb-46d2-9c18-02a649325cc0 service neutron] 10.222.0.30 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898918 Jul 09 20:13:45.022286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-1057e379-3f4d-4c56-b22d-dfaedb571c60 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Deleting port 25cfbcec-5b0f-4f04-b49d-d3f64d5a15bb {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:45.022921 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1057e379-3f4d-4c56-b22d-dfaedb571c60 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:45.101549 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b47b04-11c4-47c1-bae7-d68e6dfeb5ec None None] Network 77d7138d-2084-4ba4-937a-f1b1f2b54464 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:13:45.134108 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1057e379-3f4d-4c56-b22d-dfaedb571c60 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:45.147192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-1057e379-3f4d-4c56-b22d-dfaedb571c60 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Calling delete_port for 25cfbcec-5b0f-4f04-b49d-d3f64d5a15bb owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:45.197362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-51f3e0e5-3a4a-4564-9e72-7c9ef45eb79f None None] Provisioning for port 8abc9603-cf58-4502-885c-c899f9b48199 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:13:45.211692 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-51f3e0e5-3a4a-4564-9e72-7c9ef45eb79f None None] Provisioning complete for port 8abc9603-cf58-4502-885c-c899f9b48199 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:45.212410 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-51f3e0e5-3a4a-4564-9e72-7c9ef45eb79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:45.412952 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-51f3e0e5-3a4a-4564-9e72-7c9ef45eb79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:45.425181 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e6a8c43d-fcd3-4556-9714-650c76ba0f70 req-2a7176a4-bf16-4006-a293-06e5bdbe3b96 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 210 time: 0.0645664 Jul 09 20:13:45.426521 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1057e379-3f4d-4c56-b22d-dfaedb571c60 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:45.469604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-51f3e0e5-3a4a-4564-9e72-7c9ef45eb79f None None] For port 8abc9603-cf58-4502-885c-c899f9b48199, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8abc9603-cf58-4502-885c-c899f9b48199,segment=NetworkSegment(e99d1f9d-ca5f-459a-b779-3a4fa286f980),segment_id=e99d1f9d-ca5f-459a-b779-3a4fa286f980)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:45.476265 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-51f3e0e5-3a4a-4564-9e72-7c9ef45eb79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:45.491199 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057e379-3f4d-4c56-b22d-dfaedb571c60 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Pushing event deleted for resources: {'Port': ['ID=25cfbcec-5b0f-4f04-b49d-d3f64d5a15bb,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:45.546147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3e0e5-3a4a-4564-9e72-7c9ef45eb79f None None] Pushing event updated for resources: {'Port': ['ID=8abc9603-cf58-4502-885c-c899f9b48199,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:45.598626 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1057e379-3f4d-4c56-b22d-dfaedb571c60 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:45.601036 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1057e379-3f4d-4c56-b22d-dfaedb571c60 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] 10.222.0.30 "DELETE /v2.0/ports/25cfbcec-5b0f-4f04-b49d-d3f64d5a15bb HTTP/1.1" status: 204 len: 168 time: 0.7635641 Jul 09 20:13:45.608733 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56508) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:45.615230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a1ce3872-e57f-49b9-a0af-6567eb1df9ec tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Request body: {'port': {'name': 'tempest-new-port-name-2110559477', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:45.615860 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.api.validators [None req-a1ce3872-e57f-49b9-a0af-6567eb1df9ec tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] bootfile-name is not in valid_values {{(pid=100204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:13:45.616389 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.api.validators [None req-a1ce3872-e57f-49b9-a0af-6567eb1df9ec tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] tftp-server is not in valid_values {{(pid=100204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:13:45.616973 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.api.validators [None req-a1ce3872-e57f-49b9-a0af-6567eb1df9ec tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] server-ip-address is not in valid_values {{(pid=100204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:13:45.777869 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3872-e57f-49b9-a0af-6567eb1df9ec tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:45.796486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56514) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:45.913200 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9b3de44e-e1d8-4c34-b3a0-a918c220855f None None] Provisioning complete for port 8abc9603-cf58-4502-885c-c899f9b48199 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:45.913640 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9b3de44e-e1d8-4c34-b3a0-a918c220855f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:45.991735 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68835eab-783e-4b23-a741-36bb595d2ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:46.115984 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3872-e57f-49b9-a0af-6567eb1df9ec tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:46.125249 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3872-e57f-49b9-a0af-6567eb1df9ec tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:46.208344 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68835eab-783e-4b23-a741-36bb595d2ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:46.218752 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-68835eab-783e-4b23-a741-36bb595d2ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:46.248599 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce3872-e57f-49b9-a0af-6567eb1df9ec tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] In _notify_port_updated(), no bound segment for port 34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a on network 77d7138d-2084-4ba4-937a-f1b1f2b54464 {{(pid=100204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:13:46.254564 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce3872-e57f-49b9-a0af-6567eb1df9ec tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:46.255241 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1ce3872-e57f-49b9-a0af-6567eb1df9ec tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:46.256812 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a1ce3872-e57f-49b9-a0af-6567eb1df9ec tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] 10.222.0.30 "PUT /v2.0/ports/34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a HTTP/1.1" status: 200 len: 1136 time: 0.6462522 Jul 09 20:13:46.258202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce3872-e57f-49b9-a0af-6567eb1df9ec tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Pushing event updated for resources: {'Port': ['ID=34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:46.260914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56526) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:46.284365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9b3de44e-e1d8-4c34-b3a0-a918c220855f None None] Provisioning for port 34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:13:46.290733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8abc9603-cf58-4502-885c-c899f9b48199 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:13:46.331690 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9b3de44e-e1d8-4c34-b3a0-a918c220855f None None] Provisioning complete for port 34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:46.332340 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9b3de44e-e1d8-4c34-b3a0-a918c220855f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:46.361271 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-68835eab-783e-4b23-a741-36bb595d2ff7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39564d706634406e9c6c5c3b92adf8f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5611889 Jul 09 20:13:46.362317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56534) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:46.362659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2453fb9-8e43-4dc3-bf71-c466b820f18b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:46.367251 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b2453fb9-8e43-4dc3-bf71-c466b820f18b tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] 10.222.0.30 "GET /v2.0/ports/34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a HTTP/1.1" status: 200 len: 1136 time: 0.1024785 Jul 09 20:13:46.369019 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56536) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:46.372797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68835eab-783e-4b23-a741-36bb595d2ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e24dab6-263c-4111-8571-45a3cda0b054,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:46.376654 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9b3de44e-e1d8-4c34-b3a0-a918c220855f None None] Port 34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:13:46.421094 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 8abc9603-cf58-4502-885c-c899f9b48199 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:46.421784 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:46.559721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4c0528d5-72eb-46b1-8b21-aaa62c1c6faa tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Deleting port 34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:46.560459 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c0528d5-72eb-46b1-8b21-aaa62c1c6faa tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:46.563943 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6082e51c-c6a0-4800-8260-4f03b1e2968f None None] Provisioning complete for port 34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:46.568229 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6082e51c-c6a0-4800-8260-4f03b1e2968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:46.606041 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28710de6-21dd-43fd-a47c-56f5d77f6037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:46.626376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-348f862c-80be-44ad-ad90-00a61b343baf tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:46.633221 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-348f862c-80be-44ad-ad90-00a61b343baf tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/networks?id=1fd60407-1bdb-4afe-9d6c-eec163f7462b HTTP/1.1" status: 200 len: 814 time: 0.2349565 Jul 09 20:13:46.642337 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-6082e51c-c6a0-4800-8260-4f03b1e2968f None None] Port 34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:13:46.659221 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28710de6-21dd-43fd-a47c-56f5d77f6037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:46.673105 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-51fb7825-b69e-46bb-a4cf-29a665d609ca tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/quotas/4892ec8ee71a4578b716b5c6f297dcd3 HTTP/1.1" status: 200 len: 375 time: 0.0383005 Jul 09 20:13:46.682377 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b31c79e0-5862-4d10-b398-7b9b315f6992 req-b1037642-5e5b-48a2-b8a1-a6e32e5ff311 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 210 time: 0.0418270 Jul 09 20:13:46.734394 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c0528d5-72eb-46b1-8b21-aaa62c1c6faa tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:46.753930 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3a5b6248-6dd1-4ba2-a1c7-66a98bd3c317 None None] Could not find standard attr ID for object 25cfbcec-5b0f-4f04-b49d-d3f64d5a15bb. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:13:46.759214 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4c0528d5-72eb-46b1-8b21-aaa62c1c6faa tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Calling delete_port for 34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:46.778074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28710de6-21dd-43fd-a47c-56f5d77f6037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:46.780634 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28710de6-21dd-43fd-a47c-56f5d77f6037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:46.781825 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-28710de6-21dd-43fd-a47c-56f5d77f6037 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e24dab6-263c-4111-8571-45a3cda0b054 HTTP/1.1" status: 204 len: 168 time: 0.4184136 Jul 09 20:13:46.793637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28710de6-21dd-43fd-a47c-56f5d77f6037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e24dab6-263c-4111-8571-45a3cda0b054,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:46.799197 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-806dbef5-a62e-4aed-9b48-258ca279bbc0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4892ec8ee71a4578b716b5c6f297dcd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1229923 Jul 09 20:13:46.990387 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-9f8ad075-66b7-4148-9054-5fce2ceb8a61 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796622 Jul 09 20:13:46.991228 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c0528d5-72eb-46b1-8b21-aaa62c1c6faa tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:47.019474 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0528d5-72eb-46b1-8b21-aaa62c1c6faa tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Pushing event deleted for resources: {'Port': ['ID=34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:47.109716 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c0528d5-72eb-46b1-8b21-aaa62c1c6faa tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:47.111698 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4c0528d5-72eb-46b1-8b21-aaa62c1c6faa tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] 10.222.0.30 "DELETE /v2.0/ports/34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a HTTP/1.1" status: 204 len: 168 time: 0.7420106 Jul 09 20:13:47.117379 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56554) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:47.142268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-fc703015-8eca-4d05-80fb-861d62d8cfe2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:47.144591 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-fc703015-8eca-4d05-80fb-861d62d8cfe2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 811 time: 0.1390800 Jul 09 20:13:47.172255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-87f6d837-d07a-4a71-beef-deda12b920e8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'port': {'device_id': 'df9335a2-7ac7-4e11-9e55-491e4ddfbc09', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'admin_state_up': True, 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:47.191299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d6deb066-9dbd-4964-86bb-8559cad7ccdc None None] Could not find standard attr ID for object 34d4cdb7-f7a4-4bd5-83c2-22df4ef2f06a. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:13:47.217229 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd68af46-987a-44b4-aca0-40060e2c5699 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Deleting subnet f9805fd0-0758-4dfe-a23d-82a65a9842c3 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:13:47.222165 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd68af46-987a-44b4-aca0-40060e2c5699 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:47.250882 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56556) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:47.272209 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e4111621-1472-437c-877c-1bfde56fdd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:47.301534 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd68af46-987a-44b4-aca0-40060e2c5699 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:47.362067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-991b0dbd-c092-4e8d-9a11-1f4a8bffd4e4 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288287 Jul 09 20:13:47.449231 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd68af46-987a-44b4-aca0-40060e2c5699 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:47.523743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e4111621-1472-437c-877c-1bfde56fdd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:47.534970 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e4111621-1472-437c-877c-1bfde56fdd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:47.552736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-87f6d837-d07a-4a71-beef-deda12b920e8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Made reservation on behalf of 23bb1ac906cf4b6394cc5b1e602b1500 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:47.563487 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-87f6d837-d07a-4a71-beef-deda12b920e8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:47.626891 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4448333e-1e82-4d81-b551-1bcf416f2efc req-4f95eb68-80d1-412c-bf7f-90b78133374b tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 210 time: 0.0377526 Jul 09 20:13:47.632978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4111621-1472-437c-877c-1bfde56fdd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38986dd-31d9-4df3-8bf4-0c3e2b0207f3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:47.654600 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e4111621-1472-437c-877c-1bfde56fdd58 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52cd4bd623004fbbbbd3dd4b4eb10c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4000905 Jul 09 20:13:47.655664 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd68af46-987a-44b4-aca0-40060e2c5699 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:47.655805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56562) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:47.684342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68af46-987a-44b4-aca0-40060e2c5699 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Pushing event deleted for resources: {'Subnet': ['ID=f9805fd0-0758-4dfe-a23d-82a65a9842c3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:47.693248 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd68af46-987a-44b4-aca0-40060e2c5699 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:47.697886 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fd68af46-987a-44b4-aca0-40060e2c5699 tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] 10.222.0.30 "DELETE /v2.0/subnets/f9805fd0-0758-4dfe-a23d-82a65a9842c3 HTTP/1.1" status: 204 len: 168 time: 0.5760310 Jul 09 20:13:47.698109 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56566) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:47.704244 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4955ca51-f9db-4cd3-83e3-38112493b18b None None] Network 77d7138d-2084-4ba4-937a-f1b1f2b54464 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:13:47.795541 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-87f6d837-d07a-4a71-beef-deda12b920e8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Allocated IP 172.20.0.3 (3de49419-471d-44dd-9cec-0be8c2f78db2/9a57788d-dcbd-497d-b559-eb3dde79191b/4ad1f3ef-ab74-4f22-9d9a-28963698cc4c) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:47.828872 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:47.976743 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Deleting port 8abc9603-cf58-4502-885c-c899f9b48199 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:47.977157 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.065249 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5304cc0-b887-46ae-9d1a-5f3b2277061e req-4bcd99d7-9a24-48a0-83d6-dad2d1200a92 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 210 time: 0.0495644 Jul 09 20:13:48.080294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] For port 8abc9603-cf58-4502-885c-c899f9b48199, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8abc9603-cf58-4502-885c-c899f9b48199,segment=NetworkSegment(e99d1f9d-ca5f-459a-b779-3a4fa286f980),segment_id=e99d1f9d-ca5f-459a-b779-3a4fa286f980)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:48.080891 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.109981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513feb87-7ea3-4c0d-8076-a3f0bd0eb57d None None] DHCP port deletion for 77d7138d-2084-4ba4-937a-f1b1f2b54464 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:13:48.127596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Calling delete_port for 8abc9603-cf58-4502-885c-c899f9b48199 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:48.158347 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-87f6d837-d07a-4a71-beef-deda12b920e8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.168793 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf56b-9be0-445c-b5b5-6fb18db059a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.185765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-87f6d837-d07a-4a71-beef-deda12b920e8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Transition to ACTIVE for port object 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:48.232047 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf56b-9be0-445c-b5b5-6fb18db059a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.267976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-513feb87-7ea3-4c0d-8076-a3f0bd0eb57d None None] Deleting port 8abc9603-cf58-4502-885c-c899f9b48199 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:48.269785 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-513feb87-7ea3-4c0d-8076-a3f0bd0eb57d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.277821 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8abc9603-cf58-4502-885c-c899f9b48199 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:13:48.319368 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.335483 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-87f6d837-d07a-4a71-beef-deda12b920e8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.336034 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] No DVR routers for this DVR port 8abc9603-cf58-4502-885c-c899f9b48199 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:13:48.410147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-87f6d837-d07a-4a71-beef-deda12b920e8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Network 3de49419-471d-44dd-9cec-0be8c2f78db2 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:48.414394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-87f6d837-d07a-4a71-beef-deda12b920e8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:48.422372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-87f6d837-d07a-4a71-beef-deda12b920e8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:48.435840 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Pushing event deleted for resources: {'Port': ['ID=8abc9603-cf58-4502-885c-c899f9b48199,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:48.452639 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-513feb87-7ea3-4c0d-8076-a3f0bd0eb57d None None] For port 8abc9603-cf58-4502-885c-c899f9b48199, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8abc9603-cf58-4502-885c-c899f9b48199,segment=NetworkSegment(e99d1f9d-ca5f-459a-b779-3a4fa286f980),segment_id=e99d1f9d-ca5f-459a-b779-3a4fa286f980)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:48.453164 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-513feb87-7ea3-4c0d-8076-a3f0bd0eb57d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.468281 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-513feb87-7ea3-4c0d-8076-a3f0bd0eb57d None None] Calling delete_port for 8abc9603-cf58-4502-885c-c899f9b48199 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:48.477545 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-87f6d837-d07a-4a71-beef-deda12b920e8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:48.478204 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-87f6d837-d07a-4a71-beef-deda12b920e8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.489045 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf56b-9be0-445c-b5b5-6fb18db059a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.491957 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe0cf56b-9be0-445c-b5b5-6fb18db059a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.495853 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fe0cf56b-9be0-445c-b5b5-6fb18db059a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e38986dd-31d9-4df3-8bf4-0c3e2b0207f3 HTTP/1.1" status: 204 len: 168 time: 0.8368115 Jul 09 20:13:48.539980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6d837-d07a-4a71-beef-deda12b920e8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'Port': ['ID=4ad1f3ef-ab74-4f22-9d9a-28963698cc4c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:48.553672 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.554402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cf56b-9be0-445c-b5b5-6fb18db059a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38986dd-31d9-4df3-8bf4-0c3e2b0207f3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:48.570597 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-87f6d837-d07a-4a71-beef-deda12b920e8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4045117 Jul 09 20:13:48.579237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d7138d-2084-4ba4-937a-f1b1f2b54464']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:48.584514 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Request body: {'port': {'device_id': 'df9335a2-7ac7-4e11-9e55-491e4ddfbc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:48.612438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99d1f9d-ca5f-459a-b779-3a4fa286f980') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:48.613124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99d1f9d-ca5f-459a-b779-3a4fa286f980') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:48.628339 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-513feb87-7ea3-4c0d-8076-a3f0bd0eb57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.637017 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.644824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No active binding found for port 8abc9603-cf58-4502-885c-c899f9b48199 {{(pid=100206) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 20:13:48.645508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8abc9603-cf58-4502-885c-c899f9b48199 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:13:48.691467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513feb87-7ea3-4c0d-8076-a3f0bd0eb57d None None] No DVR routers for this DVR port 8abc9603-cf58-4502-885c-c899f9b48199 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:13:48.701303 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.731520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:13:48.732859 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:13:48.755512 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:13:48.767330 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513feb87-7ea3-4c0d-8076-a3f0bd0eb57d None None] Pushing event deleted for resources: {'Port': ['ID=8abc9603-cf58-4502-885c-c899f9b48199,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:48.780393 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.884155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-65706fe0-3681-41c6-b364-7c4e2c2bc3dd None None] Provisioning for port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:13:48.894185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-65706fe0-3681-41c6-b364-7c4e2c2bc3dd None None] Provisioning complete for port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:13:48.894567 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-65706fe0-3681-41c6-b364-7c4e2c2bc3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.909716 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.923481 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:48.927017 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] 10.222.0.30 "DELETE /v2.0/networks/77d7138d-2084-4ba4-937a-f1b1f2b54464 HTTP/1.1" status: 204 len: 168 time: 1.2278595 Jul 09 20:13:48.958836 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-65706fe0-3681-41c6-b364-7c4e2c2bc3dd None None] Port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:13:48.989119 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4466502-f761-4694-ba7d-8b94704df1fc tempest-ExtraDHCPOptionsTestJSON-1661833028 tempest-ExtraDHCPOptionsTestJSON-1661833028-project] Pushing event deleted for resources: {'Network': ['ID=77d7138d-2084-4ba4-937a-f1b1f2b54464,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:49.031745 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-92e9fe5e-1a44-4c34-b1b8-3c6b93e19818 req-f2994f4f-4e75-4ec2-901b-df41d2ff711a tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 210 time: 0.0428874 Jul 09 20:13:49.251272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:13:49.290972 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:49.310671 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:13:49.467135 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Transition to ACTIVE for port object 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:49.507908 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:49.637088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56616) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:49.663164 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Pushing event updated for resources: {'Port': ['ID=4ad1f3ef-ab74-4f22-9d9a-28963698cc4c,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:49.812158 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-71022d30-d66a-49ab-9a40-60504ce5f25c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2b4e2b331d1446d9b16ff1a4e1c09fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738255 Jul 09 20:13:49.815220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56628) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:49.936047 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-43a297b1-0bf8-4670-afeb-51d5d65b8212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:49.970103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9f6bf-f0c2-4b29-8e6b-ff324e9fcdf4 req-11badff9-705d-4a97-aa0e-6e787e663d77 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:49.977441 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d7a9f6bf-f0c2-4b29-8e6b-ff324e9fcdf4 req-11badff9-705d-4a97-aa0e-6e787e663d77 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 931 time: 0.7052157 Jul 09 20:13:49.996572 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775693d-24b3-4744-bcca-ed7af5831e76 req-3c81d681-5638-4faa-a69f-221c09cde977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:49.998791 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b775693d-24b3-4744-bcca-ed7af5831e76 req-3c81d681-5638-4faa-a69f-221c09cde977 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 1096 time: 0.7255249 Jul 09 20:13:50.010372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-4d00e726-ef2f-427b-b1e9-4913312ed5d0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:50.012613 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-4d00e726-ef2f-427b-b1e9-4913312ed5d0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "GET /v2.0/networks?id=1fd60407-1bdb-4afe-9d6c-eec163f7462b HTTP/1.1" status: 200 len: 814 time: 0.6795018 Jul 09 20:13:50.021509 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-43a297b1-0bf8-4670-afeb-51d5d65b8212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:50.052818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-4ea437ee-6d80-47cb-a71d-de977924e317 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Request body: {'port': {'device_id': 'd5afcd86-36b2-4f5c-8bc0-110f799d2f53', 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b', 'admin_state_up': True, 'tenant_id': '4892ec8ee71a4578b716b5c6f297dcd3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:50.106117 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601028c-cf01-4fe4-b1b8-fa7332f0c155 req-ef0ad9ab-2c36-4622-8533-8d5e4a63303c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:50.114350 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0601028c-cf01-4fe4-b1b8-fa7332f0c155 req-ef0ad9ab-2c36-4622-8533-8d5e4a63303c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1631985 Jul 09 20:13:50.137072 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d7a9f6bf-f0c2-4b29-8e6b-ff324e9fcdf4 req-77cc664c-9394-42b4-a997-a6c9678f633f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584153 Jul 09 20:13:50.176486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Attempting to bind port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:13:50.176910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Attempting to bind port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:13:50.177254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Attempting to bind port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:13:50.179279 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0601028c-cf01-4fe4-b1b8-fa7332f0c155 req-90c439af-6593-4af0-9f5a-5c959d99f7b8 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639780 Jul 09 20:13:50.194975 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b775693d-24b3-4744-bcca-ed7af5831e76 req-05bafb35-5cb4-4404-a5d4-345096c6f0c5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804609 Jul 09 20:13:50.197346 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-43a297b1-0bf8-4670-afeb-51d5d65b8212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:50.198811 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c on network 3de49419-471d-44dd-9cec-0be8c2f78db2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:13:50.199083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Attempting to bind port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:13:50.201294 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-43a297b1-0bf8-4670-afeb-51d5d65b8212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:50.207930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:13:50.208130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Checking segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:13:50.208517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Bound using segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:13:50.208999 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Bound port: 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:13:50.209371 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:50.218776 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-43a297b1-0bf8-4670-afeb-51d5d65b8212 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5047303-6f7b-4774-a382-84317cd09366 HTTP/1.1" status: 204 len: 168 time: 0.4007447 Jul 09 20:13:50.238172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a297b1-0bf8-4670-afeb-51d5d65b8212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5047303-6f7b-4774-a382-84317cd09366,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:50.332863 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] For port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:13:50.337945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] For port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4ad1f3ef-ab74-4f22-9d9a-28963698cc4c,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:13:50.348421 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:50.424809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:50.425434 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:50.427130 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] 10.222.0.36 "PUT /v2.0/ports/4ad1f3ef-ab74-4f22-9d9a-28963698cc4c HTTP/1.1" status: 200 len: 1091 time: 1.8479862 Jul 09 20:13:50.441203 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214da26-54b3-4efd-840a-870c5f9f58ef service neutron] Pushing event updated for resources: {'Port': ['ID=4ad1f3ef-ab74-4f22-9d9a-28963698cc4c,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:50.444957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9335a2-7ac7-4e11-9e55-491e4ddfbc09', 'tag': '4ad1f3ef-ab74-4f22-9d9a-28963698cc4c'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:13:50.450882 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad869ed-2478-4120-8101-02951e558c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "df9335a2-7ac7-4e11-9e55-491e4ddfbc09", "tag": "4ad1f3ef-ab74-4f22-9d9a-28963698cc4c"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:13:50.485598 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eaf6c478-6915-4597-ab89-42ecb737d38b req-170925c9-5a55-407e-a5db-69109f159d2c tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 210 time: 0.0553219 Jul 09 20:13:50.533939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-4ea437ee-6d80-47cb-a71d-de977924e317 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Made reservation on behalf of 4892ec8ee71a4578b716b5c6f297dcd3 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:50.544591 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-4ea437ee-6d80-47cb-a71d-de977924e317 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:50.587182 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded3ee35-81ab-4822-a72a-2b69f2c9dafc x-openstack-request-id: req-ded3ee35-81ab-4822-a72a-2b69f2c9dafc {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:13:50.587632 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9335a2-7ac7-4e11-9e55-491e4ddfbc09", "tag": "4ad1f3ef-ab74-4f22-9d9a-28963698cc4c", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:13:50.588058 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ded3ee35-81ab-4822-a72a-2b69f2c9dafc {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:13:50.588494 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9335a2-7ac7-4e11-9e55-491e4ddfbc09', 'tag': '4ad1f3ef-ab74-4f22-9d9a-28963698cc4c', 'status': 'completed', 'code': 200} Jul 09 20:13:51.063726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-e2b4ac6a-3fa8-4c7f-a716-4c0c43b3d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:51.065552 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-e2b4ac6a-3fa8-4c7f-a716-4c0c43b3d98a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 1094 time: 0.5777385 Jul 09 20:13:51.126029 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-a4276ad4-7337-4920-a8c3-8ee93e7a749d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ad1f3ef-ab74-4f22-9d9a-28963698cc4c HTTP/1.1" status: 200 len: 217 time: 0.0469432 Jul 09 20:13:51.263098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-b0acc6d7-d55e-4dcb-bdbd-a89f6a99efda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:51.269001 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-b0acc6d7-d55e-4dcb-bdbd-a89f6a99efda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.1350093 Jul 09 20:13:51.285418 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-4ea437ee-6d80-47cb-a71d-de977924e317 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Allocated IP 172.20.0.14 (1fd60407-1bdb-4afe-9d6c-eec163f7462b/aefd9fb6-c157-4087-a3db-b0ec65cfb0bc/e18545df-a280-4b1a-b892-f20f78d5e53a) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:13:51.403578 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56688) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:51.550281 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169cf129-486d-4b60-8f41-c080ac583e0a req-0a264a2a-d300-4942-abf5-0d00594a48a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:51.561747 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-169cf129-486d-4b60-8f41-c080ac583e0a req-0a264a2a-d300-4942-abf5-0d00594a48a2 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1520469 Jul 09 20:13:51.567656 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Request body: {'networks': [{'name': 'tempest-network--2087767110'}, {'name': 'tempest-network--670686970'}]} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:51.567975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Request body: {'network': {'name': 'tempest-network--2087767110'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:51.568458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Request body: {'network': {'name': 'tempest-network--670686970'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:51.616141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-37ebfad3-a1f8-4c6c-ac05-c1864f57e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:51.618532 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-37ebfad3-a1f8-4c6c-ac05-c1864f57e53f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3361661 Jul 09 20:13:51.649261 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-169cf129-486d-4b60-8f41-c080ac583e0a req-9f2394f3-3393-4ca6-9939-47e7f370c990 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700352 Jul 09 20:13:51.650910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Made reservation on behalf of 9a08b318f19b491fb7c6cccfce72addb for: {'network': 2} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:51.666980 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:51.682488 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:51.735622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80717fe-cbed-476e-9c82-2fca2979b627 req-f6c3d95d-8957-400d-9b16-bd019d1b52da tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:51.737231 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f80717fe-cbed-476e-9c82-2fca2979b627 req-f6c3d95d-8957-400d-9b16-bd019d1b52da tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 943 time: 0.3093374 Jul 09 20:13:51.778998 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-4ea437ee-6d80-47cb-a71d-de977924e317 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:51.871495 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:51.875257 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f80717fe-cbed-476e-9c82-2fca2979b627 req-e22a9232-d708-474e-82d3-d0b531a9ec94 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315861 Jul 09 20:13:51.879269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-380c2c1b-f9a7-4dfc-b79c-19a6dc46265c service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397289 Jul 09 20:13:51.881418 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:51.881847 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:51.959974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:13:51.974514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba720dd-990c-4209-9c14-ef623e5daec1,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:52.018934 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:52.019432 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Added segment 403518b1-4bb1-4eb8-a18d-ce51f2fd75b0 of type vlan for network 4ff2580f-6140-4a6e-af83-3d28543157de Jul 09 20:13:52.024320 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-4ea437ee-6d80-47cb-a71d-de977924e317 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:52.050880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['16c76871-50bc-42d0-9e19-94df3ad6d709'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:13:52.110637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-4ea437ee-6d80-47cb-a71d-de977924e317 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Network 1fd60407-1bdb-4afe-9d6c-eec163f7462b is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:13:52.121921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-4ea437ee-6d80-47cb-a71d-de977924e317 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:52.132001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-4ea437ee-6d80-47cb-a71d-de977924e317 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:52.135896 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea437ee-6d80-47cb-a71d-de977924e317 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Pushing event updated for resources: {'Port': ['ID=e18545df-a280-4b1a-b892-f20f78d5e53a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:52.168517 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8dc85b83-b9bf-4840-85cb-25641a172845 req-1fa4b230-dfa4-41c9-aa06-d58178b83e42 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675192 Jul 09 20:13:52.182948 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:52.199574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-4ea437ee-6d80-47cb-a71d-de977924e317 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:52.201227 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-4ea437ee-6d80-47cb-a71d-de977924e317 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:52.222483 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-4ea437ee-6d80-47cb-a71d-de977924e317 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1768987 Jul 09 20:13:52.243520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Request body: {'port': {'device_id': 'd5afcd86-36b2-4f5c-8bc0-110f799d2f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:52.297412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f761e85-fecd-4dc4-84db-a980b2f99a2c req-31bf0cc8-ff98-4320-a9ae-99f24c3351d8 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:52.300817 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6f761e85-fecd-4dc4-84db-a980b2f99a2c req-31bf0cc8-ff98-4320-a9ae-99f24c3351d8 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 932 time: 0.3213696 Jul 09 20:13:52.351858 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:52.373668 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6f761e85-fecd-4dc4-84db-a980b2f99a2c req-e526db46-50c8-4040-acb4-eef75401177e tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656016 Jul 09 20:13:52.377813 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:13:52.389847 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:52.390755 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Added segment 10c80aef-aca6-4ee1-ad5d-7abcaffa30f7 of type vlan for network 01ebf722-cb5d-4888-ac59-a9913b473c7a Jul 09 20:13:52.434508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad869ed-2478-4120-8101-02951e558c1a req-966579e5-a8c7-4f41-86de-e3cec046a358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:52.436241 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ad869ed-2478-4120-8101-02951e558c1a req-966579e5-a8c7-4f41-86de-e3cec046a358 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 1094 time: 0.2061415 Jul 09 20:13:52.460220 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:52.500107 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:52.501086 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:52.508170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:52.515410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:52.516887 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:52.559573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56730) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:52.579408 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1745136 Jul 09 20:13:52.587457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56734) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:52.641217 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event updated for resources: {'Network': ['ID=4ff2580f-6140-4a6e-af83-3d28543157de,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:52.655075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 4ff2580f-6140-4a6e-af83-3d28543157de details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:13:52.761604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cd4dd-2d0a-4f18-b195-9f2e7887df97 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event updated for resources: {'Network': ['ID=01ebf722-cb5d-4888-ac59-a9913b473c7a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:52.778572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 01ebf722-cb5d-4888-ac59-a9913b473c7a details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:13:52.828673 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c0f1bce-3335-4df7-b112-7f82ef487a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:52.844494 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad869ed-2478-4120-8101-02951e558c1a req-5f98fde7-6c2f-43c2-8de9-f593dbd45d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:52.846060 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ad869ed-2478-4120-8101-02951e558c1a req-5f98fde7-6c2f-43c2-8de9-f593dbd45d84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 912 time: 0.3535371 Jul 09 20:13:52.965582 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ad869ed-2478-4120-8101-02951e558c1a req-23c1bf68-d496-4a1e-91ad-1e5d4e8f1592 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ad1f3ef-ab74-4f22-9d9a-28963698cc4c HTTP/1.1" status: 200 len: 217 time: 0.0961328 Jul 09 20:13:53.033880 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca42e9fc-c0e2-4ffd-b296-8854034c74c2 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:53.040066 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca42e9fc-c0e2-4ffd-b296-8854034c74c2 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:53.045840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca42e9fc-c0e2-4ffd-b296-8854034c74c2 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:53.052045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca42e9fc-c0e2-4ffd-b296-8854034c74c2 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:53.058802 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ca42e9fc-c0e2-4ffd-b296-8854034c74c2 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4664502 Jul 09 20:13:53.061963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56740) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:53.091995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504ebf1-0bb7-4996-bbec-fd228dc91e65 req-420d3d64-696a-49bd-97a4-91b27f63d2c6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:53.093600 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1504ebf1-0bb7-4996-bbec-fd228dc91e65 req-420d3d64-696a-49bd-97a4-91b27f63d2c6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 943 time: 0.0905106 Jul 09 20:13:53.146067 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad869ed-2478-4120-8101-02951e558c1a req-8b116295-0e84-4250-886c-b286868d9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:53.148584 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ad869ed-2478-4120-8101-02951e558c1a req-8b116295-0e84-4250-886c-b286868d9054 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.1674042 Jul 09 20:13:53.181332 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3974-aed0-4df0-9bca-f4f49c11d8b4 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.183838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cadad1-391d-44df-96d1-15e12239ab4a req-fa0b146b-09bd-4822-b7d3-f4322509b2d7 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:53.185354 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b7cadad1-391d-44df-96d1-15e12239ab4a req-fa0b146b-09bd-4822-b7d3-f4322509b2d7 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.3656983 Jul 09 20:13:53.185516 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1504ebf1-0bb7-4996-bbec-fd228dc91e65 req-93462e3d-be39-4276-8d1d-b3b710fb666f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613406 Jul 09 20:13:53.188138 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18545df-a280-4b1a-b892-f20f78d5e53a {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:13:53.220042 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.294415 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3974-aed0-4df0-9bca-f4f49c11d8b4 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.299678 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Transition to ACTIVE for port object e18545df-a280-4b1a-b892-f20f78d5e53a will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:13:53.305323 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-cb9d3974-aed0-4df0-9bca-f4f49c11d8b4 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff2580f-6140-4a6e-af83-3d28543157de']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:53.323074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-cb9d3974-aed0-4df0-9bca-f4f49c11d8b4 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403518b1-4bb1-4eb8-a18d-ce51f2fd75b0') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:53.323377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-cb9d3974-aed0-4df0-9bca-f4f49c11d8b4 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403518b1-4bb1-4eb8-a18d-ce51f2fd75b0') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:53.333211 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b7cadad1-391d-44df-96d1-15e12239ab4a req-379f78e9-ac0f-4972-8e30-fd70151f241f tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209667 Jul 09 20:13:53.335129 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3974-aed0-4df0-9bca-f4f49c11d8b4 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.341268 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.359452 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3974-aed0-4df0-9bca-f4f49c11d8b4 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.367889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9d3974-aed0-4df0-9bca-f4f49c11d8b4 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:13:53.369125 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3974-aed0-4df0-9bca-f4f49c11d8b4 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:13:53.372887 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:13:53.405549 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c0f1bce-3335-4df7-b112-7f82ef487a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.424654 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c0f1bce-3335-4df7-b112-7f82ef487a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.434330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad869ed-2478-4120-8101-02951e558c1a req-83847412-9b85-40e4-86f4-130086f205f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:53.435886 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ad869ed-2478-4120-8101-02951e558c1a req-83847412-9b85-40e4-86f4-130086f205f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2720127 Jul 09 20:13:53.445188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Pushing event updated for resources: {'Port': ['ID=e18545df-a280-4b1a-b892-f20f78d5e53a,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:53.452475 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3974-aed0-4df0-9bca-f4f49c11d8b4 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.462558 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cb9d3974-aed0-4df0-9bca-f4f49c11d8b4 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.469016 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cb9d3974-aed0-4df0-9bca-f4f49c11d8b4 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "DELETE /v2.0/networks/4ff2580f-6140-4a6e-af83-3d28543157de HTTP/1.1" status: 204 len: 168 time: 0.4045393 Jul 09 20:13:53.471756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56746) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:53.501572 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d3974-aed0-4df0-9bca-f4f49c11d8b4 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event deleted for resources: {'Network': ['ID=4ff2580f-6140-4a6e-af83-3d28543157de,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:53.558917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:53.559328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:53.559680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:53.560063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:53.561245 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:53.561245 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:53.561245 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:53.561669 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:53.561797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:53.562032 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:53.562361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:53.562693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:13:53.575936 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc315b32-52f8-4d8b-9686-8e55b5522679 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.601275 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0c0f1bce-3335-4df7-b112-7f82ef487a63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7745777b2e514a9eb5addd84f5a9b226&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0405648 Jul 09 20:13:53.608736 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56748) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:53.624705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f1bce-3335-4df7-b112-7f82ef487a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc69c4d-0cf1-430a-97a0-c7c9b764e3b2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:53.686482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc315b32-52f8-4d8b-9686-8e55b5522679 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.710056 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-fc315b32-52f8-4d8b-9686-8e55b5522679 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ebf722-cb5d-4888-ac59-a9913b473c7a']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:53.726475 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-fc315b32-52f8-4d8b-9686-8e55b5522679 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c80aef-aca6-4ee1-ad5d-7abcaffa30f7') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:53.726835 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-fc315b32-52f8-4d8b-9686-8e55b5522679 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c80aef-aca6-4ee1-ad5d-7abcaffa30f7') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:13:53.735611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Attempting to bind port e18545df-a280-4b1a-b892-f20f78d5e53a on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:13:53.735957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Attempting to bind port e18545df-a280-4b1a-b892-f20f78d5e53a by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:13:53.736425 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Attempting to bind port e18545df-a280-4b1a-b892-f20f78d5e53a on network 1fd60407-1bdb-4afe-9d6c-eec163f7462b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:13:53.740137 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ad869ed-2478-4120-8101-02951e558c1a req-913c3a6a-a6d0-425d-8b8c-9f96cac44b0a service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841120 Jul 09 20:13:53.747063 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc315b32-52f8-4d8b-9686-8e55b5522679 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.748672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Port e18545df-a280-4b1a-b892-f20f78d5e53a on network 1fd60407-1bdb-4afe-9d6c-eec163f7462b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:13:53.753395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Attempting to bind port e18545df-a280-4b1a-b892-f20f78d5e53a on network 1fd60407-1bdb-4afe-9d6c-eec163f7462b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:13:53.753571 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0c69fcfb-7680-4bb8-b0fb-7eaf18eded7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.760368 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5815d7-0e4f-438b-8c7c-f1f58b6c2d5c req-367f0f38-7419-4c38-a12f-56ea8af2c1e8 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:53.762264 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5815d7-0e4f-438b-8c7c-f1f58b6c2d5c req-367f0f38-7419-4c38-a12f-56ea8af2c1e8 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 944 time: 0.1957061 Jul 09 20:13:53.777911 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc315b32-52f8-4d8b-9686-8e55b5522679 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.791497 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0c69fcfb-7680-4bb8-b0fb-7eaf18eded7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.793523 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc315b32-52f8-4d8b-9686-8e55b5522679 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:13:53.793933 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc315b32-52f8-4d8b-9686-8e55b5522679 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:13:53.796975 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:13:53.819021 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:13:53.819376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Checking segment: {'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:13:53.819773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Bound using segment: {'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:13:53.820243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Bound port: e18545df-a280-4b1a-b892-f20f78d5e53a, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:13:53.820630 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.885597 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc315b32-52f8-4d8b-9686-8e55b5522679 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.894221 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc315b32-52f8-4d8b-9686-8e55b5522679 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.896027 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fc315b32-52f8-4d8b-9686-8e55b5522679 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "DELETE /v2.0/networks/01ebf722-cb5d-4888-ac59-a9913b473c7a HTTP/1.1" status: 204 len: 168 time: 0.4235182 Jul 09 20:13:53.898457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56750) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:53.909607 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5815d7-0e4f-438b-8c7c-f1f58b6c2d5c req-cbaa5756-6140-4b74-abbf-9e07b275143a tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379511 Jul 09 20:13:53.926946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc315b32-52f8-4d8b-9686-8e55b5522679 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event deleted for resources: {'Network': ['ID=01ebf722-cb5d-4888-ac59-a9913b473c7a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:53.943585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ad869ed-2478-4120-8101-02951e558c1a req-dfe51907-acf8-4caf-9987-1cd920ad79f9 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803989 Jul 09 20:13:53.951925 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0c69fcfb-7680-4bb8-b0fb-7eaf18eded7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.954620 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0c69fcfb-7680-4bb8-b0fb-7eaf18eded7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:53.958182 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0c69fcfb-7680-4bb8-b0fb-7eaf18eded7e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4dc69c4d-0cf1-430a-97a0-c7c9b764e3b2 HTTP/1.1" status: 204 len: 168 time: 0.3459733 Jul 09 20:13:53.958326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] For port e18545df-a280-4b1a-b892-f20f78d5e53a, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:13:53.960650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] For port e18545df-a280-4b1a-b892-f20f78d5e53a, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=e18545df-a280-4b1a-b892-f20f78d5e53a,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:13:53.966488 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.001740 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:54.002493 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.004150 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] 10.222.0.36 "PUT /v2.0/ports/e18545df-a280-4b1a-b892-f20f78d5e53a HTTP/1.1" status: 200 len: 1092 time: 1.7652807 Jul 09 20:13:54.006457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5afcd86-36b2-4f5c-8bc0-110f799d2f53', 'tag': 'e18545df-a280-4b1a-b892-f20f78d5e53a'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:13:54.011053 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f547924-cb0e-4767-9f44-f0132eaebec9" -d '{"events": [{"name": "network-changed", "server_uuid": "d5afcd86-36b2-4f5c-8bc0-110f799d2f53", "tag": "e18545df-a280-4b1a-b892-f20f78d5e53a"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:13:54.031475 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69fcfb-7680-4bb8-b0fb-7eaf18eded7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc69c4d-0cf1-430a-97a0-c7c9b764e3b2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:54.053088 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548d5c3-a6f9-4cfc-bacf-77232b917646 service neutron] Pushing event updated for resources: {'Port': ['ID=e18545df-a280-4b1a-b892-f20f78d5e53a,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:54.103502 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9309b47-5dcb-4ba4-ae0e-50ddcf752f0d x-openstack-request-id: req-f9309b47-5dcb-4ba4-ae0e-50ddcf752f0d {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:13:54.104008 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5afcd86-36b2-4f5c-8bc0-110f799d2f53", "tag": "e18545df-a280-4b1a-b892-f20f78d5e53a", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:13:54.104430 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9309b47-5dcb-4ba4-ae0e-50ddcf752f0d {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:13:54.105041 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5afcd86-36b2-4f5c-8bc0-110f799d2f53', 'tag': 'e18545df-a280-4b1a-b892-f20f78d5e53a', 'status': 'completed', 'code': 200} Jul 09 20:13:54.147493 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-39d24459-edf3-4aa6-8fdc-db45ed580765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:54.149127 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-39d24459-edf3-4aa6-8fdc-db45ed580765 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4892ec8ee71a4578b716b5c6f297dcd3&device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 1095 time: 0.0826724 Jul 09 20:13:54.155548 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b16639-9a11-4df6-8c77-0072d5c6f067 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:54.161971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b16639-9a11-4df6-8c77-0072d5c6f067 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:54.163565 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f9b16639-9a11-4df6-8c77-0072d5c6f067 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2547920 Jul 09 20:13:54.168589 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56758) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:54.173698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-49b19880-d7b7-4c5f-8333-db1d56c7f565 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2068102997'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:54.195440 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b19880-d7b7-4c5f-8333-db1d56c7f565 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Made reservation on behalf of 9a08b318f19b491fb7c6cccfce72addb for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:54.200343 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-49b19880-d7b7-4c5f-8333-db1d56c7f565 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.201630 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-573eba27-e70d-44ee-8058-8ac8b818b5de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e18545df-a280-4b1a-b892-f20f78d5e53a HTTP/1.1" status: 200 len: 217 time: 0.0414433 Jul 09 20:13:54.229901 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b19880-d7b7-4c5f-8333-db1d56c7f565 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:13:54.246336 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-49b19880-d7b7-4c5f-8333-db1d56c7f565 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.246711 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-49b19880-d7b7-4c5f-8333-db1d56c7f565 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Added segment 0e111749-cdc4-4d92-af29-8b6984455ad0 of type vlan for network 40c937f4-750b-4980-a18f-f7a3285d089e Jul 09 20:13:54.258670 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-a392554a-6019-4d7b-9fae-449b6ba993ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:54.260354 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-a392554a-6019-4d7b-9fae-449b6ba993ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefd9fb6-c157-4087-a3db-b0ec65cfb0bc HTTP/1.1" status: 200 len: 854 time: 0.0511642 Jul 09 20:13:54.306142 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-93421a29-f6e3-4b56-9cee-4a3c21aefa32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1fd60407-1bdb-4afe-9d6c-eec163f7462b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379519 Jul 09 20:13:54.307138 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-49b19880-d7b7-4c5f-8333-db1d56c7f565 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.327240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56762) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:54.338119 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-49b19880-d7b7-4c5f-8333-db1d56c7f565 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.343685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b19880-d7b7-4c5f-8333-db1d56c7f565 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:54.344292 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-49b19880-d7b7-4c5f-8333-db1d56c7f565 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.406163 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c1e033bd-098d-4b77-b27d-3951b63a3554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.407955 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-49b19880-d7b7-4c5f-8333-db1d56c7f565 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2380631 Jul 09 20:13:54.410787 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56768) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:54.416095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c8acec00-3f9d-48b8-bdad-1caea26e7145 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1089914767'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:54.510243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-2c31412e-4529-43c6-98c6-63aa2a9af8ba service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965985 Jul 09 20:13:54.520236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969bed0-6af6-4f9d-9238-ff44a890bef8 req-552cea68-7894-4e49-9ec6-b9d0a26e8e8a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:54.521846 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6969bed0-6af6-4f9d-9238-ff44a890bef8 req-552cea68-7894-4e49-9ec6-b9d0a26e8e8a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 943 time: 0.1789694 Jul 09 20:13:54.658811 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6969bed0-6af6-4f9d-9238-ff44a890bef8 req-178926d2-c94a-41d6-abbb-43187dcd7aca tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217580 Jul 09 20:13:54.686651 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c1e033bd-098d-4b77-b27d-3951b63a3554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.690443 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b08b5a2f-3df6-4984-9af3-efdfa5a7ade3 req-ffd5473b-2e76-4bc4-bff6-b981902687f5 service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628408 Jul 09 20:13:54.691654 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c1e033bd-098d-4b77-b27d-3951b63a3554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.752094 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c1e033bd-098d-4b77-b27d-3951b63a3554 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ede3cea9c8054dd6b9686692713c490c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4215403 Jul 09 20:13:54.752488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56770) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:54.760490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b19880-d7b7-4c5f-8333-db1d56c7f565 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event updated for resources: {'Network': ['ID=40c937f4-750b-4980-a18f-f7a3285d089e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:54.775073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 40c937f4-750b-4980-a18f-f7a3285d089e details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:13:54.775706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e033bd-098d-4b77-b27d-3951b63a3554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8efc3a-c81b-4a38-934f-601c812d263c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:54.781679 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8acec00-3f9d-48b8-bdad-1caea26e7145 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Made reservation on behalf of 9a08b318f19b491fb7c6cccfce72addb for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:54.785881 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c8acec00-3f9d-48b8-bdad-1caea26e7145 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.836448 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f55500-14d9-4849-b403-9ebf762fb29b req-4fe5ab7e-1606-4e85-a17f-444a632089e4 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:54.838562 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43f55500-14d9-4849-b403-9ebf762fb29b req-4fe5ab7e-1606-4e85-a17f-444a632089e4 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1298230 Jul 09 20:13:54.839353 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8acec00-3f9d-48b8-bdad-1caea26e7145 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:13:54.849011 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c8acec00-3f9d-48b8-bdad-1caea26e7145 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.849365 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-c8acec00-3f9d-48b8-bdad-1caea26e7145 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Added segment 0497b835-c6c8-4744-a493-56bd6b40f611 of type vlan for network 74fc5e38-be51-4a27-83b0-8321b8e44af3 Jul 09 20:13:54.866372 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6de4cb5b-e824-49a4-b991-048532e04131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.896773 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6de4cb5b-e824-49a4-b991-048532e04131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.911967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f547924-cb0e-4767-9f44-f0132eaebec9 req-7ccd49e4-9a4b-4bef-b336-c4034203dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:54.913543 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f547924-cb0e-4767-9f44-f0132eaebec9 req-7ccd49e4-9a4b-4bef-b336-c4034203dcad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4892ec8ee71a4578b716b5c6f297dcd3&device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 1095 time: 0.1400392 Jul 09 20:13:54.913950 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c8acec00-3f9d-48b8-bdad-1caea26e7145 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.922803 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43f55500-14d9-4849-b403-9ebf762fb29b req-1e06dfbb-1d5a-4e34-9547-1b2134d59822 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718465 Jul 09 20:13:54.950200 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c8acec00-3f9d-48b8-bdad-1caea26e7145 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:54.956480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8acec00-3f9d-48b8-bdad-1caea26e7145 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:54.956833 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c8acec00-3f9d-48b8-bdad-1caea26e7145 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:55.026047 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c8acec00-3f9d-48b8-bdad-1caea26e7145 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6145802 Jul 09 20:13:55.029306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56774) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:55.034680 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Request body: {'ports': [{'network_id': '40c937f4-750b-4980-a18f-f7a3285d089e', 'name': 'tempest-port--1264519692', 'admin_state_up': True}, {'network_id': '74fc5e38-be51-4a27-83b0-8321b8e44af3', 'admin_state_up': False}]} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:55.035086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Request body: {'port': {'network_id': '40c937f4-750b-4980-a18f-f7a3285d089e', 'name': 'tempest-port--1264519692', 'admin_state_up': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:55.035704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Request body: {'port': {'network_id': '74fc5e38-be51-4a27-83b0-8321b8e44af3', 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:55.036952 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6de4cb5b-e824-49a4-b991-048532e04131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:55.040545 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6de4cb5b-e824-49a4-b991-048532e04131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:55.041966 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6de4cb5b-e824-49a4-b991-048532e04131 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d8efc3a-c81b-4a38-934f-601c812d263c HTTP/1.1" status: 204 len: 168 time: 0.2880929 Jul 09 20:13:55.076450 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4cb5b-e824-49a4-b991-048532e04131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8efc3a-c81b-4a38-934f-601c812d263c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:55.081501 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acec00-3f9d-48b8-bdad-1caea26e7145 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event updated for resources: {'Network': ['ID=74fc5e38-be51-4a27-83b0-8321b8e44af3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:55.089516 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f547924-cb0e-4767-9f44-f0132eaebec9 req-bcd8c163-044d-471d-ba25-d2df48c99d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:55.091218 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f547924-cb0e-4767-9f44-f0132eaebec9 req-bcd8c163-044d-471d-ba25-d2df48c99d42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1fd60407-1bdb-4afe-9d6c-eec163f7462b HTTP/1.1" status: 200 len: 915 time: 0.1645973 Jul 09 20:13:55.103224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 74fc5e38-be51-4a27-83b0-8321b8e44af3 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:13:55.163474 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f547924-cb0e-4767-9f44-f0132eaebec9 req-13304f4a-6382-4d0a-82a1-7085b3e98357 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e18545df-a280-4b1a-b892-f20f78d5e53a HTTP/1.1" status: 200 len: 217 time: 0.0482719 Jul 09 20:13:55.222566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f15c1-8e6a-4d31-934e-2bf7780d405a req-07cc0413-e362-4f74-9bca-7a843641dc7e tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:55.224067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-301f15c1-8e6a-4d31-934e-2bf7780d405a req-07cc0413-e362-4f74-9bca-7a843641dc7e tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 944 time: 0.1512861 Jul 09 20:13:55.235740 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f547924-cb0e-4767-9f44-f0132eaebec9 req-d730bcd8-835b-48eb-b76c-cf4bb6409965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:55.237286 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f547924-cb0e-4767-9f44-f0132eaebec9 req-d730bcd8-835b-48eb-b76c-cf4bb6409965 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefd9fb6-c157-4087-a3db-b0ec65cfb0bc HTTP/1.1" status: 200 len: 854 time: 0.0668335 Jul 09 20:13:55.243174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Made reservation on behalf of 9a08b318f19b491fb7c6cccfce72addb for: {'port': 2} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:55.249838 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:55.270525 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:55.280321 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f547924-cb0e-4767-9f44-f0132eaebec9 req-fa907c31-21db-4b95-8e4c-97814771881e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1fd60407-1bdb-4afe-9d6c-eec163f7462b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358553 Jul 09 20:13:55.315778 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-301f15c1-8e6a-4d31-934e-2bf7780d405a req-4f132e62-97ff-4074-8a4d-5a7bf593dd3d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826082 Jul 09 20:13:55.376081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] device_id is not set on port 60143fff-efa2-438d-a7b7-5f6a13894538 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:13:55.395444 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f547924-cb0e-4767-9f44-f0132eaebec9 req-936fd626-dcfa-4c85-823f-641bfd1b38b2 service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033094 Jul 09 20:13:55.501451 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f547924-cb0e-4767-9f44-f0132eaebec9 req-19278171-d95e-4464-aa88-bf70f2236ba4 service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955007 Jul 09 20:13:55.511914 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:55.588171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] device_id is not set on port a3c28a33-a090-42ad-a558-36b7d7fde6f1 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:13:55.708171 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:55.775149 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:55.871745 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event updated for resources: {'Port': ['ID=60143fff-efa2-438d-a7b7-5f6a13894538,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:55.897897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Checking segment: {'id': '0e111749-cdc4-4d92-af29-8b6984455ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '40c937f4-750b-4980-a18f-f7a3285d089e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:13:55.898274 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Network hostable DHCP agents. Network: 40c937f4-750b-4980-a18f-f7a3285d089e, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:13:55.929283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d114a37-7e78-45ab-9d9b-7c82d11f32f0 req-881fe97d-4f1a-4171-919d-2291bd4695ca tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:55.931551 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d114a37-7e78-45ab-9d9b-7c82d11f32f0 req-881fe97d-4f1a-4171-919d-2291bd4695ca tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 943 time: 0.1239014 Jul 09 20:13:55.933180 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Network 40c937f4-750b-4980-a18f-f7a3285d089e is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:13:55.953439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 40c937f4-750b-4980-a18f-f7a3285d089e) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:55.959229 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:55.960047 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:55.963283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741119d7-f7c2-4068-a8f6-c860e9093725 None None] Network 40c937f4-750b-4980-a18f-f7a3285d089e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:13:56.017159 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d114a37-7e78-45ab-9d9b-7c82d11f32f0 req-26496373-d609-4bbf-bdfb-f06ee9f3b440 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783467 Jul 09 20:13:56.044194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event updated for resources: {'Port': ['ID=a3c28a33-a090-42ad-a558-36b7d7fde6f1,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:56.058646 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Checking segment: {'id': '0497b835-c6c8-4744-a493-56bd6b40f611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '74fc5e38-be51-4a27-83b0-8321b8e44af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:13:56.058646 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Network hostable DHCP agents. Network: 74fc5e38-be51-4a27-83b0-8321b8e44af3, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:13:56.080016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Network 74fc5e38-be51-4a27-83b0-8321b8e44af3 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:13:56.092900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 74fc5e38-be51-4a27-83b0-8321b8e44af3) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:13:56.105981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:13:56.112444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:56.118526 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:56.119486 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:56.141399 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d1b20afb-f134-4382-9b43-693e6f490c26 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1103952 Jul 09 20:13:56.143454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56806) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:56.176885 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321be78b-b8c6-4d52-8570-5cc98c400ee5 req-a1ae385b-f6b2-4f79-a97a-bf5a4e51b59f tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:56.187230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-321be78b-b8c6-4d52-8570-5cc98c400ee5 req-a1ae385b-f6b2-4f79-a97a-bf5a4e51b59f tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.0936432 Jul 09 20:13:56.199811 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2723c3ac-aac7-414a-9646-d891ebd571fa None None] Network 74fc5e38-be51-4a27-83b0-8321b8e44af3 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:13:56.223585 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd8d2d5-5c78-4979-b9ec-6d95a9e59218 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:56.231638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd8d2d5-5c78-4979-b9ec-6d95a9e59218 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:56.233818 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-efd8d2d5-5c78-4979-b9ec-6d95a9e59218 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0893848 Jul 09 20:13:56.235402 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-321be78b-b8c6-4d52-8570-5cc98c400ee5 req-f2a2b239-1fcb-4063-94fc-05d8c5182ecf tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470030 Jul 09 20:13:56.236638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56808) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:56.356927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-60aa54b1-12b2-45d4-995f-f8ba5eb07e41 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Deleting port 60143fff-efa2-438d-a7b7-5f6a13894538 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:56.357462 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60aa54b1-12b2-45d4-995f-f8ba5eb07e41 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:56.462855 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60aa54b1-12b2-45d4-995f-f8ba5eb07e41 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:56.485297 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-60aa54b1-12b2-45d4-995f-f8ba5eb07e41 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Calling delete_port for 60143fff-efa2-438d-a7b7-5f6a13894538 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:56.596377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf8ab9-9a15-4ddc-99bc-d54fbab336e5 req-16ab061c-2cf7-43de-adf9-896bdc467bea tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:56.597994 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-55bf8ab9-9a15-4ddc-99bc-d54fbab336e5 req-16ab061c-2cf7-43de-adf9-896bdc467bea tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 944 time: 0.1323974 Jul 09 20:13:56.637583 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60aa54b1-12b2-45d4-995f-f8ba5eb07e41 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:56.674117 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-55bf8ab9-9a15-4ddc-99bc-d54fbab336e5 req-ffa2f091-0b72-4bbd-941f-a2c0aa950f17 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657132 Jul 09 20:13:56.677097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa54b1-12b2-45d4-995f-f8ba5eb07e41 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event deleted for resources: {'Port': ['ID=60143fff-efa2-438d-a7b7-5f6a13894538,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:56.686075 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60aa54b1-12b2-45d4-995f-f8ba5eb07e41 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:56.689455 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-60aa54b1-12b2-45d4-995f-f8ba5eb07e41 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "DELETE /v2.0/ports/60143fff-efa2-438d-a7b7-5f6a13894538 HTTP/1.1" status: 204 len: 168 time: 0.4517472 Jul 09 20:13:56.690726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56818) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:56.789169 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ef75ea6b-08c6-4bf6-bebb-c2e270f3d9ee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Deleting port a3c28a33-a090-42ad-a558-36b7d7fde6f1 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:13:56.789915 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef75ea6b-08c6-4bf6-bebb-c2e270f3d9ee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:56.868592 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-095f6bca-a1d8-4648-8317-4cdd7b46e824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:56.878389 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef75ea6b-08c6-4bf6-bebb-c2e270f3d9ee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:56.898071 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:56.899901 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ef75ea6b-08c6-4bf6-bebb-c2e270f3d9ee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Calling delete_port for a3c28a33-a090-42ad-a558-36b7d7fde6f1 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:13:56.986072 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef75ea6b-08c6-4bf6-bebb-c2e270f3d9ee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.016907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75ea6b-08c6-4bf6-bebb-c2e270f3d9ee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event deleted for resources: {'Port': ['ID=a3c28a33-a090-42ad-a558-36b7d7fde6f1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:57.022236 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef75ea6b-08c6-4bf6-bebb-c2e270f3d9ee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.027245 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56822) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:57.027458 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ef75ea6b-08c6-4bf6-bebb-c2e270f3d9ee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "DELETE /v2.0/ports/a3c28a33-a090-42ad-a558-36b7d7fde6f1 HTTP/1.1" status: 204 len: 168 time: 0.3356295 Jul 09 20:13:57.108034 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-62df3669-27b9-48fb-a98e-de5df9f47cbb tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0779088 Jul 09 20:13:57.111482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56826) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:57.118452 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b684d371-7505-40dc-88ec-bd752564e8a6 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-870674178'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:57.141039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b684d371-7505-40dc-88ec-bd752564e8a6 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Made reservation on behalf of 9a08b318f19b491fb7c6cccfce72addb for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:57.144525 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b684d371-7505-40dc-88ec-bd752564e8a6 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.170895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b684d371-7505-40dc-88ec-bd752564e8a6 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:13:57.183459 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b684d371-7505-40dc-88ec-bd752564e8a6 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.184101 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-b684d371-7505-40dc-88ec-bd752564e8a6 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Added segment 6b60559e-2a9e-4d61-aeda-d85ca10f2dd8 of type vlan for network bd89e9f6-df08-49ef-92cb-91687fcb4b75 Jul 09 20:13:57.226268 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b684d371-7505-40dc-88ec-bd752564e8a6 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.246751 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c1e7e-74a1-42e3-bc89-f29eeb3faf70 req-12f97e48-4799-43e7-bd16-026a09f2d89c tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:57.248336 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fd7c1e7e-74a1-42e3-bc89-f29eeb3faf70 req-12f97e48-4799-43e7-bd16-026a09f2d89c tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 943 time: 0.0698452 Jul 09 20:13:57.254971 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b684d371-7505-40dc-88ec-bd752564e8a6 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.262651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b684d371-7505-40dc-88ec-bd752564e8a6 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:57.263269 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b684d371-7505-40dc-88ec-bd752564e8a6 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.289489 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fd7c1e7e-74a1-42e3-bc89-f29eeb3faf70 req-add5967e-3de1-45a6-b403-ca7ba2801821 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352519 Jul 09 20:13:57.327276 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b684d371-7505-40dc-88ec-bd752564e8a6 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2143080 Jul 09 20:13:57.329894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56830) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:13:57.335531 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-85b65b05-a8d2-49ab-8002-41827e58dfee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1806481538'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:13:57.339190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684d371-7505-40dc-88ec-bd752564e8a6 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event updated for resources: {'Network': ['ID=bd89e9f6-df08-49ef-92cb-91687fcb4b75,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:57.350726 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network bd89e9f6-df08-49ef-92cb-91687fcb4b75 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:13:57.360831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b65b05-a8d2-49ab-8002-41827e58dfee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Made reservation on behalf of 9a08b318f19b491fb7c6cccfce72addb for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:13:57.364467 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85b65b05-a8d2-49ab-8002-41827e58dfee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.389111 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b65b05-a8d2-49ab-8002-41827e58dfee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:13:57.398300 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85b65b05-a8d2-49ab-8002-41827e58dfee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.398738 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-85b65b05-a8d2-49ab-8002-41827e58dfee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Added segment abaf36b6-2293-4145-958b-6d014546343a of type vlan for network 63f0a6e8-23d8-4ccf-8a77-dd39277800f3 Jul 09 20:13:57.435086 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96609b25-69b3-44bb-83f0-07cdf01b96e5 req-986516c6-78e6-4c11-a5e1-065b1f60d8cc tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:57.436617 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-96609b25-69b3-44bb-83f0-07cdf01b96e5 req-986516c6-78e6-4c11-a5e1-065b1f60d8cc tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.0741746 Jul 09 20:13:57.445788 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85b65b05-a8d2-49ab-8002-41827e58dfee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.475737 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85b65b05-a8d2-49ab-8002-41827e58dfee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.477801 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-96609b25-69b3-44bb-83f0-07cdf01b96e5 req-fbffbf8f-446d-4ded-a569-08aaec11ded0 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350218 Jul 09 20:13:57.483732 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b65b05-a8d2-49ab-8002-41827e58dfee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:57.484570 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85b65b05-a8d2-49ab-8002-41827e58dfee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:57.551669 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-85b65b05-a8d2-49ab-8002-41827e58dfee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2203970 Jul 09 20:13:57.560591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b65b05-a8d2-49ab-8002-41827e58dfee tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event updated for resources: {'Network': ['ID=63f0a6e8-23d8-4ccf-8a77-dd39277800f3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:57.572394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 63f0a6e8-23d8-4ccf-8a77-dd39277800f3 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:13:57.870941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e992b42-d3e3-464b-8253-752300d3de9e req-4ba71585-dde0-4357-a2fd-d02ceff0c459 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:57.872474 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e992b42-d3e3-464b-8253-752300d3de9e req-4ba71585-dde0-4357-a2fd-d02ceff0c459 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 944 time: 0.0686083 Jul 09 20:13:57.911820 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e992b42-d3e3-464b-8253-752300d3de9e req-c82965a6-0d3e-4026-888b-b4a8e748ec6b tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332289 Jul 09 20:13:58.471167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cb93b-23b1-4537-8383-776edac59447 req-b384ea82-dfff-4d81-8dec-77343637f798 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:58.473173 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-954cb93b-23b1-4537-8383-776edac59447 req-b384ea82-dfff-4d81-8dec-77343637f798 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 943 time: 0.0676632 Jul 09 20:13:58.516747 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-954cb93b-23b1-4537-8383-776edac59447 req-785f42e1-ca8f-42a2-8548-bdf05c3d0d5f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370798 Jul 09 20:13:58.766700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device e18545df-a280-4b1a-b892-f20f78d5e53a details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:13:58.799163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b107f-5a1c-4199-9bae-e1b0892dbc7d req-e11f6106-5124-487c-82b0-4fddcfb72333 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:58.809011 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c4b107f-5a1c-4199-9bae-e1b0892dbc7d req-e11f6106-5124-487c-82b0-4fddcfb72333 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1905165 Jul 09 20:13:58.888569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c4b107f-5a1c-4199-9bae-e1b0892dbc7d req-fedf7788-0364-421a-8d7e-b4f5d8dc095c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782738 Jul 09 20:13:58.925641 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port e18545df-a280-4b1a-b892-f20f78d5e53a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=e18545df-a280-4b1a-b892-f20f78d5e53a,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:58.948464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'e18545df-a280-4b1a-b892-f20f78d5e53a', 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b', 'port_id': 'e18545df-a280-4b1a-b892-f20f78d5e53a', 'mac_address': 'fa:16:3e:16:61:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefd9fb6-c157-4087-a3db-b0ec65cfb0bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:13:58.997390 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:59.012661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18545df-a280-4b1a-b892-f20f78d5e53a {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:13:59.036821 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port e18545df-a280-4b1a-b892-f20f78d5e53a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=e18545df-a280-4b1a-b892-f20f78d5e53a,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:13:59.042894 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:59.093221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=e18545df-a280-4b1a-b892-f20f78d5e53a,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:13:59.113122 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee494c-abb5-4bcc-8966-aa384b989504 req-e269fde8-cb60-4b8f-acef-fd5a9dbc1fef tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:59.114777 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73ee494c-abb5-4bcc-8966-aa384b989504 req-e269fde8-cb60-4b8f-acef-fd5a9dbc1fef tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 945 time: 0.0708253 Jul 09 20:13:59.154153 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73ee494c-abb5-4bcc-8966-aa384b989504 req-e1ba1b46-4eb6-43a2-8d9a-984da502c42a tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336566 Jul 09 20:13:59.188958 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:59.421305 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b78011bf-8bb9-4a39-bc5a-ad5e5fd44784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:59.467896 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['e18545df-a280-4b1a-b892-f20f78d5e53a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:13:59.615230 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:13:59.711013 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc91325-aae2-48d8-97a3-d721ac7eb2ba req-458702ea-5caa-4789-8e99-b2b672f340e7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:13:59.713281 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-afc91325-aae2-48d8-97a3-d721ac7eb2ba req-458702ea-5caa-4789-8e99-b2b672f340e7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 943 time: 0.0656431 Jul 09 20:13:59.753768 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-afc91325-aae2-48d8-97a3-d721ac7eb2ba req-3965917b-f834-41b9-a16e-fcad9b8da56c tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330532 Jul 09 20:14:00.088614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d4b46-964b-45cc-8745-d06f5ccc5c77 req-8fc1141f-2363-47c2-a10b-7898ed2370d3 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:00.090434 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd5d4b46-964b-45cc-8745-d06f5ccc5c77 req-8fc1141f-2363-47c2-a10b-7898ed2370d3 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.0827854 Jul 09 20:14:00.138641 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd5d4b46-964b-45cc-8745-d06f5ccc5c77 req-47c951ab-a961-488b-b0d8-c8e0808b5fad tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Jul 09 20:14:00.378306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574de8d-e640-498d-8490-e88a7815035a req-c2958375-4410-481d-ad4b-d43dc8c4c9f4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:00.379928 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2574de8d-e640-498d-8490-e88a7815035a req-c2958375-4410-481d-ad4b-d43dc8c4c9f4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 945 time: 0.1038892 Jul 09 20:14:00.432331 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:00.455514 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2574de8d-e640-498d-8490-e88a7815035a req-13c767bb-f81a-4487-86e9-9c40f8fe7bbc tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693431 Jul 09 20:14:00.721652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device e18545df-a280-4b1a-b892-f20f78d5e53a up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:14:00.788282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port e18545df-a280-4b1a-b892-f20f78d5e53a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:00.794317 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port e18545df-a280-4b1a-b892-f20f78d5e53a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:00.794859 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:00.816689 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56894) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:00.826630 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Request body: {'subnets': [{'network_id': 'bd89e9f6-df08-49ef-92cb-91687fcb4b75', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1280871692', 'ip_version': 6}, {'network_id': '63f0a6e8-23d8-4ccf-8a77-dd39277800f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:00.827417 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Request body: {'subnet': {'network_id': 'bd89e9f6-df08-49ef-92cb-91687fcb4b75', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1280871692', 'ip_version': 6}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:00.828273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Request body: {'subnet': {'network_id': '63f0a6e8-23d8-4ccf-8a77-dd39277800f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:00.880570 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:00.905504 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5afcd86-36b2-4f5c-8bc0-110f799d2f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18545df-a280-4b1a-b892-f20f78d5e53a'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:14:00.907940 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d944f23c-76d3-4a2b-a718-6143e803b33f" -d '{"events": [{"server_uuid": "d5afcd86-36b2-4f5c-8bc0-110f799d2f53", "name": "network-vif-plugged", "status": "completed", "tag": "e18545df-a280-4b1a-b892-f20f78d5e53a"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:14:00.921582 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port e18545df-a280-4b1a-b892-f20f78d5e53a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=e18545df-a280-4b1a-b892-f20f78d5e53a,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:00.928448 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:00.958765 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a8d561-ba76-4dba-a823-d9190beff936 x-openstack-request-id: req-79a8d561-ba76-4dba-a823-d9190beff936 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:14:00.959152 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5afcd86-36b2-4f5c-8bc0-110f799d2f53", "name": "network-vif-plugged", "status": "completed", "tag": "e18545df-a280-4b1a-b892-f20f78d5e53a", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:14:00.959472 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79a8d561-ba76-4dba-a823-d9190beff936 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:14:00.959937 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5afcd86-36b2-4f5c-8bc0-110f799d2f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18545df-a280-4b1a-b892-f20f78d5e53a', 'code': 200} Jul 09 20:14:00.998185 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99de34-7b89-4a53-b0ae-2beb3f18eb65 req-be572ea0-13df-45cb-adc1-8ec6750d61fe tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:01.000067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ec99de34-7b89-4a53-b0ae-2beb3f18eb65 req-be572ea0-13df-45cb-adc1-8ec6750d61fe tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 943 time: 0.1182787 Jul 09 20:14:01.011240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=e18545df-a280-4b1a-b892-f20f78d5e53a,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:01.027005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Made reservation on behalf of 9a08b318f19b491fb7c6cccfce72addb for: {'subnet': 2} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:01.032753 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:01.033117 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:01.053147 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ec99de34-7b89-4a53-b0ae-2beb3f18eb65 req-f5a5295a-80c6-4b4b-b47e-e6b238efa757 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Jul 09 20:14:01.111451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee867d1-05ed-41d8-8316-7a9e9889500e req-9a2c64c9-14aa-46af-adca-f337ab9d7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:01.113235 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ee867d1-05ed-41d8-8316-7a9e9889500e req-9a2c64c9-14aa-46af-adca-f337ab9d7e81 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 1097 time: 0.0657084 Jul 09 20:14:01.150681 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ee867d1-05ed-41d8-8316-7a9e9889500e req-cbe8fee5-5698-4908-ba4e-975401350625 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306900 Jul 09 20:14:01.400421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c74d7d-a3ad-4447-819f-ff44d61578b8 req-88f997df-83c1-4734-a463-6520bc75b2d5 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:01.402237 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d1c74d7d-a3ad-4447-819f-ff44d61578b8 req-88f997df-83c1-4734-a463-6520bc75b2d5 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1204915 Jul 09 20:14:01.498947 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d1c74d7d-a3ad-4447-819f-ff44d61578b8 req-3bf2d5c8-17ce-4bd8-9384-ef343808ad96 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884161 Jul 09 20:14:01.562712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:01.672453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event updated for resources: {'Subnet': ['ID=d4411c33-4200-44de-aea0-74ce26ec04fb,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:01.680757 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Checking segment: {'id': '6b60559e-2a9e-4d61-aeda-d85ca10f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bd89e9f6-df08-49ef-92cb-91687fcb4b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:01.680757 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Network hostable DHCP agents. Network: bd89e9f6-df08-49ef-92cb-91687fcb4b75, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:01.710788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Network bd89e9f6-df08-49ef-92cb-91687fcb4b75 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:01.723693 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, bd89e9f6-df08-49ef-92cb-91687fcb4b75) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:01.732408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaf5c47-77ad-423f-9db5-bee21d49630a None None] Network bd89e9f6-df08-49ef-92cb-91687fcb4b75 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:01.743828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1c80c-889a-433c-aada-0d973d31fc94 req-217a6db9-4ed7-4af9-92a4-5f0b9cc07c51 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:01.745921 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d9c1c80c-889a-433c-aada-0d973d31fc94 req-217a6db9-4ed7-4af9-92a4-5f0b9cc07c51 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 946 time: 0.1138110 Jul 09 20:14:01.746598 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:01.832927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event updated for resources: {'Subnet': ['ID=b011fd13-e023-4863-a3e9-0babf18083cb,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:01.839620 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d9c1c80c-889a-433c-aada-0d973d31fc94 req-708352be-a826-428b-9ff6-899c08524342 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854337 Jul 09 20:14:01.859663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Checking segment: {'id': 'abaf36b6-2293-4145-958b-6d014546343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '63f0a6e8-23d8-4ccf-8a77-dd39277800f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:01.860047 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Network hostable DHCP agents. Network: 63f0a6e8-23d8-4ccf-8a77-dd39277800f3, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:01.877843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Network 63f0a6e8-23d8-4ccf-8a77-dd39277800f3 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:01.888033 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 63f0a6e8-23d8-4ccf-8a77-dd39277800f3) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:01.892449 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:01.893032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:01.893680 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:01.902282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc83f24-3a73-4fba-ab9b-78f55cf9b871 None None] Network 63f0a6e8-23d8-4ccf-8a77-dd39277800f3 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:01.905032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-bd89e9f6-df08-49ef-92cb-91687fcb4b75', 'network_id': 'bd89e9f6-df08-49ef-92cb-91687fcb4b75', 'tenant_id': '9a08b318f19b491fb7c6cccfce72addb', 'fixed_ips': [{'subnet_id': 'd4411c33-4200-44de-aea0-74ce26ec04fb'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:14:01.905837 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:01.913620 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ecf80c08-2fc6-4aea-b9c8-be7a8a49876b tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.0953970 Jul 09 20:14:01.916256 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56906) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:02.010860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434804a5-d3ee-4f51-a605-faea4a395111 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:02.012423 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434804a5-d3ee-4f51-a605-faea4a395111 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:02.014021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434804a5-d3ee-4f51-a605-faea4a395111 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:02.015627 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-434804a5-d3ee-4f51-a605-faea4a395111 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0983987 Jul 09 20:14:02.025443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56908) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:02.092045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1b1eac-93dd-4eed-86cd-746db54da7dd tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Deleting subnet d4411c33-4200-44de-aea0-74ce26ec04fb {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:14:02.142237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Allocated IP 2001:db8::1 (bd89e9f6-df08-49ef-92cb-91687fcb4b75/d4411c33-4200-44de-aea0-74ce26ec04fb/72d4164a-8b8c-4a46-be55-ca814ac1b282) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:02.176789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-63f0a6e8-23d8-4ccf-8a77-dd39277800f3', 'network_id': '63f0a6e8-23d8-4ccf-8a77-dd39277800f3', 'tenant_id': '9a08b318f19b491fb7c6cccfce72addb', 'fixed_ips': [{'subnet_id': 'b011fd13-e023-4863-a3e9-0babf18083cb'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:14:02.177644 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:02.247681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4888dfc-82ab-4f1c-b0d3-86c679d03539 req-9d705701-417a-4511-85d5-111a7275d963 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:02.249447 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e4888dfc-82ab-4f1c-b0d3-86c679d03539 req-9d705701-417a-4511-85d5-111a7275d963 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 943 time: 0.0729997 Jul 09 20:14:02.295620 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e4888dfc-82ab-4f1c-b0d3-86c679d03539 req-f9d244fa-bd70-46d1-a282-b30189a88b54 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392783 Jul 09 20:14:02.343913 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:02.433168 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:02.435455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Allocated IP 2001:db8:0:1::1 (63f0a6e8-23d8-4ccf-8a77-dd39277800f3/b011fd13-e023-4863-a3e9-0babf18083cb/2b1f7883-02b6-4cc0-a94b-4dc28590797a) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:02.450787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Transition to ACTIVE for port object 72d4164a-8b8c-4a46-be55-ca814ac1b282 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:02.506097 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Transition to ACTIVE for port object 72d4164a-8b8c-4a46-be55-ca814ac1b282 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:02.512431 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1eac-93dd-4eed-86cd-746db54da7dd tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:02.515983 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:02.567628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Network bd89e9f6-df08-49ef-92cb-91687fcb4b75 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:02.576144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:02.581699 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:02.584096 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1eac-93dd-4eed-86cd-746db54da7dd tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:02.632656 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Pushing event updated for resources: {'Port': ['ID=72d4164a-8b8c-4a46-be55-ca814ac1b282,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:02.712171 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Attempting to bind port 72d4164a-8b8c-4a46-be55-ca814ac1b282 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:14:02.713980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Attempting to bind port 72d4164a-8b8c-4a46-be55-ca814ac1b282 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '6b60559e-2a9e-4d61-aeda-d85ca10f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bd89e9f6-df08-49ef-92cb-91687fcb4b75'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:14:02.713980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Attempting to bind port 72d4164a-8b8c-4a46-be55-ca814ac1b282 on network bd89e9f6-df08-49ef-92cb-91687fcb4b75 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:02.726279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:14:02.793472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ba5a8-0c36-49f5-9b80-acdb591842d9 req-c279a5cf-c5cc-48a8-9ee3-89a3b02d1843 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:02.795253 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d61ba5a8-0c36-49f5-9b80-acdb591842d9 req-c279a5cf-c5cc-48a8-9ee3-89a3b02d1843 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1434977 Jul 09 20:14:02.797580 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:14:02.798075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Checking segment: {'id': '6b60559e-2a9e-4d61-aeda-d85ca10f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bd89e9f6-df08-49ef-92cb-91687fcb4b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:02.798319 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:02.798730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Bound using segment: {'id': '6b60559e-2a9e-4d61-aeda-d85ca10f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bd89e9f6-df08-49ef-92cb-91687fcb4b75'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:14:02.799238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Bound port: 72d4164a-8b8c-4a46-be55-ca814ac1b282, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b60559e-2a9e-4d61-aeda-d85ca10f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'bd89e9f6-df08-49ef-92cb-91687fcb4b75'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:14:02.799646 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:02.818857 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:02.834046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Transition to ACTIVE for port object 2b1f7883-02b6-4cc0-a94b-4dc28590797a will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:02.857443 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d61ba5a8-0c36-49f5-9b80-acdb591842d9 req-cd3645c7-4e25-4a15-a3c1-4737f31c50cf tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555973 Jul 09 20:14:02.921814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] For port 72d4164a-8b8c-4a46-be55-ca814ac1b282, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:14:02.926116 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] For port 72d4164a-8b8c-4a46-be55-ca814ac1b282, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=72d4164a-8b8c-4a46-be55-ca814ac1b282,segment=NetworkSegment(6b60559e-2a9e-4d61-aeda-d85ca10f2dd8),segment_id=6b60559e-2a9e-4d61-aeda-d85ca10f2dd8)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:14:02.938266 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:02.942515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Transition to ACTIVE for port object 2b1f7883-02b6-4cc0-a94b-4dc28590797a will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:03.012480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d70ce8-a9a5-4184-a2b4-5fbb9573f66c None None] Pushing event updated for resources: {'Port': ['ID=72d4164a-8b8c-4a46-be55-ca814ac1b282,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:03.028515 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:03.109286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Network 63f0a6e8-23d8-4ccf-8a77-dd39277800f3 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:03.112088 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4ad1f3ef-ab74-4f22-9d9a-28963698cc4c,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:03.120556 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Pushing event updated for resources: {'Port': ['ID=2b1f7883-02b6-4cc0-a94b-4dc28590797a,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:03.128443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:03.132391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:03.139221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '4ad1f3ef-ab74-4f22-9d9a-28963698cc4c', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'port_id': '4ad1f3ef-ab74-4f22-9d9a-28963698cc4c', 'mac_address': 'fa:16:3e:fc:42:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:14:03.193555 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1eac-93dd-4eed-86cd-746db54da7dd tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:03.231227 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Attempting to bind port 2b1f7883-02b6-4cc0-a94b-4dc28590797a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:14:03.231612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Attempting to bind port 2b1f7883-02b6-4cc0-a94b-4dc28590797a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'abaf36b6-2293-4145-958b-6d014546343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '63f0a6e8-23d8-4ccf-8a77-dd39277800f3'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:14:03.233203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Attempting to bind port 2b1f7883-02b6-4cc0-a94b-4dc28590797a on network 63f0a6e8-23d8-4ccf-8a77-dd39277800f3 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:03.245551 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:03.279456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:14:03.279737 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Checking segment: {'id': 'abaf36b6-2293-4145-958b-6d014546343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '63f0a6e8-23d8-4ccf-8a77-dd39277800f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:03.280243 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:03.282955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Bound using segment: {'id': 'abaf36b6-2293-4145-958b-6d014546343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '63f0a6e8-23d8-4ccf-8a77-dd39277800f3'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:14:03.283483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Bound port: 2b1f7883-02b6-4cc0-a94b-4dc28590797a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abaf36b6-2293-4145-958b-6d014546343a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '63f0a6e8-23d8-4ccf-8a77-dd39277800f3'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:14:03.283874 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:03.286696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:14:03.331740 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b3160-341f-40c8-8a0c-4d21b7b420c5 req-f12da4fc-1cfd-4237-9fcf-ce30ba272bc1 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:03.333327 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e7b3160-341f-40c8-8a0c-4d21b7b420c5 req-f12da4fc-1cfd-4237-9fcf-ce30ba272bc1 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 946 time: 0.1846123 Jul 09 20:14:03.357878 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4ad1f3ef-ab74-4f22-9d9a-28963698cc4c,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:03.380327 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1eac-93dd-4eed-86cd-746db54da7dd tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:03.384711 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:03.436319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b1eac-93dd-4eed-86cd-746db54da7dd tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event deleted for resources: {'Subnet': ['ID=d4411c33-4200-44de-aea0-74ce26ec04fb,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:03.452411 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e7b3160-341f-40c8-8a0c-4d21b7b420c5 req-9792bccd-3161-4374-ab94-c902003bec6e tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114972 Jul 09 20:14:03.463199 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1eac-93dd-4eed-86cd-746db54da7dd tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:03.468916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56926) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:03.469494 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4e1b1eac-93dd-4eed-86cd-746db54da7dd tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "DELETE /v2.0/subnets/d4411c33-4200-44de-aea0-74ce26ec04fb HTTP/1.1" status: 204 len: 168 time: 1.4425251 Jul 09 20:14:03.489459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=4ad1f3ef-ab74-4f22-9d9a-28963698cc4c,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:03.497079 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] For port 2b1f7883-02b6-4cc0-a94b-4dc28590797a, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:14:03.500677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] For port 2b1f7883-02b6-4cc0-a94b-4dc28590797a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2b1f7883-02b6-4cc0-a94b-4dc28590797a,segment=NetworkSegment(abaf36b6-2293-4145-958b-6d014546343a),segment_id=abaf36b6-2293-4145-958b-6d014546343a)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:14:03.510735 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:03.628053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551a4e8-3f5c-4bc4-8eca-e3644934dc4d None None] Pushing event updated for resources: {'Port': ['ID=2b1f7883-02b6-4cc0-a94b-4dc28590797a,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:03.645760 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6de9b6-8b48-4e2b-8644-285db851b42a tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Deleting subnet b011fd13-e023-4863-a3e9-0babf18083cb {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:14:03.650944 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf6de9b6-8b48-4e2b-8644-285db851b42a tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:03.709131 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf6de9b6-8b48-4e2b-8644-285db851b42a tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:03.823817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf7ce4-55f1-48a9-b2ae-9a5e2211afa1 req-2a86dc00-2555-4087-a508-b78ed6ea88d2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:03.830317 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['4ad1f3ef-ab74-4f22-9d9a-28963698cc4c'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:14:03.832703 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ccdf7ce4-55f1-48a9-b2ae-9a5e2211afa1 req-2a86dc00-2555-4087-a508-b78ed6ea88d2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 944 time: 0.2894683 Jul 09 20:14:03.931012 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ccdf7ce4-55f1-48a9-b2ae-9a5e2211afa1 req-abe96904-1676-4675-b400-414620fb3d19 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965629 Jul 09 20:14:03.970136 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf6de9b6-8b48-4e2b-8644-285db851b42a tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:04.118765 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf6de9b6-8b48-4e2b-8644-285db851b42a tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:04.222812 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf6de9b6-8b48-4e2b-8644-285db851b42a tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:04.225159 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cf6de9b6-8b48-4e2b-8644-285db851b42a tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "DELETE /v2.0/subnets/b011fd13-e023-4863-a3e9-0babf18083cb HTTP/1.1" status: 204 len: 168 time: 0.7544594 Jul 09 20:14:04.226583 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6de9b6-8b48-4e2b-8644-285db851b42a tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event deleted for resources: {'Subnet': ['ID=b011fd13-e023-4863-a3e9-0babf18083cb,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:04.227908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56946) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:04.396509 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2b1f7883-02b6-4cc0-a94b-4dc28590797a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:14:04.409393 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925f8b6d-fea9-42ef-9d9d-4b23801b51ec tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:04.418658 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-925f8b6d-fea9-42ef-9d9d-4b23801b51ec tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1891742 Jul 09 20:14:04.422422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56950) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:04.510356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 2b1f7883-02b6-4cc0-a94b-4dc28590797a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:04.515120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 72d4164a-8b8c-4a46-be55-ca814ac1b282 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:14:04.570275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43add68f-2e65-4af2-b186-1272e90461e6 req-eb89e5eb-5ea1-4548-bf01-32535e780822 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:04.572613 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43add68f-2e65-4af2-b186-1272e90461e6 req-eb89e5eb-5ea1-4548-bf01-32535e780822 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1580007 Jul 09 20:14:04.575870 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 72d4164a-8b8c-4a46-be55-ca814ac1b282 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:04.581853 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:04.636376 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-43add68f-2e65-4af2-b186-1272e90461e6 req-754b8a29-2a12-40fe-924e-02f6c905de7b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555081 Jul 09 20:14:04.679446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Deleting port 2b1f7883-02b6-4cc0-a94b-4dc28590797a {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:14:04.679801 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:04.707240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5bd867-6265-467a-baa8-ce0f547564dd None None] Network bd89e9f6-df08-49ef-92cb-91687fcb4b75 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:04.770725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] For port 2b1f7883-02b6-4cc0-a94b-4dc28590797a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2b1f7883-02b6-4cc0-a94b-4dc28590797a,segment=NetworkSegment(abaf36b6-2293-4145-958b-6d014546343a),segment_id=abaf36b6-2293-4145-958b-6d014546343a)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:04.771260 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:04.793645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Calling delete_port for 2b1f7883-02b6-4cc0-a94b-4dc28590797a owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:14:04.835128 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Provisioning for port 72d4164a-8b8c-4a46-be55-ca814ac1b282 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:04.863217 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Provisioning complete for port 72d4164a-8b8c-4a46-be55-ca814ac1b282 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:04.863894 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:04.897360 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:04.931245 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event deleted for resources: {'Port': ['ID=2b1f7883-02b6-4cc0-a94b-4dc28590797a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:04.941220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] No DVR routers for this DVR port 2b1f7883-02b6-4cc0-a94b-4dc28590797a on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:14:05.073028 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.092417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f0a6e8-23d8-4ccf-8a77-dd39277800f3']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:05.137359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abaf36b6-2293-4145-958b-6d014546343a') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:05.137796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abaf36b6-2293-4145-958b-6d014546343a') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:05.165989 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.202350 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.220733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:05.222544 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.275625 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4278465-16fd-4d15-8903-ef14543ec582 None None] Network 63f0a6e8-23d8-4ccf-8a77-dd39277800f3 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:05.359489 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:05.410367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.420701 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.423248 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.427051 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "DELETE /v2.0/networks/63f0a6e8-23d8-4ccf-8a77-dd39277800f3 HTTP/1.1" status: 204 len: 168 time: 1.0031989 Jul 09 20:14:05.429704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56962) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:05.464981 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98032688-2188-40ab-91f9-81eb3b01a376 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event deleted for resources: {'Network': ['ID=63f0a6e8-23d8-4ccf-8a77-dd39277800f3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:05.507327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2822b-167b-4471-85c7-fed46e8d197a req-0788f837-caa8-4cf9-93c1-0b88b409c2c5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:05.510928 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8b2822b-167b-4471-85c7-fed46e8d197a req-0788f837-caa8-4cf9-93c1-0b88b409c2c5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 944 time: 0.1536093 Jul 09 20:14:05.520884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3696f276-0c7b-4419-b2a4-f762e1bdc368 None None] DHCP port deletion for bd89e9f6-df08-49ef-92cb-91687fcb4b75 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:14:05.583901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56966) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:05.587629 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8b2822b-167b-4471-85c7-fed46e8d197a req-3212b146-4a5f-4eb5-bd06-8302665515a3 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671303 Jul 09 20:14:05.612643 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.661453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] For port 72d4164a-8b8c-4a46-be55-ca814ac1b282, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=72d4164a-8b8c-4a46-be55-ca814ac1b282,segment=NetworkSegment(6b60559e-2a9e-4d61-aeda-d85ca10f2dd8),segment_id=6b60559e-2a9e-4d61-aeda-d85ca10f2dd8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:05.673614 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.688403 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Deleting port 72d4164a-8b8c-4a46-be55-ca814ac1b282 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:14:05.688837 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.771685 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Pushing event updated for resources: {'Port': ['ID=72d4164a-8b8c-4a46-be55-ca814ac1b282,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:05.779617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8be0f4-5232-49cd-8489-041eabb9a14a None None] DHCP port deletion for 63f0a6e8-23d8-4ccf-8a77-dd39277800f3 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:14:05.784270 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] For port 72d4164a-8b8c-4a46-be55-ca814ac1b282, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=72d4164a-8b8c-4a46-be55-ca814ac1b282,segment=NetworkSegment(6b60559e-2a9e-4d61-aeda-d85ca10f2dd8),segment_id=6b60559e-2a9e-4d61-aeda-d85ca10f2dd8)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:05.784994 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.801169 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Calling delete_port for 72d4164a-8b8c-4a46-be55-ca814ac1b282 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:14:05.832088 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6ccb-03fc-467d-8bc0-b23778555d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.856987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:05.858219 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:05.858851 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:05.859487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:05.860047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:05.860625 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:05.861245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:05.861908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:05.862478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:05.863288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:05.863863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:05.864402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c00138-8056-4086-a2fc-e2c75fb64ea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:05.869039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fd7c5bdb-a1cf-4859-b2e3-ab389427527d None None] Could not find standard attr ID for object 2b1f7883-02b6-4cc0-a94b-4dc28590797a. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:14:05.884379 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3696f276-0c7b-4419-b2a4-f762e1bdc368 None None] Deleting port 72d4164a-8b8c-4a46-be55-ca814ac1b282 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:14:05.885180 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3696f276-0c7b-4419-b2a4-f762e1bdc368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.967829 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3696f276-0c7b-4419-b2a4-f762e1bdc368 None None] For port 72d4164a-8b8c-4a46-be55-ca814ac1b282, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=72d4164a-8b8c-4a46-be55-ca814ac1b282,segment=NetworkSegment(6b60559e-2a9e-4d61-aeda-d85ca10f2dd8),segment_id=6b60559e-2a9e-4d61-aeda-d85ca10f2dd8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:05.968761 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3696f276-0c7b-4419-b2a4-f762e1bdc368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.979563 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6ccb-03fc-467d-8bc0-b23778555d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.985925 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e7e6ccb-03fc-467d-8bc0-b23778555d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:05.986502 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3696f276-0c7b-4419-b2a4-f762e1bdc368 None None] Calling delete_port for 72d4164a-8b8c-4a46-be55-ca814ac1b282 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:14:06.051813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e6ccb-03fc-467d-8bc0-b23778555d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b673e7f-3f21-4417-971c-4a99cde8401c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:06.059567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e8b1f-e414-47c4-8ace-87e6be74214e req-853a92f2-af7b-4925-99ed-b43dc6c18c2e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:06.067376 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed7e8b1f-e414-47c4-8ace-87e6be74214e req-853a92f2-af7b-4925-99ed-b43dc6c18c2e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1729958 Jul 09 20:14:06.088108 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:06.094828 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3696f276-0c7b-4419-b2a4-f762e1bdc368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:06.112448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696f276-0c7b-4419-b2a4-f762e1bdc368 None None] No DVR routers for this DVR port 72d4164a-8b8c-4a46-be55-ca814ac1b282 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:14:06.129366 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2e7e6ccb-03fc-467d-8bc0-b23778555d0f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c493ea12e694dd9b0c2c8c3e124c378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5404673 Jul 09 20:14:06.134788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56972) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:06.136241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event deleted for resources: {'Port': ['ID=72d4164a-8b8c-4a46-be55-ca814ac1b282,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:06.137235 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696f276-0c7b-4419-b2a4-f762e1bdc368 None None] Pushing event deleted for resources: {'Port': ['ID=72d4164a-8b8c-4a46-be55-ca814ac1b282,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:06.145797 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] No DVR routers for this DVR port 72d4164a-8b8c-4a46-be55-ca814ac1b282 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:14:06.213566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2b1f7883-02b6-4cc0-a94b-4dc28590797a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:14:06.220243 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ed7e8b1f-e414-47c4-8ace-87e6be74214e req-df45d871-c4f3-4c89-8b98-4196602d0ea4 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518953 Jul 09 20:14:06.249560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 2b1f7883-02b6-4cc0-a94b-4dc28590797a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:14:06.249922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2b1f7883-02b6-4cc0-a94b-4dc28590797a not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:14:06.250707 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 72d4164a-8b8c-4a46-be55-ca814ac1b282 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:14:06.288827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 72d4164a-8b8c-4a46-be55-ca814ac1b282 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:14:06.289177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 72d4164a-8b8c-4a46-be55-ca814ac1b282 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:14:06.309118 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:06.326566 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6e478b3-ced3-4646-83af-a9792e864667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:06.340909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd89e9f6-df08-49ef-92cb-91687fcb4b75']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:06.362173 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b60559e-2a9e-4d61-aeda-d85ca10f2dd8') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:06.362977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b60559e-2a9e-4d61-aeda-d85ca10f2dd8') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:06.374007 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6e478b3-ced3-4646-83af-a9792e864667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:06.386299 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:06.415952 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:06.429741 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:06.431056 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:06.435297 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:06.760111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:14:06.886566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:06.900169 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:06.900900 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:06.905910 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6e478b3-ced3-4646-83af-a9792e864667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:06.908883 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6e478b3-ced3-4646-83af-a9792e864667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:06.910419 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e6e478b3-ced3-4646-83af-a9792e864667 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b673e7f-3f21-4417-971c-4a99cde8401c HTTP/1.1" status: 204 len: 168 time: 0.7719553 Jul 09 20:14:06.915936 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:06.921242 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:06.923422 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "DELETE /v2.0/networks/bd89e9f6-df08-49ef-92cb-91687fcb4b75 HTTP/1.1" status: 204 len: 168 time: 1.4912314 Jul 09 20:14:06.930191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56986) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:06.952238 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e2a47-440c-4774-8817-27997e3a9762 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event deleted for resources: {'Network': ['ID=bd89e9f6-df08-49ef-92cb-91687fcb4b75,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:06.969522 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e478b3-ced3-4646-83af-a9792e864667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b673e7f-3f21-4417-971c-4a99cde8401c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:06.997656 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70374393-5172-435c-9e21-ed16efce3025 req-d847a672-031d-4ca3-b57b-87ff68e86ab0 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:07.013180 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:07.017724 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70374393-5172-435c-9e21-ed16efce3025 req-d847a672-031d-4ca3-b57b-87ff68e86ab0 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 944 time: 0.1968458 Jul 09 20:14:07.045921 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9335a2-7ac7-4e11-9e55-491e4ddfbc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad1f3ef-ab74-4f22-9d9a-28963698cc4c'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:14:07.048466 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd66bda8-4b2b-41dd-850f-8220739aee41" -d '{"events": [{"server_uuid": "df9335a2-7ac7-4e11-9e55-491e4ddfbc09", "name": "network-vif-plugged", "status": "completed", "tag": "4ad1f3ef-ab74-4f22-9d9a-28963698cc4c"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:14:07.049126 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-725ebe23-872b-4cb4-9168-0a2d4cd3cea8 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:07.064662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4ad1f3ef-ab74-4f22-9d9a-28963698cc4c,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:07.076364 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:07.089603 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70374393-5172-435c-9e21-ed16efce3025 req-5601f00f-5ca9-45fb-a702-dbbfeb3bc1f2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706503 Jul 09 20:14:07.147206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=4ad1f3ef-ab74-4f22-9d9a-28963698cc4c,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:07.262504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b6bb5-4290-4ea1-ac7a-8886f64bf2f0 req-4f399a0e-1e6c-4dd1-8de4-5d1841f10a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:07.264044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d38b6bb5-4290-4ea1-ac7a-8886f64bf2f0 req-4f399a0e-1e6c-4dd1-8de4-5d1841f10a2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce&device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 1096 time: 0.3856235 Jul 09 20:14:07.265806 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-725ebe23-872b-4cb4-9168-0a2d4cd3cea8 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:07.290782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-725ebe23-872b-4cb4-9168-0a2d4cd3cea8 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fc5e38-be51-4a27-83b0-8321b8e44af3']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:07.299539 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3f8d6-54d5-4967-b279-600e141ee91c req-83ddea20-9dbb-4dc9-a72c-779c775e384c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:07.301105 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cba3f8d6-54d5-4967-b279-600e141ee91c req-83ddea20-9dbb-4dc9-a72c-779c775e384c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.3699119 Jul 09 20:14:07.353482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-725ebe23-872b-4cb4-9168-0a2d4cd3cea8 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0497b835-c6c8-4744-a493-56bd6b40f611') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:07.353771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-725ebe23-872b-4cb4-9168-0a2d4cd3cea8 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0497b835-c6c8-4744-a493-56bd6b40f611') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:07.376289 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-725ebe23-872b-4cb4-9168-0a2d4cd3cea8 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:07.393015 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137a20f6-e897-4975-9ce4-d3cc47e2a13e x-openstack-request-id: req-137a20f6-e897-4975-9ce4-d3cc47e2a13e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:14:07.393315 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9335a2-7ac7-4e11-9e55-491e4ddfbc09", "name": "network-vif-plugged", "status": "completed", "tag": "4ad1f3ef-ab74-4f22-9d9a-28963698cc4c", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:14:07.393570 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-137a20f6-e897-4975-9ce4-d3cc47e2a13e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:14:07.393978 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9335a2-7ac7-4e11-9e55-491e4ddfbc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad1f3ef-ab74-4f22-9d9a-28963698cc4c', 'code': 200} Jul 09 20:14:07.412725 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-725ebe23-872b-4cb4-9168-0a2d4cd3cea8 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:07.431731 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725ebe23-872b-4cb4-9168-0a2d4cd3cea8 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:07.432157 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-725ebe23-872b-4cb4-9168-0a2d4cd3cea8 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:07.435404 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:07.438577 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cba3f8d6-54d5-4967-b279-600e141ee91c req-bcb54cda-c7cb-4d13-83fd-1614fb6d6e9a tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195283 Jul 09 20:14:07.535834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b6bb5-4290-4ea1-ac7a-8886f64bf2f0 req-52cd4063-b777-4eac-bdde-3a28d1803634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:07.537283 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d38b6bb5-4290-4ea1-ac7a-8886f64bf2f0 req-52cd4063-b777-4eac-bdde-3a28d1803634 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6576972-e367-4dac-bb93-8a5b61d3f93b HTTP/1.1" status: 200 len: 912 time: 0.2617850 Jul 09 20:14:07.553924 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-725ebe23-872b-4cb4-9168-0a2d4cd3cea8 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:07.589718 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-725ebe23-872b-4cb4-9168-0a2d4cd3cea8 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:07.594206 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-725ebe23-872b-4cb4-9168-0a2d4cd3cea8 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "DELETE /v2.0/networks/74fc5e38-be51-4a27-83b0-8321b8e44af3 HTTP/1.1" status: 204 len: 168 time: 0.6610243 Jul 09 20:14:07.594451 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57004) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:07.620201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ebe23-872b-4cb4-9168-0a2d4cd3cea8 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event deleted for resources: {'Network': ['ID=74fc5e38-be51-4a27-83b0-8321b8e44af3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:07.649815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91156dbd-061e-4bb6-944f-e5a15ede3a62 req-5f37302b-7249-404a-bf8c-d2c357aa4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:07.652326 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-91156dbd-061e-4bb6-944f-e5a15ede3a62 req-5f37302b-7249-404a-bf8c-d2c357aa4c12 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 1096 time: 0.1720884 Jul 09 20:14:07.654636 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d38b6bb5-4290-4ea1-ac7a-8886f64bf2f0 req-995d8b02-9bce-4964-9503-9119c80c5821 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2314222d-9a3e-48cb-a6b6-5be3c4f546df HTTP/1.1" status: 200 len: 1001 time: 0.1098571 Jul 09 20:14:07.748832 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-91156dbd-061e-4bb6-944f-e5a15ede3a62 req-bf707c48-1f91-4528-9a63-570931fb318a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844681 Jul 09 20:14:07.757053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b6bb5-4290-4ea1-ac7a-8886f64bf2f0 req-7be5ed71-aa4d-495e-8c1b-bb3269efe945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:07.758667 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d38b6bb5-4290-4ea1-ac7a-8886f64bf2f0 req-7be5ed71-aa4d-495e-8c1b-bb3269efe945 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=161c1db9-1ac5-4ddb-aca3-0389863a1e7f HTTP/1.1" status: 200 len: 850 time: 0.0926685 Jul 09 20:14:07.765469 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7f751d1-c17b-4cb9-aac4-f89447d3de78 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:07.875057 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7f751d1-c17b-4cb9-aac4-f89447d3de78 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:07.886519 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-d7f751d1-c17b-4cb9-aac4-f89447d3de78 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c937f4-750b-4980-a18f-f7a3285d089e']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:07.898281 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-d7f751d1-c17b-4cb9-aac4-f89447d3de78 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e111749-cdc4-4d92-af29-8b6984455ad0') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:07.898547 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-d7f751d1-c17b-4cb9-aac4-f89447d3de78 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e111749-cdc4-4d92-af29-8b6984455ad0') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:07.909085 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7f751d1-c17b-4cb9-aac4-f89447d3de78 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:07.925349 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7f751d1-c17b-4cb9-aac4-f89447d3de78 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:07.935106 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f751d1-c17b-4cb9-aac4-f89447d3de78 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:07.935529 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7f751d1-c17b-4cb9-aac4-f89447d3de78 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:07.939197 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:07.971127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b6bb5-4290-4ea1-ac7a-8886f64bf2f0 req-ee6f2b85-2c4d-4f38-aa0e-4803eb48863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:07.973615 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d38b6bb5-4290-4ea1-ac7a-8886f64bf2f0 req-ee6f2b85-2c4d-4f38-aa0e-4803eb48863b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6576972-e367-4dac-bb93-8a5b61d3f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775168 Jul 09 20:14:08.026891 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7f751d1-c17b-4cb9-aac4-f89447d3de78 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:08.032311 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7f751d1-c17b-4cb9-aac4-f89447d3de78 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:08.034630 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d7f751d1-c17b-4cb9-aac4-f89447d3de78 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] 10.222.0.30 "DELETE /v2.0/networks/40c937f4-750b-4980-a18f-f7a3285d089e HTTP/1.1" status: 204 len: 168 time: 0.4390340 Jul 09 20:14:08.067664 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f751d1-c17b-4cb9-aac4-f89447d3de78 tempest-BulkNetworkOpsIpV6Test-295973446 tempest-BulkNetworkOpsIpV6Test-295973446-project] Pushing event deleted for resources: {'Network': ['ID=40c937f4-750b-4980-a18f-f7a3285d089e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:08.110464 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d38b6bb5-4290-4ea1-ac7a-8886f64bf2f0 req-2e763f2f-a18d-4e10-a555-0f72ab87070f service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288195 Jul 09 20:14:08.218382 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d38b6bb5-4290-4ea1-ac7a-8886f64bf2f0 req-a2ed84dd-09a6-4156-be7a-92831c0e4d62 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994480 Jul 09 20:14:08.344296 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc0b89-3fb0-480c-a3bb-136b5131549d req-b66877a8-94ea-4a35-bc14-100c943e12c5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:08.346266 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-43cc0b89-3fb0-480c-a3bb-136b5131549d req-b66877a8-94ea-4a35-bc14-100c943e12c5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 945 time: 0.1026645 Jul 09 20:14:08.413131 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-43cc0b89-3fb0-480c-a3bb-136b5131549d req-5086a2f0-ec7b-462e-b6c5-ccceddf4bd99 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576150 Jul 09 20:14:08.433540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57036) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:08.615126 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b0c3401b-59e2-4856-88dd-2c98888a4c96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a08b318f19b491fb7c6cccfce72addb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1801305 Jul 09 20:14:08.621297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57048) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:08.663739 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c457e0-34f4-45ba-862b-0093acf13497 req-c11f2bf5-31a2-4b08-9a38-f1220a4a934b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:08.666498 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45c457e0-34f4-45ba-862b-0093acf13497 req-c11f2bf5-31a2-4b08-9a38-f1220a4a934b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.0816371 Jul 09 20:14:08.687220 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c8ea7af-aedd-4a9e-80d8-ead7c285fbf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:08.706075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57052) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:08.718162 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c8ea7af-aedd-4a9e-80d8-ead7c285fbf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:08.728716 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45c457e0-34f4-45ba-862b-0093acf13497 req-1347f692-3618-4000-8bda-2ee535413299 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543163 Jul 09 20:14:08.804653 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c8ea7af-aedd-4a9e-80d8-ead7c285fbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:08.808269 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c8ea7af-aedd-4a9e-80d8-ead7c285fbf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:08.809650 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4c8ea7af-aedd-4a9e-80d8-ead7c285fbf1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ba720dd-990c-4209-9c14-ef623e5daec1 HTTP/1.1" status: 204 len: 168 time: 0.1868534 Jul 09 20:14:08.828343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ea7af-aedd-4a9e-80d8-ead7c285fbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba720dd-990c-4209-9c14-ef623e5daec1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:08.891203 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd6d2f2a-48b8-4ada-9fbf-2170ee535016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:08.999974 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd6d2f2a-48b8-4ada-9fbf-2170ee535016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:09.005098 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd6d2f2a-48b8-4ada-9fbf-2170ee535016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:09.054008 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cd6d2f2a-48b8-4ada-9fbf-2170ee535016 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=100f68ca95cf4ea49410858ac236cc5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464158 Jul 09 20:14:09.055163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d2f2a-48b8-4ada-9fbf-2170ee535016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59d8ff9-e5f9-4a90-b9bf-36b87999e83a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:09.057915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57062) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:09.131486 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38c2516d-da4e-49d4-b04c-5cd0895a5fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:09.163440 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38c2516d-da4e-49d4-b04c-5cd0895a5fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:09.219096 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38c2516d-da4e-49d4-b04c-5cd0895a5fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:09.222577 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38c2516d-da4e-49d4-b04c-5cd0895a5fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:09.223918 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-38c2516d-da4e-49d4-b04c-5cd0895a5fea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a59d8ff9-e5f9-4a90-b9bf-36b87999e83a HTTP/1.1" status: 204 len: 168 time: 0.1647637 Jul 09 20:14:09.260186 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2516d-da4e-49d4-b04c-5cd0895a5fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59d8ff9-e5f9-4a90-b9bf-36b87999e83a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:09.623243 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b947e6-3893-498c-b56b-407b6ebb6b32 req-af083502-a44e-4956-86ae-582df2b923f3 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:09.625684 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-91b947e6-3893-498c-b56b-407b6ebb6b32 req-af083502-a44e-4956-86ae-582df2b923f3 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 945 time: 0.0896096 Jul 09 20:14:09.700846 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-91b947e6-3893-498c-b56b-407b6ebb6b32 req-607d6dce-0ecf-4ffe-9dbf-3b0dcc36b859 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669055 Jul 09 20:14:09.769152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57098) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:09.913698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fb224-ea68-4113-a60d-7272e03f2b9a req-6600c4e8-9746-44b6-b02a-c73c2d2c57bd tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:09.934444 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e52fb224-ea68-4113-a60d-7272e03f2b9a req-6600c4e8-9746-44b6-b02a-c73c2d2c57bd tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 945 time: 0.0912361 Jul 09 20:14:09.947506 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Request body: {'networks': [{'name': 'tempest-network--709976302'}, {'name': 'tempest-network--170427217'}]} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:09.947903 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Request body: {'network': {'name': 'tempest-network--709976302'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:09.948390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Request body: {'network': {'name': 'tempest-network--170427217'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:10.013368 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e52fb224-ea68-4113-a60d-7272e03f2b9a req-2b0d5fa8-8373-4c9a-accb-8caa144990b7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775928 Jul 09 20:14:10.017048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Made reservation on behalf of 1a6345e28669483bb3308d11179913d2 for: {'network': 2} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:10.022531 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:10.028707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df87ee1-4ee4-4c17-9086-2f3825d945c8 req-a7640039-21fa-4872-9947-fc47ec976137 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:10.030752 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2df87ee1-4ee4-4c17-9086-2f3825d945c8 req-a7640039-21fa-4872-9947-fc47ec976137 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1035633 Jul 09 20:14:10.055286 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:10.153623 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2df87ee1-4ee4-4c17-9086-2f3825d945c8 req-417a0ea6-7f2e-4794-93ee-07b277ef851f tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118615 Jul 09 20:14:10.201371 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:10.206490 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:10.207216 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:10.261737 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d9cea7-0cb9-47c5-87d8-83bc8ef835bd,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:10.276894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:10.289517 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:10.290438 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Added segment c92a2874-a0a6-4741-914d-25ea24849d79 of type vlan for network df72ddcd-e495-4df5-8f2a-206320b21eb3 Jul 09 20:14:10.342690 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:10.387352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:10.397517 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:10.397936 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Added segment 2d47fac7-a548-4225-a707-4c8b7f5e5b2e of type vlan for network 4868e43e-2200-4c81-be04-0f1176cb9bc4 Jul 09 20:14:10.411783 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-23920c9a-639f-48be-bfa2-a4f8e55f24e1 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:10.415655 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-23920c9a-639f-48be-bfa2-a4f8e55f24e1 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/networks?id=1fd60407-1bdb-4afe-9d6c-eec163f7462b HTTP/1.1" status: 200 len: 814 time: 0.1423497 Jul 09 20:14:10.432704 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-8459d34c-6d41-41f7-b538-a3db24d0747f tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/quotas/4892ec8ee71a4578b716b5c6f297dcd3 HTTP/1.1" status: 200 len: 375 time: 0.0107558 Jul 09 20:14:10.451647 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:10.489030 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:10.489641 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:10.496369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:10.501266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:10.501953 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:10.529609 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-a4cab3f5-c6eb-4410-96dc-592a116a807c tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4892ec8ee71a4578b716b5c6f297dcd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894763 Jul 09 20:14:10.574663 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.8040633 Jul 09 20:14:10.577831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57144) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:10.643174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event updated for resources: {'Network': ['ID=df72ddcd-e495-4df5-8f2a-206320b21eb3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:10.656487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network df72ddcd-e495-4df5-8f2a-206320b21eb3 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:10.693391 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-544a9f5d-f438-4a01-82c2-add06214f868 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601562 Jul 09 20:14:10.785683 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f3b58-f71d-4c63-a169-904178d493f7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event updated for resources: {'Network': ['ID=4868e43e-2200-4c81-be04-0f1176cb9bc4,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:10.807248 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 4868e43e-2200-4c81-be04-0f1176cb9bc4 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:10.828339 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-ff2755c0-e50e-4abd-9bf7-cda505e2a84a service neutron] 10.222.0.30 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330483 Jul 09 20:14:10.854845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79be58a-edcf-4a61-ac55-bacdb23f9e36 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:10.861278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79be58a-edcf-4a61-ac55-bacdb23f9e36 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:10.869401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79be58a-edcf-4a61-ac55-bacdb23f9e36 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:10.892698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79be58a-edcf-4a61-ac55-bacdb23f9e36 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:10.897945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57160) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:10.900278 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a79be58a-edcf-4a61-ac55-bacdb23f9e36 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3207438 Jul 09 20:14:11.054961 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-950db1da-8e44-4ee3-98fd-11dc78325355 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:11.100771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-532d9d26-4cfa-4f59-83f3-ba67af341f8d req-7ec4ef6f-8b1e-4e7e-8610-1394fdcfc55c tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 210 time: 0.0405724 Jul 09 20:14:11.282949 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-950db1da-8e44-4ee3-98fd-11dc78325355 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:11.295370 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-950db1da-8e44-4ee3-98fd-11dc78325355 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df72ddcd-e495-4df5-8f2a-206320b21eb3']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:11.309490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-950db1da-8e44-4ee3-98fd-11dc78325355 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92a2874-a0a6-4741-914d-25ea24849d79') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:11.309490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-950db1da-8e44-4ee3-98fd-11dc78325355 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92a2874-a0a6-4741-914d-25ea24849d79') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:11.319587 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-950db1da-8e44-4ee3-98fd-11dc78325355 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:11.335503 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-950db1da-8e44-4ee3-98fd-11dc78325355 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:11.344618 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950db1da-8e44-4ee3-98fd-11dc78325355 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:11.345043 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-950db1da-8e44-4ee3-98fd-11dc78325355 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:11.417300 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:11.421847 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-950db1da-8e44-4ee3-98fd-11dc78325355 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:11.444427 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-950db1da-8e44-4ee3-98fd-11dc78325355 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:11.451023 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57188) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:11.451640 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-950db1da-8e44-4ee3-98fd-11dc78325355 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "DELETE /v2.0/networks/df72ddcd-e495-4df5-8f2a-206320b21eb3 HTTP/1.1" status: 204 len: 168 time: 0.5517304 Jul 09 20:14:11.452676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950db1da-8e44-4ee3-98fd-11dc78325355 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event deleted for resources: {'Network': ['ID=df72ddcd-e495-4df5-8f2a-206320b21eb3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:11.589353 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-946708e9-475b-4a10-b1d2-45e3a50772bf tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:11.790299 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-946708e9-475b-4a10-b1d2-45e3a50772bf tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:11.808785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-946708e9-475b-4a10-b1d2-45e3a50772bf tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4868e43e-2200-4c81-be04-0f1176cb9bc4']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:11.832766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-946708e9-475b-4a10-b1d2-45e3a50772bf tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d47fac7-a548-4225-a707-4c8b7f5e5b2e') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:11.833075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-946708e9-475b-4a10-b1d2-45e3a50772bf tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d47fac7-a548-4225-a707-4c8b7f5e5b2e') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:11.857867 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-946708e9-475b-4a10-b1d2-45e3a50772bf tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:11.880834 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-946708e9-475b-4a10-b1d2-45e3a50772bf tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:11.891282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946708e9-475b-4a10-b1d2-45e3a50772bf tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:11.892131 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-946708e9-475b-4a10-b1d2-45e3a50772bf tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:11.896616 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:11.990691 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-946708e9-475b-4a10-b1d2-45e3a50772bf tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:12.002042 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-946708e9-475b-4a10-b1d2-45e3a50772bf tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:12.004183 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-946708e9-475b-4a10-b1d2-45e3a50772bf tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "DELETE /v2.0/networks/4868e43e-2200-4c81-be04-0f1176cb9bc4 HTTP/1.1" status: 204 len: 168 time: 0.5521593 Jul 09 20:14:12.007145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57218) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:12.026349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946708e9-475b-4a10-b1d2-45e3a50772bf tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event deleted for resources: {'Network': ['ID=4868e43e-2200-4c81-be04-0f1176cb9bc4,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:12.168718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8661281e-a9bf-4df0-ad08-b2c7cfca9c48 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:12.177711 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8661281e-a9bf-4df0-ad08-b2c7cfca9c48 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:12.184680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57234) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:12.185419 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8661281e-a9bf-4df0-ad08-b2c7cfca9c48 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1765883 Jul 09 20:14:12.197689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c0d551d7-c633-472f-8199-0b5bdfb68a7c tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1285557159'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:12.236935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d551d7-c633-472f-8199-0b5bdfb68a7c tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Made reservation on behalf of 1a6345e28669483bb3308d11179913d2 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:12.246374 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0d551d7-c633-472f-8199-0b5bdfb68a7c tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:12.287802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d551d7-c633-472f-8199-0b5bdfb68a7c tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:12.303606 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0d551d7-c633-472f-8199-0b5bdfb68a7c tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:12.304084 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-c0d551d7-c633-472f-8199-0b5bdfb68a7c tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Added segment 5ed050c3-5ba4-48ca-bb66-9e575958ab8c of type vlan for network c1483eb3-de87-4adb-b8f6-5a156fe9a49d Jul 09 20:14:12.385438 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2eaffe98-5cc1-4b30-b34e-30eca9c2be89 req-21895017-47a5-4018-8f67-bf5dcda950f2 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 210 time: 0.0773265 Jul 09 20:14:12.440565 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0d551d7-c633-472f-8199-0b5bdfb68a7c tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:12.498693 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0d551d7-c633-472f-8199-0b5bdfb68a7c tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:12.507284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d551d7-c633-472f-8199-0b5bdfb68a7c tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:12.507933 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0d551d7-c633-472f-8199-0b5bdfb68a7c tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:12.578006 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c0d551d7-c633-472f-8199-0b5bdfb68a7c tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3921690 Jul 09 20:14:12.581560 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57244) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:12.591199 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d551d7-c633-472f-8199-0b5bdfb68a7c tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event updated for resources: {'Network': ['ID=c1483eb3-de87-4adb-b8f6-5a156fe9a49d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:12.597398 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e1ce0777-4a00-4b04-af3d-6c098ba3a939 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-491981667'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:12.605128 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network c1483eb3-de87-4adb-b8f6-5a156fe9a49d details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:12.643713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ce0777-4a00-4b04-af3d-6c098ba3a939 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Made reservation on behalf of 1a6345e28669483bb3308d11179913d2 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:12.648161 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0777-4a00-4b04-af3d-6c098ba3a939 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:12.677161 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ce0777-4a00-4b04-af3d-6c098ba3a939 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:12.699012 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0777-4a00-4b04-af3d-6c098ba3a939 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:12.699422 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-e1ce0777-4a00-4b04-af3d-6c098ba3a939 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Added segment b0388175-5be8-4bb4-9b3a-c6fd44bfaa18 of type vlan for network f5644d25-5422-4356-a28e-7b104bfdca0c Jul 09 20:14:12.759672 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0777-4a00-4b04-af3d-6c098ba3a939 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:12.793309 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0777-4a00-4b04-af3d-6c098ba3a939 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:12.799529 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ce0777-4a00-4b04-af3d-6c098ba3a939 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:12.800172 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0777-4a00-4b04-af3d-6c098ba3a939 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:12.875927 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e1ce0777-4a00-4b04-af3d-6c098ba3a939 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2929344 Jul 09 20:14:12.880087 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57248) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:12.885773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce0777-4a00-4b04-af3d-6c098ba3a939 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event updated for resources: {'Network': ['ID=f5644d25-5422-4356-a28e-7b104bfdca0c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:12.886957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Request body: {'ports': [{'network_id': 'c1483eb3-de87-4adb-b8f6-5a156fe9a49d', 'name': 'tempest-port--1576349243', 'admin_state_up': True}, {'network_id': 'f5644d25-5422-4356-a28e-7b104bfdca0c', 'admin_state_up': False}]} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:12.887299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Request body: {'port': {'network_id': 'c1483eb3-de87-4adb-b8f6-5a156fe9a49d', 'name': 'tempest-port--1576349243', 'admin_state_up': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:12.888195 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Request body: {'port': {'network_id': 'f5644d25-5422-4356-a28e-7b104bfdca0c', 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:12.899877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network f5644d25-5422-4356-a28e-7b104bfdca0c details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:13.188482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Made reservation on behalf of 1a6345e28669483bb3308d11179913d2 for: {'port': 2} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:13.194041 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:13.208214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-d3051bcf-0610-4b9e-a055-e9b8c2783d19 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:13.208863 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-d3051bcf-0610-4b9e-a055-e9b8c2783d19 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "GET /v2.0/networks?id=1fd60407-1bdb-4afe-9d6c-eec163f7462b HTTP/1.1" status: 200 len: 814 time: 0.1823981 Jul 09 20:14:13.227725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-592bd71a-507c-4499-a4e8-5706fe5f5431 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Request body: {'port': {'device_id': '67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb', 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b', 'admin_state_up': True, 'tenant_id': '4892ec8ee71a4578b716b5c6f297dcd3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:13.233134 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:13.560664 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c4df9fd2-c320-4282-9957-6c918ebd38e6 req-0672e1b5-45fc-4aea-962d-d65707a3ff23 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 210 time: 0.0309815 Jul 09 20:14:13.722457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] device_id is not set on port 4045e65a-ec85-4c46-8a1a-3c0426ee2441 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:14:13.738767 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-b0df1374-9a3c-4eb1-935b-3636c41d5ba2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:13.740219 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-b0df1374-9a3c-4eb1-935b-3636c41d5ba2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 811 time: 0.2214091 Jul 09 20:14:13.773439 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-215241b9-5f0a-4848-aa82-a703774ca995 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/quotas/23bb1ac906cf4b6394cc5b1e602b1500 HTTP/1.1" status: 200 len: 375 time: 0.0256650 Jul 09 20:14:13.783799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-592bd71a-507c-4499-a4e8-5706fe5f5431 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Made reservation on behalf of 4892ec8ee71a4578b716b5c6f297dcd3 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:13.787290 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-592bd71a-507c-4499-a4e8-5706fe5f5431 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:14.035110 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-d41e8998-2878-4c87-a2dd-f4804f08c288 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2547231 Jul 09 20:14:14.037412 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:14.124269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-592bd71a-507c-4499-a4e8-5706fe5f5431 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Allocated IP 172.20.0.8 (1fd60407-1bdb-4afe-9d6c-eec163f7462b/aefd9fb6-c157-4087-a3db-b0ec65cfb0bc/cc3309ef-559c-4201-a6ef-3924b2b2786e) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:14.138202 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] device_id is not set on port 6e5458c7-5844-4e45-b756-b435aba796ba yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:14:14.448723 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-5da478b7-7935-4a58-8da0-9455c3645060 service neutron] 10.222.0.30 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048331 Jul 09 20:14:14.541835 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-592bd71a-507c-4499-a4e8-5706fe5f5431 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:14.551475 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:14.652702 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-a6956e84-af9e-4f3b-9323-02c665f93628 service neutron] 10.222.0.30 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955981 Jul 09 20:14:14.656823 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:14.696912 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-592bd71a-507c-4499-a4e8-5706fe5f5431 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:14.709946 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['16c76871-50bc-42d0-9e19-94df3ad6d709', 'e18545df-a280-4b1a-b892-f20f78d5e53a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:14:14.731396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event updated for resources: {'Port': ['ID=4045e65a-ec85-4c46-8a1a-3c0426ee2441,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:14.741274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-592bd71a-507c-4499-a4e8-5706fe5f5431 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Network 1fd60407-1bdb-4afe-9d6c-eec163f7462b is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:14.767735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-592bd71a-507c-4499-a4e8-5706fe5f5431 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:14.779827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-592bd71a-507c-4499-a4e8-5706fe5f5431 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:14.833193 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Checking segment: {'id': '5ed050c3-5ba4-48ca-bb66-9e575958ab8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c1483eb3-de87-4adb-b8f6-5a156fe9a49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:14.833576 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Network hostable DHCP agents. Network: c1483eb3-de87-4adb-b8f6-5a156fe9a49d, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:14.840787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592bd71a-507c-4499-a4e8-5706fe5f5431 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Pushing event updated for resources: {'Port': ['ID=cc3309ef-559c-4201-a6ef-3924b2b2786e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:14.868083 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aca20e-4b3a-4a12-9f10-91dce13e5693 req-03f2fd31-3585-4d7d-ac01-c7e16be5d97c tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:14.880746 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8aca20e-4b3a-4a12-9f10-91dce13e5693 req-03f2fd31-3585-4d7d-ac01-c7e16be5d97c tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 931 time: 0.1826401 Jul 09 20:14:14.901145 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-592bd71a-507c-4499-a4e8-5706fe5f5431 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:14.905114 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-592bd71a-507c-4499-a4e8-5706fe5f5431 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:14.913786 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Network c1483eb3-de87-4adb-b8f6-5a156fe9a49d is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:14.933962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, c1483eb3-de87-4adb-b8f6-5a156fe9a49d) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:14.951786 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-592bd71a-507c-4499-a4e8-5706fe5f5431 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7300246 Jul 09 20:14:14.952761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:14.957966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:14.968641 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57846415-0a55-4052-82b2-f06c16ad8274 None None] Network c1483eb3-de87-4adb-b8f6-5a156fe9a49d requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:14.968853 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8aca20e-4b3a-4a12-9f10-91dce13e5693 req-5b6e17bc-aa64-4678-bb4d-47b06ff851bc tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777612 Jul 09 20:14:14.994586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Request body: {'port': {'device_id': '67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:15.122850 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c434e02-157b-4a59-9656-03e2eb9c25dc req-38015c82-eeed-432f-8e19-f2dc5c5ad56d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 210 time: 0.0775509 Jul 09 20:14:15.167481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event updated for resources: {'Port': ['ID=6e5458c7-5844-4e45-b756-b435aba796ba,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:15.198795 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Checking segment: {'id': 'b0388175-5be8-4bb4-9b3a-c6fd44bfaa18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f5644d25-5422-4356-a28e-7b104bfdca0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:15.199171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Network hostable DHCP agents. Network: f5644d25-5422-4356-a28e-7b104bfdca0c, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:15.207949 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:15.253053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Network f5644d25-5422-4356-a28e-7b104bfdca0c is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:15.332230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, f5644d25-5422-4356-a28e-7b104bfdca0c) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:15.341311 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:15.344820 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f4fdf9-9306-4a74-a5e2-3d6197e2d56e None None] Network f5644d25-5422-4356-a28e-7b104bfdca0c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:15.346970 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:15.352102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:15.353504 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:15.449124 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ae46dc44-860f-43df-bc30-ab3ba370b2e6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5678234 Jul 09 20:14:15.450035 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57298) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:15.550148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4df4f-4368-4887-a720-128a06088bb6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:15.559221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4df4f-4368-4887-a720-128a06088bb6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:15.561040 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4cd4df4f-4368-4887-a720-128a06088bb6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1098673 Jul 09 20:14:15.564116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57300) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:15.586123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3309ef-559c-4201-a6ef-3924b2b2786e {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:14:15.594986 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:15.614469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Transition to ACTIVE for port object cc3309ef-559c-4201-a6ef-3924b2b2786e will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:15.623911 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:15.694186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Pushing event updated for resources: {'Port': ['ID=cc3309ef-559c-4201-a6ef-3924b2b2786e,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:15.712589 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-8e52cdf7-043f-4ccb-8e83-54d8b2e246be tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Deleting port 4045e65a-ec85-4c46-8a1a-3c0426ee2441 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:14:15.713224 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8e52cdf7-043f-4ccb-8e83-54d8b2e246be tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:15.782337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Attempting to bind port cc3309ef-559c-4201-a6ef-3924b2b2786e on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:14:15.782971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Attempting to bind port cc3309ef-559c-4201-a6ef-3924b2b2786e by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:14:15.783258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Attempting to bind port cc3309ef-559c-4201-a6ef-3924b2b2786e on network 1fd60407-1bdb-4afe-9d6c-eec163f7462b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:15.788942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Port cc3309ef-559c-4201-a6ef-3924b2b2786e on network 1fd60407-1bdb-4afe-9d6c-eec163f7462b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:14:15.789413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Attempting to bind port cc3309ef-559c-4201-a6ef-3924b2b2786e on network 1fd60407-1bdb-4afe-9d6c-eec163f7462b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:15.795780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:14:15.796266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Checking segment: {'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:15.796889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Bound using segment: {'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:14:15.797551 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Bound port: cc3309ef-559c-4201-a6ef-3924b2b2786e, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:14:15.798240 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:15.815348 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8e52cdf7-043f-4ccb-8e83-54d8b2e246be tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:15.831325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-8e52cdf7-043f-4ccb-8e83-54d8b2e246be tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Calling delete_port for 4045e65a-ec85-4c46-8a1a-3c0426ee2441 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:14:15.878906 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] For port cc3309ef-559c-4201-a6ef-3924b2b2786e, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:14:15.883074 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] For port cc3309ef-559c-4201-a6ef-3924b2b2786e, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cc3309ef-559c-4201-a6ef-3924b2b2786e,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:14:15.886679 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:15.933684 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:15.934631 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:15.936447 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] 10.222.0.36 "PUT /v2.0/ports/cc3309ef-559c-4201-a6ef-3924b2b2786e HTTP/1.1" status: 200 len: 1091 time: 0.9655950 Jul 09 20:14:15.936962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb', 'tag': 'cc3309ef-559c-4201-a6ef-3924b2b2786e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:14:15.939722 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28671c3-c5e9-414c-a0e3-9b69e68d1a92" -d '{"events": [{"name": "network-changed", "server_uuid": "67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb", "tag": "cc3309ef-559c-4201-a6ef-3924b2b2786e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:14:15.947301 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8e52cdf7-043f-4ccb-8e83-54d8b2e246be tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:15.975044 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b582d9-80c2-4b08-9c2c-533b710c868a service neutron] Pushing event updated for resources: {'Port': ['ID=cc3309ef-559c-4201-a6ef-3924b2b2786e,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:16.038096 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52cdf7-043f-4ccb-8e83-54d8b2e246be tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event deleted for resources: {'Port': ['ID=4045e65a-ec85-4c46-8a1a-3c0426ee2441,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:16.046394 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8e52cdf7-043f-4ccb-8e83-54d8b2e246be tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:16.051705 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8e52cdf7-043f-4ccb-8e83-54d8b2e246be tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "DELETE /v2.0/ports/4045e65a-ec85-4c46-8a1a-3c0426ee2441 HTTP/1.1" status: 204 len: 168 time: 0.4850576 Jul 09 20:14:16.052272 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57308) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:16.133972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-ea6b6335-d788-41aa-bf29-4955662d2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:16.135634 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-ea6b6335-d788-41aa-bf29-4955662d2cc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4892ec8ee71a4578b716b5c6f297dcd3&device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 1094 time: 0.1105137 Jul 09 20:14:16.177270 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c519f-5163-4456-9a4a-6e13dede9cb8 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Deleting port 6e5458c7-5844-4e45-b756-b435aba796ba {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:14:16.177668 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a6c519f-5163-4456-9a4a-6e13dede9cb8 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:16.238291 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-42eb3c76-1c03-44b4-8052-d6daf6119100 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc3309ef-559c-4201-a6ef-3924b2b2786e HTTP/1.1" status: 200 len: 217 time: 0.0796041 Jul 09 20:14:16.256234 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a6c519f-5163-4456-9a4a-6e13dede9cb8 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:16.296090 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c519f-5163-4456-9a4a-6e13dede9cb8 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Calling delete_port for 6e5458c7-5844-4e45-b756-b435aba796ba owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:14:16.302906 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80733478-fa65-417b-bd5a-18eb495f4971 x-openstack-request-id: req-80733478-fa65-417b-bd5a-18eb495f4971 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:14:16.303204 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb", "tag": "cc3309ef-559c-4201-a6ef-3924b2b2786e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:14:16.303554 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80733478-fa65-417b-bd5a-18eb495f4971 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:14:16.303966 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb', 'tag': 'cc3309ef-559c-4201-a6ef-3924b2b2786e', 'status': 'completed', 'code': 200} Jul 09 20:14:16.334806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-a48fbf47-35f9-4a4f-80f0-f1e4f61ecf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:16.338099 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-a48fbf47-35f9-4a4f-80f0-f1e4f61ecf50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefd9fb6-c157-4087-a3db-b0ec65cfb0bc HTTP/1.1" status: 200 len: 854 time: 0.0923369 Jul 09 20:14:16.400340 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-a2389d33-6ec3-451f-b74b-b889a6682f11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1fd60407-1bdb-4afe-9d6c-eec163f7462b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464256 Jul 09 20:14:16.417327 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a6c519f-5163-4456-9a4a-6e13dede9cb8 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:16.418034 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e799db-7494-4614-a484-4d5b7f99d622 req-8f39b028-1088-4de9-b515-8b2ad3432e1d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:16.427133 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-08e799db-7494-4614-a484-4d5b7f99d622 req-8f39b028-1088-4de9-b515-8b2ad3432e1d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 943 time: 0.1387579 Jul 09 20:14:16.455322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c519f-5163-4456-9a4a-6e13dede9cb8 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event deleted for resources: {'Port': ['ID=6e5458c7-5844-4e45-b756-b435aba796ba,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:16.463348 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a6c519f-5163-4456-9a4a-6e13dede9cb8 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:16.479004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0a6c519f-5163-4456-9a4a-6e13dede9cb8 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "DELETE /v2.0/ports/6e5458c7-5844-4e45-b756-b435aba796ba HTTP/1.1" status: 204 len: 168 time: 0.4254322 Jul 09 20:14:16.483284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57318) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:16.547124 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bb38f285-6497-4acd-ae5a-3ca406565941 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0587044 Jul 09 20:14:16.550439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57322) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:16.557880 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7d7e1cab-1765-49c5-b8c9-b5d0ad0e9bef tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1283415173'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:16.580165 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-18bb3185-617a-4f2d-a5db-bc58ad5f0321 req-853e977e-2816-4007-b67c-c2f5d8010e59 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 210 time: 0.0801921 Jul 09 20:14:16.583822 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-08e799db-7494-4614-a484-4d5b7f99d622 req-65b3700e-d396-4fe9-9144-d53b4d431371 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499939 Jul 09 20:14:16.612459 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-89c1567e-2ff7-4969-8bb5-d34c7e4a03d7 service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770246 Jul 09 20:14:16.624604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7e1cab-1765-49c5-b8c9-b5d0ad0e9bef tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Made reservation on behalf of 1a6345e28669483bb3308d11179913d2 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:16.629864 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7d7e1cab-1765-49c5-b8c9-b5d0ad0e9bef tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:16.693984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57324) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:16.819842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7e1cab-1765-49c5-b8c9-b5d0ad0e9bef tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:16.865141 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e66902c6-f4fb-4f8b-b3bb-92a2cc6b27e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:16.869514 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7d7e1cab-1765-49c5-b8c9-b5d0ad0e9bef tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:16.869972 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-7d7e1cab-1765-49c5-b8c9-b5d0ad0e9bef tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Added segment 69113a30-bdf8-477a-aeef-7e22304f3047 of type vlan for network a4b222ae-846f-4ec2-af03-5acfe5478b1a Jul 09 20:14:16.891058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b195809-cd20-4709-8fef-f79ef9d68e46 req-f91802e2-f0ee-4302-b7aa-a28c5c8c00dc service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576518 Jul 09 20:14:16.946700 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7d7e1cab-1765-49c5-b8c9-b5d0ad0e9bef tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:16.958642 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-67b03b2b-4c26-4045-a5ac-1136ab3d5f0c tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:16.960268 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-67b03b2b-4c26-4045-a5ac-1136ab3d5f0c tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 811 time: 0.2664785 Jul 09 20:14:16.976658 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e66902c6-f4fb-4f8b-b3bb-92a2cc6b27e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:16.982211 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e66902c6-f4fb-4f8b-b3bb-92a2cc6b27e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:16.994733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-e7abc0d8-954a-404e-b26e-a6fdaf4517e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'port': {'device_id': 'dd77c2ea-01de-4142-942f-7e5f7273e804', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'admin_state_up': True, 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:17.022433 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e66902c6-f4fb-4f8b-b3bb-92a2cc6b27e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff2c01edc5ae4b109ffbff07171258d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269222 Jul 09 20:14:17.026404 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57328) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:17.079308 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7d7e1cab-1765-49c5-b8c9-b5d0ad0e9bef tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:17.085462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7e1cab-1765-49c5-b8c9-b5d0ad0e9bef tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:17.086076 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7d7e1cab-1765-49c5-b8c9-b5d0ad0e9bef tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:17.103537 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66902c6-f4fb-4f8b-b3bb-92a2cc6b27e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9161aea0-8c3a-47f1-9697-b2d8e4db9293,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:17.159217 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb3204a5-82d6-4103-a7b8-bed06707cf66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:17.199339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7d7e1cab-1765-49c5-b8c9-b5d0ad0e9bef tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6459110 Jul 09 20:14:17.205968 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb3204a5-82d6-4103-a7b8-bed06707cf66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:17.208763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57330) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:17.218958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e1cab-1765-49c5-b8c9-b5d0ad0e9bef tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event updated for resources: {'Network': ['ID=a4b222ae-846f-4ec2-af03-5acfe5478b1a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:17.226520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-359829bb-1804-445c-b50f-3c0e15fd005f tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1407467440'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:17.232477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network a4b222ae-846f-4ec2-af03-5acfe5478b1a details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:17.270707 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28671c3-c5e9-414c-a0e3-9b69e68d1a92 req-b4e250b0-c8b1-4e09-b2bf-a5a6cdd4fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:17.272289 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a28671c3-c5e9-414c-a0e3-9b69e68d1a92 req-b4e250b0-c8b1-4e09-b2bf-a5a6cdd4fe39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4892ec8ee71a4578b716b5c6f297dcd3&device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 1094 time: 0.2917590 Jul 09 20:14:17.299814 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359829bb-1804-445c-b50f-3c0e15fd005f tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Made reservation on behalf of 1a6345e28669483bb3308d11179913d2 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:17.306939 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-359829bb-1804-445c-b50f-3c0e15fd005f tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:17.346781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb3204a5-82d6-4103-a7b8-bed06707cf66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:17.351324 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb3204a5-82d6-4103-a7b8-bed06707cf66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:17.356213 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bb3204a5-82d6-4103-a7b8-bed06707cf66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9161aea0-8c3a-47f1-9697-b2d8e4db9293 HTTP/1.1" status: 204 len: 168 time: 0.3182092 Jul 09 20:14:17.373811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359829bb-1804-445c-b50f-3c0e15fd005f tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:17.400251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3204a5-82d6-4103-a7b8-bed06707cf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9161aea0-8c3a-47f1-9697-b2d8e4db9293,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:17.428257 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-359829bb-1804-445c-b50f-3c0e15fd005f tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:17.428592 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-359829bb-1804-445c-b50f-3c0e15fd005f tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Added segment cad20164-bf1c-44f1-a10d-4ae827703a03 of type vlan for network ce12b6ec-21a7-4866-b2eb-154f67536b9e Jul 09 20:14:17.492444 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-359829bb-1804-445c-b50f-3c0e15fd005f tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:17.576753 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-359829bb-1804-445c-b50f-3c0e15fd005f tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:17.585322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359829bb-1804-445c-b50f-3c0e15fd005f tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:17.585990 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-359829bb-1804-445c-b50f-3c0e15fd005f tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:17.670045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359829bb-1804-445c-b50f-3c0e15fd005f tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event updated for resources: {'Network': ['ID=ce12b6ec-21a7-4866-b2eb-154f67536b9e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:17.674760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-e7abc0d8-954a-404e-b26e-a6fdaf4517e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Made reservation on behalf of 23bb1ac906cf4b6394cc5b1e602b1500 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:17.679202 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-e7abc0d8-954a-404e-b26e-a6fdaf4517e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:17.681806 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-359829bb-1804-445c-b50f-3c0e15fd005f tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4715092 Jul 09 20:14:17.685588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network ce12b6ec-21a7-4866-b2eb-154f67536b9e details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:17.767274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28671c3-c5e9-414c-a0e3-9b69e68d1a92 req-88202a15-ef89-43f6-9414-96f46d85276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:17.769835 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a28671c3-c5e9-414c-a0e3-9b69e68d1a92 req-88202a15-ef89-43f6-9414-96f46d85276a service neutron] 10.222.0.36 "GET /v2.0/networks?id=1fd60407-1bdb-4afe-9d6c-eec163f7462b HTTP/1.1" status: 200 len: 915 time: 0.4883881 Jul 09 20:14:17.911843 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3d1c02d5-a622-45a9-9333-5269fa905513 req-791f6b7c-9bf0-4c51-b55b-710b9326d57d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 210 time: 0.1004248 Jul 09 20:14:17.925247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57346) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:17.939928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57348) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:17.950332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Request body: {'subnets': [{'network_id': 'a4b222ae-846f-4ec2-af03-5acfe5478b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--342609172', 'ip_version': 4}, {'network_id': 'ce12b6ec-21a7-4866-b2eb-154f67536b9e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:17.950655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Request body: {'subnet': {'network_id': 'a4b222ae-846f-4ec2-af03-5acfe5478b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--342609172', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:17.951362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Request body: {'subnet': {'network_id': 'ce12b6ec-21a7-4866-b2eb-154f67536b9e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:17.955246 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bfdd22e1-5c22-4486-a186-5eac226c1450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:18.040454 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a28671c3-c5e9-414c-a0e3-9b69e68d1a92 req-fc997546-9f05-4334-90c3-991c14c23ae1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc3309ef-559c-4201-a6ef-3924b2b2786e HTTP/1.1" status: 200 len: 217 time: 0.2511477 Jul 09 20:14:18.093940 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bfdd22e1-5c22-4486-a186-5eac226c1450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:18.099545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bfdd22e1-5c22-4486-a186-5eac226c1450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:18.156309 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bfdd22e1-5c22-4486-a186-5eac226c1450 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62df6647a4354de2aa718c61a5ae1c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335010 Jul 09 20:14:18.156645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57350) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:18.162862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd22e1-5c22-4486-a186-5eac226c1450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397cb674-5bf9-4cf5-887a-1472ab4b87c6,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:18.216709 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73fe554c-c63c-4cca-a7fb-9869d187ec1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:18.238513 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73fe554c-c63c-4cca-a7fb-9869d187ec1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:18.278199 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28671c3-c5e9-414c-a0e3-9b69e68d1a92 req-a6ce3ece-f0a6-4f72-b9ec-e8b596e46f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:18.279800 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a28671c3-c5e9-414c-a0e3-9b69e68d1a92 req-a6ce3ece-f0a6-4f72-b9ec-e8b596e46f09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefd9fb6-c157-4087-a3db-b0ec65cfb0bc HTTP/1.1" status: 200 len: 854 time: 0.2238190 Jul 09 20:14:18.299131 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73fe554c-c63c-4cca-a7fb-9869d187ec1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:18.303835 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73fe554c-c63c-4cca-a7fb-9869d187ec1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:18.310867 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-73fe554c-c63c-4cca-a7fb-9869d187ec1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/397cb674-5bf9-4cf5-887a-1472ab4b87c6 HTTP/1.1" status: 204 len: 168 time: 0.1527872 Jul 09 20:14:18.325262 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe554c-c63c-4cca-a7fb-9869d187ec1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397cb674-5bf9-4cf5-887a-1472ab4b87c6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:18.343727 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-e7abc0d8-954a-404e-b26e-a6fdaf4517e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Allocated IP 172.20.0.7 (3de49419-471d-44dd-9cec-0be8c2f78db2/9a57788d-dcbd-497d-b559-eb3dde79191b/44f5643a-3e29-4817-b144-c66c3c6ffbd6) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:18.349075 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a28671c3-c5e9-414c-a0e3-9b69e68d1a92 req-98f8ff62-803d-4328-80a6-299187f711b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1fd60407-1bdb-4afe-9d6c-eec163f7462b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608177 Jul 09 20:14:18.385037 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e037b9b-8fb5-4fd9-8bff-ffc633fbd685 req-ac328408-1d63-45a2-8f94-2ed5e27f99e7 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:18.392215 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6e037b9b-8fb5-4fd9-8bff-ffc633fbd685 req-ac328408-1d63-45a2-8f94-2ed5e27f99e7 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 943 time: 0.3546915 Jul 09 20:14:18.480311 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Made reservation on behalf of 1a6345e28669483bb3308d11179913d2 for: {'subnet': 2} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:18.486689 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:18.487032 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:18.627816 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6e037b9b-8fb5-4fd9-8bff-ffc633fbd685 req-f8474ae1-93b7-42cf-a982-ea62ecad694f tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346885 Jul 09 20:14:18.755269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a28671c3-c5e9-414c-a0e3-9b69e68d1a92 req-5cbc38e5-93be-4c5f-8bd3-8ff02c35dc9b service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895462 Jul 09 20:14:18.962258 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-e7abc0d8-954a-404e-b26e-a6fdaf4517e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:19.045825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-e7abc0d8-954a-404e-b26e-a6fdaf4517e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Transition to ACTIVE for port object 44f5643a-3e29-4817-b144-c66c3c6ffbd6 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:19.073502 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a28671c3-c5e9-414c-a0e3-9b69e68d1a92 req-1afcd9e1-e6e3-4033-b056-6b0fcb981083 service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096225 Jul 09 20:14:19.147950 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-e7abc0d8-954a-404e-b26e-a6fdaf4517e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:19.168958 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['4ad1f3ef-ab74-4f22-9d9a-28963698cc4c'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:14:19.214692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57376) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:19.300944 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e5b54-2cc5-4860-9ea5-483815bc5f61 req-bc0ef3f2-9629-421f-80fc-e80609753e57 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:19.313235 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8d3e5b54-2cc5-4860-9ea5-483815bc5f61 req-bc0ef3f2-9629-421f-80fc-e80609753e57 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 931 time: 0.1779737 Jul 09 20:14:19.358161 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abc0d8-954a-404e-b26e-a6fdaf4517e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'Port': ['ID=44f5643a-3e29-4817-b144-c66c3c6ffbd6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:19.381556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-e7abc0d8-954a-404e-b26e-a6fdaf4517e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Network 3de49419-471d-44dd-9cec-0be8c2f78db2 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:19.384732 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-e7abc0d8-954a-404e-b26e-a6fdaf4517e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:19.388281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-e7abc0d8-954a-404e-b26e-a6fdaf4517e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:19.396806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-587243195-network', 'tenant_id': '977720f982be496a88fb0bfc7896bd23'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:19.421061 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:19.435394 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8d3e5b54-2cc5-4860-9ea5-483815bc5f61 req-92f3bdc6-0bb3-4bbc-a666-b20f60c032d0 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201661 Jul 09 20:14:19.436980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] Made reservation on behalf of 977720f982be496a88fb0bfc7896bd23 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:19.440833 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:19.467348 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:19.530549 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-e7abc0d8-954a-404e-b26e-a6fdaf4517e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:19.531232 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-e7abc0d8-954a-404e-b26e-a6fdaf4517e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:19.544395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event updated for resources: {'Subnet': ['ID=d69f8359-526e-45ca-be1e-6f4613f2deda,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:19.572854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Checking segment: {'id': '69113a30-bdf8-477a-aeef-7e22304f3047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a4b222ae-846f-4ec2-af03-5acfe5478b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:19.573403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Network hostable DHCP agents. Network: a4b222ae-846f-4ec2-af03-5acfe5478b1a, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:19.599366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Network a4b222ae-846f-4ec2-af03-5acfe5478b1a is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:19.610649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, a4b222ae-846f-4ec2-af03-5acfe5478b1a) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:19.615569 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:19.623327 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46fed1b-6299-4ae6-9b1f-620c0a219d0f None None] Network a4b222ae-846f-4ec2-af03-5acfe5478b1a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:19.625871 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:19.631739 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:19.665777 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-e7abc0d8-954a-404e-b26e-a6fdaf4517e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6760516 Jul 09 20:14:19.699734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909bc88d-e071-46eb-8625-dd62e1cafba1,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:19.703543 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Request body: {'port': {'device_id': 'dd77c2ea-01de-4142-942f-7e5f7273e804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:19.710225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event updated for resources: {'Subnet': ['ID=a5c2e6f1-8ea9-405f-9606-3eb20eee5502,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:19.731661 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:19.736168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Checking segment: {'id': 'cad20164-bf1c-44f1-a10d-4ae827703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce12b6ec-21a7-4866-b2eb-154f67536b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:19.736473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Network hostable DHCP agents. Network: ce12b6ec-21a7-4866-b2eb-154f67536b9e, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:19.763463 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:19.763941 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] Added segment a6c97953-d6d5-4e93-bb80-4aae70eb3671 of type vlan for network d86f9705-1fba-40a2-be82-e22a4c6c478d Jul 09 20:14:19.770288 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Network ce12b6ec-21a7-4866-b2eb-154f67536b9e is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:19.807374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, ce12b6ec-21a7-4866-b2eb-154f67536b9e) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:19.812162 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:19.812716 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:19.813875 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:19.818615 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c799a83d-4339-4f55-99d3-96b5fd9db503 None None] Network ce12b6ec-21a7-4866-b2eb-154f67536b9e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:19.829090 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:19.848303 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3ac2829c-3a90-4f79-9ee4-3e96d3d43735 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.9038064 Jul 09 20:14:19.848303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57382) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:19.889476 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:19.940763 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:19.942605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:19.943328 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:20.010334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ba55faa2-9463-4207-b977-545a2c1bfe95 None None] Provisioning for port 44f5643a-3e29-4817-b144-c66c3c6ffbd6 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:20.042007 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8222845 Jul 09 20:14:20.045840 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57384) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:20.053153 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e431a97a-b9db-4118-be97-e74bd49f9894 admin admin] Request body: {'subnet': {'network_id': 'd86f9705-1fba-40a2-be82-e22a4c6c478d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-587243195-subnet', 'tenant_id': '977720f982be496a88fb0bfc7896bd23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:20.061890 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ba55faa2-9463-4207-b977-545a2c1bfe95 None None] Provisioning complete for port 44f5643a-3e29-4817-b144-c66c3c6ffbd6 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:20.062438 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba55faa2-9463-4207-b977-545a2c1bfe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:20.069177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2279e6a-4f7a-4a1a-9687-db7bd5a8c42a admin admin] Pushing event updated for resources: {'Network': ['ID=d86f9705-1fba-40a2-be82-e22a4c6c478d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:20.088354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e431a97a-b9db-4118-be97-e74bd49f9894 admin admin] Made reservation on behalf of 977720f982be496a88fb0bfc7896bd23 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:20.091195 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e431a97a-b9db-4118-be97-e74bd49f9894 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:20.108937 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network d86f9705-1fba-40a2-be82-e22a4c6c478d details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:20.177548 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51645133-268b-4c53-977f-665f7b39bdab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-a4b222ae-846f-4ec2-af03-5acfe5478b1a', 'network_id': 'a4b222ae-846f-4ec2-af03-5acfe5478b1a', 'tenant_id': '1a6345e28669483bb3308d11179913d2', 'fixed_ips': [{'subnet_id': 'd69f8359-526e-45ca-be1e-6f4613f2deda'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:14:20.178589 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-51645133-268b-4c53-977f-665f7b39bdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:20.219690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad7d734-a29a-402a-9441-d40a6d0f5117 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:20.222409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad7d734-a29a-402a-9441-d40a6d0f5117 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:20.224628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad7d734-a29a-402a-9441-d40a6d0f5117 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:20.231999 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0ad7d734-a29a-402a-9441-d40a6d0f5117 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3827181 Jul 09 20:14:20.233278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57386) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:20.283617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-ba55faa2-9463-4207-b977-545a2c1bfe95 None None] Port 44f5643a-3e29-4817-b144-c66c3c6ffbd6 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:14:20.305634 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e431a97a-b9db-4118-be97-e74bd49f9894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:20.358994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e4674-1311-46a3-85ea-203e4f108682 req-298ca29f-7cbb-46cf-aa49-25f03e012034 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:20.361583 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-818e4674-1311-46a3-85ea-203e4f108682 req-298ca29f-7cbb-46cf-aa49-25f03e012034 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 943 time: 0.2727759 Jul 09 20:14:20.386480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431a97a-b9db-4118-be97-e74bd49f9894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24679801-619c-4b30-922d-da2383b0fc1c,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:20.396566 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e431a97a-b9db-4118-be97-e74bd49f9894 admin admin] Checking segment: {'id': 'a6c97953-d6d5-4e93-bb80-4aae70eb3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd86f9705-1fba-40a2-be82-e22a4c6c478d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:20.396946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e431a97a-b9db-4118-be97-e74bd49f9894 admin admin] Network hostable DHCP agents. Network: d86f9705-1fba-40a2-be82-e22a4c6c478d, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:20.421996 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e431a97a-b9db-4118-be97-e74bd49f9894 admin admin] Network d86f9705-1fba-40a2-be82-e22a4c6c478d is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:20.434514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e431a97a-b9db-4118-be97-e74bd49f9894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, d86f9705-1fba-40a2-be82-e22a4c6c478d) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:20.438112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f5643a-3e29-4817-b144-c66c3c6ffbd6 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:14:20.443547 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e431a97a-b9db-4118-be97-e74bd49f9894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:20.444173 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e431a97a-b9db-4118-be97-e74bd49f9894 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:20.449675 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6764007-069e-462e-8673-ba9874b8eca6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Deleting subnet d69f8359-526e-45ca-be1e-6f4613f2deda {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:14:20.453352 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b6764007-069e-462e-8673-ba9874b8eca6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:20.462751 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea9a284-ace5-4d1c-ac33-ef83cedd30e7 None None] Network d86f9705-1fba-40a2-be82-e22a4c6c478d requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:20.480022 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e431a97a-b9db-4118-be97-e74bd49f9894 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4319251 Jul 09 20:14:20.503843 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b6764007-069e-462e-8673-ba9874b8eca6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:20.568660 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b6764007-069e-462e-8673-ba9874b8eca6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:20.616043 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ce12b6ec-21a7-4866-b2eb-154f67536b9e', 'network_id': 'ce12b6ec-21a7-4866-b2eb-154f67536b9e', 'tenant_id': '1a6345e28669483bb3308d11179913d2', 'fixed_ips': [{'subnet_id': 'a5c2e6f1-8ea9-405f-9606-3eb20eee5502'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:14:20.617644 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:20.650846 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:20.694896 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-818e4674-1311-46a3-85ea-203e4f108682 req-a8b0db5e-536d-4dfe-9b6c-b690f41e0588 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234828 Jul 09 20:14:20.715117 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Transition to ACTIVE for port object 44f5643a-3e29-4817-b144-c66c3c6ffbd6 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:20.718260 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b6764007-069e-462e-8673-ba9874b8eca6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:20.739039 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:20.765481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a9615-05c6-4992-aabc-235c50fb5f48 req-4efa0b6e-bced-4847-beba-7c2a9c7e4a73 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:20.771858 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b65a9615-05c6-4992-aabc-235c50fb5f48 req-4efa0b6e-bced-4847-beba-7c2a9c7e4a73 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 931 time: 0.1741514 Jul 09 20:14:20.865631 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Allocated IP 172.20.0.18 (ce12b6ec-21a7-4866-b2eb-154f67536b9e/a5c2e6f1-8ea9-405f-9606-3eb20eee5502/e97c05da-2aa8-4c51-8427-30a3c29fba6b) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:20.890828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6764007-069e-462e-8673-ba9874b8eca6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event deleted for resources: {'Subnet': ['ID=d69f8359-526e-45ca-be1e-6f4613f2deda,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:20.895620 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b65a9615-05c6-4992-aabc-235c50fb5f48 req-7f67245d-243b-49dc-8828-5fe04036768f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145959 Jul 09 20:14:20.895775 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Pushing event updated for resources: {'Port': ['ID=44f5643a-3e29-4817-b144-c66c3c6ffbd6,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:20.909211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cc3309ef-559c-4201-a6ef-3924b2b2786e details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:14:20.911005 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b6764007-069e-462e-8673-ba9874b8eca6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:20.917397 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b6764007-069e-462e-8673-ba9874b8eca6 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "DELETE /v2.0/subnets/d69f8359-526e-45ca-be1e-6f4613f2deda HTTP/1.1" status: 204 len: 168 time: 0.6747251 Jul 09 20:14:20.918325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57398) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server [None req-51645133-268b-4c53-977f-665f7b39bdab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d69f8359-526e-45ca-be1e-6f4613f2deda: This subnet is being modified by another concurrent operation. Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise exception Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d69f8359-526e-45ca-be1e-6f4613f2deda: This subnet is being modified by another concurrent operation. Jul 09 20:14:20.959927 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Jul 09 20:14:21.095297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bdaeb0-a872-43f4-ac0b-1b57ecc5cbb2 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Deleting subnet a5c2e6f1-8ea9-405f-9606-3eb20eee5502 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:14:21.101944 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67d8774-7574-41b5-950f-0cd7c16c84c7 None None] Network a4b222ae-846f-4ec2-af03-5acfe5478b1a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:21.175701 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Attempting to bind port 44f5643a-3e29-4817-b144-c66c3c6ffbd6 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:14:21.176107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Attempting to bind port 44f5643a-3e29-4817-b144-c66c3c6ffbd6 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:14:21.176785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Attempting to bind port 44f5643a-3e29-4817-b144-c66c3c6ffbd6 on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:21.186551 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Port 44f5643a-3e29-4817-b144-c66c3c6ffbd6 on network 3de49419-471d-44dd-9cec-0be8c2f78db2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:14:21.187060 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Attempting to bind port 44f5643a-3e29-4817-b144-c66c3c6ffbd6 on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:21.201467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:14:21.202147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Checking segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:21.202367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Bound using segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:14:21.202918 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Bound port: 44f5643a-3e29-4817-b144-c66c3c6ffbd6, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:14:21.203574 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:21.381928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] For port 44f5643a-3e29-4817-b144-c66c3c6ffbd6, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:14:21.388961 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] For port 44f5643a-3e29-4817-b144-c66c3c6ffbd6, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=44f5643a-3e29-4817-b144-c66c3c6ffbd6,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:14:21.398866 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:21.453677 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:21.454309 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:21.455736 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] 10.222.0.36 "PUT /v2.0/ports/44f5643a-3e29-4817-b144-c66c3c6ffbd6 HTTP/1.1" status: 200 len: 1091 time: 1.7612450 Jul 09 20:14:21.456188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd77c2ea-01de-4142-942f-7e5f7273e804', 'tag': '44f5643a-3e29-4817-b144-c66c3c6ffbd6'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:14:21.458569 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093d29a6-fbb1-40b1-bbb9-c0058a966045" -d '{"events": [{"name": "network-changed", "server_uuid": "dd77c2ea-01de-4142-942f-7e5f7273e804", "tag": "44f5643a-3e29-4817-b144-c66c3c6ffbd6"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:14:21.472318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0d40f-d62a-413c-a369-4c13767f32db service neutron] Pushing event updated for resources: {'Port': ['ID=44f5643a-3e29-4817-b144-c66c3c6ffbd6,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:21.626971 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cb1f51-be47-4bd8-85cb-338556be85db x-openstack-request-id: req-76cb1f51-be47-4bd8-85cb-338556be85db {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:14:21.627291 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd77c2ea-01de-4142-942f-7e5f7273e804", "tag": "44f5643a-3e29-4817-b144-c66c3c6ffbd6", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:14:21.630992 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76cb1f51-be47-4bd8-85cb-338556be85db {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:14:21.631458 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd77c2ea-01de-4142-942f-7e5f7273e804', 'tag': '44f5643a-3e29-4817-b144-c66c3c6ffbd6', 'status': 'completed', 'code': 200} Jul 09 20:14:21.731882 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-fd7b189e-916f-4339-9095-412dab1a9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:21.735871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-fd7b189e-916f-4339-9095-412dab1a9a24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 1094 time: 0.2170172 Jul 09 20:14:21.867644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-a7babb20-cf63-428a-8d5b-0f4e0a04de6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44f5643a-3e29-4817-b144-c66c3c6ffbd6 HTTP/1.1" status: 200 len: 217 time: 0.1195548 Jul 09 20:14:21.964376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9fd5d6-67ac-48be-ac2e-9edd3b89f10f None None] Network d86f9705-1fba-40a2-be82-e22a4c6c478d requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:21.985118 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-bd6e315d-38fa-4760-a143-4bdbf046998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:21.993033 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-bd6e315d-38fa-4760-a143-4bdbf046998b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.1129761 Jul 09 20:14:22.145018 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cc3309ef-559c-4201-a6ef-3924b2b2786e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cc3309ef-559c-4201-a6ef-3924b2b2786e,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:22.151725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d116c57-03c3-44ca-9c44-b3e729eb73da req-2f03c93e-90e6-43d4-a379-0cd15fb825e8 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:22.154442 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3d116c57-03c3-44ca-9c44-b3e729eb73da req-2f03c93e-90e6-43d4-a379-0cd15fb825e8 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 943 time: 0.1364050 Jul 09 20:14:22.156785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-ba864639-e62d-47ab-8584-d4b8fcb54085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:22.158344 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-ba864639-e62d-47ab-8584-d4b8fcb54085 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1569185 Jul 09 20:14:22.205497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'cc3309ef-559c-4201-a6ef-3924b2b2786e', 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b', 'port_id': 'cc3309ef-559c-4201-a6ef-3924b2b2786e', 'mac_address': 'fa:16:3e:b6:fc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefd9fb6-c157-4087-a3db-b0ec65cfb0bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:14:22.208224 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:22.244043 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Transition to ACTIVE for port object e97c05da-2aa8-4c51-8427-30a3c29fba6b will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:22.313806 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3d116c57-03c3-44ca-9c44-b3e729eb73da req-32597fc5-05f4-43f2-86ec-01e633c8bec9 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521080 Jul 09 20:14:22.398567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bbb27-9637-4cae-a8e3-614c79f3f936 req-7febed7f-35cd-40d3-9d43-a897b9c72fa4 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:22.412569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-05f29ff2-fb71-4ccf-87b6-0507be59932c service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158301 Jul 09 20:14:22.413617 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-201bbb27-9637-4cae-a8e3-614c79f3f936 req-7febed7f-35cd-40d3-9d43-a897b9c72fa4 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.1728935 Jul 09 20:14:22.413775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Transition to ACTIVE for port object e97c05da-2aa8-4c51-8427-30a3c29fba6b will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:22.440957 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36bdaeb0-a872-43f4-ac0b-1b57ecc5cbb2 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:22.468406 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:22.492612 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-201bbb27-9637-4cae-a8e3-614c79f3f936 req-d2b38909-85a5-4794-95b5-8d3f16d40028 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794804 Jul 09 20:14:22.600726 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36bdaeb0-a872-43f4-ac0b-1b57ecc5cbb2 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:22.606184 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:22.691800 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3309ef-559c-4201-a6ef-3924b2b2786e {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:14:22.708969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Network ce12b6ec-21a7-4866-b2eb-154f67536b9e is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:22.709931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Pushing event updated for resources: {'Port': ['ID=e97c05da-2aa8-4c51-8427-30a3c29fba6b,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:22.719742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:22.724959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:22.742881 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cc3309ef-559c-4201-a6ef-3924b2b2786e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cc3309ef-559c-4201-a6ef-3924b2b2786e,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:22.786073 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:22.987073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Attempting to bind port e97c05da-2aa8-4c51-8427-30a3c29fba6b on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:14:22.987073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Attempting to bind port e97c05da-2aa8-4c51-8427-30a3c29fba6b by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'cad20164-bf1c-44f1-a10d-4ae827703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce12b6ec-21a7-4866-b2eb-154f67536b9e'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:14:22.987073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Attempting to bind port e97c05da-2aa8-4c51-8427-30a3c29fba6b on network ce12b6ec-21a7-4866-b2eb-154f67536b9e {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:23.010705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:14:23.011096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Checking segment: {'id': 'cad20164-bf1c-44f1-a10d-4ae827703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce12b6ec-21a7-4866-b2eb-154f67536b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:23.011514 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:23.012053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Bound using segment: {'id': 'cad20164-bf1c-44f1-a10d-4ae827703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce12b6ec-21a7-4866-b2eb-154f67536b9e'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:14:23.012414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Bound port: e97c05da-2aa8-4c51-8427-30a3c29fba6b, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad20164-bf1c-44f1-a10d-4ae827703a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'ce12b6ec-21a7-4866-b2eb-154f67536b9e'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:14:23.012836 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:23.041219 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=cc3309ef-559c-4201-a6ef-3924b2b2786e,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:23.080105 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6664fe0f-a130-4aa8-ab1a-74d2b07840d2 req-361e8300-2ade-4466-9710-3510a8846c0b service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676283 Jul 09 20:14:23.148062 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36bdaeb0-a872-43f4-ac0b-1b57ecc5cbb2 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:23.183578 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-394c3d02-1b47-43c3-8905-41c1e80d4fb9 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:23.190965 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-394c3d02-1b47-43c3-8905-41c1e80d4fb9 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/networks?id=d86f9705-1fba-40a2-be82-e22a4c6c478d HTTP/1.1" status: 200 len: 808 time: 0.1637449 Jul 09 20:14:23.206146 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-af8cf941-c7ad-4b10-a4bb-03228f2e82c0 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/quotas/977720f982be496a88fb0bfc7896bd23 HTTP/1.1" status: 200 len: 375 time: 0.0142515 Jul 09 20:14:23.257403 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['cc3309ef-559c-4201-a6ef-3924b2b2786e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:14:23.269109 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d29a6-fbb1-40b1-bbb9-c0058a966045 req-fc5c0aad-c67d-4b85-91b1-20ed2ff16b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:23.271067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-093d29a6-fbb1-40b1-bbb9-c0058a966045 req-fc5c0aad-c67d-4b85-91b1-20ed2ff16b81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 1094 time: 0.1013999 Jul 09 20:14:23.279042 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36bdaeb0-a872-43f4-ac0b-1b57ecc5cbb2 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:23.279254 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-edd4db3e-cab0-4f28-a4d8-96e9bcaa099a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=977720f982be496a88fb0bfc7896bd23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599074 Jul 09 20:14:23.296564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] For port e97c05da-2aa8-4c51-8427-30a3c29fba6b, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:14:23.325428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] For port e97c05da-2aa8-4c51-8427-30a3c29fba6b, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e97c05da-2aa8-4c51-8427-30a3c29fba6b,segment=NetworkSegment(cad20164-bf1c-44f1-a10d-4ae827703a03),segment_id=cad20164-bf1c-44f1-a10d-4ae827703a03)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:14:23.333742 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:23.399527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdaeb0-a872-43f4-ac0b-1b57ecc5cbb2 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c2e6f1-8ea9-405f-9606-3eb20eee5502,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:23.437101 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36bdaeb0-a872-43f4-ac0b-1b57ecc5cbb2 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:23.439780 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-36bdaeb0-a872-43f4-ac0b-1b57ecc5cbb2 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "DELETE /v2.0/subnets/a5c2e6f1-8ea9-405f-9606-3eb20eee5502 HTTP/1.1" status: 204 len: 168 time: 2.5197577 Jul 09 20:14:23.442745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57432) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:23.458273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45dea3-8d7f-47da-b5c5-9800992c3d6f None None] Pushing event updated for resources: {'Port': ['ID=e97c05da-2aa8-4c51-8427-30a3c29fba6b,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:23.527740 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-4be7d66d-9340-42f5-986e-956ef729d02f service neutron] 10.222.0.30 "GET /v2.0/networks/d86f9705-1fba-40a2-be82-e22a4c6c478d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393463 Jul 09 20:14:23.604094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41da0929-7ede-4e32-bb4c-c82802ff9c97 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:23.605653 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-41da0929-7ede-4e32-bb4c-c82802ff9c97 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1612597 Jul 09 20:14:23.615107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57436) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:23.678162 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d29a6-fbb1-40b1-bbb9-c0058a966045 req-df81274a-4a34-4dbe-bd4f-51162ed93c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:23.679833 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-093d29a6-fbb1-40b1-bbb9-c0058a966045 req-df81274a-4a34-4dbe-bd4f-51162ed93c1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 912 time: 0.3956764 Jul 09 20:14:23.748300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-48bd0dd2-3e75-4108-9dd3-6c32d2410983 service neutron] 10.222.0.30 "GET /v2.0/networks/d86f9705-1fba-40a2-be82-e22a4c6c478d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162197 Jul 09 20:14:23.873901 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-093d29a6-fbb1-40b1-bbb9-c0058a966045 req-527a0904-61ac-421c-8d69-0e1dd44a1b15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44f5643a-3e29-4817-b144-c66c3c6ffbd6 HTTP/1.1" status: 200 len: 217 time: 0.1586709 Jul 09 20:14:23.886822 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:24.025746 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d5822-7b40-4ef2-a84b-1011f5084ed4 req-cf8eb07d-8778-47f0-b3ca-6a0a364057cf tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:24.035756 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e47d5822-7b40-4ef2-a84b-1011f5084ed4 req-cf8eb07d-8778-47f0-b3ca-6a0a364057cf tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 944 time: 0.3434107 Jul 09 20:14:24.073264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d29a6-fbb1-40b1-bbb9-c0058a966045 req-2f532474-094a-4b28-92e0-1c61c5e7fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:24.075216 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-093d29a6-fbb1-40b1-bbb9-c0058a966045 req-2f532474-094a-4b28-92e0-1c61c5e7fc19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.1799767 Jul 09 20:14:24.168048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e47d5822-7b40-4ef2-a84b-1011f5084ed4 req-9abaa262-e837-49fa-8b8a-5bea5782b06c tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303060 Jul 09 20:14:24.201257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Deleting port e97c05da-2aa8-4c51-8427-30a3c29fba6b {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:14:24.201803 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:24.324432 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6da6f-bedc-4dd5-9c08-eddc00071856 req-80059b1b-da43-4d0a-b026-27a3d247caaf tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:24.335700 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3a6da6f-bedc-4dd5-9c08-eddc00071856 req-80059b1b-da43-4d0a-b026-27a3d247caaf tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.1956918 Jul 09 20:14:24.339977 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e97c05da-2aa8-4c51-8427-30a3c29fba6b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:14:24.343123 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5dc90c08-111b-4a95-9e6c-6cf2c1aa1d36 req-1f137645-94f5-47c7-9a4e-a0c00e355cdb tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 210 time: 0.0455549 Jul 09 20:14:24.392050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d29a6-fbb1-40b1-bbb9-c0058a966045 req-d7abe072-8ec3-4956-ae76-7ad95da01cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:24.393599 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-093d29a6-fbb1-40b1-bbb9-c0058a966045 req-d7abe072-8ec3-4956-ae76-7ad95da01cf7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2946410 Jul 09 20:14:24.435480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] For port e97c05da-2aa8-4c51-8427-30a3c29fba6b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e97c05da-2aa8-4c51-8427-30a3c29fba6b,segment=NetworkSegment(cad20164-bf1c-44f1-a10d-4ae827703a03),segment_id=cad20164-bf1c-44f1-a10d-4ae827703a03)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:24.436042 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:24.438894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port e97c05da-2aa8-4c51-8427-30a3c29fba6b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:24.440859 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3a6da6f-bedc-4dd5-9c08-eddc00071856 req-2179efe2-a7d1-46ae-9d53-2deb16ed7cae tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040177 Jul 09 20:14:24.568170 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-093d29a6-fbb1-40b1-bbb9-c0058a966045 req-3ad7a58a-c1ab-4aa1-ae31-c083db1701ab service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365340 Jul 09 20:14:24.634558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Calling delete_port for e97c05da-2aa8-4c51-8427-30a3c29fba6b owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:14:24.757557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-093d29a6-fbb1-40b1-bbb9-c0058a966045 req-185f8d38-7bd4-480f-9eb8-c74ccdb84e02 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786225 Jul 09 20:14:24.815879 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cc3309ef-559c-4201-a6ef-3924b2b2786e up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:14:24.818175 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:24.856937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event deleted for resources: {'Port': ['ID=e97c05da-2aa8-4c51-8427-30a3c29fba6b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:24.864576 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] No DVR routers for this DVR port e97c05da-2aa8-4c51-8427-30a3c29fba6b on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:14:24.902091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port cc3309ef-559c-4201-a6ef-3924b2b2786e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:24.910804 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port cc3309ef-559c-4201-a6ef-3924b2b2786e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:24.911594 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.033617 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.036354 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1b64c8-a645-496d-a7d6-f8e176107012 None None] Network ce12b6ec-21a7-4866-b2eb-154f67536b9e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:25.048635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce12b6ec-21a7-4866-b2eb-154f67536b9e']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:25.077082 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad20164-bf1c-44f1-a10d-4ae827703a03') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:25.077963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad20164-bf1c-44f1-a10d-4ae827703a03') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:25.095487 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.103334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ca05608e-91c0-4c57-8ac1-8468b0525449 None None] Could not find standard attr ID for object e97c05da-2aa8-4c51-8427-30a3c29fba6b. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:14:25.112105 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.138891 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.167666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:25.168378 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.174117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3309ef-559c-4201-a6ef-3924b2b2786e'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:14:25.176700 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa4a276-dbc3-419c-9107-7e34f48d3f13" -d '{"events": [{"server_uuid": "67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb", "name": "network-vif-plugged", "status": "completed", "tag": "cc3309ef-559c-4201-a6ef-3924b2b2786e"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:14:25.197441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cc3309ef-559c-4201-a6ef-3924b2b2786e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cc3309ef-559c-4201-a6ef-3924b2b2786e,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:25.201850 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:25.229595 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.333582 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.364882 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac59e8b-a763-49cc-851f-b67f96838612 x-openstack-request-id: req-4ac59e8b-a763-49cc-851f-b67f96838612 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:14:25.365794 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb", "name": "network-vif-plugged", "status": "completed", "tag": "cc3309ef-559c-4201-a6ef-3924b2b2786e", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:14:25.368667 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.373226 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ac59e8b-a763-49cc-851f-b67f96838612 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:14:25.373860 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3309ef-559c-4201-a6ef-3924b2b2786e', 'code': 200} Jul 09 20:14:25.378296 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c66f7e-646c-4466-96e7-1554efc781c4 None None] DHCP port deletion for ce12b6ec-21a7-4866-b2eb-154f67536b9e request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:14:25.387144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=cc3309ef-559c-4201-a6ef-3924b2b2786e,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:25.392928 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57456) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:25.393550 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "DELETE /v2.0/networks/ce12b6ec-21a7-4866-b2eb-154f67536b9e HTTP/1.1" status: 204 len: 168 time: 1.7770262 Jul 09 20:14:25.414004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9856b16-8b72-473d-9ab3-cb3cb19032d8 None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:14:25.448010 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4b90a-a851-479e-b0d6-46193df802c3 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event deleted for resources: {'Network': ['ID=ce12b6ec-21a7-4866-b2eb-154f67536b9e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:25.529105 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6f571777-e13f-4c97-bf71-be42f9e4f0e4 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.727910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca76845-7b9d-495b-bd1c-9ffeb099f053 req-ef46d0f0-a4b8-4e1d-bb80-90cd99bedab3 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:25.728688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9856b16-8b72-473d-9ab3-cb3cb19032d8 None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:14:25.736447 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fca76845-7b9d-495b-bd1c-9ffeb099f053 req-ef46d0f0-a4b8-4e1d-bb80-90cd99bedab3 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 945 time: 0.2917342 Jul 09 20:14:25.740420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d5828-e7b8-4d0d-a6d7-4b2ee4bfa032 req-49de60fe-03af-48aa-b20d-0afb064168cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:25.743631 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0df81420-1d78-4f8e-a98d-6974b6df8468 req-17eb63af-340d-48d2-8fdb-b57eedbb6dba tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 210 time: 0.0481768 Jul 09 20:14:25.743865 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e26d5828-e7b8-4d0d-a6d7-4b2ee4bfa032 req-49de60fe-03af-48aa-b20d-0afb064168cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 1096 time: 0.2852561 Jul 09 20:14:25.745371 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6f571777-e13f-4c97-bf71-be42f9e4f0e4 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.792558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-6f571777-e13f-4c97-bf71-be42f9e4f0e4 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b222ae-846f-4ec2-af03-5acfe5478b1a']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:25.804994 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fca76845-7b9d-495b-bd1c-9ffeb099f053 req-a00b3621-e937-4c53-9a3d-97cec2bc76ec tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674992 Jul 09 20:14:25.834202 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e26d5828-e7b8-4d0d-a6d7-4b2ee4bfa032 req-e77b75b8-cc84-4ca4-bdf4-4a8da64ce3e1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748134 Jul 09 20:14:25.854689 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-6f571777-e13f-4c97-bf71-be42f9e4f0e4 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69113a30-bdf8-477a-aeef-7e22304f3047') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:25.855204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-6f571777-e13f-4c97-bf71-be42f9e4f0e4 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69113a30-bdf8-477a-aeef-7e22304f3047') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:25.872482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6f571777-e13f-4c97-bf71-be42f9e4f0e4 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.896435 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6f571777-e13f-4c97-bf71-be42f9e4f0e4 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.917277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f571777-e13f-4c97-bf71-be42f9e4f0e4 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:25.918401 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6f571777-e13f-4c97-bf71-be42f9e4f0e4 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:25.921887 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:26.062132 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6f571777-e13f-4c97-bf71-be42f9e4f0e4 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:26.069063 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6f571777-e13f-4c97-bf71-be42f9e4f0e4 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:26.076333 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6f571777-e13f-4c97-bf71-be42f9e4f0e4 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "DELETE /v2.0/networks/a4b222ae-846f-4ec2-af03-5acfe5478b1a HTTP/1.1" status: 204 len: 168 time: 0.6760530 Jul 09 20:14:26.076967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57462) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:26.107650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f571777-e13f-4c97-bf71-be42f9e4f0e4 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event deleted for resources: {'Network': ['ID=a4b222ae-846f-4ec2-af03-5acfe5478b1a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:26.118551 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248e514-2e3a-4951-948d-b53ea1eccf8f req-f51cb2b8-aa38-4c6d-b5b1-4ce8099a576e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:26.120367 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b248e514-2e3a-4951-948d-b53ea1eccf8f req-f51cb2b8-aa38-4c6d-b5b1-4ce8099a576e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.1265266 Jul 09 20:14:26.206865 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b248e514-2e3a-4951-948d-b53ea1eccf8f req-14bcdf53-847a-4e5f-bb26-ad0507cecbd5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753584 Jul 09 20:14:26.233024 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a09895b2-204e-4d11-9a9c-ae635cf04dba tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:26.255680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e97c05da-2aa8-4c51-8427-30a3c29fba6b no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:14:26.285657 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: e97c05da-2aa8-4c51-8427-30a3c29fba6b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:14:26.286159 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e97c05da-2aa8-4c51-8427-30a3c29fba6b not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:14:26.300766 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:14:26.360468 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a09895b2-204e-4d11-9a9c-ae635cf04dba tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:26.372982 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a09895b2-204e-4d11-9a9c-ae635cf04dba tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5644d25-5422-4356-a28e-7b104bfdca0c']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:26.411238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a09895b2-204e-4d11-9a9c-ae635cf04dba tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0388175-5be8-4bb4-9b3a-c6fd44bfaa18') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:26.411238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a09895b2-204e-4d11-9a9c-ae635cf04dba tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0388175-5be8-4bb4-9b3a-c6fd44bfaa18') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:26.451007 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a09895b2-204e-4d11-9a9c-ae635cf04dba tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:26.476571 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a09895b2-204e-4d11-9a9c-ae635cf04dba tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:26.494722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09895b2-204e-4d11-9a9c-ae635cf04dba tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:26.495144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a09895b2-204e-4d11-9a9c-ae635cf04dba tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:26.498296 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:26.579518 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-9fcb99dc-5daf-471a-83a3-d0717f5e5a30 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:26.581031 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-9fcb99dc-5daf-471a-83a3-d0717f5e5a30 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.36 "GET /v2.0/networks?id=d86f9705-1fba-40a2-be82-e22a4c6c478d HTTP/1.1" status: 200 len: 808 time: 0.1994097 Jul 09 20:14:26.597124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-751a6346-9fd5-4871-ac5f-c6fef364369a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Request body: {'port': {'device_id': '5746d8a3-eb8f-4422-9407-657eda24c422', 'network_id': 'd86f9705-1fba-40a2-be82-e22a4c6c478d', 'admin_state_up': True, 'tenant_id': '977720f982be496a88fb0bfc7896bd23'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:26.603067 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a09895b2-204e-4d11-9a9c-ae635cf04dba tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:26.655584 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a09895b2-204e-4d11-9a9c-ae635cf04dba tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:26.657581 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a09895b2-204e-4d11-9a9c-ae635cf04dba tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "DELETE /v2.0/networks/f5644d25-5422-4356-a28e-7b104bfdca0c HTTP/1.1" status: 204 len: 168 time: 0.5794463 Jul 09 20:14:26.660727 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57464) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:26.681243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09895b2-204e-4d11-9a9c-ae635cf04dba tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event deleted for resources: {'Network': ['ID=f5644d25-5422-4356-a28e-7b104bfdca0c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:26.770706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-751a6346-9fd5-4871-ac5f-c6fef364369a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Made reservation on behalf of 977720f982be496a88fb0bfc7896bd23 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:26.775752 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-751a6346-9fd5-4871-ac5f-c6fef364369a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:26.796142 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-055bb0a3-170d-4806-846d-413068da0ef7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:26.887029 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-582b95a8-2883-47a0-9508-600cf74c2d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:26.908771 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:26.937182 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-055bb0a3-170d-4806-846d-413068da0ef7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:26.948649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-055bb0a3-170d-4806-846d-413068da0ef7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1483eb3-de87-4adb-b8f6-5a156fe9a49d']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:26.960157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-055bb0a3-170d-4806-846d-413068da0ef7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed050c3-5ba4-48ca-bb66-9e575958ab8c') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:26.960759 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-055bb0a3-170d-4806-846d-413068da0ef7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed050c3-5ba4-48ca-bb66-9e575958ab8c') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:26.964192 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9ffba300-d3e3-4188-bb39-5cbf9f962dd5 req-9f21aa9e-da11-4107-be24-cb4924afabf9 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 210 time: 0.0446198 Jul 09 20:14:26.973072 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-055bb0a3-170d-4806-846d-413068da0ef7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:27.004453 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-055bb0a3-170d-4806-846d-413068da0ef7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:27.012926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055bb0a3-170d-4806-846d-413068da0ef7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:27.014115 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-055bb0a3-170d-4806-846d-413068da0ef7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:27.017865 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:27.080458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-751a6346-9fd5-4871-ac5f-c6fef364369a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Allocated IP 172.20.0.2 (d86f9705-1fba-40a2-be82-e22a4c6c478d/24679801-619c-4b30-922d-da2383b0fc1c/db994f4a-4d17-4edb-bd3a-a8205a051175) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:27.171171 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-055bb0a3-170d-4806-846d-413068da0ef7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:27.177694 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-055bb0a3-170d-4806-846d-413068da0ef7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:27.179923 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-055bb0a3-170d-4806-846d-413068da0ef7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] 10.222.0.30 "DELETE /v2.0/networks/c1483eb3-de87-4adb-b8f6-5a156fe9a49d HTTP/1.1" status: 204 len: 168 time: 0.5169551 Jul 09 20:14:27.198294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb0a3-170d-4806-846d-413068da0ef7 tempest-BulkNetworkOpsTest-84072610 tempest-BulkNetworkOpsTest-84072610-project] Pushing event deleted for resources: {'Network': ['ID=c1483eb3-de87-4adb-b8f6-5a156fe9a49d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:27.253235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166bf8b-1eaf-49f8-8699-9bdbfe4068dc req-b5c3f885-0737-47f3-a678-ca0dcb90b108 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:27.265562 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d166bf8b-1eaf-49f8-8699-9bdbfe4068dc req-b5c3f885-0737-47f3-a678-ca0dcb90b108 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 945 time: 0.1545987 Jul 09 20:14:27.311687 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-751a6346-9fd5-4871-ac5f-c6fef364369a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:27.374098 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d166bf8b-1eaf-49f8-8699-9bdbfe4068dc req-5a452c5f-6a7f-4b86-8424-5d3a19296353 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063063 Jul 09 20:14:27.398853 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-751a6346-9fd5-4871-ac5f-c6fef364369a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:27.459613 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-751a6346-9fd5-4871-ac5f-c6fef364369a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Network d86f9705-1fba-40a2-be82-e22a4c6c478d is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:27.473074 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-751a6346-9fd5-4871-ac5f-c6fef364369a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:27.484236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a6346-9fd5-4871-ac5f-c6fef364369a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Pushing event updated for resources: {'Port': ['ID=db994f4a-4d17-4edb-bd3a-a8205a051175,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:27.530628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-751a6346-9fd5-4871-ac5f-c6fef364369a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:27.610700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-751a6346-9fd5-4871-ac5f-c6fef364369a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:27.614239 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57478) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:27.614419 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-751a6346-9fd5-4871-ac5f-c6fef364369a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:27.639625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9a718-0072-4bf1-abc9-c3dee53c4391 req-f6747ada-5921-47bd-8984-5d47e6222553 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:27.647288 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ffc9a718-0072-4bf1-abc9-c3dee53c4391 req-f6747ada-5921-47bd-8984-5d47e6222553 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.1895185 Jul 09 20:14:27.656410 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-751a6346-9fd5-4871-ac5f-c6fef364369a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0670676 Jul 09 20:14:27.671879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Request body: {'port': {'device_id': '5746d8a3-eb8f-4422-9407-657eda24c422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:27.724578 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ffc9a718-0072-4bf1-abc9-c3dee53c4391 req-5b24af03-e1fd-4133-beea-dc6967d1df26 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764532 Jul 09 20:14:27.785927 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:27.810675 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-23cc195d-e451-4c2f-b605-0ddd32514199 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a6345e28669483bb3308d11179913d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1947815 Jul 09 20:14:27.814975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57482) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:27.884673 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4aa30d78-4db6-4c0a-beda-c3996cbdd21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:27.908930 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4aa30d78-4db6-4c0a-beda-c3996cbdd21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:27.970523 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4aa30d78-4db6-4c0a-beda-c3996cbdd21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:27.974717 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4aa30d78-4db6-4c0a-beda-c3996cbdd21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:27.975958 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4aa30d78-4db6-4c0a-beda-c3996cbdd21d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57d9cea7-0cb9-47c5-87d8-83bc8ef835bd HTTP/1.1" status: 204 len: 168 time: 0.1587868 Jul 09 20:14:28.007004 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa30d78-4db6-4c0a-beda-c3996cbdd21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d9cea7-0cb9-47c5-87d8-83bc8ef835bd,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:28.292273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db994f4a-4d17-4edb-bd3a-a8205a051175 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:14:28.302139 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:28.323900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Transition to ACTIVE for port object db994f4a-4d17-4edb-bd3a-a8205a051175 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:28.327374 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:28.353058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a13b6-f276-472f-a581-3ee89ca3ca0d req-5cfcaad1-3253-4957-a530-b374b0aa4c5a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:28.357001 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-064a13b6-f276-472f-a581-3ee89ca3ca0d req-5cfcaad1-3253-4957-a530-b374b0aa4c5a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 931 time: 0.0906160 Jul 09 20:14:28.439180 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-064a13b6-f276-472f-a581-3ee89ca3ca0d req-e24a2f23-a74d-4598-b78b-77cedafcd004 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755191 Jul 09 20:14:28.446022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Pushing event updated for resources: {'Port': ['ID=db994f4a-4d17-4edb-bd3a-a8205a051175,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:28.559791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Attempting to bind port db994f4a-4d17-4edb-bd3a-a8205a051175 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:14:28.560321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Attempting to bind port db994f4a-4d17-4edb-bd3a-a8205a051175 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'a6c97953-d6d5-4e93-bb80-4aae70eb3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd86f9705-1fba-40a2-be82-e22a4c6c478d'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:14:28.561508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Attempting to bind port db994f4a-4d17-4edb-bd3a-a8205a051175 on network d86f9705-1fba-40a2-be82-e22a4c6c478d {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:28.590266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Port db994f4a-4d17-4edb-bd3a-a8205a051175 on network d86f9705-1fba-40a2-be82-e22a4c6c478d not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:14:28.590781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Attempting to bind port db994f4a-4d17-4edb-bd3a-a8205a051175 on network d86f9705-1fba-40a2-be82-e22a4c6c478d {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:28.598706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:14:28.599058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Checking segment: {'id': 'a6c97953-d6d5-4e93-bb80-4aae70eb3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd86f9705-1fba-40a2-be82-e22a4c6c478d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:28.599589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Bound using segment: {'id': 'a6c97953-d6d5-4e93-bb80-4aae70eb3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd86f9705-1fba-40a2-be82-e22a4c6c478d'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:14:28.599954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Bound port: db994f4a-4d17-4edb-bd3a-a8205a051175, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c97953-d6d5-4e93-bb80-4aae70eb3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd86f9705-1fba-40a2-be82-e22a4c6c478d'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:14:28.600356 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:28.684238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c2c7d-f0a5-436e-8c50-2f716f14cc30 req-4cd4ba35-5359-4d82-92c8-fb5d4d7e28e7 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:28.689124 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d97c2c7d-f0a5-436e-8c50-2f716f14cc30 req-4cd4ba35-5359-4d82-92c8-fb5d4d7e28e7 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 945 time: 0.1516659 Jul 09 20:14:28.741379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] For port db994f4a-4d17-4edb-bd3a-a8205a051175, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:14:28.763352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] For port db994f4a-4d17-4edb-bd3a-a8205a051175, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=db994f4a-4d17-4edb-bd3a-a8205a051175,segment=NetworkSegment(a6c97953-d6d5-4e93-bb80-4aae70eb3671),segment_id=a6c97953-d6d5-4e93-bb80-4aae70eb3671)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:14:28.791944 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d97c2c7d-f0a5-436e-8c50-2f716f14cc30 req-2644818b-eaca-4b20-acae-ea21400c4096 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813029 Jul 09 20:14:28.797596 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:28.826328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:28.826991 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:28.828579 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] 10.222.0.36 "PUT /v2.0/ports/db994f4a-4d17-4edb-bd3a-a8205a051175 HTTP/1.1" status: 200 len: 1091 time: 1.1615541 Jul 09 20:14:28.855692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5746d8a3-eb8f-4422-9407-657eda24c422', 'tag': 'db994f4a-4d17-4edb-bd3a-a8205a051175'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:14:28.858314 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b20884-e086-43af-8321-48b98213c2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5746d8a3-eb8f-4422-9407-657eda24c422", "tag": "db994f4a-4d17-4edb-bd3a-a8205a051175"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:14:28.953937 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7074a1c-3b19-464a-8ddb-8b7a81509a2e x-openstack-request-id: req-e7074a1c-3b19-464a-8ddb-8b7a81509a2e {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:14:28.953937 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5746d8a3-eb8f-4422-9407-657eda24c422", "tag": "db994f4a-4d17-4edb-bd3a-a8205a051175", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:14:28.953937 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7074a1c-3b19-464a-8ddb-8b7a81509a2e {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:14:28.953937 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5746d8a3-eb8f-4422-9407-657eda24c422', 'tag': 'db994f4a-4d17-4edb-bd3a-a8205a051175', 'status': 'completed', 'code': 200} Jul 09 20:14:28.953937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c5fa5-7224-4021-b822-ea425622322b service neutron] Pushing event updated for resources: {'Port': ['ID=db994f4a-4d17-4edb-bd3a-a8205a051175,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:29.012668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-8ff3ba7c-5292-4d4c-aee2-7e5b7cf2fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:29.014605 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-8ff3ba7c-5292-4d4c-aee2-7e5b7cf2fb07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977720f982be496a88fb0bfc7896bd23&device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 1094 time: 0.1246738 Jul 09 20:14:29.071297 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6d3b3-0a4f-4d47-baaa-6a631bb68106 req-b053cd3b-c2ba-4350-8545-d432c9ca34bd tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:29.073594 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fdf6d3b3-0a4f-4d47-baaa-6a631bb68106 req-b053cd3b-c2ba-4350-8545-d432c9ca34bd tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.0960214 Jul 09 20:14:29.083115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-2730c713-c982-4ae0-bf47-d9907fdff18c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db994f4a-4d17-4edb-bd3a-a8205a051175 HTTP/1.1" status: 200 len: 217 time: 0.0574565 Jul 09 20:14:29.126753 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fdf6d3b3-0a4f-4d47-baaa-6a631bb68106 req-30e1017d-b96a-4724-ae1d-030b354089c6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449162 Jul 09 20:14:29.147924 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57516) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:29.162947 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-09b53a64-b988-440e-ba07-b9950bee98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:29.165132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-09b53a64-b988-440e-ba07-b9950bee98a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24679801-619c-4b30-922d-da2383b0fc1c HTTP/1.1" status: 200 len: 848 time: 0.0709670 Jul 09 20:14:29.196515 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:29.223608 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-19350c6f-2647-4db8-8c92-e25d4d102921 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d86f9705-1fba-40a2-be82-e22a4c6c478d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461125 Jul 09 20:14:29.287476 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-285125139'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:29.318720 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:29.324311 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:29.337156 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:29.357262 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-7435f1db-a7d3-4134-859c-79446b60a273 service neutron] 10.222.0.36 "GET /v2.0/networks/d86f9705-1fba-40a2-be82-e22a4c6c478d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248910 Jul 09 20:14:29.431898 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b3e26183-d012-4c94-9bce-1e2a33d7c161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:29.466893 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:29.472130 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:29.478941 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ad6989b8-a304-43f8-8c9a-2a0ee3aa0c94 req-c6ddc7c3-6004-4e46-b9d3-e600a135d582 service neutron] 10.222.0.36 "GET /v2.0/networks/d86f9705-1fba-40a2-be82-e22a4c6c478d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144843 Jul 09 20:14:29.501485 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:29.521458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c73d7d6-577a-4632-913e-350c78fa2d41,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:29.526488 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:29.526848 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Added segment 5cafc306-9394-4cb8-bd58-dc3c69311898 of type vlan for network f01469e8-f2d1-49f2-b276-3a3035193329 Jul 09 20:14:29.591301 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:29.669547 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:29.676081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:29.676800 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:29.721729 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b20884-e086-43af-8321-48b98213c2ba req-06aa12e2-eaa7-4564-8b87-f5e9650c906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:29.724608 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8b20884-e086-43af-8321-48b98213c2ba req-06aa12e2-eaa7-4564-8b87-f5e9650c906e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977720f982be496a88fb0bfc7896bd23&device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 1094 time: 0.1686358 Jul 09 20:14:29.759840 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6095138 Jul 09 20:14:29.776939 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b240001d-b614-4c32-a9fe-a7129620bc25 req-2b61fffc-d18c-458a-a1fb-46c4724de9de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1498728 Jul 09 20:14:29.777255 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df06481-9446-46ed-8974-1ceb06c4e9ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Network': ['ID=f01469e8-f2d1-49f2-b276-3a3035193329,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:29.811585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network f01469e8-f2d1-49f2-b276-3a3035193329 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:29.822985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db4cc9-6e84-46f8-831b-5a0b4786275d req-ab915ba9-8097-4436-96b8-aa652af979f7 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:29.824587 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d7db4cc9-6e84-46f8-831b-5a0b4786275d req-ab915ba9-8097-4436-96b8-aa652af979f7 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 943 time: 0.2010651 Jul 09 20:14:29.958189 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d7db4cc9-6e84-46f8-831b-5a0b4786275d req-12296664-d160-4c56-aa00-0758ffec88cc tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027694 Jul 09 20:14:29.968209 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b20884-e086-43af-8321-48b98213c2ba req-652e711c-4720-4c71-a698-6f0eb39ad8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:29.970107 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8b20884-e086-43af-8321-48b98213c2ba req-652e711c-4720-4c71-a698-6f0eb39ad8dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=d86f9705-1fba-40a2-be82-e22a4c6c478d HTTP/1.1" status: 200 len: 909 time: 0.2363844 Jul 09 20:14:29.987889 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:30.065146 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8b20884-e086-43af-8321-48b98213c2ba req-4240400f-44d0-4208-acf9-f6f1e3c933da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db994f4a-4d17-4edb-bd3a-a8205a051175 HTTP/1.1" status: 200 len: 217 time: 0.0704403 Jul 09 20:14:30.076600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240001d-b614-4c32-a9fe-a7129620bc25 req-da634582-784f-4b50-9a34-6aa1264165c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:30.078412 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b240001d-b614-4c32-a9fe-a7129620bc25 req-da634582-784f-4b50-9a34-6aa1264165c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce&device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 1096 time: 0.2033386 Jul 09 20:14:30.428891 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:30.541286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b20884-e086-43af-8321-48b98213c2ba req-cf2ba5cf-9c82-4f6c-8d46-33887eac31af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:30.543495 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8b20884-e086-43af-8321-48b98213c2ba req-cf2ba5cf-9c82-4f6c-8d46-33887eac31af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24679801-619c-4b30-922d-da2383b0fc1c HTTP/1.1" status: 200 len: 848 time: 0.4438074 Jul 09 20:14:30.588656 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240001d-b614-4c32-a9fe-a7129620bc25 req-0f818626-27b2-4324-a2a7-681182934964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:30.590485 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b240001d-b614-4c32-a9fe-a7129620bc25 req-0f818626-27b2-4324-a2a7-681182934964 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6576972-e367-4dac-bb93-8a5b61d3f93b HTTP/1.1" status: 200 len: 912 time: 0.4766207 Jul 09 20:14:30.637948 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8b20884-e086-43af-8321-48b98213c2ba req-878b779c-44b4-4261-952f-28e0bc643e79 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d86f9705-1fba-40a2-be82-e22a4c6c478d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813248 Jul 09 20:14:30.824282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be675d-62d5-4acd-88c9-70e6d111f5b1 req-42970d23-a7f2-450f-8719-a67ff8e05e47 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:30.831014 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17be675d-62d5-4acd-88c9-70e6d111f5b1 req-42970d23-a7f2-450f-8719-a67ff8e05e47 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.3667126 Jul 09 20:14:30.938607 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b240001d-b614-4c32-a9fe-a7129620bc25 req-e0fa9e6c-0ef9-4e91-be0a-1628754ee326 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2314222d-9a3e-48cb-a6b6-5be3c4f546df HTTP/1.1" status: 200 len: 1001 time: 0.3099775 Jul 09 20:14:30.949958 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17be675d-62d5-4acd-88c9-70e6d111f5b1 req-bc67b4bd-88d3-47d2-988a-b30361f733b7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155169 Jul 09 20:14:30.979738 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8b20884-e086-43af-8321-48b98213c2ba req-cc70d7f3-850e-4e69-878b-a0e2a79f51e8 service neutron] 10.222.0.36 "GET /v2.0/networks/d86f9705-1fba-40a2-be82-e22a4c6c478d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323116 Jul 09 20:14:31.089360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240001d-b614-4c32-a9fe-a7129620bc25 req-278d2690-d647-47a2-9b3c-8c030b8f3bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:31.090886 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b240001d-b614-4c32-a9fe-a7129620bc25 req-278d2690-d647-47a2-9b3c-8c030b8f3bd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=161c1db9-1ac5-4ddb-aca3-0389863a1e7f HTTP/1.1" status: 200 len: 850 time: 0.1264873 Jul 09 20:14:31.150413 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8b20884-e086-43af-8321-48b98213c2ba req-923a8417-2e57-4b69-bf49-1c071d205a6a service neutron] 10.222.0.36 "GET /v2.0/networks/d86f9705-1fba-40a2-be82-e22a4c6c478d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507194 Jul 09 20:14:31.207933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240001d-b614-4c32-a9fe-a7129620bc25 req-ccba343a-421e-481e-b9c5-92f180b96efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:31.210139 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b240001d-b614-4c32-a9fe-a7129620bc25 req-ccba343a-421e-481e-b9c5-92f180b96efd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6576972-e367-4dac-bb93-8a5b61d3f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111622 Jul 09 20:14:31.256623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43e3f6-3c63-4353-9fdd-3e3fa0830f3c req-71837cb6-a319-4fa6-9201-2cb0ef2dc484 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:31.272191 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da43e3f6-3c63-4353-9fdd-3e3fa0830f3c req-71837cb6-a319-4fa6-9201-2cb0ef2dc484 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 943 time: 0.1205671 Jul 09 20:14:31.333099 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da43e3f6-3c63-4353-9fdd-3e3fa0830f3c req-c244f97f-64cd-4e03-8d94-9bac6bb5e0d5 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587258 Jul 09 20:14:31.347047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b240001d-b614-4c32-a9fe-a7129620bc25 req-4acc82c9-10ea-4bc8-b0c6-b5ee99807386 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286299 Jul 09 20:14:31.474701 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b240001d-b614-4c32-a9fe-a7129620bc25 req-0da59b86-280e-4399-8072-8fea4a5f2777 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206436 Jul 09 20:14:32.206100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb76072-77ac-479e-898b-3978890a1ac3 req-6daf7a68-378b-452c-9f40-ec0a5ff7861e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:32.209784 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8bb76072-77ac-479e-898b-3978890a1ac3 req-6daf7a68-378b-452c-9f40-ec0a5ff7861e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.0745211 Jul 09 20:14:32.259821 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8bb76072-77ac-479e-898b-3978890a1ac3 req-0949ed7a-99ca-497e-ab82-5b8dd9553daa tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400267 Jul 09 20:14:32.299224 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:32.518600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242a9ab-4ffb-45d7-93c7-d6fd90794f39 req-099854ef-7314-4be2-9f10-55c45409524a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:32.520623 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5242a9ab-4ffb-45d7-93c7-d6fd90794f39 req-099854ef-7314-4be2-9f10-55c45409524a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 943 time: 0.0735984 Jul 09 20:14:32.565513 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5242a9ab-4ffb-45d7-93c7-d6fd90794f39 req-0727a346-b1ef-472b-a979-677e5024b9b6 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375783 Jul 09 20:14:32.856553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device db994f4a-4d17-4edb-bd3a-a8205a051175 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:14:32.962004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port db994f4a-4d17-4edb-bd3a-a8205a051175, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=db994f4a-4d17-4edb-bd3a-a8205a051175,segment=NetworkSegment(a6c97953-d6d5-4e93-bb80-4aae70eb3671),segment_id=a6c97953-d6d5-4e93-bb80-4aae70eb3671)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:32.978863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'db994f4a-4d17-4edb-bd3a-a8205a051175', 'network_id': 'd86f9705-1fba-40a2-be82-e22a4c6c478d', 'port_id': 'db994f4a-4d17-4edb-bd3a-a8205a051175', 'mac_address': 'fa:16:3e:a4:67:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24679801-619c-4b30-922d-da2383b0fc1c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:14:33.016609 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:33.030431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db994f4a-4d17-4edb-bd3a-a8205a051175 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:14:33.050741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port db994f4a-4d17-4edb-bd3a-a8205a051175, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=db994f4a-4d17-4edb-bd3a-a8205a051175,segment=NetworkSegment(a6c97953-d6d5-4e93-bb80-4aae70eb3671),segment_id=a6c97953-d6d5-4e93-bb80-4aae70eb3671)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:33.055557 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:33.111247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=db994f4a-4d17-4edb-bd3a-a8205a051175,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:33.123122 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57560) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:33.128325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f0701935-69bc-4cb2-a72f-26c4e7715895 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'subnet': {'network_id': 'f01469e8-f2d1-49f2-b276-3a3035193329', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:33.230026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0701935-69bc-4cb2-a72f-26c4e7715895 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:33.233917 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0701935-69bc-4cb2-a72f-26c4e7715895 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:33.466986 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0701935-69bc-4cb2-a72f-26c4e7715895 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:33.478751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a992d93-0799-41e8-8ad6-70ba0f10b6b1 req-73efd0f5-14d6-4214-b68f-e743539eb559 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:33.480484 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a992d93-0799-41e8-8ad6-70ba0f10b6b1 req-73efd0f5-14d6-4214-b68f-e743539eb559 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.0826871 Jul 09 20:14:33.526601 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a992d93-0799-41e8-8ad6-70ba0f10b6b1 req-941506c1-e9f0-48bb-b941-7e5aebb2e27e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395880 Jul 09 20:14:33.543453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0701935-69bc-4cb2-a72f-26c4e7715895 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Subnet': ['ID=8be55eba-83bf-4cab-a975-483f3113fd46,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:33.551226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0701935-69bc-4cb2-a72f-26c4e7715895 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Checking segment: {'id': '5cafc306-9394-4cb8-bd58-dc3c69311898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f01469e8-f2d1-49f2-b276-3a3035193329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:33.551606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0701935-69bc-4cb2-a72f-26c4e7715895 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network hostable DHCP agents. Network: f01469e8-f2d1-49f2-b276-3a3035193329, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:33.570070 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0701935-69bc-4cb2-a72f-26c4e7715895 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network f01469e8-f2d1-49f2-b276-3a3035193329 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:33.579947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-f0701935-69bc-4cb2-a72f-26c4e7715895 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, f01469e8-f2d1-49f2-b276-3a3035193329) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:33.584513 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0701935-69bc-4cb2-a72f-26c4e7715895 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:33.585762 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0701935-69bc-4cb2-a72f-26c4e7715895 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:33.593334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851c4ac8-32d3-4509-a55f-7f00768ecb31 None None] Network f01469e8-f2d1-49f2-b276-3a3035193329 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:33.600090 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['db994f4a-4d17-4edb-bd3a-a8205a051175'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:14:33.605996 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f0701935-69bc-4cb2-a72f-26c4e7715895 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4816580 Jul 09 20:14:33.606688 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57566) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:33.613514 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-143ce63c-5ada-4123-81bf-fff09364cac2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-796560555'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:33.647735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143ce63c-5ada-4123-81bf-fff09364cac2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:33.653179 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-143ce63c-5ada-4123-81bf-fff09364cac2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:33.684237 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143ce63c-5ada-4123-81bf-fff09364cac2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:33.701906 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-143ce63c-5ada-4123-81bf-fff09364cac2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:33.702313 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-143ce63c-5ada-4123-81bf-fff09364cac2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Added segment 5ed5c20c-df8f-45bb-bbfc-f283918d2268 of type vlan for network 82a55cd1-cf26-4c26-a228-b491289f2cc9 Jul 09 20:14:33.781864 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-143ce63c-5ada-4123-81bf-fff09364cac2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:33.853513 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-143ce63c-5ada-4123-81bf-fff09364cac2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:33.860020 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143ce63c-5ada-4123-81bf-fff09364cac2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:33.860782 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-143ce63c-5ada-4123-81bf-fff09364cac2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:33.884629 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-f01469e8-f2d1-49f2-b276-3a3035193329', 'network_id': 'f01469e8-f2d1-49f2-b276-3a3035193329', 'tenant_id': '55325bc54853419db51efc95c5a2547b', 'fixed_ips': [{'subnet_id': '8be55eba-83bf-4cab-a975-483f3113fd46'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:14:33.886069 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:33.902692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa099b8-d762-4918-9d4d-6ee684351084 req-4cc5b14d-a228-42c3-8307-c832886ed510 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:33.913029 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0aa099b8-d762-4918-9d4d-6ee684351084 req-4cc5b14d-a228-42c3-8307-c832886ed510 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 944 time: 0.1719835 Jul 09 20:14:33.966896 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-143ce63c-5ada-4123-81bf-fff09364cac2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3584149 Jul 09 20:14:33.967754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57570) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:33.978249 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0aa099b8-d762-4918-9d4d-6ee684351084 req-12d729c7-0ef0-4c5d-b2c2-5b286f6a2255 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556448 Jul 09 20:14:34.001854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-8169721d-0f84-4fc1-9979-91aaade033dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'subnet': {'network_id': '82a55cd1-cf26-4c26-a228-b491289f2cc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:34.102053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Allocated IP 2001:db8:0:ffff::2 (f01469e8-f2d1-49f2-b276-3a3035193329/8be55eba-83bf-4cab-a975-483f3113fd46/54f93b74-f214-4044-8177-fff0d5817d82) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:34.104834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ce63c-5ada-4123-81bf-fff09364cac2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Network': ['ID=82a55cd1-cf26-4c26-a228-b491289f2cc9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:34.122079 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 82a55cd1-cf26-4c26-a228-b491289f2cc9 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:34.195614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8169721d-0f84-4fc1-9979-91aaade033dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:34.201988 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8169721d-0f84-4fc1-9979-91aaade033dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:34.379468 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:34.392313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Transition to ACTIVE for port object 54f93b74-f214-4044-8177-fff0d5817d82 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:34.412176 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Transition to ACTIVE for port object 54f93b74-f214-4044-8177-fff0d5817d82 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:34.422975 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:34.469668 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Network f01469e8-f2d1-49f2-b276-3a3035193329 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:34.473596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:34.476297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:34.484239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Pushing event updated for resources: {'Port': ['ID=54f93b74-f214-4044-8177-fff0d5817d82,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:34.497161 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8169721d-0f84-4fc1-9979-91aaade033dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:34.542161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Attempting to bind port 54f93b74-f214-4044-8177-fff0d5817d82 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:14:34.542541 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Attempting to bind port 54f93b74-f214-4044-8177-fff0d5817d82 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '5cafc306-9394-4cb8-bd58-dc3c69311898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f01469e8-f2d1-49f2-b276-3a3035193329'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:14:34.542914 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Attempting to bind port 54f93b74-f214-4044-8177-fff0d5817d82 on network f01469e8-f2d1-49f2-b276-3a3035193329 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:34.548215 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:14:34.548613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Checking segment: {'id': '5cafc306-9394-4cb8-bd58-dc3c69311898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f01469e8-f2d1-49f2-b276-3a3035193329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:34.549029 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:34.549430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Bound using segment: {'id': '5cafc306-9394-4cb8-bd58-dc3c69311898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f01469e8-f2d1-49f2-b276-3a3035193329'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:14:34.550547 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Bound port: 54f93b74-f214-4044-8177-fff0d5817d82, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cafc306-9394-4cb8-bd58-dc3c69311898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f01469e8-f2d1-49f2-b276-3a3035193329'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:14:34.550547 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:34.577574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169721d-0f84-4fc1-9979-91aaade033dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Subnet': ['ID=de8f6937-5f60-47f2-8cc1-0be06e746d8c,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:34.580907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169721d-0f84-4fc1-9979-91aaade033dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Checking segment: {'id': '5ed5c20c-df8f-45bb-bbfc-f283918d2268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '82a55cd1-cf26-4c26-a228-b491289f2cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:34.581280 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8169721d-0f84-4fc1-9979-91aaade033dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network hostable DHCP agents. Network: 82a55cd1-cf26-4c26-a228-b491289f2cc9, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:34.600995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8169721d-0f84-4fc1-9979-91aaade033dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network 82a55cd1-cf26-4c26-a228-b491289f2cc9 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:34.612502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-8169721d-0f84-4fc1-9979-91aaade033dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 82a55cd1-cf26-4c26-a228-b491289f2cc9) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:34.623055 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a41d650-afa8-4f40-ae2c-9f9164dfeb47 None None] Network 82a55cd1-cf26-4c26-a228-b491289f2cc9 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:34.627479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8169721d-0f84-4fc1-9979-91aaade033dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:34.628083 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8169721d-0f84-4fc1-9979-91aaade033dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:34.648198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57576) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:34.649945 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8169721d-0f84-4fc1-9979-91aaade033dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6777582 Jul 09 20:14:34.683374 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] For port 54f93b74-f214-4044-8177-fff0d5817d82, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:14:34.703080 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] For port 54f93b74-f214-4044-8177-fff0d5817d82, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=54f93b74-f214-4044-8177-fff0d5817d82,segment=NetworkSegment(5cafc306-9394-4cb8-bd58-dc3c69311898),segment_id=5cafc306-9394-4cb8-bd58-dc3c69311898)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:14:34.715756 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:34.831699 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bcbca-625d-40f7-ba20-808a8ca25c64 None None] Pushing event updated for resources: {'Port': ['ID=54f93b74-f214-4044-8177-fff0d5817d82,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:34.891696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-82a55cd1-cf26-4c26-a228-b491289f2cc9', 'network_id': '82a55cd1-cf26-4c26-a228-b491289f2cc9', 'tenant_id': '55325bc54853419db51efc95c5a2547b', 'fixed_ips': [{'subnet_id': 'de8f6937-5f60-47f2-8cc1-0be06e746d8c'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:14:34.892822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:35.097348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Allocated IP 2001:db8::1 (82a55cd1-cf26-4c26-a228-b491289f2cc9/de8f6937-5f60-47f2-8cc1-0be06e746d8c/495d32c0-c079-4c63-9a14-7a04a3808890) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:35.167603 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:35.287535 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa825cd-077e-457a-83e4-99b0e19cfcc8 req-d59e2f35-943b-43ee-b794-6f9b64835bdf tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:35.297045 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-daa825cd-077e-457a-83e4-99b0e19cfcc8 req-d59e2f35-943b-43ee-b794-6f9b64835bdf tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 944 time: 0.1109636 Jul 09 20:14:35.297808 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:35.301547 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:35.309259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Transition to ACTIVE for port object 495d32c0-c079-4c63-9a14-7a04a3808890 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:35.328240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Transition to ACTIVE for port object 495d32c0-c079-4c63-9a14-7a04a3808890 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:35.339909 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:35.361130 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-daa825cd-077e-457a-83e4-99b0e19cfcc8 req-e9f3e695-6c84-436a-8a15-77468833bd47 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627084 Jul 09 20:14:35.378452 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4034355-dd92-4bda-bf76-0101ff1cd6a7 req-896f9b67-af84-4368-8c06-373c1f18de52 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:35.378452 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4034355-dd92-4bda-bf76-0101ff1cd6a7 req-896f9b67-af84-4368-8c06-373c1f18de52 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.2061434 Jul 09 20:14:35.396325 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Network 82a55cd1-cf26-4c26-a228-b491289f2cc9 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:35.404990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:35.410068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:35.421547 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Pushing event updated for resources: {'Port': ['ID=495d32c0-c079-4c63-9a14-7a04a3808890,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:35.424337 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:35.451756 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f4034355-dd92-4bda-bf76-0101ff1cd6a7 req-f4b4254f-cb92-41b9-8ee1-85f57a13ec13 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723650 Jul 09 20:14:35.481076 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Subnet': ['ID=de8f6937-5f60-47f2-8cc1-0be06e746d8c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:35.506980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Attempting to bind port 495d32c0-c079-4c63-9a14-7a04a3808890 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:14:35.507426 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Attempting to bind port 495d32c0-c079-4c63-9a14-7a04a3808890 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '5ed5c20c-df8f-45bb-bbfc-f283918d2268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '82a55cd1-cf26-4c26-a228-b491289f2cc9'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:14:35.508325 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Attempting to bind port 495d32c0-c079-4c63-9a14-7a04a3808890 on network 82a55cd1-cf26-4c26-a228-b491289f2cc9 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:35.513980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:14:35.514359 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Checking segment: {'id': '5ed5c20c-df8f-45bb-bbfc-f283918d2268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '82a55cd1-cf26-4c26-a228-b491289f2cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:35.514779 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:35.515193 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Bound using segment: {'id': '5ed5c20c-df8f-45bb-bbfc-f283918d2268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '82a55cd1-cf26-4c26-a228-b491289f2cc9'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:14:35.515670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Bound port: 495d32c0-c079-4c63-9a14-7a04a3808890, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed5c20c-df8f-45bb-bbfc-f283918d2268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '82a55cd1-cf26-4c26-a228-b491289f2cc9'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:14:35.516062 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:35.568043 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:35.583062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a55cd1-cf26-4c26-a228-b491289f2cc9']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:35.594742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] For port 495d32c0-c079-4c63-9a14-7a04a3808890, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:14:35.598241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed5c20c-df8f-45bb-bbfc-f283918d2268') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:35.598449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] For port 495d32c0-c079-4c63-9a14-7a04a3808890, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=495d32c0-c079-4c63-9a14-7a04a3808890,segment=NetworkSegment(5ed5c20c-df8f-45bb-bbfc-f283918d2268),segment_id=5ed5c20c-df8f-45bb-bbfc-f283918d2268)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:14:35.599128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed5c20c-df8f-45bb-bbfc-f283918d2268') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:35.603730 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:35.611342 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:35.628592 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:35.637409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:35.637958 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:35.642622 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:35.713816 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab726502-aedd-4f51-b41b-56342e65ac4b None None] Pushing event updated for resources: {'Port': ['ID=495d32c0-c079-4c63-9a14-7a04a3808890,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:35.722242 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.api [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 20:14:35.722242 n-d-800088-3 neutron-server[100204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 20:14:35.722242 n-d-800088-3 neutron-server[100204]: [parameters: {'id': '82a55cd1-cf26-4c26-a228-b491289f2cc9'}] Jul 09 20:14:35.722242 n-d-800088-3 neutron-server[100204]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:14:35.723541 n-d-800088-3 neutron-server[100204]: DEBUG oslo_db.api [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:14:35.736568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b2296c-37a5-48a0-87e1-a2a6395cdd46 None None] Network 82a55cd1-cf26-4c26-a228-b491289f2cc9 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:36.075592 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd81c21f-c0cf-41e9-b138-2523881035ab None None] Network f01469e8-f2d1-49f2-b276-3a3035193329 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:36.142622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8747cbad-7443-42ed-bde0-f072a5719074 None None] Provisioning for port 54f93b74-f214-4044-8177-fff0d5817d82 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:36.224383 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:36.255850 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 54f93b74-f214-4044-8177-fff0d5817d82 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:14:36.314497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Deleting port 495d32c0-c079-4c63-9a14-7a04a3808890 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:14:36.315754 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:36.328411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 54f93b74-f214-4044-8177-fff0d5817d82 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:36.333574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 54f93b74-f214-4044-8177-fff0d5817d82 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:36.334060 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:36.402128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] For port 495d32c0-c079-4c63-9a14-7a04a3808890, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=495d32c0-c079-4c63-9a14-7a04a3808890,segment=NetworkSegment(5ed5c20c-df8f-45bb-bbfc-f283918d2268),segment_id=5ed5c20c-df8f-45bb-bbfc-f283918d2268)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:36.402924 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:36.423984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Calling delete_port for 495d32c0-c079-4c63-9a14-7a04a3808890 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:14:36.449112 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:36.495013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 54f93b74-f214-4044-8177-fff0d5817d82, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=54f93b74-f214-4044-8177-fff0d5817d82,segment=NetworkSegment(5cafc306-9394-4cb8-bd58-dc3c69311898),segment_id=5cafc306-9394-4cb8-bd58-dc3c69311898)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:36.503407 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:36.573174 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:36.610537 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=54f93b74-f214-4044-8177-fff0d5817d82,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:36.622354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No DVR routers for this DVR port 495d32c0-c079-4c63-9a14-7a04a3808890 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:14:36.627947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Port': ['ID=495d32c0-c079-4c63-9a14-7a04a3808890,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:36.688865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c8dd4f-e96a-4ddb-8971-f830aba82dd0 None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:14:36.743789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc5596-a776-4494-91ab-a5544be468a2 req-ee3a5457-f653-4ad2-8865-4eb22f08145a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:36.746536 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35bc5596-a776-4494-91ab-a5544be468a2 req-ee3a5457-f653-4ad2-8865-4eb22f08145a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.0831993 Jul 09 20:14:36.778715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:36.794082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a55cd1-cf26-4c26-a228-b491289f2cc9']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:36.800159 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35bc5596-a776-4494-91ab-a5544be468a2 req-04555486-0c28-4422-bda2-f4ffb490e7df tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425677 Jul 09 20:14:36.813918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed5c20c-df8f-45bb-bbfc-f283918d2268') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:36.814228 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed5c20c-df8f-45bb-bbfc-f283918d2268') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:36.832806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908f4aa-bf9c-4c78-a5f2-4dc7ee706c2d req-9e84d69c-6f11-48ac-9724-0c8d96437b2f tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:36.841138 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9908f4aa-bf9c-4c78-a5f2-4dc7ee706c2d req-9e84d69c-6f11-48ac-9724-0c8d96437b2f tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 944 time: 0.2530546 Jul 09 20:14:36.844370 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:36.884958 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a093c167-eae6-465d-a139-8e438d12102d None None] Provisioning complete for port 54f93b74-f214-4044-8177-fff0d5817d82 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:36.885570 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a093c167-eae6-465d-a139-8e438d12102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:36.887164 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c8dd4f-e96a-4ddb-8971-f830aba82dd0 None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:14:36.891178 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:36.897223 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device db994f4a-4d17-4edb-bd3a-a8205a051175 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:14:36.907994 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9908f4aa-bf9c-4c78-a5f2-4dc7ee706c2d req-ff55dab9-a82f-4d43-9c6d-da5d262482bc tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652463 Jul 09 20:14:36.920760 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:36.921406 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:36.924756 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:37.012173 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:37.021776 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:37.025931 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/82a55cd1-cf26-4c26-a228-b491289f2cc9 HTTP/1.1" status: 204 len: 168 time: 2.3746419 Jul 09 20:14:37.031740 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57590) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:37.040623 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-209de4eb-7749-4614-babb-3c1179c43a8a tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-860109694'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:37.042312 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9744bda-3e97-4ef7-a707-65c9b3101b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Network': ['ID=82a55cd1-cf26-4c26-a228-b491289f2cc9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:37.072031 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209de4eb-7749-4614-babb-3c1179c43a8a tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:37.077122 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-209de4eb-7749-4614-babb-3c1179c43a8a tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:37.118527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209de4eb-7749-4614-babb-3c1179c43a8a tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:37.127400 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port db994f4a-4d17-4edb-bd3a-a8205a051175 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:37.129727 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-209de4eb-7749-4614-babb-3c1179c43a8a tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:37.130205 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-209de4eb-7749-4614-babb-3c1179c43a8a tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Added segment ce121272-b090-4cfd-a8c0-042379bb0da9 of type vlan for network d1a16f1b-c654-421f-9c92-9184d92719bf Jul 09 20:14:37.158999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port db994f4a-4d17-4edb-bd3a-a8205a051175 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:37.159465 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:37.176815 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-209de4eb-7749-4614-babb-3c1179c43a8a tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:37.220610 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-209de4eb-7749-4614-babb-3c1179c43a8a tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:37.227087 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209de4eb-7749-4614-babb-3c1179c43a8a tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:37.227946 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-209de4eb-7749-4614-babb-3c1179c43a8a tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:37.296270 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-209de4eb-7749-4614-babb-3c1179c43a8a tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2617998 Jul 09 20:14:37.300054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57592) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:37.306641 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209de4eb-7749-4614-babb-3c1179c43a8a tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Network': ['ID=d1a16f1b-c654-421f-9c92-9184d92719bf,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:37.318366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6d8278c2-787d-4771-b145-659870fcc4aa tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'subnet': {'network_id': 'd1a16f1b-c654-421f-9c92-9184d92719bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:37.340840 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network d1a16f1b-c654-421f-9c92-9184d92719bf details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:37.389118 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:37.442141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8278c2-787d-4771-b145-659870fcc4aa tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:37.449704 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d8278c2-787d-4771-b145-659870fcc4aa tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:37.464081 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5746d8a3-eb8f-4422-9407-657eda24c422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db994f4a-4d17-4edb-bd3a-a8205a051175'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:14:37.466362 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad15be25-c0af-4b0c-8411-6c5383f68fe4" -d '{"events": [{"server_uuid": "5746d8a3-eb8f-4422-9407-657eda24c422", "name": "network-vif-plugged", "status": "completed", "tag": "db994f4a-4d17-4edb-bd3a-a8205a051175"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:14:37.482142 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port db994f4a-4d17-4edb-bd3a-a8205a051175, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=db994f4a-4d17-4edb-bd3a-a8205a051175,segment=NetworkSegment(a6c97953-d6d5-4e93-bb80-4aae70eb3671),segment_id=a6c97953-d6d5-4e93-bb80-4aae70eb3671)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:37.487512 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:37.576583 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9c0c75-1fd4-4de7-93c3-90472c6dac9f x-openstack-request-id: req-5d9c0c75-1fd4-4de7-93c3-90472c6dac9f {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:14:37.576843 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5746d8a3-eb8f-4422-9407-657eda24c422", "name": "network-vif-plugged", "status": "completed", "tag": "db994f4a-4d17-4edb-bd3a-a8205a051175", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:14:37.577081 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d9c0c75-1fd4-4de7-93c3-90472c6dac9f {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:14:37.577437 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5746d8a3-eb8f-4422-9407-657eda24c422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db994f4a-4d17-4edb-bd3a-a8205a051175', 'code': 200} Jul 09 20:14:37.578433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=db994f4a-4d17-4edb-bd3a-a8205a051175,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:37.695323 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d8278c2-787d-4771-b145-659870fcc4aa tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:37.724366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426fdfa-5398-4462-b72e-123a7a7850dd req-43d40679-94d7-4ec4-93f9-28b2a0e4f0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:37.734773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8426fdfa-5398-4462-b72e-123a7a7850dd req-43d40679-94d7-4ec4-93f9-28b2a0e4f0eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 1096 time: 0.0853267 Jul 09 20:14:37.784217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8426fdfa-5398-4462-b72e-123a7a7850dd req-81f30518-404e-4954-ad53-38961a2c8b4c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420239 Jul 09 20:14:37.820143 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8278c2-787d-4771-b145-659870fcc4aa tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Checking segment: {'id': 'ce121272-b090-4cfd-a8c0-042379bb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1a16f1b-c654-421f-9c92-9184d92719bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:37.821204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8278c2-787d-4771-b145-659870fcc4aa tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network hostable DHCP agents. Network: d1a16f1b-c654-421f-9c92-9184d92719bf, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:37.855558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8278c2-787d-4771-b145-659870fcc4aa tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Subnet': ['ID=a96aa60e-dcfa-4caa-a151-3c55aa0884f9,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:37.879359 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8278c2-787d-4771-b145-659870fcc4aa tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network d1a16f1b-c654-421f-9c92-9184d92719bf is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:37.892255 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-6d8278c2-787d-4771-b145-659870fcc4aa tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, d1a16f1b-c654-421f-9c92-9184d92719bf) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:37.897205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8278c2-787d-4771-b145-659870fcc4aa tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:37.897889 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d8278c2-787d-4771-b145-659870fcc4aa tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:37.906177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f12ecfa-694b-4d40-a28a-353f03f8331a None None] Network d1a16f1b-c654-421f-9c92-9184d92719bf requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:37.924826 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57602) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:37.939878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a3a4dff5-841d-4f01-acef-4de320d75bdf tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1712773728'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:37.952268 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6d8278c2-787d-4771-b145-659870fcc4aa tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6489944 Jul 09 20:14:38.061582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a4dff5-841d-4f01-acef-4de320d75bdf tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:38.068309 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a3a4dff5-841d-4f01-acef-4de320d75bdf tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:38.117548 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a4dff5-841d-4f01-acef-4de320d75bdf tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:38.153467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-d1a16f1b-c654-421f-9c92-9184d92719bf', 'network_id': 'd1a16f1b-c654-421f-9c92-9184d92719bf', 'tenant_id': '55325bc54853419db51efc95c5a2547b', 'fixed_ips': [{'subnet_id': 'a96aa60e-dcfa-4caa-a151-3c55aa0884f9'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:14:38.154657 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:38.182389 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a3a4dff5-841d-4f01-acef-4de320d75bdf tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:38.185080 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-a3a4dff5-841d-4f01-acef-4de320d75bdf tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Added segment 574b43d4-34d8-4b75-9af2-9450be9179a7 of type vlan for network eda488a3-ec26-4c57-942a-9f541067b210 Jul 09 20:14:38.209840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b9f9e-a92b-44f7-87d5-e3bff262eb6d req-569b7324-5b18-4798-8bb8-bc918a235d73 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:38.213198 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-391b9f9e-a92b-44f7-87d5-e3bff262eb6d req-569b7324-5b18-4798-8bb8-bc918a235d73 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.2346785 Jul 09 20:14:38.227863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473341f-69d6-4358-a66e-107eb27f4552 req-120b5a02-1a66-4500-b856-ad155a038d33 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:38.246887 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7473341f-69d6-4358-a66e-107eb27f4552 req-120b5a02-1a66-4500-b856-ad155a038d33 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 945 time: 0.1782196 Jul 09 20:14:38.291666 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-391b9f9e-a92b-44f7-87d5-e3bff262eb6d req-1d33782d-3c04-4a60-9611-e946e3aa4468 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694454 Jul 09 20:14:38.301754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a3a4dff5-841d-4f01-acef-4de320d75bdf tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:38.338695 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7473341f-69d6-4358-a66e-107eb27f4552 req-033ba3ed-4b03-4f11-b48a-baf6b5666bdf tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906999 Jul 09 20:14:38.353288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 54f93b74-f214-4044-8177-fff0d5817d82 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:14:38.366303 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a3a4dff5-841d-4f01-acef-4de320d75bdf tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:38.373173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a4dff5-841d-4f01-acef-4de320d75bdf tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:38.373812 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a3a4dff5-841d-4f01-acef-4de320d75bdf tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:38.487095 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 54f93b74-f214-4044-8177-fff0d5817d82 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:38.488290 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:38.506700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4dff5-841d-4f01-acef-4de320d75bdf tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Network': ['ID=eda488a3-ec26-4c57-942a-9f541067b210,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:38.510900 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a3a4dff5-841d-4f01-acef-4de320d75bdf tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5841305 Jul 09 20:14:38.513397 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57608) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:38.520566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7426bc05-f8a0-4bd3-94d0-efc9fa86689c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'subnet': {'network_id': 'eda488a3-ec26-4c57-942a-9f541067b210', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:38.530538 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network eda488a3-ec26-4c57-942a-9f541067b210 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:38.612673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Allocated IP 2001:db8::1 (d1a16f1b-c654-421f-9c92-9184d92719bf/a96aa60e-dcfa-4caa-a151-3c55aa0884f9/d54d58a9-a6de-45ca-9223-d165acc083d6) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:38.679194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7426bc05-f8a0-4bd3-94d0-efc9fa86689c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:38.685153 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7426bc05-f8a0-4bd3-94d0-efc9fa86689c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:38.810206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.ipam_backend_mixin [None req-7426bc05-f8a0-4bd3-94d0-efc9fa86689c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Performing IP validity checks on allocation pools {{(pid=100205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 20:14:38.811546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.ipam_backend_mixin [None req-7426bc05-f8a0-4bd3-94d0-efc9fa86689c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 20:14:38.904252 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:38.917242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Transition to ACTIVE for port object d54d58a9-a6de-45ca-9223-d165acc083d6 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:38.937998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Transition to ACTIVE for port object d54d58a9-a6de-45ca-9223-d165acc083d6 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:38.946904 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:38.984144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Network d1a16f1b-c654-421f-9c92-9184d92719bf is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:38.987403 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:38.991234 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:39.017097 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7426bc05-f8a0-4bd3-94d0-efc9fa86689c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:39.036341 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Pushing event updated for resources: {'Port': ['ID=d54d58a9-a6de-45ca-9223-d165acc083d6,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:39.069660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Attempting to bind port d54d58a9-a6de-45ca-9223-d165acc083d6 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:14:39.070497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Attempting to bind port d54d58a9-a6de-45ca-9223-d165acc083d6 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ce121272-b090-4cfd-a8c0-042379bb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1a16f1b-c654-421f-9c92-9184d92719bf'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:14:39.071139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Attempting to bind port d54d58a9-a6de-45ca-9223-d165acc083d6 on network d1a16f1b-c654-421f-9c92-9184d92719bf {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:39.077752 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:14:39.078131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Checking segment: {'id': 'ce121272-b090-4cfd-a8c0-042379bb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1a16f1b-c654-421f-9c92-9184d92719bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:39.078615 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:39.079973 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Bound using segment: {'id': 'ce121272-b090-4cfd-a8c0-042379bb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1a16f1b-c654-421f-9c92-9184d92719bf'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:14:39.080411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Bound port: d54d58a9-a6de-45ca-9223-d165acc083d6, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce121272-b090-4cfd-a8c0-042379bb0da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd1a16f1b-c654-421f-9c92-9184d92719bf'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:14:39.080844 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:39.118230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7426bc05-f8a0-4bd3-94d0-efc9fa86689c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Checking segment: {'id': '574b43d4-34d8-4b75-9af2-9450be9179a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'eda488a3-ec26-4c57-942a-9f541067b210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:39.119208 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7426bc05-f8a0-4bd3-94d0-efc9fa86689c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network hostable DHCP agents. Network: eda488a3-ec26-4c57-942a-9f541067b210, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:39.122923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426bc05-f8a0-4bd3-94d0-efc9fa86689c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Subnet': ['ID=88d0c572-b21d-4072-b0ba-c8cb17f605de,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:39.146393 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7426bc05-f8a0-4bd3-94d0-efc9fa86689c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network eda488a3-ec26-4c57-942a-9f541067b210 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:39.159704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-7426bc05-f8a0-4bd3-94d0-efc9fa86689c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, eda488a3-ec26-4c57-942a-9f541067b210) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:39.165274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7426bc05-f8a0-4bd3-94d0-efc9fa86689c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:39.166328 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7426bc05-f8a0-4bd3-94d0-efc9fa86689c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:39.174489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] For port d54d58a9-a6de-45ca-9223-d165acc083d6, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:14:39.181324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe52a21-bd28-4d3a-8554-372cef83b4cc None None] Network eda488a3-ec26-4c57-942a-9f541067b210 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:39.188394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] For port d54d58a9-a6de-45ca-9223-d165acc083d6, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d54d58a9-a6de-45ca-9223-d165acc083d6,segment=NetworkSegment(ce121272-b090-4cfd-a8c0-042379bb0da9),segment_id=ce121272-b090-4cfd-a8c0-042379bb0da9)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:14:39.189036 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7426bc05-f8a0-4bd3-94d0-efc9fa86689c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6741824 Jul 09 20:14:39.191345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57612) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:39.205822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:39.385349 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:39.399237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b628c1c-b0be-4192-85f8-ac7775676917 None None] Pushing event updated for resources: {'Port': ['ID=d54d58a9-a6de-45ca-9223-d165acc083d6,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:39.512934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:39.582383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fc9ff7-86cf-42e6-99dc-76061866e910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-eda488a3-ec26-4c57-942a-9f541067b210', 'network_id': 'eda488a3-ec26-4c57-942a-9f541067b210', 'tenant_id': '55325bc54853419db51efc95c5a2547b', 'fixed_ips': [{'subnet_id': '88d0c572-b21d-4072-b0ba-c8cb17f605de'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:14:39.583118 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-69fc9ff7-86cf-42e6-99dc-76061866e910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:39.730105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccda520-7d90-4a82-8782-ef7506eb72da req-f369955e-a0ba-4828-af9c-639dcecd864e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:39.745024 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:39.745860 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cccda520-7d90-4a82-8782-ef7506eb72da req-f369955e-a0ba-4828-af9c-639dcecd864e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.1395931 Jul 09 20:14:39.780944 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fb7ec-86b6-4e5a-8217-53a524aaf1e6 req-c0e1fd8f-e165-4b95-820d-8cebee86196f tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:39.794009 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f61fb7ec-86b6-4e5a-8217-53a524aaf1e6 req-c0e1fd8f-e165-4b95-820d-8cebee86196f tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 945 time: 0.2274942 Jul 09 20:14:39.823960 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cccda520-7d90-4a82-8782-ef7506eb72da req-4aee534b-b9f7-43dd-85a6-95b54e110172 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772774 Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server [None req-69fc9ff7-86cf-42e6-99dc-76061866e910 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88d0c572-b21d-4072-b0ba-c8cb17f605de: This subnet is being modified by another concurrent operation. Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise exception Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88d0c572-b21d-4072-b0ba-c8cb17f605de: This subnet is being modified by another concurrent operation. Jul 09 20:14:39.833130 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Jul 09 20:14:39.870774 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Subnet': ['ID=88d0c572-b21d-4072-b0ba-c8cb17f605de,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:39.875960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b23d5a5-01f3-48a7-899f-e601260df071 None None] Network eda488a3-ec26-4c57-942a-9f541067b210 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:39.978249 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f61fb7ec-86b6-4e5a-8217-53a524aaf1e6 req-e3297876-bf9a-404b-87a4-36820cf1e7c0 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830404 Jul 09 20:14:39.980054 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:39.994626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda488a3-ec26-4c57-942a-9f541067b210']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:40.018929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574b43d4-34d8-4b75-9af2-9450be9179a7') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:40.019233 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574b43d4-34d8-4b75-9af2-9450be9179a7') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:40.030557 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:40.045971 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:40.053328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:40.054275 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:40.064980 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:40.123139 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:40.128057 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:40.130017 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/eda488a3-ec26-4c57-942a-9f541067b210 HTTP/1.1" status: 204 len: 168 time: 0.9372935 Jul 09 20:14:40.134570 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57622) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:40.140681 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1890183125'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:40.158052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df497980-e1ba-4f07-8fbd-33858a77a825 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Network': ['ID=eda488a3-ec26-4c57-942a-9f541067b210,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:40.171362 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:40.175455 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:40.205591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:40.219960 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:40.220368 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Added segment 8604c1c2-b01c-44ca-ac7f-cea574904a2f of type vlan for network d1702643-7bdd-47b0-9c90-c3c76a6b25b5 Jul 09 20:14:40.248016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d54d58a9-a6de-45ca-9223-d165acc083d6 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:14:40.286658 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:40.303661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port d54d58a9-a6de-45ca-9223-d165acc083d6 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:40.326867 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:40.332845 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:40.333516 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:40.401581 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2655210 Jul 09 20:14:40.405180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57624) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:40.410429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3e9c19b3-2478-4482-93a6-9dd74fba5b71 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'subnet': {'network_id': 'd1702643-7bdd-47b0-9c90-c3c76a6b25b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:40.416242 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Network': ['ID=d1702643-7bdd-47b0-9c90-c3c76a6b25b5,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:40.424561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:40.424955 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:40.425331 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:40.425683 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:40.426036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:40.426376 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:40.426718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:40.427055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:40.427398 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:40.427783 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:40.428065 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:40.428399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb281a3-9732-414a-a840-af246f06a323 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:40.442465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network d1702643-7bdd-47b0-9c90-c3c76a6b25b5 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:40.524736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9c19b3-2478-4482-93a6-9dd74fba5b71 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:40.528983 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e9c19b3-2478-4482-93a6-9dd74fba5b71 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:40.693705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243fea85-e472-47fb-892a-18d2b4632c67 None None] Network d1a16f1b-c654-421f-9c92-9184d92719bf requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:40.766767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5f4a1404-8c53-4d59-af56-1de3db1fd01b None None] Provisioning for port d54d58a9-a6de-45ca-9223-d165acc083d6 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:40.770103 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e9c19b3-2478-4482-93a6-9dd74fba5b71 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:40.772292 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5f4a1404-8c53-4d59-af56-1de3db1fd01b None None] Provisioning complete for port d54d58a9-a6de-45ca-9223-d165acc083d6 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:40.772787 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5f4a1404-8c53-4d59-af56-1de3db1fd01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:40.831557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c19b3-2478-4482-93a6-9dd74fba5b71 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Subnet': ['ID=5e3268a8-90f7-4fa2-9f7f-405e028fd986,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:40.851170 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9c19b3-2478-4482-93a6-9dd74fba5b71 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Checking segment: {'id': '8604c1c2-b01c-44ca-ac7f-cea574904a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd1702643-7bdd-47b0-9c90-c3c76a6b25b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:40.851762 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c19b3-2478-4482-93a6-9dd74fba5b71 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network hostable DHCP agents. Network: d1702643-7bdd-47b0-9c90-c3c76a6b25b5, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:40.874676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c19b3-2478-4482-93a6-9dd74fba5b71 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network d1702643-7bdd-47b0-9c90-c3c76a6b25b5 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:40.887655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3e9c19b3-2478-4482-93a6-9dd74fba5b71 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, d1702643-7bdd-47b0-9c90-c3c76a6b25b5) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:40.893845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9c19b3-2478-4482-93a6-9dd74fba5b71 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:40.894530 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e9c19b3-2478-4482-93a6-9dd74fba5b71 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:40.909566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596a5062-c96b-4db3-af0f-c8e43310ca9b None None] Network d1702643-7bdd-47b0-9c90-c3c76a6b25b5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:40.922544 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3e9c19b3-2478-4482-93a6-9dd74fba5b71 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5133100 Jul 09 20:14:40.922789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57628) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:41.090685 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.103527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44533e4-5493-4106-96a5-aea22b88ef35 req-c3b20071-83a8-4fb8-8bef-8562993cb374 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:41.105112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e44533e4-5493-4106-96a5-aea22b88ef35 req-c3b20071-83a8-4fb8-8bef-8562993cb374 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.1138735 Jul 09 20:14:41.105663 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5f4a1404-8c53-4d59-af56-1de3db1fd01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.187981 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e44533e4-5493-4106-96a5-aea22b88ef35 req-aa20b7b3-b38b-49cc-a266-0a66554a7563 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694029 Jul 09 20:14:41.198750 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5f4a1404-8c53-4d59-af56-1de3db1fd01b None None] For port d54d58a9-a6de-45ca-9223-d165acc083d6, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d54d58a9-a6de-45ca-9223-d165acc083d6,segment=NetworkSegment(ce121272-b090-4cfd-a8c0-042379bb0da9),segment_id=ce121272-b090-4cfd-a8c0-042379bb0da9)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:41.208274 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5f4a1404-8c53-4d59-af56-1de3db1fd01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.221468 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.256771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a09669-e16f-4056-911e-3eb4c01866e6 req-a0e88e35-3396-40bd-92af-82ac46b26435 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:41.261035 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-02a09669-e16f-4056-911e-3eb4c01866e6 req-a0e88e35-3396-40bd-92af-82ac46b26435 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 945 time: 0.1140332 Jul 09 20:14:41.329657 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-02a09669-e16f-4056-911e-3eb4c01866e6 req-1981f112-9f16-4d90-9687-43fe9a1454ce tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623724 Jul 09 20:14:41.338011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a1404-8c53-4d59-af56-1de3db1fd01b None None] Pushing event updated for resources: {'Port': ['ID=d54d58a9-a6de-45ca-9223-d165acc083d6,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:41.366277 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.411691 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636e5448-6cc6-448a-839c-a4e8391f2243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-d1702643-7bdd-47b0-9c90-c3c76a6b25b5', 'network_id': 'd1702643-7bdd-47b0-9c90-c3c76a6b25b5', 'tenant_id': '55325bc54853419db51efc95c5a2547b', 'fixed_ips': [{'subnet_id': '5e3268a8-90f7-4fa2-9f7f-405e028fd986'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:14:41.415106 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-636e5448-6cc6-448a-839c-a4e8391f2243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.439881 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3268a8-90f7-4fa2-9f7f-405e028fd986,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:41.538268 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d32ed1-2a9e-48a7-acbb-8a63680791a7 None None] Network d1702643-7bdd-47b0-9c90-c3c76a6b25b5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:41.561027 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.580724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1702643-7bdd-47b0-9c90-c3c76a6b25b5']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:41.600725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8604c1c2-b01c-44ca-ac7f-cea574904a2f') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:41.601110 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8604c1c2-b01c-44ca-ac7f-cea574904a2f') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:41.622774 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.643032 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.655178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:41.656196 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:41.660442 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:41.699415 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2addd481-8c24-4675-a8f8-553371cf9e3d None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:14:41.741167 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.756369 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.763871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/d1702643-7bdd-47b0-9c90-c3c76a6b25b5 HTTP/1.1" status: 204 len: 168 time: 0.8398502 Jul 09 20:14:41.764813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57642) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:41.777239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-46e5b588-2a10-4a99-9fe0-1798c11dfaa4 None None] Provisioning complete for port d54d58a9-a6de-45ca-9223-d165acc083d6 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:41.777719 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-46e5b588-2a10-4a99-9fe0-1798c11dfaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.781106 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-488755c2-7a32-44b6-807c-5ec0fd837472 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1643527273'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:41.788658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd6006-fce9-4aac-bd56-648955a2d4ea tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Network': ['ID=d1702643-7bdd-47b0-9c90-c3c76a6b25b5,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:41.812821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488755c2-7a32-44b6-807c-5ec0fd837472 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:41.817317 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-488755c2-7a32-44b6-807c-5ec0fd837472 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.854014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488755c2-7a32-44b6-807c-5ec0fd837472 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:41.870067 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-488755c2-7a32-44b6-807c-5ec0fd837472 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.870675 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-488755c2-7a32-44b6-807c-5ec0fd837472 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Added segment f133c773-cb13-4c28-8bfc-085e98014b66 of type vlan for network 13e6c340-1d86-420f-9d4f-b203e3417617 Jul 09 20:14:41.920288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2addd481-8c24-4675-a8f8-553371cf9e3d None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:14:41.924068 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-488755c2-7a32-44b6-807c-5ec0fd837472 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.962915 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-488755c2-7a32-44b6-807c-5ec0fd837472 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:41.970822 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488755c2-7a32-44b6-807c-5ec0fd837472 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:41.971813 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-488755c2-7a32-44b6-807c-5ec0fd837472 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:42.041890 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-488755c2-7a32-44b6-807c-5ec0fd837472 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2658794 Jul 09 20:14:42.045078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57648) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:42.052794 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-bb7357c8-2823-4528-9561-2d6cff80230e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'subnet': {'network_id': '13e6c340-1d86-420f-9d4f-b203e3417617', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:42.121162 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488755c2-7a32-44b6-807c-5ec0fd837472 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Network': ['ID=13e6c340-1d86-420f-9d4f-b203e3417617,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:42.154064 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 13e6c340-1d86-420f-9d4f-b203e3417617 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:42.186124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7357c8-2823-4528-9561-2d6cff80230e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:42.193120 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bb7357c8-2823-4528-9561-2d6cff80230e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:42.290168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d54d58a9-a6de-45ca-9223-d165acc083d6 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:14:42.363475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d54d58a9-a6de-45ca-9223-d165acc083d6 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:42.364220 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:42.480089 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f0f3d-a1f1-4f0a-9289-3291467859c6 req-789035aa-e811-4131-9b37-9b8a26163512 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:42.488204 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f5f0f3d-a1f1-4f0a-9289-3291467859c6 req-789035aa-e811-4131-9b37-9b8a26163512 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 945 time: 0.0950763 Jul 09 20:14:42.498198 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341072b4-a9a3-49da-bdb5-c908fcb1e7af req-15573143-527e-4161-abd0-55ff8e050ba8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:42.499844 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-341072b4-a9a3-49da-bdb5-c908fcb1e7af req-15573143-527e-4161-abd0-55ff8e050ba8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.1290832 Jul 09 20:14:42.500826 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bb7357c8-2823-4528-9561-2d6cff80230e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:42.533791 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8f5f0f3d-a1f1-4f0a-9289-3291467859c6 req-a61f7d86-e393-480e-a5e2-d9755def3770 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437682 Jul 09 20:14:42.559737 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7357c8-2823-4528-9561-2d6cff80230e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Subnet': ['ID=a33ea81e-a482-481f-a48c-158fe19386ff,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:42.607502 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-341072b4-a9a3-49da-bdb5-c908fcb1e7af req-372d81cd-33fb-4ed7-a6d0-474ccf81fe6f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621064 Jul 09 20:14:42.616910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7357c8-2823-4528-9561-2d6cff80230e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Checking segment: {'id': 'f133c773-cb13-4c28-8bfc-085e98014b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '13e6c340-1d86-420f-9d4f-b203e3417617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:42.617345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7357c8-2823-4528-9561-2d6cff80230e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network hostable DHCP agents. Network: 13e6c340-1d86-420f-9d4f-b203e3417617, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:42.639455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7357c8-2823-4528-9561-2d6cff80230e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network 13e6c340-1d86-420f-9d4f-b203e3417617 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:42.648929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-bb7357c8-2823-4528-9561-2d6cff80230e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 13e6c340-1d86-420f-9d4f-b203e3417617) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:42.653044 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7357c8-2823-4528-9561-2d6cff80230e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:42.653658 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bb7357c8-2823-4528-9561-2d6cff80230e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:42.658493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de83761-793b-43b5-9fe6-a5c3f64b30ce None None] Network 13e6c340-1d86-420f-9d4f-b203e3417617 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:42.669858 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bb7357c8-2823-4528-9561-2d6cff80230e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6233222 Jul 09 20:14:42.672646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57658) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:42.816440 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-13e6c340-1d86-420f-9d4f-b203e3417617', 'network_id': '13e6c340-1d86-420f-9d4f-b203e3417617', 'tenant_id': '55325bc54853419db51efc95c5a2547b', 'fixed_ips': [{'subnet_id': 'a33ea81e-a482-481f-a48c-158fe19386ff'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:14:42.817434 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:42.970033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Allocated IP 2001:db8::1 (13e6c340-1d86-420f-9d4f-b203e3417617/a33ea81e-a482-481f-a48c-158fe19386ff/195ffb04-03b7-40aa-a65b-9a96c9ab27a7) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:43.041064 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:43.097959 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:43.130120 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:43.140694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Transition to ACTIVE for port object 195ffb04-03b7-40aa-a65b-9a96c9ab27a7 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:43.156882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Transition to ACTIVE for port object 195ffb04-03b7-40aa-a65b-9a96c9ab27a7 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:43.162895 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:43.182760 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:43.207831 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Network 13e6c340-1d86-420f-9d4f-b203e3417617 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:43.211664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:43.212366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Subnet': ['ID=a33ea81e-a482-481f-a48c-158fe19386ff,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:43.216366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:43.222375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Pushing event updated for resources: {'Port': ['ID=195ffb04-03b7-40aa-a65b-9a96c9ab27a7,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:43.280724 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:43.283265 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Attempting to bind port 195ffb04-03b7-40aa-a65b-9a96c9ab27a7 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:14:43.283722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Attempting to bind port 195ffb04-03b7-40aa-a65b-9a96c9ab27a7 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'f133c773-cb13-4c28-8bfc-085e98014b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '13e6c340-1d86-420f-9d4f-b203e3417617'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:14:43.284167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Attempting to bind port 195ffb04-03b7-40aa-a65b-9a96c9ab27a7 on network 13e6c340-1d86-420f-9d4f-b203e3417617 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:43.290491 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:14:43.291037 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Checking segment: {'id': 'f133c773-cb13-4c28-8bfc-085e98014b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '13e6c340-1d86-420f-9d4f-b203e3417617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:43.291655 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:43.292296 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Bound using segment: {'id': 'f133c773-cb13-4c28-8bfc-085e98014b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '13e6c340-1d86-420f-9d4f-b203e3417617'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:14:43.292573 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Bound port: 195ffb04-03b7-40aa-a65b-9a96c9ab27a7, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f133c773-cb13-4c28-8bfc-085e98014b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '13e6c340-1d86-420f-9d4f-b203e3417617'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:14:43.292889 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:43.294339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e6c340-1d86-420f-9d4f-b203e3417617']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:43.307634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f133c773-cb13-4c28-8bfc-085e98014b66') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:43.308030 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f133c773-cb13-4c28-8bfc-085e98014b66') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:43.327505 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:43.348230 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:43.355435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:43.355842 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:43.358808 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:43.367496 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] For port 195ffb04-03b7-40aa-a65b-9a96c9ab27a7, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:14:43.413078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] For port 195ffb04-03b7-40aa-a65b-9a96c9ab27a7, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=195ffb04-03b7-40aa-a65b-9a96c9ab27a7,segment=NetworkSegment(f133c773-cb13-4c28-8bfc-085e98014b66),segment_id=f133c773-cb13-4c28-8bfc-085e98014b66)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:14:43.413354 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.db.api [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 20:14:43.413354 n-d-800088-3 neutron-server[100205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 20:14:43.413354 n-d-800088-3 neutron-server[100205]: [parameters: {'id': '13e6c340-1d86-420f-9d4f-b203e3417617'}] Jul 09 20:14:43.413354 n-d-800088-3 neutron-server[100205]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:14:43.413856 n-d-800088-3 neutron-server[100205]: DEBUG oslo_db.api [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:14:43.418654 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:43.503579 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05451a6-77fe-4de8-b749-6ca40c3ac33a None None] Pushing event updated for resources: {'Port': ['ID=195ffb04-03b7-40aa-a65b-9a96c9ab27a7,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:43.521451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3215e048-0100-4445-aa1c-6d1f9c4da32c None None] Network 13e6c340-1d86-420f-9d4f-b203e3417617 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:43.668057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913c1ae4-094f-43d9-86ab-fd9de6e4322b None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:14:43.748251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa32cfd-6cc8-4720-9824-4e437e141dff req-a796b1e7-bfe8-46d9-b76c-40bd1dad106e tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:43.750365 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dfa32cfd-6cc8-4720-9824-4e437e141dff req-a796b1e7-bfe8-46d9-b76c-40bd1dad106e tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 945 time: 0.0940864 Jul 09 20:14:43.799221 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dfa32cfd-6cc8-4720-9824-4e437e141dff req-555cd371-5f85-4129-89c5-b9b356451cdb tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381284 Jul 09 20:14:43.808218 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c1ae4-094f-43d9-86ab-fd9de6e4322b None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:14:43.824210 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51f14b-09b4-4c5f-877c-7c044861cb73 req-80f7a94e-ca63-4509-918c-a2a310de39d3 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:43.824210 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6f51f14b-09b4-4c5f-877c-7c044861cb73 req-80f7a94e-ca63-4509-918c-a2a310de39d3 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.0775962 Jul 09 20:14:43.864350 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6f51f14b-09b4-4c5f-877c-7c044861cb73 req-069c7612-adec-4937-adec-5fceac2de3d5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366781 Jul 09 20:14:43.915342 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:43.975315 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Deleting port 195ffb04-03b7-40aa-a65b-9a96c9ab27a7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:14:43.975678 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.041693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] For port 195ffb04-03b7-40aa-a65b-9a96c9ab27a7, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=195ffb04-03b7-40aa-a65b-9a96c9ab27a7,segment=NetworkSegment(f133c773-cb13-4c28-8bfc-085e98014b66),segment_id=f133c773-cb13-4c28-8bfc-085e98014b66)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:44.042407 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.059870 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Calling delete_port for 195ffb04-03b7-40aa-a65b-9a96c9ab27a7 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:14:44.154349 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.209113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No DVR routers for this DVR port 195ffb04-03b7-40aa-a65b-9a96c9ab27a7 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:14:44.212264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Port': ['ID=195ffb04-03b7-40aa-a65b-9a96c9ab27a7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:44.300922 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.316135 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e6c340-1d86-420f-9d4f-b203e3417617']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:44.337255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe11f2-9bdf-4656-b876-ee89d6aa81fa req-3ad505b2-2012-405b-9484-c005e9067567 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:44.340869 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5fbe11f2-9bdf-4656-b876-ee89d6aa81fa req-3ad505b2-2012-405b-9484-c005e9067567 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.36 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 945 time: 0.2005758 Jul 09 20:14:44.341690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f133c773-cb13-4c28-8bfc-085e98014b66') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:44.342131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f133c773-cb13-4c28-8bfc-085e98014b66') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:44.360307 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.399025 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.411890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:44.412292 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:44.415737 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:44.506571 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.516702 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.518498 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/13e6c340-1d86-420f-9d4f-b203e3417617 HTTP/1.1" status: 204 len: 168 time: 1.8448415 Jul 09 20:14:44.522032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57670) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:44.528646 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c020b91a-76b1-4f31-b9f2-25ad60879d15 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-691078446'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:44.534173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e719d6-69f7-42c2-af4c-3473503b790f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Network': ['ID=13e6c340-1d86-420f-9d4f-b203e3417617,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:44.542545 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-5fbe11f2-9bdf-4656-b876-ee89d6aa81fa req-47104c54-4cb7-4538-be35-94fbdfeffe50 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Deleting port db994f4a-4d17-4edb-bd3a-a8205a051175 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:14:44.542901 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5fbe11f2-9bdf-4656-b876-ee89d6aa81fa req-47104c54-4cb7-4538-be35-94fbdfeffe50 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.553205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c020b91a-76b1-4f31-b9f2-25ad60879d15 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:44.557373 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c020b91a-76b1-4f31-b9f2-25ad60879d15 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.582761 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c020b91a-76b1-4f31-b9f2-25ad60879d15 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:44.593472 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c020b91a-76b1-4f31-b9f2-25ad60879d15 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.593832 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-c020b91a-76b1-4f31-b9f2-25ad60879d15 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Added segment 821eb774-0590-43eb-af17-c5fcb9efee7d of type vlan for network 92f721ad-3f2c-4933-ade8-58cacf679ac0 Jul 09 20:14:44.635802 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c020b91a-76b1-4f31-b9f2-25ad60879d15 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.644800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-5fbe11f2-9bdf-4656-b876-ee89d6aa81fa req-47104c54-4cb7-4538-be35-94fbdfeffe50 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] For port db994f4a-4d17-4edb-bd3a-a8205a051175, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=db994f4a-4d17-4edb-bd3a-a8205a051175,segment=NetworkSegment(a6c97953-d6d5-4e93-bb80-4aae70eb3671),segment_id=a6c97953-d6d5-4e93-bb80-4aae70eb3671)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:44.645172 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5fbe11f2-9bdf-4656-b876-ee89d6aa81fa req-47104c54-4cb7-4538-be35-94fbdfeffe50 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.658519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-5fbe11f2-9bdf-4656-b876-ee89d6aa81fa req-47104c54-4cb7-4538-be35-94fbdfeffe50 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Calling delete_port for db994f4a-4d17-4edb-bd3a-a8205a051175 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:14:44.670322 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c020b91a-76b1-4f31-b9f2-25ad60879d15 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.676095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c020b91a-76b1-4f31-b9f2-25ad60879d15 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:44.676741 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c020b91a-76b1-4f31-b9f2-25ad60879d15 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.729103 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c020b91a-76b1-4f31-b9f2-25ad60879d15 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2055209 Jul 09 20:14:44.732390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57672) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:44.739111 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f19a65bd-f01f-46fa-9b52-b5887263fed3 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'subnet': {'network_id': '92f721ad-3f2c-4933-ade8-58cacf679ac0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:44.754935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020b91a-76b1-4f31-b9f2-25ad60879d15 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Network': ['ID=92f721ad-3f2c-4933-ade8-58cacf679ac0,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:44.767689 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 92f721ad-3f2c-4933-ade8-58cacf679ac0 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:44.866601 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5fbe11f2-9bdf-4656-b876-ee89d6aa81fa req-47104c54-4cb7-4538-be35-94fbdfeffe50 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.881556 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['db994f4a-4d17-4edb-bd3a-a8205a051175'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:14:44.904033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47104c54-4cb7-4538-be35-94fbdfeffe50 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Pushing event deleted for resources: {'Port': ['ID=db994f4a-4d17-4edb-bd3a-a8205a051175,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:44.906118 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19a65bd-f01f-46fa-9b52-b5887263fed3 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:44.909811 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f19a65bd-f01f-46fa-9b52-b5887263fed3 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:44.963689 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-10d94170-4c17-4b50-897c-214d723884ba req-f3976214-79f2-43be-bf99-9aac898a7543 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=5746d8a3-eb8f-4422-9407-657eda24c422 HTTP/1.1" status: 200 len: 210 time: 0.0314000 Jul 09 20:14:45.012663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbe11f2-9bdf-4656-b876-ee89d6aa81fa req-47104c54-4cb7-4538-be35-94fbdfeffe50 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] No DVR routers for this DVR port db994f4a-4d17-4edb-bd3a-a8205a051175 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:14:45.016944 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5fbe11f2-9bdf-4656-b876-ee89d6aa81fa req-47104c54-4cb7-4538-be35-94fbdfeffe50 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:45.018927 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5fbe11f2-9bdf-4656-b876-ee89d6aa81fa req-47104c54-4cb7-4538-be35-94fbdfeffe50 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.36 "DELETE /v2.0/ports/db994f4a-4d17-4edb-bd3a-a8205a051175 HTTP/1.1" status: 204 len: 173 time: 0.6689138 Jul 09 20:14:45.019376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5746d8a3-eb8f-4422-9407-657eda24c422', 'name': 'network-vif-deleted', 'tag': 'db994f4a-4d17-4edb-bd3a-a8205a051175'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:14:45.021757 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10377b1d-c436-45ad-9796-84094b63ae82" -d '{"events": [{"server_uuid": "5746d8a3-eb8f-4422-9407-657eda24c422", "name": "network-vif-deleted", "tag": "db994f4a-4d17-4edb-bd3a-a8205a051175"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:14:45.157902 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddbfd7-6434-4852-b9f1-a0da7fc0b2e2 req-294a0e86-7000-4058-9b9d-872ef5e61f7a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:45.159850 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03ddbfd7-6434-4852-b9f1-a0da7fc0b2e2 req-294a0e86-7000-4058-9b9d-872ef5e61f7a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.1352577 Jul 09 20:14:45.164702 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a571be-450b-4bd8-b0fa-ce72eb85bea9 x-openstack-request-id: req-d9a571be-450b-4bd8-b0fa-ce72eb85bea9 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:14:45.165223 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5746d8a3-eb8f-4422-9407-657eda24c422", "name": "network-vif-deleted", "tag": "db994f4a-4d17-4edb-bd3a-a8205a051175", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:14:45.165403 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9a571be-450b-4bd8-b0fa-ce72eb85bea9 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:14:45.165698 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5746d8a3-eb8f-4422-9407-657eda24c422', 'name': 'network-vif-deleted', 'tag': 'db994f4a-4d17-4edb-bd3a-a8205a051175', 'status': 'completed', 'code': 200} Jul 09 20:14:45.251499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03ddbfd7-6434-4852-b9f1-a0da7fc0b2e2 req-df5560ab-7b6c-4cc9-a389-f02ce9fd7771 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760415 Jul 09 20:14:45.268553 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f19a65bd-f01f-46fa-9b52-b5887263fed3 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:45.348258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a65bd-f01f-46fa-9b52-b5887263fed3 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Subnet': ['ID=a0cb0ff8-a3b9-4910-b063-0bc808482135,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:45.356481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a65bd-f01f-46fa-9b52-b5887263fed3 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Checking segment: {'id': '821eb774-0590-43eb-af17-c5fcb9efee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '92f721ad-3f2c-4933-ade8-58cacf679ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:45.357025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a65bd-f01f-46fa-9b52-b5887263fed3 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network hostable DHCP agents. Network: 92f721ad-3f2c-4933-ade8-58cacf679ac0, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:45.375821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a65bd-f01f-46fa-9b52-b5887263fed3 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network 92f721ad-3f2c-4933-ade8-58cacf679ac0 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:45.385433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f19a65bd-f01f-46fa-9b52-b5887263fed3 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 92f721ad-3f2c-4933-ade8-58cacf679ac0) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:45.390011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19a65bd-f01f-46fa-9b52-b5887263fed3 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:45.390820 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f19a65bd-f01f-46fa-9b52-b5887263fed3 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:45.398166 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d806e5-fb70-44dd-8fb3-bc8e8750ed19 None None] Network 92f721ad-3f2c-4933-ade8-58cacf679ac0 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:45.414904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f19a65bd-f01f-46fa-9b52-b5887263fed3 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6769137 Jul 09 20:14:45.415176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57688) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:45.422128 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-33a3740c-1cb2-4c48-8eb9-62e7edea27dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'subnet': {'network_id': '92f721ad-3f2c-4933-ade8-58cacf679ac0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:45.583482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a3740c-1cb2-4c48-8eb9-62e7edea27dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:45.589481 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-33a3740c-1cb2-4c48-8eb9-62e7edea27dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:45.826323 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-92f721ad-3f2c-4933-ade8-58cacf679ac0', 'network_id': '92f721ad-3f2c-4933-ade8-58cacf679ac0', 'tenant_id': '55325bc54853419db51efc95c5a2547b', 'fixed_ips': [{'subnet_id': 'a0cb0ff8-a3b9-4910-b063-0bc808482135'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:14:45.827708 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.008162 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-33a3740c-1cb2-4c48-8eb9-62e7edea27dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.011369 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Allocated IP 2001:db8::2 (92f721ad-3f2c-4933-ade8-58cacf679ac0/a0cb0ff8-a3b9-4910-b063-0bc808482135/ed72cce7-e584-4fcc-85ca-0004733dd93b) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:46.064797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a3740c-1cb2-4c48-8eb9-62e7edea27dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network 92f721ad-3f2c-4933-ade8-58cacf679ac0 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:46.068070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-33a3740c-1cb2-4c48-8eb9-62e7edea27dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:46.073703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a3740c-1cb2-4c48-8eb9-62e7edea27dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:46.074311 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-33a3740c-1cb2-4c48-8eb9-62e7edea27dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.090701 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3740c-1cb2-4c48-8eb9-62e7edea27dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Subnet': ['ID=5f988742-f14b-4cb7-a64f-790d9789ccad,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:46.104441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57694) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:46.105112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-33a3740c-1cb2-4c48-8eb9-62e7edea27dc tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6867018 Jul 09 20:14:46.178929 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfce9f6-a8a2-4cbc-9b4b-9a7b238341c2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:46.180506 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfce9f6-a8a2-4cbc-9b4b-9a7b238341c2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:46.182072 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfce9f6-a8a2-4cbc-9b4b-9a7b238341c2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:46.183602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfce9f6-a8a2-4cbc-9b4b-9a7b238341c2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:46.185157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfce9f6-a8a2-4cbc-9b4b-9a7b238341c2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:46.187131 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1dfce9f6-a8a2-4cbc-9b4b-9a7b238341c2 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0816474 Jul 09 20:14:46.191542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57698) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:46.197648 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-5d18748c-b7fe-4358-bf2e-0f2e403d8b73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-975937756'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:46.221847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d18748c-b7fe-4358-bf2e-0f2e403d8b73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:46.226412 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d18748c-b7fe-4358-bf2e-0f2e403d8b73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.259108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d18748c-b7fe-4358-bf2e-0f2e403d8b73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:46.261335 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.271256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Transition to ACTIVE for port object ed72cce7-e584-4fcc-85ca-0004733dd93b will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:46.276241 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d18748c-b7fe-4358-bf2e-0f2e403d8b73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.276637 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-5d18748c-b7fe-4358-bf2e-0f2e403d8b73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Added segment 9db22190-3aaf-44e7-add1-bf7fc7f1cd29 of type vlan for network 7d9eb8c4-5638-440a-9c8f-34f443bf36e9 Jul 09 20:14:46.294385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Transition to ACTIVE for port object ed72cce7-e584-4fcc-85ca-0004733dd93b will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:46.302436 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.333546 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d18748c-b7fe-4358-bf2e-0f2e403d8b73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.369770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Network 92f721ad-3f2c-4933-ade8-58cacf679ac0 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:46.371397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:46.378272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:46.388284 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d18748c-b7fe-4358-bf2e-0f2e403d8b73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.397222 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Pushing event updated for resources: {'Port': ['ID=ed72cce7-e584-4fcc-85ca-0004733dd93b,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:46.409174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d18748c-b7fe-4358-bf2e-0f2e403d8b73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:46.410798 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d18748c-b7fe-4358-bf2e-0f2e403d8b73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.451283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Attempting to bind port ed72cce7-e584-4fcc-85ca-0004733dd93b on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:14:46.451709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Attempting to bind port ed72cce7-e584-4fcc-85ca-0004733dd93b by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '821eb774-0590-43eb-af17-c5fcb9efee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '92f721ad-3f2c-4933-ade8-58cacf679ac0'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:14:46.452033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Attempting to bind port ed72cce7-e584-4fcc-85ca-0004733dd93b on network 92f721ad-3f2c-4933-ade8-58cacf679ac0 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:46.457427 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:14:46.457842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Checking segment: {'id': '821eb774-0590-43eb-af17-c5fcb9efee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '92f721ad-3f2c-4933-ade8-58cacf679ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:46.458203 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.458600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Bound using segment: {'id': '821eb774-0590-43eb-af17-c5fcb9efee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '92f721ad-3f2c-4933-ade8-58cacf679ac0'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:14:46.459099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Bound port: ed72cce7-e584-4fcc-85ca-0004733dd93b, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '821eb774-0590-43eb-af17-c5fcb9efee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '92f721ad-3f2c-4933-ade8-58cacf679ac0'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:14:46.459484 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.563937 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5d18748c-b7fe-4358-bf2e-0f2e403d8b73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3711352 Jul 09 20:14:46.567753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57716) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:46.575193 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-bd01fcde-4d00-4c0c-8181-4af0f0c80f6d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:46.578522 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] For port ed72cce7-e584-4fcc-85ca-0004733dd93b, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:14:46.583670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] For port ed72cce7-e584-4fcc-85ca-0004733dd93b, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ed72cce7-e584-4fcc-85ca-0004733dd93b,segment=NetworkSegment(821eb774-0590-43eb-af17-c5fcb9efee7d),segment_id=821eb774-0590-43eb-af17-c5fcb9efee7d)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:14:46.590036 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.605027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18748c-b7fe-4358-bf2e-0f2e403d8b73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Network': ['ID=7d9eb8c4-5638-440a-9c8f-34f443bf36e9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:46.635172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 7d9eb8c4-5638-440a-9c8f-34f443bf36e9 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:46.643462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190f9a5-0a5b-44c2-88fb-f875904953fb req-9c97a929-4a76-45a2-9a11-863b74a8d63d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:46.652305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b190f9a5-0a5b-44c2-88fb-f875904953fb req-9c97a929-4a76-45a2-9a11-863b74a8d63d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 943 time: 0.1488159 Jul 09 20:14:46.659225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-6b07f547-8a43-4ef2-a8da-18e85c70c43e tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:46.660983 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-6b07f547-8a43-4ef2-a8da-18e85c70c43e tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/networks?id=d86f9705-1fba-40a2-be82-e22a4c6c478d HTTP/1.1" status: 200 len: 808 time: 0.2409451 Jul 09 20:14:46.682892 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-028b7388-0908-4e75-9427-e99f94a3bec4 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/quotas/977720f982be496a88fb0bfc7896bd23 HTTP/1.1" status: 200 len: 375 time: 0.0119650 Jul 09 20:14:46.734899 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-bdd39f7e-f996-4649-8ba5-da4a85f46f66 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=977720f982be496a88fb0bfc7896bd23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435741 Jul 09 20:14:46.772944 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26349658-5910-4638-9d04-554b41ffd7ee None None] Pushing event updated for resources: {'Port': ['ID=ed72cce7-e584-4fcc-85ca-0004733dd93b,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:46.804934 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b190f9a5-0a5b-44c2-88fb-f875904953fb req-087e61fb-30c6-4a8b-84f9-9d7c52f1a139 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510496 Jul 09 20:14:46.862405 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd01fcde-4d00-4c0c-8181-4af0f0c80f6d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.870739 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-43374d41-af57-482b-9cd7-b053ffffe30e service neutron] 10.222.0.30 "GET /v2.0/networks/d86f9705-1fba-40a2-be82-e22a4c6c478d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241379 Jul 09 20:14:46.883436 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd01fcde-4d00-4c0c-8181-4af0f0c80f6d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.924880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 44f5643a-3e29-4817-b144-c66c3c6ffbd6 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:14:46.975669 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd01fcde-4d00-4c0c-8181-4af0f0c80f6d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network 7d9eb8c4-5638-440a-9c8f-34f443bf36e9 is not hosted by any dhcp agent {{(pid=100205) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 20:14:46.983230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd01fcde-4d00-4c0c-8181-4af0f0c80f6d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:46.983931 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd01fcde-4d00-4c0c-8181-4af0f0c80f6d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:46.985368 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bd01fcde-4d00-4c0c-8181-4af0f0c80f6d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "PUT /v2.0/networks/7d9eb8c4-5638-440a-9c8f-34f443bf36e9 HTTP/1.1" status: 200 len: 723 time: 0.4155662 Jul 09 20:14:46.990667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57718) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:47.014789 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f46f7c81-199d-41cc-a4c6-550e8cfe867e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'subnet': {'network_id': '7d9eb8c4-5638-440a-9c8f-34f443bf36e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:47.032150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01fcde-4d00-4c0c-8181-4af0f0c80f6d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Network': ['ID=7d9eb8c4-5638-440a-9c8f-34f443bf36e9,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:47.063088 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 7d9eb8c4-5638-440a-9c8f-34f443bf36e9 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:47.076369 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-cbb243e0-fb31-4a8b-a5d8-5805480388d5 service neutron] 10.222.0.30 "GET /v2.0/networks/d86f9705-1fba-40a2-be82-e22a4c6c478d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966913 Jul 09 20:14:47.223818 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46f7c81-199d-41cc-a4c6-550e8cfe867e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:47.229187 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f46f7c81-199d-41cc-a4c6-550e8cfe867e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:47.294501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 44f5643a-3e29-4817-b144-c66c3c6ffbd6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=44f5643a-3e29-4817-b144-c66c3c6ffbd6,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:47.313619 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '44f5643a-3e29-4817-b144-c66c3c6ffbd6', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'port_id': '44f5643a-3e29-4817-b144-c66c3c6ffbd6', 'mac_address': 'fa:16:3e:e2:fb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:14:47.389490 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:47.417808 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f5643a-3e29-4817-b144-c66c3c6ffbd6 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:14:47.453871 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a4a5b91-c710-4664-b17d-525d1731486c req-09b7d3a8-393d-44db-add1-6b9f15c4c313 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 210 time: 0.0457692 Jul 09 20:14:47.457894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 44f5643a-3e29-4817-b144-c66c3c6ffbd6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=44f5643a-3e29-4817-b144-c66c3c6ffbd6,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:47.464330 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:47.538111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=44f5643a-3e29-4817-b144-c66c3c6ffbd6,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:47.585741 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f46f7c81-199d-41cc-a4c6-550e8cfe867e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:47.681623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f7c81-199d-41cc-a4c6-550e8cfe867e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Subnet': ['ID=a86a1c1a-242f-4bae-91f8-0626b1365a6c,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:47.689411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f7c81-199d-41cc-a4c6-550e8cfe867e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Checking segment: {'id': '9db22190-3aaf-44e7-add1-bf7fc7f1cd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7d9eb8c4-5638-440a-9c8f-34f443bf36e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:47.690228 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f7c81-199d-41cc-a4c6-550e8cfe867e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network hostable DHCP agents. Network: 7d9eb8c4-5638-440a-9c8f-34f443bf36e9, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:47.717921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f7c81-199d-41cc-a4c6-550e8cfe867e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network 7d9eb8c4-5638-440a-9c8f-34f443bf36e9 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:47.739571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-f46f7c81-199d-41cc-a4c6-550e8cfe867e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 7d9eb8c4-5638-440a-9c8f-34f443bf36e9) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:47.744602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46f7c81-199d-41cc-a4c6-550e8cfe867e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:47.745290 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f46f7c81-199d-41cc-a4c6-550e8cfe867e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:47.756001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea44396f-0413-4b1d-b411-9a04987114c7 None None] Network 7d9eb8c4-5638-440a-9c8f-34f443bf36e9 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:47.797655 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f46f7c81-199d-41cc-a4c6-550e8cfe867e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8020020 Jul 09 20:14:47.798205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57742) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:47.813821 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-53299801-4cde-4023-b8b1-87859af5230c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:47.949446 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['44f5643a-3e29-4817-b144-c66c3c6ffbd6'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:14:48.002417 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-53299801-4cde-4023-b8b1-87859af5230c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9243237'] for subnet, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:48.143744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-7d9eb8c4-5638-440a-9c8f-34f443bf36e9', 'network_id': '7d9eb8c4-5638-440a-9c8f-34f443bf36e9', 'tenant_id': '55325bc54853419db51efc95c5a2547b', 'fixed_ips': [{'subnet_id': 'a86a1c1a-242f-4bae-91f8-0626b1365a6c'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:14:48.144721 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:48.271264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7247a-a714-4036-b5ef-100205f5e712 req-b6616c1a-9867-406f-bfaf-0375a028e95b tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:48.279925 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-39b7247a-a714-4036-b5ef-100205f5e712 req-b6616c1a-9867-406f-bfaf-0375a028e95b tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 944 time: 0.2209761 Jul 09 20:14:48.343653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700a1c69-1500-4ee6-ab17-cc5eb2f2e784 None None] Network 92f721ad-3f2c-4933-ade8-58cacf679ac0 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:48.358112 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-53299801-4cde-4023-b8b1-87859af5230c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745877229855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9811224'] for subnet, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:48.400766 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-39b7247a-a714-4036-b5ef-100205f5e712 req-b37e0db9-01de-4de4-809e-9d412808d934 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149869 Jul 09 20:14:48.404348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ed72cce7-e584-4fcc-85ca-0004733dd93b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:14:48.411828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53299801-4cde-4023-b8b1-87859af5230c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:48.416284 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-53299801-4cde-4023-b8b1-87859af5230c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:48.422142 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-53299801-4cde-4023-b8b1-87859af5230c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "PUT /v2.0/subnets/a86a1c1a-242f-4bae-91f8-0626b1365a6c HTTP/1.1" status: 200 len: 826 time: 0.6185391 Jul 09 20:14:48.422634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57748) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:48.535237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53299801-4cde-4023-b8b1-87859af5230c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Subnet': ['ID=a86a1c1a-242f-4bae-91f8-0626b1365a6c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:48.550999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Allocated IP 2001:db8::2 (7d9eb8c4-5638-440a-9c8f-34f443bf36e9/a86a1c1a-242f-4bae-91f8-0626b1365a6c/b15c06a0-ad5d-4557-a5b4-de1739efe895) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:48.560443 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:48.641944 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:48.721867 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b173af26-beb6-4a67-a925-384bcf225049 req-4fa827a7-372f-4846-a685-85b4b3d96fd8 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 210 time: 0.0601480 Jul 09 20:14:48.777799 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-350570cf-43f2-499b-9259-6a7e4b20a5b7 None None] Provisioning for port ed72cce7-e584-4fcc-85ca-0004733dd93b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:48.814978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port ed72cce7-e584-4fcc-85ca-0004733dd93b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:48.829915 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ed72cce7-e584-4fcc-85ca-0004733dd93b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:48.830442 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:48.944773 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device db994f4a-4d17-4edb-bd3a-a8205a051175 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:14:49.012250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: db994f4a-4d17-4edb-bd3a-a8205a051175 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:14:49.013052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device db994f4a-4d17-4edb-bd3a-a8205a051175 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:14:49.072951 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:49.111094 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Transition to ACTIVE for port object b15c06a0-ad5d-4557-a5b4-de1739efe895 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:49.146715 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:49.150968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Transition to ACTIVE for port object b15c06a0-ad5d-4557-a5b4-de1739efe895 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:49.166722 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:49.188864 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:49.232339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Subnet': ['ID=a86a1c1a-242f-4bae-91f8-0626b1365a6c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:49.247787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port ed72cce7-e584-4fcc-85ca-0004733dd93b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ed72cce7-e584-4fcc-85ca-0004733dd93b,segment=NetworkSegment(821eb774-0590-43eb-af17-c5fcb9efee7d),segment_id=821eb774-0590-43eb-af17-c5fcb9efee7d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:49.255550 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Network 7d9eb8c4-5638-440a-9c8f-34f443bf36e9 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:49.262618 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:49.265233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:49.270225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Pushing event updated for resources: {'Port': ['ID=b15c06a0-ad5d-4557-a5b4-de1739efe895,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:49.276113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:49.406423 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:49.428669 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9eb8c4-5638-440a-9c8f-34f443bf36e9']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:49.447755 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db22190-3aaf-44e7-add1-bf7fc7f1cd29') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:49.448192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db22190-3aaf-44e7-add1-bf7fc7f1cd29') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:49.477052 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:49.512691 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:49.530866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-4a0d54a8-392d-4ead-a054-e19afc14a32c tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:49.531977 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d4e1bc-ffad-49c4-9cbf-48a13a4a27f3 None None] Update dhcp port {'port': {'network_id': '92f721ad-3f2c-4933-ade8-58cacf679ac0', 'fixed_ips': [{'subnet_id': 'a0cb0ff8-a3b9-4910-b063-0bc808482135', 'ip_address': '2001:db8::2'}, {'subnet_id': '5f988742-f14b-4cb7-a64f-790d9789ccad'}], 'binding:host_id': 'n-d-800088-3'}, 'id': 'ed72cce7-e584-4fcc-85ca-0004733dd93b'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:14:49.533336 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-4a0d54a8-392d-4ead-a054-e19afc14a32c tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.36 "GET /v2.0/networks?id=d86f9705-1fba-40a2-be82-e22a4c6c478d HTTP/1.1" status: 200 len: 808 time: 0.2156091 Jul 09 20:14:49.538290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:49.540552 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:49.551320 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:49.597983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-002433a6-9edf-43ab-a1a4-ad481c8ddafe tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Request body: {'port': {'device_id': '6140a58d-4ab3-4e52-96c7-0e21c500a563', 'network_id': 'd86f9705-1fba-40a2-be82-e22a4c6c478d', 'admin_state_up': True, 'tenant_id': '977720f982be496a88fb0bfc7896bd23'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:49.664520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aacfec-c3c2-4c2a-a270-3518cb3cbc3d req-4efff641-b9c3-41af-8fe7-a834532f2a04 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:49.667318 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-35aacfec-c3c2-4c2a-a270-3518cb3cbc3d req-4efff641-b9c3-41af-8fe7-a834532f2a04 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 944 time: 0.0933096 Jul 09 20:14:49.735935 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-35aacfec-c3c2-4c2a-a270-3518cb3cbc3d req-bc47f4d0-56e9-4d7f-8760-f59d3b7d7e99 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580413 Jul 09 20:14:49.814728 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.db.api [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 20:14:49.814728 n-d-800088-3 neutron-server[100205]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 20:14:49.814728 n-d-800088-3 neutron-server[100205]: [parameters: {'id': '7d9eb8c4-5638-440a-9c8f-34f443bf36e9'}] Jul 09 20:14:49.814728 n-d-800088-3 neutron-server[100205]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:14:49.816017 n-d-800088-3 neutron-server[100205]: DEBUG oslo_db.api [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:14:49.816669 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Attempting to bind port b15c06a0-ad5d-4557-a5b4-de1739efe895 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:14:49.817120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Attempting to bind port b15c06a0-ad5d-4557-a5b4-de1739efe895 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '9db22190-3aaf-44e7-add1-bf7fc7f1cd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7d9eb8c4-5638-440a-9c8f-34f443bf36e9'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:14:49.817521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Attempting to bind port b15c06a0-ad5d-4557-a5b4-de1739efe895 on network 7d9eb8c4-5638-440a-9c8f-34f443bf36e9 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:49.834022 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=ed72cce7-e584-4fcc-85ca-0004733dd93b,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:49.845829 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:14:49.846257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Checking segment: {'id': '9db22190-3aaf-44e7-add1-bf7fc7f1cd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7d9eb8c4-5638-440a-9c8f-34f443bf36e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:49.846776 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:49.847326 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Bound using segment: {'id': '9db22190-3aaf-44e7-add1-bf7fc7f1cd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7d9eb8c4-5638-440a-9c8f-34f443bf36e9'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:14:49.847857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Bound port: b15c06a0-ad5d-4557-a5b4-de1739efe895, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db22190-3aaf-44e7-add1-bf7fc7f1cd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7d9eb8c4-5638-440a-9c8f-34f443bf36e9'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:14:49.848936 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:49.877211 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c9d4e1bc-ffad-49c4-9cbf-48a13a4a27f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:49.965310 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-902a0424-c731-4902-bb0f-1b8958cd2043 req-b00693f5-218b-48c4-a344-b8bf118f9ff8 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 210 time: 0.0540519 Jul 09 20:14:49.967589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-002433a6-9edf-43ab-a1a4-ad481c8ddafe tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Made reservation on behalf of 977720f982be496a88fb0bfc7896bd23 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:49.969748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] For port b15c06a0-ad5d-4557-a5b4-de1739efe895, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:14:49.977601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] For port b15c06a0-ad5d-4557-a5b4-de1739efe895, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b15c06a0-ad5d-4557-a5b4-de1739efe895,segment=NetworkSegment(9db22190-3aaf-44e7-add1-bf7fc7f1cd29),segment_id=9db22190-3aaf-44e7-add1-bf7fc7f1cd29)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:14:49.984173 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-002433a6-9edf-43ab-a1a4-ad481c8ddafe tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:49.989720 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:50.165186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdd338-96d1-4e58-ab78-076ee6d3679e None None] Pushing event updated for resources: {'Port': ['ID=b15c06a0-ad5d-4557-a5b4-de1739efe895,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:50.195726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-002433a6-9edf-43ab-a1a4-ad481c8ddafe tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Allocated IP 172.20.0.9 (d86f9705-1fba-40a2-be82-e22a4c6c478d/24679801-619c-4b30-922d-da2383b0fc1c/4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:50.249648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7d55f3-6fa5-4dc7-b58b-d8240e551f8c None None] Network 7d9eb8c4-5638-440a-9c8f-34f443bf36e9 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:50.312658 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ed72cce7-e584-4fcc-85ca-0004733dd93b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:14:50.343163 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:50.373816 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-c9d4e1bc-ffad-49c4-9cbf-48a13a4a27f3 None None] Allocated IP 172.20.0.1 (92f721ad-3f2c-4933-ade8-58cacf679ac0/5f988742-f14b-4cb7-a64f-790d9789ccad/ed72cce7-e584-4fcc-85ca-0004733dd93b) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:50.432885 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-002433a6-9edf-43ab-a1a4-ad481c8ddafe tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:50.479828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Deleting port b15c06a0-ad5d-4557-a5b4-de1739efe895 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:14:50.480892 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:50.510529 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ed72cce7-e584-4fcc-85ca-0004733dd93b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:50.510822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:50.568153 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-002433a6-9edf-43ab-a1a4-ad481c8ddafe tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:50.584473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] For port b15c06a0-ad5d-4557-a5b4-de1739efe895, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b15c06a0-ad5d-4557-a5b4-de1739efe895,segment=NetworkSegment(9db22190-3aaf-44e7-add1-bf7fc7f1cd29),segment_id=9db22190-3aaf-44e7-add1-bf7fc7f1cd29)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:50.584874 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:50.586898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c9d4e1bc-ffad-49c4-9cbf-48a13a4a27f3 None None] For port ed72cce7-e584-4fcc-85ca-0004733dd93b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ed72cce7-e584-4fcc-85ca-0004733dd93b,segment=NetworkSegment(821eb774-0590-43eb-af17-c5fcb9efee7d),segment_id=821eb774-0590-43eb-af17-c5fcb9efee7d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:50.631246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152baa12-013b-4a1d-a42f-b02c0b9d3f9d None None] Network 7d9eb8c4-5638-440a-9c8f-34f443bf36e9 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:50.639248 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c9d4e1bc-ffad-49c4-9cbf-48a13a4a27f3 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:50.649462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Calling delete_port for b15c06a0-ad5d-4557-a5b4-de1739efe895 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:14:50.652634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-002433a6-9edf-43ab-a1a4-ad481c8ddafe tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Network d86f9705-1fba-40a2-be82-e22a4c6c478d is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:50.667256 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-002433a6-9edf-43ab-a1a4-ad481c8ddafe tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:50.669999 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-002433a6-9edf-43ab-a1a4-ad481c8ddafe tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:50.681996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002433a6-9edf-43ab-a1a4-ad481c8ddafe tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Pushing event updated for resources: {'Port': ['ID=4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:50.723349 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c9d4e1bc-ffad-49c4-9cbf-48a13a4a27f3 None None] Transition to ACTIVE for port object ed72cce7-e584-4fcc-85ca-0004733dd93b will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:50.779149 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c9d4e1bc-ffad-49c4-9cbf-48a13a4a27f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:50.915107 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4e1bc-ffad-49c4-9cbf-48a13a4a27f3 None None] Pushing event updated for resources: {'Port': ['ID=ed72cce7-e584-4fcc-85ca-0004733dd93b,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:50.960047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 44f5643a-3e29-4817-b144-c66c3c6ffbd6 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:14:51.087887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 44f5643a-3e29-4817-b144-c66c3c6ffbd6 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:51.102143 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 44f5643a-3e29-4817-b144-c66c3c6ffbd6 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:51.102788 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:51.249445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-002433a6-9edf-43ab-a1a4-ad481c8ddafe tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:51.250565 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-002433a6-9edf-43ab-a1a4-ad481c8ddafe tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:51.302677 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-002433a6-9edf-43ab-a1a4-ad481c8ddafe tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7169900 Jul 09 20:14:51.308776 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:51.310291 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:51.338119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10412c66-5375-40a4-9b13-2670c3274b1e req-6d7bad7a-65a6-4a08-ad7c-37b381f00151 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:51.352829 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd77c2ea-01de-4142-942f-7e5f7273e804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f5643a-3e29-4817-b144-c66c3c6ffbd6'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:14:51.353962 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10412c66-5375-40a4-9b13-2670c3274b1e req-6d7bad7a-65a6-4a08-ad7c-37b381f00151 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 944 time: 0.2828512 Jul 09 20:14:51.355134 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58298165-d9bc-402b-b493-053fec13468c" -d '{"events": [{"server_uuid": "dd77c2ea-01de-4142-942f-7e5f7273e804", "name": "network-vif-plugged", "status": "completed", "tag": "44f5643a-3e29-4817-b144-c66c3c6ffbd6"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:14:51.364847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Request body: {'port': {'device_id': '6140a58d-4ab3-4e52-96c7-0e21c500a563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:51.365121 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ee8721-ee4e-4225-92ff-3031ad7adf95 req-426f3aa0-dc53-46fe-b7d0-5868a82b39a6 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:51.366625 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-32ee8721-ee4e-4225-92ff-3031ad7adf95 req-426f3aa0-dc53-46fe-b7d0-5868a82b39a6 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 931 time: 0.1126564 Jul 09 20:14:51.387587 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 44f5643a-3e29-4817-b144-c66c3c6ffbd6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=44f5643a-3e29-4817-b144-c66c3c6ffbd6,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:51.394376 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:51.408134 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No DVR routers for this DVR port b15c06a0-ad5d-4557-a5b4-de1739efe895 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:14:51.437055 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-32ee8721-ee4e-4225-92ff-3031ad7adf95 req-b180d491-00d1-41fd-aeb7-fafa2959fd14 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623715 Jul 09 20:14:51.447396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Port': ['ID=b15c06a0-ad5d-4557-a5b4-de1739efe895,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:51.476967 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=44f5643a-3e29-4817-b144-c66c3c6ffbd6,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:51.590718 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10412c66-5375-40a4-9b13-2670c3274b1e req-fc1fb136-55a5-4a26-8a6c-84a4ccf76217 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351182 Jul 09 20:14:51.618881 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a459bf-2909-4665-81cd-150fe705a145 x-openstack-request-id: req-a7a459bf-2909-4665-81cd-150fe705a145 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:14:51.619187 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd77c2ea-01de-4142-942f-7e5f7273e804", "name": "network-vif-plugged", "status": "completed", "tag": "44f5643a-3e29-4817-b144-c66c3c6ffbd6", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:14:51.619450 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7a459bf-2909-4665-81cd-150fe705a145 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:14:51.619697 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:51.620067 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd77c2ea-01de-4142-942f-7e5f7273e804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f5643a-3e29-4817-b144-c66c3c6ffbd6', 'code': 200} Jul 09 20:14:51.635038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9eb8c4-5638-440a-9c8f-34f443bf36e9']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:51.637724 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:51.656998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db22190-3aaf-44e7-add1-bf7fc7f1cd29') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:51.657301 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db22190-3aaf-44e7-add1-bf7fc7f1cd29') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:51.696376 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:51.761862 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:51.771602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:51.772134 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:51.778835 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:51.811538 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716ea3f2-cd19-4978-934f-36b13501f460 None None] Network 92f721ad-3f2c-4933-ade8-58cacf679ac0 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:51.889944 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dc1b296b-743c-47dc-9aea-e335ee65aad5 None None] Provisioning for port ed72cce7-e584-4fcc-85ca-0004733dd93b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:14:51.906996 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dc1b296b-743c-47dc-9aea-e335ee65aad5 None None] Provisioning complete for port ed72cce7-e584-4fcc-85ca-0004733dd93b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:51.907376 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dc1b296b-743c-47dc-9aea-e335ee65aad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:51.926935 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:51.974458 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:51.977640 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/7d9eb8c4-5638-440a-9c8f-34f443bf36e9 HTTP/1.1" status: 204 len: 168 time: 3.5537958 Jul 09 20:14:51.980818 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57774) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:52.007451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cfdbd-9c66-4e95-b722-179518b04f66 req-c9145fa0-7afa-4eea-a2cf-19d008546bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:52.008331 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-64eb3b8f-2cb4-47e3-a6a4-e88a1f32889a tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] DELETE failed (client error): The resource could not be found. Jul 09 20:14:52.009104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64eb3b8f-2cb4-47e3-a6a4-e88a1f32889a tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:14:52.009298 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-765cfdbd-9c66-4e95-b722-179518b04f66 req-c9145fa0-7afa-4eea-a2cf-19d008546bc7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 1096 time: 0.3030837 Jul 09 20:14:52.012001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfcbadb-0a95-4af6-a734-6383e676a262 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Network': ['ID=7d9eb8c4-5638-440a-9c8f-34f443bf36e9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:52.012449 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-64eb3b8f-2cb4-47e3-a6a4-e88a1f32889a tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/7d9eb8c4-5638-440a-9c8f-34f443bf36e9 HTTP/1.1" status: 404 len: 339 time: 0.0297563 Jul 09 20:14:52.016279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57776) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:52.024713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-16a74e55-dac7-4579-bb64-4dccae04db73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1773373399', 'description': 'd1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:52.056926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a74e55-dac7-4579-bb64-4dccae04db73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:52.064036 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-16a74e55-dac7-4579-bb64-4dccae04db73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:52.094525 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-765cfdbd-9c66-4e95-b722-179518b04f66 req-c60d6033-9d34-43f9-abe3-60e2c136e326 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694523 Jul 09 20:14:52.111191 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a74e55-dac7-4579-bb64-4dccae04db73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:52.122572 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-16a74e55-dac7-4579-bb64-4dccae04db73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:52.123585 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-16a74e55-dac7-4579-bb64-4dccae04db73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Added segment f3de789d-a50a-4b4e-a163-1c6fe414fa82 of type vlan for network 4120e605-cbe4-48a1-b246-cb678dc5806e Jul 09 20:14:52.176718 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-16a74e55-dac7-4579-bb64-4dccae04db73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:52.222906 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-16a74e55-dac7-4579-bb64-4dccae04db73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:52.223877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:14:52.231718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a74e55-dac7-4579-bb64-4dccae04db73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:52.232684 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-16a74e55-dac7-4579-bb64-4dccae04db73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3678377'] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:52.234776 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:52.256145 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Transition to ACTIVE for port object 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:52.263545 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:52.307689 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ed72cce7-e584-4fcc-85ca-0004733dd93b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:14:52.333605 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-16a74e55-dac7-4579-bb64-4dccae04db73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3147750 Jul 09 20:14:52.338808 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57780) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:52.369919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Pushing event updated for resources: {'Port': ['ID=4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:52.405614 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ed72cce7-e584-4fcc-85ca-0004733dd93b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:52.406590 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:52.470237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a74e55-dac7-4579-bb64-4dccae04db73 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Network': ['ID=4120e605-cbe4-48a1-b246-cb678dc5806e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:52.526355 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ef8f19-bcc6-4610-903b-32c095d7a64e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:52.532441 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Attempting to bind port 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:14:52.533278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Attempting to bind port 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'a6c97953-d6d5-4e93-bb80-4aae70eb3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd86f9705-1fba-40a2-be82-e22a4c6c478d'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:14:52.533278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Attempting to bind port 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c on network d86f9705-1fba-40a2-be82-e22a4c6c478d {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:52.534932 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-41ef8f19-bcc6-4610-903b-32c095d7a64e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "GET /v2.0/networks?id=4120e605-cbe4-48a1-b246-cb678dc5806e HTTP/1.1" status: 200 len: 765 time: 0.1953225 Jul 09 20:14:52.539427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57784) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:52.547583 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Port 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c on network d86f9705-1fba-40a2-be82-e22a4c6c478d not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:14:52.547919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Attempting to bind port 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c on network d86f9705-1fba-40a2-be82-e22a4c6c478d {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:52.553040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 4120e605-cbe4-48a1-b246-cb678dc5806e details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:52.553507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d6268696-2537-44f0-8b15-ea438e9b77b0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'network': {'description': 'd2'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:52.558724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccda111-a466-46b3-8fd4-b213805c9de0 None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:14:52.565481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:14:52.565798 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Checking segment: {'id': 'a6c97953-d6d5-4e93-bb80-4aae70eb3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd86f9705-1fba-40a2-be82-e22a4c6c478d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:52.566198 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Bound using segment: {'id': 'a6c97953-d6d5-4e93-bb80-4aae70eb3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd86f9705-1fba-40a2-be82-e22a4c6c478d'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:14:52.566709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Bound port: 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c97953-d6d5-4e93-bb80-4aae70eb3671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd86f9705-1fba-40a2-be82-e22a4c6c478d'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:14:52.567214 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:52.730666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] For port 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:14:52.759544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd799c75-a59e-4e33-a5c0-0cbbbfa9c67a req-b20cc2e8-76a3-4c33-9379-947855d1f213 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:52.767008 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd799c75-a59e-4e33-a5c0-0cbbbfa9c67a req-b20cc2e8-76a3-4c33-9379-947855d1f213 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 943 time: 0.1210723 Jul 09 20:14:52.778618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] For port 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c,segment=NetworkSegment(a6c97953-d6d5-4e93-bb80-4aae70eb3671),segment_id=a6c97953-d6d5-4e93-bb80-4aae70eb3671)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:14:52.790519 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:52.860786 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd799c75-a59e-4e33-a5c0-0cbbbfa9c67a req-de17f756-9cc5-40a0-9914-7475c7031414 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928061 Jul 09 20:14:52.881934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:52.883525 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:52.885246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] 10.222.0.36 "PUT /v2.0/ports/4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c HTTP/1.1" status: 200 len: 1091 time: 1.5248291 Jul 09 20:14:52.885954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6140a58d-4ab3-4e52-96c7-0e21c500a563', 'tag': '4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:14:52.889213 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708d9ff4-4c4f-4282-bc43-4610e62a45d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6140a58d-4ab3-4e52-96c7-0e21c500a563", "tag": "4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:14:52.991447 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a91643-0b44-4dd9-9153-81e7cc35241e x-openstack-request-id: req-f2a91643-0b44-4dd9-9153-81e7cc35241e {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:14:52.991757 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d6268696-2537-44f0-8b15-ea438e9b77b0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:52.992510 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6140a58d-4ab3-4e52-96c7-0e21c500a563", "tag": "4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:14:52.992510 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2a91643-0b44-4dd9-9153-81e7cc35241e {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:14:52.992915 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6140a58d-4ab3-4e52-96c7-0e21c500a563', 'tag': '4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c', 'status': 'completed', 'code': 200} Jul 09 20:14:53.005501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ab986656-bcf6-4436-9887-57abc3467e58 None None] Provisioning complete for port ed72cce7-e584-4fcc-85ca-0004733dd93b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:14:53.008368 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ab986656-bcf6-4436-9887-57abc3467e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:53.010148 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d6268696-2537-44f0-8b15-ea438e9b77b0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:53.028118 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6268696-2537-44f0-8b15-ea438e9b77b0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network 4120e605-cbe4-48a1-b246-cb678dc5806e is not hosted by any dhcp agent {{(pid=100204) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 20:14:53.034955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfc5e7-2138-4e08-b023-e2d7397c5f6c service neutron] Pushing event updated for resources: {'Port': ['ID=4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:53.042596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6268696-2537-44f0-8b15-ea438e9b77b0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:53.043258 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d6268696-2537-44f0-8b15-ea438e9b77b0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:53.044604 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d6268696-2537-44f0-8b15-ea438e9b77b0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "PUT /v2.0/networks/4120e605-cbe4-48a1-b246-cb678dc5806e HTTP/1.1" status: 200 len: 762 time: 0.5034389 Jul 09 20:14:53.048423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57792) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:53.094156 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccda111-a466-46b3-8fd4-b213805c9de0 None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:14:53.186389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6268696-2537-44f0-8b15-ea438e9b77b0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Network': ['ID=4120e605-cbe4-48a1-b246-cb678dc5806e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:53.231278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-6981c15c-39a1-416f-bac5-6c9b887fc5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:53.233756 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-6981c15c-39a1-416f-bac5-6c9b887fc5b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977720f982be496a88fb0bfc7896bd23&device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 1094 time: 0.3028846 Jul 09 20:14:53.235176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13a3d1-8960-412d-9ba8-e79e4047ed52 req-40547595-9378-4914-aea3-aa8d57c80de0 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:53.237249 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e13a3d1-8960-412d-9ba8-e79e4047ed52 req-40547595-9378-4914-aea3-aa8d57c80de0 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 945 time: 0.1055415 Jul 09 20:14:53.246153 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 4120e605-cbe4-48a1-b246-cb678dc5806e details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:53.254644 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4e0157-9ab9-4ffe-822e-3c22b68bf482 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:53.265257 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fe4e0157-9ab9-4ffe-822e-3c22b68bf482 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "GET /v2.0/networks?id=4120e605-cbe4-48a1-b246-cb678dc5806e HTTP/1.1" status: 200 len: 765 time: 0.2153907 Jul 09 20:14:53.266574 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57796) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:53.319553 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-404316a0-852f-4c0c-8a3c-b022bed488a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c HTTP/1.1" status: 200 len: 217 time: 0.0516860 Jul 09 20:14:53.404107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-488b1dd1-bf72-428b-acbb-0559db8f075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:53.406557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-488b1dd1-bf72-428b-acbb-0559db8f075d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24679801-619c-4b30-922d-da2383b0fc1c HTTP/1.1" status: 200 len: 848 time: 0.0776279 Jul 09 20:14:53.483019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-8f6a6679-abb7-4b08-a981-cf4cf3760e20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d86f9705-1fba-40a2-be82-e22a4c6c478d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694380 Jul 09 20:14:53.514292 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea1130d-5875-4d2d-8ea8-a2a113f319a1 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:53.518902 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-aea1130d-5875-4d2d-8ea8-a2a113f319a1 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2512994 Jul 09 20:14:53.522044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57798) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:53.567490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-aa0b3467-b0fa-4d11-bfe0-50a137ac928f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 207 time: 0.0440998 Jul 09 20:14:53.568967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57800) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:53.583405 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e13a3d1-8960-412d-9ba8-e79e4047ed52 req-10b49242-de89-479f-8cbc-75ec2efe99d9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349240 Jul 09 20:14:53.663324 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-554dab63-8d70-409e-8e69-c67aae2c770b service neutron] 10.222.0.36 "GET /v2.0/networks/d86f9705-1fba-40a2-be82-e22a4c6c478d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706781 Jul 09 20:14:53.721055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b42078-1608-49fa-a12d-8b03db02d79b tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:53.727267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b42078-1608-49fa-a12d-8b03db02d79b tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:53.733646 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b42078-1608-49fa-a12d-8b03db02d79b tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:53.739493 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b42078-1608-49fa-a12d-8b03db02d79b tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:53.746150 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b42078-1608-49fa-a12d-8b03db02d79b tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:53.752383 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b42078-1608-49fa-a12d-8b03db02d79b tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:53.756658 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e2b42078-1608-49fa-a12d-8b03db02d79b tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1823142 Jul 09 20:14:53.758756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57802) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:53.802044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-407f9a9b-b048-461d-ab25-99e442ea2b6f req-a7a7ea2b-1cfa-4af1-9547-cf990999bd3a service neutron] 10.222.0.36 "GET /v2.0/networks/d86f9705-1fba-40a2-be82-e22a4c6c478d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229014 Jul 09 20:14:53.927339 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d93b8495-38ed-4232-a6ff-04cf4971322f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1666553 Jul 09 20:14:53.933504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57810) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:53.935297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d9ff4-4c4f-4282-bc43-4610e62a45d5 req-9f6e7b4c-1465-4015-a20e-3c58559de15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:53.937184 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-708d9ff4-4c4f-4282-bc43-4610e62a45d5 req-9f6e7b4c-1465-4015-a20e-3c58559de15b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977720f982be496a88fb0bfc7896bd23&device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 1094 time: 0.0812991 Jul 09 20:14:54.048446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d20be-1694-4c3f-a059-0dc05a3c994d req-8449c9c6-fa38-4e0b-bd44-80339ea4f7d3 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.049922 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-157d20be-1694-4c3f-a059-0dc05a3c994d req-8449c9c6-fa38-4e0b-bd44-80339ea4f7d3 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 943 time: 0.0693536 Jul 09 20:14:54.050224 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41c932-7a4d-4fa8-a8ac-a94f1f19f24b tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.051563 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41c932-7a4d-4fa8-a8ac-a94f1f19f24b tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.053106 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41c932-7a4d-4fa8-a8ac-a94f1f19f24b tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.055218 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41c932-7a4d-4fa8-a8ac-a94f1f19f24b tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.056806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41c932-7a4d-4fa8-a8ac-a94f1f19f24b tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.062166 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1a41c932-7a4d-4fa8-a8ac-a94f1f19f24b tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1204343 Jul 09 20:14:54.063335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57812) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:54.091489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d9ff4-4c4f-4282-bc43-4610e62a45d5 req-8fd52ca5-f3a0-44d8-8453-814d4168f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.093093 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-708d9ff4-4c4f-4282-bc43-4610e62a45d5 req-8fd52ca5-f3a0-44d8-8453-814d4168f554 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d86f9705-1fba-40a2-be82-e22a4c6c478d HTTP/1.1" status: 200 len: 909 time: 0.1453946 Jul 09 20:14:54.129430 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-157d20be-1694-4c3f-a059-0dc05a3c994d req-155257cb-a52e-4066-a1e4-fa2cb8adfaed tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732973 Jul 09 20:14:54.139967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6cc18-799d-4c1a-9dc6-2519584b575f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.141453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6cc18-799d-4c1a-9dc6-2519584b575f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.142885 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6cc18-799d-4c1a-9dc6-2519584b575f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.144334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6cc18-799d-4c1a-9dc6-2519584b575f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.145091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-708d9ff4-4c4f-4282-bc43-4610e62a45d5 req-fae9d6c0-9d92-48f6-8a9b-cfb4f71f18df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c HTTP/1.1" status: 200 len: 217 time: 0.0404253 Jul 09 20:14:54.146317 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6cc18-799d-4c1a-9dc6-2519584b575f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['shared'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.148816 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-72a6cc18-799d-4c1a-9dc6-2519584b575f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0831308 Jul 09 20:14:54.151653 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57814) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:54.197451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d9ff4-4c4f-4282-bc43-4610e62a45d5 req-90876c0e-e060-4ecd-990b-7711159c8f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.199378 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-708d9ff4-4c4f-4282-bc43-4610e62a45d5 req-90876c0e-e060-4ecd-990b-7711159c8f2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=24679801-619c-4b30-922d-da2383b0fc1c HTTP/1.1" status: 200 len: 848 time: 0.0470459 Jul 09 20:14:54.235091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-708d9ff4-4c4f-4282-bc43-4610e62a45d5 req-ed4eaf5a-45bc-4bb7-bdd4-6df8dcde4ca8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d86f9705-1fba-40a2-be82-e22a4c6c478d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285435 Jul 09 20:14:54.340367 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-708d9ff4-4c4f-4282-bc43-4610e62a45d5 req-792bf1a2-c481-4c3f-a0e4-731a77a84675 service neutron] 10.222.0.36 "GET /v2.0/networks/d86f9705-1fba-40a2-be82-e22a4c6c478d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973566 Jul 09 20:14:54.449222 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-708d9ff4-4c4f-4282-bc43-4610e62a45d5 req-07dd645d-f250-416c-8141-78f2904c62ea service neutron] 10.222.0.36 "GET /v2.0/networks/d86f9705-1fba-40a2-be82-e22a4c6c478d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021402 Jul 09 20:14:54.570140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb93afa-f885-468d-aa61-757a34e7f18c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.571646 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8eb93afa-f885-468d-aa61-757a34e7f18c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "GET /v2.0/networks/f01469e8-f2d1-49f2-b276-3a3035193329 HTTP/1.1" status: 200 len: 803 time: 0.4190423 Jul 09 20:14:54.575972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57820) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:54.688164 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-63a0efc6-df28-4c62-98a4-40d72a1b6d59 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "GET /v2.0/networks/f01469e8-f2d1-49f2-b276-3a3035193329?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1105950 Jul 09 20:14:54.691295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57824) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:54.785664 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d100f3d-41cd-44e1-b61e-e1a0628d4187 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.787090 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8d100f3d-41cd-44e1-b61e-e1a0628d4187 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "GET /v2.0/subnets/8be55eba-83bf-4cab-a975-483f3113fd46 HTTP/1.1" status: 200 len: 843 time: 0.0947292 Jul 09 20:14:54.791658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57834) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:54.854406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef2129c-8654-4fae-9573-4156866723da tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['shared'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.855796 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4ef2129c-8654-4fae-9573-4156866723da tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "GET /v2.0/subnets/8be55eba-83bf-4cab-a975-483f3113fd46?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0631492 Jul 09 20:14:54.860061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57838) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:54.865748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1425721616'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:54.876711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186af02a-e44a-4918-b70c-31ca42cb8217 req-28699aad-ed3c-49c8-863b-fd1ff14e9c5b tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.878164 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-186af02a-e44a-4918-b70c-31ca42cb8217 req-28699aad-ed3c-49c8-863b-fd1ff14e9c5b tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 945 time: 0.1348989 Jul 09 20:14:54.908420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:54.911797 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:54.926659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-02a2c175-891a-4d66-a1a9-e9ad3fe887f4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:54.928163 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-02a2c175-891a-4d66-a1a9-e9ad3fe887f4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/networks?id=1fd60407-1bdb-4afe-9d6c-eec163f7462b HTTP/1.1" status: 200 len: 814 time: 0.1148200 Jul 09 20:14:54.944160 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-6524fadb-a9b1-4d51-b330-0b4327425461 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/quotas/4892ec8ee71a4578b716b5c6f297dcd3 HTTP/1.1" status: 200 len: 375 time: 0.0092914 Jul 09 20:14:54.946928 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-186af02a-e44a-4918-b70c-31ca42cb8217 req-e9016711-3cf9-421a-a168-2400d7d6da87 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581985 Jul 09 20:14:54.953524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:14:54.965317 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:54.965674 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Added segment 3cb8b97f-3a4c-460c-8b5c-ca9a2a8ac32e of type vlan for network 9cbc1cca-ac9f-4973-a157-b3129d6eaba3 Jul 09 20:14:55.009855 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:55.026992 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-8cd3db6b-0594-4192-a458-59483ccfe1c0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4892ec8ee71a4578b716b5c6f297dcd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756891 Jul 09 20:14:55.042064 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:55.047620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:55.048223 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:55.124203 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2630801 Jul 09 20:14:55.128287 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-e19c30ad-7d9e-49db-989f-c2e0d2f7cdb3 service neutron] 10.222.0.30 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937657 Jul 09 20:14:55.129009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57844) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:55.134839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-bb9d4d72-b318-4b65-8c5d-937e2b0bf371 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'subnet': {'network_id': '9cbc1cca-ac9f-4973-a157-b3129d6eaba3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:55.154441 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Network': ['ID=9cbc1cca-ac9f-4973-a157-b3129d6eaba3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:55.165349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:55.165599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:55.165946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:55.166288 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:55.166626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:55.166958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:55.167295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:55.167631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:55.167966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:55.168293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:55.168641 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:55.168967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b3376-3b57-48ab-9900-693d82a8b683 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:14:55.181698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 9cbc1cca-ac9f-4973-a157-b3129d6eaba3 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:14:55.199343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79550869-fd28-4ff9-a678-ff02229074ff req-c960f61e-1ec1-4648-b9c5-9678fddc1578 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:55.200917 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-79550869-fd28-4ff9-a678-ff02229074ff req-c960f61e-1ec1-4648-b9c5-9678fddc1578 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 945 time: 0.1253939 Jul 09 20:14:55.243412 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-79550869-fd28-4ff9-a678-ff02229074ff req-a0fbee42-32d1-4f1d-a71c-75363cbbf581 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363200 Jul 09 20:14:55.305526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4768cc11-fee9-4900-9d99-85c34380220c service neutron] 10.222.0.30 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657693 Jul 09 20:14:55.312275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9d4d72-b318-4b65-8c5d-937e2b0bf371 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Made reservation on behalf of 55325bc54853419db51efc95c5a2547b for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:55.317219 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb9d4d72-b318-4b65-8c5d-937e2b0bf371 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:55.387956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.ipam_backend_mixin [None req-bb9d4d72-b318-4b65-8c5d-937e2b0bf371 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Performing IP validity checks on allocation pools {{(pid=100204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 20:14:55.388877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.ipam_backend_mixin [None req-bb9d4d72-b318-4b65-8c5d-937e2b0bf371 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100204) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 20:14:55.544669 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb9d4d72-b318-4b65-8c5d-937e2b0bf371 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:55.564964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce0189-9e33-4556-a874-445f81304037 req-e759f4ba-c4e1-4a0b-bda9-684a1323d7d9 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:55.567371 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1dce0189-9e33-4556-a874-445f81304037 req-e759f4ba-c4e1-4a0b-bda9-684a1323d7d9 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 943 time: 0.0920191 Jul 09 20:14:55.614138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d4d72-b318-4b65-8c5d-937e2b0bf371 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Subnet': ['ID=7c3c7a36-0193-4acc-94a4-2bd82ef7aaa9,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:55.621229 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1dce0189-9e33-4556-a874-445f81304037 req-f1773d68-e57f-4aed-95b3-da17ce9f572a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411499 Jul 09 20:14:55.622935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9d4d72-b318-4b65-8c5d-937e2b0bf371 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Checking segment: {'id': '3cb8b97f-3a4c-460c-8b5c-ca9a2a8ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9cbc1cca-ac9f-4973-a157-b3129d6eaba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:55.623309 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9d4d72-b318-4b65-8c5d-937e2b0bf371 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network hostable DHCP agents. Network: 9cbc1cca-ac9f-4973-a157-b3129d6eaba3, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:14:55.651521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9d4d72-b318-4b65-8c5d-937e2b0bf371 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Network 9cbc1cca-ac9f-4973-a157-b3129d6eaba3 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:14:55.661618 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-bb9d4d72-b318-4b65-8c5d-937e2b0bf371 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 9cbc1cca-ac9f-4973-a157-b3129d6eaba3) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:55.666662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9d4d72-b318-4b65-8c5d-937e2b0bf371 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:55.667575 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb9d4d72-b318-4b65-8c5d-937e2b0bf371 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:55.675888 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7520cd-0989-4ab8-b214-bf509215eaed None None] Network 9cbc1cca-ac9f-4973-a157-b3129d6eaba3 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:55.697133 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bb9d4d72-b318-4b65-8c5d-937e2b0bf371 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5667114 Jul 09 20:14:55.700081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57860) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:55.705723 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-41a4bab3-b9a9-4676-b3ee-20d1fe4f3010 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:55.719828 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-956965e8-ff93-47d3-b380-673be7327690 req-46363151-9bb4-4eb4-9485-aeac01c108c3 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 210 time: 0.0363379 Jul 09 20:14:55.879292 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-41a4bab3-b9a9-4676-b3ee-20d1fe4f3010 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9243237'] for subnet, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:55.935171 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-9cbc1cca-ac9f-4973-a157-b3129d6eaba3', 'network_id': '9cbc1cca-ac9f-4973-a157-b3129d6eaba3', 'tenant_id': '55325bc54853419db51efc95c5a2547b', 'fixed_ips': [{'subnet_id': '7c3c7a36-0193-4acc-94a4-2bd82ef7aaa9'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:14:55.936460 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.127723 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-41a4bab3-b9a9-4676-b3ee-20d1fe4f3010 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745877229855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9811224'] for subnet, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.189489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Allocated IP 2001:db8::3 (9cbc1cca-ac9f-4973-a157-b3129d6eaba3/7c3c7a36-0193-4acc-94a4-2bd82ef7aaa9/3e45fe37-ea95-43d5-9f3c-9c2438e03173) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:56.190558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a4bab3-b9a9-4676-b3ee-20d1fe4f3010 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:56.191226 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-41a4bab3-b9a9-4676-b3ee-20d1fe4f3010 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.193053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-41a4bab3-b9a9-4676-b3ee-20d1fe4f3010 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "PUT /v2.0/subnets/7c3c7a36-0193-4acc-94a4-2bd82ef7aaa9 HTTP/1.1" status: 200 len: 900 time: 0.4918919 Jul 09 20:14:56.196914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57866) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:56.213224 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4bab3-b9a9-4676-b3ee-20d1fe4f3010 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event updated for resources: {'Subnet': ['ID=7c3c7a36-0193-4acc-94a4-2bd82ef7aaa9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:56.251609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ed29c-86ac-4667-b96d-714ba246c845 req-9d59760d-e25d-4e21-9916-72024c7abed4 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:56.255482 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d45ed29c-86ac-4667-b96d-714ba246c845 req-9d59760d-e25d-4e21-9916-72024c7abed4 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 945 time: 0.1206124 Jul 09 20:14:56.305011 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d45ed29c-86ac-4667-b96d-714ba246c845 req-406d02b1-1414-4b12-9a92-40208164a0b9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380168 Jul 09 20:14:56.330695 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.408783 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.556162 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.564854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Transition to ACTIVE for port object 3e45fe37-ea95-43d5-9f3c-9c2438e03173 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:56.581664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Transition to ACTIVE for port object 3e45fe37-ea95-43d5-9f3c-9c2438e03173 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:56.588172 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.613748 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.631195 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Network 9cbc1cca-ac9f-4973-a157-b3129d6eaba3 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:56.635247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:56.638829 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:56.644625 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Subnet': ['ID=7c3c7a36-0193-4acc-94a4-2bd82ef7aaa9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:56.645423 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Pushing event updated for resources: {'Port': ['ID=3e45fe37-ea95-43d5-9f3c-9c2438e03173,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:56.707354 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Attempting to bind port 3e45fe37-ea95-43d5-9f3c-9c2438e03173 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:14:56.707722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Attempting to bind port 3e45fe37-ea95-43d5-9f3c-9c2438e03173 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '3cb8b97f-3a4c-460c-8b5c-ca9a2a8ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9cbc1cca-ac9f-4973-a157-b3129d6eaba3'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:14:56.707978 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.708351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Attempting to bind port 3e45fe37-ea95-43d5-9f3c-9c2438e03173 on network 9cbc1cca-ac9f-4973-a157-b3129d6eaba3 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:56.714623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:14:56.714999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Checking segment: {'id': '3cb8b97f-3a4c-460c-8b5c-ca9a2a8ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9cbc1cca-ac9f-4973-a157-b3129d6eaba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:56.715405 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.715802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Bound using segment: {'id': '3cb8b97f-3a4c-460c-8b5c-ca9a2a8ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9cbc1cca-ac9f-4973-a157-b3129d6eaba3'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:14:56.716402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Bound port: 3e45fe37-ea95-43d5-9f3c-9c2438e03173, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb8b97f-3a4c-460c-8b5c-ca9a2a8ac32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9cbc1cca-ac9f-4973-a157-b3129d6eaba3'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:14:56.716821 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.719927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbc1cca-ac9f-4973-a157-b3129d6eaba3']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:56.731412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb8b97f-3a4c-460c-8b5c-ca9a2a8ac32e') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:56.731723 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb8b97f-3a4c-460c-8b5c-ca9a2a8ac32e') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:56.742241 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.778051 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.788919 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:56.789511 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.796237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] For port 3e45fe37-ea95-43d5-9f3c-9c2438e03173, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:14:56.850268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e82dfd-7ed1-4adc-ab6d-43ec5b470abe req-bc0b2338-bb75-4196-8f30-fa832b6c5dd3 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:56.855185 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-34e82dfd-7ed1-4adc-ab6d-43ec5b470abe req-bc0b2338-bb75-4196-8f30-fa832b6c5dd3 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 943 time: 0.0829437 Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:56.856674 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:56.903441 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-619e522b-3fa0-4eb3-8cfd-a05fbb403daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.904223 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a43496b5-09f4-4ef4-ae57-dc23b56c18be req-9299254a-5eb5-49c5-9794-374e57069976 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 210 time: 0.0381436 Jul 09 20:14:56.906195 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.db.api [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 20:14:56.906195 n-d-800088-3 neutron-server[100204]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 20:14:56.906195 n-d-800088-3 neutron-server[100204]: [parameters: {'id': '9cbc1cca-ac9f-4973-a157-b3129d6eaba3'}] Jul 09 20:14:56.906195 n-d-800088-3 neutron-server[100204]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100204) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:14:56.906735 n-d-800088-3 neutron-server[100204]: DEBUG oslo_db.api [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:14:56.920976 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-34e82dfd-7ed1-4adc-ab6d-43ec5b470abe req-1e5447cf-868d-40a9-8065-3131ad812f81 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494301 Jul 09 20:14:56.927949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] For port 3e45fe37-ea95-43d5-9f3c-9c2438e03173, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3e45fe37-ea95-43d5-9f3c-9c2438e03173,segment=NetworkSegment(3cb8b97f-3a4c-460c-8b5c-ca9a2a8ac32e),segment_id=3cb8b97f-3a4c-460c-8b5c-ca9a2a8ac32e)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:14:56.931282 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:56.933995 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:57.031610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646f46f-4c5d-4ad0-82c4-3f4f5487850b None None] Pushing event updated for resources: {'Port': ['ID=3e45fe37-ea95-43d5-9f3c-9c2438e03173,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:57.054651 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d4dd43-bb49-4143-add0-766e9c6dcc4b None None] Network 9cbc1cca-ac9f-4973-a157-b3129d6eaba3 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:57.097226 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4ef2183b-c530-46e1-a6ba-e3de038eba9b tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:57.098730 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4ef2183b-c530-46e1-a6ba-e3de038eba9b tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "GET /v2.0/networks?id=1fd60407-1bdb-4afe-9d6c-eec163f7462b HTTP/1.1" status: 200 len: 814 time: 0.1450639 Jul 09 20:14:57.124490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-c2cc35c2-5530-44b7-9219-6608b3a5d75d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Request body: {'port': {'device_id': 'ca69b189-16b4-4056-acc9-96181bfef751', 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b', 'admin_state_up': True, 'tenant_id': '4892ec8ee71a4578b716b5c6f297dcd3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:57.194352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954fcc60-9eae-419c-bebd-cdbc1c7648b6 None None] Network 9cbc1cca-ac9f-4973-a157-b3129d6eaba3 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:57.249146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-c2cc35c2-5530-44b7-9219-6608b3a5d75d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Made reservation on behalf of 4892ec8ee71a4578b716b5c6f297dcd3 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:14:57.253033 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-c2cc35c2-5530-44b7-9219-6608b3a5d75d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:57.339453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfff7aad-10fc-4ea0-b665-51589794bffb None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:14:57.395661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-c2cc35c2-5530-44b7-9219-6608b3a5d75d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Allocated IP 172.20.0.3 (1fd60407-1bdb-4afe-9d6c-eec163f7462b/aefd9fb6-c157-4087-a3db-b0ec65cfb0bc/11fa7915-c5ef-423d-b9e2-a56b2614fe8a) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:14:57.409035 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:57.480144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfff7aad-10fc-4ea0-b665-51589794bffb None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:14:57.551676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Deleting port 3e45fe37-ea95-43d5-9f3c-9c2438e03173 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:14:57.552056 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:57.612812 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-c2cc35c2-5530-44b7-9219-6608b3a5d75d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:57.626775 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a381d-bc4d-4f78-bbb0-5420e603d1db req-936d1263-5cf2-4581-88c7-e8223c37777e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:57.628306 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a54a381d-bc4d-4f78-bbb0-5420e603d1db req-936d1263-5cf2-4581-88c7-e8223c37777e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 945 time: 0.1497641 Jul 09 20:14:57.642045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] For port 3e45fe37-ea95-43d5-9f3c-9c2438e03173, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3e45fe37-ea95-43d5-9f3c-9c2438e03173,segment=NetworkSegment(3cb8b97f-3a4c-460c-8b5c-ca9a2a8ac32e),segment_id=3cb8b97f-3a4c-460c-8b5c-ca9a2a8ac32e)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:57.642504 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:57.663814 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Calling delete_port for 3e45fe37-ea95-43d5-9f3c-9c2438e03173 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:14:57.665999 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-c2cc35c2-5530-44b7-9219-6608b3a5d75d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:57.679147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['16c76871-50bc-42d0-9e19-94df3ad6d709', 'e18545df-a280-4b1a-b892-f20f78d5e53a', 'cc3309ef-559c-4201-a6ef-3924b2b2786e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:14:57.736374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-c2cc35c2-5530-44b7-9219-6608b3a5d75d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Network 1fd60407-1bdb-4afe-9d6c-eec163f7462b is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:14:57.742314 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-c2cc35c2-5530-44b7-9219-6608b3a5d75d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:14:57.746963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-c2cc35c2-5530-44b7-9219-6608b3a5d75d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:14:57.773063 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a54a381d-bc4d-4f78-bbb0-5420e603d1db req-7cf287ad-da06-4a8d-8cf3-b7ae71f3abc9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216362 Jul 09 20:14:57.781025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc35c2-5530-44b7-9219-6608b3a5d75d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Pushing event updated for resources: {'Port': ['ID=11fa7915-c5ef-423d-b9e2-a56b2614fe8a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:57.801691 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:57.821421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-c2cc35c2-5530-44b7-9219-6608b3a5d75d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:57.822074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-c2cc35c2-5530-44b7-9219-6608b3a5d75d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:57.837688 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-c2cc35c2-5530-44b7-9219-6608b3a5d75d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7190728 Jul 09 20:14:57.839841 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Port': ['ID=3e45fe37-ea95-43d5-9f3c-9c2438e03173,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:57.846158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No DVR routers for this DVR port 3e45fe37-ea95-43d5-9f3c-9c2438e03173 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:14:57.859694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Request body: {'port': {'device_id': 'ca69b189-16b4-4056-acc9-96181bfef751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:14:57.936388 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:57.949117 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbc1cca-ac9f-4973-a157-b3129d6eaba3']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:57.968194 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:57.968442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb8b97f-3a4c-460c-8b5c-ca9a2a8ac32e') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:57.968782 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb8b97f-3a4c-460c-8b5c-ca9a2a8ac32e') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:57.978857 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:57.995879 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:58.004997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:58.005416 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:58.011939 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:58.109515 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:58.127298 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:58.130987 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/9cbc1cca-ac9f-4973-a157-b3129d6eaba3 HTTP/1.1" status: 204 len: 168 time: 1.9324577 Jul 09 20:14:58.149895 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57882) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:58.182641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35411ba-59b4-4129-ba73-04103ed19cbb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Network': ['ID=9cbc1cca-ac9f-4973-a157-b3129d6eaba3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:58.263510 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6d9d44-01fa-4255-9f70-0792d8da67e5 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] DELETE failed (client error): The resource could not be found. Jul 09 20:14:58.264588 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6d9d44-01fa-4255-9f70-0792d8da67e5 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:14:58.267632 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4e6d9d44-01fa-4255-9f70-0792d8da67e5 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/subnets/7c3c7a36-0193-4acc-94a4-2bd82ef7aaa9 HTTP/1.1" status: 404 len: 337 time: 0.1006825 Jul 09 20:14:58.272642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57884) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:58.310992 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0609903-bc11-4e26-a59a-6529428255e4 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] DELETE failed (client error): The resource could not be found. Jul 09 20:14:58.311968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0609903-bc11-4e26-a59a-6529428255e4 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:14:58.315071 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d0609903-bc11-4e26-a59a-6529428255e4 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/9cbc1cca-ac9f-4973-a157-b3129d6eaba3 HTTP/1.1" status: 404 len: 339 time: 0.0406721 Jul 09 20:14:58.318803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57886) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:58.323471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980d5a2-af5a-4ce9-83ff-c67c6d7ad2b8 req-9b230d19-f6de-4a78-b1a9-7cfaaa617897 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:58.325047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4980d5a2-af5a-4ce9-83ff-c67c6d7ad2b8 req-9b230d19-f6de-4a78-b1a9-7cfaaa617897 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 931 time: 0.2436860 Jul 09 20:14:58.412891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b05944-d62d-4e89-9db3-81792740bccb req-255bcb51-fdc8-4f4e-9815-bb1c1cb1c095 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:58.414835 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65b05944-d62d-4e89-9db3-81792740bccb req-255bcb51-fdc8-4f4e-9815-bb1c1cb1c095 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 945 time: 0.1850984 Jul 09 20:14:58.431879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5188e-0c58-4c9e-9d21-260fdb87aa4d req-bf3a0587-b38c-4df9-a2ae-7c0d0276cff7 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:58.433575 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-49c5188e-0c58-4c9e-9d21-260fdb87aa4d req-bf3a0587-b38c-4df9-a2ae-7c0d0276cff7 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 943 time: 0.3091428 Jul 09 20:14:58.433808 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4980d5a2-af5a-4ce9-83ff-c67c6d7ad2b8 req-650f3b61-3999-487d-8266-ada2fd723b95 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959635 Jul 09 20:14:58.452672 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-81983b46-b71c-418c-949a-00abfa24874f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:58.493736 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-49c5188e-0c58-4c9e-9d21-260fdb87aa4d req-2a87b9ea-6a10-447c-b5e2-abc4c27f844a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514083 Jul 09 20:14:58.591771 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-81983b46-b71c-418c-949a-00abfa24874f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:58.603845 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-81983b46-b71c-418c-949a-00abfa24874f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4120e605-cbe4-48a1-b246-cb678dc5806e']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:58.616638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-81983b46-b71c-418c-949a-00abfa24874f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3de789d-a50a-4b4e-a163-1c6fe414fa82') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:58.617216 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-81983b46-b71c-418c-949a-00abfa24874f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3de789d-a50a-4b4e-a163-1c6fe414fa82') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:14:58.627892 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-81983b46-b71c-418c-949a-00abfa24874f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:58.646086 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-81983b46-b71c-418c-949a-00abfa24874f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:58.656558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81983b46-b71c-418c-949a-00abfa24874f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:14:58.657073 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-81983b46-b71c-418c-949a-00abfa24874f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:14:58.660874 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:14:58.747726 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-81983b46-b71c-418c-949a-00abfa24874f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:58.764216 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-81983b46-b71c-418c-949a-00abfa24874f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:58.767407 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-81983b46-b71c-418c-949a-00abfa24874f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/4120e605-cbe4-48a1-b246-cb678dc5806e HTTP/1.1" status: 204 len: 168 time: 0.4472110 Jul 09 20:14:58.776893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57890) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:58.785245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81983b46-b71c-418c-949a-00abfa24874f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Network': ['ID=4120e605-cbe4-48a1-b246-cb678dc5806e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:58.842003 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fa7915-c5ef-423d-b9e2-a56b2614fe8a {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:14:58.846670 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecdefa8-01fb-4fca-8441-a19858ff5c00 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] DELETE failed (client error): The resource could not be found. Jul 09 20:14:58.847129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecdefa8-01fb-4fca-8441-a19858ff5c00 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:14:58.848870 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cecdefa8-01fb-4fca-8441-a19858ff5c00 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/subnets/a86a1c1a-242f-4bae-91f8-0626b1365a6c HTTP/1.1" status: 404 len: 337 time: 0.0692410 Jul 09 20:14:58.853120 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57894) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:58.855796 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:58.874269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Transition to ACTIVE for port object 11fa7915-c5ef-423d-b9e2-a56b2614fe8a will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:14:58.875482 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f642c4c1-17c0-47c9-8b66-1c9094663b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] DELETE failed (client error): The resource could not be found. Jul 09 20:14:58.875482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f642c4c1-17c0-47c9-8b66-1c9094663b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:14:58.880964 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f642c4c1-17c0-47c9-8b66-1c9094663b5c tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/7d9eb8c4-5638-440a-9c8f-34f443bf36e9 HTTP/1.1" status: 404 len: 339 time: 0.0229797 Jul 09 20:14:58.881290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57896) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:58.886998 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:58.937160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-65b05944-d62d-4e89-9db3-81792740bccb req-89830536-d856-4c7a-b53b-b2e7f27df6f1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Deleting port 44f5643a-3e29-4817-b144-c66c3c6ffbd6 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:14:58.937348 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-65b05944-d62d-4e89-9db3-81792740bccb req-89830536-d856-4c7a-b53b-b2e7f27df6f1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:58.969708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14722ac-aaea-4fc6-afe0-294729d433d0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Deleting subnet 5f988742-f14b-4cb7-a64f-790d9789ccad {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:14:58.973753 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d14722ac-aaea-4fc6-afe0-294729d433d0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:58.977870 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:14:59.005542 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Pushing event updated for resources: {'Port': ['ID=11fa7915-c5ef-423d-b9e2-a56b2614fe8a,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:59.029314 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d14722ac-aaea-4fc6-afe0-294729d433d0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.090023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96e049-c469-4262-9cac-aa5ea8163ba6 req-56975113-1c69-42b3-be46-9b9e990daf12 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:59.092740 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c96e049-c469-4262-9cac-aa5ea8163ba6 req-56975113-1c69-42b3-be46-9b9e990daf12 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 945 time: 0.1689451 Jul 09 20:14:59.101665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c,segment=NetworkSegment(a6c97953-d6d5-4e93-bb80-4aae70eb3671),segment_id=a6c97953-d6d5-4e93-bb80-4aae70eb3671)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:59.113190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-65b05944-d62d-4e89-9db3-81792740bccb req-89830536-d856-4c7a-b53b-b2e7f27df6f1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] For port 44f5643a-3e29-4817-b144-c66c3c6ffbd6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=44f5643a-3e29-4817-b144-c66c3c6ffbd6,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:59.114547 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-65b05944-d62d-4e89-9db3-81792740bccb req-89830536-d856-4c7a-b53b-b2e7f27df6f1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.117661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c', 'network_id': 'd86f9705-1fba-40a2-be82-e22a4c6c478d', 'port_id': '4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c', 'mac_address': 'fa:16:3e:f7:01:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24679801-619c-4b30-922d-da2383b0fc1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:14:59.140767 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-65b05944-d62d-4e89-9db3-81792740bccb req-89830536-d856-4c7a-b53b-b2e7f27df6f1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Calling delete_port for 44f5643a-3e29-4817-b144-c66c3c6ffbd6 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:14:59.142852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Attempting to bind port 11fa7915-c5ef-423d-b9e2-a56b2614fe8a on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:14:59.143258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Attempting to bind port 11fa7915-c5ef-423d-b9e2-a56b2614fe8a by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:14:59.143597 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Attempting to bind port 11fa7915-c5ef-423d-b9e2-a56b2614fe8a on network 1fd60407-1bdb-4afe-9d6c-eec163f7462b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:59.152554 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Port 11fa7915-c5ef-423d-b9e2-a56b2614fe8a on network 1fd60407-1bdb-4afe-9d6c-eec163f7462b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:14:59.152950 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Attempting to bind port 11fa7915-c5ef-423d-b9e2-a56b2614fe8a on network 1fd60407-1bdb-4afe-9d6c-eec163f7462b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:14:59.160753 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.165428 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:14:59.165778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Checking segment: {'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:14:59.166172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Bound using segment: {'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:14:59.166617 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Bound port: 11fa7915-c5ef-423d-b9e2-a56b2614fe8a, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73048d74-17fb-4cb7-a014-61f14286a4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:14:59.167003 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.176515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:14:59.178007 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d14722ac-aaea-4fc6-afe0-294729d433d0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.184977 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c96e049-c469-4262-9cac-aa5ea8163ba6 req-31e58624-fa3f-4d03-8e38-5a8b7ed04a87 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740249 Jul 09 20:14:59.212033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c,segment=NetworkSegment(a6c97953-d6d5-4e93-bb80-4aae70eb3671),segment_id=a6c97953-d6d5-4e93-bb80-4aae70eb3671)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:14:59.214425 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.216912 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.259573 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d14722ac-aaea-4fc6-afe0-294729d433d0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.276518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:59.288884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14722ac-aaea-4fc6-afe0-294729d433d0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Subnet': ['ID=5f988742-f14b-4cb7-a64f-790d9789ccad,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:59.293802 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d14722ac-aaea-4fc6-afe0-294729d433d0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.298177 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57898) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:14:59.298444 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d14722ac-aaea-4fc6-afe0-294729d433d0 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/subnets/5f988742-f14b-4cb7-a64f-790d9789ccad HTTP/1.1" status: 204 len: 168 time: 0.4159186 Jul 09 20:14:59.302934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e17fac-83cb-479a-8a08-5dc62ad4690b None None] Network 92f721ad-3f2c-4933-ade8-58cacf679ac0 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:14:59.316207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] For port 11fa7915-c5ef-423d-b9e2-a56b2614fe8a, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:14:59.358354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] For port 11fa7915-c5ef-423d-b9e2-a56b2614fe8a, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=11fa7915-c5ef-423d-b9e2-a56b2614fe8a,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:14:59.384519 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.438576 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f6433c-763e-4a8e-93cf-aa5fe6858235 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Deleting subnet a0cb0ff8-a3b9-4910-b063-0bc808482135 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:14:59.448071 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a2f6433c-763e-4a8e-93cf-aa5fe6858235 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.451409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:59.452056 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.453647 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/11fa7915-c5ef-423d-b9e2-a56b2614fe8a HTTP/1.1" status: 200 len: 1091 time: 1.6006539 Jul 09 20:14:59.458300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca69b189-16b4-4056-acc9-96181bfef751', 'tag': '11fa7915-c5ef-423d-b9e2-a56b2614fe8a'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:14:59.460446 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c7302a92-4ed9-4180-8368-0c413f61165c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.461631 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60591ec5-47d4-4646-9bd2-49ff61af3f89" -d '{"events": [{"name": "network-changed", "server_uuid": "ca69b189-16b4-4056-acc9-96181bfef751", "tag": "11fa7915-c5ef-423d-b9e2-a56b2614fe8a"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:14:59.555669 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-65b05944-d62d-4e89-9db3-81792740bccb req-89830536-d856-4c7a-b53b-b2e7f27df6f1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.561276 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174eaa6b-6549-425c-88c1-ffe675cfce27 x-openstack-request-id: req-174eaa6b-6549-425c-88c1-ffe675cfce27 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:14:59.561562 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca69b189-16b4-4056-acc9-96181bfef751", "tag": "11fa7915-c5ef-423d-b9e2-a56b2614fe8a", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:14:59.562036 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-174eaa6b-6549-425c-88c1-ffe675cfce27 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:14:59.562466 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca69b189-16b4-4056-acc9-96181bfef751', 'tag': '11fa7915-c5ef-423d-b9e2-a56b2614fe8a', 'status': 'completed', 'code': 200} Jul 09 20:14:59.563480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df3dd9d-c2d4-4852-afff-1c15f75461f2 service neutron] Pushing event updated for resources: {'Port': ['ID=11fa7915-c5ef-423d-b9e2-a56b2614fe8a,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:59.571286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['4ad1f3ef-ab74-4f22-9d9a-28963698cc4c', '44f5643a-3e29-4817-b144-c66c3c6ffbd6'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:14:59.580788 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a2f6433c-763e-4a8e-93cf-aa5fe6858235 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.640845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89830536-d856-4c7a-b53b-b2e7f27df6f1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event deleted for resources: {'Port': ['ID=44f5643a-3e29-4817-b144-c66c3c6ffbd6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:14:59.663777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:14:59.766923 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.767712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b05944-d62d-4e89-9db3-81792740bccb req-89830536-d856-4c7a-b53b-b2e7f27df6f1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] No DVR routers for this DVR port 44f5643a-3e29-4817-b144-c66c3c6ffbd6 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:14:59.775379 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-65b05944-d62d-4e89-9db3-81792740bccb req-89830536-d856-4c7a-b53b-b2e7f27df6f1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.777700 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65b05944-d62d-4e89-9db3-81792740bccb req-89830536-d856-4c7a-b53b-b2e7f27df6f1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "DELETE /v2.0/ports/44f5643a-3e29-4817-b144-c66c3c6ffbd6 HTTP/1.1" status: 204 len: 173 time: 1.3549135 Jul 09 20:14:59.827667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2c74f-130e-4f10-b7ea-02f35ebf7dc5 req-4db42f1f-a16d-4498-a043-0bbce98653d2 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:59.845586 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4af2c74f-130e-4f10-b7ea-02f35ebf7dc5 req-4db42f1f-a16d-4498-a043-0bbce98653d2 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 943 time: 0.1874225 Jul 09 20:14:59.865039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-e27d4ae5-fe6c-476e-8089-83b982b59112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:14:59.867163 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-e27d4ae5-fe6c-476e-8089-83b982b59112 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4892ec8ee71a4578b716b5c6f297dcd3&device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 1094 time: 0.3480921 Jul 09 20:14:59.876012 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a2f6433c-763e-4a8e-93cf-aa5fe6858235 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:14:59.953855 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4af2c74f-130e-4f10-b7ea-02f35ebf7dc5 req-705369a9-7669-40a5-986e-4b6ef643044b tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972054 Jul 09 20:15:00.086633 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-dcd47f99-d878-405f-b881-fe7dc443a7eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11fa7915-c5ef-423d-b9e2-a56b2614fe8a HTTP/1.1" status: 200 len: 217 time: 0.2064924 Jul 09 20:15:00.094356 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a2f6433c-763e-4a8e-93cf-aa5fe6858235 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:00.170726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4433f8d9-a54d-4eb7-b749-2d43e90077eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:00.172397 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-4433f8d9-a54d-4eb7-b749-2d43e90077eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefd9fb6-c157-4087-a3db-b0ec65cfb0bc HTTP/1.1" status: 200 len: 854 time: 0.0585909 Jul 09 20:15:00.195297 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a2f6433c-763e-4a8e-93cf-aa5fe6858235 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:00.203580 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a2f6433c-763e-4a8e-93cf-aa5fe6858235 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/subnets/a0cb0ff8-a3b9-4910-b063-0bc808482135 HTTP/1.1" status: 204 len: 168 time: 0.9025993 Jul 09 20:15:00.203974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57908) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:00.212129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cec24-215c-43b2-936c-2e27b8acb3b5 req-789b2164-495b-41f2-89db-223db84a2d61 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:00.220773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c61cec24-215c-43b2-936c-2e27b8acb3b5 req-789b2164-495b-41f2-89db-223db84a2d61 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 944 time: 0.4993210 Jul 09 20:15:00.238197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6433c-763e-4a8e-93cf-aa5fe6858235 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Subnet': ['ID=a0cb0ff8-a3b9-4910-b063-0bc808482135,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:00.268138 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-1cd7822f-0c35-4cb5-9ab0-862cb7f8a059 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1fd60407-1bdb-4afe-9d6c-eec163f7462b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438435 Jul 09 20:15:00.300357 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c61cec24-215c-43b2-936c-2e27b8acb3b5 req-2081a7ce-6555-4845-8125-69c1b975a02a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784883 Jul 09 20:15:00.424978 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-2ca3f6a7-5ca2-42fe-bd8e-b16e82d4b052 service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374860 Jul 09 20:15:00.426589 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:00.431639 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-424ac41d-88da-41fa-95e4-cb9bd870f505 req-4381a508-9d79-451e-a83b-61a04c5e7458 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 210 time: 0.0629656 Jul 09 20:15:00.434921 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:00.499451 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Deleting port ed72cce7-e584-4fcc-85ca-0004733dd93b {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:15:00.500004 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:00.552762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f367402-ea94-4dc6-b81d-0faa7432d0c4 None None] Network 92f721ad-3f2c-4933-ade8-58cacf679ac0 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:15:00.556012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0c8b08b-e6ca-4b51-87c1-be53c7889b15 req-fb6eafa8-429a-4df1-a323-00de474c972f service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178191 Jul 09 20:15:00.573102 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] For port ed72cce7-e584-4fcc-85ca-0004733dd93b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ed72cce7-e584-4fcc-85ca-0004733dd93b,segment=NetworkSegment(821eb774-0590-43eb-af17-c5fcb9efee7d),segment_id=821eb774-0590-43eb-af17-c5fcb9efee7d)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:00.573476 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:00.589127 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Calling delete_port for ed72cce7-e584-4fcc-85ca-0004733dd93b owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:15:00.670713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3804bcde-749c-4573-91e6-75ffe39b4edf None None] Provisioning complete for port ed72cce7-e584-4fcc-85ca-0004733dd93b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:15:00.671104 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3804bcde-749c-4573-91e6-75ffe39b4edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:00.688330 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:00.703990 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60591ec5-47d4-4646-9bd2-49ff61af3f89 req-a25b5c4d-9036-430b-8bfc-05b8b4933ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:00.705900 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-60591ec5-47d4-4646-9bd2-49ff61af3f89 req-a25b5c4d-9036-430b-8bfc-05b8b4933ede service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4892ec8ee71a4578b716b5c6f297dcd3&device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 1094 time: 0.0823267 Jul 09 20:15:00.707544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No DVR routers for this DVR port ed72cce7-e584-4fcc-85ca-0004733dd93b on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:15:00.751058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3804bcde-749c-4573-91e6-75ffe39b4edf None None] Could not find standard attr ID for object ed72cce7-e584-4fcc-85ca-0004733dd93b. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:15:00.752968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Port': ['ID=ed72cce7-e584-4fcc-85ca-0004733dd93b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:00.769012 n-d-800088-3 neutron-server[100206]: INFO neutron.plugins.ml2.db [None req-3804bcde-749c-4573-91e6-75ffe39b4edf None None] No ports have port_id starting with ed72cce7-e584-4fcc-85ca-0004733dd93b Jul 09 20:15:00.845953 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:00.848396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60591ec5-47d4-4646-9bd2-49ff61af3f89 req-1db8fc32-a6a7-4e42-95dc-14e0b01b9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:00.849514 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-60591ec5-47d4-4646-9bd2-49ff61af3f89 req-1db8fc32-a6a7-4e42-95dc-14e0b01b9a9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1fd60407-1bdb-4afe-9d6c-eec163f7462b HTTP/1.1" status: 200 len: 915 time: 0.1370399 Jul 09 20:15:00.857745 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f721ad-3f2c-4933-ade8-58cacf679ac0']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:15:00.870493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f5e0b8-4e0f-42b6-b36d-65b600c48c85 None None] DHCP port deletion for 92f721ad-3f2c-4933-ade8-58cacf679ac0 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:15:00.892860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '821eb774-0590-43eb-af17-c5fcb9efee7d') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:15:00.893221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '821eb774-0590-43eb-af17-c5fcb9efee7d') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:15:00.905181 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:00.908824 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-60591ec5-47d4-4646-9bd2-49ff61af3f89 req-8606d592-d2ab-42d6-99ce-e9969c7a9477 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11fa7915-c5ef-423d-b9e2-a56b2614fe8a HTTP/1.1" status: 200 len: 217 time: 0.0480773 Jul 09 20:15:00.920428 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:00.927331 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:15:00.927802 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:15:00.931612 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:15:00.989847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60591ec5-47d4-4646-9bd2-49ff61af3f89 req-f4a5a35d-2ccb-4daa-8e9b-bcf703a96a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:00.993082 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-60591ec5-47d4-4646-9bd2-49ff61af3f89 req-f4a5a35d-2ccb-4daa-8e9b-bcf703a96a96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aefd9fb6-c157-4087-a3db-b0ec65cfb0bc HTTP/1.1" status: 200 len: 854 time: 0.0757775 Jul 09 20:15:01.000736 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:01.007936 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:01.012288 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/92f721ad-3f2c-4933-ade8-58cacf679ac0 HTTP/1.1" status: 204 len: 168 time: 0.8074653 Jul 09 20:15:01.013053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57914) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:01.040846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77d7c9-9035-443f-b645-8d6361014b2d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Network': ['ID=92f721ad-3f2c-4933-ade8-58cacf679ac0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:01.053167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-60591ec5-47d4-4646-9bd2-49ff61af3f89 req-222633f8-b9db-4917-8eb9-dff44c9115a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1fd60407-1bdb-4afe-9d6c-eec163f7462b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524504 Jul 09 20:15:01.068515 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3589990-3841-4e59-ad16-79ded4f4e890 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] DELETE failed (client error): The resource could not be found. Jul 09 20:15:01.069067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3589990-3841-4e59-ad16-79ded4f4e890 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:15:01.073485 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d3589990-3841-4e59-ad16-79ded4f4e890 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/subnets/a33ea81e-a482-481f-a48c-158fe19386ff HTTP/1.1" status: 404 len: 337 time: 0.0557351 Jul 09 20:15:01.075704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57918) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:01.100141 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-7200e965-afca-49b3-be8a-18a869e479eb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] DELETE failed (client error): The resource could not be found. Jul 09 20:15:01.101620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7200e965-afca-49b3-be8a-18a869e479eb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:15:01.107288 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7200e965-afca-49b3-be8a-18a869e479eb tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/13e6c340-1d86-420f-9d4f-b203e3417617 HTTP/1.1" status: 404 len: 339 time: 0.0315249 Jul 09 20:15:01.108149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57920) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:01.142476 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8146926-1b08-41db-8b19-ce0c14daf114 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] DELETE failed (client error): The resource could not be found. Jul 09 20:15:01.142942 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8146926-1b08-41db-8b19-ce0c14daf114 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:15:01.147027 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d8146926-1b08-41db-8b19-ce0c14daf114 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/subnets/5e3268a8-90f7-4fa2-9f7f-405e028fd986 HTTP/1.1" status: 404 len: 337 time: 0.0354338 Jul 09 20:15:01.147281 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57922) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:01.166746 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-8547a3c5-10d5-4001-8947-3b58bab67c79 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] DELETE failed (client error): The resource could not be found. Jul 09 20:15:01.167320 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8547a3c5-10d5-4001-8947-3b58bab67c79 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:15:01.172893 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8547a3c5-10d5-4001-8947-3b58bab67c79 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/d1702643-7bdd-47b0-9c90-c3c76a6b25b5 HTTP/1.1" status: 404 len: 339 time: 0.0210133 Jul 09 20:15:01.173140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57924) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:01.222602 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0cba0d-edb3-41f1-863d-5c74c4ea77a8 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] DELETE failed (client error): The resource could not be found. Jul 09 20:15:01.223347 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0cba0d-edb3-41f1-863d-5c74c4ea77a8 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:15:01.233196 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5b0cba0d-edb3-41f1-863d-5c74c4ea77a8 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/subnets/88d0c572-b21d-4072-b0ba-c8cb17f605de HTTP/1.1" status: 404 len: 337 time: 0.0586715 Jul 09 20:15:01.233994 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57928) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:01.248524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa849f0-9620-4e15-a0c8-536cdf563794 req-1cc06722-9355-47cb-83e2-a068c2789905 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:01.250363 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8fa849f0-9620-4e15-a0c8-536cdf563794 req-1cc06722-9355-47cb-83e2-a068c2789905 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 943 time: 0.1025579 Jul 09 20:15:01.252731 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-60591ec5-47d4-4646-9bd2-49ff61af3f89 req-3d77b047-a63b-470d-8a98-a70fce7f126c service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899941 Jul 09 20:15:01.278687 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85666c8-bcb8-4cdb-9ccf-dad7b259b105 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] DELETE failed (client error): The resource could not be found. Jul 09 20:15:01.279620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85666c8-bcb8-4cdb-9ccf-dad7b259b105 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:15:01.287265 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a85666c8-bcb8-4cdb-9ccf-dad7b259b105 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/eda488a3-ec26-4c57-942a-9f541067b210 HTTP/1.1" status: 404 len: 339 time: 0.0514886 Jul 09 20:15:01.288271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57930) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:01.364431 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8fa849f0-9620-4e15-a0c8-536cdf563794 req-08b5c484-3eb7-4e6d-8876-2f9cf4cb2619 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032727 Jul 09 20:15:01.374740 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-763228a2-5f6e-4f40-b11e-e16482ce0925 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Deleting subnet a96aa60e-dcfa-4caa-a151-3c55aa0884f9 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:15:01.379183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-763228a2-5f6e-4f40-b11e-e16482ce0925 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:01.399030 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-60591ec5-47d4-4646-9bd2-49ff61af3f89 req-87fef0fb-8ff6-485b-99c3-de12957e9947 service neutron] 10.222.0.36 "GET /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357243 Jul 09 20:15:01.427941 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-763228a2-5f6e-4f40-b11e-e16482ce0925 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:01.564062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd77c2ea-01de-4142-942f-7e5f7273e804', 'name': 'network-vif-deleted', 'tag': '44f5643a-3e29-4817-b144-c66c3c6ffbd6'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:15:01.567111 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2791a34-3b48-41bf-9006-7465a5bd0aee" -d '{"events": [{"server_uuid": "dd77c2ea-01de-4142-942f-7e5f7273e804", "name": "network-vif-deleted", "tag": "44f5643a-3e29-4817-b144-c66c3c6ffbd6"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:15:01.571444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c265b97-9582-4c65-8fbc-2532c5c11e48 req-959b63ae-1911-4288-b55a-3cd724b6f848 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:01.573407 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c265b97-9582-4c65-8fbc-2532c5c11e48 req-959b63ae-1911-4288-b55a-3cd724b6f848 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 944 time: 0.1187937 Jul 09 20:15:01.574863 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-763228a2-5f6e-4f40-b11e-e16482ce0925 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:01.657955 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7c4431a4-d1e2-43ea-98d8-d3367e998e5f req-6ca9f8bd-e200-4a47-a8ed-106075a2f29a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 210 time: 0.0538585 Jul 09 20:15:01.661272 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c265b97-9582-4c65-8fbc-2532c5c11e48 req-eaf15847-55d4-4cde-ae07-22f9fd9f31f7 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645740 Jul 09 20:15:01.693291 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-763228a2-5f6e-4f40-b11e-e16482ce0925 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:01.716341 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea646be-64e5-4cfe-b822-f662851079eb x-openstack-request-id: req-0ea646be-64e5-4cfe-b822-f662851079eb {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:15:01.716811 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd77c2ea-01de-4142-942f-7e5f7273e804", "name": "network-vif-deleted", "tag": "44f5643a-3e29-4817-b144-c66c3c6ffbd6", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:15:01.716957 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ea646be-64e5-4cfe-b822-f662851079eb {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:15:01.717310 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd77c2ea-01de-4142-942f-7e5f7273e804', 'name': 'network-vif-deleted', 'tag': '44f5643a-3e29-4817-b144-c66c3c6ffbd6', 'status': 'completed', 'code': 200} Jul 09 20:15:01.741372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763228a2-5f6e-4f40-b11e-e16482ce0925 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Subnet': ['ID=a96aa60e-dcfa-4caa-a151-3c55aa0884f9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:01.745640 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-763228a2-5f6e-4f40-b11e-e16482ce0925 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:01.747615 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-763228a2-5f6e-4f40-b11e-e16482ce0925 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/subnets/a96aa60e-dcfa-4caa-a151-3c55aa0884f9 HTTP/1.1" status: 204 len: 168 time: 0.4553738 Jul 09 20:15:01.753211 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57938) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:01.757871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3352f896-b38d-4bfd-9c31-7fc1d97d6725 None None] Network d1a16f1b-c654-421f-9c92-9184d92719bf requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:15:01.865968 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:01.963067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Deleting port d54d58a9-a6de-45ca-9223-d165acc083d6 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:15:01.963347 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:01.978349 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38728cf-da71-466c-a1fc-bcb570a8ac41 None None] DHCP port deletion for d1a16f1b-c654-421f-9c92-9184d92719bf request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:15:02.029846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f38728cf-da71-466c-a1fc-bcb570a8ac41 None None] Deleting port d54d58a9-a6de-45ca-9223-d165acc083d6 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:15:02.030224 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f38728cf-da71-466c-a1fc-bcb570a8ac41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:02.068411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] For port d54d58a9-a6de-45ca-9223-d165acc083d6, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d54d58a9-a6de-45ca-9223-d165acc083d6,segment=NetworkSegment(ce121272-b090-4cfd-a8c0-042379bb0da9),segment_id=ce121272-b090-4cfd-a8c0-042379bb0da9)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:02.068909 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:02.084825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Calling delete_port for d54d58a9-a6de-45ca-9223-d165acc083d6 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:15:02.093294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f38728cf-da71-466c-a1fc-bcb570a8ac41 None None] For port d54d58a9-a6de-45ca-9223-d165acc083d6, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d54d58a9-a6de-45ca-9223-d165acc083d6,segment=NetworkSegment(ce121272-b090-4cfd-a8c0-042379bb0da9),segment_id=ce121272-b090-4cfd-a8c0-042379bb0da9)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:02.093690 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f38728cf-da71-466c-a1fc-bcb570a8ac41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:02.107207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f38728cf-da71-466c-a1fc-bcb570a8ac41 None None] Calling delete_port for d54d58a9-a6de-45ca-9223-d165acc083d6 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:15:02.169007 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:15:02.207741 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:15:02.223858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Port': ['ID=d54d58a9-a6de-45ca-9223-d165acc083d6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:02.224195 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f38728cf-da71-466c-a1fc-bcb570a8ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:02.226441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No DVR routers for this DVR port d54d58a9-a6de-45ca-9223-d165acc083d6 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:15:02.271639 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38728cf-da71-466c-a1fc-bcb570a8ac41 None None] Pushing event deleted for resources: {'Port': ['ID=d54d58a9-a6de-45ca-9223-d165acc083d6,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:02.277925 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d54d58a9-a6de-45ca-9223-d165acc083d6 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:15:02.283180 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38728cf-da71-466c-a1fc-bcb570a8ac41 None None] No DVR routers for this DVR port d54d58a9-a6de-45ca-9223-d165acc083d6 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:15:02.324495 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:02.338148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a16f1b-c654-421f-9c92-9184d92719bf']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:15:02.340894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: d54d58a9-a6de-45ca-9223-d165acc083d6 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:15:02.341437 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d54d58a9-a6de-45ca-9223-d165acc083d6 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:15:02.342089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ed72cce7-e584-4fcc-85ca-0004733dd93b no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:15:02.353037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce121272-b090-4cfd-a8c0-042379bb0da9') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:15:02.353486 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce121272-b090-4cfd-a8c0-042379bb0da9') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:15:02.366053 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:02.382970 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: ed72cce7-e584-4fcc-85ca-0004733dd93b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:15:02.383501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ed72cce7-e584-4fcc-85ca-0004733dd93b not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:15:02.384986 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:02.392812 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:02.394666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:15:02.395178 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:15:02.406489 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:15:02.475951 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:02.496727 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:02.496727 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/d1a16f1b-c654-421f-9c92-9184d92719bf HTTP/1.1" status: 204 len: 168 time: 0.7395637 Jul 09 20:15:02.498094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57944) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:02.510030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9373b5e-22f0-4ea6-a02f-e52322021e3d tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Network': ['ID=d1a16f1b-c654-421f-9c92-9184d92719bf,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:02.551963 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db67f12-bd53-48da-a569-12479b6ffd51 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] DELETE failed (client error): The resource could not be found. Jul 09 20:15:02.552699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db67f12-bd53-48da-a569-12479b6ffd51 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:15:02.556207 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1db67f12-bd53-48da-a569-12479b6ffd51 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/subnets/de8f6937-5f60-47f2-8cc1-0be06e746d8c HTTP/1.1" status: 404 len: 337 time: 0.0567322 Jul 09 20:15:02.559084 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57946) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:02.589202 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-185d8c8c-432c-45d5-a355-47c66de5d97e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] DELETE failed (client error): The resource could not be found. Jul 09 20:15:02.590492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-185d8c8c-432c-45d5-a355-47c66de5d97e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:15:02.593695 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-185d8c8c-432c-45d5-a355-47c66de5d97e tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/82a55cd1-cf26-4c26-a228-b491289f2cc9 HTTP/1.1" status: 404 len: 339 time: 0.0331295 Jul 09 20:15:02.595996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57948) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:02.612973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31498ef-6d5c-4cd8-b3ed-4bc14d3346f2 req-72aa0bf8-47ac-48c1-83fe-78a2f2bc535f tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:02.614599 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a31498ef-6d5c-4cd8-b3ed-4bc14d3346f2 req-72aa0bf8-47ac-48c1-83fe-78a2f2bc535f tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 943 time: 0.0831897 Jul 09 20:15:02.647477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4021a89-0cf1-4024-beab-446b09773f2f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Deleting subnet 8be55eba-83bf-4cab-a975-483f3113fd46 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:15:02.650978 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4021a89-0cf1-4024-beab-446b09773f2f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:02.661467 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a31498ef-6d5c-4cd8-b3ed-4bc14d3346f2 req-4ce031ec-9001-4749-9a34-b86cef0163ee tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389643 Jul 09 20:15:02.704230 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4021a89-0cf1-4024-beab-446b09773f2f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:02.842256 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c5be8ac-ac1a-424d-b9a5-71ae6f18c671 req-191585e0-01c0-4526-810a-4d8bb0c3c94e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 210 time: 0.0443168 Jul 09 20:15:02.854836 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4021a89-0cf1-4024-beab-446b09773f2f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:02.960846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bef51-15cf-48ff-9abe-32168b17c6e6 req-68d32bad-88a8-4aa8-a050-230b41982bce tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:02.963214 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bb0bef51-15cf-48ff-9abe-32168b17c6e6 req-68d32bad-88a8-4aa8-a050-230b41982bce tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 944 time: 0.1565425 Jul 09 20:15:03.004649 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:15:03.005881 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4021a89-0cf1-4024-beab-446b09773f2f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:03.040508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4021a89-0cf1-4024-beab-446b09773f2f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Subnet': ['ID=8be55eba-83bf-4cab-a975-483f3113fd46,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:03.052144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4021a89-0cf1-4024-beab-446b09773f2f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:03.058353 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57954) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:03.058920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c4021a89-0cf1-4024-beab-446b09773f2f tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/subnets/8be55eba-83bf-4cab-a975-483f3113fd46 HTTP/1.1" status: 204 len: 168 time: 0.4612827 Jul 09 20:15:03.066384 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a32822-2e03-4d43-aad3-acb472208258 None None] Network f01469e8-f2d1-49f2-b276-3a3035193329 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:15:03.076446 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bb0bef51-15cf-48ff-9abe-32168b17c6e6 req-df0be54d-e2d3-4454-828f-850a3b2d807a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056716 Jul 09 20:15:03.126981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:15:03.134675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:15:03.135246 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:03.171252 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:03.231153 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Deleting port 54f93b74-f214-4044-8177-fff0d5817d82 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:15:03.231532 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:03.310387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] For port 54f93b74-f214-4044-8177-fff0d5817d82, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=54f93b74-f214-4044-8177-fff0d5817d82,segment=NetworkSegment(5cafc306-9394-4cb8-bd58-dc3c69311898),segment_id=5cafc306-9394-4cb8-bd58-dc3c69311898)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:03.311029 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:03.316017 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:03.329606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Calling delete_port for 54f93b74-f214-4044-8177-fff0d5817d82 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:15:03.339468 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:15:03.363384 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6140a58d-4ab3-4e52-96c7-0e21c500a563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:15:03.368493 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2f5c09-9776-49e3-a42f-dd42a86eec2f" -d '{"events": [{"server_uuid": "6140a58d-4ab3-4e52-96c7-0e21c500a563", "name": "network-vif-plugged", "status": "completed", "tag": "4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:15:03.398110 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c,segment=NetworkSegment(a6c97953-d6d5-4e93-bb80-4aae70eb3671),segment_id=a6c97953-d6d5-4e93-bb80-4aae70eb3671)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:03.404863 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:03.415903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 44f5643a-3e29-4817-b144-c66c3c6ffbd6 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:15:03.451224 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:03.471136 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe8fe94-23e7-4657-9162-700becffede7 x-openstack-request-id: req-2fe8fe94-23e7-4657-9162-700becffede7 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:15:03.471606 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6140a58d-4ab3-4e52-96c7-0e21c500a563", "name": "network-vif-plugged", "status": "completed", "tag": "4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:15:03.471944 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2fe8fe94-23e7-4657-9162-700becffede7 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:15:03.472432 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6140a58d-4ab3-4e52-96c7-0e21c500a563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c', 'code': 200} Jul 09 20:15:03.488323 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Port': ['ID=54f93b74-f214-4044-8177-fff0d5817d82,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:03.496570 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] No DVR routers for this DVR port 54f93b74-f214-4044-8177-fff0d5817d82 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:15:03.521691 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 44f5643a-3e29-4817-b144-c66c3c6ffbd6 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:15:03.522710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 44f5643a-3e29-4817-b144-c66c3c6ffbd6 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:15:03.527722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be64dff-f51a-4402-9dc3-a41cb59ec509 None None] DHCP port deletion for f01469e8-f2d1-49f2-b276-3a3035193329 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:15:03.593505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:03.661865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccd321-49df-40f1-989e-93e7766baa00 req-00a8a9cb-012f-4292-b101-003177664aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:03.665267 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-51ccd321-49df-40f1-989e-93e7766baa00 req-00a8a9cb-012f-4292-b101-003177664aa0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 1096 time: 0.1040225 Jul 09 20:15:03.730946 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-51ccd321-49df-40f1-989e-93e7766baa00 req-85ac6b85-7e79-47b8-b229-baaaf6ea2da5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537698 Jul 09 20:15:04.013907 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b91f2f9a-dda5-4f0b-a97e-135004cdbd66 req-82664262-e01c-4e83-bd63-3748c6e81d54 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 210 time: 0.0341465 Jul 09 20:15:04.029854 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:04.044350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01469e8-f2d1-49f2-b276-3a3035193329']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:15:04.060887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cafc306-9394-4cb8-bd58-dc3c69311898') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:15:04.061617 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cafc306-9394-4cb8-bd58-dc3c69311898') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:15:04.075373 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:04.099134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa9182-8367-4613-a351-1467232b2b37 req-d2f27bff-486a-49af-a2d2-57b65b32c275 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:04.101496 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40fa9182-8367-4613-a351-1467232b2b37 req-d2f27bff-486a-49af-a2d2-57b65b32c275 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 943 time: 0.1311820 Jul 09 20:15:04.102664 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:04.117569 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:15:04.118138 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:15:04.121846 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:15:04.216597 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40fa9182-8367-4613-a351-1467232b2b37 req-df0716d0-66fb-44e3-8eef-bb28e99982c9 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044717 Jul 09 20:15:04.217921 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:04.225677 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:04.230881 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] 10.222.0.30 "DELETE /v2.0/networks/f01469e8-f2d1-49f2-b276-3a3035193329 HTTP/1.1" status: 204 len: 168 time: 1.1681869 Jul 09 20:15:04.271562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e588b-b262-46f1-9333-f8501b916e84 tempest-NetworksIpV6Test-1800614717 tempest-NetworksIpV6Test-1800614717-project] Pushing event deleted for resources: {'Network': ['ID=f01469e8-f2d1-49f2-b276-3a3035193329,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:04.300209 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 54f93b74-f214-4044-8177-fff0d5817d82 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:15:04.348172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 54f93b74-f214-4044-8177-fff0d5817d82 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:15:04.348731 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 54f93b74-f214-4044-8177-fff0d5817d82 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:15:04.378070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4a44d-9002-4f43-bb60-e626c41f7d57 req-fed93dd0-44f0-4223-a3ef-038b0bceab3e tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:04.381113 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-71d4a44d-9002-4f43-bb60-e626c41f7d57 req-fed93dd0-44f0-4223-a3ef-038b0bceab3e tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 945 time: 0.1022489 Jul 09 20:15:04.427977 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-71d4a44d-9002-4f43-bb60-e626c41f7d57 req-fb4ea358-ab1e-4bf6-9ca5-43e4f839e6dc tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399797 Jul 09 20:15:04.616565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57970) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:04.855908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-84275f72-07eb-4e9a-a0eb-b124f53439a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55325bc54853419db51efc95c5a2547b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374921 Jul 09 20:15:04.858411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57976) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:04.936137 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301399a5-93ec-4168-bd7c-e13dfceed28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:04.968221 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301399a5-93ec-4168-bd7c-e13dfceed28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:05.005966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 11fa7915-c5ef-423d-b9e2-a56b2614fe8a details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:15:05.032428 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301399a5-93ec-4168-bd7c-e13dfceed28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:05.036562 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-301399a5-93ec-4168-bd7c-e13dfceed28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:05.037853 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-301399a5-93ec-4168-bd7c-e13dfceed28e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c73d7d6-577a-4632-913e-350c78fa2d41 HTTP/1.1" status: 204 len: 168 time: 0.1781397 Jul 09 20:15:05.047321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301399a5-93ec-4168-bd7c-e13dfceed28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c73d7d6-577a-4632-913e-350c78fa2d41,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:05.220577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 11fa7915-c5ef-423d-b9e2-a56b2614fe8a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=11fa7915-c5ef-423d-b9e2-a56b2614fe8a,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:05.246497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '11fa7915-c5ef-423d-b9e2-a56b2614fe8a', 'network_id': '1fd60407-1bdb-4afe-9d6c-eec163f7462b', 'port_id': '11fa7915-c5ef-423d-b9e2-a56b2614fe8a', 'mac_address': 'fa:16:3e:93:f2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefd9fb6-c157-4087-a3db-b0ec65cfb0bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:15:05.267782 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8b2e6b5-aa75-496a-a0ee-2a615f3a389f req-3302f40b-91ae-496a-878f-433abd65d9e6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd77c2ea-01de-4142-942f-7e5f7273e804 HTTP/1.1" status: 200 len: 210 time: 0.0403900 Jul 09 20:15:05.325269 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:05.343647 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fa7915-c5ef-423d-b9e2-a56b2614fe8a {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:15:05.368433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 11fa7915-c5ef-423d-b9e2-a56b2614fe8a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=11fa7915-c5ef-423d-b9e2-a56b2614fe8a,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:05.374235 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:05.465806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=11fa7915-c5ef-423d-b9e2-a56b2614fe8a,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:05.602281 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8395279-2569-40d4-8ee4-3ed7c6ae9b95 req-7eb5d305-6917-4f9d-be5f-5e85f0f10223 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:05.610019 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8395279-2569-40d4-8ee4-3ed7c6ae9b95 req-7eb5d305-6917-4f9d-be5f-5e85f0f10223 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 944 time: 0.1108770 Jul 09 20:15:05.649380 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8395279-2569-40d4-8ee4-3ed7c6ae9b95 req-8c736e86-8b76-4139-8563-ed1b4320a146 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377109 Jul 09 20:15:05.700499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159091e4-3983-4b8c-96fc-30e7443808a8 req-dc0bc5b0-01ad-4dc8-bcf7-3fdcf0255e9e tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:05.702376 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-159091e4-3983-4b8c-96fc-30e7443808a8 req-dc0bc5b0-01ad-4dc8-bcf7-3fdcf0255e9e tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 945 time: 0.1368573 Jul 09 20:15:05.758394 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-159091e4-3983-4b8c-96fc-30e7443808a8 req-5388623c-3706-459e-b188-8e90a5611f53 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459023 Jul 09 20:15:05.829023 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['11fa7915-c5ef-423d-b9e2-a56b2614fe8a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:15:06.033998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58010) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:06.179369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-92a9ccd9-6027-485a-9063-9db3f9aef400 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] Request body: {'port': {'network_id': '55284992-689c-4523-9917-ddd012545957', 'name': 'tempest-NetworksNegativeTestJSON-1619224777'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:15:06.198810 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a9ccd9-6027-485a-9063-9db3f9aef400 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] POST failed (client error): The resource could not be found. Jul 09 20:15:06.199751 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a9ccd9-6027-485a-9063-9db3f9aef400 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:15:06.206075 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-92a9ccd9-6027-485a-9063-9db3f9aef400 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1656981 Jul 09 20:15:06.206654 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58018) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:06.226621 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b4102c-0916-432f-ab72-7429f8d9b919 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] DELETE failed (client error): The resource could not be found. Jul 09 20:15:06.227443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b4102c-0916-432f-ab72-7429f8d9b919 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:15:06.229544 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-59b4102c-0916-432f-ab72-7429f8d9b919 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] 10.222.0.30 "DELETE /v2.0/networks/d343a3f5-3ab7-40d2-8328-5f2e106327e9 HTTP/1.1" status: 404 len: 339 time: 0.0217597 Jul 09 20:15:06.233332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58020) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:06.260586 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-8059adf8-f642-4539-814c-da07c09bd7c8 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] DELETE failed (client error): The resource could not be found. Jul 09 20:15:06.261606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8059adf8-f642-4539-814c-da07c09bd7c8 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:15:06.263528 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8059adf8-f642-4539-814c-da07c09bd7c8 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] 10.222.0.30 "DELETE /v2.0/ports/a723f17e-ef35-4784-9b3b-64bfb6abb90e HTTP/1.1" status: 404 len: 333 time: 0.0289750 Jul 09 20:15:06.267436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58022) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:06.296521 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-4681601c-4a9a-44f6-8072-70f39b6682a6 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] DELETE failed (client error): The resource could not be found. Jul 09 20:15:06.297028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4681601c-4a9a-44f6-8072-70f39b6682a6 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:15:06.298904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4681601c-4a9a-44f6-8072-70f39b6682a6 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] 10.222.0.30 "DELETE /v2.0/subnets/4ab65bb6-4efe-48ba-a9f3-1602e6f23170 HTTP/1.1" status: 404 len: 337 time: 0.0303762 Jul 09 20:15:06.306660 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58028) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:06.343473 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79f972d-e81a-4c0c-8254-d066064f483e tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] GET failed (client error): The resource could not be found. Jul 09 20:15:06.348083 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f79f972d-e81a-4c0c-8254-d066064f483e tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] 10.222.0.30 "GET /v2.0/networks/2d320c4b-7ff6-4399-a50f-664f3ed7e7ec HTTP/1.1" status: 404 len: 339 time: 0.0399082 Jul 09 20:15:06.352604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58030) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:06.385823 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-43203332-aef1-4eea-afac-801cdda45913 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] GET failed (client error): The resource could not be found. Jul 09 20:15:06.387774 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-43203332-aef1-4eea-afac-801cdda45913 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] 10.222.0.30 "GET /v2.0/ports/034d8e03-6a2d-4537-8542-dc04780106cc HTTP/1.1" status: 404 len: 333 time: 0.0335069 Jul 09 20:15:06.391193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58036) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:06.424194 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3362f4-ee1a-47dd-a5a6-eb88e0e28a8f tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] GET failed (client error): The resource could not be found. Jul 09 20:15:06.425600 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9d3362f4-ee1a-47dd-a5a6-eb88e0e28a8f tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] 10.222.0.30 "GET /v2.0/subnets/69f21533-2f37-4eb1-8cb4-4b61b9c26221 HTTP/1.1" status: 404 len: 337 time: 0.0333688 Jul 09 20:15:06.435370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58038) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:06.441396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-83164c0f-717c-4a54-95af-ec94e98b3f86 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:15:06.457714 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-83164c0f-717c-4a54-95af-ec94e98b3f86 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] PUT failed (client error): The resource could not be found. Jul 09 20:15:06.458406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83164c0f-717c-4a54-95af-ec94e98b3f86 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:15:06.459824 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-83164c0f-717c-4a54-95af-ec94e98b3f86 tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] 10.222.0.30 "PUT /v2.0/networks/2cb4ca19-fb1d-42bd-8aa4-87586250cd75 HTTP/1.1" status: 404 len: 339 time: 0.0229793 Jul 09 20:15:06.464367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58040) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:06.470164 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-082ced73-8fa5-4d93-acdb-b6803f08e9fa tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:15:06.492520 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-082ced73-8fa5-4d93-acdb-b6803f08e9fa tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] PUT failed (client error): The resource could not be found. Jul 09 20:15:06.493354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082ced73-8fa5-4d93-acdb-b6803f08e9fa tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:15:06.498421 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-082ced73-8fa5-4d93-acdb-b6803f08e9fa tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] 10.222.0.30 "PUT /v2.0/ports/37569d60-efb6-435c-b431-6ebec963a83a HTTP/1.1" status: 404 len: 333 time: 0.0288546 Jul 09 20:15:06.498755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58042) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:06.504179 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-06021faf-03c3-40a0-b363-cc3d0a2c0b1a tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:15:06.527822 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-06021faf-03c3-40a0-b363-cc3d0a2c0b1a tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] PUT failed (client error): The resource could not be found. Jul 09 20:15:06.528403 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06021faf-03c3-40a0-b363-cc3d0a2c0b1a tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:15:06.534059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-06021faf-03c3-40a0-b363-cc3d0a2c0b1a tempest-NetworksNegativeTestJSON-1133212770 tempest-NetworksNegativeTestJSON-1133212770-project] 10.222.0.30 "PUT /v2.0/subnets/fe704320-61a1-4ada-8e1c-c3087de570d1 HTTP/1.1" status: 404 len: 337 time: 0.0298424 Jul 09 20:15:06.826119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58052) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:06.844234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f4eeb-196a-4591-9ab7-a84e5851729d req-861d0312-7f02-4005-aef3-3fee11960493 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:06.846232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76f4eeb-196a-4591-9ab7-a84e5851729d req-861d0312-7f02-4005-aef3-3fee11960493 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 945 time: 0.0816703 Jul 09 20:15:06.889879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69496895-4abe-49a0-aedc-a424d40db40e req-290fcfa6-705d-4796-85ff-4c9bd032b2eb tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:06.891429 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-69496895-4abe-49a0-aedc-a424d40db40e req-290fcfa6-705d-4796-85ff-4c9bd032b2eb tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 944 time: 0.0791051 Jul 09 20:15:06.902643 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a76f4eeb-196a-4591-9ab7-a84e5851729d req-09c0374c-b524-45cd-8407-ccccdfdbe884 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496628 Jul 09 20:15:06.950141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-69496895-4abe-49a0-aedc-a424d40db40e req-daa23f73-63ef-45cf-862d-782ce24b2308 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444055 Jul 09 20:15:06.995139 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ace4c3bc-0677-4bdc-8737-78de551ecc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:07.092180 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ace4c3bc-0677-4bdc-8737-78de551ecc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:07.096376 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ace4c3bc-0677-4bdc-8737-78de551ecc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:07.134364 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4c3bc-0677-4bdc-8737-78de551ecc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ae5d49-559e-4773-b8f8-fd9106a9ff19,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:07.141328 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ace4c3bc-0677-4bdc-8737-78de551ecc24 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b78904e62ca49f0927c8470af862ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114386 Jul 09 20:15:07.141904 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58058) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:07.204442 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fdea32f6-7d3f-4917-8d79-e48b9a3f4d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:07.226446 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fdea32f6-7d3f-4917-8d79-e48b9a3f4d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:07.277251 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fdea32f6-7d3f-4917-8d79-e48b9a3f4d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:07.280020 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fdea32f6-7d3f-4917-8d79-e48b9a3f4d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:07.284693 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fdea32f6-7d3f-4917-8d79-e48b9a3f4d31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6ae5d49-559e-4773-b8f8-fd9106a9ff19 HTTP/1.1" status: 204 len: 168 time: 0.1379747 Jul 09 20:15:07.293793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea32f6-7d3f-4917-8d79-e48b9a3f4d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ae5d49-559e-4773-b8f8-fd9106a9ff19,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:08.162737 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb5e8f-e88b-40c4-b399-0d7da57ec9e6 req-2f6b54eb-2c41-40f6-baca-07fe9016f047 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:08.171364 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d0fb5e8f-e88b-40c4-b399-0d7da57ec9e6 req-2f6b54eb-2c41-40f6-baca-07fe9016f047 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 945 time: 0.0987718 Jul 09 20:15:08.183091 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23062d63-c469-4872-9ae0-dfe06c98251f req-be9e7590-cfee-4f8e-a55e-d784cba078aa tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:08.185236 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-23062d63-c469-4872-9ae0-dfe06c98251f req-be9e7590-cfee-4f8e-a55e-d784cba078aa tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 944 time: 0.0801313 Jul 09 20:15:08.215578 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d0fb5e8f-e88b-40c4-b399-0d7da57ec9e6 req-29aef06c-caff-4946-8a5a-51ab1d2e875a tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/security-groups?id=909bc88d-e071-46eb-8625-dd62e1cafba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429649 Jul 09 20:15:08.245720 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-23062d63-c469-4872-9ae0-dfe06c98251f req-dfa8130e-ab97-4a80-b935-13c3b0612719 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538502 Jul 09 20:15:08.348292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854031e-9f02-4141-b806-13edd02bd4ba req-384a1332-29de-4e60-9958-aa066bebfc9c tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:08.350409 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2854031e-9f02-4141-b806-13edd02bd4ba req-384a1332-29de-4e60-9958-aa066bebfc9c tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.36 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 945 time: 0.0874782 Jul 09 20:15:08.471763 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-2854031e-9f02-4141-b806-13edd02bd4ba req-e4fc949d-dd39-4031-a171-344995416931 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Deleting port 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:15:08.472119 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2854031e-9f02-4141-b806-13edd02bd4ba req-e4fc949d-dd39-4031-a171-344995416931 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:08.600421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2854031e-9f02-4141-b806-13edd02bd4ba req-e4fc949d-dd39-4031-a171-344995416931 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] For port 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c,segment=NetworkSegment(a6c97953-d6d5-4e93-bb80-4aae70eb3671),segment_id=a6c97953-d6d5-4e93-bb80-4aae70eb3671)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:08.601011 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2854031e-9f02-4141-b806-13edd02bd4ba req-e4fc949d-dd39-4031-a171-344995416931 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:08.619377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-2854031e-9f02-4141-b806-13edd02bd4ba req-e4fc949d-dd39-4031-a171-344995416931 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Calling delete_port for 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:15:08.810473 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2854031e-9f02-4141-b806-13edd02bd4ba req-e4fc949d-dd39-4031-a171-344995416931 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:08.822171 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:15:08.846938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc949d-dd39-4031-a171-344995416931 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Pushing event deleted for resources: {'Port': ['ID=4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:08.895826 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-2854031e-9f02-4141-b806-13edd02bd4ba req-e4fc949d-dd39-4031-a171-344995416931 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] No DVR routers for this DVR port 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:15:08.900074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2854031e-9f02-4141-b806-13edd02bd4ba req-e4fc949d-dd39-4031-a171-344995416931 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:08.902265 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2854031e-9f02-4141-b806-13edd02bd4ba req-e4fc949d-dd39-4031-a171-344995416931 tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.36 "DELETE /v2.0/ports/4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c HTTP/1.1" status: 204 len: 173 time: 0.5420923 Jul 09 20:15:08.902716 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6140a58d-4ab3-4e52-96c7-0e21c500a563', 'name': 'network-vif-deleted', 'tag': '4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:15:08.905339 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1f1f0b-f873-4b96-a0ca-f6878dcd1d99" -d '{"events": [{"server_uuid": "6140a58d-4ab3-4e52-96c7-0e21c500a563", "name": "network-vif-deleted", "tag": "4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:15:08.946313 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab0fa0b-3fcf-48a1-aacb-22fb7b339ce0 x-openstack-request-id: req-7ab0fa0b-3fcf-48a1-aacb-22fb7b339ce0 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:15:08.946710 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6140a58d-4ab3-4e52-96c7-0e21c500a563", "name": "network-vif-deleted", "tag": "4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:15:08.946860 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ab0fa0b-3fcf-48a1-aacb-22fb7b339ce0 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:15:08.947268 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6140a58d-4ab3-4e52-96c7-0e21c500a563', 'name': 'network-vif-deleted', 'tag': '4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c', 'status': 'completed', 'code': 200} Jul 09 20:15:09.036265 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 11fa7915-c5ef-423d-b9e2-a56b2614fe8a up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:15:09.088719 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 11fa7915-c5ef-423d-b9e2-a56b2614fe8a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:15:09.092844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 11fa7915-c5ef-423d-b9e2-a56b2614fe8a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:15:09.093214 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:09.171382 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:09.194067 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca69b189-16b4-4056-acc9-96181bfef751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fa7915-c5ef-423d-b9e2-a56b2614fe8a'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:15:09.197059 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d18b4c-4fe7-4d2b-829b-f064223d7908" -d '{"events": [{"server_uuid": "ca69b189-16b4-4056-acc9-96181bfef751", "name": "network-vif-plugged", "status": "completed", "tag": "11fa7915-c5ef-423d-b9e2-a56b2614fe8a"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:15:09.213871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 11fa7915-c5ef-423d-b9e2-a56b2614fe8a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=11fa7915-c5ef-423d-b9e2-a56b2614fe8a,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:09.218451 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:09.245585 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366ad66a-c11d-4048-9528-5608bc6a26b5 x-openstack-request-id: req-366ad66a-c11d-4048-9528-5608bc6a26b5 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:15:09.245585 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca69b189-16b4-4056-acc9-96181bfef751", "name": "network-vif-plugged", "status": "completed", "tag": "11fa7915-c5ef-423d-b9e2-a56b2614fe8a", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:15:09.245585 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-366ad66a-c11d-4048-9528-5608bc6a26b5 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:15:09.245585 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca69b189-16b4-4056-acc9-96181bfef751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fa7915-c5ef-423d-b9e2-a56b2614fe8a', 'code': 200} Jul 09 20:15:09.246188 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58128) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:09.303268 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=11fa7915-c5ef-423d-b9e2-a56b2614fe8a,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:09.311924 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:09.312501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:09.313234 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:09.313763 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:09.323851 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:09.324949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:09.325604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:09.326103 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:09.333006 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:09.333699 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:09.334210 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:09.334713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:09.395005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c42daf-dff3-410d-b1ad-ba205dfa14e0 req-3722d4b3-2d13-4970-8768-bc489dc4df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:09.396638 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8c42daf-dff3-410d-b1ad-ba205dfa14e0 req-3722d4b3-2d13-4970-8768-bc489dc4df95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 1096 time: 0.0817256 Jul 09 20:15:09.423588 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3bf7cbf3-c825-44b6-8822-f1165a3a1287 req-c2f601a1-4cdf-42fd-9074-083460db93ae tempest-VolumesActionsTest-951797642 tempest-VolumesActionsTest-951797642-project] 10.222.0.30 "GET /v2.0/ports?device_id=6140a58d-4ab3-4e52-96c7-0e21c500a563 HTTP/1.1" status: 200 len: 210 time: 0.0410743 Jul 09 20:15:09.456203 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8c42daf-dff3-410d-b1ad-ba205dfa14e0 req-57ad56b3-cc3d-4f78-ad2b-e87923647591 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343585 Jul 09 20:15:09.477706 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5cd1e904-e255-4bf0-a6d5-ae073cfde2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:09.523531 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd52f83-55dd-434d-9e1f-b504461f9398 req-0c39d59f-56ab-4980-a303-73041fe1d6b4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:09.525053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1dd52f83-55dd-434d-9e1f-b504461f9398 req-0c39d59f-56ab-4980-a303-73041fe1d6b4 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 945 time: 0.1070056 Jul 09 20:15:09.589277 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1dd52f83-55dd-434d-9e1f-b504461f9398 req-a394cd50-daf4-4f91-9541-4ed5e336cd68 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578082 Jul 09 20:15:09.654194 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5cd1e904-e255-4bf0-a6d5-ae073cfde2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:09.660144 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5cd1e904-e255-4bf0-a6d5-ae073cfde2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:09.700689 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5cd1e904-e255-4bf0-a6d5-ae073cfde2c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae727096da4e43c6850cab638ebcbeae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4534893 Jul 09 20:15:09.705370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58142) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:09.717937 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1e904-e255-4bf0-a6d5-ae073cfde2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec12402b-d787-44b7-aebb-dd44d1dc5d19,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:09.779951 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13cdced3-d9f7-4575-a512-d5b92643574a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:09.802460 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13cdced3-d9f7-4575-a512-d5b92643574a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:09.858542 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13cdced3-d9f7-4575-a512-d5b92643574a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:09.861178 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13cdced3-d9f7-4575-a512-d5b92643574a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:09.862518 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-13cdced3-d9f7-4575-a512-d5b92643574a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec12402b-d787-44b7-aebb-dd44d1dc5d19 HTTP/1.1" status: 204 len: 168 time: 0.1548629 Jul 09 20:15:09.879742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdced3-d9f7-4575-a512-d5b92643574a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec12402b-d787-44b7-aebb-dd44d1dc5d19,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:10.065624 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1afe9-fb26-4867-aefd-6265d18ea9f1 req-eedbc20a-7284-42f3-97d9-9a593b1379c5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:10.067133 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37b1afe9-fb26-4867-aefd-6265d18ea9f1 req-eedbc20a-7284-42f3-97d9-9a593b1379c5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 945 time: 0.0793226 Jul 09 20:15:10.110643 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37b1afe9-fb26-4867-aefd-6265d18ea9f1 req-52885096-5a0f-4275-a35f-70f06ed830b2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368073 Jul 09 20:15:10.166751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58150) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:10.180189 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b5868f9-233b-4b0a-b779-432ca1900122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:10.270261 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b5868f9-233b-4b0a-b779-432ca1900122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:10.274100 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b5868f9-233b-4b0a-b779-432ca1900122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:10.313593 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8b5868f9-233b-4b0a-b779-432ca1900122 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=805e6a5268e843e3a81cd312365f16af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456470 Jul 09 20:15:10.315716 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5868f9-233b-4b0a-b779-432ca1900122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8471bbf-5832-4ba6-9f45-f21e3b1621d3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:10.317518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58152) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:10.374190 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c665aea1-10c8-4939-9de0-13af2b8a00ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:10.395829 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c665aea1-10c8-4939-9de0-13af2b8a00ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:10.441849 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c665aea1-10c8-4939-9de0-13af2b8a00ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:10.444421 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c665aea1-10c8-4939-9de0-13af2b8a00ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:10.446243 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c665aea1-10c8-4939-9de0-13af2b8a00ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8471bbf-5832-4ba6-9f45-f21e3b1621d3 HTTP/1.1" status: 204 len: 168 time: 0.1276894 Jul 09 20:15:10.454424 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665aea1-10c8-4939-9de0-13af2b8a00ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8471bbf-5832-4ba6-9f45-f21e3b1621d3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:10.869299 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a51a9-e0ee-4f0f-a0bd-d8b734e7466e req-f7feed6c-0c59-47dd-9205-9653ec7c28dd tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:10.876602 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-883a51a9-e0ee-4f0f-a0bd-d8b734e7466e req-f7feed6c-0c59-47dd-9205-9653ec7c28dd tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 945 time: 0.1013439 Jul 09 20:15:10.911978 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-883a51a9-e0ee-4f0f-a0bd-d8b734e7466e req-d10e35b3-7b79-40d8-b865-13dbb0f952fe tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344872 Jul 09 20:15:11.317425 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6699b-b57e-42e5-98fc-0ef97f276569 req-5fcc03db-157c-41ad-af51-13624ffb95e0 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:11.321114 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5d6699b-b57e-42e5-98fc-0ef97f276569 req-5fcc03db-157c-41ad-af51-13624ffb95e0 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 945 time: 0.0870769 Jul 09 20:15:11.367402 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5d6699b-b57e-42e5-98fc-0ef97f276569 req-c4417ee0-ae8a-41e2-8478-0e56f5963050 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c7682bf-79ab-4c41-b136-29adcc7d383e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411422 Jul 09 20:15:11.767451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2923ad-06e3-4f33-b84d-37aa16bc739b req-f52de9de-4e0a-46b5-acd8-def32ab56c0f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:11.769309 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fc2923ad-06e3-4f33-b84d-37aa16bc739b req-f52de9de-4e0a-46b5-acd8-def32ab56c0f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 945 time: 0.0909233 Jul 09 20:15:11.944001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-fc2923ad-06e3-4f33-b84d-37aa16bc739b req-01631304-15e2-45d5-8a02-47b5b2a8cc65 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Deleting port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:15:11.944362 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fc2923ad-06e3-4f33-b84d-37aa16bc739b req-01631304-15e2-45d5-8a02-47b5b2a8cc65 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:12.101983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-fc2923ad-06e3-4f33-b84d-37aa16bc739b req-01631304-15e2-45d5-8a02-47b5b2a8cc65 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] For port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4ad1f3ef-ab74-4f22-9d9a-28963698cc4c,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:12.103036 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fc2923ad-06e3-4f33-b84d-37aa16bc739b req-01631304-15e2-45d5-8a02-47b5b2a8cc65 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:12.145149 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-fc2923ad-06e3-4f33-b84d-37aa16bc739b req-01631304-15e2-45d5-8a02-47b5b2a8cc65 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Calling delete_port for 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:15:12.223713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cc95a-2994-4d20-8686-e0a26d305d64 req-d2c2be40-fabf-4ff4-804d-9d3fe9629cf6 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:12.225274 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f61cc95a-2994-4d20-8686-e0a26d305d64 req-d2c2be40-fabf-4ff4-804d-9d3fe9629cf6 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 945 time: 0.1460004 Jul 09 20:15:12.300268 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f61cc95a-2994-4d20-8686-e0a26d305d64 req-f82b37b4-dabc-4998-9b66-9e1ca1d7f073 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649126 Jul 09 20:15:12.432923 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fc2923ad-06e3-4f33-b84d-37aa16bc739b req-01631304-15e2-45d5-8a02-47b5b2a8cc65 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:12.447255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['4ad1f3ef-ab74-4f22-9d9a-28963698cc4c'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:15:12.576146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01631304-15e2-45d5-8a02-47b5b2a8cc65 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event deleted for resources: {'Port': ['ID=4ad1f3ef-ab74-4f22-9d9a-28963698cc4c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:12.636883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2923ad-06e3-4f33-b84d-37aa16bc739b req-01631304-15e2-45d5-8a02-47b5b2a8cc65 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] No DVR routers for this DVR port 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:15:12.642013 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fc2923ad-06e3-4f33-b84d-37aa16bc739b req-01631304-15e2-45d5-8a02-47b5b2a8cc65 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:12.646736 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fc2923ad-06e3-4f33-b84d-37aa16bc739b req-01631304-15e2-45d5-8a02-47b5b2a8cc65 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "DELETE /v2.0/ports/4ad1f3ef-ab74-4f22-9d9a-28963698cc4c HTTP/1.1" status: 204 len: 173 time: 0.8714547 Jul 09 20:15:12.648260 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9335a2-7ac7-4e11-9e55-491e4ddfbc09', 'name': 'network-vif-deleted', 'tag': '4ad1f3ef-ab74-4f22-9d9a-28963698cc4c'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:15:12.658604 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d4b97d-2760-4721-8bd6-4d96e240b26e" -d '{"events": [{"server_uuid": "df9335a2-7ac7-4e11-9e55-491e4ddfbc09", "name": "network-vif-deleted", "tag": "4ad1f3ef-ab74-4f22-9d9a-28963698cc4c"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:15:12.787148 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fcf9aad0-fc23-4a54-99b5-5b720c23d1a4 req-b37bc457-a8cf-4561-a991-d764bf5a087b tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 210 time: 0.0739436 Jul 09 20:15:12.799223 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac42618-73d8-49b0-8894-e5d67dd03b28 x-openstack-request-id: req-eac42618-73d8-49b0-8894-e5d67dd03b28 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:15:12.799527 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9335a2-7ac7-4e11-9e55-491e4ddfbc09", "name": "network-vif-deleted", "tag": "4ad1f3ef-ab74-4f22-9d9a-28963698cc4c", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:15:12.800072 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eac42618-73d8-49b0-8894-e5d67dd03b28 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:15:12.800796 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9335a2-7ac7-4e11-9e55-491e4ddfbc09', 'name': 'network-vif-deleted', 'tag': '4ad1f3ef-ab74-4f22-9d9a-28963698cc4c', 'status': 'completed', 'code': 200} Jul 09 20:15:12.879977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58288) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:13.052978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:15:13.119503 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c27115b-e54d-4d1d-a49f-b5a2ae4608ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:13.120621 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:15:13.120978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4bfa24e5-2b19-4b6f-a6c3-e86b9fa6a64c not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:15:13.121405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:15:13.190003 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:15:13.190676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4ad1f3ef-ab74-4f22-9d9a-28963698cc4c not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:15:13.292137 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c27115b-e54d-4d1d-a49f-b5a2ae4608ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:13.301978 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c27115b-e54d-4d1d-a49f-b5a2ae4608ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:13.373774 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27115b-e54d-4d1d-a49f-b5a2ae4608ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6377e3cc-d2eb-4a36-b87b-c12660647ceb,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:13.395022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58302) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:13.412396 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1c27115b-e54d-4d1d-a49f-b5a2ae4608ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=555d4ba2f4e74dfa9a98d55e7962494b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5299726 Jul 09 20:15:13.495529 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-31c7b6bc-c6df-4425-a719-179abce3ef04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:13.568492 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-31c7b6bc-c6df-4425-a719-179abce3ef04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:13.682806 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-31c7b6bc-c6df-4425-a719-179abce3ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:13.689258 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-31c7b6bc-c6df-4425-a719-179abce3ef04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:13.691176 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-31c7b6bc-c6df-4425-a719-179abce3ef04 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6377e3cc-d2eb-4a36-b87b-c12660647ceb HTTP/1.1" status: 204 len: 168 time: 0.2947667 Jul 09 20:15:13.713854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7b6bc-c6df-4425-a719-179abce3ef04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6377e3cc-d2eb-4a36-b87b-c12660647ceb,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:14.042587 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-efa3e1fa-a5cf-44ed-8139-3c96466f9e7f req-1005dd4d-ed1c-433d-9da8-8ccd0209e199 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 210 time: 0.0668659 Jul 09 20:15:14.377321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58318) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:14.394417 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bd91-aea6-41fc-b7ba-9e27d4b271c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:14.579981 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bd91-aea6-41fc-b7ba-9e27d4b271c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:14.585301 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bd91-aea6-41fc-b7ba-9e27d4b271c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:14.640898 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58324) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:14.641497 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3ba5bd91-aea6-41fc-b7ba-9e27d4b271c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d5b396eca9c41419552923427efffc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621732 Jul 09 20:15:14.642110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5bd91-aea6-41fc-b7ba-9e27d4b271c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99610de3-c71a-42c0-aff0-d12d99592109,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:14.723759 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e493-8028-41c5-a4b4-3c578f5f4940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:14.750546 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e493-8028-41c5-a4b4-3c578f5f4940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:14.825888 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e493-8028-41c5-a4b4-3c578f5f4940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:14.830137 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e5e9e493-8028-41c5-a4b4-3c578f5f4940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:14.831850 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e5e9e493-8028-41c5-a4b4-3c578f5f4940 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99610de3-c71a-42c0-aff0-d12d99592109 HTTP/1.1" status: 204 len: 168 time: 0.1899121 Jul 09 20:15:14.849162 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9e493-8028-41c5-a4b4-3c578f5f4940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99610de3-c71a-42c0-aff0-d12d99592109,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:15.315656 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8c20b505-b121-4fee-a16b-4088b122354a req-8a1c2779-7877-492b-a7e2-634783d31508 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 210 time: 0.0610287 Jul 09 20:15:16.707646 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-19fc6fe3-fe8e-4444-9604-1909fb3652ca req-923d0c07-6343-4c91-9825-18a714e1f7be tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 210 time: 0.1265168 Jul 09 20:15:18.181100 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be81dc99-8adc-406f-998e-f980d7d784e0 req-b433f452-f423-4d1d-83d8-64bb35d5f9f7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 210 time: 0.0528572 Jul 09 20:15:19.473476 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-07d9b4ed-1194-4e38-bc96-ec1daa1b99d9 req-b109f8c5-66bc-4ff0-a8cf-875daba8a436 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9335a2-7ac7-4e11-9e55-491e4ddfbc09 HTTP/1.1" status: 200 len: 210 time: 0.0456231 Jul 09 20:15:27.202658 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1cc43a03-aa83-466f-94aa-839cfcc65a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:27.222578 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:28.245377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58614) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:28.254591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-5119a82b-c170-4b0a-8aa5-250ab2fb0738 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1367993843', 'description': 'tempest-secgroup-smoke-1367993843 description', 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:15:28.316508 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5119a82b-c170-4b0a-8aa5-250ab2fb0738 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:28.484982 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5119a82b-c170-4b0a-8aa5-250ab2fb0738 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:28.497195 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5119a82b-c170-4b0a-8aa5-250ab2fb0738 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:28.573429 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5119a82b-c170-4b0a-8aa5-250ab2fb0738 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:28.580615 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5119a82b-c170-4b0a-8aa5-250ab2fb0738 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3340642 Jul 09 20:15:28.586015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58628) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:28.594352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-60d64100-691f-4c5a-b963-9708e461b94f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'security_group_rule': {'security_group_id': '6c3dfff3-12ed-47f5-a004-1275183452f9', 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:15:28.626454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119a82b-c170-4b0a-8aa5-250ab2fb0738 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3dfff3-12ed-47f5-a004-1275183452f9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:28.685312 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60d64100-691f-4c5a-b963-9708e461b94f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:28.793278 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60d64100-691f-4c5a-b963-9708e461b94f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:28.807177 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60d64100-691f-4c5a-b963-9708e461b94f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:28.842363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d64100-691f-4c5a-b963-9708e461b94f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2503d4b4-bc6b-420a-a6fa-58086c0db4b9,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:28.857473 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60d64100-691f-4c5a-b963-9708e461b94f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:28.862203 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-60d64100-691f-4c5a-b963-9708e461b94f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2741148 Jul 09 20:15:28.865941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58634) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:28.871916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-543b330c-965b-4d52-9b8a-42e38d79e386 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'security_group_rule': {'security_group_id': '6c3dfff3-12ed-47f5-a004-1275183452f9', 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:15:28.910633 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-543b330c-965b-4d52-9b8a-42e38d79e386 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:29.102104 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-543b330c-965b-4d52-9b8a-42e38d79e386 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:29.121657 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-543b330c-965b-4d52-9b8a-42e38d79e386 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:29.170302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b330c-965b-4d52-9b8a-42e38d79e386 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf323b6-edfc-49c6-b4a5-22d6d5d49b14,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:29.198941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-543b330c-965b-4d52-9b8a-42e38d79e386 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:29.201718 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-543b330c-965b-4d52-9b8a-42e38d79e386 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3324461 Jul 09 20:15:29.206335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58648) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:29.229014 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-fcade844-496b-42b7-8a8c-5df65d6d3ea6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'security_group_rule': {'security_group_id': '6c3dfff3-12ed-47f5-a004-1275183452f9', 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:15:29.257732 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:29.316121 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fcade844-496b-42b7-8a8c-5df65d6d3ea6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:29.451780 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8a1d60d6-bcd2-4900-9f6e-a36107db5885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:29.456771 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fcade844-496b-42b7-8a8c-5df65d6d3ea6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:29.467685 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fcade844-496b-42b7-8a8c-5df65d6d3ea6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:29.489506 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcade844-496b-42b7-8a8c-5df65d6d3ea6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5158eb25-1987-4e7f-914b-128be06720d3,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:29.602352 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fcade844-496b-42b7-8a8c-5df65d6d3ea6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:29.606558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58658) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:29.607319 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fcade844-496b-42b7-8a8c-5df65d6d3ea6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3990891 Jul 09 20:15:29.615437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-db30c717-47e2-456f-96e4-a9b256461d47 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'security_group_rule': {'security_group_id': '6c3dfff3-12ed-47f5-a004-1275183452f9', 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:15:29.651897 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:29.687794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafd598-e9e6-4028-96f7-b4af051e4aa0 req-ed13931d-9eb7-4b3d-a42f-99836e5a47d7 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:29.689453 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9fafd598-e9e6-4028-96f7-b4af051e4aa0 req-ed13931d-9eb7-4b3d-a42f-99836e5a47d7 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 946 time: 0.1550641 Jul 09 20:15:29.795760 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9fafd598-e9e6-4028-96f7-b4af051e4aa0 req-6d6c05e0-ef9c-45a3-9cd3-a8305e83dd01 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980597 Jul 09 20:15:29.943503 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09e664c4-a85c-46dc-b2a5-fe4d79a174b0 req-03774d9a-8497-42fe-8c73-38fce68473eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3069847 Jul 09 20:15:29.960636 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db30c717-47e2-456f-96e4-a9b256461d47 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:30.186618 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db30c717-47e2-456f-96e4-a9b256461d47 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:30.220896 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db30c717-47e2-456f-96e4-a9b256461d47 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:30.341565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e664c4-a85c-46dc-b2a5-fe4d79a174b0 req-cdadd055-cd6f-4d04-b220-f2152bbac169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:30.350225 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09e664c4-a85c-46dc-b2a5-fe4d79a174b0 req-cdadd055-cd6f-4d04-b220-f2152bbac169 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8545f3a0589a4cc4839423bcc410fdf5&device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 1096 time: 0.3635678 Jul 09 20:15:30.354415 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db30c717-47e2-456f-96e4-a9b256461d47 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:30.356418 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-db30c717-47e2-456f-96e4-a9b256461d47 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7475569 Jul 09 20:15:30.359248 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58676) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:30.362180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30c717-47e2-456f-96e4-a9b256461d47 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d06b35-c93e-460c-b3fa-8e3b51070b21,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:30.364699 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-5475c54c-e5be-4440-9e2d-00826602516d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'security_group_rule': {'security_group_id': '6c3dfff3-12ed-47f5-a004-1275183452f9', 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:15:30.435329 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-5475c54c-e5be-4440-9e2d-00826602516d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Project 23bb1ac906cf4b6394cc5b1e602b1500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:15:30.454253 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5475c54c-e5be-4440-9e2d-00826602516d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:30.467187 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:30.587359 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5475c54c-e5be-4440-9e2d-00826602516d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:30.589382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e664c4-a85c-46dc-b2a5-fe4d79a174b0 req-83924013-8cc8-409d-998c-e0c3921a602f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:30.590930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09e664c4-a85c-46dc-b2a5-fe4d79a174b0 req-83924013-8cc8-409d-998c-e0c3921a602f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4846efdf-52b9-4da5-897d-6cddc898788e HTTP/1.1" status: 200 len: 910 time: 0.2011714 Jul 09 20:15:30.593403 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5475c54c-e5be-4440-9e2d-00826602516d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:30.643473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475c54c-e5be-4440-9e2d-00826602516d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7164bce4-731d-4556-ac9c-b0365b73c8aa,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:30.657012 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5475c54c-e5be-4440-9e2d-00826602516d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:30.661016 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5475c54c-e5be-4440-9e2d-00826602516d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2977591 Jul 09 20:15:30.662115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58682) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:30.672931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9cbf6c20-5572-4185-8387-1dfdbe4e969a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'security_group_rule': {'security_group_id': '6c3dfff3-12ed-47f5-a004-1275183452f9', 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:15:30.720553 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09e664c4-a85c-46dc-b2a5-fe4d79a174b0 req-a49bc4a8-29ef-443c-9098-7868e888c6a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e HTTP/1.1" status: 200 len: 1000 time: 0.1226125 Jul 09 20:15:30.734428 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-9cbf6c20-5572-4185-8387-1dfdbe4e969a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Project 23bb1ac906cf4b6394cc5b1e602b1500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:15:30.743518 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6c20-5572-4185-8387-1dfdbe4e969a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:30.813526 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e664c4-a85c-46dc-b2a5-fe4d79a174b0 req-b8280f0c-6c22-4675-b4eb-c39f23ed168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:30.815229 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09e664c4-a85c-46dc-b2a5-fe4d79a174b0 req-b8280f0c-6c22-4675-b4eb-c39f23ed168c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fa51b91-92af-4842-a22d-869a427201f3 HTTP/1.1" status: 200 len: 848 time: 0.0861058 Jul 09 20:15:30.859479 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6c20-5572-4185-8387-1dfdbe4e969a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:30.904889 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6c20-5572-4185-8387-1dfdbe4e969a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:30.931256 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e664c4-a85c-46dc-b2a5-fe4d79a174b0 req-2a532b0a-50c9-427d-b85b-af67b401c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:30.933911 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09e664c4-a85c-46dc-b2a5-fe4d79a174b0 req-2a532b0a-50c9-427d-b85b-af67b401c3de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4846efdf-52b9-4da5-897d-6cddc898788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085062 Jul 09 20:15:30.963207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf6c20-5572-4185-8387-1dfdbe4e969a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f150bcbc-679a-4190-9124-4e7b784afe15,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:30.986214 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6c20-5572-4185-8387-1dfdbe4e969a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:30.987786 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9cbf6c20-5572-4185-8387-1dfdbe4e969a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3207934 Jul 09 20:15:31.122822 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09e664c4-a85c-46dc-b2a5-fe4d79a174b0 req-58aebbe8-544f-4ecc-a1ac-0b069d044621 service neutron] 10.222.0.36 "GET /v2.0/networks/4846efdf-52b9-4da5-897d-6cddc898788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798429 Jul 09 20:15:31.337085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09e664c4-a85c-46dc-b2a5-fe4d79a174b0 req-d14b48a1-7645-482c-ac60-e8d0b4ae3ed4 service neutron] 10.222.0.36 "GET /v2.0/networks/4846efdf-52b9-4da5-897d-6cddc898788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881156 Jul 09 20:15:32.326966 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:36.251484 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7b0ba-aad8-47fa-a4df-1021933a3567 req-546d4ab7-2329-4ff5-97a6-d0b5eca75320 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:36.253667 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dfa7b0ba-aad8-47fa-a4df-1021933a3567 req-546d4ab7-2329-4ff5-97a6-d0b5eca75320 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1075163 Jul 09 20:15:36.325390 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dfa7b0ba-aad8-47fa-a4df-1021933a3567 req-94c2e86c-6e13-4876-87ca-d12b3180ea74 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608063 Jul 09 20:15:37.177240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 63677154-63b5-4897-8657-b7307f459562 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:15:37.419892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:37.465563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '63677154-63b5-4897-8657-b7307f459562', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'port_id': '63677154-63b5-4897-8657-b7307f459562', 'mac_address': 'fa:16:3e:b5:ea:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:15:37.535573 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:37.560321 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63677154-63b5-4897-8657-b7307f459562 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:15:37.609526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:37.622459 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:37.719502 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=63677154-63b5-4897-8657-b7307f459562,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:37.823000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89222349-ae82-44b7-8c5c-7358714f0848 req-cc74d1c5-d588-4375-a28a-dc3e3383654b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:37.825089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['63677154-63b5-4897-8657-b7307f459562'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:15:37.841433 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-89222349-ae82-44b7-8c5c-7358714f0848 req-cc74d1c5-d588-4375-a28a-dc3e3383654b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1713367 Jul 09 20:15:37.938247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-89222349-ae82-44b7-8c5c-7358714f0848 req-7c0313ac-1347-4541-919d-895926d57523 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941002 Jul 09 20:15:39.184331 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 63677154-63b5-4897-8657-b7307f459562 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:15:39.361057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 63677154-63b5-4897-8657-b7307f459562 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:15:39.361528 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:39.371415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a21a42-777f-4666-b066-ecbc11652ae9 req-b370f7ac-2677-494b-b58f-fd98ffaf5ba0 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:39.374143 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50a21a42-777f-4666-b066-ecbc11652ae9 req-b370f7ac-2677-494b-b58f-fd98ffaf5ba0 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1526511 Jul 09 20:15:39.574583 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:39.580218 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50a21a42-777f-4666-b066-ecbc11652ae9 req-f3d3a426-ef23-4eb9-a059-a4db814fde23 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911249 Jul 09 20:15:39.673436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:39.677692 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63677154-63b5-4897-8657-b7307f459562'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:15:39.683513 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06725d0-1279-44ae-9e68-a04460e77bfe" -d '{"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-plugged", "status": "completed", "tag": "63677154-63b5-4897-8657-b7307f459562"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:15:39.708018 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:39.825229 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdaa887-51c1-4c01-b237-aae88a3eda8a x-openstack-request-id: req-9cdaa887-51c1-4c01-b237-aae88a3eda8a {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:15:39.825976 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-plugged", "status": "completed", "tag": "63677154-63b5-4897-8657-b7307f459562", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:15:39.829352 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9cdaa887-51c1-4c01-b237-aae88a3eda8a {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:15:39.832627 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63677154-63b5-4897-8657-b7307f459562', 'code': 200} Jul 09 20:15:39.891828 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=63677154-63b5-4897-8657-b7307f459562,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:40.301959 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:15:41.143981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e73288-7fee-46e8-b5f5-27d1f46b443d req-400a12bf-7324-4360-a2c3-90b105e0f6fa tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:41.160616 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48e73288-7fee-46e8-b5f5-27d1f46b443d req-400a12bf-7324-4360-a2c3-90b105e0f6fa tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1742513 Jul 09 20:15:41.245739 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48e73288-7fee-46e8-b5f5-27d1f46b443d req-a51b4f48-6d6f-4192-807d-06659736c0ff tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835629 Jul 09 20:15:42.652278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857f908-51d0-4422-bf95-68d2e2dc7158 req-95a8ab14-8829-4007-aa9d-43ff8785f557 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:42.659657 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3857f908-51d0-4422-bf95-68d2e2dc7158 req-95a8ab14-8829-4007-aa9d-43ff8785f557 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1280906 Jul 09 20:15:43.045143 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3857f908-51d0-4422-bf95-68d2e2dc7158 req-77664b5c-acb1-4559-ac90-e7b40f90164d tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3834283 Jul 09 20:15:44.465672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705506e-e990-45fb-bb53-711cacaff2f9 req-67492025-0493-49e0-bbba-1ce4d2c18d02 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:44.465672 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8705506e-e990-45fb-bb53-711cacaff2f9 req-67492025-0493-49e0-bbba-1ce4d2c18d02 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1505322 Jul 09 20:15:44.555945 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8705506e-e990-45fb-bb53-711cacaff2f9 req-4b3e621d-1706-402b-a25a-40014be57475 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794263 Jul 09 20:15:45.982077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd519487-5f6d-4169-95f0-5d34e9b10324 req-1d20e86f-df55-467e-9ba6-cb32d516ad46 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:45.984671 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cd519487-5f6d-4169-95f0-5d34e9b10324 req-1d20e86f-df55-467e-9ba6-cb32d516ad46 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1340849 Jul 09 20:15:46.053893 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cd519487-5f6d-4169-95f0-5d34e9b10324 req-9e7b8cdf-60fb-4137-98fd-2e5b09cd1715 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629921 Jul 09 20:15:46.193895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998e09e-5947-43d7-8436-384f9c6d760c req-12ec3780-98cc-447f-bc3e-2400e72c206f tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:46.197776 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e998e09e-5947-43d7-8436-384f9c6d760c req-12ec3780-98cc-447f-bc3e-2400e72c206f tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 945 time: 0.1213357 Jul 09 20:15:46.283421 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e998e09e-5947-43d7-8436-384f9c6d760c req-8bde3b37-fd3a-480f-9a76-d7da2a9043b6 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771980 Jul 09 20:15:46.533518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58996) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:46.731435 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:46.882652 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:46.888293 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:46.947947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6918e0-d39b-4fa3-88bd-9d6a43c35204,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:46.955496 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=260fa0f186154bcaae78a70b638837b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4206884 Jul 09 20:15:46.959337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59030) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:46.964670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:46.965188 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:46.965737 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:46.966235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:46.966955 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:46.967453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:46.967946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:46.968436 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:46.969062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:46.969663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:46.970265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:46.971110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87310b80-8400-4050-8e39-169e3f82ebee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:47.034845 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5477d045-e7bb-4be8-a17e-c03d5cf28b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:47.067767 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5477d045-e7bb-4be8-a17e-c03d5cf28b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:47.185644 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5477d045-e7bb-4be8-a17e-c03d5cf28b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:47.188882 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5477d045-e7bb-4be8-a17e-c03d5cf28b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:47.190294 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5477d045-e7bb-4be8-a17e-c03d5cf28b01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df6918e0-d39b-4fa3-88bd-9d6a43c35204 HTTP/1.1" status: 204 len: 168 time: 0.2290914 Jul 09 20:15:47.204451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477d045-e7bb-4be8-a17e-c03d5cf28b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6918e0-d39b-4fa3-88bd-9d6a43c35204,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:47.427517 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f93126-2967-4717-b77d-a9970a1d8715 req-49ebe473-6b71-4c4e-9a14-7b11e41dc87a tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:47.429848 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28f93126-2967-4717-b77d-a9970a1d8715 req-49ebe473-6b71-4c4e-9a14-7b11e41dc87a tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1396203 Jul 09 20:15:47.504740 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28f93126-2967-4717-b77d-a9970a1d8715 req-79cc87c5-4c86-4128-a2a4-79fc993e0a5d tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673099 Jul 09 20:15:47.739794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59054) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:47.766992 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a79f1411-e6ef-44b1-a1c8-6a1a513df1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:47.871548 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f0a4a-1a6e-4680-8bd8-8b814fb25e66 req-be75ac0f-9251-4ccb-a52a-259863cbf44b tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:47.879119 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-491f0a4a-1a6e-4680-8bd8-8b814fb25e66 req-be75ac0f-9251-4ccb-a52a-259863cbf44b tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 945 time: 0.2788944 Jul 09 20:15:47.901027 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5ae7f-887d-44fd-8dd7-19e0a3df777e req-afda554e-eb0f-4514-a41c-594393632d67 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:47.909533 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f5a5ae7f-887d-44fd-8dd7-19e0a3df777e req-afda554e-eb0f-4514-a41c-594393632d67 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 945 time: 0.1993978 Jul 09 20:15:48.016675 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f5a5ae7f-887d-44fd-8dd7-19e0a3df777e req-44d6afc7-2120-4622-b676-253f682a18eb tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056917 Jul 09 20:15:48.124486 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a79f1411-e6ef-44b1-a1c8-6a1a513df1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:48.127769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-491f0a4a-1a6e-4680-8bd8-8b814fb25e66 req-625bc6bc-312d-45b1-8050-f8cc13327fd1 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Deleting port 11fa7915-c5ef-423d-b9e2-a56b2614fe8a {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:15:48.128227 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-491f0a4a-1a6e-4680-8bd8-8b814fb25e66 req-625bc6bc-312d-45b1-8050-f8cc13327fd1 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:48.133272 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a79f1411-e6ef-44b1-a1c8-6a1a513df1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:48.271906 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a79f1411-e6ef-44b1-a1c8-6a1a513df1c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f58c947f546941d09797621722b98c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5295844 Jul 09 20:15:48.273531 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f1411-e6ef-44b1-a1c8-6a1a513df1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6819563-4f69-4040-a3c0-abe800bf2d66,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:48.277729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59070) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:48.309959 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-491f0a4a-1a6e-4680-8bd8-8b814fb25e66 req-625bc6bc-312d-45b1-8050-f8cc13327fd1 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] For port 11fa7915-c5ef-423d-b9e2-a56b2614fe8a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=11fa7915-c5ef-423d-b9e2-a56b2614fe8a,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:48.311264 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-491f0a4a-1a6e-4680-8bd8-8b814fb25e66 req-625bc6bc-312d-45b1-8050-f8cc13327fd1 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:48.350934 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b50474f-9b60-48e3-99ef-b5bdb29dca7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:48.351330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-491f0a4a-1a6e-4680-8bd8-8b814fb25e66 req-625bc6bc-312d-45b1-8050-f8cc13327fd1 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Calling delete_port for 11fa7915-c5ef-423d-b9e2-a56b2614fe8a owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:15:48.378107 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b50474f-9b60-48e3-99ef-b5bdb29dca7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:48.467551 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b50474f-9b60-48e3-99ef-b5bdb29dca7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:48.471501 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b50474f-9b60-48e3-99ef-b5bdb29dca7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:48.472991 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6b50474f-9b60-48e3-99ef-b5bdb29dca7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6819563-4f69-4040-a3c0-abe800bf2d66 HTTP/1.1" status: 204 len: 168 time: 0.1940198 Jul 09 20:15:48.487489 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50474f-9b60-48e3-99ef-b5bdb29dca7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6819563-4f69-4040-a3c0-abe800bf2d66,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:48.548958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dabe2c-3930-469e-af66-009eb790f797 req-111f5277-a463-4812-b1c7-58fda96fef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:48.550753 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65dabe2c-3930-469e-af66-009eb790f797 req-111f5277-a463-4812-b1c7-58fda96fef70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce&device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 1096 time: 0.2021496 Jul 09 20:15:48.610070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f63ab-2088-432a-8c95-5942e175cc2e req-513d5bc7-4313-448d-852b-c0af7158a887 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:48.611026 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c75f63ab-2088-432a-8c95-5942e175cc2e req-513d5bc7-4313-448d-852b-c0af7158a887 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.2138772 Jul 09 20:15:48.753720 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c75f63ab-2088-432a-8c95-5942e175cc2e req-7bf32d35-7805-4d95-8c39-995181eafb7a tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124394 Jul 09 20:15:48.788048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dabe2c-3930-469e-af66-009eb790f797 req-62bc4045-eb62-4a08-81cb-f5abe3eb60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:48.794520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65dabe2c-3930-469e-af66-009eb790f797 req-62bc4045-eb62-4a08-81cb-f5abe3eb60d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6576972-e367-4dac-bb93-8a5b61d3f93b HTTP/1.1" status: 200 len: 912 time: 0.2300115 Jul 09 20:15:48.825298 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-491f0a4a-1a6e-4680-8bd8-8b814fb25e66 req-625bc6bc-312d-45b1-8050-f8cc13327fd1 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:48.837992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['16c76871-50bc-42d0-9e19-94df3ad6d709', 'e18545df-a280-4b1a-b892-f20f78d5e53a', 'cc3309ef-559c-4201-a6ef-3924b2b2786e', '11fa7915-c5ef-423d-b9e2-a56b2614fe8a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:15:48.971524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bc6bc-312d-45b1-8050-f8cc13327fd1 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Pushing event deleted for resources: {'Port': ['ID=11fa7915-c5ef-423d-b9e2-a56b2614fe8a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:49.059777 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65dabe2c-3930-469e-af66-009eb790f797 req-dba47f53-ea80-4bd1-8411-f33422fff2ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2314222d-9a3e-48cb-a6b6-5be3c4f546df HTTP/1.1" status: 200 len: 1001 time: 0.2588823 Jul 09 20:15:49.060962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-491f0a4a-1a6e-4680-8bd8-8b814fb25e66 req-625bc6bc-312d-45b1-8050-f8cc13327fd1 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] No DVR routers for this DVR port 11fa7915-c5ef-423d-b9e2-a56b2614fe8a on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:15:49.068886 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-491f0a4a-1a6e-4680-8bd8-8b814fb25e66 req-625bc6bc-312d-45b1-8050-f8cc13327fd1 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:49.071723 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-491f0a4a-1a6e-4680-8bd8-8b814fb25e66 req-625bc6bc-312d-45b1-8050-f8cc13327fd1 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "DELETE /v2.0/ports/11fa7915-c5ef-423d-b9e2-a56b2614fe8a HTTP/1.1" status: 204 len: 173 time: 1.1825199 Jul 09 20:15:49.073681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca69b189-16b4-4056-acc9-96181bfef751', 'name': 'network-vif-deleted', 'tag': '11fa7915-c5ef-423d-b9e2-a56b2614fe8a'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:15:49.076033 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976745b9-37db-4f87-9363-94efb4ddf498" -d '{"events": [{"server_uuid": "ca69b189-16b4-4056-acc9-96181bfef751", "name": "network-vif-deleted", "tag": "11fa7915-c5ef-423d-b9e2-a56b2614fe8a"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:15:49.235415 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5094fb-d15e-490f-8783-8f0b8c5b1586 x-openstack-request-id: req-db5094fb-d15e-490f-8783-8f0b8c5b1586 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:15:49.238430 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca69b189-16b4-4056-acc9-96181bfef751", "name": "network-vif-deleted", "tag": "11fa7915-c5ef-423d-b9e2-a56b2614fe8a", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:15:49.238704 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db5094fb-d15e-490f-8783-8f0b8c5b1586 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:15:49.239136 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca69b189-16b4-4056-acc9-96181bfef751', 'name': 'network-vif-deleted', 'tag': '11fa7915-c5ef-423d-b9e2-a56b2614fe8a', 'status': 'completed', 'code': 200} Jul 09 20:15:49.266095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dabe2c-3930-469e-af66-009eb790f797 req-b0ee63b7-e6f5-4444-ac09-e9cdbca7f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:49.273551 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65dabe2c-3930-469e-af66-009eb790f797 req-b0ee63b7-e6f5-4444-ac09-e9cdbca7f6f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=161c1db9-1ac5-4ddb-aca3-0389863a1e7f HTTP/1.1" status: 200 len: 850 time: 0.1964786 Jul 09 20:15:49.436624 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0a981855-facf-4a21-b05b-32f4bbebec4c req-a5b0ed49-0bd5-45fa-bc8b-a9e396ceb81c tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca69b189-16b4-4056-acc9-96181bfef751 HTTP/1.1" status: 200 len: 210 time: 0.0961633 Jul 09 20:15:49.485458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dabe2c-3930-469e-af66-009eb790f797 req-a4d291f0-859f-4434-b777-284cb2928fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:49.487579 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65dabe2c-3930-469e-af66-009eb790f797 req-a4d291f0-859f-4434-b777-284cb2928fc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6576972-e367-4dac-bb93-8a5b61d3f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2109210 Jul 09 20:15:49.630779 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65dabe2c-3930-469e-af66-009eb790f797 req-84c3f640-44e5-43a2-b4b4-92ab7bd7f4df service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356399 Jul 09 20:15:49.829608 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65dabe2c-3930-469e-af66-009eb790f797 req-02e2d21b-e601-47fd-a7bb-150fb48ed8e4 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898670 Jul 09 20:15:50.211224 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f4b98-ec11-4177-9392-a77f905fdc14 req-7afcd4cb-6482-4496-b586-cc51e339cab3 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:50.221205 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-777f4b98-ec11-4177-9392-a77f905fdc14 req-7afcd4cb-6482-4496-b586-cc51e339cab3 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1409037 Jul 09 20:15:50.274333 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-777f4b98-ec11-4177-9392-a77f905fdc14 req-8216ed33-2343-47fb-b5bb-3c8b3d3a3167 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519667 Jul 09 20:15:51.236989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 11fa7915-c5ef-423d-b9e2-a56b2614fe8a no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:15:51.277154 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 11fa7915-c5ef-423d-b9e2-a56b2614fe8a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:15:51.278202 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 11fa7915-c5ef-423d-b9e2-a56b2614fe8a not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:15:51.713622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673061e-cd63-4792-901e-e7482572c4ed req-8793f929-50bc-429f-8c38-0909db6467b5 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:51.716674 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5673061e-cd63-4792-901e-e7482572c4ed req-8793f929-50bc-429f-8c38-0909db6467b5 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.2748387 Jul 09 20:15:51.814881 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5673061e-cd63-4792-901e-e7482572c4ed req-36eda6f5-fc06-4298-83f4-48931a97995b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902574 Jul 09 20:15:51.976409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59142) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:52.233805 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f82c6f1b-f3e6-41eb-9819-96d359eee1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:52.404598 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f82c6f1b-f3e6-41eb-9819-96d359eee1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:52.410758 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f82c6f1b-f3e6-41eb-9819-96d359eee1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:52.447216 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c6f1b-f3e6-41eb-9819-96d359eee1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859f951b-7d08-4ea3-af90-05ce4c5efd7a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:52.473957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59150) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:52.474212 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f82c6f1b-f3e6-41eb-9819-96d359eee1e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f49620de358d42c2afcc02ae7de32040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4962981 Jul 09 20:15:52.534476 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-726324f9-36a3-4cb1-9ca3-7748eca9dff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:52.571133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-726324f9-36a3-4cb1-9ca3-7748eca9dff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:52.638554 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-726324f9-36a3-4cb1-9ca3-7748eca9dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:52.641524 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-726324f9-36a3-4cb1-9ca3-7748eca9dff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:52.646722 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-726324f9-36a3-4cb1-9ca3-7748eca9dff1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/859f951b-7d08-4ea3-af90-05ce4c5efd7a HTTP/1.1" status: 204 len: 168 time: 0.1703568 Jul 09 20:15:52.657899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726324f9-36a3-4cb1-9ca3-7748eca9dff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859f951b-7d08-4ea3-af90-05ce4c5efd7a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:53.162542 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59162) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:53.210519 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e1f2f21-1dde-4cf9-947b-0878508c7a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:53.389751 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e1f2f21-1dde-4cf9-947b-0878508c7a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:53.399523 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3e1f2f21-1dde-4cf9-947b-0878508c7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:53.516555 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f2f21-1dde-4cf9-947b-0878508c7a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b003ae6d-25de-43a3-be8f-38e3d3eed770,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:53.529807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59168) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:15:53.532269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3e1f2f21-1dde-4cf9-947b-0878508c7a9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1619bdf3ba8449698c0698824598ed2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644223 Jul 09 20:15:53.635031 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3f70d2df-38c6-45cf-9af0-874f08127ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:53.682128 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3f70d2df-38c6-45cf-9af0-874f08127ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:53.800009 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3f70d2df-38c6-45cf-9af0-874f08127ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:53.803654 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3f70d2df-38c6-45cf-9af0-874f08127ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:53.810493 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3f70d2df-38c6-45cf-9af0-874f08127ea6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b003ae6d-25de-43a3-be8f-38e3d3eed770 HTTP/1.1" status: 204 len: 168 time: 0.2795057 Jul 09 20:15:53.836237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70d2df-38c6-45cf-9af0-874f08127ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b003ae6d-25de-43a3-be8f-38e3d3eed770,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:54.788050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f136df0-32c4-481a-a884-22bae52f4444 req-7646546e-a88b-44c3-9013-acf67c13cf3d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:54.795886 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f136df0-32c4-481a-a884-22bae52f4444 req-7646546e-a88b-44c3-9013-acf67c13cf3d tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 945 time: 0.1532474 Jul 09 20:15:54.855703 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f136df0-32c4-481a-a884-22bae52f4444 req-16b40f25-04ea-47bf-947c-14325933eab8 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539012 Jul 09 20:15:56.104583 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34144515-bd25-44ad-808e-ca460a7a6ba9 req-e96a69c0-b23d-4f63-9183-a6781e24f027 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:56.107017 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-34144515-bd25-44ad-808e-ca460a7a6ba9 req-e96a69c0-b23d-4f63-9183-a6781e24f027 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 945 time: 0.0936468 Jul 09 20:15:56.159137 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-34144515-bd25-44ad-808e-ca460a7a6ba9 req-3f01c8a1-6590-4b50-a876-f5f75d0eb6e8 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463767 Jul 09 20:15:56.530040 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01890b9-5195-4404-9b9d-87eb8f33a668 req-f60cfb4b-4883-49d3-853c-2083d73df2be tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:56.531949 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a01890b9-5195-4404-9b9d-87eb8f33a668 req-f60cfb4b-4883-49d3-853c-2083d73df2be tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 945 time: 0.1315401 Jul 09 20:15:56.759821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-a01890b9-5195-4404-9b9d-87eb8f33a668 req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Deleting port cc3309ef-559c-4201-a6ef-3924b2b2786e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:15:56.760913 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a01890b9-5195-4404-9b9d-87eb8f33a668 req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:56.886102 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6c133f11-48df-4915-8f62-55cbfe61be80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:56.926982 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:56.971608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a01890b9-5195-4404-9b9d-87eb8f33a668 req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] For port cc3309ef-559c-4201-a6ef-3924b2b2786e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cc3309ef-559c-4201-a6ef-3924b2b2786e,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:15:56.972647 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a01890b9-5195-4404-9b9d-87eb8f33a668 req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:56.998289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-a01890b9-5195-4404-9b9d-87eb8f33a668 req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Calling delete_port for cc3309ef-559c-4201-a6ef-3924b2b2786e owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:15:57.300302 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a01890b9-5195-4404-9b9d-87eb8f33a668 req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:57.313367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['16c76871-50bc-42d0-9e19-94df3ad6d709', 'e18545df-a280-4b1a-b892-f20f78d5e53a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:15:57.375756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Pushing event deleted for resources: {'Port': ['ID=cc3309ef-559c-4201-a6ef-3924b2b2786e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:15:57.393004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:57.394911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:57.396487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:57.397377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:57.398343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:57.398965 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:57.400486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:57.400957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:57.402215 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:57.402792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:57.403984 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:57.404442 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:15:57.529408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01890b9-5195-4404-9b9d-87eb8f33a668 req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] No DVR routers for this DVR port cc3309ef-559c-4201-a6ef-3924b2b2786e on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:15:57.533469 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a01890b9-5195-4404-9b9d-87eb8f33a668 req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:57.535069 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a01890b9-5195-4404-9b9d-87eb8f33a668 req-39158415-0b84-42b5-9e43-dcdf9846d289 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "DELETE /v2.0/ports/cc3309ef-559c-4201-a6ef-3924b2b2786e HTTP/1.1" status: 204 len: 173 time: 0.9967258 Jul 09 20:15:57.535523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb', 'name': 'network-vif-deleted', 'tag': 'cc3309ef-559c-4201-a6ef-3924b2b2786e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:15:57.546907 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0462cd37-68d7-48e1-8504-f2513e00f078" -d '{"events": [{"server_uuid": "67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb", "name": "network-vif-deleted", "tag": "cc3309ef-559c-4201-a6ef-3924b2b2786e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:15:57.575095 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18d3447c-c522-4d16-8abe-7bd2641b2cfc req-8ca12c68-9e3e-47f4-af71-12b0213da532 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb HTTP/1.1" status: 200 len: 210 time: 0.0621350 Jul 09 20:15:57.644613 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba0cccb-e383-4aa5-9f0f-3045432156c4 x-openstack-request-id: req-9ba0cccb-e383-4aa5-9f0f-3045432156c4 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:15:57.644917 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb", "name": "network-vif-deleted", "tag": "cc3309ef-559c-4201-a6ef-3924b2b2786e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:15:57.645175 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ba0cccb-e383-4aa5-9f0f-3045432156c4 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:15:57.645591 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fb2b9a-04cd-4f6b-b7cc-2b3f7bd8d6fb', 'name': 'network-vif-deleted', 'tag': 'cc3309ef-559c-4201-a6ef-3924b2b2786e', 'status': 'completed', 'code': 200} Jul 09 20:15:59.247633 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:59.262986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cc3309ef-559c-4201-a6ef-3924b2b2786e no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:15:59.265976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b7748-a0e7-42bf-8730-dfa57a441e30 req-ac716d18-c197-4e77-95f9-b96bf27b8d82 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:15:59.268028 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f39b7748-a0e7-42bf-8730-dfa57a441e30 req-ac716d18-c197-4e77-95f9-b96bf27b8d82 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 946 time: 0.1087041 Jul 09 20:15:59.309794 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: cc3309ef-559c-4201-a6ef-3924b2b2786e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:15:59.310994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cc3309ef-559c-4201-a6ef-3924b2b2786e not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:15:59.359978 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f39b7748-a0e7-42bf-8730-dfa57a441e30 req-3c5fb6a0-ab61-40db-a5c1-3538ac31c853 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855062 Jul 09 20:15:59.431511 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-021f32f5-9713-4b9f-b79f-e93f8d40be55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:15:59.610300 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:00.463431 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:00.637386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59362) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:00.721520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f00539-5071-443d-a0b5-c0841a066537 req-b8b0a686-d45a-421b-863e-69193304a61e tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:00.727388 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-66f00539-5071-443d-a0b5-c0841a066537 req-b8b0a686-d45a-421b-863e-69193304a61e tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 946 time: 0.1558812 Jul 09 20:16:00.812334 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-66f00539-5071-443d-a0b5-c0841a066537 req-d3b88eb8-24f3-40f4-b55b-0862667ed404 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787807 Jul 09 20:16:00.824006 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-083a90aa-a0cc-40d2-b576-79f65a098fe8 admin admin] Deleting subnet 24679801-619c-4b30-922d-da2383b0fc1c {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:16:00.834478 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-083a90aa-a0cc-40d2-b576-79f65a098fe8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:00.886494 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c4b88-574d-44e2-95c5-4b49e2ce843f req-ead15607-348b-42a4-a6d7-715438869ce2 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:00.888572 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-445c4b88-574d-44e2-95c5-4b49e2ce843f req-ead15607-348b-42a4-a6d7-715438869ce2 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 946 time: 0.1883693 Jul 09 20:16:01.007907 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-083a90aa-a0cc-40d2-b576-79f65a098fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:01.054319 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-083a90aa-a0cc-40d2-b576-79f65a098fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:01.120589 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-083a90aa-a0cc-40d2-b576-79f65a098fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:01.163750 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a90aa-a0cc-40d2-b576-79f65a098fe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24679801-619c-4b30-922d-da2383b0fc1c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:01.170634 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-083a90aa-a0cc-40d2-b576-79f65a098fe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:01.176434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59374) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:01.176729 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-083a90aa-a0cc-40d2-b576-79f65a098fe8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/24679801-619c-4b30-922d-da2383b0fc1c HTTP/1.1" status: 204 len: 168 time: 0.5379078 Jul 09 20:16:01.284685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-445c4b88-574d-44e2-95c5-4b49e2ce843f req-6b77549c-d339-4d8a-aaef-8e80954ab3b0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Deleting port e18545df-a280-4b1a-b892-f20f78d5e53a {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:16:01.285079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-445c4b88-574d-44e2-95c5-4b49e2ce843f req-6b77549c-d339-4d8a-aaef-8e80954ab3b0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:01.318629 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52664c5a-625e-42fe-a9d4-380b48c3ab58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:01.494667 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52664c5a-625e-42fe-a9d4-380b48c3ab58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:01.505046 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-445c4b88-574d-44e2-95c5-4b49e2ce843f req-6b77549c-d339-4d8a-aaef-8e80954ab3b0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] For port e18545df-a280-4b1a-b892-f20f78d5e53a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=e18545df-a280-4b1a-b892-f20f78d5e53a,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:16:01.507901 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-445c4b88-574d-44e2-95c5-4b49e2ce843f req-6b77549c-d339-4d8a-aaef-8e80954ab3b0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:01.523083 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-52664c5a-625e-42fe-a9d4-380b48c3ab58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86f9705-1fba-40a2-be82-e22a4c6c478d']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:16:01.528590 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-445c4b88-574d-44e2-95c5-4b49e2ce843f req-6b77549c-d339-4d8a-aaef-8e80954ab3b0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Calling delete_port for e18545df-a280-4b1a-b892-f20f78d5e53a owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:16:01.554573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-52664c5a-625e-42fe-a9d4-380b48c3ab58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c97953-d6d5-4e93-bb80-4aae70eb3671') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:16:01.554573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-52664c5a-625e-42fe-a9d4-380b48c3ab58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c97953-d6d5-4e93-bb80-4aae70eb3671') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:16:01.579272 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52664c5a-625e-42fe-a9d4-380b48c3ab58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:01.624774 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52664c5a-625e-42fe-a9d4-380b48c3ab58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:01.631600 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52664c5a-625e-42fe-a9d4-380b48c3ab58 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:16:01.632771 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52664c5a-625e-42fe-a9d4-380b48c3ab58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:16:01.634645 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:16:01.718531 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-445c4b88-574d-44e2-95c5-4b49e2ce843f req-6b77549c-d339-4d8a-aaef-8e80954ab3b0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:01.731283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['16c76871-50bc-42d0-9e19-94df3ad6d709', 'e18545df-a280-4b1a-b892-f20f78d5e53a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:16:01.797976 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52664c5a-625e-42fe-a9d4-380b48c3ab58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:01.816013 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77549c-d339-4d8a-aaef-8e80954ab3b0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Pushing event deleted for resources: {'Port': ['ID=e18545df-a280-4b1a-b892-f20f78d5e53a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:01.830852 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52664c5a-625e-42fe-a9d4-380b48c3ab58 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:01.832818 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-52664c5a-625e-42fe-a9d4-380b48c3ab58 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d86f9705-1fba-40a2-be82-e22a4c6c478d HTTP/1.1" status: 204 len: 168 time: 0.6553040 Jul 09 20:16:01.841197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52664c5a-625e-42fe-a9d4-380b48c3ab58 admin admin] Pushing event deleted for resources: {'Network': ['ID=d86f9705-1fba-40a2-be82-e22a4c6c478d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:01.959159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-445c4b88-574d-44e2-95c5-4b49e2ce843f req-6b77549c-d339-4d8a-aaef-8e80954ab3b0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] No DVR routers for this DVR port e18545df-a280-4b1a-b892-f20f78d5e53a on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:16:01.966962 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-445c4b88-574d-44e2-95c5-4b49e2ce843f req-6b77549c-d339-4d8a-aaef-8e80954ab3b0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:01.969582 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-445c4b88-574d-44e2-95c5-4b49e2ce843f req-6b77549c-d339-4d8a-aaef-8e80954ab3b0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "DELETE /v2.0/ports/e18545df-a280-4b1a-b892-f20f78d5e53a HTTP/1.1" status: 204 len: 173 time: 1.0743308 Jul 09 20:16:01.972748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5afcd86-36b2-4f5c-8bc0-110f799d2f53', 'name': 'network-vif-deleted', 'tag': 'e18545df-a280-4b1a-b892-f20f78d5e53a'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:16:01.976128 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57d7adf-b784-4d0c-b811-19bf4fddef7c" -d '{"events": [{"server_uuid": "d5afcd86-36b2-4f5c-8bc0-110f799d2f53", "name": "network-vif-deleted", "tag": "e18545df-a280-4b1a-b892-f20f78d5e53a"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:16:02.159779 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3019b6b2-1961-456c-ad3c-26244a97c31b x-openstack-request-id: req-3019b6b2-1961-456c-ad3c-26244a97c31b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:16:02.160229 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5afcd86-36b2-4f5c-8bc0-110f799d2f53", "name": "network-vif-deleted", "tag": "e18545df-a280-4b1a-b892-f20f78d5e53a", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:16:02.160707 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3019b6b2-1961-456c-ad3c-26244a97c31b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:16:02.161241 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5afcd86-36b2-4f5c-8bc0-110f799d2f53', 'name': 'network-vif-deleted', 'tag': 'e18545df-a280-4b1a-b892-f20f78d5e53a', 'status': 'completed', 'code': 200} Jul 09 20:16:02.313396 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:02.333223 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8778051-0166-448b-a37d-ce4aec23f4d5 req-43a074d9-bf43-43bd-964e-11a77433150c tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5afcd86-36b2-4f5c-8bc0-110f799d2f53 HTTP/1.1" status: 200 len: 210 time: 0.0759690 Jul 09 20:16:02.435343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59392) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:02.625343 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-634ba4b5-7639-4c2c-9c5c-52aa0ff2b510 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=977720f982be496a88fb0bfc7896bd23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1880555 Jul 09 20:16:02.626407 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59398) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:02.705733 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-55bb7052-5130-4fe6-8ff5-b7f389b84141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:02.777224 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-55bb7052-5130-4fe6-8ff5-b7f389b84141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:02.849137 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-55bb7052-5130-4fe6-8ff5-b7f389b84141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:02.854209 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-55bb7052-5130-4fe6-8ff5-b7f389b84141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:02.855730 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-55bb7052-5130-4fe6-8ff5-b7f389b84141 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/909bc88d-e071-46eb-8625-dd62e1cafba1 HTTP/1.1" status: 204 len: 168 time: 0.2279837 Jul 09 20:16:02.867582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb7052-5130-4fe6-8ff5-b7f389b84141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909bc88d-e071-46eb-8625-dd62e1cafba1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:03.814858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59434) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:04.168691 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8e26af95-9f4a-482e-8f93-4525e543d6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:04.403340 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8e26af95-9f4a-482e-8f93-4525e543d6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:04.409801 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8e26af95-9f4a-482e-8f93-4525e543d6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:04.455259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26af95-9f4a-482e-8f93-4525e543d6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e674821-1a53-4ed4-b96f-10061d991a1f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:04.477584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59460) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:04.478242 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8e26af95-9f4a-482e-8f93-4525e543d6c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e6ab0c0f7ac4e3fbe3fd8ecd19e5729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6614184 Jul 09 20:16:04.571826 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-785be5a6-de24-43b8-a414-9694c4401b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:04.642487 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-785be5a6-de24-43b8-a414-9694c4401b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:04.741982 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-785be5a6-de24-43b8-a414-9694c4401b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:04.745951 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-785be5a6-de24-43b8-a414-9694c4401b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:04.747817 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-785be5a6-de24-43b8-a414-9694c4401b13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e674821-1a53-4ed4-b96f-10061d991a1f HTTP/1.1" status: 204 len: 168 time: 0.2675662 Jul 09 20:16:04.775482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785be5a6-de24-43b8-a414-9694c4401b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e674821-1a53-4ed4-b96f-10061d991a1f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:04.906663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ef15e-5dfd-4f86-867e-02bef260e215 req-ccc121fe-9af4-47c7-b45a-5c0ae173773e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:04.915667 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-424ef15e-5dfd-4f86-867e-02bef260e215 req-ccc121fe-9af4-47c7-b45a-5c0ae173773e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 946 time: 0.0862939 Jul 09 20:16:04.967561 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-424ef15e-5dfd-4f86-867e-02bef260e215 req-3f7fff54-777b-4d59-b53f-9bef737dcf77 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497582 Jul 09 20:16:05.316413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device e18545df-a280-4b1a-b892-f20f78d5e53a no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:16:05.340612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: e18545df-a280-4b1a-b892-f20f78d5e53a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:16:05.341214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device e18545df-a280-4b1a-b892-f20f78d5e53a not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:16:05.368075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59494) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:05.382305 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86b72420-3f04-4e39-87ef-34f1945c146a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:05.488626 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86b72420-3f04-4e39-87ef-34f1945c146a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:05.493756 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86b72420-3f04-4e39-87ef-34f1945c146a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:05.537080 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59498) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:05.538412 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-86b72420-3f04-4e39-87ef-34f1945c146a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b58d78fe03d44da9c1cbf25413d8f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1679182 Jul 09 20:16:05.538964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b72420-3f04-4e39-87ef-34f1945c146a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36bb3c4-de72-4af4-9da5-609c8261ef92,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:05.615547 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-289844b8-7039-47ea-99e6-bbdefb35dac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:05.644422 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-289844b8-7039-47ea-99e6-bbdefb35dac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:05.701987 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-289844b8-7039-47ea-99e6-bbdefb35dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:05.704761 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-289844b8-7039-47ea-99e6-bbdefb35dac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:05.708312 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-289844b8-7039-47ea-99e6-bbdefb35dac6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f36bb3c4-de72-4af4-9da5-609c8261ef92 HTTP/1.1" status: 204 len: 168 time: 0.1668589 Jul 09 20:16:05.717240 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289844b8-7039-47ea-99e6-bbdefb35dac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36bb3c4-de72-4af4-9da5-609c8261ef92,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:06.142521 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-924da8cb-0102-4fe2-983f-d773657c714f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367993843&fields=id&tenant_id=23bb1ac906cf4b6394cc5b1e602b1500 HTTP/1.1" status: 200 len: 267 time: 0.0725555 Jul 09 20:16:06.315654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-07dc685e-f68a-4f41-adfc-e13ca0eb9fc2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:06.323795 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-07dc685e-f68a-4f41-adfc-e13ca0eb9fc2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 811 time: 0.1791689 Jul 09 20:16:06.324509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492799a6-705f-448f-9809-cd039f4b891d req-bae566f8-7b4d-4eb3-9693-d8f3ce1cc861 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:06.329124 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-492799a6-705f-448f-9809-cd039f4b891d req-bae566f8-7b4d-4eb3-9693-d8f3ce1cc861 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 946 time: 0.1359088 Jul 09 20:16:06.341004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-255dc7c1-2dd4-4249-83cd-5bb778f96bda tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/quotas/23bb1ac906cf4b6394cc5b1e602b1500 HTTP/1.1" status: 200 len: 375 time: 0.0159636 Jul 09 20:16:06.392088 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-492799a6-705f-448f-9809-cd039f4b891d req-42abc88d-f621-40d6-9e60-325b8848882c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560725 Jul 09 20:16:06.436915 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-707d2e3e-c088-4a98-a28a-663aee096c5c tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947173 Jul 09 20:16:06.780664 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-34af352e-c696-4049-a2ec-e4c0cecdc7ac service neutron] 10.222.0.30 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304746 Jul 09 20:16:06.949647 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-8bb9fd38-02c0-437d-aaf5-8fb8cc18f78f service neutron] 10.222.0.30 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603806 Jul 09 20:16:07.508017 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9651dcb7-62a1-4809-8181-249578383ac7 req-a3fa962c-5403-4e61-afcb-9689aafe890e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 210 time: 0.0637035 Jul 09 20:16:07.656634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90e7d7-2855-4b66-b6b8-80d0f3300c93 req-c596223c-8c85-4282-b213-d7bc7979decd tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:07.661786 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bb90e7d7-2855-4b66-b6b8-80d0f3300c93 req-c596223c-8c85-4282-b213-d7bc7979decd tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 946 time: 0.1715472 Jul 09 20:16:07.737189 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bb90e7d7-2855-4b66-b6b8-80d0f3300c93 req-82db3b22-6443-4c92-83bf-7bce202345a7 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695064 Jul 09 20:16:08.659552 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f29ac71e-c3ef-49d3-b4d4-7eecee6ae27c req-d8c5ec1b-03c9-4e8e-b48a-8b6437047178 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 210 time: 0.0314713 Jul 09 20:16:09.306344 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-da38bfe4-bc8e-434d-91ec-cd1c1371eb04 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:09.307823 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-da38bfe4-bc8e-434d-91ec-cd1c1371eb04 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 811 time: 0.4373832 Jul 09 20:16:09.319667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20751ba-2bc4-4181-b1dc-be27ea36d229 req-7d971e9e-4858-4f13-a419-0d3fc24aca92 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:09.321180 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f20751ba-2bc4-4181-b1dc-be27ea36d229 req-7d971e9e-4858-4f13-a419-0d3fc24aca92 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 946 time: 0.3909156 Jul 09 20:16:09.331682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 63677154-63b5-4897-8657-b7307f459562 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:16:09.392362 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-c5c8c78d-bbae-4345-a2b5-f8f2475356ee tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23bb1ac906cf4b6394cc5b1e602b1500 HTTP/1.1" status: 200 len: 380 time: 0.0702088 Jul 09 20:16:09.401799 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f20751ba-2bc4-4181-b1dc-be27ea36d229 req-9e114124-7202-48be-aead-5aa6566ad86f tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728822 Jul 09 20:16:09.405916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-e50621aa-27b1-4117-a88f-dd559a1f7190 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'port': {'device_id': '4130bbf3-8c24-4dee-a6d0-7c965daf136e', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'admin_state_up': True, 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'security_groups': ['6c3dfff3-12ed-47f5-a004-1275183452f9']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:16:09.469461 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:09.503974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63677154-63b5-4897-8657-b7307f459562'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:16:09.509147 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45571d5b-d6fa-4117-9342-4b0998586423" -d '{"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "63677154-63b5-4897-8657-b7307f459562"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:16:09.560181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:16:09.570021 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:09.587921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-e50621aa-27b1-4117-a88f-dd559a1f7190 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Made reservation on behalf of 23bb1ac906cf4b6394cc5b1e602b1500 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:16:09.594866 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-e50621aa-27b1-4117-a88f-dd559a1f7190 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:09.628083 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f09246-0149-4d9a-a4e9-e2d5b72ed233 x-openstack-request-id: req-65f09246-0149-4d9a-a4e9-e2d5b72ed233 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:16:09.628715 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "63677154-63b5-4897-8657-b7307f459562", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:16:09.630473 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65f09246-0149-4d9a-a4e9-e2d5b72ed233 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:16:09.631666 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63677154-63b5-4897-8657-b7307f459562', 'code': 200} Jul 09 20:16:09.632635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=63677154-63b5-4897-8657-b7307f459562,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:09.650165 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:09.650676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:09.651114 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:09.651548 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:09.651978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:09.652425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:09.653040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:09.653461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:09.653881 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:09.654300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:09.654718 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:09.655219 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:09.851419 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e91cb-1912-4d4f-b746-3e5293aecb4b req-410fdb18-17c3-4ef5-9fb1-beb45bf8085b tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:09.858287 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e53e91cb-1912-4d4f-b746-3e5293aecb4b req-410fdb18-17c3-4ef5-9fb1-beb45bf8085b tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "GET /v2.0/ports?device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 946 time: 0.1924500 Jul 09 20:16:09.863179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-e50621aa-27b1-4117-a88f-dd559a1f7190 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Allocated IP 172.20.0.12 (3de49419-471d-44dd-9cec-0be8c2f78db2/9a57788d-dcbd-497d-b559-eb3dde79191b/7227b41a-d45d-406a-8498-85044f6c8956) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:16:09.970047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c186e078-0fb9-4519-92ec-cfee4d170981 req-89b64109-0932-40c8-9161-6650c6da4fbb tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 210 time: 0.1106293 Jul 09 20:16:10.167103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-e53e91cb-1912-4d4f-b746-3e5293aecb4b req-e6f904d5-abb2-458a-9140-cfb7b67fdafa tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Deleting port 16c76871-50bc-42d0-9e19-94df3ad6d709 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:16:10.167460 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e53e91cb-1912-4d4f-b746-3e5293aecb4b req-e6f904d5-abb2-458a-9140-cfb7b67fdafa tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:10.291955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-e53e91cb-1912-4d4f-b746-3e5293aecb4b req-e6f904d5-abb2-458a-9140-cfb7b67fdafa tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] For port 16c76871-50bc-42d0-9e19-94df3ad6d709, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=16c76871-50bc-42d0-9e19-94df3ad6d709,segment=NetworkSegment(73048d74-17fb-4cb7-a014-61f14286a4a3),segment_id=73048d74-17fb-4cb7-a014-61f14286a4a3)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:16:10.292416 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e53e91cb-1912-4d4f-b746-3e5293aecb4b req-e6f904d5-abb2-458a-9140-cfb7b67fdafa tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:10.315051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-e53e91cb-1912-4d4f-b746-3e5293aecb4b req-e6f904d5-abb2-458a-9140-cfb7b67fdafa tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Calling delete_port for 16c76871-50bc-42d0-9e19-94df3ad6d709 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:16:10.341689 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-e50621aa-27b1-4117-a88f-dd559a1f7190 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:10.387051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-e50621aa-27b1-4117-a88f-dd559a1f7190 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Transition to ACTIVE for port object 7227b41a-d45d-406a-8498-85044f6c8956 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:16:10.452126 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-e50621aa-27b1-4117-a88f-dd559a1f7190 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:10.504396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-e50621aa-27b1-4117-a88f-dd559a1f7190 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Network 3de49419-471d-44dd-9cec-0be8c2f78db2 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:16:10.526365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-e50621aa-27b1-4117-a88f-dd559a1f7190 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:16:10.539663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-e50621aa-27b1-4117-a88f-dd559a1f7190 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:16:10.598966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-e50621aa-27b1-4117-a88f-dd559a1f7190 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:10.599820 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-e50621aa-27b1-4117-a88f-dd559a1f7190 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:10.638797 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e53e91cb-1912-4d4f-b746-3e5293aecb4b req-e6f904d5-abb2-458a-9140-cfb7b67fdafa tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:10.641183 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-e50621aa-27b1-4117-a88f-dd559a1f7190 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2427554 Jul 09 20:16:10.651577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['16c76871-50bc-42d0-9e19-94df3ad6d709'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:16:10.652673 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50621aa-27b1-4117-a88f-dd559a1f7190 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'Port': ['ID=7227b41a-d45d-406a-8498-85044f6c8956,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:10.658453 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Request body: {'port': {'device_id': '4130bbf3-8c24-4dee-a6d0-7c965daf136e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:16:10.692817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a190c10-2e9d-43d3-95de-ee64e9210635 req-ceab42ac-d03a-49a0-801c-da98c07910c0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:10.696332 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8a190c10-2e9d-43d3-95de-ee64e9210635 req-ceab42ac-d03a-49a0-801c-da98c07910c0 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b0183e-8894-41a2-8354-f883dbd1665e HTTP/1.1" status: 200 len: 867 time: 0.1079280 Jul 09 20:16:10.749525 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8a190c10-2e9d-43d3-95de-ee64e9210635 req-5402d6b2-24bc-4df5-93ed-589fb9b1e651 tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.30 "GET /v2.0/security-groups?id=aec35112-2d2b-4f20-aa89-217091143155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468502 Jul 09 20:16:10.753217 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f904d5-abb2-458a-9140-cfb7b67fdafa tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Pushing event deleted for resources: {'Port': ['ID=16c76871-50bc-42d0-9e19-94df3ad6d709,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:10.824651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53e91cb-1912-4d4f-b746-3e5293aecb4b req-e6f904d5-abb2-458a-9140-cfb7b67fdafa tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] No DVR routers for this DVR port 16c76871-50bc-42d0-9e19-94df3ad6d709 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:16:10.828338 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e53e91cb-1912-4d4f-b746-3e5293aecb4b req-e6f904d5-abb2-458a-9140-cfb7b67fdafa tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:10.830327 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e53e91cb-1912-4d4f-b746-3e5293aecb4b req-e6f904d5-abb2-458a-9140-cfb7b67fdafa tempest-AttachVolumeNegativeTest-1406649695 tempest-AttachVolumeNegativeTest-1406649695-project] 10.222.0.36 "DELETE /v2.0/ports/16c76871-50bc-42d0-9e19-94df3ad6d709 HTTP/1.1" status: 204 len: 173 time: 0.9610310 Jul 09 20:16:10.830792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b0183e-8894-41a2-8354-f883dbd1665e', 'name': 'network-vif-deleted', 'tag': '16c76871-50bc-42d0-9e19-94df3ad6d709'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:16:10.833135 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d26e49-e536-4325-b8b6-c92294ad25a1" -d '{"events": [{"server_uuid": "01b0183e-8894-41a2-8354-f883dbd1665e", "name": "network-vif-deleted", "tag": "16c76871-50bc-42d0-9e19-94df3ad6d709"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:16:10.867854 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:10.945122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bb8f5b6c-c6e1-470c-892f-65861d43883f None None] Provisioning for port 7227b41a-d45d-406a-8498-85044f6c8956 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:16:10.950540 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bb8f5b6c-c6e1-470c-892f-65861d43883f None None] Provisioning complete for port 7227b41a-d45d-406a-8498-85044f6c8956 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:16:10.951104 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bb8f5b6c-c6e1-470c-892f-65861d43883f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:11.044811 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-bb8f5b6c-c6e1-470c-892f-65861d43883f None None] Port 7227b41a-d45d-406a-8498-85044f6c8956 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:16:11.055196 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550c7bbc-7101-46df-8336-7234dd549f42 x-openstack-request-id: req-550c7bbc-7101-46df-8336-7234dd549f42 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:16:11.055497 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b0183e-8894-41a2-8354-f883dbd1665e", "name": "network-vif-deleted", "tag": "16c76871-50bc-42d0-9e19-94df3ad6d709", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:16:11.055745 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-550c7bbc-7101-46df-8336-7234dd549f42 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:16:11.056157 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b0183e-8894-41a2-8354-f883dbd1665e', 'name': 'network-vif-deleted', 'tag': '16c76871-50bc-42d0-9e19-94df3ad6d709', 'status': 'completed', 'code': 200} Jul 09 20:16:11.350848 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdd51b-359f-4ba2-b41f-c154db160175 req-265a9424-4909-4f93-bbee-a4c8531c418a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:11.365659 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00fdd51b-359f-4ba2-b41f-c154db160175 req-265a9424-4909-4f93-bbee-a4c8531c418a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 932 time: 0.1755481 Jul 09 20:16:11.386688 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7227b41a-d45d-406a-8498-85044f6c8956 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:16:11.406858 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:11.434901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Transition to ACTIVE for port object 7227b41a-d45d-406a-8498-85044f6c8956 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:16:11.440856 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:11.457260 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00fdd51b-359f-4ba2-b41f-c154db160175 req-4febb59b-4a2a-49d8-b6be-e7f58c21ab9b tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892558 Jul 09 20:16:11.511565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Pushing event updated for resources: {'Port': ['ID=7227b41a-d45d-406a-8498-85044f6c8956,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:11.668126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Attempting to bind port 7227b41a-d45d-406a-8498-85044f6c8956 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:16:11.668852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Attempting to bind port 7227b41a-d45d-406a-8498-85044f6c8956 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:16:11.669403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Attempting to bind port 7227b41a-d45d-406a-8498-85044f6c8956 on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:16:11.683491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Port 7227b41a-d45d-406a-8498-85044f6c8956 on network 3de49419-471d-44dd-9cec-0be8c2f78db2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:16:11.684421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Attempting to bind port 7227b41a-d45d-406a-8498-85044f6c8956 on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:16:11.694612 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:16:11.695619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Checking segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:16:11.698291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Bound using segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:16:11.699408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Bound port: 7227b41a-d45d-406a-8498-85044f6c8956, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:16:11.701150 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:11.805103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] For port 7227b41a-d45d-406a-8498-85044f6c8956, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:16:11.810870 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] For port 7227b41a-d45d-406a-8498-85044f6c8956, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7227b41a-d45d-406a-8498-85044f6c8956,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:16:11.816371 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:11.855432 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:11.856147 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:11.858164 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] 10.222.0.36 "PUT /v2.0/ports/7227b41a-d45d-406a-8498-85044f6c8956 HTTP/1.1" status: 200 len: 1092 time: 1.2067225 Jul 09 20:16:11.899887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59668) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:11.905367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d2000-2b35-4ccb-a03e-d62139cb8959 service neutron] Pushing event updated for resources: {'Port': ['ID=7227b41a-d45d-406a-8498-85044f6c8956,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:11.958408 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-851f7db5-1a07-4f3d-8222-843f72c215df admin admin] Deleting subnet aefd9fb6-c157-4087-a3db-b0ec65cfb0bc {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:16:11.963381 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-851f7db5-1a07-4f3d-8222-843f72c215df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:12.000902 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-34692ed7-fea1-410c-8323-f44f1df82bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:12.002705 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-34692ed7-fea1-410c-8323-f44f1df82bce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 1095 time: 0.0767040 Jul 09 20:16:12.059564 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-851f7db5-1a07-4f3d-8222-843f72c215df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:12.085666 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-326a853c-f9c2-4ed3-aa33-98afcaa5f24b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7227b41a-d45d-406a-8498-85044f6c8956 HTTP/1.1" status: 200 len: 217 time: 0.0712769 Jul 09 20:16:12.159362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-bfc015d4-5b67-414b-8caf-831cdbd595ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:12.161643 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-bfc015d4-5b67-414b-8caf-831cdbd595ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.0672853 Jul 09 20:16:12.166075 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-851f7db5-1a07-4f3d-8222-843f72c215df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:12.284893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-7d1e6f1d-47d9-403f-afc0-f5b63572b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:12.289288 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-7d1e6f1d-47d9-403f-afc0-f5b63572b189 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180506 Jul 09 20:16:12.319049 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-851f7db5-1a07-4f3d-8222-843f72c215df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:12.353241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f7db5-1a07-4f3d-8222-843f72c215df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aefd9fb6-c157-4087-a3db-b0ec65cfb0bc,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:12.356186 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-851f7db5-1a07-4f3d-8222-843f72c215df admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:12.359190 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-851f7db5-1a07-4f3d-8222-843f72c215df admin admin] 10.222.0.30 "DELETE /v2.0/subnets/aefd9fb6-c157-4087-a3db-b0ec65cfb0bc HTTP/1.1" status: 204 len: 168 time: 0.4582260 Jul 09 20:16:12.361840 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59682) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:12.443141 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-dcbd0785-dff9-44e1-a814-37a2d0d9feeb service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458390 Jul 09 20:16:12.457785 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-955eecb7-f7ff-4eab-9b9f-5ce51bb5ac29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:12.591734 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-955eecb7-f7ff-4eab-9b9f-5ce51bb5ac29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:12.608494 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-955eecb7-f7ff-4eab-9b9f-5ce51bb5ac29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd60407-1bdb-4afe-9d6c-eec163f7462b']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:16:12.631677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-955eecb7-f7ff-4eab-9b9f-5ce51bb5ac29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73048d74-17fb-4cb7-a014-61f14286a4a3') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:16:12.632113 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-955eecb7-f7ff-4eab-9b9f-5ce51bb5ac29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73048d74-17fb-4cb7-a014-61f14286a4a3') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:16:12.651758 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af1b11ce-6a10-404d-9895-8c6dd9f13e86 req-f39b5356-dde4-4d2f-af45-11816ad95939 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014625 Jul 09 20:16:12.655818 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-955eecb7-f7ff-4eab-9b9f-5ce51bb5ac29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:12.702776 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-955eecb7-f7ff-4eab-9b9f-5ce51bb5ac29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:12.718525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955eecb7-f7ff-4eab-9b9f-5ce51bb5ac29 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:16:12.718952 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-955eecb7-f7ff-4eab-9b9f-5ce51bb5ac29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:16:12.720712 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:16:12.802219 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-955eecb7-f7ff-4eab-9b9f-5ce51bb5ac29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:12.810634 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-955eecb7-f7ff-4eab-9b9f-5ce51bb5ac29 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:12.812642 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-955eecb7-f7ff-4eab-9b9f-5ce51bb5ac29 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1fd60407-1bdb-4afe-9d6c-eec163f7462b HTTP/1.1" status: 204 len: 168 time: 0.4495082 Jul 09 20:16:12.841981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb12d09-f819-4435-8453-8b66dafd2cb9 req-329db813-cef4-48ff-b065-50fc74089033 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:12.843574 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eeb12d09-f819-4435-8453-8b66dafd2cb9 req-329db813-cef4-48ff-b065-50fc74089033 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 944 time: 0.1787314 Jul 09 20:16:12.844678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955eecb7-f7ff-4eab-9b9f-5ce51bb5ac29 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd60407-1bdb-4afe-9d6c-eec163f7462b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:12.913678 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eeb12d09-f819-4435-8453-8b66dafd2cb9 req-e337c559-a119-486a-90ea-a1821679ad7e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613062 Jul 09 20:16:13.022445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59698) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:13.057505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4130bbf3-8c24-4dee-a6d0-7c965daf136e', 'tag': '7227b41a-d45d-406a-8498-85044f6c8956'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:16:13.059867 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53729053-98f3-487e-9289-050955f4b565" -d '{"events": [{"name": "network-changed", "server_uuid": "4130bbf3-8c24-4dee-a6d0-7c965daf136e", "tag": "7227b41a-d45d-406a-8498-85044f6c8956"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:16:13.074847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-29032e8f-49eb-4c9b-8d97-f24fe099ecc2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4892ec8ee71a4578b716b5c6f297dcd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509179 Jul 09 20:16:13.077484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59702) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:13.113322 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d86a957-7ded-4208-b432-63f430fee16a x-openstack-request-id: req-8d86a957-7ded-4208-b432-63f430fee16a {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:16:13.113625 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4130bbf3-8c24-4dee-a6d0-7c965daf136e", "tag": "7227b41a-d45d-406a-8498-85044f6c8956", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:16:13.113880 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d86a957-7ded-4208-b432-63f430fee16a {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:16:13.114285 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4130bbf3-8c24-4dee-a6d0-7c965daf136e', 'tag': '7227b41a-d45d-406a-8498-85044f6c8956', 'status': 'completed', 'code': 200} Jul 09 20:16:13.180346 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dc042827-c72a-4819-ae38-c40f22b1643a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:13.213346 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dc042827-c72a-4819-ae38-c40f22b1643a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:13.263983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729053-98f3-487e-9289-050955f4b565 req-ad0e795d-26f9-4120-9c6c-3da29a3ff961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:13.265794 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53729053-98f3-487e-9289-050955f4b565 req-ad0e795d-26f9-4120-9c6c-3da29a3ff961 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 1095 time: 0.1209805 Jul 09 20:16:13.324027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 63677154-63b5-4897-8657-b7307f459562 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:16:13.340706 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dc042827-c72a-4819-ae38-c40f22b1643a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:13.344121 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dc042827-c72a-4819-ae38-c40f22b1643a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:13.345674 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dc042827-c72a-4819-ae38-c40f22b1643a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aec35112-2d2b-4f20-aa89-217091143155 HTTP/1.1" status: 204 len: 168 time: 0.2671311 Jul 09 20:16:13.369367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc042827-c72a-4819-ae38-c40f22b1643a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec35112-2d2b-4f20-aa89-217091143155,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:13.376766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 16c76871-50bc-42d0-9e19-94df3ad6d709 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:16:13.430971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729053-98f3-487e-9289-050955f4b565 req-d926b769-f1b5-410a-8239-ceb10e49cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:13.432892 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53729053-98f3-487e-9289-050955f4b565 req-d926b769-f1b5-410a-8239-ceb10e49cfc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 912 time: 0.1592877 Jul 09 20:16:13.453124 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 16c76871-50bc-42d0-9e19-94df3ad6d709 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:16:13.453475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 16c76871-50bc-42d0-9e19-94df3ad6d709 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:16:13.508664 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53729053-98f3-487e-9289-050955f4b565 req-20a69f95-3b90-4396-994a-5464617418e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7227b41a-d45d-406a-8498-85044f6c8956 HTTP/1.1" status: 200 len: 217 time: 0.0672355 Jul 09 20:16:13.629088 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:16:13.641829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729053-98f3-487e-9289-050955f4b565 req-de09e4ad-79b0-4607-8ce7-d874f4290fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:13.643333 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53729053-98f3-487e-9289-050955f4b565 req-de09e4ad-79b0-4607-8ce7-d874f4290fe1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.1267273 Jul 09 20:16:13.647512 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '63677154-63b5-4897-8657-b7307f459562', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'port_id': '63677154-63b5-4897-8657-b7307f459562', 'mac_address': 'fa:16:3e:b5:ea:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:16:13.718390 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:13.769286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63677154-63b5-4897-8657-b7307f459562 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:16:13.771123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53729053-98f3-487e-9289-050955f4b565 req-ec0745ef-87aa-4b68-88f1-a84f21e9b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:13.773692 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53729053-98f3-487e-9289-050955f4b565 req-ec0745ef-87aa-4b68-88f1-a84f21e9b90f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146781 Jul 09 20:16:13.827557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:16:13.841784 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:14.002926 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53729053-98f3-487e-9289-050955f4b565 req-fa440dd1-788c-45f7-bcbb-6f4e57a14945 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175417 Jul 09 20:16:14.008187 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['63677154-63b5-4897-8657-b7307f459562'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:16:14.051410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59724) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:14.083562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=63677154-63b5-4897-8657-b7307f459562,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:14.243635 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53729053-98f3-487e-9289-050955f4b565 req-4096971c-25ad-444c-be06-cf2ec7c1d9c4 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285261 Jul 09 20:16:14.321664 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f26cbba5-6836-4fa7-a919-765f60bf4786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:14.374776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b995bec-cad3-46e1-b574-4478ba6ee7c2 req-40b8d12f-623b-44c7-aba5-2acf4d21a605 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:14.376577 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3b995bec-cad3-46e1-b574-4478ba6ee7c2 req-40b8d12f-623b-44c7-aba5-2acf4d21a605 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 944 time: 0.1912627 Jul 09 20:16:14.462568 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3b995bec-cad3-46e1-b574-4478ba6ee7c2 req-8bdd6e8e-70ef-4cc0-a467-437199a0196a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771062 Jul 09 20:16:14.527384 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f26cbba5-6836-4fa7-a919-765f60bf4786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:14.535065 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f26cbba5-6836-4fa7-a919-765f60bf4786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:14.592087 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f26cbba5-6836-4fa7-a919-765f60bf4786 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ee2ff7ec8c04f498676874949b46d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5394464 Jul 09 20:16:14.593732 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cbba5-6836-4fa7-a919-765f60bf4786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f610a3f8-a327-401f-a928-485acdaad0d8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:14.595025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59744) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:14.682996 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a957e8b6-e2ca-4732-93c7-f85d3a712245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:14.709846 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a957e8b6-e2ca-4732-93c7-f85d3a712245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:14.800961 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a957e8b6-e2ca-4732-93c7-f85d3a712245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:14.804981 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a957e8b6-e2ca-4732-93c7-f85d3a712245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:14.814844 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a957e8b6-e2ca-4732-93c7-f85d3a712245 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f610a3f8-a327-401f-a928-485acdaad0d8 HTTP/1.1" status: 204 len: 168 time: 0.2146387 Jul 09 20:16:14.832233 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957e8b6-e2ca-4732-93c7-f85d3a712245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f610a3f8-a327-401f-a928-485acdaad0d8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:15.357525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 63677154-63b5-4897-8657-b7307f459562 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:16:15.430778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 63677154-63b5-4897-8657-b7307f459562 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:16:15.431695 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:15.553415 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:15.581668 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63677154-63b5-4897-8657-b7307f459562'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:16:15.584407 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bede624-e29b-47e1-845f-8b1de461c7e7" -d '{"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-plugged", "status": "completed", "tag": "63677154-63b5-4897-8657-b7307f459562"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:16:15.604739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:16:15.613660 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:15.722081 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=63677154-63b5-4897-8657-b7307f459562,revision_number=10']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:15.778284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0e7b9-7f32-4a08-8d75-c318f1f68556 req-795793f9-d5da-4d0f-adcf-f228892adf0e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:15.791599 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-65a0e7b9-7f32-4a08-8d75-c318f1f68556 req-795793f9-d5da-4d0f-adcf-f228892adf0e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 944 time: 0.1404245 Jul 09 20:16:15.804424 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d97921-9db0-4f69-a0ad-0150831ca0f3 x-openstack-request-id: req-30d97921-9db0-4f69-a0ad-0150831ca0f3 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:16:15.804771 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-plugged", "status": "completed", "tag": "63677154-63b5-4897-8657-b7307f459562", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:16:15.805035 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30d97921-9db0-4f69-a0ad-0150831ca0f3 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:16:15.805441 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63677154-63b5-4897-8657-b7307f459562', 'code': 200} Jul 09 20:16:15.859591 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-65a0e7b9-7f32-4a08-8d75-c318f1f68556 req-e042cd85-cd09-4517-8067-b073a112b828 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588236 Jul 09 20:16:17.158373 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aad55a-f292-4d9e-b663-514d436fcd3c req-989fe6f3-a786-41f0-afbc-603e55b7f24a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:17.168948 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-10aad55a-f292-4d9e-b663-514d436fcd3c req-989fe6f3-a786-41f0-afbc-603e55b7f24a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 944 time: 0.1647832 Jul 09 20:16:17.263869 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-10aad55a-f292-4d9e-b663-514d436fcd3c req-a95781a1-8040-41db-92cc-ad5f6ef96765 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843842 Jul 09 20:16:17.306063 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:16:17.750890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59846) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:17.921292 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40b4cc01-7073-4f46-8f59-ab92d0c5c059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:18.051862 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40b4cc01-7073-4f46-8f59-ab92d0c5c059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:18.059925 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40b4cc01-7073-4f46-8f59-ab92d0c5c059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:18.112922 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-40b4cc01-7073-4f46-8f59-ab92d0c5c059 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6a16cd518be4f7d8fb1800abd7b53bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602896 Jul 09 20:16:18.114127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4cc01-7073-4f46-8f59-ab92d0c5c059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e81f944-8277-44b7-929b-50edb66654f3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:18.115789 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59850) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:18.213902 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ccb50e44-b9bc-4981-b0a3-65d9b12f2700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:18.244229 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ccb50e44-b9bc-4981-b0a3-65d9b12f2700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:18.299354 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ccb50e44-b9bc-4981-b0a3-65d9b12f2700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:18.304823 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ccb50e44-b9bc-4981-b0a3-65d9b12f2700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:18.306811 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ccb50e44-b9bc-4981-b0a3-65d9b12f2700 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e81f944-8277-44b7-929b-50edb66654f3 HTTP/1.1" status: 204 len: 168 time: 0.1897511 Jul 09 20:16:18.334003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb50e44-b9bc-4981-b0a3-65d9b12f2700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e81f944-8277-44b7-929b-50edb66654f3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:18.533553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253708c7-4722-4d1e-a242-1ce94e12cf65 req-57521f8b-cd8b-4920-a2a5-8ea4f9a998b4 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:18.540815 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-253708c7-4722-4d1e-a242-1ce94e12cf65 req-57521f8b-cd8b-4920-a2a5-8ea4f9a998b4 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 944 time: 0.1107681 Jul 09 20:16:18.600168 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-253708c7-4722-4d1e-a242-1ce94e12cf65 req-0ce3a7c5-a75b-4028-95da-5313352f68a5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580850 Jul 09 20:16:18.764413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 59866) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:18.784173 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-672ca9aa-e06c-4b95-903d-4f7dcccfbbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:18.968123 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-672ca9aa-e06c-4b95-903d-4f7dcccfbbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:18.975958 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-672ca9aa-e06c-4b95-903d-4f7dcccfbbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:19.018831 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-672ca9aa-e06c-4b95-903d-4f7dcccfbbf4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30f8b4c4918a42b0bf2eaefdf4df2955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526569 Jul 09 20:16:19.021778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 59868) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:19.033862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ca9aa-e06c-4b95-903d-4f7dcccfbbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9a83be-e467-44a6-a58b-452aca2cbe86,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:19.094485 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e7f1912a-060c-43af-91c3-60a36a0de22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:19.120472 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e7f1912a-060c-43af-91c3-60a36a0de22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:19.176073 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e7f1912a-060c-43af-91c3-60a36a0de22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:19.179964 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e7f1912a-060c-43af-91c3-60a36a0de22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:19.184267 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e7f1912a-060c-43af-91c3-60a36a0de22f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ef9a83be-e467-44a6-a58b-452aca2cbe86 HTTP/1.1" status: 204 len: 168 time: 0.1614752 Jul 09 20:16:19.195733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1912a-060c-43af-91c3-60a36a0de22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9a83be-e467-44a6-a58b-452aca2cbe86,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:19.893366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72116d1b-fee0-45bf-b701-2d52d456be5a req-df298860-facd-4067-af43-c8a44327137c tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:19.902717 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72116d1b-fee0-45bf-b701-2d52d456be5a req-df298860-facd-4067-af43-c8a44327137c tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 944 time: 0.1025033 Jul 09 20:16:19.944208 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72116d1b-fee0-45bf-b701-2d52d456be5a req-7240263e-e02d-4804-b943-b705bc1ccf7a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398424 Jul 09 20:16:21.252852 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6630d-9444-4986-8d10-679e01687d8d req-f602874c-34c5-497a-8c1c-e1233ba4631a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:21.254423 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ba6630d-9444-4986-8d10-679e01687d8d req-f602874c-34c5-497a-8c1c-e1233ba4631a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 944 time: 0.1028993 Jul 09 20:16:21.312418 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ba6630d-9444-4986-8d10-679e01687d8d req-b6f773b7-0230-4449-91da-19224dc208ea tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507407 Jul 09 20:16:22.595617 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36bed-2cb1-4127-a41e-d63bc8976888 req-2fcff3ea-34d7-4b80-b908-b32497622435 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:22.597956 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cae36bed-2cb1-4127-a41e-d63bc8976888 req-2fcff3ea-34d7-4b80-b908-b32497622435 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 944 time: 0.1008914 Jul 09 20:16:22.657996 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cae36bed-2cb1-4127-a41e-d63bc8976888 req-9f053da1-f8f9-4f25-aa1b-dc097ee03205 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482972 Jul 09 20:16:23.923685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d1634-74e7-4519-b678-0597e9c8a7a3 req-70a30f19-4b7c-4fba-b606-fefce97576d6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:23.933642 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f0d1634-74e7-4519-b678-0597e9c8a7a3 req-70a30f19-4b7c-4fba-b606-fefce97576d6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 944 time: 0.0951819 Jul 09 20:16:23.989344 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4f0d1634-74e7-4519-b678-0597e9c8a7a3 req-ed3d4b62-274c-42de-b28e-55e04b5fb0e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542729 Jul 09 20:16:24.961722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60044) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:25.166366 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27060139-dcd1-4170-9c0b-dfbd1f1e36b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:25.297217 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27060139-dcd1-4170-9c0b-dfbd1f1e36b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:25.306192 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27060139-dcd1-4170-9c0b-dfbd1f1e36b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:25.311801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d7257-24f7-464c-bf4b-8ad8feaa336b req-323d581e-42d8-4a3c-a77a-55b580400bff tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:25.321316 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-849d7257-24f7-464c-bf4b-8ad8feaa336b req-323d581e-42d8-4a3c-a77a-55b580400bff tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 944 time: 0.1165969 Jul 09 20:16:25.374055 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-849d7257-24f7-464c-bf4b-8ad8feaa336b req-bf21d155-4e9b-41fd-9981-a035eb348859 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492001 Jul 09 20:16:25.378530 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-27060139-dcd1-4170-9c0b-dfbd1f1e36b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b803c8e8f51423aa1cd7effcee0adca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4134078 Jul 09 20:16:25.378530 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27060139-dcd1-4170-9c0b-dfbd1f1e36b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c413f364-2b16-49e3-b26e-650c2228d6a9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:25.379232 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60052) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:25.438120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7227b41a-d45d-406a-8498-85044f6c8956 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:16:25.451139 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-364e0865-201a-443a-959e-14d22b2b6819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:25.483448 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-364e0865-201a-443a-959e-14d22b2b6819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:25.573578 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-364e0865-201a-443a-959e-14d22b2b6819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:25.576790 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-364e0865-201a-443a-959e-14d22b2b6819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:25.581136 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-364e0865-201a-443a-959e-14d22b2b6819 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c413f364-2b16-49e3-b26e-650c2228d6a9 HTTP/1.1" status: 204 len: 168 time: 0.1914713 Jul 09 20:16:25.593466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e0865-201a-443a-959e-14d22b2b6819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c413f364-2b16-49e3-b26e-650c2228d6a9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:25.624792 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 7227b41a-d45d-406a-8498-85044f6c8956, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7227b41a-d45d-406a-8498-85044f6c8956,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:16:25.645229 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '7227b41a-d45d-406a-8498-85044f6c8956', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'port_id': '7227b41a-d45d-406a-8498-85044f6c8956', 'mac_address': 'fa:16:3e:96:50:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:16:25.696263 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:25.717539 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7227b41a-d45d-406a-8498-85044f6c8956 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:16:25.769112 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 7227b41a-d45d-406a-8498-85044f6c8956, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7227b41a-d45d-406a-8498-85044f6c8956,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:16:25.775336 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:25.832662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=7227b41a-d45d-406a-8498-85044f6c8956,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:26.139484 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['7227b41a-d45d-406a-8498-85044f6c8956'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:16:26.766891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c71b9-5c43-4dc4-8a7e-4ca79c4d84e3 req-6d1a2d6b-75ac-4ad5-9e59-46b0202e5869 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:26.769175 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-083c71b9-5c43-4dc4-8a7e-4ca79c4d84e3 req-6d1a2d6b-75ac-4ad5-9e59-46b0202e5869 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 945 time: 0.1780679 Jul 09 20:16:26.883847 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-083c71b9-5c43-4dc4-8a7e-4ca79c4d84e3 req-99dff702-a348-4ca1-9807-f2ef7630905e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036575 Jul 09 20:16:26.907434 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cf13481a-6eaa-4911-a7ec-5e26d347b585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:26.984479 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:27.451718 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7227b41a-d45d-406a-8498-85044f6c8956 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:16:27.522128 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 7227b41a-d45d-406a-8498-85044f6c8956 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:16:27.529710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 7227b41a-d45d-406a-8498-85044f6c8956 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:16:27.530276 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:27.625427 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:27.664315 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4130bbf3-8c24-4dee-a6d0-7c965daf136e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7227b41a-d45d-406a-8498-85044f6c8956'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:16:27.668892 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170c34a2-afa3-48e6-9784-fedfda0bf45e" -d '{"events": [{"server_uuid": "4130bbf3-8c24-4dee-a6d0-7c965daf136e", "name": "network-vif-plugged", "status": "completed", "tag": "7227b41a-d45d-406a-8498-85044f6c8956"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:16:27.696078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 7227b41a-d45d-406a-8498-85044f6c8956, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7227b41a-d45d-406a-8498-85044f6c8956,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:16:27.703507 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:27.797459 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbe9969-87d6-46a8-bc34-3c2db33c5352 x-openstack-request-id: req-5cbe9969-87d6-46a8-bc34-3c2db33c5352 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:16:27.797762 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4130bbf3-8c24-4dee-a6d0-7c965daf136e", "name": "network-vif-plugged", "status": "completed", "tag": "7227b41a-d45d-406a-8498-85044f6c8956", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:16:27.798020 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5cbe9969-87d6-46a8-bc34-3c2db33c5352 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:16:27.798420 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4130bbf3-8c24-4dee-a6d0-7c965daf136e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7227b41a-d45d-406a-8498-85044f6c8956', 'code': 200} Jul 09 20:16:27.799408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=7227b41a-d45d-406a-8498-85044f6c8956,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:28.196155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb9237f-dced-4fb5-b07f-21417ed3391b req-f56b51f3-86b5-4013-9a08-b029b16a358d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:28.197766 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6eb9237f-dced-4fb5-b07f-21417ed3391b req-f56b51f3-86b5-4013-9a08-b029b16a358d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 946 time: 0.1366305 Jul 09 20:16:28.202424 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe64fa5-0686-48d0-862c-c4f335957ba5 req-183a85be-8a77-4450-8ab3-f60725846a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:28.204173 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-abe64fa5-0686-48d0-862c-c4f335957ba5 req-183a85be-8a77-4450-8ab3-f60725846a79 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 1097 time: 0.3187256 Jul 09 20:16:28.273111 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-abe64fa5-0686-48d0-862c-c4f335957ba5 req-c6e60de9-07f0-44d4-9860-5fb62403b7e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588458 Jul 09 20:16:28.323393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6eb9237f-dced-4fb5-b07f-21417ed3391b req-48e3c51a-1905-4f13-8f3c-734b2ac46cc0 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118267 Jul 09 20:16:29.272854 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:29.356213 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102b694-5574-4c42-973f-2b0028d16a3a req-58595244-5a3b-4c28-b295-26e12038a553 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:29.358182 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8102b694-5574-4c42-973f-2b0028d16a3a req-58595244-5a3b-4c28-b295-26e12038a553 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.0883157 Jul 09 20:16:29.420221 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8102b694-5574-4c42-973f-2b0028d16a3a req-0059e016-e0fb-4413-a373-fa63cba45cc6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557771 Jul 09 20:16:29.453125 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-378d8405-8f5c-47d9-b965-3eae84a85f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:29.602454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5779b3d-b510-4f2d-809b-20db757c6c7b req-8e18afed-adea-4236-88ff-fb1fce4a5b59 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:29.609913 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d5779b3d-b510-4f2d-809b-20db757c6c7b req-8e18afed-adea-4236-88ff-fb1fce4a5b59 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 946 time: 0.0990660 Jul 09 20:16:29.616456 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:29.663217 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d5779b3d-b510-4f2d-809b-20db757c6c7b req-c9f4bd13-74fe-4866-b0dd-d3e1e84b6699 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405376 Jul 09 20:16:30.446138 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:30.634679 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16878001-14c4-4462-89e0-9ad3453fecb9 req-8b76a5aa-a6ad-490c-a923-6b1b3295b121 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:30.637169 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16878001-14c4-4462-89e0-9ad3453fecb9 req-8b76a5aa-a6ad-490c-a923-6b1b3295b121 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.0864036 Jul 09 20:16:30.722782 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16878001-14c4-4462-89e0-9ad3453fecb9 req-ccc94df2-78ce-4c90-b0df-f1a6027b0e32 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769639 Jul 09 20:16:30.960392 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281eb6b-31d3-439c-97e1-38396d0bc794 req-32d3a2a3-c25a-406d-820b-de41b67acf32 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:30.971904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3281eb6b-31d3-439c-97e1-38396d0bc794 req-32d3a2a3-c25a-406d-820b-de41b67acf32 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 946 time: 0.0926256 Jul 09 20:16:31.026823 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3281eb6b-31d3-439c-97e1-38396d0bc794 req-ba655f41-94ea-459e-8ac4-ef744eb38263 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495601 Jul 09 20:16:31.270922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df06ab-43f8-4811-8aaa-2b1b2e0af9a9 req-fb379af1-2f10-4256-be31-19a3b2284535 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:31.273564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-47df06ab-43f8-4811-8aaa-2b1b2e0af9a9 req-fb379af1-2f10-4256-be31-19a3b2284535 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 946 time: 0.0851185 Jul 09 20:16:31.347763 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-47df06ab-43f8-4811-8aaa-2b1b2e0af9a9 req-f507ff8e-8ac0-4d17-92d5-03b83d953adc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673881 Jul 09 20:16:31.375062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60222) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:31.687865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b851e9-df6e-47cb-9bf4-8e248ded9b60 req-4b75574b-179b-4297-8aa7-837fe54401e5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:31.689483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d4b851e9-df6e-47cb-9bf4-8e248ded9b60 req-4b75574b-179b-4297-8aa7-837fe54401e5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.1703143 Jul 09 20:16:31.723922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cec4c9-5d72-4094-9f5e-d43239932449 tempest-TestVolumeBootPattern-1965646106 tempest-TestVolumeBootPattern-1965646106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:31.729392 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-59cec4c9-5d72-4094-9f5e-d43239932449 tempest-TestVolumeBootPattern-1965646106 tempest-TestVolumeBootPattern-1965646106-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 1092 time: 0.3528233 Jul 09 20:16:31.734419 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60240) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:31.739466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '7227b41a-d45d-406a-8498-85044f6c8956', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:16:31.750000 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d4b851e9-df6e-47cb-9bf4-8e248ded9b60 req-0f644a7b-290f-461b-8609-a564c8d1beda tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519316 Jul 09 20:16:31.780152 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:31.910574 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:32.060763 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Allocated IP 172.25.0.44 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/413fefed-7445-40fc-bbca-6b68dc37ee17) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:16:32.186501 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60268) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:32.201006 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:32.257070 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:32.301651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:16:32.305159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:16:32.309372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:16:32.314428 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:32.352632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'Port': ['ID=413fefed-7445-40fc-bbca-6b68dc37ee17,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:32.388799 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-39855f61-137e-4cea-a57d-72d8e0bcbfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:32.524355 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-39855f61-137e-4cea-a57d-72d8e0bcbfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:32.530697 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-39855f61-137e-4cea-a57d-72d8e0bcbfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:32.590038 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-39855f61-137e-4cea-a57d-72d8e0bcbfeb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=692a4edfb2c84b79b849bcf2adbfb3c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4017150 Jul 09 20:16:32.591040 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39855f61-137e-4cea-a57d-72d8e0bcbfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3246357-06b1-4ea9-8f19-013ca64d3847,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:32.593589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60280) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:32.902421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c078c-3fc8-4535-8fb1-8cb8488f0e14 req-d9b95321-714d-4b53-b8af-d9b9f185efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:32.903887 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b81c078c-3fc8-4535-8fb1-8cb8488f0e14 req-d9b95321-714d-4b53-b8af-d9b9f185efe6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 1098 time: 0.4263346 Jul 09 20:16:33.049091 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0a997744-007e-43c0-91f1-50b8dd166d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:33.136276 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0a997744-007e-43c0-91f1-50b8dd166d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:33.195818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516edc3-5d1a-410d-8e57-025383db7a9d req-c0ef5f38-1600-4304-9ccb-d4407cffc2f0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:33.197372 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f516edc3-5d1a-410d-8e57-025383db7a9d req-c0ef5f38-1600-4304-9ccb-d4407cffc2f0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.3032978 Jul 09 20:16:33.223333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c078c-3fc8-4535-8fb1-8cb8488f0e14 req-298f4b47-2607-4117-a418-9f0b8b75b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:33.225315 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b81c078c-3fc8-4535-8fb1-8cb8488f0e14 req-298f4b47-2607-4117-a418-9f0b8b75b1e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.2843313 Jul 09 20:16:33.356785 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f516edc3-5d1a-410d-8e57-025383db7a9d req-6fd68aad-90f0-4eb9-a363-457a15273f18 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464064 Jul 09 20:16:33.371583 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:33.376083 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b81c078c-3fc8-4535-8fb1-8cb8488f0e14 req-f6ed7541-6b6e-4be7-9182-b1ec3de23a4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63677154-63b5-4897-8657-b7307f459562 HTTP/1.1" status: 200 len: 1002 time: 0.1362247 Jul 09 20:16:33.406970 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0a997744-007e-43c0-91f1-50b8dd166d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:33.409629 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0a997744-007e-43c0-91f1-50b8dd166d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:33.415489 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0a997744-007e-43c0-91f1-50b8dd166d7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3246357-06b1-4ea9-8f19-013ca64d3847 HTTP/1.1" status: 204 len: 168 time: 0.8123918 Jul 09 20:16:33.455541 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a997744-007e-43c0-91f1-50b8dd166d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3246357-06b1-4ea9-8f19-013ca64d3847,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:33.478260 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c078c-3fc8-4535-8fb1-8cb8488f0e14 req-c2900538-9522-461f-933b-885de5e281f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:33.479799 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b81c078c-3fc8-4535-8fb1-8cb8488f0e14 req-c2900538-9522-461f-933b-885de5e281f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.0827732 Jul 09 20:16:33.490924 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 63677154-63b5-4897-8657-b7307f459562 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:16:33.551343 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:33.613935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c078c-3fc8-4535-8fb1-8cb8488f0e14 req-e4907655-e6cb-4f2d-987f-471ac7a96bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:33.616280 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b81c078c-3fc8-4535-8fb1-8cb8488f0e14 req-e4907655-e6cb-4f2d-987f-471ac7a96bc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139541 Jul 09 20:16:33.635935 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:33.678287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:16:33.679805 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63677154-63b5-4897-8657-b7307f459562'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:16:33.683994 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8a3c72-e134-4d19-b063-3422d37a96eb" -d '{"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "63677154-63b5-4897-8657-b7307f459562"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:16:33.688388 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:33.749082 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=63677154-63b5-4897-8657-b7307f459562,revision_number=11']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:33.754127 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0cdd67-6fff-46c1-aacd-0d8eefb60914 x-openstack-request-id: req-5b0cdd67-6fff-46c1-aacd-0d8eefb60914 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:16:33.754534 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "63677154-63b5-4897-8657-b7307f459562", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:16:33.754884 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b0cdd67-6fff-46c1-aacd-0d8eefb60914 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:16:33.755392 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63677154-63b5-4897-8657-b7307f459562', 'code': 200} Jul 09 20:16:33.814643 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b81c078c-3fc8-4535-8fb1-8cb8488f0e14 req-4b5417d8-23c7-4c9c-8d26-0262c2012b3d service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907253 Jul 09 20:16:33.836965 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60292) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:33.850576 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:33.852352 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8bf47f56-f873-4637-b12b-0ce3c6a45692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:33.882890 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:33.964418 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8bf47f56-f873-4637-b12b-0ce3c6a45692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:33.969675 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8bf47f56-f873-4637-b12b-0ce3c6a45692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:33.987064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'Port': ['ID=413fefed-7445-40fc-bbca-6b68dc37ee17,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:34.003606 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b81c078c-3fc8-4535-8fb1-8cb8488f0e14 req-7d2d8105-6ae6-4995-af9c-2e5293dec349 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794171 Jul 09 20:16:34.007884 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:34.020077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8bf47f56-f873-4637-b12b-0ce3c6a45692 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e90bcf2b593f4f00ae67a9dd317c775c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819274 Jul 09 20:16:34.020823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60294) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:34.029053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf47f56-f873-4637-b12b-0ce3c6a45692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c0de67-c824-4b9e-aa6a-b980e2edf16a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:34.089712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c626b3c-ac56-4fa1-b0cb-107820e8eca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:34.112970 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c626b3c-ac56-4fa1-b0cb-107820e8eca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:34.124186 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Floating IP c5a2b0f6-6372-4d44-9f55-92da3c31146d associated. External IP: 172.25.0.44, port: 7227b41a-d45d-406a-8498-85044f6c8956. Jul 09 20:16:34.166246 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c626b3c-ac56-4fa1-b0cb-107820e8eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:34.170602 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c626b3c-ac56-4fa1-b0cb-107820e8eca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:34.174374 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5c626b3c-ac56-4fa1-b0cb-107820e8eca8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5c0de67-c824-4b9e-aa6a-b980e2edf16a HTTP/1.1" status: 204 len: 168 time: 0.1491973 Jul 09 20:16:34.184140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c626b3c-ac56-4fa1-b0cb-107820e8eca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c0de67-c824-4b9e-aa6a-b980e2edf16a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:34.381919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Router bd6864f3-8951-4b51-b8ec-d99c1abbe036 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:16:34.516970 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:16:34.530021 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d0b71-1932-47e4-a35a-9d1d73553db7 None None] Sync routers for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:16:34.540486 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:34.547263 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d0b71-1932-47e4-a35a-9d1d73553db7 None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:16:34.548307 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2c3d0b71-1932-47e4-a35a-9d1d73553db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:16:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:16:34.613045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60306) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:34.636091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cec17688-0e55-482d-a1df-178a04c9f823 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8999317 Jul 09 20:16:34.636904 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4130bbf3-8c24-4dee-a6d0-7c965daf136e', 'tag': '7227b41a-d45d-406a-8498-85044f6c8956'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:16:34.637062 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-505c986b-6add-46d5-abc2-d96c5487782a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:34.639325 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37761c0-f988-4d29-849c-789f21475899" -d '{"events": [{"name": "network-changed", "server_uuid": "4130bbf3-8c24-4dee-a6d0-7c965daf136e", "tag": "7227b41a-d45d-406a-8498-85044f6c8956"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:16:34.728438 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-2c3d0b71-1932-47e4-a35a-9d1d73553db7 None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:16:34.742215 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c021eb-c552-44e6-a9dc-83e7a95aa836 x-openstack-request-id: req-72c021eb-c552-44e6-a9dc-83e7a95aa836 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:16:34.742511 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4130bbf3-8c24-4dee-a6d0-7c965daf136e", "tag": "7227b41a-d45d-406a-8498-85044f6c8956", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:16:34.742833 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72c021eb-c552-44e6-a9dc-83e7a95aa836 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:16:34.743213 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4130bbf3-8c24-4dee-a6d0-7c965daf136e', 'tag': '7227b41a-d45d-406a-8498-85044f6c8956', 'status': 'completed', 'code': 200} Jul 09 20:16:34.824821 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-505c986b-6add-46d5-abc2-d96c5487782a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:34.835626 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-505c986b-6add-46d5-abc2-d96c5487782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:34.884429 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-505c986b-6add-46d5-abc2-d96c5487782a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e9e5a778d4548debf63f87936a8dbba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692084 Jul 09 20:16:34.885376 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60316) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:34.916490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37761c0-f988-4d29-849c-789f21475899 req-9e009e2d-a137-4977-b911-e62c77edbfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:34.918468 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a37761c0-f988-4d29-849c-789f21475899 req-9e009e2d-a137-4977-b911-e62c77edbfb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 1097 time: 0.1379280 Jul 09 20:16:34.920443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c986b-6add-46d5-abc2-d96c5487782a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74237c46-c45f-4499-a385-15fc63f36fd2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:34.965934 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e4599cc5-4423-454e-99b0-6cdce87c81b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:35.009896 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e4599cc5-4423-454e-99b0-6cdce87c81b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:35.055790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce173143-e23e-4a4a-af48-b8d30a4ef3ac req-4639593d-63f2-4f28-a64f-41a241e7b55d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:35.064151 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce173143-e23e-4a4a-af48-b8d30a4ef3ac req-4639593d-63f2-4f28-a64f-41a241e7b55d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.2193139 Jul 09 20:16:35.129041 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2c3d0b71-1932-47e4-a35a-9d1d73553db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'c5a2b0f6-6372-4d44-9f55-92da3c31146d', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'port_id': '7227b41a-d45d-406a-8498-85044f6c8956', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'mac_address': 'fa:16:3e:96:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4130bbf3-8c24-4dee-a6d0-7c965daf136e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:16:33Z', 'updated_at': '2021-07-09T20:16:33Z', 'revision_number': 0, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:16:35.133513 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e4599cc5-4423-454e-99b0-6cdce87c81b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:35.137332 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e4599cc5-4423-454e-99b0-6cdce87c81b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:35.145564 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e4599cc5-4423-454e-99b0-6cdce87c81b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74237c46-c45f-4499-a385-15fc63f36fd2 HTTP/1.1" status: 204 len: 168 time: 0.2534926 Jul 09 20:16:35.149357 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce173143-e23e-4a4a-af48-b8d30a4ef3ac req-ac5b51ef-f881-4b4a-9f7d-8b851b477d31 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840807 Jul 09 20:16:35.170139 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4599cc5-4423-454e-99b0-6cdce87c81b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74237c46-c45f-4499-a385-15fc63f36fd2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:35.171882 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37761c0-f988-4d29-849c-789f21475899 req-af0a09df-82c1-4240-8c43-a2c1a0b007af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:35.173537 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a37761c0-f988-4d29-849c-789f21475899 req-af0a09df-82c1-4240-8c43-a2c1a0b007af service neutron] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 912 time: 0.2446172 Jul 09 20:16:35.237710 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d0b71-1932-47e4-a35a-9d1d73553db7 None None] Checking router: bd6864f3-8951-4b51-b8ec-d99c1abbe036 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:16:35.259103 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3d0b71-1932-47e4-a35a-9d1d73553db7 None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:16:35.259838 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2c3d0b71-1932-47e4-a35a-9d1d73553db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:16:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:16:35.301149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a37761c0-f988-4d29-849c-789f21475899 req-d7855ef4-4e58-4b4a-b265-1280d7a604b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7227b41a-d45d-406a-8498-85044f6c8956 HTTP/1.1" status: 200 len: 999 time: 0.1194892 Jul 09 20:16:35.429032 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-2c3d0b71-1932-47e4-a35a-9d1d73553db7 None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:16:35.430678 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37761c0-f988-4d29-849c-789f21475899 req-db18afd4-b496-40cc-a836-1ca75aef2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:35.433461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a37761c0-f988-4d29-849c-789f21475899 req-db18afd4-b496-40cc-a836-1ca75aef2f3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.1118405 Jul 09 20:16:35.530979 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37761c0-f988-4d29-849c-789f21475899 req-f4240cd0-0182-4b9d-beb8-41652df4f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:35.533936 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a37761c0-f988-4d29-849c-789f21475899 req-f4240cd0-0182-4b9d-beb8-41652df4f391 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935998 Jul 09 20:16:35.662273 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a37761c0-f988-4d29-849c-789f21475899 req-c8619813-d8d1-4c2c-96d9-54afed27982c service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212726 Jul 09 20:16:35.777217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a37761c0-f988-4d29-849c-789f21475899 req-e9f34931-c103-4feb-8583-91608ae6414d service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075201 Jul 09 20:16:35.860072 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2c3d0b71-1932-47e4-a35a-9d1d73553db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'c5a2b0f6-6372-4d44-9f55-92da3c31146d', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'port_id': '7227b41a-d45d-406a-8498-85044f6c8956', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'mac_address': 'fa:16:3e:96:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4130bbf3-8c24-4dee-a6d0-7c965daf136e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:16:33Z', 'updated_at': '2021-07-09T20:16:33Z', 'revision_number': 0, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:16:35.898369 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3d0b71-1932-47e4-a35a-9d1d73553db7 None None] The sync data for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 is: [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'c5a2b0f6-6372-4d44-9f55-92da3c31146d', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'port_id': '7227b41a-d45d-406a-8498-85044f6c8956', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'mac_address': 'fa:16:3e:96:50:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4130bbf3-8c24-4dee-a6d0-7c965daf136e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:16:33Z', 'updated_at': '2021-07-09T20:16:33Z', 'revision_number': 0, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:16:36.118263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397cba23-bc55-4f5b-8411-83a46ee99628 None None] New status for floating IP c5a2b0f6-6372-4d44-9f55-92da3c31146d: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:16:36.388773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40599044-1e9c-4d4b-97d0-37d886524322 req-62c8a447-0b4c-4d09-9539-d39629b180a9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:36.390048 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40599044-1e9c-4d4b-97d0-37d886524322 req-62c8a447-0b4c-4d09-9539-d39629b180a9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0862238 Jul 09 20:16:36.434767 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40599044-1e9c-4d4b-97d0-37d886524322 req-758df935-902f-4063-91b9-f6eb07197e67 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360582 Jul 09 20:16:37.496413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 63677154-63b5-4897-8657-b7307f459562 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:16:37.636618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:16:37.652616 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365bbc0-7884-4eac-87da-10887a5c678e req-ab55598b-8c6c-479a-897f-135264d3e98a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:37.654263 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e365bbc0-7884-4eac-87da-10887a5c678e req-ab55598b-8c6c-479a-897f-135264d3e98a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0961256 Jul 09 20:16:37.655100 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '63677154-63b5-4897-8657-b7307f459562', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'port_id': '63677154-63b5-4897-8657-b7307f459562', 'mac_address': 'fa:16:3e:b5:ea:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:16:37.701392 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e365bbc0-7884-4eac-87da-10887a5c678e req-8921e789-d8b5-45f9-9f10-3c32cb5e25e1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409269 Jul 09 20:16:37.710924 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:37.728816 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63677154-63b5-4897-8657-b7307f459562 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:16:37.762610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:16:37.768657 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:37.828853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=63677154-63b5-4897-8657-b7307f459562,revision_number=12']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:37.903070 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['63677154-63b5-4897-8657-b7307f459562'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:16:38.919171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae464c-eae4-4460-a3c8-7348c4a28876 req-5744ba71-453b-4813-b91c-4808dc9912f9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:38.921280 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0dae464c-eae4-4460-a3c8-7348c4a28876 req-5744ba71-453b-4813-b91c-4808dc9912f9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 946 time: 0.0791659 Jul 09 20:16:38.961985 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0dae464c-eae4-4460-a3c8-7348c4a28876 req-af37607a-a1df-4db0-b713-b4f5a3acb85c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346324 Jul 09 20:16:39.447115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60408) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:39.503294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 63677154-63b5-4897-8657-b7307f459562 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:16:39.564624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 63677154-63b5-4897-8657-b7307f459562 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:16:39.566899 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:39.631151 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-51f2811a-14c2-4a45-8ae8-6bc77956b865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:39.669435 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:39.710675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63677154-63b5-4897-8657-b7307f459562'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:16:39.713927 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ef9b9c-b72a-4af2-9334-95c39ae308d8" -d '{"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-plugged", "status": "completed", "tag": "63677154-63b5-4897-8657-b7307f459562"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:16:39.728693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:16:39.735587 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-51f2811a-14c2-4a45-8ae8-6bc77956b865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:39.740960 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:39.743894 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-51f2811a-14c2-4a45-8ae8-6bc77956b865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:39.803915 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cccd031-a62e-456c-93d0-879c4d6df817 x-openstack-request-id: req-3cccd031-a62e-456c-93d0-879c4d6df817 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:16:39.804357 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-plugged", "status": "completed", "tag": "63677154-63b5-4897-8657-b7307f459562", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:16:39.804725 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cccd031-a62e-456c-93d0-879c4d6df817 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:16:39.805330 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63677154-63b5-4897-8657-b7307f459562', 'code': 200} Jul 09 20:16:39.805985 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=63677154-63b5-4897-8657-b7307f459562,revision_number=13']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:39.810422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60424) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:39.817511 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-51f2811a-14c2-4a45-8ae8-6bc77956b865 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72abc26e1de24cf6ada733995732a113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692403 Jul 09 20:16:39.819488 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2811a-14c2-4a45-8ae8-6bc77956b865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c326c2-b206-4052-ad3c-f923d3d5d058,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:39.866718 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6007531-a58e-4c8d-8b98-be45a504c649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:39.889522 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6007531-a58e-4c8d-8b98-be45a504c649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:39.941394 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6007531-a58e-4c8d-8b98-be45a504c649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:39.945038 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6007531-a58e-4c8d-8b98-be45a504c649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:39.946287 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f6007531-a58e-4c8d-8b98-be45a504c649 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68c326c2-b206-4052-ad3c-f923d3d5d058 HTTP/1.1" status: 204 len: 168 time: 0.1348300 Jul 09 20:16:39.955238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6007531-a58e-4c8d-8b98-be45a504c649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c326c2-b206-4052-ad3c-f923d3d5d058,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:40.217154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214f0be-59a9-4a2f-bc42-815d96af28cd req-032675d9-1142-4e37-ad9a-1fe05323b64f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:40.218898 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d214f0be-59a9-4a2f-bc42-815d96af28cd req-032675d9-1142-4e37-ad9a-1fe05323b64f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.1080673 Jul 09 20:16:40.264103 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d214f0be-59a9-4a2f-bc42-815d96af28cd req-ba14172f-d8db-43fc-b6ad-248d0699bc0b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390453 Jul 09 20:16:41.516489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5710e7-9439-46e8-b364-981c4387d835 req-917a235b-be74-4c9a-9ca4-eb64ba2183c8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:41.519129 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a5710e7-9439-46e8-b364-981c4387d835 req-917a235b-be74-4c9a-9ca4-eb64ba2183c8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.0929666 Jul 09 20:16:41.580843 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a5710e7-9439-46e8-b364-981c4387d835 req-3b2b8e7e-72ee-4cac-9f65-a8aa8560d137 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523558 Jul 09 20:16:42.842715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659dbe5-4f77-4ee8-8a83-6797a6e74823 req-80d30907-7a41-499c-b810-0f51eab64945 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:42.852988 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6659dbe5-4f77-4ee8-8a83-6797a6e74823 req-80d30907-7a41-499c-b810-0f51eab64945 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.1185384 Jul 09 20:16:42.907635 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6659dbe5-4f77-4ee8-8a83-6797a6e74823 req-d6e6da20-7887-4965-8700-a67a9aa7a6bb tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536144 Jul 09 20:16:43.148811 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60504) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:43.299018 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-57d4b03d-a28d-4914-b69c-ccfa0e60930a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:43.458289 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-57d4b03d-a28d-4914-b69c-ccfa0e60930a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:43.470887 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-57d4b03d-a28d-4914-b69c-ccfa0e60930a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:43.533689 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-57d4b03d-a28d-4914-b69c-ccfa0e60930a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d810821de1504c0ea57e78e85162f4d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3831677 Jul 09 20:16:43.534473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4b03d-a28d-4914-b69c-ccfa0e60930a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f812a3b2-cecd-44a0-ae6d-a90b5070e9fd,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:43.536658 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60508) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:43.611858 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-416c084b-7867-4783-970f-9958334a0187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:43.638170 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-416c084b-7867-4783-970f-9958334a0187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:43.698166 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-416c084b-7867-4783-970f-9958334a0187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:43.701279 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-416c084b-7867-4783-970f-9958334a0187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:43.702610 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-416c084b-7867-4783-970f-9958334a0187 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f812a3b2-cecd-44a0-ae6d-a90b5070e9fd HTTP/1.1" status: 204 len: 168 time: 0.1648057 Jul 09 20:16:43.713874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c084b-7867-4783-970f-9958334a0187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f812a3b2-cecd-44a0-ae6d-a90b5070e9fd,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:44.186997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a55ff-7285-421d-8ade-584c0a5d7822 req-80460d2e-37ff-4e1e-81f4-d5269a96ba3d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:44.190355 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6f9a55ff-7285-421d-8ade-584c0a5d7822 req-80460d2e-37ff-4e1e-81f4-d5269a96ba3d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.1199481 Jul 09 20:16:44.231648 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60524) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:44.253010 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e7c43bd-f8b6-42e5-ba9e-4ec28f4adddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:44.304590 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6f9a55ff-7285-421d-8ade-584c0a5d7822 req-751eaf38-2694-438f-aa5e-9d14c974bfe7 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082125 Jul 09 20:16:44.425806 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e7c43bd-f8b6-42e5-ba9e-4ec28f4adddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:44.432421 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e7c43bd-f8b6-42e5-ba9e-4ec28f4adddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:44.488667 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7e7c43bd-f8b6-42e5-ba9e-4ec28f4adddb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4298dbece5154de2961bd0b0fe6c4f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536979 Jul 09 20:16:44.488667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c43bd-f8b6-42e5-ba9e-4ec28f4adddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb69debf-9c0f-44b9-bcbc-76ec1a37720c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:44.489266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60532) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:44.564836 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d435402e-0f41-4e93-b323-ae5f03e72f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:44.594158 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d435402e-0f41-4e93-b323-ae5f03e72f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:44.663529 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d435402e-0f41-4e93-b323-ae5f03e72f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:44.666456 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d435402e-0f41-4e93-b323-ae5f03e72f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:44.667626 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d435402e-0f41-4e93-b323-ae5f03e72f31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb69debf-9c0f-44b9-bcbc-76ec1a37720c HTTP/1.1" status: 204 len: 168 time: 0.1772425 Jul 09 20:16:44.712565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435402e-0f41-4e93-b323-ae5f03e72f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb69debf-9c0f-44b9-bcbc-76ec1a37720c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:45.512665 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba3f5a-bee1-489e-a834-895b937ddc16 req-460b981c-fd45-4ccd-90b6-aece5cf72875 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:45.514393 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eaba3f5a-bee1-489e-a834-895b937ddc16 req-460b981c-fd45-4ccd-90b6-aece5cf72875 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.0748155 Jul 09 20:16:45.592395 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eaba3f5a-bee1-489e-a834-895b937ddc16 req-6f07a070-413a-4953-a832-6e66f8f9f6f1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712097 Jul 09 20:16:46.806465 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a406b-9faf-400a-b993-81e31a68a15b req-819c1e51-83c5-4bd9-ad00-323783b15f36 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:46.809870 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e36a406b-9faf-400a-b993-81e31a68a15b req-819c1e51-83c5-4bd9-ad00-323783b15f36 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.0909345 Jul 09 20:16:46.887840 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e36a406b-9faf-400a-b993-81e31a68a15b req-62e984e7-9181-4ac8-a17c-29f3ff632fb0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656915 Jul 09 20:16:47.822198 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60616) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:48.023761 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e4a02dd2-fbdf-438a-a9fe-59517c0811e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:48.140862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da035fb6-500b-4a5f-b347-a2cf564b76bc req-f2ce728a-e37a-4799-a3f5-b3e7df28687a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:48.149049 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da035fb6-500b-4a5f-b347-a2cf564b76bc req-f2ce728a-e37a-4799-a3f5-b3e7df28687a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.0900259 Jul 09 20:16:48.183140 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e4a02dd2-fbdf-438a-a9fe-59517c0811e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:48.189425 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e4a02dd2-fbdf-438a-a9fe-59517c0811e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:48.205488 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da035fb6-500b-4a5f-b347-a2cf564b76bc req-7bef8fad-d9d7-4137-9e2c-25c5bed9e5fd tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538366 Jul 09 20:16:48.232069 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60628) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:48.245138 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e4a02dd2-fbdf-438a-a9fe-59517c0811e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=770201b51de049babfa7e47c0b118ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4315083 Jul 09 20:16:48.273622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a02dd2-fbdf-438a-a9fe-59517c0811e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d9bbeb-14b0-44bf-8281-0fedfce14654,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:48.300383 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:48.328629 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:48.394574 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:48.399296 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:48.416641 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3d9bbeb-14b0-44bf-8281-0fedfce14654 HTTP/1.1" status: 204 len: 168 time: 0.1830804 Jul 09 20:16:48.431023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d9bbeb-14b0-44bf-8281-0fedfce14654,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:48.440281 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:48.441021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:48.441686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:48.442199 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:48.442754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:48.443407 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:48.444111 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:48.444632 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:48.445472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:48.445978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:48.446504 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:48.447125 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80bfcf-2b12-4709-bc10-74b7133ddef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:48.834296 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60636) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:48.852039 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a2610ff-c95e-4db1-8850-90c6b000badd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:48.971256 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a2610ff-c95e-4db1-8850-90c6b000badd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:48.978543 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a2610ff-c95e-4db1-8850-90c6b000badd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:49.020246 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9a2610ff-c95e-4db1-8850-90c6b000badd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a7b02a2b62446559bc6a44a2ebe6f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822426 Jul 09 20:16:49.020468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60638) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:49.067319 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2610ff-c95e-4db1-8850-90c6b000badd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad6d330-34a0-489f-8d16-7d98dcc27635,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:49.087383 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db119bd5-c7a0-4284-9fe4-02fe71a1cfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:49.111357 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db119bd5-c7a0-4284-9fe4-02fe71a1cfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:49.184938 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db119bd5-c7a0-4284-9fe4-02fe71a1cfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:49.184938 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db119bd5-c7a0-4284-9fe4-02fe71a1cfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:49.184938 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-db119bd5-c7a0-4284-9fe4-02fe71a1cfec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aad6d330-34a0-489f-8d16-7d98dcc27635 HTTP/1.1" status: 204 len: 168 time: 0.1621461 Jul 09 20:16:49.194596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db119bd5-c7a0-4284-9fe4-02fe71a1cfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad6d330-34a0-489f-8d16-7d98dcc27635,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:49.485971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8aadd-7bc2-462f-b549-a104dc135b5b req-9b406d1d-bcc6-431b-90c4-0536a47bdad6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:49.487679 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2ed8aadd-7bc2-462f-b549-a104dc135b5b req-9b406d1d-bcc6-431b-90c4-0536a47bdad6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.1112962 Jul 09 20:16:49.552867 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2ed8aadd-7bc2-462f-b549-a104dc135b5b req-6dfb7cbb-018e-4b8d-9186-e0a4cfb59e78 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562117 Jul 09 20:16:51.044624 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a50e8-7b96-4e8e-9966-4922525b8c2c req-727a3984-a2dc-422d-a30e-3a892497d620 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:51.047306 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-699a50e8-7b96-4e8e-9966-4922525b8c2c req-727a3984-a2dc-422d-a30e-3a892497d620 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.2131829 Jul 09 20:16:51.172112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f4abc-40c8-4345-b851-69e965dfaa5d req-3dbcb7f9-a4ea-4c0d-b1dd-a1f2dd7079f6 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:51.174448 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-722f4abc-40c8-4345-b851-69e965dfaa5d req-3dbcb7f9-a4ea-4c0d-b1dd-a1f2dd7079f6 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1464636 Jul 09 20:16:51.195408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-699a50e8-7b96-4e8e-9966-4922525b8c2c req-368aab1f-3252-4d7f-9649-a1e8826e59db tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375365 Jul 09 20:16:51.281175 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-722f4abc-40c8-4345-b851-69e965dfaa5d req-9c2ac37c-e330-4c65-9ae1-8d4dc1784784 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885065 Jul 09 20:16:52.520173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb89ee5-423a-442d-a618-fbfdbce7e64c req-130e1187-4283-4341-ad8c-64c005ecae10 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:52.529099 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4eb89ee5-423a-442d-a618-fbfdbce7e64c req-130e1187-4283-4341-ad8c-64c005ecae10 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.1385834 Jul 09 20:16:52.588940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47079bdf-3493-4c63-a284-d565efdb06a8 req-dde20d4b-ac4a-473c-8c0f-f62d810e2a35 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:52.602698 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47079bdf-3493-4c63-a284-d565efdb06a8 req-dde20d4b-ac4a-473c-8c0f-f62d810e2a35 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.1283841 Jul 09 20:16:52.641755 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4eb89ee5-423a-442d-a618-fbfdbce7e64c req-5c18c752-5edc-4f25-81f0-52d7ef69ba14 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115351 Jul 09 20:16:52.662715 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-536bac92-dc7e-4ebf-a76e-90ba9f91678e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:52.664194 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-536bac92-dc7e-4ebf-a76e-90ba9f91678e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.36 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 945 time: 0.3562443 Jul 09 20:16:52.749532 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47079bdf-3493-4c63-a284-d565efdb06a8 req-681fe0be-a1e7-47ab-910c-358c055bb412 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=6fbefe75-01a2-44e1-a391-06c0e85133f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485691 Jul 09 20:16:52.868853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-5d19f2b0-fbc4-4d1b-aba3-2ad5acbb5e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Deleting port 2314222d-9a3e-48cb-a6b6-5be3c4f546df {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:16:52.873675 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-5d19f2b0-fbc4-4d1b-aba3-2ad5acbb5e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:52.991321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-5d19f2b0-fbc4-4d1b-aba3-2ad5acbb5e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] For port 2314222d-9a3e-48cb-a6b6-5be3c4f546df, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=2314222d-9a3e-48cb-a6b6-5be3c4f546df,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:16:52.992560 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-5d19f2b0-fbc4-4d1b-aba3-2ad5acbb5e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:53.606735 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-5d19f2b0-fbc4-4d1b-aba3-2ad5acbb5e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:53.607518 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-5d19f2b0-fbc4-4d1b-aba3-2ad5acbb5e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:53.607760 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-5d19f2b0-fbc4-4d1b-aba3-2ad5acbb5e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Floating IP 9a8f00ce-b156-402e-96bf-629a7107b98f disassociated. External IP: 172.25.0.242, port: 2314222d-9a3e-48cb-a6b6-5be3c4f546df. Jul 09 20:16:53.608315 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-5d19f2b0-fbc4-4d1b-aba3-2ad5acbb5e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Calling delete_port for 2314222d-9a3e-48cb-a6b6-5be3c4f546df owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:16:53.831218 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-5d19f2b0-fbc4-4d1b-aba3-2ad5acbb5e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:53.883736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19f2b0-fbc4-4d1b-aba3-2ad5acbb5e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event deleted for resources: {'Port': ['ID=2314222d-9a3e-48cb-a6b6-5be3c4f546df,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:53.919949 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d20e8eff-b3f9-48d6-bca8-027815153203 req-7fe95561-6710-496e-81b7-1cf7439b4ffe tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 210 time: 0.0348933 Jul 09 20:16:53.970842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a3786-dd2c-4ede-b7c1-e5446e11c91f req-0de06dc2-b7af-4867-b8ab-58c0ce89c360 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:53.977198 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-364a3786-dd2c-4ede-b7c1-e5446e11c91f req-0de06dc2-b7af-4867-b8ab-58c0ce89c360 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.1598630 Jul 09 20:16:54.052425 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-364a3786-dd2c-4ede-b7c1-e5446e11c91f req-ed6ff98c-f2bc-4249-9f7b-b4eeaab41c32 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716913 Jul 09 20:16:54.080444 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-5d19f2b0-fbc4-4d1b-aba3-2ad5acbb5e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Router 3270d130-2195-447b-8f02-4798afd13fd8 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:16:54.227839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-5d19f2b0-fbc4-4d1b-aba3-2ad5acbb5e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:16:54.242666 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2467d-6539-423e-97c4-aa95719439d0 None None] Sync routers for ids ['3270d130-2195-447b-8f02-4798afd13fd8'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:16:54.264045 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2467d-6539-423e-97c4-aa95719439d0 None None] Routers {'3270d130-2195-447b-8f02-4798afd13fd8'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:16:54.265666 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-29e2467d-6539-423e-97c4-aa95719439d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:16:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3270d130-2195-447b-8f02-4798afd13fd8'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:16:54.295057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-5d19f2b0-fbc4-4d1b-aba3-2ad5acbb5e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] No DVR routers for this DVR port 2314222d-9a3e-48cb-a6b6-5be3c4f546df on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:16:54.298338 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-5d19f2b0-fbc4-4d1b-aba3-2ad5acbb5e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:54.301455 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-165e6510-c4c6-418a-8a58-e5bf3d0e9f7e req-5d19f2b0-fbc4-4d1b-aba3-2ad5acbb5e80 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.36 "DELETE /v2.0/ports/2314222d-9a3e-48cb-a6b6-5be3c4f546df HTTP/1.1" status: 204 len: 173 time: 1.6299398 Jul 09 20:16:54.303142 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df2353d-59b4-4007-a22c-7d15cc04c78b', 'name': 'network-vif-deleted', 'tag': '2314222d-9a3e-48cb-a6b6-5be3c4f546df'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:16:54.307905 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b241495-fb9d-425e-a281-ec885d36374c" -d '{"events": [{"server_uuid": "1df2353d-59b4-4007-a22c-7d15cc04c78b", "name": "network-vif-deleted", "tag": "2314222d-9a3e-48cb-a6b6-5be3c4f546df"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:16:54.339392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-484c04dc-b38d-444c-b8aa-b82fbf3411d9 req-4f96696a-4198-44a7-b5b9-15a8711eb468 service neutron] (100204) timed out ('10.222.0.36', 64031) {{(pid=100204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:16:54.367150 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:16:54.367952 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a34771d-1498-4d61-8725-fc75d92f8368 x-openstack-request-id: req-9a34771d-1498-4d61-8725-fc75d92f8368 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:16:54.368953 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df2353d-59b4-4007-a22c-7d15cc04c78b", "name": "network-vif-deleted", "tag": "2314222d-9a3e-48cb-a6b6-5be3c4f546df", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:16:54.369402 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a34771d-1498-4d61-8725-fc75d92f8368 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:16:54.370551 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df2353d-59b4-4007-a22c-7d15cc04c78b', 'name': 'network-vif-deleted', 'tag': '2314222d-9a3e-48cb-a6b6-5be3c4f546df', 'status': 'completed', 'code': 200} Jul 09 20:16:54.526030 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-29e2467d-6539-423e-97c4-aa95719439d0 None None] Set router 3270d130-2195-447b-8f02-4798afd13fd8 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:16:54.898776 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-29e2467d-6539-423e-97c4-aa95719439d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '7f30460a-0a6d-4b3e-b314-e6e8da4d17da', 'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'mac_address': 'fa:16:3e:d8:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:00Z', 'updated_at': '2021-07-09T20:10:10Z', 'revision_number': 5, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'subnets': [{'id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:16:54.940780 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2467d-6539-423e-97c4-aa95719439d0 None None] Checking router: 3270d130-2195-447b-8f02-4798afd13fd8 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:16:54.973449 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e2467d-6539-423e-97c4-aa95719439d0 None None] Routers {'3270d130-2195-447b-8f02-4798afd13fd8'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:16:54.976164 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-29e2467d-6539-423e-97c4-aa95719439d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:16:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3270d130-2195-447b-8f02-4798afd13fd8'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:16:55.373660 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-29e2467d-6539-423e-97c4-aa95719439d0 None None] Set router 3270d130-2195-447b-8f02-4798afd13fd8 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:16:55.394982 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b77ee1df-e1d0-4e0d-9a2e-7a49e1d73f62 req-b3112f08-59cf-4650-bd6c-94b1efb02f08 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=1df2353d-59b4-4007-a22c-7d15cc04c78b HTTP/1.1" status: 200 len: 210 time: 0.0729804 Jul 09 20:16:55.482028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736253b9-db98-4f2f-9508-d6eac1407d69 req-68a51133-2966-4790-bd67-1e608e7c0a0e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:55.484391 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-736253b9-db98-4f2f-9508-d6eac1407d69 req-68a51133-2966-4790-bd67-1e608e7c0a0e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.1088409 Jul 09 20:16:55.574488 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-736253b9-db98-4f2f-9508-d6eac1407d69 req-350276a5-893f-4ebd-9438-e215feb9744d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817473 Jul 09 20:16:55.608924 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2314222d-9a3e-48cb-a6b6-5be3c4f546df no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:16:55.654667 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 2314222d-9a3e-48cb-a6b6-5be3c4f546df {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:16:55.655026 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 2314222d-9a3e-48cb-a6b6-5be3c4f546df not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:16:55.740644 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-29e2467d-6539-423e-97c4-aa95719439d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '7f30460a-0a6d-4b3e-b314-e6e8da4d17da', 'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'mac_address': 'fa:16:3e:d8:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:00Z', 'updated_at': '2021-07-09T20:10:10Z', 'revision_number': 5, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'subnets': [{'id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:16:55.777287 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e2467d-6539-423e-97c4-aa95719439d0 None None] The sync data for ids ['3270d130-2195-447b-8f02-4798afd13fd8'] in n-d-800088-3 is: [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '7f30460a-0a6d-4b3e-b314-e6e8da4d17da', 'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'mac_address': 'fa:16:3e:d8:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:00Z', 'updated_at': '2021-07-09T20:10:10Z', 'revision_number': 5, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'subnets': [{'id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:16:56.098505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204348f-75c3-4d39-bd5f-de9d5309b9c3 None None] New status for floating IP 9a8f00ce-b156-402e-96bf-629a7107b98f: DOWN {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:16:56.546091 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60858) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:56.613224 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ff3b1022-0740-4def-a547-962093d5ef4a tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:56.641110 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ff3b1022-0740-4def-a547-962093d5ef4a tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:56.695619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ff3b1022-0740-4def-a547-962093d5ef4a tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:56.698787 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ff3b1022-0740-4def-a547-962093d5ef4a tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:56.704103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60872) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:56.705730 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ff3b1022-0740-4def-a547-962093d5ef4a tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "DELETE /v2.0/security-groups/6fbefe75-01a2-44e1-a391-06c0e85133f8 HTTP/1.1" status: 204 len: 168 time: 0.1581633 Jul 09 20:16:56.717569 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b1022-0740-4def-a547-962093d5ef4a tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbefe75-01a2-44e1-a391-06c0e85133f8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:56.722756 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-546d0cdc-0552-467b-a560-fee74a9939ce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] show failed (client error): The resource could not be found. Jul 09 20:16:56.724350 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-546d0cdc-0552-467b-a560-fee74a9939ce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups/6fbefe75-01a2-44e1-a391-06c0e85133f8 HTTP/1.1" status: 404 len: 347 time: 0.0193181 Jul 09 20:16:56.735093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60874) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:56.914352 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-21deb611-7ff8-4bcf-804b-2052189afb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:56.914985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-aaa2b9fc-287c-4e34-b349-fd8b8730d310 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Deleting port b6fb8a85-1290-451c-b37b-d05accc6808e {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:16:56.914985 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aaa2b9fc-287c-4e34-b349-fd8b8730d310 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:56.932085 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:57.007645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3cfe5-2736-4549-9c90-4ecedf60fb42 req-a4ef264f-5477-48f6-ad8a-5c3acdcc0e35 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:57.015508 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56d3cfe5-2736-4549-9c90-4ecedf60fb42 req-a4ef264f-5477-48f6-ad8a-5c3acdcc0e35 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 947 time: 0.0850420 Jul 09 20:16:57.023244 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aaa2b9fc-287c-4e34-b349-fd8b8730d310 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:57.023587 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aaa2b9fc-287c-4e34-b349-fd8b8730d310 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:57.043709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-aaa2b9fc-287c-4e34-b349-fd8b8730d310 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Calling delete_port for b6fb8a85-1290-451c-b37b-d05accc6808e owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:16:57.073411 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56d3cfe5-2736-4549-9c90-4ecedf60fb42 req-be3aef76-f437-48ca-9f9d-776b5b52b875 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565076 Jul 09 20:16:57.248167 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aaa2b9fc-287c-4e34-b349-fd8b8730d310 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:57.285081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2b9fc-287c-4e34-b349-fd8b8730d310 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event deleted for resources: {'Port': ['ID=b6fb8a85-1290-451c-b37b-d05accc6808e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:57.377715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aaa2b9fc-287c-4e34-b349-fd8b8730d310 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:57.380875 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aaa2b9fc-287c-4e34-b349-fd8b8730d310 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:57.382488 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-aaa2b9fc-287c-4e34-b349-fd8b8730d310 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "DELETE /v2.0/floatingips/9a8f00ce-b156-402e-96bf-629a7107b98f HTTP/1.1" status: 204 len: 168 time: 0.6461344 Jul 09 20:16:57.623078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 63677154-63b5-4897-8657-b7307f459562 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:16:57.910040 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:57.918184 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60950) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:57.927172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0ef5dbb3-2d6a-410e-9cf9-3293f034b20c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Request body: {'security_group': {'name': 'tempest-securitygroup--160604388', 'description': 'tempest-description--589440797'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:16:57.940783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63677154-63b5-4897-8657-b7307f459562'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:16:57.944908 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0ca38c-7d70-4259-a7a2-76b6660d88c1" -d '{"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "63677154-63b5-4897-8657-b7307f459562"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:16:57.963262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:16:57.971883 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:57.992376 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ef5dbb3-2d6a-410e-9cf9-3293f034b20c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:58.010695 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e4f1d1-9795-4afe-9399-ca57b7dfde3a x-openstack-request-id: req-45e4f1d1-9795-4afe-9399-ca57b7dfde3a {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:16:58.011147 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-unplugged", "status": "completed", "tag": "63677154-63b5-4897-8657-b7307f459562", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:16:58.011403 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45e4f1d1-9795-4afe-9399-ca57b7dfde3a {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:16:58.011941 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63677154-63b5-4897-8657-b7307f459562', 'code': 200} Jul 09 20:16:58.050852 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=63677154-63b5-4897-8657-b7307f459562,revision_number=14']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:58.151742 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ef5dbb3-2d6a-410e-9cf9-3293f034b20c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:58.158168 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ef5dbb3-2d6a-410e-9cf9-3293f034b20c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:58.185922 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ef5dbb3-2d6a-410e-9cf9-3293f034b20c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:58.187538 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0ef5dbb3-2d6a-410e-9cf9-3293f034b20c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2672520 Jul 09 20:16:58.191443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60970) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:58.199559 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Request body: {'security_group_rule': {'security_group_id': '1d3159cf-5090-4822-9894-716d3929a1fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:16:58.209094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5dbb3-2d6a-410e-9cf9-3293f034b20c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3159cf-5090-4822-9894-716d3929a1fb,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:58.252442 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:58.329791 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:58.335753 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:58.366700 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:58.368870 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1753161 Jul 09 20:16:58.371825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 60982) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:58.377616 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-df754468-e135-4345-800a-3ff5fb7c8d15 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Request body: {'security_group_rule': {'security_group_id': '1d3159cf-5090-4822-9894-716d3929a1fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:16:58.382451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14cdc5e-e1a5-4940-ad87-f6e27ced9a3d,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:58.405653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:58.406805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:58.407362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:58.410049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:58.410720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:58.412864 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:58.413236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:58.414057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:58.414414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:58.414764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:58.417484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:58.418194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f56dba-c44f-47cb-998c-8be7962bb7ee tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:16:58.437705 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df754468-e135-4345-800a-3ff5fb7c8d15 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:58.507320 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df754468-e135-4345-800a-3ff5fb7c8d15 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:58.513104 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df754468-e135-4345-800a-3ff5fb7c8d15 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:58.534260 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df754468-e135-4345-800a-3ff5fb7c8d15 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a276cac-1832-456b-ad48-25e2259da4a6,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:58.550153 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df754468-e135-4345-800a-3ff5fb7c8d15 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:58.556807 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-df754468-e135-4345-800a-3ff5fb7c8d15 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1808841 Jul 09 20:16:58.557350 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 60988) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:16:58.564057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:16:58.636500 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:58.812355 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:58.985264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Allocated IP 172.25.0.211 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/a64b2d4f-0eec-4bf3-a20f-2faae1410290) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:16:59.142610 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:59.186894 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:59.253500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484d090-4c07-427f-8033-3eae6eec3af1 req-0fce69e2-9954-4eff-a2df-fc5cab77f681 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:59.254159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event updated for resources: {'Port': ['ID=a64b2d4f-0eec-4bf3-a20f-2faae1410290,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:59.256521 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3484d090-4c07-427f-8033-3eae6eec3af1 req-0fce69e2-9954-4eff-a2df-fc5cab77f681 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0973258 Jul 09 20:16:59.263685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:16:59.266635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:16:59.270051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:16:59.282193 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:59.338802 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3484d090-4c07-427f-8033-3eae6eec3af1 req-e81c9fcd-49c9-41e5-9537-969de7657307 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608921 Jul 09 20:16:59.407097 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:59.436409 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a53fc1a1-b593-47de-98d3-a49364b97bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:59.484276 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:59.624394 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:59.739639 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:59.750896 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:59.780006 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891155c-8ede-4ce9-9235-f27f6f5adcdc req-bceac818-efbe-4bcf-b4bd-b3c250f07092 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:59.789098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55046a-fddb-47fd-ab32-7bad6e5cede4 req-2481dedf-7069-43b7-a7fd-f48a265bf7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:59.790223 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce55046a-fddb-47fd-ab32-7bad6e5cede4 req-2481dedf-7069-43b7-a7fd-f48a265bf7e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 1096 time: 0.1412179 Jul 09 20:16:59.791556 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0891155c-8ede-4ce9-9235-f27f6f5adcdc req-bceac818-efbe-4bcf-b4bd-b3c250f07092 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0954564 Jul 09 20:16:59.844515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0891155c-8ede-4ce9-9235-f27f6f5adcdc req-8058c8a3-01c9-413d-8b8c-2ffa1be3dea4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478489 Jul 09 20:16:59.886488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event updated for resources: {'Port': ['ID=a64b2d4f-0eec-4bf3-a20f-2faae1410290,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:16:59.901525 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:59.932926 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:16:59.934175 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cb235ce2-81e2-4540-a90f-680ec20ccd1b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3752565 Jul 09 20:16:59.949205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55046a-fddb-47fd-ab32-7bad6e5cede4 req-85b40518-f0c7-4ace-822e-956b06d7093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:16:59.952134 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce55046a-fddb-47fd-ab32-7bad6e5cede4 req-85b40518-f0c7-4ace-822e-956b06d7093b service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.1329732 Jul 09 20:17:00.045589 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce55046a-fddb-47fd-ab32-7bad6e5cede4 req-308caf6a-9c26-4386-81a8-6430974bea41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63677154-63b5-4897-8657-b7307f459562 HTTP/1.1" status: 200 len: 1000 time: 0.0856180 Jul 09 20:17:00.119369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55046a-fddb-47fd-ab32-7bad6e5cede4 req-93820514-eb7d-4ac4-b741-90a3879365b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:00.122006 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce55046a-fddb-47fd-ab32-7bad6e5cede4 req-93820514-eb7d-4ac4-b741-90a3879365b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.0702009 Jul 09 20:17:00.216280 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-ef6f70b0-925e-4fa6-a5a5-6e7c157c6420 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--160604388&fields=id&tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce HTTP/1.1" status: 200 len: 267 time: 0.0538421 Jul 09 20:17:00.225141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55046a-fddb-47fd-ab32-7bad6e5cede4 req-22b22c70-8f1e-4921-8f9d-08a1956d4998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:00.226567 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce55046a-fddb-47fd-ab32-7bad6e5cede4 req-22b22c70-8f1e-4921-8f9d-08a1956d4998 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971045 Jul 09 20:17:00.406992 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-474a291e-58a7-4f56-9955-f01f9a596b1c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:00.408722 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-474a291e-58a7-4f56-9955-f01f9a596b1c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/networks?id=a6576972-e367-4dac-bb93-8a5b61d3f93b HTTP/1.1" status: 200 len: 811 time: 0.1800785 Jul 09 20:17:00.413585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce55046a-fddb-47fd-ab32-7bad6e5cede4 req-a66ea91b-0818-43c1-99b6-541f3631b60d service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748302 Jul 09 20:17:00.447057 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-7f352ed3-ea0b-4b19-8be0-0f3d7fc0ee7d tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/quotas/a1868c8d9d3d48179c8ea72dba1c19ce HTTP/1.1" status: 200 len: 375 time: 0.0319338 Jul 09 20:17:00.455018 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:00.557516 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ce55046a-fddb-47fd-ab32-7bad6e5cede4 req-2084359e-e732-4441-888b-f5ab254a7c7b service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357000 Jul 09 20:17:00.576956 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-315872fc-441f-4876-92af-f2658be2b315 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000297 Jul 09 20:17:00.690353 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-7d3753c1-6835-4888-80d1-311192a2acea service neutron] 10.222.0.30 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967982 Jul 09 20:17:00.792675 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-57a16c27-ad2a-4a4f-80b3-01e758dbb1ec service neutron] 10.222.0.30 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962682 Jul 09 20:17:01.058501 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e27bf9-7c03-4f13-a1ad-71d28137adc3 req-375eea4f-eec5-4f1e-8308-9f42c719c22b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:01.060953 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-77e27bf9-7c03-4f13-a1ad-71d28137adc3 req-375eea4f-eec5-4f1e-8308-9f42c719c22b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0991008 Jul 09 20:17:01.081018 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-464b6f72-8348-4bd9-9495-ad15a3776181 req-e3b720a1-ae27-4d4a-b817-2cb6a5f98306 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 210 time: 0.0840092 Jul 09 20:17:01.144936 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-77e27bf9-7c03-4f13-a1ad-71d28137adc3 req-7003d9c2-daeb-4c48-91bc-b0ff446e8621 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723369 Jul 09 20:17:02.319733 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:02.395986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-08abccc7-a517-49d7-bbe1-e1d722f1e5ce req-30beef28-4dc2-420d-8811-fd8f1350690e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 210 time: 0.0711148 Jul 09 20:17:02.463691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd41e2-b987-4e51-a427-ce54d4b7afed req-fc11b959-bdec-42e3-966e-25394fabd189 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:02.471925 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3bdd41e2-b987-4e51-a427-ce54d4b7afed req-fc11b959-bdec-42e3-966e-25394fabd189 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1092184 Jul 09 20:17:02.494273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-8e42ebbf-970e-47c1-8ae6-81a510a29d71 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:02.496329 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-8e42ebbf-970e-47c1-8ae6-81a510a29d71 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.36 "GET /v2.0/networks?id=a6576972-e367-4dac-bb93-8a5b61d3f93b HTTP/1.1" status: 200 len: 811 time: 0.2033243 Jul 09 20:17:02.533173 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3bdd41e2-b987-4e51-a427-ce54d4b7afed req-df1f781c-046e-4488-afd6-5f0f3199000a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598443 Jul 09 20:17:02.607893 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-cb656caf-af27-43c6-9899-62bdd2b3d974 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce HTTP/1.1" status: 200 len: 379 time: 0.1004190 Jul 09 20:17:02.623540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-f2e16176-2b71-4005-9a47-250f97bc392c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Request body: {'port': {'device_id': 'ac62ae09-b21c-4503-b807-4e2070385cf1', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'admin_state_up': True, 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'security_groups': ['1d3159cf-5090-4822-9894-716d3929a1fb']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:02.822102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-f2e16176-2b71-4005-9a47-250f97bc392c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Made reservation on behalf of a1868c8d9d3d48179c8ea72dba1c19ce for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:17:02.827082 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-f2e16176-2b71-4005-9a47-250f97bc392c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:03.027391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c89507-3745-46c3-abc6-c7693793d814 req-d1e99193-e641-4cdb-a792-851122d189ed tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:03.034014 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-93c89507-3745-46c3-abc6-c7693793d814 req-d1e99193-e641-4cdb-a792-851122d189ed tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0808268 Jul 09 20:17:03.037962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-f2e16176-2b71-4005-9a47-250f97bc392c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Allocated IP 172.20.0.5 (a6576972-e367-4dac-bb93-8a5b61d3f93b/161c1db9-1ac5-4ddb-aca3-0389863a1e7f/cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:17:03.257469 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-f2e16176-2b71-4005-9a47-250f97bc392c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:03.274770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-f2e16176-2b71-4005-9a47-250f97bc392c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Transition to ACTIVE for port object cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:03.316744 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-f2e16176-2b71-4005-9a47-250f97bc392c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:03.425691 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-93c89507-3745-46c3-abc6-c7693793d814 req-36c0ca88-dd29-4736-a979-d555fe9c5ef6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3892949 Jul 09 20:17:03.462365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-f2e16176-2b71-4005-9a47-250f97bc392c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Network a6576972-e367-4dac-bb93-8a5b61d3f93b is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:03.464254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e16176-2b71-4005-9a47-250f97bc392c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event updated for resources: {'Port': ['ID=cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:03.467038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-f2e16176-2b71-4005-9a47-250f97bc392c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:03.481513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-f2e16176-2b71-4005-9a47-250f97bc392c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:03.572420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-f2e16176-2b71-4005-9a47-250f97bc392c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:03.581120 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-f2e16176-2b71-4005-9a47-250f97bc392c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:03.639597 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-f2e16176-2b71-4005-9a47-250f97bc392c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0295916 Jul 09 20:17:03.658470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Request body: {'port': {'device_id': 'ac62ae09-b21c-4503-b807-4e2070385cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:03.665753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acae4aa-d2b5-4446-a510-344eb999f789 req-21d5bb63-7ef9-4c5a-87d9-a5a55e1c46a0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:03.673908 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9acae4aa-d2b5-4446-a510-344eb999f789 req-21d5bb63-7ef9-4c5a-87d9-a5a55e1c46a0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1043336 Jul 09 20:17:03.743048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343cc41-cdca-4705-85b7-57910080915f req-2c50eece-d251-48a1-ab22-0c7e829fac5d tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:03.745499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f343cc41-cdca-4705-85b7-57910080915f req-2c50eece-d251-48a1-ab22-0c7e829fac5d tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 931 time: 0.1563926 Jul 09 20:17:03.772110 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9acae4aa-d2b5-4446-a510-344eb999f789 req-8cca7d1e-e161-4459-872e-53d682132921 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966868 Jul 09 20:17:03.826490 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f343cc41-cdca-4705-85b7-57910080915f req-a496768f-e39d-48d6-8ca0-596e1e7389dc tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d3159cf-5090-4822-9894-716d3929a1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578701 Jul 09 20:17:03.827201 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:03.922416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-27b093ec-c3e1-4f71-a3e7-46d54f02adad None None] Provisioning for port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:17:03.931694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-27b093ec-c3e1-4f71-a3e7-46d54f02adad None None] Provisioning complete for port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:03.932686 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-27b093ec-c3e1-4f71-a3e7-46d54f02adad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:03.984432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-27b093ec-c3e1-4f71-a3e7-46d54f02adad None None] Port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:17:04.123868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-d424f480-6ed8-4200-b972-d152dbad0810 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:04.125450 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-d424f480-6ed8-4200-b972-d152dbad0810 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 812 time: 0.1297450 Jul 09 20:17:04.143248 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-33242d69-f28d-429c-b92a-3d8884f050a7 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/quotas/c2e81d9f1ed2425f9b101d7229ff034f HTTP/1.1" status: 200 len: 375 time: 0.0110626 Jul 09 20:17:04.225323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:17:04.237266 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:04.239007 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-0eb6ae7a-1923-4197-9fbb-57ce4a33470f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0889459 Jul 09 20:17:04.266546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Transition to ACTIVE for port object cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:04.271924 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:04.373176 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-16021cfc-d696-4799-9c40-42f3c6b8a2ac service neutron] 10.222.0.30 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252749 Jul 09 20:17:04.375504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Pushing event updated for resources: {'Port': ['ID=cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:04.509647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Attempting to bind port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:04.510210 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Attempting to bind port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:04.510440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Attempting to bind port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 on network a6576972-e367-4dac-bb93-8a5b61d3f93b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:04.516054 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 on network a6576972-e367-4dac-bb93-8a5b61d3f93b not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:04.516441 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Attempting to bind port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 on network a6576972-e367-4dac-bb93-8a5b61d3f93b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:04.523966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:17:04.524665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Checking segment: {'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:04.525126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Bound using segment: {'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:17:04.525581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Bound port: cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ec7343-fb60-4d21-b84b-dbefaa4697cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:17:04.525948 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:04.530062 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-7a2cc1aa-8456-4c98-9ef7-d024f1d98553 service neutron] 10.222.0.30 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420012 Jul 09 20:17:04.655165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] For port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:17:04.659588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] For port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:17:04.665619 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:04.739259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:04.739899 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:04.741380 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] 10.222.0.36 "PUT /v2.0/ports/cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 HTTP/1.1" status: 200 len: 1091 time: 1.0924506 Jul 09 20:17:04.741866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac62ae09-b21c-4503-b807-4e2070385cf1', 'tag': 'cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:17:04.744142 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba08d46-8484-4c39-9eb1-492ed848d985" -d '{"events": [{"name": "network-changed", "server_uuid": "ac62ae09-b21c-4503-b807-4e2070385cf1", "tag": "cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:17:04.848135 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b6c104-d316-429c-9ecb-782a01e9f945 x-openstack-request-id: req-e3b6c104-d316-429c-9ecb-782a01e9f945 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:17:04.848725 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac62ae09-b21c-4503-b807-4e2070385cf1", "tag": "cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:17:04.849055 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3b6c104-d316-429c-9ecb-782a01e9f945 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:17:04.849436 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac62ae09-b21c-4503-b807-4e2070385cf1', 'tag': 'cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6', 'status': 'completed', 'code': 200} Jul 09 20:17:04.943977 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8758466-1afa-483f-806c-2698f5ddc1c1 req-5082f1f0-04fd-490b-a8a0-141eb130b67e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 210 time: 0.1383655 Jul 09 20:17:04.957049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cebc5-87a6-4524-9df8-cd22b6453bdd service neutron] Pushing event updated for resources: {'Port': ['ID=cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:05.014953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-d24daa9e-7137-49c4-8a92-a7b33492e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:05.016955 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-d24daa9e-7137-49c4-8a92-a7b33492e6c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce&device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 1094 time: 0.2102976 Jul 09 20:17:05.071206 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-e8903b0f-6904-49bb-9f50-a096c7b9edc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 HTTP/1.1" status: 200 len: 217 time: 0.0451193 Jul 09 20:17:05.149106 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-4ed0c6e8-e21e-4620-86dc-8b3b916b338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:05.151805 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-4ed0c6e8-e21e-4620-86dc-8b3b916b338b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=161c1db9-1ac5-4ddb-aca3-0389863a1e7f HTTP/1.1" status: 200 len: 850 time: 0.0710590 Jul 09 20:17:05.207249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7765-0b90-4e80-a2a7-3cb37d69ce95 req-69035074-18e3-411a-801d-442107134497 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:05.232982 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b32d7765-0b90-4e80-a2a7-3cb37d69ce95 req-69035074-18e3-411a-801d-442107134497 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 943 time: 0.1934202 Jul 09 20:17:05.296377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-e94ff9ac-e0be-469c-a680-67ca2cf5607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:05.298615 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-e94ff9ac-e0be-469c-a680-67ca2cf5607c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6576972-e367-4dac-bb93-8a5b61d3f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383424 Jul 09 20:17:05.308729 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b32d7765-0b90-4e80-a2a7-3cb37d69ce95 req-ed70ed76-99fe-4d32-af1e-cce2f3479288 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d3159cf-5090-4822-9894-716d3929a1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782022 Jul 09 20:17:05.309284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33008) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:05.496868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-9d9a5c30-caf4-4b31-8390-eca5cd71a844 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716025 Jul 09 20:17:05.506411 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2ae08826-4f90-4473-b280-4816acdee8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:05.618115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b8a2d15b-9b16-493d-9b32-5212988884f7 req-2d191be2-05b6-4e90-801d-c1276a22839d service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198938 Jul 09 20:17:05.664246 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2ae08826-4f90-4473-b280-4816acdee8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:05.671984 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2ae08826-4f90-4473-b280-4816acdee8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:05.716805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae08826-4f90-4473-b280-4816acdee8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87432d4c-627b-47de-8b12-8b7038647632,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:05.721711 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2ae08826-4f90-4473-b280-4816acdee8ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35ef1aa4d603457c90c7e00e862ab312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4111645 Jul 09 20:17:05.724205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33046) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:05.766851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba08d46-8484-4c39-9eb1-492ed848d985 req-1d23149c-1586-4567-982b-0376b7e7e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:05.768560 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dba08d46-8484-4c39-9eb1-492ed848d985 req-1d23149c-1586-4567-982b-0376b7e7e4a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce&device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 1094 time: 0.0668316 Jul 09 20:17:05.803609 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f87e46a7-84c5-4ccc-a3c9-acb4b0940b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:05.844850 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f87e46a7-84c5-4ccc-a3c9-acb4b0940b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:05.906422 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f87e46a7-84c5-4ccc-a3c9-acb4b0940b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:05.909397 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f87e46a7-84c5-4ccc-a3c9-acb4b0940b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:05.910464 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f87e46a7-84c5-4ccc-a3c9-acb4b0940b86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87432d4c-627b-47de-8b12-8b7038647632 HTTP/1.1" status: 204 len: 168 time: 0.1850972 Jul 09 20:17:05.925387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e46a7-84c5-4ccc-a3c9-acb4b0940b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87432d4c-627b-47de-8b12-8b7038647632,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:05.980724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba08d46-8484-4c39-9eb1-492ed848d985 req-3168fc24-9f50-49a4-8e19-7a8678d4eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:05.984845 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dba08d46-8484-4c39-9eb1-492ed848d985 req-3168fc24-9f50-49a4-8e19-7a8678d4eb86 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6576972-e367-4dac-bb93-8a5b61d3f93b HTTP/1.1" status: 200 len: 912 time: 0.1938660 Jul 09 20:17:06.047012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dba08d46-8484-4c39-9eb1-492ed848d985 req-6d56ea5e-275c-43a8-b79e-5c81e84c963c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 HTTP/1.1" status: 200 len: 217 time: 0.0482264 Jul 09 20:17:06.134157 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00241876-cc6e-4a10-84f5-2a31be8467fc req-f2a9f3ac-a762-4888-ac61-234f08d4cc9e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 210 time: 0.0469012 Jul 09 20:17:06.144505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba08d46-8484-4c39-9eb1-492ed848d985 req-bed3fc95-046c-4c07-8b8e-995b767e9e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:06.147419 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dba08d46-8484-4c39-9eb1-492ed848d985 req-bed3fc95-046c-4c07-8b8e-995b767e9e4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=161c1db9-1ac5-4ddb-aca3-0389863a1e7f HTTP/1.1" status: 200 len: 850 time: 0.0920951 Jul 09 20:17:06.287389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33054) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:06.312338 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6ae213b-eaa0-43a3-8cf1-be669417a5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:06.485265 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6ae213b-eaa0-43a3-8cf1-be669417a5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:06.498373 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6ae213b-eaa0-43a3-8cf1-be669417a5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:06.578619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba08d46-8484-4c39-9eb1-492ed848d985 req-4a0a5c56-4796-4f3d-9963-9c0cf67896b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:06.580143 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dba08d46-8484-4c39-9eb1-492ed848d985 req-4a0a5c56-4796-4f3d-9963-9c0cf67896b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6576972-e367-4dac-bb93-8a5b61d3f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4165516 Jul 09 20:17:06.591473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-76693937-125b-4e4b-81e1-86d2fc6fe4d3 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:06.593252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae213b-eaa0-43a3-8cf1-be669417a5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa5a945-4e99-4a65-b5ec-ad3026fc43e0,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:06.593789 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-76693937-125b-4e4b-81e1-86d2fc6fe4d3 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 812 time: 0.1312165 Jul 09 20:17:06.609608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-48ad24b6-1bff-4dd2-934c-2cd348fa0d51 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Request body: {'port': {'device_id': '5be8e6d6-501a-4f95-a723-2c92f14dbccf', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'admin_state_up': True, 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:06.609811 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e6ae213b-eaa0-43a3-8cf1-be669417a5df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=770e5ca25d4f4717ae3b9d4d662d2a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3210649 Jul 09 20:17:06.616085 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33062) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:06.675219 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e993bad-5acf-48b3-afad-8e6e78d66f3a req-378009f1-3f5d-475b-a588-073742c67d35 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:06.683063 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e993bad-5acf-48b3-afad-8e6e78d66f3a req-378009f1-3f5d-475b-a588-073742c67d35 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 943 time: 0.1448860 Jul 09 20:17:06.729854 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e69de294-9a27-4ebc-a24a-4f005bcc34de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:06.750401 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e993bad-5acf-48b3-afad-8e6e78d66f3a req-6efaf459-76e2-4514-b8da-077eba64d7a3 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d3159cf-5090-4822-9894-716d3929a1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663817 Jul 09 20:17:06.763849 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dba08d46-8484-4c39-9eb1-492ed848d985 req-91cc5433-2add-417d-9034-58fd6ee50f9f service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690748 Jul 09 20:17:06.771850 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e69de294-9a27-4ebc-a24a-4f005bcc34de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:06.837479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-48ad24b6-1bff-4dd2-934c-2cd348fa0d51 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Made reservation on behalf of c2e81d9f1ed2425f9b101d7229ff034f for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:17:06.841151 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-48ad24b6-1bff-4dd2-934c-2cd348fa0d51 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:06.843554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e69de294-9a27-4ebc-a24a-4f005bcc34de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:06.847239 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e69de294-9a27-4ebc-a24a-4f005bcc34de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:06.848761 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e69de294-9a27-4ebc-a24a-4f005bcc34de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/efa5a945-4e99-4a65-b5ec-ad3026fc43e0 HTTP/1.1" status: 204 len: 168 time: 0.2301555 Jul 09 20:17:06.859561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69de294-9a27-4ebc-a24a-4f005bcc34de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa5a945-4e99-4a65-b5ec-ad3026fc43e0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:06.952285 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dba08d46-8484-4c39-9eb1-492ed848d985 req-4bcbd5e2-87bd-470b-aedb-0bfd62b12155 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794832 Jul 09 20:17:07.026823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-48ad24b6-1bff-4dd2-934c-2cd348fa0d51 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Allocated IP 172.20.0.6 (845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8/de9a6dd1-1afa-4967-a28b-c388caa25b1c/1e9f5f03-1712-4159-b45d-0e746d6cfb2f) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:17:07.215062 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-48ad24b6-1bff-4dd2-934c-2cd348fa0d51 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:07.241067 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-48ad24b6-1bff-4dd2-934c-2cd348fa0d51 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Transition to ACTIVE for port object 1e9f5f03-1712-4159-b45d-0e746d6cfb2f will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:07.301572 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de33f10f-cb3e-447b-905a-d0f1b3f2aac4 req-d1f250e8-0ff7-478d-9745-906b59d6e101 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 210 time: 0.0362115 Jul 09 20:17:07.323396 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-48ad24b6-1bff-4dd2-934c-2cd348fa0d51 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:07.377706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-48ad24b6-1bff-4dd2-934c-2cd348fa0d51 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:07.381360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-48ad24b6-1bff-4dd2-934c-2cd348fa0d51 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:07.385855 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-48ad24b6-1bff-4dd2-934c-2cd348fa0d51 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:07.392834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad24b6-1bff-4dd2-934c-2cd348fa0d51 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event updated for resources: {'Port': ['ID=1e9f5f03-1712-4159-b45d-0e746d6cfb2f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:07.456010 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-48ad24b6-1bff-4dd2-934c-2cd348fa0d51 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:07.457654 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-48ad24b6-1bff-4dd2-934c-2cd348fa0d51 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:07.479712 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-48ad24b6-1bff-4dd2-934c-2cd348fa0d51 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8758996 Jul 09 20:17:07.493519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Request body: {'port': {'device_id': '5be8e6d6-501a-4f95-a723-2c92f14dbccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:07.600823 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:07.728841 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d3439a90-d270-4d54-bb3b-f44ada378e36 None None] Provisioning for port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:17:07.735148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d3439a90-d270-4d54-bb3b-f44ada378e36 None None] Provisioning complete for port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:07.737295 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3439a90-d270-4d54-bb3b-f44ada378e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:07.779368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d3439a90-d270-4d54-bb3b-f44ada378e36 None None] Port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:17:07.949078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9f5f03-1712-4159-b45d-0e746d6cfb2f {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:17:07.961049 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:07.987720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Transition to ACTIVE for port object 1e9f5f03-1712-4159-b45d-0e746d6cfb2f will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:07.993170 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:08.002490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4aeef-3303-4bd8-bac3-dfe579da1d17 req-b974c6fa-d0e9-42a7-a5a9-8a30eab60364 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:08.004209 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fda4aeef-3303-4bd8-bac3-dfe579da1d17 req-b974c6fa-d0e9-42a7-a5a9-8a30eab60364 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 943 time: 0.0852191 Jul 09 20:17:08.063774 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fda4aeef-3303-4bd8-bac3-dfe579da1d17 req-2231b40d-cfec-4367-9a64-59025ce902b1 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d3159cf-5090-4822-9894-716d3929a1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516684 Jul 09 20:17:08.094654 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9f5f03-1712-4159-b45d-0e746d6cfb2f,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:08.166225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Attempting to bind port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:08.166708 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Attempting to bind port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:08.167069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Attempting to bind port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:08.173236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:08.173488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Attempting to bind port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:08.181868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:17:08.182317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Checking segment: {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:08.182813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Bound using segment: {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:17:08.183265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Bound port: 1e9f5f03-1712-4159-b45d-0e746d6cfb2f, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:17:08.183633 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:08.297924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] For port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:17:08.310470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] For port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1e9f5f03-1712-4159-b45d-0e746d6cfb2f,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:17:08.315439 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:08.355718 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:08.356800 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:08.358557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] 10.222.0.36 "PUT /v2.0/ports/1e9f5f03-1712-4159-b45d-0e746d6cfb2f HTTP/1.1" status: 200 len: 1091 time: 0.8702676 Jul 09 20:17:08.361171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be8e6d6-501a-4f95-a723-2c92f14dbccf', 'tag': '1e9f5f03-1712-4159-b45d-0e746d6cfb2f'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:17:08.371829 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd71850e-6828-494a-8960-6f185158e517" -d '{"events": [{"name": "network-changed", "server_uuid": "5be8e6d6-501a-4f95-a723-2c92f14dbccf", "tag": "1e9f5f03-1712-4159-b45d-0e746d6cfb2f"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:17:08.452146 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d07f6c-bf2f-4f2e-b212-390d3733678f x-openstack-request-id: req-76d07f6c-bf2f-4f2e-b212-390d3733678f {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:17:08.452356 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be8e6d6-501a-4f95-a723-2c92f14dbccf", "tag": "1e9f5f03-1712-4159-b45d-0e746d6cfb2f", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:17:08.452633 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76d07f6c-bf2f-4f2e-b212-390d3733678f {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:17:08.453032 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be8e6d6-501a-4f95-a723-2c92f14dbccf', 'tag': '1e9f5f03-1712-4159-b45d-0e746d6cfb2f', 'status': 'completed', 'code': 200} Jul 09 20:17:08.481101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a33310-3799-41be-ad18-0348870e9a71 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9f5f03-1712-4159-b45d-0e746d6cfb2f,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:08.513932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-81e6cf84-b900-48a9-90b0-54c85f000d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:08.515792 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-81e6cf84-b900-48a9-90b0-54c85f000d6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 1094 time: 0.0997558 Jul 09 20:17:08.604770 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-832aed0b-0cdc-49b4-bb6f-88ac7b8da5fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e9f5f03-1712-4159-b45d-0e746d6cfb2f HTTP/1.1" status: 200 len: 217 time: 0.0804126 Jul 09 20:17:08.690786 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-0a956045-56bb-4995-89b9-43904fb7cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:08.692412 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-0a956045-56bb-4995-89b9-43904fb7cfe4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.0644267 Jul 09 20:17:08.720272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c0ef0-413e-40b4-9913-c4fffd8bc3f2 req-a3e26cc3-a04f-4ead-bd45-286200dbbe50 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:08.721876 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a50c0ef0-413e-40b4-9913-c4fffd8bc3f2 req-a3e26cc3-a04f-4ead-bd45-286200dbbe50 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 943 time: 0.1873095 Jul 09 20:17:08.799887 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a50c0ef0-413e-40b4-9913-c4fffd8bc3f2 req-ecc0ab0a-df6f-4b92-91b9-46a4c7f86e01 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547948 Jul 09 20:17:08.822097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-05caaa5a-e8c3-4841-a927-f378b4f30f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:08.823628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-05caaa5a-e8c3-4841-a927-f378b4f30f5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225991 Jul 09 20:17:08.935298 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-f53e0728-38ab-424f-abd6-5ced1eb1c8ad service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046064 Jul 09 20:17:09.047790 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3b0b44e-2159-4fdb-8617-02dae68ff1e5 req-ff57a842-a0fc-45e4-8c30-7fb0b1daefc1 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044137 Jul 09 20:17:09.182908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71850e-6828-494a-8960-6f185158e517 req-d315d2a3-7c2d-4534-bda5-2ee51196c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:09.184649 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd71850e-6828-494a-8960-6f185158e517 req-d315d2a3-7c2d-4534-bda5-2ee51196c131 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 1094 time: 0.0795710 Jul 09 20:17:09.279284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0468c-ef42-428d-b342-23a61c151f9a req-ce89a869-fd4b-4087-bab4-77be9b37fe21 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:09.281141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70c0468c-ef42-428d-b342-23a61c151f9a req-ce89a869-fd4b-4087-bab4-77be9b37fe21 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 943 time: 0.0863132 Jul 09 20:17:09.310714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71850e-6828-494a-8960-6f185158e517 req-4a3dd147-eb95-4ceb-9497-910720523cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:09.312251 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd71850e-6828-494a-8960-6f185158e517 req-4a3dd147-eb95-4ceb-9497-910720523cb1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.1198678 Jul 09 20:17:09.333086 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70c0468c-ef42-428d-b342-23a61c151f9a req-1177be89-e891-4543-99e3-ac266902f353 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d3159cf-5090-4822-9894-716d3929a1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451710 Jul 09 20:17:09.376569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd71850e-6828-494a-8960-6f185158e517 req-ded3cd65-b041-42c3-b20a-a65e051b2cd8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e9f5f03-1712-4159-b45d-0e746d6cfb2f HTTP/1.1" status: 200 len: 217 time: 0.0552638 Jul 09 20:17:09.431336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71850e-6828-494a-8960-6f185158e517 req-22e05ef3-8218-43e5-adb1-0cf4ac2c33ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:09.432941 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd71850e-6828-494a-8960-6f185158e517 req-22e05ef3-8218-43e5-adb1-0cf4ac2c33ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.0519414 Jul 09 20:17:09.499351 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71850e-6828-494a-8960-6f185158e517 req-528d3806-3001-47eb-8b2d-a563ef4380f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:09.501009 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd71850e-6828-494a-8960-6f185158e517 req-528d3806-3001-47eb-8b2d-a563ef4380f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603778 Jul 09 20:17:09.614237 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd71850e-6828-494a-8960-6f185158e517 req-e59e7f55-9de2-456f-8b59-4210c8763ee7 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065094 Jul 09 20:17:09.646127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:17:09.704729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33186) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:09.733875 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd71850e-6828-494a-8960-6f185158e517 req-09d0c236-931c-48c4-8f0a-00a36058f648 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105516 Jul 09 20:17:09.803711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:09.828517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'port_id': 'cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6', 'mac_address': 'fa:16:3e:81:2d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:17:09.886473 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:09.901126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:17:09.922931 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-70186fa4-0bc8-4704-ad6e-e8ebaaba6e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:09.936593 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:09.941799 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:10.013932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:10.022908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:10.023581 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:10.023932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:10.024452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:10.025007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:10.025525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:10.026050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:10.026412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:10.027036 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:10.027668 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:10.028076 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:10.028629 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:10.063760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc4ffe-c3c8-4f6b-a07f-92535a2748b5 req-8de58996-fd9e-4174-87fa-36b0cde88f52 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:10.066403 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6bc4ffe-c3c8-4f6b-a07f-92535a2748b5 req-8de58996-fd9e-4174-87fa-36b0cde88f52 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 943 time: 0.0992956 Jul 09 20:17:10.083982 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-70186fa4-0bc8-4704-ad6e-e8ebaaba6e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:10.089998 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-70186fa4-0bc8-4704-ad6e-e8ebaaba6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:10.111789 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6bc4ffe-c3c8-4f6b-a07f-92535a2748b5 req-1869eafd-80eb-41c0-b8e8-6b5328812dfc tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383973 Jul 09 20:17:10.124795 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70186fa4-0bc8-4704-ad6e-e8ebaaba6e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605afdd0-3469-4a03-967c-461b132739cd,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:10.141816 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-70186fa4-0bc8-4704-ad6e-e8ebaaba6e3a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b18741f413640cd946fbff98b6aa779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358578 Jul 09 20:17:10.144466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33192) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:10.199194 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0fd53b3f-7174-4b09-8851-b22512b77715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:10.221639 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0fd53b3f-7174-4b09-8851-b22512b77715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:10.284465 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0fd53b3f-7174-4b09-8851-b22512b77715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:10.287900 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0fd53b3f-7174-4b09-8851-b22512b77715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:10.289104 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0fd53b3f-7174-4b09-8851-b22512b77715 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/605afdd0-3469-4a03-967c-461b132739cd HTTP/1.1" status: 204 len: 168 time: 0.1435084 Jul 09 20:17:10.297734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd53b3f-7174-4b09-8851-b22512b77715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605afdd0-3469-4a03-967c-461b132739cd,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:10.380526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:17:10.568880 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df89d6-5abd-4ed5-b918-1569b144d287 req-5ddab3b0-f101-48f4-bcc4-b0ee2f029e9b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:10.570933 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1df89d6-5abd-4ed5-b918-1569b144d287 req-5ddab3b0-f101-48f4-bcc4-b0ee2f029e9b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 944 time: 0.0840068 Jul 09 20:17:10.619526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1df89d6-5abd-4ed5-b918-1569b144d287 req-6523d8d8-f873-433a-95fe-d777a8b11d70 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d3159cf-5090-4822-9894-716d3929a1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402510 Jul 09 20:17:10.663777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33200) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:10.678201 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfd74b40-2ed3-4732-b52b-94768fe66718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:10.790476 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfd74b40-2ed3-4732-b52b-94768fe66718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:10.795648 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfd74b40-2ed3-4732-b52b-94768fe66718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:10.836446 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dfd74b40-2ed3-4732-b52b-94768fe66718 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e63276b72a843cd8cecc0e2fe531845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1715014 Jul 09 20:17:10.838717 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd74b40-2ed3-4732-b52b-94768fe66718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331c88c5-1b73-4678-ac4d-6ebc5617af34,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:10.839993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33204) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:10.906829 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98dd8ef3-bfd7-41da-b786-a466fae15240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:10.931740 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98dd8ef3-bfd7-41da-b786-a466fae15240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:10.987221 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98dd8ef3-bfd7-41da-b786-a466fae15240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:10.989882 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98dd8ef3-bfd7-41da-b786-a466fae15240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:10.995553 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-98dd8ef3-bfd7-41da-b786-a466fae15240 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/331c88c5-1b73-4678-ac4d-6ebc5617af34 HTTP/1.1" status: 204 len: 168 time: 0.1498134 Jul 09 20:17:11.003206 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd8ef3-bfd7-41da-b786-a466fae15240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331c88c5-1b73-4678-ac4d-6ebc5617af34,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:11.620284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a86616-b517-411a-a2ff-f82f66333b1f req-358ab01c-7a96-4fe3-9b44-b878a94c652d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:11.628196 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09a86616-b517-411a-a2ff-f82f66333b1f req-358ab01c-7a96-4fe3-9b44-b878a94c652d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 943 time: 0.0889416 Jul 09 20:17:11.659713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:17:11.667719 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09a86616-b517-411a-a2ff-f82f66333b1f req-0665a638-76c6-4200-92bb-45998436a0c1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387843 Jul 09 20:17:11.732199 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:17:11.736995 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:11.737375 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:11.850938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc210e-49cf-4a31-a838-edb37966cd8f req-9a69e5f1-ff4d-49ba-8a5e-52aef693136a tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:11.852937 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dacc210e-49cf-4a31-a838-edb37966cd8f req-9a69e5f1-ff4d-49ba-8a5e-52aef693136a tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 944 time: 0.0808582 Jul 09 20:17:11.853285 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:11.901986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:11.903225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac62ae09-b21c-4503-b807-4e2070385cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:17:11.907490 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214fad3a-e87a-498e-bffb-781e44967157" -d '{"events": [{"server_uuid": "ac62ae09-b21c-4503-b807-4e2070385cf1", "name": "network-vif-plugged", "status": "completed", "tag": "cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:17:11.918760 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:11.956757 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dacc210e-49cf-4a31-a838-edb37966cd8f req-f2d9d82a-16b8-4cc5-9dec-349b8b882a4d tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d3159cf-5090-4822-9894-716d3929a1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888047 Jul 09 20:17:11.968358 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c313ed7-9d90-4f5e-922c-3855b9a70e4e x-openstack-request-id: req-2c313ed7-9d90-4f5e-922c-3855b9a70e4e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:17:11.968805 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac62ae09-b21c-4503-b807-4e2070385cf1", "name": "network-vif-plugged", "status": "completed", "tag": "cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:17:11.969158 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c313ed7-9d90-4f5e-922c-3855b9a70e4e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:17:11.969644 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac62ae09-b21c-4503-b807-4e2070385cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6', 'code': 200} Jul 09 20:17:11.996097 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:12.115381 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45247d-7130-448b-842b-d8285fd90c59 req-30714184-aa1f-48b6-beeb-1b783671d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:12.116861 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c45247d-7130-448b-842b-d8285fd90c59 req-30714184-aa1f-48b6-beeb-1b783671d265 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 1096 time: 0.0678680 Jul 09 20:17:12.163216 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c45247d-7130-448b-842b-d8285fd90c59 req-692b9524-7d53-4134-93c4-9753fdf1e921 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1d3159cf-5090-4822-9894-716d3929a1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359013 Jul 09 20:17:12.876836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c59c5-c8e3-495c-a304-1e238bbb26e8 req-7dd6e32a-2772-4125-8135-323f040445b0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:12.878689 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-348c59c5-c8e3-495c-a304-1e238bbb26e8 req-7dd6e32a-2772-4125-8135-323f040445b0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 943 time: 0.0729499 Jul 09 20:17:12.923319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-348c59c5-c8e3-495c-a304-1e238bbb26e8 req-54d18b9e-5bf7-4ad5-bd5e-5c84cfcf0f55 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387249 Jul 09 20:17:13.157635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe1ddb-a868-43c4-8751-0417b1aef1d9 req-568a7c05-d2fa-481d-8fc6-84268a5d104e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:13.160081 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cdfe1ddb-a868-43c4-8751-0417b1aef1d9 req-568a7c05-d2fa-481d-8fc6-84268a5d104e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 945 time: 0.0852568 Jul 09 20:17:13.206194 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cdfe1ddb-a868-43c4-8751-0417b1aef1d9 req-5bba2911-4916-4c35-bab7-67ab80d3b68d tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d3159cf-5090-4822-9894-716d3929a1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396197 Jul 09 20:17:13.479666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33306) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:13.613432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91037898-e2b3-44a5-97bb-10cf3aa2550f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:13.672298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1e9f5f03-1712-4159-b45d-0e746d6cfb2f details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:17:13.715860 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91037898-e2b3-44a5-97bb-10cf3aa2550f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:13.720860 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91037898-e2b3-44a5-97bb-10cf3aa2550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:13.776215 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-91037898-e2b3-44a5-97bb-10cf3aa2550f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2fee0b124b44872babfc4f4c598ba86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926006 Jul 09 20:17:13.776215 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91037898-e2b3-44a5-97bb-10cf3aa2550f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607caab7-4af5-47d5-80f2-b2d715ac4da9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:13.779358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33310) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:13.788998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1e9f5f03-1712-4159-b45d-0e746d6cfb2f,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:13.807463 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '1e9f5f03-1712-4159-b45d-0e746d6cfb2f', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'port_id': '1e9f5f03-1712-4159-b45d-0e746d6cfb2f', 'mac_address': 'fa:16:3e:67:82:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:17:13.848326 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1585586b-7947-4306-9e6a-7366ee2bfccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:13.864191 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:13.878246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9f5f03-1712-4159-b45d-0e746d6cfb2f {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:17:13.881453 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1585586b-7947-4306-9e6a-7366ee2bfccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:13.901632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1e9f5f03-1712-4159-b45d-0e746d6cfb2f,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:13.906079 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:13.939530 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1585586b-7947-4306-9e6a-7366ee2bfccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:13.942899 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1585586b-7947-4306-9e6a-7366ee2bfccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:13.944079 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1585586b-7947-4306-9e6a-7366ee2bfccd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/607caab7-4af5-47d5-80f2-b2d715ac4da9 HTTP/1.1" status: 204 len: 168 time: 0.1652107 Jul 09 20:17:13.953614 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585586b-7947-4306-9e6a-7366ee2bfccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607caab7-4af5-47d5-80f2-b2d715ac4da9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:13.976900 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=1e9f5f03-1712-4159-b45d-0e746d6cfb2f,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:14.141632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7121fc-3a4a-4d29-8c21-aa26e6bd49d0 req-37f1e20d-0aa7-4c1f-93ec-bfdc9cba717a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:14.144311 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cc7121fc-3a4a-4d29-8c21-aa26e6bd49d0 req-37f1e20d-0aa7-4c1f-93ec-bfdc9cba717a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 944 time: 0.0818341 Jul 09 20:17:14.193765 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cc7121fc-3a4a-4d29-8c21-aa26e6bd49d0 req-39d0f252-e3f0-4e8a-bb23-b5f534ba53c3 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383058 Jul 09 20:17:14.319120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1e9f5f03-1712-4159-b45d-0e746d6cfb2f'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:17:14.342017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33322) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:14.364869 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ab253f14-46dc-45e2-a5b0-6c6145cbbd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:14.439342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069b8f7-621f-404b-af7f-ca59af0b491a req-ca5489ec-45c2-4000-97ef-34a4ba8ff3ab tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:14.442868 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d069b8f7-621f-404b-af7f-ca59af0b491a req-ca5489ec-45c2-4000-97ef-34a4ba8ff3ab tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 945 time: 0.1084247 Jul 09 20:17:14.492177 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d069b8f7-621f-404b-af7f-ca59af0b491a req-01fd73ef-b0f0-48c7-a939-580e47d2ebfe tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d3159cf-5090-4822-9894-716d3929a1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418546 Jul 09 20:17:14.503792 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ab253f14-46dc-45e2-a5b0-6c6145cbbd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:14.509359 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ab253f14-46dc-45e2-a5b0-6c6145cbbd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:14.546511 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ab253f14-46dc-45e2-a5b0-6c6145cbbd6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c4ec6c8535a49ee9a3952848567a7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2024441 Jul 09 20:17:14.549684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33326) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:14.560898 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab253f14-46dc-45e2-a5b0-6c6145cbbd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0480974-3c3f-4295-94c4-944459389caa,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:14.618208 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1d4adea3-53e4-4bd0-ba74-2116b83ddfd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:14.646051 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1d4adea3-53e4-4bd0-ba74-2116b83ddfd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:14.706000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56f016-4152-4f94-a27f-57d906d32bb6 req-9c65e61a-f3fc-4626-a391-a20643f298d3 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:14.706496 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1d4adea3-53e4-4bd0-ba74-2116b83ddfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:14.708718 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f56f016-4152-4f94-a27f-57d906d32bb6 req-9c65e61a-f3fc-4626-a391-a20643f298d3 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 945 time: 0.0727875 Jul 09 20:17:14.710871 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1d4adea3-53e4-4bd0-ba74-2116b83ddfd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:14.718787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33330) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:14.721258 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1d4adea3-53e4-4bd0-ba74-2116b83ddfd7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0480974-3c3f-4295-94c4-944459389caa HTTP/1.1" status: 204 len: 168 time: 0.1641333 Jul 09 20:17:14.723653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2f3400be-73ab-4eb9-948f-6ad2e61bbf0b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Request body: {'floatingip': {'port_id': 'cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:14.732601 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4adea3-53e4-4bd0-ba74-2116b83ddfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0480974-3c3f-4295-94c4-944459389caa,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:14.764614 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f3400be-73ab-4eb9-948f-6ad2e61bbf0b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:15.352187 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f3400be-73ab-4eb9-948f-6ad2e61bbf0b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:15.358255 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f3400be-73ab-4eb9-948f-6ad2e61bbf0b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:15.435625 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeca726-1992-466f-8f0c-6085f44643d0 req-56d08cb9-6fc7-4910-8405-0f32ffff089b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:15.438387 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6eeca726-1992-466f-8f0c-6085f44643d0 req-56d08cb9-6fc7-4910-8405-0f32ffff089b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 944 time: 0.1033688 Jul 09 20:17:15.493284 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6eeca726-1992-466f-8f0c-6085f44643d0 req-49768f92-4284-48fb-9f88-53621d4a0048 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470152 Jul 09 20:17:15.501248 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-2f3400be-73ab-4eb9-948f-6ad2e61bbf0b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Floating IP 4403c92b-b184-487b-80e2-5d21773a8432 associated. External IP: 172.25.0.211, port: cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6. Jul 09 20:17:15.684675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1e9f5f03-1712-4159-b45d-0e746d6cfb2f up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:17:15.754207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:17:15.773797 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:15.776253 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:15.886084 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:15.915656 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be8e6d6-501a-4f95-a723-2c92f14dbccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9f5f03-1712-4159-b45d-0e746d6cfb2f'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:17:15.927743 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8cff46-2411-461a-ad79-17ea9365ed3e" -d '{"events": [{"server_uuid": "5be8e6d6-501a-4f95-a723-2c92f14dbccf", "name": "network-vif-plugged", "status": "completed", "tag": "1e9f5f03-1712-4159-b45d-0e746d6cfb2f"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:17:15.961739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1e9f5f03-1712-4159-b45d-0e746d6cfb2f,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:15.968955 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:16.026262 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bea0d4-6347-4464-bb10-b23d58d1b53e x-openstack-request-id: req-62bea0d4-6347-4464-bb10-b23d58d1b53e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:17:16.027464 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be8e6d6-501a-4f95-a723-2c92f14dbccf", "name": "network-vif-plugged", "status": "completed", "tag": "1e9f5f03-1712-4159-b45d-0e746d6cfb2f", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:17:16.027912 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62bea0d4-6347-4464-bb10-b23d58d1b53e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:17:16.028503 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be8e6d6-501a-4f95-a723-2c92f14dbccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9f5f03-1712-4159-b45d-0e746d6cfb2f', 'code': 200} Jul 09 20:17:16.070876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=1e9f5f03-1712-4159-b45d-0e746d6cfb2f,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:16.071982 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3400be-73ab-4eb9-948f-6ad2e61bbf0b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Router 3270d130-2195-447b-8f02-4798afd13fd8 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:17:16.230452 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e35e69-dc74-467a-84c8-4ba66b44253e req-2e8d1e0f-00ce-4588-acc8-927dc2c2bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:16.232110 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-73e35e69-dc74-467a-84c8-4ba66b44253e req-2e8d1e0f-00ce-4588-acc8-927dc2c2bfd2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 1096 time: 0.1457794 Jul 09 20:17:16.233671 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3400be-73ab-4eb9-948f-6ad2e61bbf0b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:16.242026 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f3400be-73ab-4eb9-948f-6ad2e61bbf0b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:16.251667 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce6e2bf-ee65-42cc-ab06-97ed0434db3a None None] Sync routers for ids ['3270d130-2195-447b-8f02-4798afd13fd8'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:16.263683 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce6e2bf-ee65-42cc-ab06-97ed0434db3a None None] Routers {'3270d130-2195-447b-8f02-4798afd13fd8'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:16.264892 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5ce6e2bf-ee65-42cc-ab06-97ed0434db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:16:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3270d130-2195-447b-8f02-4798afd13fd8'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:16.310680 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-73e35e69-dc74-467a-84c8-4ba66b44253e req-ad98c2ef-2e18-430e-827c-0f149c04c2f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676498 Jul 09 20:17:16.318578 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2f3400be-73ab-4eb9-948f-6ad2e61bbf0b tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "PUT /v2.0/floatingips/4403c92b-b184-487b-80e2-5d21773a8432 HTTP/1.1" status: 200 len: 991 time: 1.5986881 Jul 09 20:17:16.319286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac62ae09-b21c-4503-b807-4e2070385cf1', 'tag': 'cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:17:16.322904 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab40c10-334b-4d1a-8b8e-0f03f4acd5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ac62ae09-b21c-4503-b807-4e2070385cf1", "tag": "cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:17:16.385948 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24e9e44-b02c-434b-a632-531c432dbb87 x-openstack-request-id: req-b24e9e44-b02c-434b-a632-531c432dbb87 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:17:16.386595 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac62ae09-b21c-4503-b807-4e2070385cf1", "tag": "cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:17:16.386942 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b24e9e44-b02c-434b-a632-531c432dbb87 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:17:16.387463 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac62ae09-b21c-4503-b807-4e2070385cf1', 'tag': 'cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6', 'status': 'completed', 'code': 200} Jul 09 20:17:16.417036 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5ce6e2bf-ee65-42cc-ab06-97ed0434db3a None None] Set router 3270d130-2195-447b-8f02-4798afd13fd8 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:16.507061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33380) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:16.507593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab40c10-334b-4d1a-8b8e-0f03f4acd5ce req-81e7bfb3-18e5-420e-a674-6371932dadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:16.508767 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ab40c10-334b-4d1a-8b8e-0f03f4acd5ce req-81e7bfb3-18e5-420e-a674-6371932dadd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce&device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 1096 time: 0.0696616 Jul 09 20:17:16.627883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab40c10-334b-4d1a-8b8e-0f03f4acd5ce req-06f67f39-1050-4d3c-a059-2aaa9e7f7dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:16.629891 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ab40c10-334b-4d1a-8b8e-0f03f4acd5ce req-06f67f39-1050-4d3c-a059-2aaa9e7f7dd3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6576972-e367-4dac-bb93-8a5b61d3f93b HTTP/1.1" status: 200 len: 912 time: 0.1082654 Jul 09 20:17:16.712832 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6ba3115a-180e-4bef-b743-3e7a8f6b5021 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-157668404'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:16.713611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6ba3115a-180e-4bef-b743-3e7a8f6b5021 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Unknown quota resources ['metering_label']. {{(pid=100204) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 20:17:16.743292 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5ce6e2bf-ee65-42cc-ab06-97ed0434db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '4403c92b-b184-487b-80e2-5d21773a8432', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'port_id': 'cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'mac_address': 'fa:16:3e:81:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac62ae09-b21c-4503-b807-4e2070385cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:16:59Z', 'updated_at': '2021-07-09T20:17:15Z', 'revision_number': 1, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f30460a-0a6d-4b3e-b314-e6e8da4d17da', 'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'mac_address': 'fa:16:3e:d8:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:00Z', 'updated_at': '2021-07-09T20:10:10Z', 'revision_number': 5, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'subnets': [{'id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:16.777347 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce6e2bf-ee65-42cc-ab06-97ed0434db3a None None] Checking router: 3270d130-2195-447b-8f02-4798afd13fd8 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:17:16.787248 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce6e2bf-ee65-42cc-ab06-97ed0434db3a None None] Routers {'3270d130-2195-447b-8f02-4798afd13fd8'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:16.787857 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5ce6e2bf-ee65-42cc-ab06-97ed0434db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:16:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3270d130-2195-447b-8f02-4798afd13fd8'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:16.797586 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ab40c10-334b-4d1a-8b8e-0f03f4acd5ce req-c374d0a1-c8b6-4ba3-8501-6057c0a22037 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 HTTP/1.1" status: 200 len: 999 time: 0.1600173 Jul 09 20:17:16.879301 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bb7d0-a964-45b8-bf7a-fea258d5217c req-405bf6c4-3bd6-4b15-83d0-e606486aaadb tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:16.881996 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b25bb7d0-a964-45b8-bf7a-fea258d5217c req-405bf6c4-3bd6-4b15-83d0-e606486aaadb tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.1813648 Jul 09 20:17:16.888667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab40c10-334b-4d1a-8b8e-0f03f4acd5ce req-535c65b2-f857-40d3-8616-f024379c3d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:16.891229 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ab40c10-334b-4d1a-8b8e-0f03f4acd5ce req-535c65b2-f857-40d3-8616-f024379c3d7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=161c1db9-1ac5-4ddb-aca3-0389863a1e7f HTTP/1.1" status: 200 len: 850 time: 0.0844338 Jul 09 20:17:16.984318 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b25bb7d0-a964-45b8-bf7a-fea258d5217c req-b62acd68-dabd-4d94-8d06-ecc748282bce tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914204 Jul 09 20:17:16.998567 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab40c10-334b-4d1a-8b8e-0f03f4acd5ce req-c14ae8a0-c302-453f-a90a-f923f9ad1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:17.000177 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ab40c10-334b-4d1a-8b8e-0f03f4acd5ce req-c14ae8a0-c302-453f-a90a-f923f9ad1c6d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6576972-e367-4dac-bb93-8a5b61d3f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986214 Jul 09 20:17:17.002501 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6ba3115a-180e-4bef-b743-3e7a8f6b5021 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:17.005159 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6ba3115a-180e-4bef-b743-3e7a8f6b5021 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4961884 Jul 09 20:17:17.006720 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33386) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:17.011275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9167a0bf-c6a0-4e10-87dc-8d4953023893 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e04721c2-b130-4303-a858-be2f28ae38e5'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:17.011819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9167a0bf-c6a0-4e10-87dc-8d4953023893 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100204) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 20:17:17.040832 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5ce6e2bf-ee65-42cc-ab06-97ed0434db3a None None] Set router 3270d130-2195-447b-8f02-4798afd13fd8 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:17.107355 n-d-800088-3 neutron-server[100204]: WARNING neutron.services.metering.metering_plugin [None req-9167a0bf-c6a0-4e10-87dc-8d4953023893 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 20:17:17.118554 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ab40c10-334b-4d1a-8b8e-0f03f4acd5ce req-eaf22834-0eae-478b-80ea-1a5672286850 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031318 Jul 09 20:17:17.260835 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9167a0bf-c6a0-4e10-87dc-8d4953023893 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:17.264955 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9167a0bf-c6a0-4e10-87dc-8d4953023893 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2544916 Jul 09 20:17:17.265496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33390) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:17.269916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-46e1c3fd-4c70-4b21-9965-8e7e92c3f6ff tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e04721c2-b130-4303-a858-be2f28ae38e5'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:17.271555 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-46e1c3fd-4c70-4b21-9965-8e7e92c3f6ff tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 20:17:17.287203 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ab40c10-334b-4d1a-8b8e-0f03f4acd5ce req-fd239bd3-fab8-4a3d-9552-498713349058 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615889 Jul 09 20:17:17.341817 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5ce6e2bf-ee65-42cc-ab06-97ed0434db3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '4403c92b-b184-487b-80e2-5d21773a8432', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'port_id': 'cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'mac_address': 'fa:16:3e:81:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac62ae09-b21c-4503-b807-4e2070385cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:16:59Z', 'updated_at': '2021-07-09T20:17:15Z', 'revision_number': 1, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f30460a-0a6d-4b3e-b314-e6e8da4d17da', 'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'mac_address': 'fa:16:3e:d8:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:00Z', 'updated_at': '2021-07-09T20:10:10Z', 'revision_number': 5, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'subnets': [{'id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:17.368459 n-d-800088-3 neutron-server[100205]: WARNING neutron.services.metering.metering_plugin [None req-46e1c3fd-4c70-4b21-9965-8e7e92c3f6ff tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 20:17:17.377851 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce6e2bf-ee65-42cc-ab06-97ed0434db3a None None] The sync data for ids ['3270d130-2195-447b-8f02-4798afd13fd8'] in n-d-800088-3 is: [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '4403c92b-b184-487b-80e2-5d21773a8432', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'port_id': 'cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'mac_address': 'fa:16:3e:81:2d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac62ae09-b21c-4503-b807-4e2070385cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:16:59Z', 'updated_at': '2021-07-09T20:17:15Z', 'revision_number': 1, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f30460a-0a6d-4b3e-b314-e6e8da4d17da', 'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'mac_address': 'fa:16:3e:d8:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:00Z', 'updated_at': '2021-07-09T20:10:10Z', 'revision_number': 5, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'subnets': [{'id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:17:17.518488 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-46e1c3fd-4c70-4b21-9965-8e7e92c3f6ff tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:17.522667 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-46e1c3fd-4c70-4b21-9965-8e7e92c3f6ff tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2532678 Jul 09 20:17:17.522991 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33394) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:17.539019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33396) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:17.539371 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-55723565-2928-44c9-b554-62db87430130 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=15289134-cb3f-43c3-ae6b-43f1b9f384b6 HTTP/1.1" status: 200 len: 462 time: 0.0149598 Jul 09 20:17:17.666636 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93f65435-c00c-437f-943d-8ee8f8aaecef tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:17.670144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-93f65435-c00c-437f-943d-8ee8f8aaecef tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/15289134-cb3f-43c3-ae6b-43f1b9f384b6 HTTP/1.1" status: 204 len: 168 time: 0.1277857 Jul 09 20:17:17.670471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33398) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:17.689382 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f992dc66-eeb5-41cf-8500-3c9609a77cee tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=15289134-cb3f-43c3-ae6b-43f1b9f384b6 HTTP/1.1" status: 200 len: 221 time: 0.0146613 Jul 09 20:17:17.689617 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33400) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:17.695617 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2676b545-35da-49d4-9a20-da618d2d07f2 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--982504350', 'description': 'label created by tempest'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:17.696089 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2676b545-35da-49d4-9a20-da618d2d07f2 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Unknown quota resources ['metering_label']. {{(pid=100205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 20:17:17.696227 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c2aadd-a5a8-4c8d-ac5d-ddb58f4afe80 None None] New status for floating IP 4403c92b-b184-487b-80e2-5d21773a8432: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:17:17.920254 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2676b545-35da-49d4-9a20-da618d2d07f2 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:17.921951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2676b545-35da-49d4-9a20-da618d2d07f2 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2314651 Jul 09 20:17:17.924786 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33402) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:18.016904 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33404) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:18.017153 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-51d3ac25-5928-42bc-8a06-531a52f491af tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=1026031c-2311-4db8-9db9-32d3e9ae9af3 HTTP/1.1" status: 200 len: 467 time: 0.0828257 Jul 09 20:17:18.257261 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f994893-70f7-44b3-ae84-f53febe53ede tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:18.258400 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9f994893-70f7-44b3-ae84-f53febe53ede tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/1026031c-2311-4db8-9db9-32d3e9ae9af3 HTTP/1.1" status: 204 len: 168 time: 0.2485790 Jul 09 20:17:18.262539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33410) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:18.274382 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2d75b639-8da2-4932-904c-57db94e174e2 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=1026031c-2311-4db8-9db9-32d3e9ae9af3 HTTP/1.1" status: 200 len: 216 time: 0.0106950 Jul 09 20:17:18.277794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33412) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:18.288020 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cd2b9085-a689-4312-8815-e048d680960c tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0091445 Jul 09 20:17:18.291465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33414) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:18.296748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0e8d6-d9cf-4cc8-b084-bdc21b8adbce req-9475886a-0d5f-44c0-b537-1ed77706ebb0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:18.298618 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44d0e8d6-d9cf-4cc8-b084-bdc21b8adbce req-9475886a-0d5f-44c0-b537-1ed77706ebb0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.1580930 Jul 09 20:17:18.303907 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8a8005cb-3ec6-4922-980d-d5351f67fbb3 tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0113692 Jul 09 20:17:18.307522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33416) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:18.381306 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1e8decb4-a774-402e-8aab-f38e5b4ff2ba tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/e04721c2-b130-4303-a858-be2f28ae38e5 HTTP/1.1" status: 200 len: 472 time: 0.0713737 Jul 09 20:17:18.384641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33418) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:18.397428 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44d0e8d6-d9cf-4cc8-b084-bdc21b8adbce req-45542412-7ccd-486c-9c87-10aa9ddc37f0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919161 Jul 09 20:17:18.408408 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3b04fada-6bba-4a2b-99ea-183445e86aaa tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/04e556c2-252a-4a85-85d7-fee92fcd20d2 HTTP/1.1" status: 200 len: 459 time: 0.0225294 Jul 09 20:17:18.411973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33420) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:18.525414 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4ee47cf8-738d-41fb-aefa-fd799c350dbf tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:18.527368 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4ee47cf8-738d-41fb-aefa-fd799c350dbf tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/04e556c2-252a-4a85-85d7-fee92fcd20d2 HTTP/1.1" status: 204 len: 168 time: 0.1143458 Jul 09 20:17:18.530015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33424) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:18.744818 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2edbfe86-7eff-43c2-bcf1-06d8546a2e7d tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:18.748362 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2edbfe86-7eff-43c2-bcf1-06d8546a2e7d tempest-MeteringIpV6TestJSON-1812030434 tempest-MeteringIpV6TestJSON-1812030434-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/e04721c2-b130-4303-a858-be2f28ae38e5 HTTP/1.1" status: 204 len: 168 time: 0.2150118 Jul 09 20:17:18.810342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851e0fe-0775-442d-8c39-3e1fc866f273 req-8beafad6-1cac-45a2-867b-49a1a1e3355d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:18.812305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7851e0fe-0775-442d-8c39-3e1fc866f273 req-8beafad6-1cac-45a2-867b-49a1a1e3355d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.0807664 Jul 09 20:17:18.858071 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7851e0fe-0775-442d-8c39-3e1fc866f273 req-e0c37611-375f-468e-95cf-f865d7bc63a5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393615 Jul 09 20:17:19.108205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33442) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:19.218812 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-434e84fe-8706-466f-8817-414ac64f1d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:19.329072 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-434e84fe-8706-466f-8817-414ac64f1d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:19.334298 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-434e84fe-8706-466f-8817-414ac64f1d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:19.375947 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33448) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:19.376106 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-434e84fe-8706-466f-8817-414ac64f1d6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae8a0ef432d543ee9bb1a47b8689b49c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665288 Jul 09 20:17:19.385863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e84fe-8706-466f-8817-414ac64f1d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044737c5-a8d0-4227-aa47-e909fbd8325a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:19.429307 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d7154c05-eb03-4d01-89f8-847f818dbfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:19.454127 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d7154c05-eb03-4d01-89f8-847f818dbfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:19.506891 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d7154c05-eb03-4d01-89f8-847f818dbfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:19.509690 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d7154c05-eb03-4d01-89f8-847f818dbfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:19.510887 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d7154c05-eb03-4d01-89f8-847f818dbfda admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/044737c5-a8d0-4227-aa47-e909fbd8325a HTTP/1.1" status: 204 len: 168 time: 0.1335602 Jul 09 20:17:19.519160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7154c05-eb03-4d01-89f8-847f818dbfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044737c5-a8d0-4227-aa47-e909fbd8325a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:19.819951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33464) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:19.837192 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-16a6267d-475a-4f58-9338-77b0a9e9288f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:19.947695 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-16a6267d-475a-4f58-9338-77b0a9e9288f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:19.952522 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-16a6267d-475a-4f58-9338-77b0a9e9288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:19.990783 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-16a6267d-475a-4f58-9338-77b0a9e9288f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ceaf9522a769422c85b8f674e9ac2459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674180 Jul 09 20:17:19.993168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33468) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:20.001780 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6267d-475a-4f58-9338-77b0a9e9288f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d69d09-7f1d-4f57-b86d-23bc2b0305f9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:20.091794 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34d53eca-b401-45ad-8243-997ea4d1fa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:20.112407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ba5ea-4d3a-4c9d-ba45-7595835c0278 req-e2f903e7-aa73-4ed5-9660-5fb1f6777b75 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:20.114486 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee1ba5ea-4d3a-4c9d-ba45-7595835c0278 req-e2f903e7-aa73-4ed5-9660-5fb1f6777b75 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.1255920 Jul 09 20:17:20.132523 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34d53eca-b401-45ad-8243-997ea4d1fa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:20.182997 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ee1ba5ea-4d3a-4c9d-ba45-7595835c0278 req-375560fa-f292-44b0-a458-5b7037641d6c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607564 Jul 09 20:17:20.210965 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34d53eca-b401-45ad-8243-997ea4d1fa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:20.213717 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34d53eca-b401-45ad-8243-997ea4d1fa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:20.214862 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-34d53eca-b401-45ad-8243-997ea4d1fa7e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65d69d09-7f1d-4f57-b86d-23bc2b0305f9 HTTP/1.1" status: 204 len: 168 time: 0.2200975 Jul 09 20:17:20.224196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d53eca-b401-45ad-8243-997ea4d1fa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d69d09-7f1d-4f57-b86d-23bc2b0305f9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:21.419325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd089561-654d-4a93-8bb9-7eadd5f61d5d req-5895c128-3522-43ac-ac7b-d9ea6d333852 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:21.421722 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd089561-654d-4a93-8bb9-7eadd5f61d5d req-5895c128-3522-43ac-ac7b-d9ea6d333852 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.0816469 Jul 09 20:17:21.549410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33520) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:21.675898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-761319fc-e7fc-4529-8b55-301d61a6b458 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1062718985'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:21.676362 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-761319fc-e7fc-4529-8b55-301d61a6b458 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Unknown quota resources ['metering_label']. {{(pid=100204) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 20:17:21.732749 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd089561-654d-4a93-8bb9-7eadd5f61d5d req-89cb507b-ad53-46bf-b305-5671a8bf3aab tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001671 Jul 09 20:17:21.815903 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-761319fc-e7fc-4529-8b55-301d61a6b458 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:21.817159 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-761319fc-e7fc-4529-8b55-301d61a6b458 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2658527 Jul 09 20:17:21.820727 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33524) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:21.825257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9e6cb20c-d25c-4daf-a220-276a90bddcf8 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ce8531ed-a37c-4a81-b891-1f229eb81026'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:21.825768 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9e6cb20c-d25c-4daf-a220-276a90bddcf8 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100204) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 20:17:21.878856 n-d-800088-3 neutron-server[100204]: WARNING neutron.services.metering.metering_plugin [None req-9e6cb20c-d25c-4daf-a220-276a90bddcf8 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 20:17:21.962741 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e6cb20c-d25c-4daf-a220-276a90bddcf8 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:21.968207 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9e6cb20c-d25c-4daf-a220-276a90bddcf8 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1425028 Jul 09 20:17:21.968207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33526) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:21.971958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d3a88552-81a0-4f14-ac74-aa6824daa490 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ce8531ed-a37c-4a81-b891-1f229eb81026'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:21.972475 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d3a88552-81a0-4f14-ac74-aa6824daa490 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100204) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 20:17:22.033376 n-d-800088-3 neutron-server[100204]: WARNING neutron.services.metering.metering_plugin [None req-d3a88552-81a0-4f14-ac74-aa6824daa490 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 20:17:22.119117 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d3a88552-81a0-4f14-ac74-aa6824daa490 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:22.120410 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d3a88552-81a0-4f14-ac74-aa6824daa490 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1520777 Jul 09 20:17:22.123130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33530) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:22.132489 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bbae694a-0cf0-4e91-a799-7a197c4adc74 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=a26988c7-8c7f-4366-89a7-197f24eeb176 HTTP/1.1" status: 200 len: 464 time: 0.0083270 Jul 09 20:17:22.134914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33532) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:22.239921 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d9d7d566-b128-4ce6-a40f-634200625058 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:22.241031 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d9d7d566-b128-4ce6-a40f-634200625058 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/a26988c7-8c7f-4366-89a7-197f24eeb176 HTTP/1.1" status: 204 len: 168 time: 0.1052237 Jul 09 20:17:22.243832 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33534) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:22.259523 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-000645dd-9cfa-4f42-81e9-45e2b5e768c5 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=a26988c7-8c7f-4366-89a7-197f24eeb176 HTTP/1.1" status: 200 len: 221 time: 0.0144334 Jul 09 20:17:22.263338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33536) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:22.268294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f26d568b-394a-43c9-8996-60564ed56b7f tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--102197426', 'description': 'label created by tempest'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:22.268820 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f26d568b-394a-43c9-8996-60564ed56b7f tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Unknown quota resources ['metering_label']. {{(pid=100204) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 20:17:22.482697 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f26d568b-394a-43c9-8996-60564ed56b7f tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:22.484203 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f26d568b-394a-43c9-8996-60564ed56b7f tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2197695 Jul 09 20:17:22.487475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33538) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:22.548756 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-09d7db1f-3178-46a2-bc95-66fddb3e85e6 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=6a25882b-e97f-4d78-8bc8-4c7655a4a193 HTTP/1.1" status: 200 len: 467 time: 0.0595396 Jul 09 20:17:22.549016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33542) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:22.786430 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f1465f19-015a-4943-88a5-773ecfd2a84d tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:22.787502 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f1465f19-015a-4943-88a5-773ecfd2a84d tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/6a25882b-e97f-4d78-8bc8-4c7655a4a193 HTTP/1.1" status: 204 len: 168 time: 0.2375078 Jul 09 20:17:22.790571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33546) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:22.809421 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fa867a2d-0ea3-44e1-bf7f-5e62d507df0a tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=6a25882b-e97f-4d78-8bc8-4c7655a4a193 HTTP/1.1" status: 200 len: 216 time: 0.0141745 Jul 09 20:17:22.811542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33548) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:22.822805 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-aea4da73-2c4f-4021-a387-25b200d202ee tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0114167 Jul 09 20:17:22.826929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33550) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:22.853958 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-200649bb-4e6d-485e-b4f7-73f53535793e tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0185847 Jul 09 20:17:22.855437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33552) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:22.953054 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c0211-4600-4e51-8ce9-e7f4257d34b5 req-035fea8f-51c5-4a92-bea7-70fe31a3c849 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:22.954703 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0f2c0211-4600-4e51-8ce9-e7f4257d34b5 req-035fea8f-51c5-4a92-bea7-70fe31a3c849 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.0767961 Jul 09 20:17:22.997824 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0f2c0211-4600-4e51-8ce9-e7f4257d34b5 req-8bd6ecec-7455-493a-a387-a288a65c63af tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353081 Jul 09 20:17:23.220801 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b0fc4936-e0b5-4c9f-a167-a68c8fdffd4a tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/ce8531ed-a37c-4a81-b891-1f229eb81026 HTTP/1.1" status: 200 len: 473 time: 0.3642392 Jul 09 20:17:23.224163 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33556) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:23.234529 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-56260941-0cdf-4f48-b585-29398d04ca56 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/dc583820-4ff8-442e-b67b-549f5d39e6fb HTTP/1.1" status: 200 len: 461 time: 0.0091634 Jul 09 20:17:23.237542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33558) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:23.344402 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a79e1d84-7e7a-4828-8271-d505004ca065 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:23.345606 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a79e1d84-7e7a-4828-8271-d505004ca065 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/dc583820-4ff8-442e-b67b-549f5d39e6fb HTTP/1.1" status: 204 len: 168 time: 0.1055119 Jul 09 20:17:23.348188 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33560) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:23.541028 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-66ddfeb9-d1e0-4006-931f-1e894d84f627 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:23.542292 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-66ddfeb9-d1e0-4006-931f-1e894d84f627 tempest-MeteringTestJSON-1607910097 tempest-MeteringTestJSON-1607910097-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/ce8531ed-a37c-4a81-b891-1f229eb81026 HTTP/1.1" status: 204 len: 168 time: 0.1929946 Jul 09 20:17:23.825757 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33576) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:23.943753 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-82ae0ac8-26e4-43c8-ac3f-025c8a987fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:24.055259 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-82ae0ac8-26e4-43c8-ac3f-025c8a987fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:24.060429 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-82ae0ac8-26e4-43c8-ac3f-025c8a987fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:24.117053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae0ac8-26e4-43c8-ac3f-025c8a987fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e300780b-daeb-4a50-845f-ebd3d9d1a42b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:24.122809 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-82ae0ac8-26e4-43c8-ac3f-025c8a987fbb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebe163657e0e43a09f666cdfc12c41e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958872 Jul 09 20:17:24.125420 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33588) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:24.201221 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5091240f-a514-4f04-9079-4a06744f32ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:24.219919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610eab2-8e6a-4a67-a22f-4f9343bb1517 req-3e18f509-cd9e-479e-bd82-60133af5fd12 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:24.221631 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0610eab2-8e6a-4a67-a22f-4f9343bb1517 req-3e18f509-cd9e-479e-bd82-60133af5fd12 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.0765581 Jul 09 20:17:24.224982 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5091240f-a514-4f04-9079-4a06744f32ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:24.285100 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0610eab2-8e6a-4a67-a22f-4f9343bb1517 req-963a1f64-c69a-4e6c-9cb6-db87fa63b91b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493369 Jul 09 20:17:24.290122 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5091240f-a514-4f04-9079-4a06744f32ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:24.293418 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5091240f-a514-4f04-9079-4a06744f32ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:24.297054 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5091240f-a514-4f04-9079-4a06744f32ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e300780b-daeb-4a50-845f-ebd3d9d1a42b HTTP/1.1" status: 204 len: 168 time: 0.1696618 Jul 09 20:17:24.317237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091240f-a514-4f04-9079-4a06744f32ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e300780b-daeb-4a50-845f-ebd3d9d1a42b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:24.580487 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33598) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:24.594143 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8adaf767-a7db-461d-b7cd-b1da30299f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:24.694283 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8adaf767-a7db-461d-b7cd-b1da30299f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:24.698846 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8adaf767-a7db-461d-b7cd-b1da30299f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:24.742931 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8adaf767-a7db-461d-b7cd-b1da30299f80 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c38d265cd91472a8ad695cc0561bcb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612864 Jul 09 20:17:24.743991 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adaf767-a7db-461d-b7cd-b1da30299f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b601ea23-8a31-4f68-a983-21dd49620e72,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:24.745673 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33600) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:24.810284 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5d14df-c929-43b1-98d0-5a43c5fdba3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:24.834247 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5d14df-c929-43b1-98d0-5a43c5fdba3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:24.892459 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5d14df-c929-43b1-98d0-5a43c5fdba3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:24.895105 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5d14df-c929-43b1-98d0-5a43c5fdba3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:24.896293 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0f5d14df-c929-43b1-98d0-5a43c5fdba3d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b601ea23-8a31-4f68-a983-21dd49620e72 HTTP/1.1" status: 204 len: 168 time: 0.1489098 Jul 09 20:17:24.904120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d14df-c929-43b1-98d0-5a43c5fdba3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b601ea23-8a31-4f68-a983-21dd49620e72,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:25.547120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cecd2-b85a-4c71-9678-0bcee1284ac6 req-25d056fb-5800-464d-8462-6f2495e2908a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:25.548700 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-998cecd2-b85a-4c71-9678-0bcee1284ac6 req-25d056fb-5800-464d-8462-6f2495e2908a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.0779324 Jul 09 20:17:25.604235 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-998cecd2-b85a-4c71-9678-0bcee1284ac6 req-6de04e0e-8d73-4595-b3fd-0fd5daaaf59d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486803 Jul 09 20:17:26.286746 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33648) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:26.451545 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-428401815'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:26.479390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Made reservation on behalf of a78f34adb0ec44d59455d021a729e032 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:17:26.483903 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:26.495518 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:26.602167 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:26.606884 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:26.633264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:17:26.649521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1562d74-8ab5-4693-aa5f-131613f3bdc7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:26.653550 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:26.653934 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Added segment b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37 of type vlan for network 7c01fe77-f561-4ab9-93a2-9c2421790220 Jul 09 20:17:26.708255 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:26.742885 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:26.749932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:26.750637 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:26.841197 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.5533087 Jul 09 20:17:26.865776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465150e-86a9-44ee-97f8-984290bb1aa6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Pushing event updated for resources: {'Network': ['ID=7c01fe77-f561-4ab9-93a2-9c2421790220,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:26.873680 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a6a5365c-b2cf-434b-ba9b-8aa0c609b472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:26.883265 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 7c01fe77-f561-4ab9-93a2-9c2421790220 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:17:26.904588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420221b-9223-4aec-858c-4ef9e02e4089 req-cc61c83a-231b-45d1-82e6-cbc8613a397c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:26.907012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1420221b-9223-4aec-858c-4ef9e02e4089 req-cc61c83a-231b-45d1-82e6-cbc8613a397c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.1521344 Jul 09 20:17:26.961724 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:26.966781 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1420221b-9223-4aec-858c-4ef9e02e4089 req-07888424-6c87-47ac-b80a-2246ef259a61 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521312 Jul 09 20:17:27.071266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33662) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:27.077343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Request body: {'port': {'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220', 'binding:host_id': 'n-h2-800088-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1523757017'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:27.098057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Made reservation on behalf of 98c47c04d28e4a0d8ad0724fedef7519 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:17:27.101402 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:27.114689 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:27.209704 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:27.213697 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:27.219251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] device_id is not set on port 108d80aa-7727-4cd0-b7e4-0faccd353a09 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:17:27.298664 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8512e006-0cb1-438f-a37d-4a00d4d7478a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:27.449562 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] device_id is not set on port 108d80aa-7727-4cd0-b7e4-0faccd353a09 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:17:27.458717 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:27.469362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Transition to ACTIVE for port object 108d80aa-7727-4cd0-b7e4-0faccd353a09 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:27.480939 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:27.543051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Pushing event updated for resources: {'Port': ['ID=108d80aa-7727-4cd0-b7e4-0faccd353a09,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:27.555603 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Checking segment: {'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:27.555980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Network hostable DHCP agents. Network: 7c01fe77-f561-4ab9-93a2-9c2421790220, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:17:27.574207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Network 7c01fe77-f561-4ab9-93a2-9c2421790220 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:17:27.599459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 7c01fe77-f561-4ab9-93a2-9c2421790220) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:27.604527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:27.610101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847438b3-bd74-4017-88c4-8736ee7a6ed2 None None] Network 7c01fe77-f561-4ab9-93a2-9c2421790220 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:17:27.676316 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:27.676751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:27.677102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:27.681773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:27.682106 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:27.682489 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 2 to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 Jul 09 20:17:27.706949 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:27.707098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:27.707360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:27.712787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:27.714630 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:27.715297 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 3 to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 Jul 09 20:17:27.738953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:27.739730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:27.740247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:27.750517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:27.751112 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:27.751842 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 4 to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 Jul 09 20:17:27.771563 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:27.772362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:27.772910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:27.777883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:27.778425 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:27.779003 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 5 to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 Jul 09 20:17:27.793135 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:27.796876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:27.797430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:27.802454 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:27.803111 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:27.803679 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 6 to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 Jul 09 20:17:27.820174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:27.820747 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:27.821098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:27.825893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:27.826224 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:27.826618 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 7 to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 Jul 09 20:17:27.840151 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:27.840492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:27.840875 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:27.845188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:27.845518 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:27.845904 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 8 to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 Jul 09 20:17:27.859313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:27.859660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:27.859992 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:27.865069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:27.865432 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:27.866115 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 9 to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 Jul 09 20:17:27.880137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:27.880512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:27.880902 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:27.885508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:27.885843 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:27.886242 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 10 to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 Jul 09 20:17:27.899808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:27.900278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:27.900766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:27.905181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:27.905511 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 108d80aa-7727-4cd0-b7e4-0faccd353a09 on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:27.905884 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:27.975192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] For port 108d80aa-7727-4cd0-b7e4-0faccd353a09, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:17:27.975564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempted to set empty binding levels {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 20:17:27.980733 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:28.023388 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:28.024102 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:28.054157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Pushing event updated for resources: {'Port': ['ID=108d80aa-7727-4cd0-b7e4-0faccd353a09,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:28.058970 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9ee0d68b-18fd-45a7-8612-d04f952e1311 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.9865575 Jul 09 20:17:28.061882 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33674) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:28.202512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-6a8bb7f8-bb56-489b-8746-0228efcc115a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Deleting port 108d80aa-7727-4cd0-b7e4-0faccd353a09 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:28.202870 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb7f8-bb56-489b-8746-0228efcc115a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:28.214016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb999e45-17c5-46b9-9c13-b6073d07ef91 req-a72b9e86-01c0-4a53-904c-30b2d3c2c0e2 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:28.215579 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fb999e45-17c5-46b9-9c13-b6073d07ef91 req-a72b9e86-01c0-4a53-904c-30b2d3c2c0e2 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.0905335 Jul 09 20:17:28.300833 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-6a8bb7f8-bb56-489b-8746-0228efcc115a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] For port 108d80aa-7727-4cd0-b7e4-0faccd353a09, host n-h2-800088-3, got binding levels [] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:28.301205 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb7f8-bb56-489b-8746-0228efcc115a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:28.306859 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fb999e45-17c5-46b9-9c13-b6073d07ef91 req-5676f00f-4162-423b-b8a6-1337b4ee2f01 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808630 Jul 09 20:17:28.318078 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-6a8bb7f8-bb56-489b-8746-0228efcc115a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Calling delete_port for 108d80aa-7727-4cd0-b7e4-0faccd353a09 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:28.412921 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb7f8-bb56-489b-8746-0228efcc115a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:28.439241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bb7f8-bb56-489b-8746-0228efcc115a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Pushing event deleted for resources: {'Port': ['ID=108d80aa-7727-4cd0-b7e4-0faccd353a09,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:28.448121 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb7f8-bb56-489b-8746-0228efcc115a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:28.450374 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6a8bb7f8-bb56-489b-8746-0228efcc115a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "DELETE /v2.0/ports/108d80aa-7727-4cd0-b7e4-0faccd353a09 HTTP/1.1" status: 204 len: 168 time: 0.3873961 Jul 09 20:17:28.453059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33676) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:28.479500 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-805d6db4-6f94-4cbb-8614-cd860f597a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] GET failed (client error): The resource could not be found. Jul 09 20:17:28.481060 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-805d6db4-6f94-4cbb-8614-cd860f597a3d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "GET /v2.0/ports/108d80aa-7727-4cd0-b7e4-0faccd353a09 HTTP/1.1" status: 404 len: 333 time: 0.0270524 Jul 09 20:17:28.484973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33678) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:28.490682 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-08422e6b-859e-4d8e-a34f-56017be847d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Request body: {'port': {'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-837187081'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:28.512116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08422e6b-859e-4d8e-a34f-56017be847d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Made reservation on behalf of 98c47c04d28e4a0d8ad0724fedef7519 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:17:28.514685 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08422e6b-859e-4d8e-a34f-56017be847d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:28.530254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-08422e6b-859e-4d8e-a34f-56017be847d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] device_id is not set on port b5f20a45-9cdf-47f8-9926-c2745a1c6bad yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:17:28.699994 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08422e6b-859e-4d8e-a34f-56017be847d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:28.743885 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08422e6b-859e-4d8e-a34f-56017be847d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:28.799860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08422e6b-859e-4d8e-a34f-56017be847d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Network 7c01fe77-f561-4ab9-93a2-9c2421790220 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:28.805175 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-08422e6b-859e-4d8e-a34f-56017be847d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:28.807095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08422e6b-859e-4d8e-a34f-56017be847d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Pushing event updated for resources: {'Port': ['ID=b5f20a45-9cdf-47f8-9926-c2745a1c6bad,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:28.809226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08422e6b-859e-4d8e-a34f-56017be847d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:28.810320 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08422e6b-859e-4d8e-a34f-56017be847d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:28.810780 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08422e6b-859e-4d8e-a34f-56017be847d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:28.829234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33684) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:28.829741 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-08422e6b-859e-4d8e-a34f-56017be847d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3435264 Jul 09 20:17:28.835928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:28.910861 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:29.087332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] device_id is not set on port b5f20a45-9cdf-47f8-9926-c2745a1c6bad yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:17:29.096658 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:29.110994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Transition to ACTIVE for port object b5f20a45-9cdf-47f8-9926-c2745a1c6bad will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:29.115972 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:29.166049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Pushing event updated for resources: {'Port': ['ID=b5f20a45-9cdf-47f8-9926-c2745a1c6bad,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:29.180886 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:29.181237 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:29.181589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:29.185961 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:29.186314 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:29.186688 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 2 to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad Jul 09 20:17:29.199998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:29.200331 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:29.200723 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:29.205167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:29.205530 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:29.206970 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 3 to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad Jul 09 20:17:29.219087 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:29.219439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:29.219793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:29.225095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:29.225434 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:29.225831 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 4 to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad Jul 09 20:17:29.242883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:29.243226 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:29.243576 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:29.248042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:29.248375 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:29.248801 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 5 to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad Jul 09 20:17:29.261591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:29.261933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:29.262278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:29.265686 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:29.266905 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:29.267237 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:29.267635 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 6 to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad Jul 09 20:17:29.280805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:29.281203 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:29.281550 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:29.285861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:29.286688 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:29.287036 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 7 to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad Jul 09 20:17:29.299012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:29.299239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:29.299409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:29.305043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:29.305372 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:29.305763 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 8 to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad Jul 09 20:17:29.319721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:29.320061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:29.320400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:29.325201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:29.325534 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:29.325949 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 9 to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad Jul 09 20:17:29.338870 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:29.339382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:29.340093 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:29.345434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:29.345879 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:29.346382 n-d-800088-3 neutron-server[100205]: INFO neutron.plugins.ml2.plugin [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 10 to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad Jul 09 20:17:29.360612 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:29.360963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:29.361309 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:29.367088 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:29.367418 n-d-800088-3 neutron-server[100205]: ERROR neutron.plugins.ml2.managers [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:29.367792 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:29.442925 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-574d7982-22b0-45a4-85f0-33e2af3aa9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:29.451912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] For port b5f20a45-9cdf-47f8-9926-c2745a1c6bad, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:17:29.452338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempted to set empty binding levels {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 20:17:29.457282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:29.491394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] In _notify_port_updated(), no bound segment for port b5f20a45-9cdf-47f8-9926-c2745a1c6bad on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:17:29.492498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.493144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:29.497530 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "PUT /v2.0/ports/b5f20a45-9cdf-47f8-9926-c2745a1c6bad HTTP/1.1" status: 200 len: 978 time: 0.6642542 Jul 09 20:17:29.497850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33688) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:29.503816 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f41b0f-f2cd-4d49-9cff-3735d5325f64 req-bff43f1b-82be-4f56-b068-f50753379eee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.505660 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d9f41b0f-f2cd-4d49-9cff-3735d5325f64 req-bff43f1b-82be-4f56-b068-f50753379eee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.0750048 Jul 09 20:17:29.549428 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d9f41b0f-f2cd-4d49-9cff-3735d5325f64 req-a50dd0e4-5ca7-4341-bb9c-80a5554cca2c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376067 Jul 09 20:17:29.561309 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143743e-65df-4158-8e36-40e93969ec1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Pushing event updated for resources: {'Port': ['ID=b5f20a45-9cdf-47f8-9926-c2745a1c6bad,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:29.598243 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:29.625812 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.626303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.626781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.627259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.627735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.628205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.628717 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.629188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.629676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.630625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.631097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.631568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.632041 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.632507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.633077 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.633548 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.634020 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.634487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.634953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.635415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.635883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.636344 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.636831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.637297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.637770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.638233 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.638733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.639250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.639766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.640237 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.640727 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.641194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:29.645101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c6d2bac9-3901-4f29-a083-bc52171f23ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28721 time: 0.1462750 Jul 09 20:17:29.650712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33690) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:29.755140 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-18f965d6-283a-4201-932e-a6fced3a6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Deleting port b5f20a45-9cdf-47f8-9926-c2745a1c6bad {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:29.755879 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-18f965d6-283a-4201-932e-a6fced3a6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:29.825660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-18f965d6-283a-4201-932e-a6fced3a6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] For port b5f20a45-9cdf-47f8-9926-c2745a1c6bad, host n-h2-800088-3, got binding levels [] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:29.826091 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-18f965d6-283a-4201-932e-a6fced3a6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:29.840926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-18f965d6-283a-4201-932e-a6fced3a6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Calling delete_port for b5f20a45-9cdf-47f8-9926-c2745a1c6bad owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:29.931423 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-18f965d6-283a-4201-932e-a6fced3a6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:29.961279 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f965d6-283a-4201-932e-a6fced3a6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5f20a45-9cdf-47f8-9926-c2745a1c6bad,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:29.976351 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-18f965d6-283a-4201-932e-a6fced3a6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:29.980781 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-18f965d6-283a-4201-932e-a6fced3a6f82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b5f20a45-9cdf-47f8-9926-c2745a1c6bad HTTP/1.1" status: 204 len: 168 time: 0.3267775 Jul 09 20:17:29.981100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33700) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:30.018232 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f195f99-8c83-4b45-abf4-39faadfca76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] GET failed (client error): The resource could not be found. Jul 09 20:17:30.025566 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0f195f99-8c83-4b45-abf4-39faadfca76b tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "GET /v2.0/ports/b5f20a45-9cdf-47f8-9926-c2745a1c6bad HTTP/1.1" status: 404 len: 333 time: 0.0379663 Jul 09 20:17:30.025981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33702) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:30.032267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-755750dc-ea7d-4279-a6dd-631dee9e16e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-313029539', 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:30.057125 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755750dc-ea7d-4279-a6dd-631dee9e16e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Made reservation on behalf of 98c47c04d28e4a0d8ad0724fedef7519 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:17:30.060368 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-755750dc-ea7d-4279-a6dd-631dee9e16e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:30.076754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-755750dc-ea7d-4279-a6dd-631dee9e16e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] device_id is not set on port 8a90ddac-c45f-40d1-ae8b-4c3342e9b1fe yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:17:30.234052 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-755750dc-ea7d-4279-a6dd-631dee9e16e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:30.269889 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-755750dc-ea7d-4279-a6dd-631dee9e16e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:30.309983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755750dc-ea7d-4279-a6dd-631dee9e16e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Network 7c01fe77-f561-4ab9-93a2-9c2421790220 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:30.315324 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-755750dc-ea7d-4279-a6dd-631dee9e16e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:30.320507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755750dc-ea7d-4279-a6dd-631dee9e16e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:30.321411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755750dc-ea7d-4279-a6dd-631dee9e16e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:30.321592 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-755750dc-ea7d-4279-a6dd-631dee9e16e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:30.331834 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755750dc-ea7d-4279-a6dd-631dee9e16e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Pushing event updated for resources: {'Port': ['ID=8a90ddac-c45f-40d1-ae8b-4c3342e9b1fe,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:30.343536 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-755750dc-ea7d-4279-a6dd-631dee9e16e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3164268 Jul 09 20:17:30.346511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33704) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:30.390295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e60a920-5659-4da2-8904-52ca94ee4350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:30.394499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2e60a920-5659-4da2-8904-52ca94ee4350 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "GET /v2.0/ports/8a90ddac-c45f-40d1-ae8b-4c3342e9b1fe HTTP/1.1" status: 200 len: 958 time: 0.0469525 Jul 09 20:17:30.394641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33706) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:30.449435 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:30.488611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-fa7adfe2-520e-48c6-a290-38daa502f687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Deleting port 8a90ddac-c45f-40d1-ae8b-4c3342e9b1fe {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:30.488994 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa7adfe2-520e-48c6-a290-38daa502f687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:30.552178 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa7adfe2-520e-48c6-a290-38daa502f687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:30.565954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-fa7adfe2-520e-48c6-a290-38daa502f687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Calling delete_port for 8a90ddac-c45f-40d1-ae8b-4c3342e9b1fe owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:30.657632 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa7adfe2-520e-48c6-a290-38daa502f687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:30.697193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7adfe2-520e-48c6-a290-38daa502f687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a90ddac-c45f-40d1-ae8b-4c3342e9b1fe,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:30.721085 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa7adfe2-520e-48c6-a290-38daa502f687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:30.723008 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fa7adfe2-520e-48c6-a290-38daa502f687 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "DELETE /v2.0/ports/8a90ddac-c45f-40d1-ae8b-4c3342e9b1fe HTTP/1.1" status: 204 len: 168 time: 0.3271501 Jul 09 20:17:30.726196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33710) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:30.755640 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-7733ecbb-2a31-4d1e-8320-5fb419fdbd44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] GET failed (client error): The resource could not be found. Jul 09 20:17:30.759980 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7733ecbb-2a31-4d1e-8320-5fb419fdbd44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "GET /v2.0/ports/8a90ddac-c45f-40d1-ae8b-4c3342e9b1fe HTTP/1.1" status: 404 len: 333 time: 0.0300703 Jul 09 20:17:30.761198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33712) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:30.766918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c1c8f1dc-e326-4676-9e79-aa1b9aa7def5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Request body: {'port': {'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1307443951'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:30.814692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f2300-08fd-40a4-80ff-9e4196c60d88 req-3ab54428-1e79-424f-b625-b0761e614681 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:30.816559 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f71f2300-08fd-40a4-80ff-9e4196c60d88 req-3ab54428-1e79-424f-b625-b0761e614681 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.1468806 Jul 09 20:17:30.817635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c8f1dc-e326-4676-9e79-aa1b9aa7def5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Made reservation on behalf of 98c47c04d28e4a0d8ad0724fedef7519 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:17:30.820329 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1c8f1dc-e326-4676-9e79-aa1b9aa7def5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:30.863624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-c1c8f1dc-e326-4676-9e79-aa1b9aa7def5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] device_id is not set on port 27bedcf4-f593-47f3-80c7-88c125835b3c yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:17:30.919604 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f71f2300-08fd-40a4-80ff-9e4196c60d88 req-9a7ee10a-a1d5-4b82-b31e-e7d104c8d314 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844445 Jul 09 20:17:31.041174 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1c8f1dc-e326-4676-9e79-aa1b9aa7def5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:31.080348 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1c8f1dc-e326-4676-9e79-aa1b9aa7def5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:31.123144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c8f1dc-e326-4676-9e79-aa1b9aa7def5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Network 7c01fe77-f561-4ab9-93a2-9c2421790220 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:31.130369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-c1c8f1dc-e326-4676-9e79-aa1b9aa7def5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:31.134002 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c8f1dc-e326-4676-9e79-aa1b9aa7def5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:31.135177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c8f1dc-e326-4676-9e79-aa1b9aa7def5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:31.135840 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c1c8f1dc-e326-4676-9e79-aa1b9aa7def5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:31.142245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8f1dc-e326-4676-9e79-aa1b9aa7def5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Pushing event updated for resources: {'Port': ['ID=27bedcf4-f593-47f3-80c7-88c125835b3c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:31.157447 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c1c8f1dc-e326-4676-9e79-aa1b9aa7def5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3944402 Jul 09 20:17:31.159982 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33718) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:31.169662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:31.247334 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:31.363702 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:17:31.428451 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] device_id is not set on port 27bedcf4-f593-47f3-80c7-88c125835b3c yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:17:31.436104 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:31.448755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Transition to ACTIVE for port object 27bedcf4-f593-47f3-80c7-88c125835b3c will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:31.453041 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:31.505288 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Pushing event updated for resources: {'Port': ['ID=27bedcf4-f593-47f3-80c7-88c125835b3c,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:31.521326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:31.521688 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:31.522041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:31.526866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:31.530243 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:31.530824 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 2 to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c Jul 09 20:17:31.544484 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:31.544862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:31.545208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:31.549694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:31.550029 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:31.550424 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 3 to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c Jul 09 20:17:31.563357 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:31.564027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:31.564027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:31.568247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:31.568604 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:31.569031 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 4 to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c Jul 09 20:17:31.582018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:31.582372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:31.583230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:31.587750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:31.588087 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:31.588521 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 5 to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c Jul 09 20:17:31.602300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:31.602648 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:31.603041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:31.607444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:31.607782 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:31.608186 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 6 to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c Jul 09 20:17:31.620860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:31.621296 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:31.621646 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:31.625956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:31.626302 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:31.626704 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 7 to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c Jul 09 20:17:31.638758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:31.639109 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:31.639459 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:31.643824 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:31.644161 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:31.644587 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 8 to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c Jul 09 20:17:31.657975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:31.658434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:31.658788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:31.663788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:31.664125 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:31.664561 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 9 to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c Jul 09 20:17:31.676222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:31.676627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:31.676973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:31.681202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:31.681538 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:31.681939 n-d-800088-3 neutron-server[100204]: INFO neutron.plugins.ml2.plugin [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempt 10 to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c Jul 09 20:17:31.695058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:31.695405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:31.695754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempting to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:31.700316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:31.700712 n-d-800088-3 neutron-server[100204]: ERROR neutron.plugins.ml2.managers [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Failed to bind port 27bedcf4-f593-47f3-80c7-88c125835b3c on host n-h2-800088-3 for vnic_type normal using segments [{'id': 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7c01fe77-f561-4ab9-93a2-9c2421790220'}] Jul 09 20:17:31.701096 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:31.765708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] For port 27bedcf4-f593-47f3-80c7-88c125835b3c, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:17:31.766072 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attempted to set empty binding levels {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 20:17:31.771098 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:31.803096 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] In _notify_port_updated(), no bound segment for port 27bedcf4-f593-47f3-80c7-88c125835b3c on network 7c01fe77-f561-4ab9-93a2-9c2421790220 {{(pid=100204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:17:31.803990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:31.804655 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:31.805981 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "PUT /v2.0/ports/27bedcf4-f593-47f3-80c7-88c125835b3c HTTP/1.1" status: 200 len: 979 time: 0.6448934 Jul 09 20:17:31.809200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33720) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:31.824937 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e83697-6ac4-41a6-8688-a0cc8077d60a tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Pushing event updated for resources: {'Port': ['ID=27bedcf4-f593-47f3-80c7-88c125835b3c,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:31.905387 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-9495f5c1-0653-492c-8ca8-68f002fe0ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Deleting port 27bedcf4-f593-47f3-80c7-88c125835b3c {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:31.905754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9495f5c1-0653-492c-8ca8-68f002fe0ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:31.970618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-9495f5c1-0653-492c-8ca8-68f002fe0ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] For port 27bedcf4-f593-47f3-80c7-88c125835b3c, host n-h2-800088-3, got binding levels [] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:31.970984 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9495f5c1-0653-492c-8ca8-68f002fe0ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:31.986561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-9495f5c1-0653-492c-8ca8-68f002fe0ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Calling delete_port for 27bedcf4-f593-47f3-80c7-88c125835b3c owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:32.077349 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9495f5c1-0653-492c-8ca8-68f002fe0ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.110958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9495f5c1-0653-492c-8ca8-68f002fe0ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Pushing event deleted for resources: {'Port': ['ID=27bedcf4-f593-47f3-80c7-88c125835b3c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:32.115540 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9495f5c1-0653-492c-8ca8-68f002fe0ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.117757 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9495f5c1-0653-492c-8ca8-68f002fe0ed4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "DELETE /v2.0/ports/27bedcf4-f593-47f3-80c7-88c125835b3c HTTP/1.1" status: 204 len: 168 time: 0.3070068 Jul 09 20:17:32.120409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33728) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:32.149247 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18d8b7f-ebe7-406c-84c5-36f3a6456518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] GET failed (client error): The resource could not be found. Jul 09 20:17:32.151181 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f18d8b7f-ebe7-406c-84c5-36f3a6456518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-399555814-project-admin] 10.222.0.30 "GET /v2.0/ports/27bedcf4-f593-47f3-80c7-88c125835b3c HTTP/1.1" status: 404 len: 333 time: 0.0297422 Jul 09 20:17:32.156690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33730) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:32.264379 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05ab54b1-1d81-4c60-bd41-951879d2d076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.337549 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.399377 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05ab54b1-1d81-4c60-bd41-951879d2d076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.399783 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b0b9-4c83-4936-a76c-75f63a8cf7c5 req-1bd98826-e849-4246-bb99-03e8f916eb3c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:32.401629 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c6a8b0b9-4c83-4936-a76c-75f63a8cf7c5 req-1bd98826-e849-4246-bb99-03e8f916eb3c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.1219270 Jul 09 20:17:32.421807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-05ab54b1-1d81-4c60-bd41-951879d2d076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c01fe77-f561-4ab9-93a2-9c2421790220']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:32.434108 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-05ab54b1-1d81-4c60-bd41-951879d2d076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:32.434414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-05ab54b1-1d81-4c60-bd41-951879d2d076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fd0c22-287a-4ffd-b0cf-f8ec0cc41f37') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:32.446721 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05ab54b1-1d81-4c60-bd41-951879d2d076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.456628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33736) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:32.480392 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c6a8b0b9-4c83-4936-a76c-75f63a8cf7c5 req-eb9beba6-5246-4cbb-81d9-65b2ab69e3e1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708628 Jul 09 20:17:32.492074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05ab54b1-1d81-4c60-bd41-951879d2d076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.495117 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ab54b1-1d81-4c60-bd41-951879d2d076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:17:32.495610 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05ab54b1-1d81-4c60-bd41-951879d2d076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:17:32.498769 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:17:32.564988 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05ab54b1-1d81-4c60-bd41-951879d2d076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.573503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05ab54b1-1d81-4c60-bd41-951879d2d076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.575155 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-05ab54b1-1d81-4c60-bd41-951879d2d076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] 10.222.0.30 "DELETE /v2.0/networks/7c01fe77-f561-4ab9-93a2-9c2421790220 HTTP/1.1" status: 204 len: 168 time: 0.4171379 Jul 09 20:17:32.593303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab54b1-1d81-4c60-bd41-951879d2d076 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1441099032-project] Pushing event deleted for resources: {'Network': ['ID=7c01fe77-f561-4ab9-93a2-9c2421790220,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:32.601822 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c791e1c5-e3ab-4bd0-abb6-c3ac36cc02fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.693873 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c791e1c5-e3ab-4bd0-abb6-c3ac36cc02fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.698482 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c791e1c5-e3ab-4bd0-abb6-c3ac36cc02fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.738336 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c791e1c5-e3ab-4bd0-abb6-c3ac36cc02fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c61ff57ceeff4618bb5772e1dd974d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734404 Jul 09 20:17:32.739370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791e1c5-e3ab-4bd0-abb6-c3ac36cc02fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52e1a58-dde4-47ca-b934-d60fdde06dca,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:32.741046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33744) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:32.783165 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33746) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:32.810399 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c4beaf4-d466-4874-9ac8-2fbbab2d93f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.833131 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c4beaf4-d466-4874-9ac8-2fbbab2d93f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.885984 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c4beaf4-d466-4874-9ac8-2fbbab2d93f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.888751 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9c4beaf4-d466-4874-9ac8-2fbbab2d93f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:32.889913 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9c4beaf4-d466-4874-9ac8-2fbbab2d93f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b52e1a58-dde4-47ca-b934-d60fdde06dca HTTP/1.1" status: 204 len: 168 time: 0.1404428 Jul 09 20:17:32.909306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4beaf4-d466-4874-9ac8-2fbbab2d93f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52e1a58-dde4-47ca-b934-d60fdde06dca,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:32.943302 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a1c4a114-ea91-47fb-9c83-bb7017112837 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a78f34adb0ec44d59455d021a729e032&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581120 Jul 09 20:17:32.945705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33752) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:33.003126 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c69e551d-a54f-4aed-a3ef-3a067cb22117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:33.024897 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c69e551d-a54f-4aed-a3ef-3a067cb22117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:33.071122 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c69e551d-a54f-4aed-a3ef-3a067cb22117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:33.073748 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c69e551d-a54f-4aed-a3ef-3a067cb22117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:33.075189 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c69e551d-a54f-4aed-a3ef-3a067cb22117 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1562d74-8ab5-4693-aa5f-131613f3bdc7 HTTP/1.1" status: 204 len: 168 time: 0.1281393 Jul 09 20:17:33.083991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e551d-a54f-4aed-a3ef-3a067cb22117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1562d74-8ab5-4693-aa5f-131613f3bdc7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:33.417005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33776) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:33.466461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dbecf4a2-d88a-4466-b479-ab988e70d294 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98c47c04d28e4a0d8ad0724fedef7519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480595 Jul 09 20:17:33.469852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33780) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:33.522198 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad849-9ef1-4dff-82da-5f1197347430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:33.547109 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad849-9ef1-4dff-82da-5f1197347430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:33.552143 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33784) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:33.602804 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad849-9ef1-4dff-82da-5f1197347430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:33.605514 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5d7ad849-9ef1-4dff-82da-5f1197347430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:33.606682 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5d7ad849-9ef1-4dff-82da-5f1197347430 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8512e006-0cb1-438f-a37d-4a00d4d7478a HTTP/1.1" status: 204 len: 168 time: 0.1356177 Jul 09 20:17:33.616308 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ad849-9ef1-4dff-82da-5f1197347430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8512e006-0cb1-438f-a37d-4a00d4d7478a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:33.668113 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-745687203-network', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:33.695223 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da990c77-6951-4ee7-bb4f-fa341e47dea2 req-e5820980-89d0-43e5-ad2c-dd343ac6beee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:33.696913 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da990c77-6951-4ee7-bb4f-fa341e47dea2 req-e5820980-89d0-43e5-ad2c-dd343ac6beee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.1081686 Jul 09 20:17:33.717920 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] Made reservation on behalf of ef87113b476b40be90112c0b4e52b162 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:17:33.720227 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:33.734341 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:33.763141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da990c77-6951-4ee7-bb4f-fa341e47dea2 req-728d05f7-26c8-4657-89ba-664adaffd7e9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597734 Jul 09 20:17:33.849099 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:33.853430 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:33.877123 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:17:33.895891 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d028d5be-5dbc-4a86-ac41-3044cbe85395,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:33.898994 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:33.899577 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] Added segment fe938087-9f54-4a06-a580-c32a8e175baa of type vlan for network aecf450e-a80e-4d72-9e60-2fdf5c493493 Jul 09 20:17:33.941564 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:33.978654 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:33.979629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:33.980232 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:34.033598 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4803047 Jul 09 20:17:34.037013 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33800) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:34.043392 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-07c70361-6c3c-45a0-8346-bc05789ade06 admin admin] Request body: {'subnet': {'network_id': 'aecf450e-a80e-4d72-9e60-2fdf5c493493', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-745687203-subnet', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:34.043982 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34125028-52a2-4fba-b83a-2e6bec74e93f admin admin] Pushing event updated for resources: {'Network': ['ID=aecf450e-a80e-4d72-9e60-2fdf5c493493,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:34.054677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network aecf450e-a80e-4d72-9e60-2fdf5c493493 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:17:34.081879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c70361-6c3c-45a0-8346-bc05789ade06 admin admin] Made reservation on behalf of ef87113b476b40be90112c0b4e52b162 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:17:34.085618 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-07c70361-6c3c-45a0-8346-bc05789ade06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:34.260179 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-07c70361-6c3c-45a0-8346-bc05789ade06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:34.320609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c70361-6c3c-45a0-8346-bc05789ade06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a974c7-f580-4d3b-80f9-66e66540923e,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:34.330338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c70361-6c3c-45a0-8346-bc05789ade06 admin admin] Checking segment: {'id': 'fe938087-9f54-4a06-a580-c32a8e175baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aecf450e-a80e-4d72-9e60-2fdf5c493493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:34.330702 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c70361-6c3c-45a0-8346-bc05789ade06 admin admin] Network hostable DHCP agents. Network: aecf450e-a80e-4d72-9e60-2fdf5c493493, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:17:34.351459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c70361-6c3c-45a0-8346-bc05789ade06 admin admin] Network aecf450e-a80e-4d72-9e60-2fdf5c493493 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:17:34.361557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-07c70361-6c3c-45a0-8346-bc05789ade06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, aecf450e-a80e-4d72-9e60-2fdf5c493493) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:34.367358 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c70361-6c3c-45a0-8346-bc05789ade06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:34.368316 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-07c70361-6c3c-45a0-8346-bc05789ade06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:34.377536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ae909e-4935-48aa-9ed2-ec34edd27fc7 None None] Network aecf450e-a80e-4d72-9e60-2fdf5c493493 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:17:34.386943 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-07c70361-6c3c-45a0-8346-bc05789ade06 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3485582 Jul 09 20:17:34.389666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33812) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:34.394258 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-745687203-router', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:34.422979 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:34.423600 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:34.527699 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:34.577585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-aecf450e-a80e-4d72-9e60-2fdf5c493493', 'network_id': 'aecf450e-a80e-4d72-9e60-2fdf5c493493', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162', 'fixed_ips': [{'subnet_id': 'b6a974c7-f580-4d3b-80f9-66e66540923e'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:17:34.579237 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:34.693092 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:34.744992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Allocated IP 172.20.0.2 (aecf450e-a80e-4d72-9e60-2fdf5c493493/b6a974c7-f580-4d3b-80f9-66e66540923e/5877eb1b-6fa6-4a50-b08e-67d9e77cdd75) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:17:34.945313 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:34.955642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Transition to ACTIVE for port object 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:34.974385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Transition to ACTIVE for port object 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:34.982734 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.011666 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.016421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33830) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:35.024189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Network aecf450e-a80e-4d72-9e60-2fdf5c493493 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:35.027265 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:35.029814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:35.041638 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.067782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Pushing event updated for resources: {'Port': ['ID=5877eb1b-6fa6-4a50-b08e-67d9e77cdd75,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:35.095192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d4317-0f21-4b80-8b20-d6f07f6bc317 req-7293cb58-6967-471c-b6bd-04231b66398f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:35.096763 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd8d4317-0f21-4b80-8b20-d6f07f6bc317 req-7293cb58-6967-471c-b6bd-04231b66398f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.2058001 Jul 09 20:17:35.102791 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Attempting to bind port 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:35.103177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Attempting to bind port 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'fe938087-9f54-4a06-a580-c32a8e175baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aecf450e-a80e-4d72-9e60-2fdf5c493493'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:35.103553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Attempting to bind port 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 on network aecf450e-a80e-4d72-9e60-2fdf5c493493 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:35.110643 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:17:35.111340 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Checking segment: {'id': 'fe938087-9f54-4a06-a580-c32a8e175baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aecf450e-a80e-4d72-9e60-2fdf5c493493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:35.111937 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.112517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Bound using segment: {'id': 'fe938087-9f54-4a06-a580-c32a8e175baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aecf450e-a80e-4d72-9e60-2fdf5c493493'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:17:35.113319 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Bound port: 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe938087-9f54-4a06-a580-c32a8e175baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aecf450e-a80e-4d72-9e60-2fdf5c493493'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:17:35.114715 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.142523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-123706850', 'router:external': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:35.166871 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Made reservation on behalf of 911b92988c3d43178b3e9e893a9151b5 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:17:35.169439 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.180070 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.181922 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd8d4317-0f21-4b80-8b20-d6f07f6bc317 req-31c670e6-d4f5-4d99-87e5-cd6c9a29bbad tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752919 Jul 09 20:17:35.188822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] For port 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:17:35.195680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] For port 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5877eb1b-6fa6-4a50-b08e-67d9e77cdd75,segment=NetworkSegment(fe938087-9f54-4a06-a580-c32a8e175baa),segment_id=fe938087-9f54-4a06-a580-c32a8e175baa)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:17:35.205700 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.206187 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Allocated IP 172.25.0.169 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/157eeeac-1601-47fb-926c-ee4708e0c055) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:17:35.285558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2654de-85bd-477f-92cc-08f144eaa146 None None] Pushing event updated for resources: {'Port': ['ID=5877eb1b-6fa6-4a50-b08e-67d9e77cdd75,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:35.296873 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.301226 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.328887 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:17:35.334053 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.340190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aba1a3d-8fe0-4715-9a27-5e46716037c8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:35.345682 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.346134 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Added segment 8284263c-9d94-426e-8bc2-ef5d2e4b268e of type vlan for network 70235e44-6bf1-4356-91e2-dad4de3b554a Jul 09 20:17:35.380365 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.399615 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.421127 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:35.426291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:35.429063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:35.445819 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.446846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:35.450850 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.487962 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Pushing event updated for resources: {'Port': ['ID=157eeeac-1601-47fb-926c-ee4708e0c055,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:35.561520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5431201 Jul 09 20:17:35.565179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33834) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:35.568120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4aa338-69d8-429c-8349-1ed4ba3d8438 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Pushing event updated for resources: {'Network': ['ID=70235e44-6bf1-4356-91e2-dad4de3b554a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:35.574137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1bcbe6cc-c04b-4fc8-9cad-37327de3d2ad tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Request body: {'subnet': {'network_id': '70235e44-6bf1-4356-91e2-dad4de3b554a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:35.584000 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 70235e44-6bf1-4356-91e2-dad4de3b554a details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:17:35.625591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcbe6cc-c04b-4fc8-9cad-37327de3d2ad tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Made reservation on behalf of 911b92988c3d43178b3e9e893a9151b5 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:17:35.628342 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe6cc-c04b-4fc8-9cad-37327de3d2ad tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.835781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:35.992239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.objects.ports [None req-1bcbe6cc-c04b-4fc8-9cad-37327de3d2ad tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100205) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:17:35.992800 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe6cc-c04b-4fc8-9cad-37327de3d2ad tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:36.057613 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbe6cc-c04b-4fc8-9cad-37327de3d2ad tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Pushing event updated for resources: {'Subnet': ['ID=090561aa-3d8b-4c39-86e5-33ae6d1d727c,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:36.066297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcbe6cc-c04b-4fc8-9cad-37327de3d2ad tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Checking segment: {'id': '8284263c-9d94-426e-8bc2-ef5d2e4b268e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '70235e44-6bf1-4356-91e2-dad4de3b554a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:36.066783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcbe6cc-c04b-4fc8-9cad-37327de3d2ad tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Network hostable DHCP agents. Network: 70235e44-6bf1-4356-91e2-dad4de3b554a, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:17:36.087666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcbe6cc-c04b-4fc8-9cad-37327de3d2ad tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Network 70235e44-6bf1-4356-91e2-dad4de3b554a is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:17:36.102229 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-1bcbe6cc-c04b-4fc8-9cad-37327de3d2ad tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 70235e44-6bf1-4356-91e2-dad4de3b554a) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:36.106780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcbe6cc-c04b-4fc8-9cad-37327de3d2ad tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:36.107469 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1bcbe6cc-c04b-4fc8-9cad-37327de3d2ad tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:36.113769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adda558-69fe-4d54-9a54-f3ab8abfc9db None None] Network 70235e44-6bf1-4356-91e2-dad4de3b554a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:17:36.129342 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1bcbe6cc-c04b-4fc8-9cad-37327de3d2ad tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5602894 Jul 09 20:17:36.130420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33838) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:36.136841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cd1e4848-c74c-4866-ac70-9d115a529561 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1810862336', 'network_id': '70235e44-6bf1-4356-91e2-dad4de3b554a'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:36.165216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1e4848-c74c-4866-ac70-9d115a529561 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Made reservation on behalf of 911b92988c3d43178b3e9e893a9151b5 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:17:36.167918 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4848-c74c-4866-ac70-9d115a529561 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:36.186521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-cd1e4848-c74c-4866-ac70-9d115a529561 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] device_id is not set on port f017d253-21f1-4dc7-8134-6c5f0a9ce2f7 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:17:36.263737 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfda913-46fa-471b-a47a-8291b94687c7 None None] Network 70235e44-6bf1-4356-91e2-dad4de3b554a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:17:36.311560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-cd1e4848-c74c-4866-ac70-9d115a529561 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Allocated IP 172.20.0.12 (70235e44-6bf1-4356-91e2-dad4de3b554a/090561aa-3d8b-4c39-86e5-33ae6d1d727c/f017d253-21f1-4dc7-8134-6c5f0a9ce2f7) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:17:36.454395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:17:36.509135 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:17:36.522607 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6eb4a5-50ad-4c66-8bec-b6b4f8e2f918 None None] Network aecf450e-a80e-4d72-9e60-2fdf5c493493 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:17:36.549969 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4848-c74c-4866-ac70-9d115a529561 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:36.567298 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:36.586737 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15e46-009a-4846-901f-3bf20ebcc2d6 req-fe751a24-082e-4a96-83a6-e37d8d7cc157 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:36.588265 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-09a15e46-009a-4846-901f-3bf20ebcc2d6 req-fe751a24-082e-4a96-83a6-e37d8d7cc157 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.1316798 Jul 09 20:17:36.603473 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4848-c74c-4866-ac70-9d115a529561 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:36.610642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e39ce9d8-4311-4f99-a865-bd5c1bfa625c None None] Provisioning for port 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:17:36.622299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e39ce9d8-4311-4f99-a865-bd5c1bfa625c None None] Provisioning complete for port 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:36.622767 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e39ce9d8-4311-4f99-a865-bd5c1bfa625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:36.647194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e4848-c74c-4866-ac70-9d115a529561 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Network 70235e44-6bf1-4356-91e2-dad4de3b554a is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:36.653631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-cd1e4848-c74c-4866-ac70-9d115a529561 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:36.657283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e4848-c74c-4866-ac70-9d115a529561 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:36.688264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e4848-c74c-4866-ac70-9d115a529561 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Pushing event updated for resources: {'Port': ['ID=f017d253-21f1-4dc7-8134-6c5f0a9ce2f7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:36.711922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1e4848-c74c-4866-ac70-9d115a529561 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:36.712784 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4848-c74c-4866-ac70-9d115a529561 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:36.713153 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-09a15e46-009a-4846-901f-3bf20ebcc2d6 req-2681854f-779b-4215-827d-741526fff6fc tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886703 Jul 09 20:17:36.741361 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cd1e4848-c74c-4866-ac70-9d115a529561 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.6092796 Jul 09 20:17:36.743676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33844) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:36.786809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Router 531b9f50-12e2-44b5-955f-543d40952077 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:17:36.806313 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e39ce9d8-4311-4f99-a865-bd5c1bfa625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:36.850229 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-7f84e5ec-59b2-49fa-a882-e7417e1772ac tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Deleting port f017d253-21f1-4dc7-8134-6c5f0a9ce2f7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:36.850754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f84e5ec-59b2-49fa-a882-e7417e1772ac tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:36.853007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e39ce9d8-4311-4f99-a865-bd5c1bfa625c None None] For port 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5877eb1b-6fa6-4a50-b08e-67d9e77cdd75,segment=NetworkSegment(fe938087-9f54-4a06-a580-c32a8e175baa),segment_id=fe938087-9f54-4a06-a580-c32a8e175baa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:36.864570 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e39ce9d8-4311-4f99-a865-bd5c1bfa625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:36.922495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ce9d8-4311-4f99-a865-bd5c1bfa625c None None] Pushing event updated for resources: {'Port': ['ID=5877eb1b-6fa6-4a50-b08e-67d9e77cdd75,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:36.944657 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:36.947153 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f84e5ec-59b2-49fa-a882-e7417e1772ac tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:36.960396 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Sync routers for ids ['531b9f50-12e2-44b5-955f-543d40952077'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:36.963692 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:36.963889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-7f84e5ec-59b2-49fa-a882-e7417e1772ac tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Calling delete_port for f017d253-21f1-4dc7-8134-6c5f0a9ce2f7 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:36.965441 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b98cda10-d49b-40b4-bfb6-2ab83892b792 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5747135 Jul 09 20:17:36.967962 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33846) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:36.970679 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Routers {'531b9f50-12e2-44b5-955f-543d40952077'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:36.971314 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['531b9f50-12e2-44b5-955f-543d40952077'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:37.088190 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e344cd45-3eea-4c1a-928f-a76b4a6bbcf9 None None] Provisioning complete for port 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:37.088874 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e344cd45-3eea-4c1a-928f-a76b4a6bbcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:37.094177 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Set router 531b9f50-12e2-44b5-955f-543d40952077 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:37.112802 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f84e5ec-59b2-49fa-a882-e7417e1772ac tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:37.153042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84e5ec-59b2-49fa-a882-e7417e1772ac tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Pushing event deleted for resources: {'Port': ['ID=f017d253-21f1-4dc7-8134-6c5f0a9ce2f7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:37.234659 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f84e5ec-59b2-49fa-a882-e7417e1772ac tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:37.237778 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7f84e5ec-59b2-49fa-a882-e7417e1772ac tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "DELETE /v2.0/ports/f017d253-21f1-4dc7-8134-6c5f0a9ce2f7 HTTP/1.1" status: 204 len: 168 time: 0.4920213 Jul 09 20:17:37.241104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33848) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:37.245454 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70235e44-6bf1-4356-91e2-dad4de3b554a', 'external_fixed_ips': [{'subnet_id': '090561aa-3d8b-4c39-86e5-33ae6d1d727c', 'ip_address': '172.20.0.12'}]}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:37.279022 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:37.280339 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:37.313809 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531b9f50-12e2-44b5-955f-543d40952077', 'name': 'tempest-TestAggregatesBasicOps-745687203-router', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '157eeeac-1601-47fb-926c-ee4708e0c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:34Z', 'updated_at': '2021-07-09T20:17:35Z', 'revision_number': 3, 'project_id': 'ef87113b476b40be90112c0b4e52b162', 'gw_port': {'id': '157eeeac-1601-47fb-926c-ee4708e0c055', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531b9f50-12e2-44b5-955f-543d40952077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:35Z', 'updated_at': '2021-07-09T20:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:37.343643 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Checking router: 531b9f50-12e2-44b5-955f-543d40952077 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:17:37.344003 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Updating router 531b9f50-12e2-44b5-955f-543d40952077 port 157eeeac-1601-47fb-926c-ee4708e0c055 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:17:37.381873 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:37.384065 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:37.450705 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:37.529939 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:37.665549 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:37.676571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Allocated IP 172.20.0.1 (aecf450e-a80e-4d72-9e60-2fdf5c493493/b6a974c7-f580-4d3b-80f9-66e66540923e/922db167-35f0-4149-9010-e8c0538a0af0) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:17:37.677345 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Transition to ACTIVE for port object 157eeeac-1601-47fb-926c-ee4708e0c055 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:37.683147 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:37.730076 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Attempting to bind port 157eeeac-1601-47fb-926c-ee4708e0c055 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:37.730765 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Attempting to bind port 157eeeac-1601-47fb-926c-ee4708e0c055 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:37.731394 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Attempting to bind port 157eeeac-1601-47fb-926c-ee4708e0c055 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:37.743562 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:17:37.743940 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:37.744351 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:37.744797 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:17:37.745335 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Bound port: 157eeeac-1601-47fb-926c-ee4708e0c055, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:17:37.745773 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:37.806303 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] For port 157eeeac-1601-47fb-926c-ee4708e0c055, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:17:37.809533 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] For port 157eeeac-1601-47fb-926c-ee4708e0c055, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=157eeeac-1601-47fb-926c-ee4708e0c055,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:17:37.811213 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fba21a-9e39-434f-9d46-22db761b0fb9 None None] Pushing event updated for resources: {'Port': ['ID=157eeeac-1601-47fb-926c-ee4708e0c055,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:37.819699 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:37.821752 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:37.822709 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fba21a-9e39-434f-9d46-22db761b0fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:37.823078 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fba21a-9e39-434f-9d46-22db761b0fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:37.823475 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fba21a-9e39-434f-9d46-22db761b0fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:37.824106 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fba21a-9e39-434f-9d46-22db761b0fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:37.824283 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fba21a-9e39-434f-9d46-22db761b0fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:37.824684 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fba21a-9e39-434f-9d46-22db761b0fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:37.825249 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fba21a-9e39-434f-9d46-22db761b0fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:37.825626 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fba21a-9e39-434f-9d46-22db761b0fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:37.825953 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fba21a-9e39-434f-9d46-22db761b0fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:37.826455 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fba21a-9e39-434f-9d46-22db761b0fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:37.826598 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fba21a-9e39-434f-9d46-22db761b0fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:37.826912 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fba21a-9e39-434f-9d46-22db761b0fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:37.840119 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Transition to ACTIVE for port object 922db167-35f0-4149-9010-e8c0538a0af0 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:37.883248 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fba21a-9e39-434f-9d46-22db761b0fb9 None None] Pushing event updated for resources: {'Port': ['ID=157eeeac-1601-47fb-926c-ee4708e0c055,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:37.905144 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Routers {'531b9f50-12e2-44b5-955f-543d40952077'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:37.905784 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['531b9f50-12e2-44b5-955f-543d40952077'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:37.948709 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.004300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Network aecf450e-a80e-4d72-9e60-2fdf5c493493 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:38.014153 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:38.019811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:38.029828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4adde5-1d8f-4259-bf9d-58cf250a8f07 req-bd86c815-38e3-4345-aaa7-74f3ff8bf59c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:38.031459 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a4adde5-1d8f-4259-bf9d-58cf250a8f07 req-bd86c815-38e3-4345-aaa7-74f3ff8bf59c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.1627178 Jul 09 20:17:38.035996 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] Set router 531b9f50-12e2-44b5-955f-543d40952077 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:38.074214 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Pushing event updated for resources: {'Port': ['ID=922db167-35f0-4149-9010-e8c0538a0af0,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:38.107579 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.118062 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.140696 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.282547 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a4adde5-1d8f-4259-bf9d-58cf250a8f07 req-943225f8-ebc2-47ca-942f-3bad6c4f7206 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275994 Jul 09 20:17:38.349483 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.357708 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531b9f50-12e2-44b5-955f-543d40952077', 'name': 'tempest-TestAggregatesBasicOps-745687203-router', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '157eeeac-1601-47fb-926c-ee4708e0c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:34Z', 'updated_at': '2021-07-09T20:17:35Z', 'revision_number': 3, 'project_id': 'ef87113b476b40be90112c0b4e52b162', 'gw_port': {'id': '157eeeac-1601-47fb-926c-ee4708e0c055', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531b9f50-12e2-44b5-955f-543d40952077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:35Z', 'updated_at': '2021-07-09T20:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:38.393863 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Allocated IP 172.20.0.12 (70235e44-6bf1-4356-91e2-dad4de3b554a/090561aa-3d8b-4c39-86e5-33ae6d1d727c/7d268114-e4be-42d8-bd47-afa86ae17cec) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:17:38.396024 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceccfdf-fabb-4eb8-997e-7ab13bb1f87b None None] The sync data for ids ['531b9f50-12e2-44b5-955f-543d40952077'] in n-d-800088-3 is: [{'id': '531b9f50-12e2-44b5-955f-543d40952077', 'name': 'tempest-TestAggregatesBasicOps-745687203-router', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '157eeeac-1601-47fb-926c-ee4708e0c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:34Z', 'updated_at': '2021-07-09T20:17:35Z', 'revision_number': 3, 'project_id': 'ef87113b476b40be90112c0b4e52b162', 'gw_port': {'id': '157eeeac-1601-47fb-926c-ee4708e0c055', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531b9f50-12e2-44b5-955f-543d40952077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:35Z', 'updated_at': '2021-07-09T20:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:17:38.430218 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0d40f425-9f88-437f-8f00-baab0ae0b6fd None None] Provisioning for port 922db167-35f0-4149-9010-e8c0538a0af0 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:17:38.435186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0d40f425-9f88-437f-8f00-baab0ae0b6fd None None] Provisioning complete for port 922db167-35f0-4149-9010-e8c0538a0af0 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:38.435843 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0d40f425-9f88-437f-8f00-baab0ae0b6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.475393 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:17:38.523970 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0d40f425-9f88-437f-8f00-baab0ae0b6fd None None] Port 922db167-35f0-4149-9010-e8c0538a0af0 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:17:38.552793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:38.553553 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.576069 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.598829 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.607007 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.633615 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.682065 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Network 70235e44-6bf1-4356-91e2-dad4de3b554a is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:38.692806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:38.699560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:38.702518 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:38.712691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Pushing event updated for resources: {'Port': ['ID=922db167-35f0-4149-9010-e8c0538a0af0,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:38.753853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Pushing event updated for resources: {'Port': ['ID=7d268114-e4be-42d8-bd47-afa86ae17cec,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:38.853067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Network aecf450e-a80e-4d72-9e60-2fdf5c493493 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:38.854792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:39.035160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Router 531b9f50-12e2-44b5-955f-543d40952077 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:17:39.096483 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:39.215917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:39.221319 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-04ebb830-820d-4cf3-aa7b-f6f5c8f4e639 admin admin] 10.222.0.30 "PUT /v2.0/routers/531b9f50-12e2-44b5-955f-543d40952077/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2521660 Jul 09 20:17:39.255614 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fa9326fc-74b6-4124-8955-5a8a1e137dad None None] Provisioning complete for port 922db167-35f0-4149-9010-e8c0538a0af0 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:39.255614 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fa9326fc-74b6-4124-8955-5a8a1e137dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:39.298148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fa9326fc-74b6-4124-8955-5a8a1e137dad None None] Port 922db167-35f0-4149-9010-e8c0538a0af0 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:17:39.424959 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:39.528875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4c5f3-b7ac-4c4f-910a-377945be7be9 req-79d6be2a-4ed5-48f9-ba3f-ff0b16ae9fa5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:39.531101 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6de4c5f3-b7ac-4c4f-910a-377945be7be9 req-79d6be2a-4ed5-48f9-ba3f-ff0b16ae9fa5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.0834951 Jul 09 20:17:39.575831 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6de4c5f3-b7ac-4c4f-910a-377945be7be9 req-b1879057-6c8d-439a-be47-d81ae3282b65 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368733 Jul 09 20:17:39.598774 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Router a9d6227a-5d1e-4f75-a798-84b86b1e7145 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:17:39.722126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:39.734724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3233c50a-56bd-4b03-b85b-cf18ee452b0d None None] Sync routers for ids ['a9d6227a-5d1e-4f75-a798-84b86b1e7145'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:39.739664 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:39.743394 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-767bf378-febb-40b5-a2bd-80279dd9e9b2 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.4990540 Jul 09 20:17:39.743676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33870) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:39.747086 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3233c50a-56bd-4b03-b85b-cf18ee452b0d None None] Routers {'a9d6227a-5d1e-4f75-a798-84b86b1e7145'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:39.747733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3233c50a-56bd-4b03-b85b-cf18ee452b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a9d6227a-5d1e-4f75-a798-84b86b1e7145'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:39.852730 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08e4da4d-82a8-41e4-a167-7c2a63823b94 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:39.873614 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-3233c50a-56bd-4b03-b85b-cf18ee452b0d None None] Set router a9d6227a-5d1e-4f75-a798-84b86b1e7145 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:39.906385 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33876) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:39.914034 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-726308616-network', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:39.937001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] Made reservation on behalf of 4e2e41ec8e2e466da2fda6dd809a3632 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:17:39.939913 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:39.956907 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:39.971481 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08e4da4d-82a8-41e4-a167-7c2a63823b94 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.031978 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-08e4da4d-82a8-41e4-a167-7c2a63823b94 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Deleting port 7d268114-e4be-42d8-bd47-afa86ae17cec {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:40.032806 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08e4da4d-82a8-41e4-a167-7c2a63823b94 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.088917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3233c50a-56bd-4b03-b85b-cf18ee452b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9d6227a-5d1e-4f75-a798-84b86b1e7145', 'name': '', 'tenant_id': '911b92988c3d43178b3e9e893a9151b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70235e44-6bf1-4356-91e2-dad4de3b554a', 'external_fixed_ips': [{'subnet_id': '090561aa-3d8b-4c39-86e5-33ae6d1d727c', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '7d268114-e4be-42d8-bd47-afa86ae17cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:37Z', 'updated_at': '2021-07-09T20:17:38Z', 'revision_number': 3, 'project_id': '911b92988c3d43178b3e9e893a9151b5', 'gw_port': {'id': '7d268114-e4be-42d8-bd47-afa86ae17cec', 'name': '', 'network_id': '70235e44-6bf1-4356-91e2-dad4de3b554a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9d6227a-5d1e-4f75-a798-84b86b1e7145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '090561aa-3d8b-4c39-86e5-33ae6d1d727c', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:38Z', 'updated_at': '2021-07-09T20:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '090561aa-3d8b-4c39-86e5-33ae6d1d727c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:40.095200 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.101423 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.118512 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3233c50a-56bd-4b03-b85b-cf18ee452b0d None None] Checking router: a9d6227a-5d1e-4f75-a798-84b86b1e7145 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:17:40.118883 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3233c50a-56bd-4b03-b85b-cf18ee452b0d None None] Updating router a9d6227a-5d1e-4f75-a798-84b86b1e7145 port 7d268114-e4be-42d8-bd47-afa86ae17cec binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:17:40.132863 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08e4da4d-82a8-41e4-a167-7c2a63823b94 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.136418 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:17:40.147564 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283bf7b2-28b4-4bb4-9b64-a99570a7a949,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:40.152957 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.194642 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] Added segment ef143353-b8db-40f4-b002-d0595c39248d of type vlan for network 382984f7-e672-426c-abb9-033ead1a520c Jul 09 20:17:40.196853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-08e4da4d-82a8-41e4-a167-7c2a63823b94 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Calling delete_port for 7d268114-e4be-42d8-bd47-afa86ae17cec owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:40.197184 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3233c50a-56bd-4b03-b85b-cf18ee452b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.222423 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.258285 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.266019 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:40.266855 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.336282 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4284089 Jul 09 20:17:40.338862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33880) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:40.345665 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1574b428-006d-417e-944b-6374f0a438fb admin admin] Request body: {'subnet': {'network_id': '382984f7-e672-426c-abb9-033ead1a520c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-726308616-subnet', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:40.376576 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682eb70-a360-49cd-8ada-00f0e0c626a4 admin admin] Pushing event updated for resources: {'Network': ['ID=382984f7-e672-426c-abb9-033ead1a520c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:40.401951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1574b428-006d-417e-944b-6374f0a438fb admin admin] Made reservation on behalf of 4e2e41ec8e2e466da2fda6dd809a3632 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:17:40.404396 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1574b428-006d-417e-944b-6374f0a438fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.461192 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08e4da4d-82a8-41e4-a167-7c2a63823b94 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.498344 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4da4d-82a8-41e4-a167-7c2a63823b94 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d268114-e4be-42d8-bd47-afa86ae17cec,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:40.517596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 382984f7-e672-426c-abb9-033ead1a520c details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:17:40.519505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 157eeeac-1601-47fb-926c-ee4708e0c055 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:17:40.566365 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08e4da4d-82a8-41e4-a167-7c2a63823b94 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.588241 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Sync routers for ids ['531b9f50-12e2-44b5-955f-543d40952077'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:40.599730 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Routers {'531b9f50-12e2-44b5-955f-543d40952077'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:40.600841 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['531b9f50-12e2-44b5-955f-543d40952077'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:40.637646 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1574b428-006d-417e-944b-6374f0a438fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.729909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574b428-006d-417e-944b-6374f0a438fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=12aa5ff8-1597-4763-823b-d57234814f37,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:40.740283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1574b428-006d-417e-944b-6374f0a438fb admin admin] Checking segment: {'id': 'ef143353-b8db-40f4-b002-d0595c39248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '382984f7-e672-426c-abb9-033ead1a520c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:40.740856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1574b428-006d-417e-944b-6374f0a438fb admin admin] Network hostable DHCP agents. Network: 382984f7-e672-426c-abb9-033ead1a520c, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:17:40.747338 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Set router 531b9f50-12e2-44b5-955f-543d40952077 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:40.761215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1574b428-006d-417e-944b-6374f0a438fb admin admin] Network 382984f7-e672-426c-abb9-033ead1a520c is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:17:40.773591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-1574b428-006d-417e-944b-6374f0a438fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 382984f7-e672-426c-abb9-033ead1a520c) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:40.774429 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08e4da4d-82a8-41e4-a167-7c2a63823b94 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.781274 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574b428-006d-417e-944b-6374f0a438fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:40.782053 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1574b428-006d-417e-944b-6374f0a438fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.783689 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08e4da4d-82a8-41e4-a167-7c2a63823b94 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.788921 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5c60ee-efab-447d-a3fe-8f29ed5a1fd2 None None] Network 382984f7-e672-426c-abb9-033ead1a520c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:17:40.853566 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1574b428-006d-417e-944b-6374f0a438fb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5135076 Jul 09 20:17:40.854105 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33884) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:40.860599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-726308616-router', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:40.867845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 157eeeac-1601-47fb-926c-ee4708e0c055 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:17:40.868168 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08e4da4d-82a8-41e4-a167-7c2a63823b94 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.868724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e4da4d-82a8-41e4-a167-7c2a63823b94 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9d6227a-5d1e-4f75-a798-84b86b1e7145 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:17:40.876405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 157eeeac-1601-47fb-926c-ee4708e0c055 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:40.877099 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.877664 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08e4da4d-82a8-41e4-a167-7c2a63823b94 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.878839 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-08e4da4d-82a8-41e4-a167-7c2a63823b94 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "DELETE /v2.0/routers/a9d6227a-5d1e-4f75-a798-84b86b1e7145 HTTP/1.1" status: 204 len: 168 time: 1.1342199 Jul 09 20:17:40.882440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33886) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:40.904362 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142afab3-8130-4a45-add7-6e801fba8f8f req-2b5438c1-4191-4daa-903d-e6a64373a261 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:40.906101 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-142afab3-8130-4a45-add7-6e801fba8f8f req-2b5438c1-4191-4daa-903d-e6a64373a261 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.1186740 Jul 09 20:17:40.926255 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.928063 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:40.945406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d75a662-129e-48db-ba25-9706edd8c77d tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Deleting subnet 090561aa-3d8b-4c39-86e5-33ae6d1d727c {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:17:40.967236 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-142afab3-8130-4a45-add7-6e801fba8f8f req-e0a60094-5e23-4bbc-ad69-3df348e511e5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539253 Jul 09 20:17:40.995729 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.054286 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.api [None req-3233c50a-56bd-4b03-b85b-cf18ee452b0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:17:41.054635 n-d-800088-3 neutron-server[100206]: DEBUG oslo_db.api [None req-3233c50a-56bd-4b03-b85b-cf18ee452b0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:17:41.120133 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.127653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-382984f7-e672-426c-abb9-033ead1a520c', 'network_id': '382984f7-e672-426c-abb9-033ead1a520c', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'fixed_ips': [{'subnet_id': '12aa5ff8-1597-4763-823b-d57234814f37'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:17:41.128562 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.133886 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531b9f50-12e2-44b5-955f-543d40952077', 'name': 'tempest-TestAggregatesBasicOps-745687203-router', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '157eeeac-1601-47fb-926c-ee4708e0c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:34Z', 'updated_at': '2021-07-09T20:17:38Z', 'revision_number': 4, 'project_id': 'ef87113b476b40be90112c0b4e52b162', 'gw_port': {'id': '157eeeac-1601-47fb-926c-ee4708e0c055', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531b9f50-12e2-44b5-955f-543d40952077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:35Z', 'updated_at': '2021-07-09T20:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '922db167-35f0-4149-9010-e8c0538a0af0', 'name': '', 'network_id': 'aecf450e-a80e-4d72-9e60-2fdf5c493493', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162', 'mac_address': 'fa:16:3e:3a:a7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531b9f50-12e2-44b5-955f-543d40952077', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'b6a974c7-f580-4d3b-80f9-66e66540923e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:37Z', 'updated_at': '2021-07-09T20:17:38Z', 'revision_number': 2, 'project_id': 'ef87113b476b40be90112c0b4e52b162', 'subnets': [{'id': 'b6a974c7-f580-4d3b-80f9-66e66540923e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:41.157612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 157eeeac-1601-47fb-926c-ee4708e0c055, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=157eeeac-1601-47fb-926c-ee4708e0c055,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:41.164306 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Checking router: 531b9f50-12e2-44b5-955f-543d40952077 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:17:41.164738 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Updating router 531b9f50-12e2-44b5-955f-543d40952077 port 922db167-35f0-4149-9010-e8c0538a0af0 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:17:41.167987 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.205713 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.307049 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=157eeeac-1601-47fb-926c-ee4708e0c055,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:41.336215 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d75a662-129e-48db-ba25-9706edd8c77d tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.337648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Allocated IP 172.20.0.2 (382984f7-e672-426c-abb9-033ead1a520c/12aa5ff8-1597-4763-823b-d57234814f37/0805c56d-cd15-46ca-9b65-5574168d6691) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:17:41.434114 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d75a662-129e-48db-ba25-9706edd8c77d tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.469046 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.499590 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d75a662-129e-48db-ba25-9706edd8c77d tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.529096 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.533885 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.540979 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Transition to ACTIVE for port object 922db167-35f0-4149-9010-e8c0538a0af0 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:41.543119 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Transition to ACTIVE for port object 0805c56d-cd15-46ca-9b65-5574168d6691 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:41.547156 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.575890 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Transition to ACTIVE for port object 0805c56d-cd15-46ca-9b65-5574168d6691 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:41.578004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3233c50a-56bd-4b03-b85b-cf18ee452b0d None None] Port 7d268114-e4be-42d8-bd47-afa86ae17cec not found while updating agent binding for router a9d6227a-5d1e-4f75-a798-84b86b1e7145. {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 09 20:17:41.589940 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3233c50a-56bd-4b03-b85b-cf18ee452b0d None None] Routers set() bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:41.590337 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3233c50a-56bd-4b03-b85b-cf18ee452b0d None None] Router IDs set() for agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 20:17:41.590988 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_agentschedulers_db [None req-3233c50a-56bd-4b03-b85b-cf18ee452b0d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a9d6227a-5d1e-4f75-a798-84b86b1e7145'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent'). {{(pid=100206) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 20:17:41.591370 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3233c50a-56bd-4b03-b85b-cf18ee452b0d None None] The sync data for ids ['a9d6227a-5d1e-4f75-a798-84b86b1e7145'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:17:41.593379 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.623563 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d75a662-129e-48db-ba25-9706edd8c77d tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.636980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Network 382984f7-e672-426c-abb9-033ead1a520c is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:41.640024 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:41.644471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:41.647631 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Pushing event updated for resources: {'Port': ['ID=0805c56d-cd15-46ca-9b65-5574168d6691,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:41.651215 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158efa6-9218-4327-9e3a-05165a01a186 None None] Pushing event updated for resources: {'Port': ['ID=922db167-35f0-4149-9010-e8c0538a0af0,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:41.655683 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75a662-129e-48db-ba25-9706edd8c77d tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=090561aa-3d8b-4c39-86e5-33ae6d1d727c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:41.672794 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1d75a662-129e-48db-ba25-9706edd8c77d tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.677164 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1d75a662-129e-48db-ba25-9706edd8c77d tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/090561aa-3d8b-4c39-86e5-33ae6d1d727c HTTP/1.1" status: 204 len: 168 time: 0.7912414 Jul 09 20:17:41.677644 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33890) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:41.685685 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Attempting to bind port 922db167-35f0-4149-9010-e8c0538a0af0 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:41.685806 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Attempting to bind port 922db167-35f0-4149-9010-e8c0538a0af0 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'fe938087-9f54-4a06-a580-c32a8e175baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aecf450e-a80e-4d72-9e60-2fdf5c493493'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:41.686072 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Attempting to bind port 922db167-35f0-4149-9010-e8c0538a0af0 on network aecf450e-a80e-4d72-9e60-2fdf5c493493 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:41.699797 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:17:41.700443 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Checking segment: {'id': 'fe938087-9f54-4a06-a580-c32a8e175baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aecf450e-a80e-4d72-9e60-2fdf5c493493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:41.700986 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.701491 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Bound using segment: {'id': 'fe938087-9f54-4a06-a580-c32a8e175baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aecf450e-a80e-4d72-9e60-2fdf5c493493'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:17:41.701990 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Bound port: 922db167-35f0-4149-9010-e8c0538a0af0, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe938087-9f54-4a06-a580-c32a8e175baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aecf450e-a80e-4d72-9e60-2fdf5c493493'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:17:41.702473 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.740311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Attempting to bind port 0805c56d-cd15-46ca-9b65-5574168d6691 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:41.740853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Attempting to bind port 0805c56d-cd15-46ca-9b65-5574168d6691 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef143353-b8db-40f4-b002-d0595c39248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '382984f7-e672-426c-abb9-033ead1a520c'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:41.741288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Attempting to bind port 0805c56d-cd15-46ca-9b65-5574168d6691 on network 382984f7-e672-426c-abb9-033ead1a520c {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:41.759647 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:17:41.760042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Checking segment: {'id': 'ef143353-b8db-40f4-b002-d0595c39248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '382984f7-e672-426c-abb9-033ead1a520c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:41.760455 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.761366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Bound using segment: {'id': 'ef143353-b8db-40f4-b002-d0595c39248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '382984f7-e672-426c-abb9-033ead1a520c'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:17:41.761366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Bound port: 0805c56d-cd15-46ca-9b65-5574168d6691, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef143353-b8db-40f4-b002-d0595c39248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '382984f7-e672-426c-abb9-033ead1a520c'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:17:41.761915 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.791348 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] For port 922db167-35f0-4149-9010-e8c0538a0af0, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:17:41.797455 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] For port 922db167-35f0-4149-9010-e8c0538a0af0, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=922db167-35f0-4149-9010-e8c0538a0af0,segment=NetworkSegment(fe938087-9f54-4a06-a580-c32a8e175baa),segment_id=fe938087-9f54-4a06-a580-c32a8e175baa)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:17:41.809813 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.810989 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5908066-beaf-4745-aa1a-f0eb2e7d23ba tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.862942 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] For port 0805c56d-cd15-46ca-9b65-5574168d6691, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:17:41.867344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] For port 0805c56d-cd15-46ca-9b65-5574168d6691, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0805c56d-cd15-46ca-9b65-5574168d6691,segment=NetworkSegment(ef143353-b8db-40f4-b002-d0595c39248d),segment_id=ef143353-b8db-40f4-b002-d0595c39248d)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:17:41.875152 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.875440 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.893996 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Routers {'531b9f50-12e2-44b5-955f-543d40952077'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:41.894620 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['531b9f50-12e2-44b5-955f-543d40952077'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:41.913295 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.943327 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158efa6-9218-4327-9e3a-05165a01a186 None None] Pushing event updated for resources: {'Port': ['ID=922db167-35f0-4149-9010-e8c0538a0af0,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:41.951568 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5908066-beaf-4745-aa1a-f0eb2e7d23ba tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:41.966672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f5908066-beaf-4745-aa1a-f0eb2e7d23ba tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70235e44-6bf1-4356-91e2-dad4de3b554a']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:41.966914 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c7068-215b-493f-8cf0-fd52171a3d23 None None] Pushing event updated for resources: {'Port': ['ID=0805c56d-cd15-46ca-9b65-5574168d6691,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:41.991939 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f5908066-beaf-4745-aa1a-f0eb2e7d23ba tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8284263c-9d94-426e-8bc2-ef5d2e4b268e') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:41.992467 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f5908066-beaf-4745-aa1a-f0eb2e7d23ba tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8284263c-9d94-426e-8bc2-ef5d2e4b268e') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:42.025116 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5908066-beaf-4745-aa1a-f0eb2e7d23ba tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:42.049600 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5908066-beaf-4745-aa1a-f0eb2e7d23ba tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:42.065696 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] Set router 531b9f50-12e2-44b5-955f-543d40952077 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:42.069059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5908066-beaf-4745-aa1a-f0eb2e7d23ba tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:17:42.069495 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5908066-beaf-4745-aa1a-f0eb2e7d23ba tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:17:42.074146 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:17:42.133796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Allocated IP 172.25.0.132 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/dde38dd3-2db1-49f8-bf40-eb2369077a7b) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:17:42.202550 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5908066-beaf-4745-aa1a-f0eb2e7d23ba tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:42.241434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5908066-beaf-4745-aa1a-f0eb2e7d23ba tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 70235e44-6bf1-4356-91e2-dad4de3b554a {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 20:17:42.272524 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5908066-beaf-4745-aa1a-f0eb2e7d23ba tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:42.283756 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f5908066-beaf-4745-aa1a-f0eb2e7d23ba tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "DELETE /v2.0/networks/70235e44-6bf1-4356-91e2-dad4de3b554a HTTP/1.1" status: 204 len: 168 time: 0.6009645 Jul 09 20:17:42.287087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5908066-beaf-4745-aa1a-f0eb2e7d23ba tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Pushing event deleted for resources: {'Network': ['ID=70235e44-6bf1-4356-91e2-dad4de3b554a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:42.289147 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:42.360510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80675475-fc39-4f1f-818d-9eb4904ecd23 req-4fd110ea-a2c0-40f3-82ea-5b05444b2b61 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:42.362237 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-80675475-fc39-4f1f-818d-9eb4904ecd23 req-4fd110ea-a2c0-40f3-82ea-5b05444b2b61 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.1816039 Jul 09 20:17:42.386525 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:42.459199 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-80675475-fc39-4f1f-818d-9eb4904ecd23 req-bb50528b-4060-4d18-aa60-6686cb11674f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902658 Jul 09 20:17:42.484116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:42.487772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:42.494611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:42.536581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Pushing event updated for resources: {'Port': ['ID=dde38dd3-2db1-49f8-bf40-eb2369077a7b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:42.582959 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531b9f50-12e2-44b5-955f-543d40952077', 'name': 'tempest-TestAggregatesBasicOps-745687203-router', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '157eeeac-1601-47fb-926c-ee4708e0c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:34Z', 'updated_at': '2021-07-09T20:17:38Z', 'revision_number': 4, 'project_id': 'ef87113b476b40be90112c0b4e52b162', 'gw_port': {'id': '157eeeac-1601-47fb-926c-ee4708e0c055', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531b9f50-12e2-44b5-955f-543d40952077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:35Z', 'updated_at': '2021-07-09T20:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '922db167-35f0-4149-9010-e8c0538a0af0', 'name': '', 'network_id': 'aecf450e-a80e-4d72-9e60-2fdf5c493493', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162', 'mac_address': 'fa:16:3e:3a:a7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531b9f50-12e2-44b5-955f-543d40952077', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'b6a974c7-f580-4d3b-80f9-66e66540923e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:37Z', 'updated_at': '2021-07-09T20:17:41Z', 'revision_number': 4, 'project_id': 'ef87113b476b40be90112c0b4e52b162', 'subnets': [{'id': 'b6a974c7-f580-4d3b-80f9-66e66540923e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:42.631743 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e788bf-72c1-4025-b80e-f833e7529c2d None None] The sync data for ids ['531b9f50-12e2-44b5-955f-543d40952077'] in n-d-800088-3 is: [{'id': '531b9f50-12e2-44b5-955f-543d40952077', 'name': 'tempest-TestAggregatesBasicOps-745687203-router', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '157eeeac-1601-47fb-926c-ee4708e0c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:34Z', 'updated_at': '2021-07-09T20:17:38Z', 'revision_number': 4, 'project_id': 'ef87113b476b40be90112c0b4e52b162', 'gw_port': {'id': '157eeeac-1601-47fb-926c-ee4708e0c055', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531b9f50-12e2-44b5-955f-543d40952077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:35Z', 'updated_at': '2021-07-09T20:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '922db167-35f0-4149-9010-e8c0538a0af0', 'name': '', 'network_id': 'aecf450e-a80e-4d72-9e60-2fdf5c493493', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162', 'mac_address': 'fa:16:3e:3a:a7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531b9f50-12e2-44b5-955f-543d40952077', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': 'b6a974c7-f580-4d3b-80f9-66e66540923e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:37Z', 'updated_at': '2021-07-09T20:17:41Z', 'revision_number': 4, 'project_id': 'ef87113b476b40be90112c0b4e52b162', 'subnets': [{'id': 'b6a974c7-f580-4d3b-80f9-66e66540923e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:17:42.743602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 157eeeac-1601-47fb-926c-ee4708e0c055 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:17:42.821529 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 157eeeac-1601-47fb-926c-ee4708e0c055 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:42.822208 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:42.834448 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33902) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:42.839457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c07c0172-10ca-4e4f-8cde-76ad9f65d613 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Request body: {'router': {'name': 'tempest-router--915477405', 'project_id': '5689f8b9f3bf45dfbeba528de023edb7'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:42.858464 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:42.867609 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c07c0172-10ca-4e4f-8cde-76ad9f65d613 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:42.869264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c07c0172-10ca-4e4f-8cde-76ad9f65d613 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:42.929426 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0805c56d-cd15-46ca-9b65-5574168d6691 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:17:42.940466 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c07c0172-10ca-4e4f-8cde-76ad9f65d613 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:42.947974 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c07c0172-10ca-4e4f-8cde-76ad9f65d613 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:42.972138 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c07c0172-10ca-4e4f-8cde-76ad9f65d613 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:42.974930 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c07c0172-10ca-4e4f-8cde-76ad9f65d613 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1390512 Jul 09 20:17:42.977428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33904) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:43.046525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 0805c56d-cd15-46ca-9b65-5574168d6691 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:17:43.126784 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d234b4e-f474-4f9f-b379-111ac6bae001 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:43.130821 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:43.296996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Router a1e8d196-6585-43b6-b36c-99c157324665 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:17:43.431080 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66769c2-7d06-4f73-bdd4-c3b7c5efec36 None None] Network 382984f7-e672-426c-abb9-033ead1a520c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:17:43.452163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:43.473056 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:43.475243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c44b6604-921a-4fd3-ba9c-2683d3aaf5c7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6200867 Jul 09 20:17:43.478218 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33906) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:43.488958 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Sync routers for ids ['a1e8d196-6585-43b6-b36c-99c157324665'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:43.524195 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Routers {'a1e8d196-6585-43b6-b36c-99c157324665'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:43.525253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a1e8d196-6585-43b6-b36c-99c157324665'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:43.545171 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5da86763-1899-49c4-98cb-58884e53b413 None None] Provisioning for port 0805c56d-cd15-46ca-9b65-5574168d6691 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:17:43.586743 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5da86763-1899-49c4-98cb-58884e53b413 None None] Provisioning complete for port 0805c56d-cd15-46ca-9b65-5574168d6691 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:43.587049 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5da86763-1899-49c4-98cb-58884e53b413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:43.713412 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d234b4e-f474-4f9f-b379-111ac6bae001 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:43.715684 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d234b4e-f474-4f9f-b379-111ac6bae001 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:43.776389 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d234b4e-f474-4f9f-b379-111ac6bae001 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:43.777106 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d234b4e-f474-4f9f-b379-111ac6bae001 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99d01c85-9d16-423e-a445-2ba0ed5e24cc {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:17:43.787983 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Set router a1e8d196-6585-43b6-b36c-99c157324665 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:43.807910 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d234b4e-f474-4f9f-b379-111ac6bae001 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:43.809152 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3d234b4e-f474-4f9f-b379-111ac6bae001 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "DELETE /v2.0/routers/99d01c85-9d16-423e-a445-2ba0ed5e24cc HTTP/1.1" status: 204 len: 168 time: 0.8305535 Jul 09 20:17:43.884883 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e559f7-7a5d-4581-8a64-1ee01dcbd9af req-6c21e99b-de06-4c08-bd1e-4f311c19f6e1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:43.886501 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-06e559f7-7a5d-4581-8a64-1ee01dcbd9af req-6c21e99b-de06-4c08-bd1e-4f311c19f6e1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.1231432 Jul 09 20:17:43.954300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-06e559f7-7a5d-4581-8a64-1ee01dcbd9af req-2962926e-cea1-476c-ad5c-86070175d653 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588560 Jul 09 20:17:44.015131 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5da86763-1899-49c4-98cb-58884e53b413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:44.056862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33914) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:44.132371 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5da86763-1899-49c4-98cb-58884e53b413 None None] For port 0805c56d-cd15-46ca-9b65-5574168d6691, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0805c56d-cd15-46ca-9b65-5574168d6691,segment=NetworkSegment(ef143353-b8db-40f4-b002-d0595c39248d),segment_id=ef143353-b8db-40f4-b002-d0595c39248d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:44.139366 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5da86763-1899-49c4-98cb-58884e53b413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:44.226515 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:44.253291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'name': 'tempest-TestAggregatesBasicOps-726308616-router', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'dde38dd3-2db1-49f8-bf40-eb2369077a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:40Z', 'updated_at': '2021-07-09T20:17:42Z', 'revision_number': 3, 'project_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'gw_port': {'id': 'dde38dd3-2db1-49f8-bf40-eb2369077a7b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:41Z', 'updated_at': '2021-07-09T20:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:44.257888 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da86763-1899-49c4-98cb-58884e53b413 None None] Pushing event updated for resources: {'Port': ['ID=0805c56d-cd15-46ca-9b65-5574168d6691,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:44.289787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Checking router: a1e8d196-6585-43b6-b36c-99c157324665 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:17:44.290148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Updating router a1e8d196-6585-43b6-b36c-99c157324665 port dde38dd3-2db1-49f8-bf40-eb2369077a7b binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:17:44.375965 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:44.390159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1260853974', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}, 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:44.435311 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:44.436856 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:44.502957 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 922db167-35f0-4149-9010-e8c0538a0af0 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:17:44.522094 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:44.526394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Allocated IP 172.20.0.1 (382984f7-e672-426c-abb9-033ead1a520c/12aa5ff8-1597-4763-823b-d57234814f37/ea3af008-e845-47f3-ad37-0bb23168df27) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:17:44.541812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b7babeda-4db8-418b-b7a0-cfee7c2b737f None None] Provisioning complete for port 0805c56d-cd15-46ca-9b65-5574168d6691 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:44.542436 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b7babeda-4db8-418b-b7a0-cfee7c2b737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:44.675830 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:44.689713 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:44.695019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Transition to ACTIVE for port object ea3af008-e845-47f3-ad37-0bb23168df27 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:44.746879 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:44.800858 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Network 382984f7-e672-426c-abb9-033ead1a520c is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:44.805820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:44.811227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:44.840136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Pushing event updated for resources: {'Port': ['ID=ea3af008-e845-47f3-ad37-0bb23168df27,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:44.854231 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 922db167-35f0-4149-9010-e8c0538a0af0 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:17:44.860566 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:44.873569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 922db167-35f0-4149-9010-e8c0538a0af0 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:44.873955 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:44.959987 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.013477 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.038716 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.057536 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.085631 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Transition to ACTIVE for port object dde38dd3-2db1-49f8-bf40-eb2369077a7b will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:45.111631 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.190488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374f8b1-658d-4f49-b740-6f6308e35173 None None] Pushing event updated for resources: {'Port': ['ID=dde38dd3-2db1-49f8-bf40-eb2369077a7b,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:45.193640 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Attempting to bind port dde38dd3-2db1-49f8-bf40-eb2369077a7b on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:45.194017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Attempting to bind port dde38dd3-2db1-49f8-bf40-eb2369077a7b by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:45.194391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Attempting to bind port dde38dd3-2db1-49f8-bf40-eb2369077a7b on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:45.221064 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:17:45.221451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:45.222986 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.223563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:17:45.224113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Bound port: dde38dd3-2db1-49f8-bf40-eb2369077a7b, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:17:45.224515 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.233505 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Allocated IP 172.25.0.99 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/8742e531-1927-438f-8757-778c67f2bbff) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:17:45.276237 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.280919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-99f32640-66b7-4183-99f9-f2dacbc96532 None None] Provisioning for port ea3af008-e845-47f3-ad37-0bb23168df27 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:17:45.281777 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.286677 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.299068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-99f32640-66b7-4183-99f9-f2dacbc96532 None None] Provisioning complete for port ea3af008-e845-47f3-ad37-0bb23168df27 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:45.299773 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-99f32640-66b7-4183-99f9-f2dacbc96532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.313169 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af62223-d789-4a96-b802-c14c3a485de8 req-30d5e95e-6fcd-4c54-b9a5-100d5cca6aaa tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:45.314802 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2af62223-d789-4a96-b802-c14c3a485de8 req-30d5e95e-6fcd-4c54-b9a5-100d5cca6aaa tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.1431203 Jul 09 20:17:45.356187 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] For port dde38dd3-2db1-49f8-bf40-eb2369077a7b, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:17:45.360999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] For port dde38dd3-2db1-49f8-bf40-eb2369077a7b, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=dde38dd3-2db1-49f8-bf40-eb2369077a7b,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:17:45.371551 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.375243 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 922db167-35f0-4149-9010-e8c0538a0af0, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=922db167-35f0-4149-9010-e8c0538a0af0,segment=NetworkSegment(fe938087-9f54-4a06-a580-c32a8e175baa),segment_id=fe938087-9f54-4a06-a580-c32a8e175baa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:45.385364 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2af62223-d789-4a96-b802-c14c3a485de8 req-8826e024-5b09-4348-95f0-4271b1a6d1b6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626390 Jul 09 20:17:45.385574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-99f32640-66b7-4183-99f9-f2dacbc96532 None None] Port ea3af008-e845-47f3-ad37-0bb23168df27 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:17:45.391567 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.394392 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Pushing event updated for resources: {'Port': ['ID=ea3af008-e845-47f3-ad37-0bb23168df27,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:45.401324 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.408426 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.409319 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0805c56d-cd15-46ca-9b65-5574168d6691 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:17:45.454855 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.487107 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9374f8b1-658d-4f49-b740-6f6308e35173 None None] Pushing event updated for resources: {'Port': ['ID=dde38dd3-2db1-49f8-bf40-eb2369077a7b,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:45.493791 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Routers {'a1e8d196-6585-43b6-b36c-99c157324665'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:45.494365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a1e8d196-6585-43b6-b36c-99c157324665'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:45.496754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:45.503409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:45.508058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:45.512216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Network 382984f7-e672-426c-abb9-033ead1a520c is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:45.513806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:45.532735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Pushing event updated for resources: {'Port': ['ID=8742e531-1927-438f-8757-778c67f2bbff,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:45.631853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0805c56d-cd15-46ca-9b65-5574168d6691 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:45.632239 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.664691 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Router a1e8d196-6585-43b6-b36c-99c157324665 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:17:45.666459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=922db167-35f0-4149-9010-e8c0538a0af0,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:45.713378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] Set router a1e8d196-6585-43b6-b36c-99c157324665 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:45.808010 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:45.813132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fdbdbb8a-4856-4f41-b4ee-c99e1232865a admin admin] 10.222.0.30 "PUT /v2.0/routers/a1e8d196-6585-43b6-b36c-99c157324665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3333662 Jul 09 20:17:45.876730 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.887286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-57fbb8a8-f3ff-47b4-bf8b-37019097740f None None] Provisioning complete for port ea3af008-e845-47f3-ad37-0bb23168df27 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:45.887665 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57fbb8a8-f3ff-47b4-bf8b-37019097740f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:45.943909 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-57fbb8a8-f3ff-47b4-bf8b-37019097740f None None] Port ea3af008-e845-47f3-ad37-0bb23168df27 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:17:46.010183 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'name': 'tempest-TestAggregatesBasicOps-726308616-router', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'dde38dd3-2db1-49f8-bf40-eb2369077a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:40Z', 'updated_at': '2021-07-09T20:17:44Z', 'revision_number': 4, 'project_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'gw_port': {'id': 'dde38dd3-2db1-49f8-bf40-eb2369077a7b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:41Z', 'updated_at': '2021-07-09T20:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ea3af008-e845-47f3-ad37-0bb23168df27', 'name': '', 'network_id': '382984f7-e672-426c-abb9-033ead1a520c', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'mac_address': 'fa:16:3e:81:9d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '12aa5ff8-1597-4763-823b-d57234814f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:44Z', 'updated_at': '2021-07-09T20:17:45Z', 'revision_number': 2, 'project_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'subnets': [{'id': '12aa5ff8-1597-4763-823b-d57234814f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:46.040602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a154961-d91f-41cb-8d05-6a85bd765e86 None None] The sync data for ids ['a1e8d196-6585-43b6-b36c-99c157324665'] in n-d-800088-3 is: [{'id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'name': 'tempest-TestAggregatesBasicOps-726308616-router', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'dde38dd3-2db1-49f8-bf40-eb2369077a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:40Z', 'updated_at': '2021-07-09T20:17:44Z', 'revision_number': 4, 'project_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'gw_port': {'id': 'dde38dd3-2db1-49f8-bf40-eb2369077a7b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:41Z', 'updated_at': '2021-07-09T20:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ea3af008-e845-47f3-ad37-0bb23168df27', 'name': '', 'network_id': '382984f7-e672-426c-abb9-033ead1a520c', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'mac_address': 'fa:16:3e:81:9d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '12aa5ff8-1597-4763-823b-d57234814f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:44Z', 'updated_at': '2021-07-09T20:17:45Z', 'revision_number': 2, 'project_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'subnets': [{'id': '12aa5ff8-1597-4763-823b-d57234814f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:17:46.099663 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:46.246810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Router 8b339e2f-8ada-491f-a004-7b5a5e9207ae is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:17:46.388204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:46.393040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 922db167-35f0-4149-9010-e8c0538a0af0 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:17:46.399992 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4364ad-2bb8-4843-950b-e592643b3030 None None] Sync routers for ids ['8b339e2f-8ada-491f-a004-7b5a5e9207ae'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:46.409705 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4364ad-2bb8-4843-950b-e592643b3030 None None] Routers {'8b339e2f-8ada-491f-a004-7b5a5e9207ae'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:46.410703 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3e4364ad-2bb8-4843-950b-e592643b3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8b339e2f-8ada-491f-a004-7b5a5e9207ae'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:46.424174 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:46.429101 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d70b3adc-e697-4891-aa75-549eef557314 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3708677 Jul 09 20:17:46.429665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33930) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:46.459243 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3e4364ad-2bb8-4843-950b-e592643b3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:46.463882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 922db167-35f0-4149-9010-e8c0538a0af0 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:46.464273 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:46.501442 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4364ad-2bb8-4843-950b-e592643b3030 None None] Routers {'8b339e2f-8ada-491f-a004-7b5a5e9207ae'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:46.502298 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3e4364ad-2bb8-4843-950b-e592643b3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8b339e2f-8ada-491f-a004-7b5a5e9207ae'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:46.576499 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3e4364ad-2bb8-4843-950b-e592643b3030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:46.576775 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4364ad-2bb8-4843-950b-e592643b3030 None None] The sync data for ids ['8b339e2f-8ada-491f-a004-7b5a5e9207ae'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:17:46.690653 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6d86f-e00c-435f-8353-b0456adb9c97 req-3668e1f4-7be1-49f3-a319-8268fcaf4c5e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:46.693396 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6cb6d86f-e00c-435f-8353-b0456adb9c97 req-3668e1f4-7be1-49f3-a319-8268fcaf4c5e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.0743949 Jul 09 20:17:46.738174 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6cb6d86f-e00c-435f-8353-b0456adb9c97 req-85f2b984-eb2e-45b9-9c1d-c0816bc8c1cd tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380232 Jul 09 20:17:46.874824 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ace0cc66-1234-4ede-8ff7-89e35ddc873e tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/routers/8b339e2f-8ada-491f-a004-7b5a5e9207ae HTTP/1.1" status: 200 len: 920 time: 0.4438777 Jul 09 20:17:46.877841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33934) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:46.906541 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-baaea90d-88e5-428d-b846-353e4b786ac7 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b339e2f-8ada-491f-a004-7b5a5e9207ae HTTP/1.1" status: 200 len: 205 time: 0.0275776 Jul 09 20:17:46.909030 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33936) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:47.149543 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ddb938f-5569-4159-89ac-5558064cf252 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:47.299087 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ddb938f-5569-4159-89ac-5558064cf252 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:47.359150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb938f-5569-4159-89ac-5558064cf252 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Deleting port 8742e531-1927-438f-8757-778c67f2bbff {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:47.359516 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ddb938f-5569-4159-89ac-5558064cf252 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:47.450222 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ddb938f-5569-4159-89ac-5558064cf252 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:47.464020 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb938f-5569-4159-89ac-5558064cf252 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Calling delete_port for 8742e531-1927-438f-8757-778c67f2bbff owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:47.648149 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ddb938f-5569-4159-89ac-5558064cf252 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:47.677318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb938f-5569-4159-89ac-5558064cf252 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Pushing event deleted for resources: {'Port': ['ID=8742e531-1927-438f-8757-778c67f2bbff,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:47.747099 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ddb938f-5569-4159-89ac-5558064cf252 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:47.852152 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ddb938f-5569-4159-89ac-5558064cf252 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:47.855204 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ddb938f-5569-4159-89ac-5558064cf252 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:47.936554 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ddb938f-5569-4159-89ac-5558064cf252 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:47.937251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddb938f-5569-4159-89ac-5558064cf252 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Fanout notify agent at l3_agent the message router_deleted on router 8b339e2f-8ada-491f-a004-7b5a5e9207ae {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:17:47.944573 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ddb938f-5569-4159-89ac-5558064cf252 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:47.945905 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7ddb938f-5569-4159-89ac-5558064cf252 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "DELETE /v2.0/routers/8b339e2f-8ada-491f-a004-7b5a5e9207ae HTTP/1.1" status: 204 len: 168 time: 1.0358748 Jul 09 20:17:47.949477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33982) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:47.954574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1877911680', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'enable_snat': False}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:47.990193 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:47.991195 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:48.013468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e806e-0575-41a0-9a0a-a2a85a3d355a req-9e66460c-cc79-4531-b133-4ea775db7594 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:48.013468 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae5e806e-0575-41a0-9a0a-a2a85a3d355a req-9e66460c-cc79-4531-b133-4ea775db7594 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.1169748 Jul 09 20:17:48.014458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 33986) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:48.073761 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:48.123115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae5e806e-0575-41a0-9a0a-a2a85a3d355a req-e332f878-c060-4943-8a57-b7e0e46a41ff tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015167 Jul 09 20:17:48.222720 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:48.397738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device dde38dd3-2db1-49f8-bf40-eb2369077a7b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:17:48.422528 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:48.445612 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:48.454712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port dde38dd3-2db1-49f8-bf40-eb2369077a7b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:17:48.464498 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port dde38dd3-2db1-49f8-bf40-eb2369077a7b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:48.464904 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:48.472390 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:48.546119 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:48.568894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port dde38dd3-2db1-49f8-bf40-eb2369077a7b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=dde38dd3-2db1-49f8-bf40-eb2369077a7b,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:48.573138 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:48.582475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Allocated IP 172.25.0.5 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:17:48.636084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=dde38dd3-2db1-49f8-bf40-eb2369077a7b,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:48.701366 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:48.724500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Deleting port 922db167-35f0-4149-9010-e8c0538a0af0 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:48.724883 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:48.741449 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:48.783195 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:48.786625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:48.791407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:48.817867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] For port 922db167-35f0-4149-9010-e8c0538a0af0, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=922db167-35f0-4149-9010-e8c0538a0af0,segment=NetworkSegment(fe938087-9f54-4a06-a580-c32a8e175baa),segment_id=fe938087-9f54-4a06-a580-c32a8e175baa)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:48.818233 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:48.819780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Pushing event updated for resources: {'Port': ['ID=ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:48.839485 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Calling delete_port for 922db167-35f0-4149-9010-e8c0538a0af0 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:49.031093 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:49.059603 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:49.100226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=922db167-35f0-4149-9010-e8c0538a0af0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:49.128658 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:49.129016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:49.129927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:49.130257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:49.130598 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:49.130937 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:49.131469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:49.131609 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:49.131948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:49.132283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:49.132644 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:49.132976 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:49.292066 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:49.330366 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:49.397799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbe784-4842-4973-8f36-ee9181b6c1e4 req-1ed587e0-01dd-499d-8566-1e91b2383e11 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:49.399247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ecbe784-4842-4973-8f36-ee9181b6c1e4 req-1ed587e0-01dd-499d-8566-1e91b2383e11 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.1287487 Jul 09 20:17:49.481189 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ecbe784-4842-4973-8f36-ee9181b6c1e4 req-4272ebbe-c26a-4725-b570-96829d72f4d8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753551 Jul 09 20:17:49.531081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Router c1bcddbd-96fb-4849-8aca-412a44ddf444 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:17:49.665414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:49.678283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Sync routers for ids ['c1bcddbd-96fb-4849-8aca-412a44ddf444'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:49.692777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Routers {'c1bcddbd-96fb-4849-8aca-412a44ddf444'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:49.694192 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:49.698117 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2cdeb847-113c-49c9-9141-44e5138354db tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.7449436 Jul 09 20:17:49.698264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c1bcddbd-96fb-4849-8aca-412a44ddf444'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:49.702745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 33998) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:49.836659 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Set router c1bcddbd-96fb-4849-8aca-412a44ddf444 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:49.845809 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7d512963-55ed-4aaf-9fdf-b7f20a10cc89 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/routers/c1bcddbd-96fb-4849-8aca-412a44ddf444 HTTP/1.1" status: 200 len: 907 time: 0.1387019 Jul 09 20:17:49.846020 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34000) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:49.850893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1877911680', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'enable_snat': True}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:49.885402 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:49.887183 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:49.891660 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Router 531b9f50-12e2-44b5-955f-543d40952077 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:17:49.928278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126620ca-ae28-444a-9ae0-98002e296527 req-237e3ba7-6328-4946-8073-3bd532514fd3 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:49.929908 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-126620ca-ae28-444a-9ae0-98002e296527 req-237e3ba7-6328-4946-8073-3bd532514fd3 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0902679 Jul 09 20:17:49.954403 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:50.049124 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-126620ca-ae28-444a-9ae0-98002e296527 req-7beb2521-d317-499f-9d34-c383f4165115 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865426 Jul 09 20:17:50.058890 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bcddbd-96fb-4849-8aca-412a44ddf444', 'name': 'tempest-snat-router-1877911680', 'tenant_id': '911b92988c3d43178b3e9e893a9151b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.5'}], 'enable_snat': False}, 'gw_port_id': 'ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:47Z', 'updated_at': '2021-07-09T20:17:48Z', 'revision_number': 3, 'project_id': '911b92988c3d43178b3e9e893a9151b5', 'gw_port': {'id': 'ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bcddbd-96fb-4849-8aca-412a44ddf444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:48Z', 'updated_at': '2021-07-09T20:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:50.065642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:50.078100 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac43383-afe8-43f7-956c-463d683334c5 None None] Sync routers for ids ['531b9f50-12e2-44b5-955f-543d40952077'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:50.093161 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7c099436-fb4e-442d-8a1c-6685a4757ce6 admin admin] 10.222.0.30 "PUT /v2.0/routers/531b9f50-12e2-44b5-955f-543d40952077/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0716543 Jul 09 20:17:50.093161 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34002) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:50.094488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Checking router: c1bcddbd-96fb-4849-8aca-412a44ddf444 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:17:50.095467 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac43383-afe8-43f7-956c-463d683334c5 None None] Routers {'531b9f50-12e2-44b5-955f-543d40952077'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:50.097113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Updating router c1bcddbd-96fb-4849-8aca-412a44ddf444 port ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:17:50.097656 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5ac43383-afe8-43f7-956c-463d683334c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['531b9f50-12e2-44b5-955f-543d40952077'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:50.143460 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:50.244115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Sync routers for ids ['a1e8d196-6585-43b6-b36c-99c157324665'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:50.268679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Routers {'a1e8d196-6585-43b6-b36c-99c157324665'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:50.269670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a1e8d196-6585-43b6-b36c-99c157324665'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:50.308479 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5ac43383-afe8-43f7-956c-463d683334c5 None None] Set router 531b9f50-12e2-44b5-955f-543d40952077 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:50.335352 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:50.502028 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:50.540252 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:50.540455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device dde38dd3-2db1-49f8-bf40-eb2369077a7b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:17:50.541017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f610e38-5fdc-4499-be2e-6a414e000a15 req-46b88686-5732-4312-ac20-8071a7e7f83e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:50.544331 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0f610e38-5fdc-4499-be2e-6a414e000a15 req-46b88686-5732-4312-ac20-8071a7e7f83e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.2154467 Jul 09 20:17:50.592906 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5ac43383-afe8-43f7-956c-463d683334c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531b9f50-12e2-44b5-955f-543d40952077', 'name': 'tempest-TestAggregatesBasicOps-745687203-router', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '157eeeac-1601-47fb-926c-ee4708e0c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:34Z', 'updated_at': '2021-07-09T20:17:48Z', 'revision_number': 5, 'project_id': 'ef87113b476b40be90112c0b4e52b162', 'gw_port': {'id': '157eeeac-1601-47fb-926c-ee4708e0c055', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531b9f50-12e2-44b5-955f-543d40952077', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:35Z', 'updated_at': '2021-07-09T20:17:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:50.622358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] Deleting port 157eeeac-1601-47fb-926c-ee4708e0c055 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:50.624431 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:50.637867 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac43383-afe8-43f7-956c-463d683334c5 None None] Checking router: 531b9f50-12e2-44b5-955f-543d40952077 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:17:50.638589 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0f610e38-5fdc-4499-be2e-6a414e000a15 req-c8a1a281-ad96-42de-9b56-b06760d0fb9b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800979 Jul 09 20:17:50.658429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Set router a1e8d196-6585-43b6-b36c-99c157324665 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:50.690199 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac43383-afe8-43f7-956c-463d683334c5 None None] Routers {'531b9f50-12e2-44b5-955f-543d40952077'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:50.691288 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5ac43383-afe8-43f7-956c-463d683334c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['531b9f50-12e2-44b5-955f-543d40952077'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:50.797903 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] For port 157eeeac-1601-47fb-926c-ee4708e0c055, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=157eeeac-1601-47fb-926c-ee4708e0c055,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:50.798812 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:50.830246 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] Calling delete_port for 157eeeac-1601-47fb-926c-ee4708e0c055 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:50.844280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port dde38dd3-2db1-49f8-bf40-eb2369077a7b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:50.850855 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:50.877140 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:50.925521 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:50.929403 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5ac43383-afe8-43f7-956c-463d683334c5 None None] Set router 531b9f50-12e2-44b5-955f-543d40952077 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:50.992977 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5ac43383-afe8-43f7-956c-463d683334c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531b9f50-12e2-44b5-955f-543d40952077', 'name': 'tempest-TestAggregatesBasicOps-745687203-router', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:34Z', 'updated_at': '2021-07-09T20:17:50Z', 'revision_number': 6, 'project_id': 'ef87113b476b40be90112c0b4e52b162', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:51.023682 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac43383-afe8-43f7-956c-463d683334c5 None None] The sync data for ids ['531b9f50-12e2-44b5-955f-543d40952077'] in n-d-800088-3 is: [{'id': '531b9f50-12e2-44b5-955f-543d40952077', 'name': 'tempest-TestAggregatesBasicOps-745687203-router', 'tenant_id': 'ef87113b476b40be90112c0b4e52b162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:34Z', 'updated_at': '2021-07-09T20:17:50Z', 'revision_number': 6, 'project_id': 'ef87113b476b40be90112c0b4e52b162', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:17:51.089377 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.122137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] Pushing event deleted for resources: {'Port': ['ID=157eeeac-1601-47fb-926c-ee4708e0c055,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:51.131425 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-a3ad0ce7-fec2-4217-abe2-8372d933d94a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:51.133268 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-a3ad0ce7-fec2-4217-abe2-8372d933d94a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 812 time: 0.1919727 Jul 09 20:17:51.143001 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.150256 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-51dda248-8e3c-420f-be25-cd73df3ea9d4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/quotas/c2e81d9f1ed2425f9b101d7229ff034f HTTP/1.1" status: 200 len: 375 time: 0.0114841 Jul 09 20:17:51.158389 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Transition to ACTIVE for port object ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:51.167137 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.203619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.228431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ed6a8-4fbe-4d56-ae66-ee6c15b29e7f None None] Pushing event updated for resources: {'Port': ['ID=ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:51.232376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'name': 'tempest-TestAggregatesBasicOps-726308616-router', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'dde38dd3-2db1-49f8-bf40-eb2369077a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:40Z', 'updated_at': '2021-07-09T20:17:44Z', 'revision_number': 4, 'project_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'gw_port': {'id': 'dde38dd3-2db1-49f8-bf40-eb2369077a7b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:41Z', 'updated_at': '2021-07-09T20:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ea3af008-e845-47f3-ad37-0bb23168df27', 'name': '', 'network_id': '382984f7-e672-426c-abb9-033ead1a520c', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'mac_address': 'fa:16:3e:81:9d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '12aa5ff8-1597-4763-823b-d57234814f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:44Z', 'updated_at': '2021-07-09T20:17:45Z', 'revision_number': 2, 'project_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'subnets': [{'id': '12aa5ff8-1597-4763-823b-d57234814f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:51.234478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Attempting to bind port ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:51.234836 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Attempting to bind port ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:51.235418 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Attempting to bind port ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:51.268905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:17:51.269310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:51.269583 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.270533 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:17:51.271048 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Bound port: ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:17:51.271442 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.271848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Allocated IP 172.25.0.71 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/3fbff52f-7cc2-43dd-9105-a19249c9b2cd) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:17:51.273319 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Checking router: a1e8d196-6585-43b6-b36c-99c157324665 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:17:51.273918 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Updating router a1e8d196-6585-43b6-b36c-99c157324665 port ea3af008-e845-47f3-ad37-0bb23168df27 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:17:51.305471 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-394f8703-8cc1-4a93-8453-9ce62ce6d5f1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1498690 Jul 09 20:17:51.307292 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.309605 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.341039 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.363630 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] For port ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:17:51.378834 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.380967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 531b9f50-12e2-44b5-955f-543d40952077 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:17:51.386344 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.389953 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-76d8e11f-a6e5-4419-92c4-5e4b055b6875 admin admin] 10.222.0.30 "DELETE /v2.0/routers/531b9f50-12e2-44b5-955f-543d40952077 HTTP/1.1" status: 204 len: 168 time: 1.2976077 Jul 09 20:17:51.390838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34020) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:51.409596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] For port ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:17:51.424757 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.454164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c79d457-dc98-4490-be69-405acd82f39c admin admin] Deleting subnet b6a974c7-f580-4d3b-80f9-66e66540923e {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:17:51.457843 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c79d457-dc98-4490-be69-405acd82f39c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.491940 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-4d267dea-f2b7-4f10-a3c6-1dcf25766c08 service neutron] 10.222.0.30 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414721 Jul 09 20:17:51.497189 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.505974 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c79d457-dc98-4490-be69-405acd82f39c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.570029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ed6a8-4fbe-4d56-ae66-ee6c15b29e7f None None] Pushing event updated for resources: {'Port': ['ID=ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:51.584263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Routers {'c1bcddbd-96fb-4849-8aca-412a44ddf444'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:51.584946 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c1bcddbd-96fb-4849-8aca-412a44ddf444'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:51.617843 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c79d457-dc98-4490-be69-405acd82f39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.622178 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-43ceab71-18b8-4a8b-904d-ce103fe30d26 service neutron] 10.222.0.30 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224279 Jul 09 20:17:51.633557 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.691367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:51.694867 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:51.696695 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c79d457-dc98-4490-be69-405acd82f39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.699760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:51.708104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Pushing event updated for resources: {'Port': ['ID=3fbff52f-7cc2-43dd-9105-a19249c9b2cd,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:51.779802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79d457-dc98-4490-be69-405acd82f39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a974c7-f580-4d3b-80f9-66e66540923e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:51.783298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f517a6c-8f05-4aa0-b7ae-5febcfb2b408 None None] Network aecf450e-a80e-4d72-9e60-2fdf5c493493 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:17:51.787514 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c79d457-dc98-4490-be69-405acd82f39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:51.789755 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4c79d457-dc98-4490-be69-405acd82f39c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b6a974c7-f580-4d3b-80f9-66e66540923e HTTP/1.1" status: 204 len: 168 time: 0.3979280 Jul 09 20:17:51.792091 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34024) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:51.883455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] Set router c1bcddbd-96fb-4849-8aca-412a44ddf444 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:51.942721 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10ce8b56-0840-4f80-9368-4fad04df44d0 req-11fc8bb7-969a-4782-aab3-07ab94b019a3 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 210 time: 0.0558417 Jul 09 20:17:51.967329 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.042173 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] Deleting port 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:52.042599 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.118094 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.120871 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] For port 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5877eb1b-6fa6-4a50-b08e-67d9e77cdd75,segment=NetworkSegment(fe938087-9f54-4a06-a580-c32a8e175baa),segment_id=fe938087-9f54-4a06-a580-c32a8e175baa)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:52.121345 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.142818 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] Calling delete_port for 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:52.172978 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.200351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Transition to ACTIVE for port object ea3af008-e845-47f3-ad37-0bb23168df27 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:52.215077 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.313836 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cda2ba-1e07-475f-9728-d7b571fa56c8 None None] Pushing event updated for resources: {'Port': ['ID=ea3af008-e845-47f3-ad37-0bb23168df27,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:52.332406 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.444067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5877eb1b-6fa6-4a50-b08e-67d9e77cdd75,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:52.447253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Attempting to bind port ea3af008-e845-47f3-ad37-0bb23168df27 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:52.447613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Attempting to bind port ea3af008-e845-47f3-ad37-0bb23168df27 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef143353-b8db-40f4-b002-d0595c39248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '382984f7-e672-426c-abb9-033ead1a520c'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:52.447990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Attempting to bind port ea3af008-e845-47f3-ad37-0bb23168df27 on network 382984f7-e672-426c-abb9-033ead1a520c {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:52.452260 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] No DVR routers for this DVR port 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:17:52.458450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614f0427-3b27-4881-9e4e-2297f3172732 None None] DHCP port deletion for aecf450e-a80e-4d72-9e60-2fdf5c493493 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:17:52.465988 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:17:52.466366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Checking segment: {'id': 'ef143353-b8db-40f4-b002-d0595c39248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '382984f7-e672-426c-abb9-033ead1a520c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:52.466780 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.467180 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Bound using segment: {'id': 'ef143353-b8db-40f4-b002-d0595c39248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '382984f7-e672-426c-abb9-033ead1a520c'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:17:52.467664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Bound port: ea3af008-e845-47f3-ad37-0bb23168df27, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef143353-b8db-40f4-b002-d0595c39248d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '382984f7-e672-426c-abb9-033ead1a520c'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:17:52.468051 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.491313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bcddbd-96fb-4849-8aca-412a44ddf444', 'name': 'tempest-snat-router-1877911680', 'tenant_id': '911b92988c3d43178b3e9e893a9151b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.5'}], 'enable_snat': False}, 'gw_port_id': 'ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:47Z', 'updated_at': '2021-07-09T20:17:48Z', 'revision_number': 3, 'project_id': '911b92988c3d43178b3e9e893a9151b5', 'gw_port': {'id': 'ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bcddbd-96fb-4849-8aca-412a44ddf444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:48Z', 'updated_at': '2021-07-09T20:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:52.527563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 157eeeac-1601-47fb-926c-ee4708e0c055 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:17:52.530148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b309fb27-6b56-43d5-b259-78d267a8310f None None] The sync data for ids ['c1bcddbd-96fb-4849-8aca-412a44ddf444'] in n-d-800088-3 is: [{'id': 'c1bcddbd-96fb-4849-8aca-412a44ddf444', 'name': 'tempest-snat-router-1877911680', 'tenant_id': '911b92988c3d43178b3e9e893a9151b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.5'}], 'enable_snat': False}, 'gw_port_id': 'ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:47Z', 'updated_at': '2021-07-09T20:17:48Z', 'revision_number': 3, 'project_id': '911b92988c3d43178b3e9e893a9151b5', 'gw_port': {'id': 'ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bcddbd-96fb-4849-8aca-412a44ddf444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:48Z', 'updated_at': '2021-07-09T20:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:17:52.542944 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.594316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 157eeeac-1601-47fb-926c-ee4708e0c055 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:17:52.595308 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 157eeeac-1601-47fb-926c-ee4708e0c055 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:17:52.595949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 922db167-35f0-4149-9010-e8c0538a0af0 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:17:52.626311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 922db167-35f0-4149-9010-e8c0538a0af0 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:17:52.626796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 922db167-35f0-4149-9010-e8c0538a0af0 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:17:52.649984 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.663028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aecf450e-a80e-4d72-9e60-2fdf5c493493']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:52.675777 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe938087-9f54-4a06-a580-c32a8e175baa') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:52.676138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe938087-9f54-4a06-a580-c32a8e175baa') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:52.687451 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.689517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] For port ea3af008-e845-47f3-ad37-0bb23168df27, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:17:52.696092 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] For port ea3af008-e845-47f3-ad37-0bb23168df27, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ea3af008-e845-47f3-ad37-0bb23168df27,segment=NetworkSegment(ef143353-b8db-40f4-b002-d0595c39248d),segment_id=ef143353-b8db-40f4-b002-d0595c39248d)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:17:52.703992 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.720852 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.729514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:17:52.729962 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:17:52.732044 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:17:52.794514 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Router fb6f37f3-1b49-4c66-8b09-552b8e3144ff is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:17:52.825492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Routers {'a1e8d196-6585-43b6-b36c-99c157324665'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:52.826081 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a1e8d196-6585-43b6-b36c-99c157324665'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:52.853862 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.859795 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:52.861767 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/aecf450e-a80e-4d72-9e60-2fdf5c493493 HTTP/1.1" status: 204 len: 168 time: 1.0682344 Jul 09 20:17:52.865967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34036) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:52.885665 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf3e9b-03a9-4787-9fff-a6fd879e5ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aecf450e-a80e-4d72-9e60-2fdf5c493493,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:52.893817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cda2ba-1e07-475f-9728-d7b571fa56c8 None None] Pushing event updated for resources: {'Port': ['ID=ea3af008-e845-47f3-ad37-0bb23168df27,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:53.038792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:53.079251 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Sync routers for ids ['fb6f37f3-1b49-4c66-8b09-552b8e3144ff'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:53.085960 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:53.089877 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a04612f6-533c-4015-8ed8-be5c27f5b919 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2402503 Jul 09 20:17:53.093819 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34042) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:53.100991 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Routers {'fb6f37f3-1b49-4c66-8b09-552b8e3144ff'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:53.105750 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fb6f37f3-1b49-4c66-8b09-552b8e3144ff'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:53.110481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] Set router a1e8d196-6585-43b6-b36c-99c157324665 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:53.342501 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-25c849fd-e5f4-46cb-a6b3-27b06538fbda tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/routers/fb6f37f3-1b49-4c66-8b09-552b8e3144ff HTTP/1.1" status: 200 len: 907 time: 0.2448890 Jul 09 20:17:53.342728 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34044) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:53.442937 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Set router fb6f37f3-1b49-4c66-8b09-552b8e3144ff gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:53.485356 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f86f935-f6df-4236-805a-e1f09f185606 req-12495ea6-ab20-4960-b2a8-f1ef4c9256b4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 210 time: 0.0340590 Jul 09 20:17:53.533268 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e5be18e-e320-4bf6-bab9-7d57f707e593 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:53.715592 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6f37f3-1b49-4c66-8b09-552b8e3144ff', 'name': 'tempest-snat-router-1877911680', 'tenant_id': '911b92988c3d43178b3e9e893a9151b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '3fbff52f-7cc2-43dd-9105-a19249c9b2cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:49Z', 'updated_at': '2021-07-09T20:17:51Z', 'revision_number': 3, 'project_id': '911b92988c3d43178b3e9e893a9151b5', 'gw_port': {'id': '3fbff52f-7cc2-43dd-9105-a19249c9b2cd', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:66:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6f37f3-1b49-4c66-8b09-552b8e3144ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:50Z', 'updated_at': '2021-07-09T20:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:53.763375 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a793dbc-ed2b-4b85-a42b-9946b18793f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:53.782029 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Checking router: fb6f37f3-1b49-4c66-8b09-552b8e3144ff for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:17:53.782790 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Updating router fb6f37f3-1b49-4c66-8b09-552b8e3144ff port 3fbff52f-7cc2-43dd-9105-a19249c9b2cd binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:17:53.834977 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:53.867493 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e5be18e-e320-4bf6-bab9-7d57f707e593 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:53.886153 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'name': 'tempest-TestAggregatesBasicOps-726308616-router', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'dde38dd3-2db1-49f8-bf40-eb2369077a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:40Z', 'updated_at': '2021-07-09T20:17:44Z', 'revision_number': 4, 'project_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'gw_port': {'id': 'dde38dd3-2db1-49f8-bf40-eb2369077a7b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:41Z', 'updated_at': '2021-07-09T20:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ea3af008-e845-47f3-ad37-0bb23168df27', 'name': '', 'network_id': '382984f7-e672-426c-abb9-033ead1a520c', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'mac_address': 'fa:16:3e:81:9d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '12aa5ff8-1597-4763-823b-d57234814f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:44Z', 'updated_at': '2021-07-09T20:17:52Z', 'revision_number': 4, 'project_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'subnets': [{'id': '12aa5ff8-1597-4763-823b-d57234814f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:53.927535 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2574fe2c-e64e-4e7d-b370-96491295daef None None] The sync data for ids ['a1e8d196-6585-43b6-b36c-99c157324665'] in n-d-800088-3 is: [{'id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'name': 'tempest-TestAggregatesBasicOps-726308616-router', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'dde38dd3-2db1-49f8-bf40-eb2369077a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:40Z', 'updated_at': '2021-07-09T20:17:44Z', 'revision_number': 4, 'project_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'gw_port': {'id': 'dde38dd3-2db1-49f8-bf40-eb2369077a7b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:41Z', 'updated_at': '2021-07-09T20:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ea3af008-e845-47f3-ad37-0bb23168df27', 'name': '', 'network_id': '382984f7-e672-426c-abb9-033ead1a520c', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'mac_address': 'fa:16:3e:81:9d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '12aa5ff8-1597-4763-823b-d57234814f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:44Z', 'updated_at': '2021-07-09T20:17:52Z', 'revision_number': 4, 'project_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'subnets': [{'id': '12aa5ff8-1597-4763-823b-d57234814f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:17:54.005684 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-51a4cc5c-6822-4915-90c6-5365fc8463a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:54.007243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-51a4cc5c-6822-4915-90c6-5365fc8463a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 812 time: 0.2764776 Jul 09 20:17:54.026487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-5bdc6023-bfc2-49f0-8501-04cc55bf0a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Request body: {'port': {'device_id': 'f04f3486-214b-4051-91df-6dbf54b7952a', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'admin_state_up': True, 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:54.110769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-2e5be18e-e320-4bf6-bab9-7d57f707e593 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Deleting port 3fbff52f-7cc2-43dd-9105-a19249c9b2cd {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:54.111538 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e5be18e-e320-4bf6-bab9-7d57f707e593 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.259145 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e5be18e-e320-4bf6-bab9-7d57f707e593 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.268919 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.277877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4a793dbc-ed2b-4b85-a42b-9946b18793f2 admin admin] Deleting port ea3af008-e845-47f3-ad37-0bb23168df27 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:54.278560 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a793dbc-ed2b-4b85-a42b-9946b18793f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.279609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-2e5be18e-e320-4bf6-bab9-7d57f707e593 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Calling delete_port for 3fbff52f-7cc2-43dd-9105-a19249c9b2cd owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:54.282137 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Transition to ACTIVE for port object 3fbff52f-7cc2-43dd-9105-a19249c9b2cd will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:54.292120 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.402759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-5bdc6023-bfc2-49f0-8501-04cc55bf0a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Made reservation on behalf of c2e81d9f1ed2425f9b101d7229ff034f for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:17:54.411110 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1c06a-f073-4782-9c17-3d767b683cbc None None] Pushing event updated for resources: {'Port': ['ID=3fbff52f-7cc2-43dd-9105-a19249c9b2cd,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:54.413065 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-5bdc6023-bfc2-49f0-8501-04cc55bf0a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.444659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-4a793dbc-ed2b-4b85-a42b-9946b18793f2 admin admin] For port ea3af008-e845-47f3-ad37-0bb23168df27, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ea3af008-e845-47f3-ad37-0bb23168df27,segment=NetworkSegment(ef143353-b8db-40f4-b002-d0595c39248d),segment_id=ef143353-b8db-40f4-b002-d0595c39248d)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:54.447708 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a793dbc-ed2b-4b85-a42b-9946b18793f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.461150 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Attempting to bind port 3fbff52f-7cc2-43dd-9105-a19249c9b2cd on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:54.461718 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Attempting to bind port 3fbff52f-7cc2-43dd-9105-a19249c9b2cd by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:54.462187 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Attempting to bind port 3fbff52f-7cc2-43dd-9105-a19249c9b2cd on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:54.474522 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:17:54.475089 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:54.475732 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.476224 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:17:54.477100 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Bound port: 3fbff52f-7cc2-43dd-9105-a19249c9b2cd, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:17:54.478255 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4a793dbc-ed2b-4b85-a42b-9946b18793f2 admin admin] Calling delete_port for ea3af008-e845-47f3-ad37-0bb23168df27 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:54.478839 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.642656 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:17:54.728759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:17:54.738016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:54.738677 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.758106 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.db.api [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100207) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:17:54.758713 n-d-800088-3 neutron-server[100207]: DEBUG oslo_db.api [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:17:54.794762 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-851f655c-e330-4541-88ff-52bdfd2765c4 req-ca183967-8546-486c-bb16-e85e96971934 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 210 time: 0.0841484 Jul 09 20:17:54.798492 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e5be18e-e320-4bf6-bab9-7d57f707e593 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.838045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-5bdc6023-bfc2-49f0-8501-04cc55bf0a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Allocated IP 172.20.0.12 (845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8/de9a6dd1-1afa-4967-a28b-c388caa25b1c/7bddc02b-2f69-44b7-af29-991344031383) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:17:54.841054 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5be18e-e320-4bf6-bab9-7d57f707e593 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fbff52f-7cc2-43dd-9105-a19249c9b2cd,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:54.842534 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a793dbc-ed2b-4b85-a42b-9946b18793f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.871354 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.898005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a793dbc-ed2b-4b85-a42b-9946b18793f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea3af008-e845-47f3-ad37-0bb23168df27,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:54.898460 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:54.904637 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:54.905662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ea3af008-e845-47f3-ad37-0bb23168df27 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:17:54.932421 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: ea3af008-e845-47f3-ad37-0bb23168df27 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:17:54.933566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ea3af008-e845-47f3-ad37-0bb23168df27 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 20:17:54.983779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Port ea3af008-e845-47f3-ad37-0bb23168df27 not found, will not notify nova. {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 20:17:55.046702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:55.075989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:17:55.099582 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:17:55.099937 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5877eb1b-6fa6-4a50-b08e-67d9e77cdd75 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:17:55.202041 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4a793dbc-ed2b-4b85-a42b-9946b18793f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:55.274983 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Attempting to bind port 3fbff52f-7cc2-43dd-9105-a19249c9b2cd on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:55.275978 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Attempting to bind port 3fbff52f-7cc2-43dd-9105-a19249c9b2cd by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:55.276507 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Attempting to bind port 3fbff52f-7cc2-43dd-9105-a19249c9b2cd on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:55.282682 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:17:55.283309 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:55.283884 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:55.284415 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:17:55.285053 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Bound port: 3fbff52f-7cc2-43dd-9105-a19249c9b2cd, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:17:55.285729 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:55.307179 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Port 3fbff52f-7cc2-43dd-9105-a19249c9b2cd has been deleted concurrently {{(pid=100207) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 20:17:55.318513 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Routers {'fb6f37f3-1b49-4c66-8b09-552b8e3144ff'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:55.319409 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fb6f37f3-1b49-4c66-8b09-552b8e3144ff'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:55.339270 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e5be18e-e320-4bf6-bab9-7d57f707e593 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:55.393874 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] Set router fb6f37f3-1b49-4c66-8b09-552b8e3144ff gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:55.440838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a793dbc-ed2b-4b85-a42b-9946b18793f2 admin admin] Router a1e8d196-6585-43b6-b36c-99c157324665 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:17:55.444901 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e5be18e-e320-4bf6-bab9-7d57f707e593 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:55.454207 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6f37f3-1b49-4c66-8b09-552b8e3144ff', 'name': 'tempest-snat-router-1877911680', 'tenant_id': '911b92988c3d43178b3e9e893a9151b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:49Z', 'updated_at': '2021-07-09T20:17:54Z', 'revision_number': 5, 'project_id': '911b92988c3d43178b3e9e893a9151b5', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:55.456320 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e5be18e-e320-4bf6-bab9-7d57f707e593 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:55.481950 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62520613-4554-4441-a8c7-57174dab7d79 None None] The sync data for ids ['fb6f37f3-1b49-4c66-8b09-552b8e3144ff'] in n-d-800088-3 is: [{'id': 'fb6f37f3-1b49-4c66-8b09-552b8e3144ff', 'name': 'tempest-snat-router-1877911680', 'tenant_id': '911b92988c3d43178b3e9e893a9151b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:49Z', 'updated_at': '2021-07-09T20:17:54Z', 'revision_number': 5, 'project_id': '911b92988c3d43178b3e9e893a9151b5', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:17:55.539808 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e5be18e-e320-4bf6-bab9-7d57f707e593 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:55.540374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5be18e-e320-4bf6-bab9-7d57f707e593 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb6f37f3-1b49-4c66-8b09-552b8e3144ff {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:17:55.550447 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e5be18e-e320-4bf6-bab9-7d57f707e593 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:55.552207 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2e5be18e-e320-4bf6-bab9-7d57f707e593 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "DELETE /v2.0/routers/fb6f37f3-1b49-4c66-8b09-552b8e3144ff HTTP/1.1" status: 204 len: 168 time: 2.2084198 Jul 09 20:17:55.555783 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34054) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:55.603851 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-5bdc6023-bfc2-49f0-8501-04cc55bf0a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:55.621986 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-5bdc6023-bfc2-49f0-8501-04cc55bf0a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Transition to ACTIVE for port object 7bddc02b-2f69-44b7-af29-991344031383 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:55.625099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a793dbc-ed2b-4b85-a42b-9946b18793f2 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:55.632856 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4a793dbc-ed2b-4b85-a42b-9946b18793f2 admin admin] 10.222.0.30 "PUT /v2.0/routers/a1e8d196-6585-43b6-b36c-99c157324665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7570765 Jul 09 20:17:55.635672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34062) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:55.639761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a037d-fbf7-485b-94e9-7fbe0ac9fea5 None None] Sync routers for ids ['a1e8d196-6585-43b6-b36c-99c157324665'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:55.659571 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a037d-fbf7-485b-94e9-7fbe0ac9fea5 None None] Routers {'a1e8d196-6585-43b6-b36c-99c157324665'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:55.660438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-755a037d-fbf7-485b-94e9-7fbe0ac9fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a1e8d196-6585-43b6-b36c-99c157324665'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:55.709790 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:55.791086 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-5bdc6023-bfc2-49f0-8501-04cc55bf0a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:55.805183 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1e9f5f03-1712-4159-b45d-0e746d6cfb2f'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:17:55.883119 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:55.883668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc6023-bfc2-49f0-8501-04cc55bf0a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event updated for resources: {'Port': ['ID=7bddc02b-2f69-44b7-af29-991344031383,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:55.914326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-5bdc6023-bfc2-49f0-8501-04cc55bf0a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:55.921240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-5bdc6023-bfc2-49f0-8501-04cc55bf0a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:55.928505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-5bdc6023-bfc2-49f0-8501-04cc55bf0a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:55.944406 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:55.965378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-755a037d-fbf7-485b-94e9-7fbe0ac9fea5 None None] Set router a1e8d196-6585-43b6-b36c-99c157324665 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:56.007549 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Deleting port ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:56.009906 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.167741 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-5bdc6023-bfc2-49f0-8501-04cc55bf0a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:56.168422 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-5bdc6023-bfc2-49f0-8501-04cc55bf0a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.179367 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] For port ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:56.179733 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.210596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Calling delete_port for ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:56.232974 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-5bdc6023-bfc2-49f0-8501-04cc55bf0a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2106001 Jul 09 20:17:56.246973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Request body: {'port': {'device_id': 'f04f3486-214b-4051-91df-6dbf54b7952a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:56.259484 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.291028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1816e12-b4c0-4e39-8a6a-8c6a73f6ecf0 req-56ea6b21-8386-411e-bd5c-666bb1f20436 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:56.298506 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1816e12-b4c0-4e39-8a6a-8c6a73f6ecf0 req-56ea6b21-8386-411e-bd5c-666bb1f20436 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 932 time: 0.2807715 Jul 09 20:17:56.325322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-755a037d-fbf7-485b-94e9-7fbe0ac9fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'name': 'tempest-TestAggregatesBasicOps-726308616-router', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'dde38dd3-2db1-49f8-bf40-eb2369077a7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:40Z', 'updated_at': '2021-07-09T20:17:54Z', 'revision_number': 5, 'project_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'gw_port': {'id': 'dde38dd3-2db1-49f8-bf40-eb2369077a7b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:07:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:17:41Z', 'updated_at': '2021-07-09T20:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:56.360907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb43e3-f9d3-41d4-8858-ea777dedf465 req-5538b36a-b6cc-4b34-b8cf-4944d63f925f tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:56.369355 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38bb43e3-f9d3-41d4-8858-ea777dedf465 req-5538b36a-b6cc-4b34-b8cf-4944d63f925f tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 945 time: 0.1557240 Jul 09 20:17:56.375001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a037d-fbf7-485b-94e9-7fbe0ac9fea5 None None] Checking router: a1e8d196-6585-43b6-b36c-99c157324665 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:17:56.388397 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1816e12-b4c0-4e39-8a6a-8c6a73f6ecf0 req-6f1bd0b6-0ad7-4429-a1a9-b13a9ec796d1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888925 Jul 09 20:17:56.396713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755a037d-fbf7-485b-94e9-7fbe0ac9fea5 None None] Routers {'a1e8d196-6585-43b6-b36c-99c157324665'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:56.400757 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-755a037d-fbf7-485b-94e9-7fbe0ac9fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a1e8d196-6585-43b6-b36c-99c157324665'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:56.439698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6ad2be8b-3ae6-43fa-8a0b-2d957734c934 None None] Provisioning for port 7bddc02b-2f69-44b7-af29-991344031383 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:17:56.471069 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6ad2be8b-3ae6-43fa-8a0b-2d957734c934 None None] Provisioning complete for port 7bddc02b-2f69-44b7-af29-991344031383 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:17:56.471457 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6ad2be8b-3ae6-43fa-8a0b-2d957734c934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.476773 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38bb43e3-f9d3-41d4-8858-ea777dedf465 req-1841569e-2b78-4b44-8bcf-584ee41e5d5c tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063972 Jul 09 20:17:56.499454 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.517601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-6ad2be8b-3ae6-43fa-8a0b-2d957734c934 None None] Port 7bddc02b-2f69-44b7-af29-991344031383 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:17:56.545694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-755a037d-fbf7-485b-94e9-7fbe0ac9fea5 None None] Set router a1e8d196-6585-43b6-b36c-99c157324665 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:17:56.554216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] Deleting port dde38dd3-2db1-49f8-bf40-eb2369077a7b {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:56.554598 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.557443 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.580702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:17:56.593661 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:56.630770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-755a037d-fbf7-485b-94e9-7fbe0ac9fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'name': 'tempest-TestAggregatesBasicOps-726308616-router', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:40Z', 'updated_at': '2021-07-09T20:17:56Z', 'revision_number': 6, 'project_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:56.634125 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:17:56.634125 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 20:17:56.661918 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755a037d-fbf7-485b-94e9-7fbe0ac9fea5 None None] The sync data for ids ['a1e8d196-6585-43b6-b36c-99c157324665'] in n-d-800088-3 is: [{'id': 'a1e8d196-6585-43b6-b36c-99c157324665', 'name': 'tempest-TestAggregatesBasicOps-726308616-router', 'tenant_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:17:40Z', 'updated_at': '2021-07-09T20:17:56Z', 'revision_number': 6, 'project_id': '4e2e41ec8e2e466da2fda6dd809a3632', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:17:56.685232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Port ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d not found, will not notify nova. {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 20:17:56.690258 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.727489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] For port dde38dd3-2db1-49f8-bf40-eb2369077a7b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=dde38dd3-2db1-49f8-bf40-eb2369077a7b,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:56.728735 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.750132 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] Calling delete_port for dde38dd3-2db1-49f8-bf40-eb2369077a7b owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:56.875580 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a52bf122-3fb9-4049-bc71-b814e8ce11a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:56.943174 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.069055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-0505867f-670d-4f92-a918-aba06f5a5618 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:57.070518 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-0505867f-670d-4f92-a918-aba06f5a5618 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.36 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 945 time: 0.2461870 Jul 09 20:17:57.142350 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.144784 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.193913 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.203273 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.203863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1bcddbd-96fb-4849-8aca-412a44ddf444 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:17:57.211538 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.216332 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2945806e-79a3-4415-a978-17b7e9c0365f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "DELETE /v2.0/routers/c1bcddbd-96fb-4849-8aca-412a44ddf444 HTTP/1.1" status: 204 len: 168 time: 1.6564085 Jul 09 20:17:57.216821 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34070) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:57.222060 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1015865668', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}, 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:57.251481 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.253106 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.258323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=dde38dd3-2db1-49f8-bf40-eb2369077a7b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:57.261816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bddc02b-2f69-44b7-af29-991344031383 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:17:57.274760 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.315434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Transition to ACTIVE for port object 7bddc02b-2f69-44b7-af29-991344031383 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:17:57.351059 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.352404 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.462752 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Pushing event updated for resources: {'Port': ['ID=7bddc02b-2f69-44b7-af29-991344031383,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:57.465233 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.527457 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.673597 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19070d-4d26-4d62-a7bd-9c0b2a3eb481 req-6b6c0c9a-92cf-49e5-b0c6-b5e363315245 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:57.675400 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f19070d-4d26-4d62-a7bd-9c0b2a3eb481 req-6b6c0c9a-92cf-49e5-b0c6-b5e363315245 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 944 time: 0.1441388 Jul 09 20:17:57.688961 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-54e665c9-0987-4258-b078-15bbe25354a6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Deleting port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:57.689335 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-54e665c9-0987-4258-b078-15bbe25354a6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.736847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f19070d-4d26-4d62-a7bd-9c0b2a3eb481 req-f3d37a7f-a6a7-4fb0-a806-3d780661766f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551269 Jul 09 20:17:57.744445 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.747075 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.849363 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.849919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1e8d196-6585-43b6-b36c-99c157324665 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:17:57.861562 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.865758 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-020fad68-38fb-4e52-9c09-921e89cd5c51 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a1e8d196-6585-43b6-b36c-99c157324665 HTTP/1.1" status: 204 len: 168 time: 2.2259274 Jul 09 20:17:57.869830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34078) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:57.882325 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.904657 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:57.909395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Attempting to bind port 7bddc02b-2f69-44b7-af29-991344031383 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:17:57.909783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Attempting to bind port 7bddc02b-2f69-44b7-af29-991344031383 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:17:57.910080 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Attempting to bind port 7bddc02b-2f69-44b7-af29-991344031383 on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:57.944900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb4e27-ae02-425a-b107-1b6ff111d8fe req-08025fc1-9ddd-4e81-87d3-9bcfb5042fc2 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:57.947190 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bccb4e27-ae02-425a-b107-1b6ff111d8fe req-08025fc1-9ddd-4e81-87d3-9bcfb5042fc2 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 945 time: 0.3113205 Jul 09 20:17:57.956243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Port 7bddc02b-2f69-44b7-af29-991344031383 on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:17:57.956629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Attempting to bind port 7bddc02b-2f69-44b7-af29-991344031383 on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:17:57.967218 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-54e665c9-0987-4258-b078-15bbe25354a6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] For port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e,segment=NetworkSegment(a6e64fc2-6086-4de4-b933-d96424d8dfab),segment_id=a6e64fc2-6086-4de4-b933-d96424d8dfab)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:57.968125 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-54e665c9-0987-4258-b078-15bbe25354a6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.040733 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Allocated IP 172.25.0.237 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/34be9e4d-59fd-4956-9568-a5462e71219a) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:17:58.049743 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:17:58.050098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Checking segment: {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:17:58.050659 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Bound using segment: {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:17:58.051827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Bound port: 7bddc02b-2f69-44b7-af29-991344031383, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:17:58.052476 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.061237 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-19707533-d1d5-480f-9100-0e8e1fb0499d admin admin] Deleting subnet 12aa5ff8-1597-4763-823b-d57234814f37 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:17:58.074480 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19707533-d1d5-480f-9100-0e8e1fb0499d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.180904 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.197877 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bccb4e27-ae02-425a-b107-1b6ff111d8fe req-c61dfe93-0159-437e-baba-55688198fec5 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/security-groups?id=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432492 Jul 09 20:17:58.213167 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19707533-d1d5-480f-9100-0e8e1fb0499d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.238889 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.281390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:17:58.284448 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:17:58.290215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:17:58.334498 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Pushing event updated for resources: {'Port': ['ID=34be9e4d-59fd-4956-9568-a5462e71219a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:58.383097 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:17:58.406680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:17:58.407351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ae7ee3d5-1c28-4d7f-9ac7-47de9868a64d not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:17:58.408408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ea3af008-e845-47f3-ad37-0bb23168df27 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:17:58.431516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: ea3af008-e845-47f3-ad37-0bb23168df27 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:17:58.431862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ea3af008-e845-47f3-ad37-0bb23168df27 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:17:58.432459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device dde38dd3-2db1-49f8-bf40-eb2369077a7b no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:17:58.452688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: dde38dd3-2db1-49f8-bf40-eb2369077a7b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:17:58.453478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device dde38dd3-2db1-49f8-bf40-eb2369077a7b not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:17:58.565457 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.617877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] For port 7bddc02b-2f69-44b7-af29-991344031383, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:17:58.627369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] For port 7bddc02b-2f69-44b7-af29-991344031383, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7bddc02b-2f69-44b7-af29-991344031383,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:17:58.638712 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.701982 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-54e665c9-0987-4258-b078-15bbe25354a6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.702386 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-54e665c9-0987-4258-b078-15bbe25354a6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.702724 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-54e665c9-0987-4258-b078-15bbe25354a6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Floating IP eb6a71ef-6291-41c9-9020-276fccc1154a disassociated. External IP: 172.25.0.70, port: fbc6c4de-1e2a-4275-b9a9-ec821f9b586e. Jul 09 20:17:58.703151 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-54e665c9-0987-4258-b078-15bbe25354a6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Calling delete_port for fbc6c4de-1e2a-4275-b9a9-ec821f9b586e owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:58.720618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:58.721138 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.722505 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] 10.222.0.36 "PUT /v2.0/ports/7bddc02b-2f69-44b7-af29-991344031383 HTTP/1.1" status: 200 len: 1092 time: 2.4804616 Jul 09 20:17:58.728958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04f3486-214b-4051-91df-6dbf54b7952a', 'tag': '7bddc02b-2f69-44b7-af29-991344031383'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:17:58.731581 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f5e3de-61b5-46b8-bd6b-fb7cec25ad68" -d '{"events": [{"name": "network-changed", "server_uuid": "f04f3486-214b-4051-91df-6dbf54b7952a", "tag": "7bddc02b-2f69-44b7-af29-991344031383"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:17:58.755897 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19707533-d1d5-480f-9100-0e8e1fb0499d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.796100 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:58.849082 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0e1c1c-680a-48d4-9acd-c7fc7d394fc9 x-openstack-request-id: req-8d0e1c1c-680a-48d4-9acd-c7fc7d394fc9 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:17:58.849719 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04f3486-214b-4051-91df-6dbf54b7952a", "tag": "7bddc02b-2f69-44b7-af29-991344031383", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:17:58.849811 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d0e1c1c-680a-48d4-9acd-c7fc7d394fc9 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:17:58.850174 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04f3486-214b-4051-91df-6dbf54b7952a', 'tag': '7bddc02b-2f69-44b7-af29-991344031383', 'status': 'completed', 'code': 200} Jul 09 20:17:58.885862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Pushing event updated for resources: {'Port': ['ID=7bddc02b-2f69-44b7-af29-991344031383,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:58.916342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:58.916637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:58.916987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:58.917332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:58.917674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:58.918062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:58.918339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:58.918680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:58.919315 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:58.919315 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:58.919657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:58.919983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b585dc-665f-4dfb-b1e3-525d15bc9690 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:17:58.963044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Router 5d75b030-942a-4802-8d23-f93cb0b25cae is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:17:59.006026 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19707533-d1d5-480f-9100-0e8e1fb0499d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.067999 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19707533-d1d5-480f-9100-0e8e1fb0499d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12aa5ff8-1597-4763-823b-d57234814f37,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:59.072770 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19707533-d1d5-480f-9100-0e8e1fb0499d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.074683 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-19707533-d1d5-480f-9100-0e8e1fb0499d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/12aa5ff8-1597-4763-823b-d57234814f37 HTTP/1.1" status: 204 len: 168 time: 1.2038381 Jul 09 20:17:59.078727 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34086) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:59.081152 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac414e-3ede-47e9-841d-05ca11f43a19 None None] Network 382984f7-e672-426c-abb9-033ead1a520c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:17:59.083369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-57c1594f-91be-4406-9a8c-c844fc820d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:59.084914 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-57c1594f-91be-4406-9a8c-c844fc820d02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 1095 time: 0.2944465 Jul 09 20:17:59.153973 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-9c4d297f-9b44-4379-ae31-cd5d45f0ba1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bddc02b-2f69-44b7-af29-991344031383 HTTP/1.1" status: 200 len: 217 time: 0.0579705 Jul 09 20:17:59.156437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:59.170818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d1463-9a9c-479a-809d-7ee77b3587b7 req-c6407808-8e3d-429e-bf4f-e308996b7394 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:59.172665 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f53c92d-fe1d-47d1-88ab-841d5fe3f397 None None] Sync routers for ids ['5d75b030-942a-4802-8d23-f93cb0b25cae'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:59.173140 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-595d1463-9a9c-479a-809d-7ee77b3587b7 req-c6407808-8e3d-429e-bf4f-e308996b7394 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 944 time: 0.2585444 Jul 09 20:17:59.179890 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.193208 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f53c92d-fe1d-47d1-88ab-841d5fe3f397 None None] Routers {'5d75b030-942a-4802-8d23-f93cb0b25cae'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:59.193989 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9f53c92d-fe1d-47d1-88ab-841d5fe3f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5d75b030-942a-4802-8d23-f93cb0b25cae'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:59.203214 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.205814 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b340b729-cc55-4231-b668-6f3e172e8581 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9877384 Jul 09 20:17:59.209104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34088) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:17:59.214389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7e5d997e-4689-41cd-a504-62f57e92c605 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'enable_snat': False}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:17:59.221737 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-54e665c9-0987-4258-b078-15bbe25354a6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.233581 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9f53c92d-fe1d-47d1-88ab-841d5fe3f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:59.244895 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f53c92d-fe1d-47d1-88ab-841d5fe3f397 None None] Routers {'5d75b030-942a-4802-8d23-f93cb0b25cae'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:59.246077 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9f53c92d-fe1d-47d1-88ab-841d5fe3f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5d75b030-942a-4802-8d23-f93cb0b25cae'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:59.308139 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.321407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e665c9-0987-4258-b078-15bbe25354a6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Pushing event deleted for resources: {'Port': ['ID=fbc6c4de-1e2a-4275-b9a9-ec821f9b586e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:59.325479 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9f53c92d-fe1d-47d1-88ab-841d5fe3f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:59.326352 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f53c92d-fe1d-47d1-88ab-841d5fe3f397 None None] The sync data for ids ['5d75b030-942a-4802-8d23-f93cb0b25cae'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:17:59.349038 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-595d1463-9a9c-479a-809d-7ee77b3587b7 req-153024b5-338f-4f62-8f9a-62ed5b437197 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626966 Jul 09 20:17:59.350906 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-6421ce85-d2fa-48f3-86ae-5a74a0117439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:59.352274 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-6421ce85-d2fa-48f3-86ae-5a74a0117439 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.1780338 Jul 09 20:17:59.369409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8742ef6-97db-4e91-a3ad-a50c6b319469 None None] DHCP port deletion for 382984f7-e672-426c-abb9-033ead1a520c request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:17:59.442562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b8742ef6-97db-4e91-a3ad-a50c6b319469 None None] Deleting port 0805c56d-cd15-46ca-9b65-5574168d6691 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:59.442562 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8742ef6-97db-4e91-a3ad-a50c6b319469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.445397 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4d597fde-f932-411e-8b07-264682bcdf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.520844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b8742ef6-97db-4e91-a3ad-a50c6b319469 None None] For port 0805c56d-cd15-46ca-9b65-5574168d6691, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0805c56d-cd15-46ca-9b65-5574168d6691,segment=NetworkSegment(ef143353-b8db-40f4-b002-d0595c39248d),segment_id=ef143353-b8db-40f4-b002-d0595c39248d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:59.521287 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8742ef6-97db-4e91-a3ad-a50c6b319469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.527117 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-42df3040-86d8-419f-b156-d4919c9deed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:17:59.529032 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ada5b04b-07fd-4665-8d8f-e1da84d87d98 req-59c17c9a-427a-40d1-bc91-683b8797b179 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 210 time: 0.0786662 Jul 09 20:17:59.529456 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-42df3040-86d8-419f-b156-d4919c9deed1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697695 Jul 09 20:17:59.534223 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b8742ef6-97db-4e91-a3ad-a50c6b319469 None None] Calling delete_port for 0805c56d-cd15-46ca-9b65-5574168d6691 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:59.571267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-54e665c9-0987-4258-b078-15bbe25354a6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:17:59.602358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] Deleting port 0805c56d-cd15-46ca-9b65-5574168d6691 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:17:59.603101 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.632638 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.661858 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b8742ef6-97db-4e91-a3ad-a50c6b319469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.689819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8742ef6-97db-4e91-a3ad-a50c6b319469 None None] No DVR routers for this DVR port 0805c56d-cd15-46ca-9b65-5574168d6691 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:17:59.695193 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8742ef6-97db-4e91-a3ad-a50c6b319469 None None] Pushing event deleted for resources: {'Port': ['ID=0805c56d-cd15-46ca-9b65-5574168d6691,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:17:59.724351 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-5a049933-1664-4dcd-b0cd-392ea194bd44 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828027 Jul 09 20:17:59.747843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] For port 0805c56d-cd15-46ca-9b65-5574168d6691, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0805c56d-cd15-46ca-9b65-5574168d6691,segment=NetworkSegment(ef143353-b8db-40f4-b002-d0595c39248d),segment_id=ef143353-b8db-40f4-b002-d0595c39248d)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:17:59.748415 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.796325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] Calling delete_port for 0805c56d-cd15-46ca-9b65-5574168d6691 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:17:59.808284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-54e665c9-0987-4258-b078-15bbe25354a6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:17:59.821226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c941bc-8fda-4545-b1ab-f277f872d506 None None] Sync routers for ids ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:17:59.830534 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c941bc-8fda-4545-b1ab-f277f872d506 None None] Routers {'51ad4a71-0068-4a51-8e8a-b2edae3516f1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:17:59.831178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-16c941bc-8fda-4545-b1ab-f277f872d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:17:59.871040 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-54e665c9-0987-4258-b078-15bbe25354a6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] No DVR routers for this DVR port fbc6c4de-1e2a-4275-b9a9-ec821f9b586e on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:17:59.871982 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e5d997e-4689-41cd-a504-62f57e92c605 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.875472 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-54e665c9-0987-4258-b078-15bbe25354a6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:17:59.877061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8fd7d6e-fca6-4841-b00d-afd0be22b5f4 req-54e665c9-0987-4258-b078-15bbe25354a6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.36 "DELETE /v2.0/ports/fbc6c4de-1e2a-4275-b9a9-ec821f9b586e HTTP/1.1" status: 204 len: 173 time: 2.7980523 Jul 09 20:17:59.914531 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3636ea9-9198-4a4f-89c2-b8c5ea22740b req-b7c19ebd-bd31-40e7-b39e-17be3c920bd6 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833391 Jul 09 20:17:59.962763 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device fbc6c4de-1e2a-4275-b9a9-ec821f9b586e no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:17:59.974814 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.000447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: fbc6c4de-1e2a-4275-b9a9-ec821f9b586e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:00.001473 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device fbc6c4de-1e2a-4275-b9a9-ec821f9b586e not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:00.007886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0805c56d-cd15-46ca-9b65-5574168d6691,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:00.011214 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] No DVR routers for this DVR port 0805c56d-cd15-46ca-9b65-5574168d6691 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:18:00.043655 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-16c941bc-8fda-4545-b1ab-f277f872d506 None None] Set router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:00.100286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5e3de-61b5-46b8-bd6b-fb7cec25ad68 req-d355f0aa-5b52-4c1d-a29a-a3b266721e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:00.103135 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4f5e3de-61b5-46b8-bd6b-fb7cec25ad68 req-d355f0aa-5b52-4c1d-a29a-a3b266721e13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 1095 time: 0.1093621 Jul 09 20:18:00.106963 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.119434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382984f7-e672-426c-abb9-033ead1a520c']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:00.134908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef143353-b8db-40f4-b002-d0595c39248d') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:00.135245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef143353-b8db-40f4-b002-d0595c39248d') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:00.182847 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.207060 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.233531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5e3de-61b5-46b8-bd6b-fb7cec25ad68 req-01638805-b776-4e6b-898d-bb4b0f7116bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:00.235211 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4f5e3de-61b5-46b8-bd6b-fb7cec25ad68 req-01638805-b776-4e6b-898d-bb4b0f7116bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.1259465 Jul 09 20:18:00.242128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:18:00.242554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:18:00.244387 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:18:00.282787 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4f5e3de-61b5-46b8-bd6b-fb7cec25ad68 req-63b3f3c6-c637-4bac-b1c7-f28b62529abd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bddc02b-2f69-44b7-af29-991344031383 HTTP/1.1" status: 200 len: 217 time: 0.0396612 Jul 09 20:18:00.318766 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.328159 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.333131 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/382984f7-e672-426c-abb9-033ead1a520c HTTP/1.1" status: 204 len: 168 time: 1.2533739 Jul 09 20:18:00.376958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1dd48c-4e4c-487b-9623-4a887318c5b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=382984f7-e672-426c-abb9-033ead1a520c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:00.417779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5e3de-61b5-46b8-bd6b-fb7cec25ad68 req-46680697-9275-4b7d-8726-6aa71a01461f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:00.420074 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4f5e3de-61b5-46b8-bd6b-fb7cec25ad68 req-46680697-9275-4b7d-8726-6aa71a01461f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.1304111 Jul 09 20:18:00.454476 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-16c941bc-8fda-4545-b1ab-f277f872d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:37Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 4, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'gw_port': {'id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:38Z', 'updated_at': '2021-07-09T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '17a12e6d-acdc-481c-9bac-a1ce69293891', 'name': '', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'mac_address': 'fa:16:3e:57:28:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '0fa51b91-92af-4842-a22d-869a427201f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:42Z', 'updated_at': '2021-07-09T20:11:53Z', 'revision_number': 5, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'subnets': [{'id': '0fa51b91-92af-4842-a22d-869a427201f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:00.459006 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:00.484357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c941bc-8fda-4545-b1ab-f277f872d506 None None] Checking router: 51ad4a71-0068-4a51-8e8a-b2edae3516f1 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:18:00.495290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c941bc-8fda-4545-b1ab-f277f872d506 None None] Routers {'51ad4a71-0068-4a51-8e8a-b2edae3516f1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:00.495950 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-16c941bc-8fda-4545-b1ab-f277f872d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:00.549700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0805c56d-cd15-46ca-9b65-5574168d6691 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:00.575617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 0805c56d-cd15-46ca-9b65-5574168d6691 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:00.576125 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0805c56d-cd15-46ca-9b65-5574168d6691 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:00.578774 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5e3de-61b5-46b8-bd6b-fb7cec25ad68 req-d394089d-78b4-4c82-9c23-abe5e641e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:00.583301 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4f5e3de-61b5-46b8-bd6b-fb7cec25ad68 req-d394089d-78b4-4c82-9c23-abe5e641e990 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540322 Jul 09 20:18:00.666901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34100) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:00.684270 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-16c941bc-8fda-4545-b1ab-f277f872d506 None None] Set router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:00.825666 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b7b167f7-56fd-4af2-9c0a-b6558409de09 req-dba0d085-892e-4524-b76c-a89d6d6c5b52 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "GET /v2.0/ports?device_id=108a3ace-cccc-4a63-8e22-725296104d99 HTTP/1.1" status: 200 len: 210 time: 0.0353134 Jul 09 20:18:00.869446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108a3ace-cccc-4a63-8e22-725296104d99', 'name': 'network-vif-deleted', 'tag': 'fbc6c4de-1e2a-4275-b9a9-ec821f9b586e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:18:00.872116 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549cd423-9364-4208-9f78-5716d6216497" -d '{"events": [{"server_uuid": "108a3ace-cccc-4a63-8e22-725296104d99", "name": "network-vif-deleted", "tag": "fbc6c4de-1e2a-4275-b9a9-ec821f9b586e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:18:00.876857 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b95db540-5717-4f98-adec-6406e03efc23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef87113b476b40be90112c0b4e52b162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2083464 Jul 09 20:18:00.892526 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34104) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:00.945665 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4657b690-3b46-46ad-bb9c-5a2b33e99262 x-openstack-request-id: req-4657b690-3b46-46ad-bb9c-5a2b33e99262 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:18:00.946067 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108a3ace-cccc-4a63-8e22-725296104d99", "name": "network-vif-deleted", "tag": "fbc6c4de-1e2a-4275-b9a9-ec821f9b586e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:18:00.946245 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4657b690-3b46-46ad-bb9c-5a2b33e99262 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:18:00.946616 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108a3ace-cccc-4a63-8e22-725296104d99', 'name': 'network-vif-deleted', 'tag': 'fbc6c4de-1e2a-4275-b9a9-ec821f9b586e', 'status': 'completed', 'code': 200} Jul 09 20:18:00.964684 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4f5e3de-61b5-46b8-bd6b-fb7cec25ad68 req-d7ecccb5-0c80-426e-9af1-016b566d37b7 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679492 Jul 09 20:18:01.060992 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5a245b-b036-42b5-a47f-c1d471827c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:01.081357 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674314a-db92-4b46-b4c7-c1036465faf1 req-446efde2-cd95-47c8-b771-a57c73471ca9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:01.083830 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b674314a-db92-4b46-b4c7-c1036465faf1 req-446efde2-cd95-47c8-b771-a57c73471ca9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 944 time: 0.1340048 Jul 09 20:18:01.104288 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5a245b-b036-42b5-a47f-c1d471827c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:01.106662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-16c941bc-8fda-4545-b1ab-f277f872d506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:37Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 4, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'gw_port': {'id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:38Z', 'updated_at': '2021-07-09T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '17a12e6d-acdc-481c-9bac-a1ce69293891', 'name': '', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'mac_address': 'fa:16:3e:57:28:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '0fa51b91-92af-4842-a22d-869a427201f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:42Z', 'updated_at': '2021-07-09T20:11:53Z', 'revision_number': 5, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'subnets': [{'id': '0fa51b91-92af-4842-a22d-869a427201f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:01.114093 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4f5e3de-61b5-46b8-bd6b-fb7cec25ad68 req-48fc475f-8d98-4480-a50e-3565d83df392 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404312 Jul 09 20:18:01.139992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c941bc-8fda-4545-b1ab-f277f872d506 None None] The sync data for ids ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'] in n-d-800088-3 is: [{'id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:37Z', 'updated_at': '2021-07-09T20:11:43Z', 'revision_number': 4, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'gw_port': {'id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:38Z', 'updated_at': '2021-07-09T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '17a12e6d-acdc-481c-9bac-a1ce69293891', 'name': '', 'network_id': '4846efdf-52b9-4da5-897d-6cddc898788e', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'mac_address': 'fa:16:3e:57:28:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '0fa51b91-92af-4842-a22d-869a427201f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:42Z', 'updated_at': '2021-07-09T20:11:53Z', 'revision_number': 5, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'subnets': [{'id': '0fa51b91-92af-4842-a22d-869a427201f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:01.173674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5a245b-b036-42b5-a47f-c1d471827c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:01.173874 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b674314a-db92-4b46-b4c7-c1036465faf1 req-c8a62d3d-9b12-4bb2-82f0-e9cd8855528b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592058 Jul 09 20:18:01.177656 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e5d997e-4689-41cd-a504-62f57e92c605 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:01.178673 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f5a245b-b036-42b5-a47f-c1d471827c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:01.183280 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0f5a245b-b036-42b5-a47f-c1d471827c15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d028d5be-5dbc-4a86-ac41-3044cbe85395 HTTP/1.1" status: 204 len: 168 time: 0.2830234 Jul 09 20:18:01.183435 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e5d997e-4689-41cd-a504-62f57e92c605 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:01.205946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a245b-b036-42b5-a47f-c1d471827c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d028d5be-5dbc-4a86-ac41-3044cbe85395,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:01.313732 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5d997e-4689-41cd-a504-62f57e92c605 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Router 5d75b030-942a-4802-8d23-f93cb0b25cae has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:18:01.434121 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c44bab-e13f-4ce6-b9c0-1646ffc41175 None None] New status for floating IP eb6a71ef-6291-41c9-9020-276fccc1154a: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:18:01.443898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5d997e-4689-41cd-a504-62f57e92c605 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:01.452958 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e90694-d19c-4481-b37e-9f5d368b3595 None None] Sync routers for ids ['5d75b030-942a-4802-8d23-f93cb0b25cae'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:01.454103 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e5d997e-4689-41cd-a504-62f57e92c605 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:01.455527 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7e5d997e-4689-41cd-a504-62f57e92c605 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "PUT /v2.0/routers/5d75b030-942a-4802-8d23-f93cb0b25cae HTTP/1.1" status: 200 len: 922 time: 2.2452395 Jul 09 20:18:01.459333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34112) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:01.473634 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e90694-d19c-4481-b37e-9f5d368b3595 None None] Routers {'5d75b030-942a-4802-8d23-f93cb0b25cae'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:01.474404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-38e90694-d19c-4481-b37e-9f5d368b3595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5d75b030-942a-4802-8d23-f93cb0b25cae'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:01.511124 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-38e90694-d19c-4481-b37e-9f5d368b3595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:01.520174 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e90694-d19c-4481-b37e-9f5d368b3595 None None] Routers {'5d75b030-942a-4802-8d23-f93cb0b25cae'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:01.520893 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-38e90694-d19c-4481-b37e-9f5d368b3595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5d75b030-942a-4802-8d23-f93cb0b25cae'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:01.560101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-38e90694-d19c-4481-b37e-9f5d368b3595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:01.560806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e90694-d19c-4481-b37e-9f5d368b3595 None None] The sync data for ids ['5d75b030-942a-4802-8d23-f93cb0b25cae'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:01.601880 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34114) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:01.620569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-af5f4037-aa20-4ae7-ba45-adb5f2676d7d tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/routers/5d75b030-942a-4802-8d23-f93cb0b25cae HTTP/1.1" status: 200 len: 922 time: 0.1584005 Jul 09 20:18:01.622120 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34116) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:01.708994 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7d6bacc2-b83b-48f8-9f08-03c45ac362f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e2e41ec8e2e466da2fda6dd809a3632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1057675 Jul 09 20:18:01.711649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34118) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:01.736945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd8906c-9966-4493-90c4-2c27fb9210ce tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:01.738519 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6fd8906c-9966-4493-90c4-2c27fb9210ce tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&device_id=5d75b030-942a-4802-8d23-f93cb0b25cae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1154039 Jul 09 20:18:01.741695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34120) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:01.762298 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dab20f3-fad5-4a6b-bde6-9bee0be00575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:01.784285 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dab20f3-fad5-4a6b-bde6-9bee0be00575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:01.825640 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4db65e-51fb-452b-953b-27b3628845c9 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:01.827093 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ee4db65e-51fb-452b-953b-27b3628845c9 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 881 time: 0.0844538 Jul 09 20:18:01.830240 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34122) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:01.832871 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dab20f3-fad5-4a6b-bde6-9bee0be00575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:01.835804 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dab20f3-fad5-4a6b-bde6-9bee0be00575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:01.837099 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3dab20f3-fad5-4a6b-bde6-9bee0be00575 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/283bf7b2-28b4-4bb4-9b64-a99570a7a949 HTTP/1.1" status: 204 len: 168 time: 0.1244762 Jul 09 20:18:01.845013 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab20f3-fad5-4a6b-bde6-9bee0be00575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283bf7b2-28b4-4bb4-9b64-a99570a7a949,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:01.861922 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-05273472-7ee7-4b24-9e69-9b97f87b6538 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d75b030-942a-4802-8d23-f93cb0b25cae HTTP/1.1" status: 200 len: 205 time: 0.0294900 Jul 09 20:18:01.863694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34128) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:01.934857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34130) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:01.982767 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aca15f54-3d32-4957-a5c2-8a1078a28adf tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.075619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-09219fef-2303-4cc9-b422-0782d0b6d585 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Deleting port 550d1b9b-3633-44b9-8078-c5a1404f5b23 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:02.076036 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09219fef-2303-4cc9-b422-0782d0b6d585 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.097156 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aca15f54-3d32-4957-a5c2-8a1078a28adf tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.174832 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-aca15f54-3d32-4957-a5c2-8a1078a28adf tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Deleting port 34be9e4d-59fd-4956-9568-a5462e71219a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:02.175024 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09219fef-2303-4cc9-b422-0782d0b6d585 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.175319 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09219fef-2303-4cc9-b422-0782d0b6d585 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.175498 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aca15f54-3d32-4957-a5c2-8a1078a28adf tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.188618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-09219fef-2303-4cc9-b422-0782d0b6d585 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Calling delete_port for 550d1b9b-3633-44b9-8078-c5a1404f5b23 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:02.263145 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aca15f54-3d32-4957-a5c2-8a1078a28adf tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.296053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-aca15f54-3d32-4957-a5c2-8a1078a28adf tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Calling delete_port for 34be9e4d-59fd-4956-9568-a5462e71219a owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:02.319299 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.434769 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09219fef-2303-4cc9-b422-0782d0b6d585 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.453302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc1dc9-ffa2-4159-aa05-4d4a98df71f4 req-ffaa6129-4dae-4f7f-a6af-7ebf20a9859b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:02.454871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-40bc1dc9-ffa2-4159-aa05-4d4a98df71f4 req-ffaa6129-4dae-4f7f-a6af-7ebf20a9859b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 944 time: 0.1153057 Jul 09 20:18:02.479679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09219fef-2303-4cc9-b422-0782d0b6d585 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Pushing event deleted for resources: {'Port': ['ID=550d1b9b-3633-44b9-8078-c5a1404f5b23,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:02.506565 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aca15f54-3d32-4957-a5c2-8a1078a28adf tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.546964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca15f54-3d32-4957-a5c2-8a1078a28adf tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Pushing event deleted for resources: {'Port': ['ID=34be9e4d-59fd-4956-9568-a5462e71219a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:02.601088 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-40bc1dc9-ffa2-4159-aa05-4d4a98df71f4 req-bfc7dbc0-b0db-43f5-80bd-1e58d3c32c09 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242781 Jul 09 20:18:02.611169 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09219fef-2303-4cc9-b422-0782d0b6d585 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.614095 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09219fef-2303-4cc9-b422-0782d0b6d585 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.615291 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-09219fef-2303-4cc9-b422-0782d0b6d585 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "DELETE /v2.0/floatingips/eb6a71ef-6291-41c9-9020-276fccc1154a HTTP/1.1" status: 204 len: 168 time: 0.6792965 Jul 09 20:18:02.650431 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aca15f54-3d32-4957-a5c2-8a1078a28adf tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.759549 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aca15f54-3d32-4957-a5c2-8a1078a28adf tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.762259 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aca15f54-3d32-4957-a5c2-8a1078a28adf tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.779716 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34160) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:02.808360 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aca15f54-3d32-4957-a5c2-8a1078a28adf tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.809375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca15f54-3d32-4957-a5c2-8a1078a28adf tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Fanout notify agent at l3_agent the message router_deleted on router 5d75b030-942a-4802-8d23-f93cb0b25cae {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:02.823948 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aca15f54-3d32-4957-a5c2-8a1078a28adf tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.829317 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-aca15f54-3d32-4957-a5c2-8a1078a28adf tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "DELETE /v2.0/routers/5d75b030-942a-4802-8d23-f93cb0b25cae HTTP/1.1" status: 204 len: 168 time: 0.9640119 Jul 09 20:18:02.829954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34162) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:02.834619 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f8bae5d8-c7bf-4387-99e0-7c915467dc52 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1668374536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:02.845496 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af74838b-a602-4b53-8d21-6420326d15f6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.861346 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8bae5d8-c7bf-4387-99e0-7c915467dc52 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.862606 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8bae5d8-c7bf-4387-99e0-7c915467dc52 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.883068 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af74838b-a602-4b53-8d21-6420326d15f6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.930966 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8bae5d8-c7bf-4387-99e0-7c915467dc52 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.934638 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8bae5d8-c7bf-4387-99e0-7c915467dc52 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.953690 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8bae5d8-c7bf-4387-99e0-7c915467dc52 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.954852 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f8bae5d8-c7bf-4387-99e0-7c915467dc52 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1239309 Jul 09 20:18:02.957258 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af74838b-a602-4b53-8d21-6420326d15f6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.960413 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af74838b-a602-4b53-8d21-6420326d15f6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:02.960978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34166) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:02.964211 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-af74838b-a602-4b53-8d21-6420326d15f6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] 10.222.0.30 "DELETE /v2.0/security-groups/3ca80ba3-47b8-430e-bbe3-c2ac4e17316f HTTP/1.1" status: 204 len: 168 time: 0.1808703 Jul 09 20:18:02.966345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:02.986222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74838b-a602-4b53-8d21-6420326d15f6 tempest-TestServerBasicOps-1536750316 tempest-TestServerBasicOps-1536750316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca80ba3-47b8-430e-bbe3-c2ac4e17316f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:03.030062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34172) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:03.205409 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.414877 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.438904 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.570396 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Allocated IP 172.25.0.205 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/b3ef827f-01d4-4786-8ada-7cdcaeb19aa0) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:03.653034 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb75efa5-610e-4ebc-a3e6-0c0b82af0bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.693610 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.747340 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:03.797998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:03.801630 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:03.806390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:03.812914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Pushing event updated for resources: {'Port': ['ID=b3ef827f-01d4-4786-8ada-7cdcaeb19aa0,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:03.854905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34192) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:03.860142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-79501529-52c5-4b5b-bd81-cca558593e98 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991195768', 'description': 'tempest-secgroup-smoke-1991195768 description', 'project_id': '98c415b77acf409d81bfd148c54b3790'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:03.999372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7bddc02b-2f69-44b7-af29-991344031383 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:18:04.000178 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-79501529-52c5-4b5b-bd81-cca558593e98 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.025992 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-79501529-52c5-4b5b-bd81-cca558593e98 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.129966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1902ff-03ba-42ed-8c1f-d0d58f8d34fa req-de9177a0-2325-443e-bb77-90eb2be95715 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:04.131679 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0c1902ff-03ba-42ed-8c1f-d0d58f8d34fa req-de9177a0-2325-443e-bb77-90eb2be95715 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 944 time: 0.1385636 Jul 09 20:18:04.167542 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 7bddc02b-2f69-44b7-af29-991344031383, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7bddc02b-2f69-44b7-af29-991344031383,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:04.183604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '7bddc02b-2f69-44b7-af29-991344031383', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'port_id': '7bddc02b-2f69-44b7-af29-991344031383', 'mac_address': 'fa:16:3e:e8:7c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:18:04.210736 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.229510 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.244111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bddc02b-2f69-44b7-af29-991344031383 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:18:04.245063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0c1902ff-03ba-42ed-8c1f-d0d58f8d34fa req-2b3daa38-13f2-47a0-b1fc-74cea8dd6431 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860293 Jul 09 20:18:04.265340 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 7bddc02b-2f69-44b7-af29-991344031383, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7bddc02b-2f69-44b7-af29-991344031383,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:04.270815 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.323555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=7bddc02b-2f69-44b7-af29-991344031383,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:04.326834 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-79501529-52c5-4b5b-bd81-cca558593e98 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.336378 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-79501529-52c5-4b5b-bd81-cca558593e98 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.383187 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-fb75efa5-610e-4ebc-a3e6-0c0b82af0bde admin admin] Deleting port 17a12e6d-acdc-481c-9bac-a1ce69293891 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:04.383656 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb75efa5-610e-4ebc-a3e6-0c0b82af0bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.386193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79501529-52c5-4b5b-bd81-cca558593e98 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78a4ced-941f-46ee-aaea-b9496eb33e2f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:04.465112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-fb75efa5-610e-4ebc-a3e6-0c0b82af0bde admin admin] For port 17a12e6d-acdc-481c-9bac-a1ce69293891, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=17a12e6d-acdc-481c-9bac-a1ce69293891,segment=NetworkSegment(a6e64fc2-6086-4de4-b933-d96424d8dfab),segment_id=a6e64fc2-6086-4de4-b933-d96424d8dfab)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:04.465504 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb75efa5-610e-4ebc-a3e6-0c0b82af0bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.478899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-fb75efa5-610e-4ebc-a3e6-0c0b82af0bde admin admin] Calling delete_port for 17a12e6d-acdc-481c-9bac-a1ce69293891 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:04.534935 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.538787 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-79501529-52c5-4b5b-bd81-cca558593e98 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.541522 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.544598 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-79501529-52c5-4b5b-bd81-cca558593e98 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.608926 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-79501529-52c5-4b5b-bd81-cca558593e98 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.610801 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-79501529-52c5-4b5b-bd81-cca558593e98 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7549100 Jul 09 20:18:04.615231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34194) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:04.621719 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79501529-52c5-4b5b-bd81-cca558593e98 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d878f909-3236-41ce-9125-18cdc622936d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:04.622370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-79e3a809-f7b4-4c8a-a693-d4076950f544 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'd878f909-3236-41ce-9125-18cdc622936d', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:04.648551 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['7bddc02b-2f69-44b7-af29-991344031383'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:18:04.710941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-79e3a809-f7b4-4c8a-a693-d4076950f544 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.711478 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Router 114e0070-dcff-495c-a3da-146520e9852d is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:18:04.782535 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb75efa5-610e-4ebc-a3e6-0c0b82af0bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.838228 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:04.847024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75efa5-610e-4ebc-a3e6-0c0b82af0bde admin admin] Pushing event deleted for resources: {'Port': ['ID=17a12e6d-acdc-481c-9bac-a1ce69293891,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:04.847202 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.851293 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ae31274e-4406-48fa-9a83-60f9fff9f6f9 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "PUT /v2.0/routers/114e0070-dcff-495c-a3da-146520e9852d HTTP/1.1" status: 200 len: 880 time: 1.8890891 Jul 09 20:18:04.851952 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34196) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:04.861212 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8face7-0ec4-4a84-bd29-292daf1a9db1 None None] Sync routers for ids ['114e0070-dcff-495c-a3da-146520e9852d'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:04.881020 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-79e3a809-f7b4-4c8a-a693-d4076950f544 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.883838 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8face7-0ec4-4a84-bd29-292daf1a9db1 None None] Routers {'114e0070-dcff-495c-a3da-146520e9852d'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:04.885031 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-dc8face7-0ec4-4a84-bd29-292daf1a9db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['114e0070-dcff-495c-a3da-146520e9852d'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:04.903575 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-79e3a809-f7b4-4c8a-a693-d4076950f544 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.928692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3a809-f7b4-4c8a-a693-d4076950f544 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32650105-5b99-41a7-a3dc-c4a4a1d0a74c,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:04.929880 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-dc8face7-0ec4-4a84-bd29-292daf1a9db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:04.943326 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-79e3a809-f7b4-4c8a-a693-d4076950f544 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:04.944595 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-79e3a809-f7b4-4c8a-a693-d4076950f544 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281093 Jul 09 20:18:04.945051 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8face7-0ec4-4a84-bd29-292daf1a9db1 None None] Routers {'114e0070-dcff-495c-a3da-146520e9852d'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:04.946156 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-dc8face7-0ec4-4a84-bd29-292daf1a9db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['114e0070-dcff-495c-a3da-146520e9852d'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:04.948020 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34198) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:04.957433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-27d58484-5d65-4ed7-b880-00a918ae7287 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'd878f909-3236-41ce-9125-18cdc622936d', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:04.989541 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-dc8face7-0ec4-4a84-bd29-292daf1a9db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:04.990500 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8face7-0ec4-4a84-bd29-292daf1a9db1 None None] The sync data for ids ['114e0070-dcff-495c-a3da-146520e9852d'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:05.006332 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b0cc1e19-0b1e-46fe-a9a4-dcd7b3edade1 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/routers/114e0070-dcff-495c-a3da-146520e9852d HTTP/1.1" status: 200 len: 921 time: 0.1530678 Jul 09 20:18:05.009783 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34202) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:05.069315 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27d58484-5d65-4ed7-b880-00a918ae7287 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:05.083680 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d69588e-f006-49bf-a6d8-393acb99b669 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:05.086315 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7d69588e-f006-49bf-a6d8-393acb99b669 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&device_id=114e0070-dcff-495c-a3da-146520e9852d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0753636 Jul 09 20:18:05.089583 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34204) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:05.110158 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb75efa5-610e-4ebc-a3e6-0c0b82af0bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:05.187366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e3d726-69c6-497d-9df7-57d30659e56f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:05.188991 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d5e3d726-69c6-497d-9df7-57d30659e56f tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 881 time: 0.0982237 Jul 09 20:18:05.194762 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34206) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:05.245836 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ffc8b5e8-60bc-4505-b265-3e6338a1b957 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "GET /v2.0/ports?device_id=114e0070-dcff-495c-a3da-146520e9852d HTTP/1.1" status: 200 len: 205 time: 0.0471785 Jul 09 20:18:05.246159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34208) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:05.256586 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27d58484-5d65-4ed7-b880-00a918ae7287 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:05.262950 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27d58484-5d65-4ed7-b880-00a918ae7287 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:05.298040 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27d58484-5d65-4ed7-b880-00a918ae7287 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:05.299277 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-27d58484-5d65-4ed7-b880-00a918ae7287 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3504436 Jul 09 20:18:05.302038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d58484-5d65-4ed7-b880-00a918ae7287 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9cd5ec-c552-48de-b4b2-33d75e2b49fe,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:05.302639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34210) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:05.307394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-4ba18cc6-4e88-4c97-9499-76f4e24253d5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'd878f909-3236-41ce-9125-18cdc622936d', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:05.386970 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ba18cc6-4e88-4c97-9499-76f4e24253d5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:05.404400 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc51b-bda3-46c3-a16d-202042b7154c tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:05.428110 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb75efa5-610e-4ebc-a3e6-0c0b82af0bde admin admin] Router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:18:05.538580 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ba18cc6-4e88-4c97-9499-76f4e24253d5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:05.545944 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ba18cc6-4e88-4c97-9499-76f4e24253d5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:05.575607 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba18cc6-4e88-4c97-9499-76f4e24253d5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049fb799-eadd-49f7-88f3-0cd754106434,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:05.578780 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc51b-bda3-46c3-a16d-202042b7154c tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:05.588091 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ba18cc6-4e88-4c97-9499-76f4e24253d5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:05.589445 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4ba18cc6-4e88-4c97-9499-76f4e24253d5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2858377 Jul 09 20:18:05.592690 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34214) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:05.597384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-05ac883a-ec0e-4c34-8baa-36c4dd1f3208 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'd878f909-3236-41ce-9125-18cdc622936d', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:05.611671 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc702e-9705-470c-af18-52f1679b1efc req-0adf38a8-7ed3-4a79-9da7-d171b9cbec37 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:05.613196 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f5cc702e-9705-470c-af18-52f1679b1efc req-0adf38a8-7ed3-4a79-9da7-d171b9cbec37 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 945 time: 0.1366909 Jul 09 20:18:05.614354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb75efa5-610e-4ebc-a3e6-0c0b82af0bde admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:05.619424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fb75efa5-610e-4ebc-a3e6-0c0b82af0bde admin admin] 10.222.0.30 "PUT /v2.0/routers/51ad4a71-0068-4a51-8e8a-b2edae3516f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5880854 Jul 09 20:18:05.623592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34216) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:05.624637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5767d-06da-48ca-a1a8-fbe0c1ab8973 None None] Sync routers for ids ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:05.635661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5767d-06da-48ca-a1a8-fbe0c1ab8973 None None] Routers {'51ad4a71-0068-4a51-8e8a-b2edae3516f1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:05.636431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-09f5767d-06da-48ca-a1a8-fbe0c1ab8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:05.659830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f5cc702e-9705-470c-af18-52f1679b1efc req-695cb765-91c8-4743-b3b8-75235c138e49 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371039 Jul 09 20:18:05.735007 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-05ac883a-ec0e-4c34-8baa-36c4dd1f3208 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:05.748305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-09f5767d-06da-48ca-a1a8-fbe0c1ab8973 None None] Set router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:05.942368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-09f5767d-06da-48ca-a1a8-fbe0c1ab8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:37Z', 'updated_at': '2021-07-09T20:18:04Z', 'revision_number': 5, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'gw_port': {'id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:38Z', 'updated_at': '2021-07-09T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:05.970370 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5767d-06da-48ca-a1a8-fbe0c1ab8973 None None] Checking router: 51ad4a71-0068-4a51-8e8a-b2edae3516f1 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:18:05.980927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5767d-06da-48ca-a1a8-fbe0c1ab8973 None None] Routers {'51ad4a71-0068-4a51-8e8a-b2edae3516f1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:05.981574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-09f5767d-06da-48ca-a1a8-fbe0c1ab8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:06.016480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7bddc02b-2f69-44b7-af29-991344031383 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:18:06.100930 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-bbcfc51b-bda3-46c3-a16d-202042b7154c tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Deleting port b3ef827f-01d4-4786-8ada-7cdcaeb19aa0 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:06.101288 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc51b-bda3-46c3-a16d-202042b7154c tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.126028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 7bddc02b-2f69-44b7-af29-991344031383 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:18:06.129032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-09f5767d-06da-48ca-a1a8-fbe0c1ab8973 None None] Set router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:06.157091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 7bddc02b-2f69-44b7-af29-991344031383 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:06.157091 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.157372 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.245759 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-05ac883a-ec0e-4c34-8baa-36c4dd1f3208 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.280740 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-05ac883a-ec0e-4c34-8baa-36c4dd1f3208 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.306298 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc51b-bda3-46c3-a16d-202042b7154c tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.330251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac883a-ec0e-4c34-8baa-36c4dd1f3208 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb135077-6e05-4c54-a999-c06ff4a18ad3,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:06.335616 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.338163 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-bbcfc51b-bda3-46c3-a16d-202042b7154c tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Calling delete_port for b3ef827f-01d4-4786-8ada-7cdcaeb19aa0 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:06.347644 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-05ac883a-ec0e-4c34-8baa-36c4dd1f3208 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.352344 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-05ac883a-ec0e-4c34-8baa-36c4dd1f3208 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7559140 Jul 09 20:18:06.352479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34220) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:06.360076 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ea226bde-4c0b-45b9-894d-08ec36dab4d8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'd878f909-3236-41ce-9125-18cdc622936d', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:06.374619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.386263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04f3486-214b-4051-91df-6dbf54b7952a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bddc02b-2f69-44b7-af29-991344031383'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:18:06.388578 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb6bc74-a934-4cb9-a4f9-e180ba112565" -d '{"events": [{"server_uuid": "f04f3486-214b-4051-91df-6dbf54b7952a", "name": "network-vif-plugged", "status": "completed", "tag": "7bddc02b-2f69-44b7-af29-991344031383"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:18:06.404117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 7bddc02b-2f69-44b7-af29-991344031383, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7bddc02b-2f69-44b7-af29-991344031383,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:06.411844 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.436844 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17149ad1-6b07-46ea-80cc-2a30af65057d x-openstack-request-id: req-17149ad1-6b07-46ea-80cc-2a30af65057d {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:18:06.437136 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04f3486-214b-4051-91df-6dbf54b7952a", "name": "network-vif-plugged", "status": "completed", "tag": "7bddc02b-2f69-44b7-af29-991344031383", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:18:06.437401 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17149ad1-6b07-46ea-80cc-2a30af65057d {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:18:06.437797 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04f3486-214b-4051-91df-6dbf54b7952a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bddc02b-2f69-44b7-af29-991344031383', 'code': 200} Jul 09 20:18:06.454719 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-ea226bde-4c0b-45b9-894d-08ec36dab4d8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Project 98c415b77acf409d81bfd148c54b3790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:18:06.470670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-09f5767d-06da-48ca-a1a8-fbe0c1ab8973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:37Z', 'updated_at': '2021-07-09T20:18:04Z', 'revision_number': 5, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'gw_port': {'id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:38Z', 'updated_at': '2021-07-09T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:06.471776 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ea226bde-4c0b-45b9-894d-08ec36dab4d8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.504919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5767d-06da-48ca-a1a8-fbe0c1ab8973 None None] The sync data for ids ['51ad4a71-0068-4a51-8e8a-b2edae3516f1'] in n-d-800088-3 is: [{'id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'name': 'tempest-TestServerBasicOps-1053346919-router', 'tenant_id': '8545f3a0589a4cc4839423bcc410fdf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:37Z', 'updated_at': '2021-07-09T20:18:04Z', 'revision_number': 5, 'project_id': '8545f3a0589a4cc4839423bcc410fdf5', 'gw_port': {'id': '26e65203-bc42-4756-a18c-df2035edc6e2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ad4a71-0068-4a51-8e8a-b2edae3516f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:38Z', 'updated_at': '2021-07-09T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:06.506671 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=7bddc02b-2f69-44b7-af29-991344031383,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:06.569152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275af5-7117-4c05-bf26-ef4df04d9e70 req-56587625-9dd7-49bd-b027-4ae35910c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:06.570673 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-69275af5-7117-4c05-bf26-ef4df04d9e70 req-56587625-9dd7-49bd-b027-4ae35910c94b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 1097 time: 0.0721982 Jul 09 20:18:06.589228 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] Deleting port 26e65203-bc42-4756-a18c-df2035edc6e2 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:06.589582 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.606020 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-69275af5-7117-4c05-bf26-ef4df04d9e70 req-6ed5a145-122c-43d2-b396-860a3c295bb6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290015 Jul 09 20:18:06.655568 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ea226bde-4c0b-45b9-894d-08ec36dab4d8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.678189 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ea226bde-4c0b-45b9-894d-08ec36dab4d8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.723081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea226bde-4c0b-45b9-894d-08ec36dab4d8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f159fa-3589-4fd5-bd49-b0c1f7a78193,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:06.733973 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ea226bde-4c0b-45b9-894d-08ec36dab4d8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.735194 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ea226bde-4c0b-45b9-894d-08ec36dab4d8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3787432 Jul 09 20:18:06.737999 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34226) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:06.743406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-86186edb-309b-4e53-b0b9-4aadbab420be tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'd878f909-3236-41ce-9125-18cdc622936d', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:06.752468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] For port 26e65203-bc42-4756-a18c-df2035edc6e2, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=26e65203-bc42-4756-a18c-df2035edc6e2,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:06.752901 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.755935 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc51b-bda3-46c3-a16d-202042b7154c tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.779247 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-86186edb-309b-4e53-b0b9-4aadbab420be tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Project 98c415b77acf409d81bfd148c54b3790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:18:06.784625 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86186edb-309b-4e53-b0b9-4aadbab420be tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.791966 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] Calling delete_port for 26e65203-bc42-4756-a18c-df2035edc6e2 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:06.799196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcfc51b-bda3-46c3-a16d-202042b7154c tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Pushing event deleted for resources: {'Port': ['ID=b3ef827f-01d4-4786-8ada-7cdcaeb19aa0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:06.841887 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86186edb-309b-4e53-b0b9-4aadbab420be tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.846945 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86186edb-309b-4e53-b0b9-4aadbab420be tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.879882 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86186edb-309b-4e53-b0b9-4aadbab420be tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2782e49-96a1-4064-97c0-11c8a11e28ad,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:06.883727 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-86186edb-309b-4e53-b0b9-4aadbab420be tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.885407 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-86186edb-309b-4e53-b0b9-4aadbab420be tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457584 Jul 09 20:18:06.888337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34228) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:06.896988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-be60bc54-bedf-4a09-a02e-b19535c16f54 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'network': {'name': 'tempest-network-smoke--2113167421', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'port_security_enabled': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:06.918787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be60bc54-bedf-4a09-a02e-b19535c16f54 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Made reservation on behalf of 98c415b77acf409d81bfd148c54b3790 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:18:06.922841 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-be60bc54-bedf-4a09-a02e-b19535c16f54 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.948909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be60bc54-bedf-4a09-a02e-b19535c16f54 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:18:06.959133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-be60bc54-bedf-4a09-a02e-b19535c16f54 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:06.959439 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-be60bc54-bedf-4a09-a02e-b19535c16f54 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Added segment b36d5285-53df-43fe-96e8-216d0c53ea77 of type vlan for network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 Jul 09 20:18:06.974375 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc51b-bda3-46c3-a16d-202042b7154c tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.006560 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-be60bc54-bedf-4a09-a02e-b19535c16f54 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.013285 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e08c82-1b62-40fb-914a-15a25c8a4bc5 req-5506d137-2228-48c9-a00f-3fa07256677e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:07.014882 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-11e08c82-1b62-40fb-914a-15a25c8a4bc5 req-5506d137-2228-48c9-a00f-3fa07256677e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 946 time: 0.2207441 Jul 09 20:18:07.041773 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-be60bc54-bedf-4a09-a02e-b19535c16f54 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.048151 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be60bc54-bedf-4a09-a02e-b19535c16f54 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:07.048811 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-be60bc54-bedf-4a09-a02e-b19535c16f54 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.110791 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-be60bc54-bedf-4a09-a02e-b19535c16f54 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2184103 Jul 09 20:18:07.115561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34230) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:07.120444 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60bc54-bedf-4a09-a02e-b19535c16f54 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Network': ['ID=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:07.134980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'admin_state_up': True, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:07.136459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:18:07.155368 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc51b-bda3-46c3-a16d-202042b7154c tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.161413 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc51b-bda3-46c3-a16d-202042b7154c tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.247655 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-11e08c82-1b62-40fb-914a-15a25c8a4bc5 req-40c9d17b-dd4a-434b-9e0e-017d6fd2fb98 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653562 Jul 09 20:18:07.253911 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.255139 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.264388 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc51b-bda3-46c3-a16d-202042b7154c tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.265155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcfc51b-bda3-46c3-a16d-202042b7154c tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Fanout notify agent at l3_agent the message router_deleted on router 114e0070-dcff-495c-a3da-146520e9852d {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:07.282735 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbcfc51b-bda3-46c3-a16d-202042b7154c tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.283872 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bbcfc51b-bda3-46c3-a16d-202042b7154c tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "DELETE /v2.0/routers/114e0070-dcff-495c-a3da-146520e9852d HTTP/1.1" status: 204 len: 168 time: 2.0365438 Jul 09 20:18:07.288479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34236) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:07.293060 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7e4666c4-3004-4ec1-b362-65c8a5662629 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-331777128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:07.315914 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.318935 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7e4666c4-3004-4ec1-b362-65c8a5662629 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.320250 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7e4666c4-3004-4ec1-b362-65c8a5662629 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.370752 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.372411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e65203-bc42-4756-a18c-df2035edc6e2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:07.386299 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7e4666c4-3004-4ec1-b362-65c8a5662629 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.390773 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7e4666c4-3004-4ec1-b362-65c8a5662629 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.409087 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7e4666c4-3004-4ec1-b362-65c8a5662629 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.411132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7e4666c4-3004-4ec1-b362-65c8a5662629 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1209056 Jul 09 20:18:07.413718 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34238) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:07.418191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'enable_snat': True}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:07.562283 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.566101 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.619482 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.672477 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.676227 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.765885 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.767377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51ad4a71-0068-4a51-8e8a-b2edae3516f1 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:07.773043 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.774333 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c22f7c1c-7cce-4bc8-9f11-14abdd6796f7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/51ad4a71-0068-4a51-8e8a-b2edae3516f1 HTTP/1.1" status: 204 len: 168 time: 2.1490686 Jul 09 20:18:07.778123 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34240) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:07.844283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed53b9b5-8af1-4e56-8031-ae559f25beba admin admin] Deleting subnet 0fa51b91-92af-4842-a22d-869a427201f3 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:18:07.849441 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed53b9b5-8af1-4e56-8031-ae559f25beba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.901020 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.905505 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed53b9b5-8af1-4e56-8031-ae559f25beba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:07.922832 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.038033 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.061289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Allocated IP 172.25.0.39 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/46faad4f-4d10-4c0c-b1b1-c6ed01fc9f32) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:08.077836 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.125300 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed53b9b5-8af1-4e56-8031-ae559f25beba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.171044 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.199462 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed53b9b5-8af1-4e56-8031-ae559f25beba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.219070 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.230071 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53b9b5-8af1-4e56-8031-ae559f25beba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa51b91-92af-4842-a22d-869a427201f3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:08.255087 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed53b9b5-8af1-4e56-8031-ae559f25beba admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.259183 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ed53b9b5-8af1-4e56-8031-ae559f25beba admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0fa51b91-92af-4842-a22d-869a427201f3 HTTP/1.1" status: 204 len: 168 time: 0.4776988 Jul 09 20:18:08.259360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62484ee5-6b74-4fce-b430-4e25c1b80aae None None] Network 4846efdf-52b9-4da5-897d-6cddc898788e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:18:08.260877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34242) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:08.271407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:08.280311 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:08.284859 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:08.335613 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Pushing event updated for resources: {'Port': ['ID=46faad4f-4d10-4c0c-b1b1-c6ed01fc9f32,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:08.336237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.25.0.131 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/48f24f7d-8829-44de-b23a-b915220ddfac) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:08.372279 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:18:08.374567 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.457872 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 17a12e6d-acdc-481c-9bac-a1ce69293891 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:08.518257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 17a12e6d-acdc-481c-9bac-a1ce69293891 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:08.518851 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 17a12e6d-acdc-481c-9bac-a1ce69293891 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:08.519651 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 26e65203-bc42-4756-a18c-df2035edc6e2 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:08.534955 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.551364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] Deleting port 202fac6c-e86c-4116-a650-2ed5ca587925 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:08.551713 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.574211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 26e65203-bc42-4756-a18c-df2035edc6e2 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:08.576258 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 26e65203-bc42-4756-a18c-df2035edc6e2 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:08.642121 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] For port 202fac6c-e86c-4116-a650-2ed5ca587925, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=202fac6c-e86c-4116-a650-2ed5ca587925,segment=NetworkSegment(a6e64fc2-6086-4de4-b933-d96424d8dfab),segment_id=a6e64fc2-6086-4de4-b933-d96424d8dfab)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:08.642409 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.663408 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.679506 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] Calling delete_port for 202fac6c-e86c-4116-a650-2ed5ca587925 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:08.723857 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.739862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afd512c-3478-4e7e-b107-95e1a63a83fc None None] DHCP port deletion for 4846efdf-52b9-4da5-897d-6cddc898788e request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:18:08.797718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:08.799515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-5afd512c-3478-4e7e-b107-95e1a63a83fc None None] Deleting port 202fac6c-e86c-4116-a650-2ed5ca587925 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:08.799968 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5afd512c-3478-4e7e-b107-95e1a63a83fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.861524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:08.864829 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5afd512c-3478-4e7e-b107-95e1a63a83fc None None] For port 202fac6c-e86c-4116-a650-2ed5ca587925, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=202fac6c-e86c-4116-a650-2ed5ca587925,segment=NetworkSegment(a6e64fc2-6086-4de4-b933-d96424d8dfab),segment_id=a6e64fc2-6086-4de4-b933-d96424d8dfab)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:08.865420 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5afd512c-3478-4e7e-b107-95e1a63a83fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.871509 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:08.881771 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-5afd512c-3478-4e7e-b107-95e1a63a83fc None None] Calling delete_port for 202fac6c-e86c-4116-a650-2ed5ca587925 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:08.921853 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=48f24f7d-8829-44de-b23a-b915220ddfac,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:08.931540 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.935833 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:08.992259 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5afd512c-3478-4e7e-b107-95e1a63a83fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:09.018625 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd512c-3478-4e7e-b107-95e1a63a83fc None None] Pushing event deleted for resources: {'Port': ['ID=202fac6c-e86c-4116-a650-2ed5ca587925,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:09.028590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd512c-3478-4e7e-b107-95e1a63a83fc None None] No DVR routers for this DVR port 202fac6c-e86c-4116-a650-2ed5ca587925 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:18:09.081458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Router 0291526a-75a1-4227-ae5e-85760d06f7b9 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:18:09.123070 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c167d3f-4565-4600-af88-db16e368e80c req-aca7b9cb-a617-4015-8676-1b0e2b977fea tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:09.125481 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8c167d3f-4565-4600-af88-db16e368e80c req-aca7b9cb-a617-4015-8676-1b0e2b977fea tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 946 time: 0.6076484 Jul 09 20:18:09.140015 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:09.242253 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] Pushing event deleted for resources: {'Port': ['ID=202fac6c-e86c-4116-a650-2ed5ca587925,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:09.257652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] No DVR routers for this DVR port 202fac6c-e86c-4116-a650-2ed5ca587925 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:18:09.353760 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8c167d3f-4565-4600-af88-db16e368e80c req-072c1604-f4ae-4c37-8352-aeaf1b89b672 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193770 Jul 09 20:18:09.488935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:09.493239 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:09.495317 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-08302cf6-b627-4d58-9aa2-ff32ea4ee056 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "PUT /v2.0/routers/0291526a-75a1-4227-ae5e-85760d06f7b9 HTTP/1.1" status: 200 len: 913 time: 2.0804410 Jul 09 20:18:09.497194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34252) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:09.502120 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5e425-baeb-4815-ac4d-ad692e8416f1 None None] Sync routers for ids ['0291526a-75a1-4227-ae5e-85760d06f7b9'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:09.515404 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5e425-baeb-4815-ac4d-ad692e8416f1 None None] Routers {'0291526a-75a1-4227-ae5e-85760d06f7b9'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:09.516277 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-16a5e425-baeb-4815-ac4d-ad692e8416f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0291526a-75a1-4227-ae5e-85760d06f7b9'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:09.553323 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-16a5e425-baeb-4815-ac4d-ad692e8416f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:09.562882 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5e425-baeb-4815-ac4d-ad692e8416f1 None None] Routers {'0291526a-75a1-4227-ae5e-85760d06f7b9'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:09.564025 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-16a5e425-baeb-4815-ac4d-ad692e8416f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0291526a-75a1-4227-ae5e-85760d06f7b9'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:09.602255 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-16a5e425-baeb-4815-ac4d-ad692e8416f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:09.603048 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a5e425-baeb-4815-ac4d-ad692e8416f1 None None] The sync data for ids ['0291526a-75a1-4227-ae5e-85760d06f7b9'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:09.609482 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-79dc75f8-ca24-4615-80e1-6767ee736c93 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/routers/0291526a-75a1-4227-ae5e-85760d06f7b9 HTTP/1.1" status: 200 len: 919 time: 0.1111791 Jul 09 20:18:09.612319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34256) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:09.702361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071dd0c1-dd5a-4564-82d2-8b8678c66ed8 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:09.706283 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-071dd0c1-dd5a-4564-82d2-8b8678c66ed8 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&device_id=0291526a-75a1-4227-ae5e-85760d06f7b9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0906694 Jul 09 20:18:09.706652 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34258) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:09.798466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d798dff8-5ea6-4027-95aa-41656c751e38 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:09.799890 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d798dff8-5ea6-4027-95aa-41656c751e38 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 881 time: 0.0917404 Jul 09 20:18:09.803373 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34260) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:09.833732 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-50967a41-f581-4f2a-93c2-58badf01d026 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "GET /v2.0/ports?device_id=0291526a-75a1-4227-ae5e-85760d06f7b9 HTTP/1.1" status: 200 len: 205 time: 0.0292504 Jul 09 20:18:09.836302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34262) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:09.911186 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:09.927760 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4846efdf-52b9-4da5-897d-6cddc898788e']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:09.954196 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe46d-535f-45b4-884d-ec4e6f4f928f tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:09.967197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e64fc2-6086-4de4-b933-d96424d8dfab') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:09.967503 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e64fc2-6086-4de4-b933-d96424d8dfab') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:09.983178 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.004748 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.011572 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.013698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:18:10.014053 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:18:10.015737 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:18:10.063678 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe46d-535f-45b4-884d-ec4e6f4f928f tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.125116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8e2fe46d-535f-45b4-884d-ec4e6f4f928f tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Deleting port 46faad4f-4d10-4c0c-b1b1-c6ed01fc9f32 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:10.125465 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe46d-535f-45b4-884d-ec4e6f4f928f tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.139410 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.147086 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.148987 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4846efdf-52b9-4da5-897d-6cddc898788e HTTP/1.1" status: 204 len: 168 time: 1.8871315 Jul 09 20:18:10.155756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34264) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:10.177182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32cccd-c77d-43ab-839b-6acb8d5e6435 admin admin] Pushing event deleted for resources: {'Network': ['ID=4846efdf-52b9-4da5-897d-6cddc898788e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:10.208907 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe46d-535f-45b4-884d-ec4e6f4f928f tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.221252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8e2fe46d-535f-45b4-884d-ec4e6f4f928f tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Calling delete_port for 46faad4f-4d10-4c0c-b1b1-c6ed01fc9f32 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:10.379895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 202fac6c-e86c-4116-a650-2ed5ca587925 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:10.397731 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe46d-535f-45b4-884d-ec4e6f4f928f tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.402304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 202fac6c-e86c-4116-a650-2ed5ca587925 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:10.403422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 202fac6c-e86c-4116-a650-2ed5ca587925 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:10.403599 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.429024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fe46d-535f-45b4-884d-ec4e6f4f928f tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Pushing event deleted for resources: {'Port': ['ID=46faad4f-4d10-4c0c-b1b1-c6ed01fc9f32,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:10.497937 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe46d-535f-45b4-884d-ec4e6f4f928f tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.602290 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe46d-535f-45b4-884d-ec4e6f4f928f tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.605533 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe46d-535f-45b4-884d-ec4e6f4f928f tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.646260 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:18:10.655130 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe46d-535f-45b4-884d-ec4e6f4f928f tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.655742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2fe46d-535f-45b4-884d-ec4e6f4f928f tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Fanout notify agent at l3_agent the message router_deleted on router 0291526a-75a1-4227-ae5e-85760d06f7b9 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:10.663352 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe46d-535f-45b4-884d-ec4e6f4f928f tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.668410 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8e2fe46d-535f-45b4-884d-ec4e6f4f928f tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "DELETE /v2.0/routers/0291526a-75a1-4227-ae5e-85760d06f7b9 HTTP/1.1" status: 204 len: 168 time: 0.8310926 Jul 09 20:18:10.669101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34268) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:10.673581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cc11238d-703e-46af-ad9d-631ac1d61188 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-679108481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:10.696703 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc11238d-703e-46af-ad9d-631ac1d61188 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.697687 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc11238d-703e-46af-ad9d-631ac1d61188 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.761933 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc11238d-703e-46af-ad9d-631ac1d61188 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.766865 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc11238d-703e-46af-ad9d-631ac1d61188 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.784212 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc11238d-703e-46af-ad9d-631ac1d61188 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.788803 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cc11238d-703e-46af-ad9d-631ac1d61188 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1163256 Jul 09 20:18:10.789166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34272) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:10.793619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'enable_snat': False}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:10.830452 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:10.841549 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Sync routers for ids ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:10.843275 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d88e4d2c-cc91-4f4a-a07c-dad9ce65093d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.851439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Routers {'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:10.852172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:10.890532 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:10.894847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-eb5774db-bc38-4a1d-aadd-2a524d9cfbe2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7753019 Jul 09 20:18:10.896497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34274) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:10.968597 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Set router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:11.005298 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-496f0d41-39a4-4b03-9686-5cba3549520d tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=98c415b77acf409d81bfd148c54b3790&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1074991 Jul 09 20:18:11.008638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34278) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:11.025878 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:11.235817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df556e0-ee5e-4e64-b79e-e04d79439001 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:11.237568 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8df556e0-ee5e-4e64-b79e-e04d79439001 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2278564 Jul 09 20:18:11.245044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34280) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:11.267369 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:11.286806 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:11.289316 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dfc1a847-59d4-4cf4-af4a-e7123f20b581 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417774 Jul 09 20:18:11.293129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34282) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:11.298344 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-af42cd91-a9e3-4c0c-8618-dee059c8bb83 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2111541281', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:11.373658 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-d88e4d2c-cc91-4f4a-a07c-dad9ce65093d admin admin] Deleting port 87613326-b661-46cc-b68a-a8a94bb8e449 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:11.374013 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d88e4d2c-cc91-4f4a-a07c-dad9ce65093d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:11.382574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:07Z', 'updated_at': '2021-07-09T20:18:09Z', 'revision_number': 3, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:08Z', 'updated_at': '2021-07-09T20:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:11.431872 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Checking router: f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:18:11.432453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Updating router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 port 48f24f7d-8829-44de-b23a-b915220ddfac binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:18:11.463332 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-d88e4d2c-cc91-4f4a-a07c-dad9ce65093d admin admin] For port 87613326-b661-46cc-b68a-a8a94bb8e449, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=87613326-b661-46cc-b68a-a8a94bb8e449,segment=NetworkSegment(9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf),segment_id=9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:11.463702 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d88e4d2c-cc91-4f4a-a07c-dad9ce65093d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:11.476514 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af42cd91-a9e3-4c0c-8618-dee059c8bb83 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Made reservation on behalf of 98c415b77acf409d81bfd148c54b3790 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:18:11.480106 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af42cd91-a9e3-4c0c-8618-dee059c8bb83 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:11.481371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-d88e4d2c-cc91-4f4a-a07c-dad9ce65093d admin admin] Calling delete_port for 87613326-b661-46cc-b68a-a8a94bb8e449 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:11.483460 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:11.530792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Allocated IP 172.25.0.84 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/b39cb2ad-f8e2-4432-bea6-0df3a7b93935) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:11.709378 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:11.775763 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d88e4d2c-cc91-4f4a-a07c-dad9ce65093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:11.785604 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af42cd91-a9e3-4c0c-8618-dee059c8bb83 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:11.802902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e4d2c-cc91-4f4a-a07c-dad9ce65093d admin admin] Pushing event deleted for resources: {'Port': ['ID=87613326-b661-46cc-b68a-a8a94bb8e449,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:11.847013 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:11.900428 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:11.902386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42cd91-a9e3-4c0c-8618-dee059c8bb83 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Subnet': ['ID=4f6437d4-7109-4804-b587-c5629b457f94,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:11.929742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:11.933004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:12.041667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af42cd91-a9e3-4c0c-8618-dee059c8bb83 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Checking segment: {'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:18:12.042360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42cd91-a9e3-4c0c-8618-dee059c8bb83 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network hostable DHCP agents. Network: 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:18:12.047252 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d88e4d2c-cc91-4f4a-a07c-dad9ce65093d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:12.052252 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:12.069113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Transition to ACTIVE for port object 48f24f7d-8829-44de-b23a-b915220ddfac will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:18:12.077399 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:12.097850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Pushing event updated for resources: {'Port': ['ID=b39cb2ad-f8e2-4432-bea6-0df3a7b93935,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:12.137546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Attempting to bind port 48f24f7d-8829-44de-b23a-b915220ddfac on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:18:12.138352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Attempting to bind port 48f24f7d-8829-44de-b23a-b915220ddfac by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:18:12.138958 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Attempting to bind port 48f24f7d-8829-44de-b23a-b915220ddfac on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:18:12.148754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42cd91-a9e3-4c0c-8618-dee059c8bb83 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:18:12.149847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:18:12.150918 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:18:12.151061 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:12.151506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:18:12.152065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Bound port: 48f24f7d-8829-44de-b23a-b915220ddfac, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:18:12.152706 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:12.165149 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-af42cd91-a9e3-4c0c-8618-dee059c8bb83 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:12.171628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42cd91-a9e3-4c0c-8618-dee059c8bb83 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:12.172234 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-af42cd91-a9e3-4c0c-8618-dee059c8bb83 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:12.183979 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ddc2d7-6b7e-4c07-85a8-26d88fae0b0a None None] Network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:18:12.231694 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-af42cd91-a9e3-4c0c-8618-dee059c8bb83 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9348414 Jul 09 20:18:12.231932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34288) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:12.360978 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:12.363161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a38b8-98a0-4fc7-afcc-0d53eaae62c0 None None] Pushing event updated for resources: {'Port': ['ID=48f24f7d-8829-44de-b23a-b915220ddfac,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:12.399188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a38b8-98a0-4fc7-afcc-0d53eaae62c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:12.400285 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a38b8-98a0-4fc7-afcc-0d53eaae62c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:12.400857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a38b8-98a0-4fc7-afcc-0d53eaae62c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:12.401446 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a38b8-98a0-4fc7-afcc-0d53eaae62c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:12.401960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a38b8-98a0-4fc7-afcc-0d53eaae62c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:12.402458 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a38b8-98a0-4fc7-afcc-0d53eaae62c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:12.403216 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a38b8-98a0-4fc7-afcc-0d53eaae62c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:12.403721 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a38b8-98a0-4fc7-afcc-0d53eaae62c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:12.404220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a38b8-98a0-4fc7-afcc-0d53eaae62c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:12.404738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a38b8-98a0-4fc7-afcc-0d53eaae62c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:12.405269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a38b8-98a0-4fc7-afcc-0d53eaae62c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:12.405923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51a38b8-98a0-4fc7-afcc-0d53eaae62c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:12.438984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ips': [{'subnet_id': '4f6437d4-7109-4804-b587-c5629b457f94'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:18:12.439905 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:12.472252 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] For port 48f24f7d-8829-44de-b23a-b915220ddfac, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:18:12.476511 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] For port 48f24f7d-8829-44de-b23a-b915220ddfac, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=48f24f7d-8829-44de-b23a-b915220ddfac,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:18:12.523530 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:12.613932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Routers {'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:12.614590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:12.672503 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88e4d2c-cc91-4f4a-a07c-dad9ce65093d admin admin] Router 83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:18:12.750631 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a38b8-98a0-4fc7-afcc-0d53eaae62c0 None None] Pushing event updated for resources: {'Port': ['ID=48f24f7d-8829-44de-b23a-b915220ddfac,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:12.791919 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88e4d2c-cc91-4f4a-a07c-dad9ce65093d admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:12.797127 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d88e4d2c-cc91-4f4a-a07c-dad9ce65093d admin admin] 10.222.0.30 "PUT /v2.0/routers/83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6404419 Jul 09 20:18:12.801064 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34292) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:12.803770 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3386c3b8-f348-419e-a5ae-401fb60afff2 None None] Sync routers for ids ['83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:12.815575 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3386c3b8-f348-419e-a5ae-401fb60afff2 None None] Routers {'83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:12.818958 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3386c3b8-f348-419e-a5ae-401fb60afff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:12.833430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Allocated IP 172.20.0.2 (6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3/4f6437d4-7109-4804-b587-c5629b457f94/33894e60-ff73-427e-a9e5-528a06a0728f) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:12.862627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] Set router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:12.954999 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:13.022275 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:13.027674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:13.051923 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-3386c3b8-f348-419e-a5ae-401fb60afff2 None None] Set router 83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:13.158947 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:13.202049 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:13.220457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Transition to ACTIVE for port object 33894e60-ff73-427e-a9e5-528a06a0728f will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:18:13.265960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Transition to ACTIVE for port object 33894e60-ff73-427e-a9e5-528a06a0728f will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:18:13.280490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] Deleting port c3cba4b1-d67b-4634-9b58-15ae7bdc1e86 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:13.281161 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:13.287203 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:13.339291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:07Z', 'updated_at': '2021-07-09T20:18:09Z', 'revision_number': 3, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:08Z', 'updated_at': '2021-07-09T20:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:13.350121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:13.381068 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Router 9b353ba3-d7c2-4054-9e92-5c16bfaab442 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:18:13.398444 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3386c3b8-f348-419e-a5ae-401fb60afff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'name': 'tempest-TestServerBasicOps-313082635-router', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'c3cba4b1-d67b-4634-9b58-15ae7bdc1e86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:48Z', 'updated_at': '2021-07-09T20:18:11Z', 'revision_number': 5, 'project_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'gw_port': {'id': 'c3cba4b1-d67b-4634-9b58-15ae7bdc1e86', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:11:49Z', 'updated_at': '2021-07-09T20:11:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:13.400986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:13.403530 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8596b87-4c23-406e-af8d-1ad9da7f7985 None None] The sync data for ids ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'] in n-d-800088-3 is: [{'id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:07Z', 'updated_at': '2021-07-09T20:18:09Z', 'revision_number': 3, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:08Z', 'updated_at': '2021-07-09T20:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:13.405010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:13.415396 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Pushing event updated for resources: {'Port': ['ID=33894e60-ff73-427e-a9e5-528a06a0728f,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:13.441126 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3386c3b8-f348-419e-a5ae-401fb60afff2 None None] Checking router: 83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:18:13.454362 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3386c3b8-f348-419e-a5ae-401fb60afff2 None None] Routers {'83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:13.456188 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3386c3b8-f348-419e-a5ae-401fb60afff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:13.488836 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] For port c3cba4b1-d67b-4634-9b58-15ae7bdc1e86, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c3cba4b1-d67b-4634-9b58-15ae7bdc1e86,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:13.489457 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:13.513367 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] Calling delete_port for c3cba4b1-d67b-4634-9b58-15ae7bdc1e86 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:13.516500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Attempting to bind port 33894e60-ff73-427e-a9e5-528a06a0728f on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:18:13.516988 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Attempting to bind port 33894e60-ff73-427e-a9e5-528a06a0728f by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:18:13.517426 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Attempting to bind port 33894e60-ff73-427e-a9e5-528a06a0728f on network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:18:13.532774 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:13.534583 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:18:13.534969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Checking segment: {'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:18:13.537605 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:13.538031 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Bound using segment: {'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:18:13.538535 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Bound port: 33894e60-ff73-427e-a9e5-528a06a0728f, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:18:13.538936 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:13.601225 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-3386c3b8-f348-419e-a5ae-401fb60afff2 None None] Set router 83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:13.608699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:13.615477 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:13.616958 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-627d4b0c-964c-4b62-a0d4-cc21de92dd0a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "PUT /v2.0/routers/9b353ba3-d7c2-4054-9e92-5c16bfaab442 HTTP/1.1" status: 200 len: 914 time: 2.8266265 Jul 09 20:18:13.620586 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34296) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:13.622148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd5df32-f2b5-4169-93c9-0480312e496a None None] Sync routers for ids ['9b353ba3-d7c2-4054-9e92-5c16bfaab442'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:13.652927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd5df32-f2b5-4169-93c9-0480312e496a None None] Routers {'9b353ba3-d7c2-4054-9e92-5c16bfaab442'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:13.653576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3bd5df32-f2b5-4169-93c9-0480312e496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['9b353ba3-d7c2-4054-9e92-5c16bfaab442'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:13.680119 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3386c3b8-f348-419e-a5ae-401fb60afff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'name': 'tempest-TestServerBasicOps-313082635-router', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:48Z', 'updated_at': '2021-07-09T20:18:13Z', 'revision_number': 6, 'project_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:13.693232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3bd5df32-f2b5-4169-93c9-0480312e496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:13.697848 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] For port 33894e60-ff73-427e-a9e5-528a06a0728f, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:18:13.714831 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] For port 33894e60-ff73-427e-a9e5-528a06a0728f, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=33894e60-ff73-427e-a9e5-528a06a0728f,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:18:13.716314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd5df32-f2b5-4169-93c9-0480312e496a None None] Routers {'9b353ba3-d7c2-4054-9e92-5c16bfaab442'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:13.717258 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3bd5df32-f2b5-4169-93c9-0480312e496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['9b353ba3-d7c2-4054-9e92-5c16bfaab442'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:13.720410 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3386c3b8-f348-419e-a5ae-401fb60afff2 None None] The sync data for ids ['83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92'] in n-d-800088-3 is: [{'id': '83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92', 'name': 'tempest-TestServerBasicOps-313082635-router', 'tenant_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:11:48Z', 'updated_at': '2021-07-09T20:18:13Z', 'revision_number': 6, 'project_id': 'e75e277d46bc4c95ae05cd1e000ec99c', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:13.727430 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:13.774273 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-66869054-6e7d-4009-8b57-49b267305045 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/routers/9b353ba3-d7c2-4054-9e92-5c16bfaab442 HTTP/1.1" status: 200 len: 920 time: 0.1510584 Jul 09 20:18:13.778046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34298) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:13.836931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3bd5df32-f2b5-4169-93c9-0480312e496a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:13.837602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd5df32-f2b5-4169-93c9-0480312e496a None None] The sync data for ids ['9b353ba3-d7c2-4054-9e92-5c16bfaab442'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:13.840699 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57dc7a-4f01-4f38-b9d3-92ae8d09a89f None None] Pushing event updated for resources: {'Port': ['ID=33894e60-ff73-427e-a9e5-528a06a0728f,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:13.902327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f911168-4671-4c9b-8ab6-8baf02a34c9a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:13.907093 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4f911168-4671-4c9b-8ab6-8baf02a34c9a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&device_id=9b353ba3-d7c2-4054-9e92-5c16bfaab442&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1279080 Jul 09 20:18:13.907913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34300) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:14.039791 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:14.082923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3cba4b1-d67b-4634-9b58-15ae7bdc1e86,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:14.088655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.20.0.1 (6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3/4f6437d4-7109-4804-b587-c5629b457f94/80d8e2fa-e997-477b-9290-0ab3e5f117c8) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:14.088889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b12c2de-a718-454a-8470-da5c78ee948a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:14.090712 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5b12c2de-a718-454a-8470-da5c78ee948a tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 881 time: 0.1808515 Jul 09 20:18:14.094792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34304) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:14.153387 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-11a05d1d-a0a8-49ba-a574-8a33a41392bc tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b353ba3-d7c2-4054-9e92-5c16bfaab442 HTTP/1.1" status: 200 len: 205 time: 0.0574594 Jul 09 20:18:14.163163 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34308) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:14.333376 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:14.399348 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:14.425371 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Transition to ACTIVE for port object 80d8e2fa-e997-477b-9290-0ab3e5f117c8 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:18:14.467545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:14.471580 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:14.476938 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:14.521239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:14.526840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:14.530734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:14.565237 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=80d8e2fa-e997-477b-9290-0ab3e5f117c8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:14.565405 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:14.565787 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:14.577213 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:14.579219 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-440cb213-2ae3-46e7-abff-4b111ba7d8c0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/83ad9369-4b8b-4bbe-9ef5-5cf57c24ef92 HTTP/1.1" status: 204 len: 168 time: 1.7761540 Jul 09 20:18:14.581012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34310) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:14.584618 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-26ee1e2f-0051-433f-b0a3-a1336da66804 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:14.617014 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:14.675697 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c876169-edd2-4e69-8345-4685dab5739b admin admin] Deleting subnet 3430d42e-cf67-493b-981a-e63d14294377 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:18:14.682454 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c876169-edd2-4e69-8345-4685dab5739b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:14.709622 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-26ee1e2f-0051-433f-b0a3-a1336da66804 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:14.751005 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c876169-edd2-4e69-8345-4685dab5739b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:14.815313 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-26ee1e2f-0051-433f-b0a3-a1336da66804 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Deleting port b39cb2ad-f8e2-4432-bea6-0df3a7b93935 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:14.815895 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-26ee1e2f-0051-433f-b0a3-a1336da66804 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:14.930718 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:14.977893 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-26ee1e2f-0051-433f-b0a3-a1336da66804 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.000278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-26ee1e2f-0051-433f-b0a3-a1336da66804 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Calling delete_port for b39cb2ad-f8e2-4432-bea6-0df3a7b93935 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:15.023258 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 33894e60-ff73-427e-a9e5-528a06a0728f up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:18:15.158825 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 33894e60-ff73-427e-a9e5-528a06a0728f completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:18:15.168060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 48f24f7d-8829-44de-b23a-b915220ddfac up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:18:15.275545 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 48f24f7d-8829-44de-b23a-b915220ddfac completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:18:15.281846 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c876169-edd2-4e69-8345-4685dab5739b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.283807 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 48f24f7d-8829-44de-b23a-b915220ddfac triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:15.284192 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.349229 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c876169-edd2-4e69-8345-4685dab5739b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.400974 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-26ee1e2f-0051-433f-b0a3-a1336da66804 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.406591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c876169-edd2-4e69-8345-4685dab5739b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3430d42e-cf67-493b-981a-e63d14294377,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:15.423390 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3c876169-edd2-4e69-8345-4685dab5739b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.428833 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3c876169-edd2-4e69-8345-4685dab5739b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3430d42e-cf67-493b-981a-e63d14294377 HTTP/1.1" status: 204 len: 168 time: 0.8465409 Jul 09 20:18:15.432289 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34316) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:15.433927 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.451103 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638939a6-ca46-42e2-889c-9516227342ad None None] Network 074ccfd7-6d9b-4f52-8e7b-86ed69265639 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:18:15.494043 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e9532-1770-4e7b-b831-9798af308292 None None] Network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:18:15.519441 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.524905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee1e2f-0051-433f-b0a3-a1336da66804 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Pushing event deleted for resources: {'Port': ['ID=b39cb2ad-f8e2-4432-bea6-0df3a7b93935,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:15.527603 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.639266 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-26ee1e2f-0051-433f-b0a3-a1336da66804 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.648385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=80d8e2fa-e997-477b-9290-0ab3e5f117c8,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:15.662455 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.710757 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.751597 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-26ee1e2f-0051-433f-b0a3-a1336da66804 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.754656 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-26ee1e2f-0051-433f-b0a3-a1336da66804 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.776132 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 48f24f7d-8829-44de-b23a-b915220ddfac, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=48f24f7d-8829-44de-b23a-b915220ddfac,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:15.784409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:15.786769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:15.788091 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.803485 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 87613326-b661-46cc-b68a-a8a94bb8e449 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:15.833354 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-26ee1e2f-0051-433f-b0a3-a1336da66804 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.833922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ee1e2f-0051-433f-b0a3-a1336da66804 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Fanout notify agent at l3_agent the message router_deleted on router 9b353ba3-d7c2-4054-9e92-5c16bfaab442 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:15.841403 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-26ee1e2f-0051-433f-b0a3-a1336da66804 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.842484 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-26ee1e2f-0051-433f-b0a3-a1336da66804 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "DELETE /v2.0/routers/9b353ba3-d7c2-4054-9e92-5c16bfaab442 HTTP/1.1" status: 204 len: 168 time: 1.6782970 Jul 09 20:18:15.847178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7e30c71c-9e40-4224-8cd0-cdc0dd3cc6af None None] Provisioning for port 33894e60-ff73-427e-a9e5-528a06a0728f completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:18:15.847558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34318) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:15.853170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1279734391', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}, 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:15.875662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] Deleting port 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:15.876024 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.881781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 87613326-b661-46cc-b68a-a8a94bb8e449 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:15.882204 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 87613326-b661-46cc-b68a-a8a94bb8e449 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:15.888425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7e30c71c-9e40-4224-8cd0-cdc0dd3cc6af None None] Provisioning complete for port 33894e60-ff73-427e-a9e5-528a06a0728f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:15.888860 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7e30c71c-9e40-4224-8cd0-cdc0dd3cc6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.926559 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.927722 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.961621 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:18:15.962162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] For port 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992,segment=NetworkSegment(9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf),segment_id=9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:15.962544 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:15.981955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=48f24f7d-8829-44de-b23a-b915220ddfac,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:16.012572 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] Calling delete_port for 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:16.017932 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:16.093153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:16.099672 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7ef02775-9227-4f68-87d3-bd9ef596f814 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "PUT /v2.0/routers/f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8667374 Jul 09 20:18:16.212391 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7e30c71c-9e40-4224-8cd0-cdc0dd3cc6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:16.254205 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:16.266822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e7f033-89a8-41c4-9dc7-4dfbf5febf5d None None] DHCP port deletion for 074ccfd7-6d9b-4f52-8e7b-86ed69265639 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:18:16.283878 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] Pushing event deleted for resources: {'Port': ['ID=808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:16.288297 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:16.298997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] No DVR routers for this DVR port 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:18:16.335886 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7e30c71c-9e40-4224-8cd0-cdc0dd3cc6af None None] For port 33894e60-ff73-427e-a9e5-528a06a0728f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=33894e60-ff73-427e-a9e5-528a06a0728f,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:16.356618 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7e30c71c-9e40-4224-8cd0-cdc0dd3cc6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:16.475613 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Sync routers for ids ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:16.485432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30c71c-9e40-4224-8cd0-cdc0dd3cc6af None None] Pushing event updated for resources: {'Port': ['ID=33894e60-ff73-427e-a9e5-528a06a0728f,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:16.495642 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:16.502763 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Routers {'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:16.506985 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:16.509651 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 48f24f7d-8829-44de-b23a-b915220ddfac up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:18:16.535715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074ccfd7-6d9b-4f52-8e7b-86ed69265639']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:16.547769 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-0a848492-1f89-4161-9745-3f9815066614 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991195768&fields=id&tenant_id=98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 267 time: 0.0488036 Jul 09 20:18:16.555308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:16.556090 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd96c8a-3bf5-4fd8-ab68-cb36da69feaf') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:16.572453 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:16.595039 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:16.606431 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:18:16.607393 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:16.654216 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 48f24f7d-8829-44de-b23a-b915220ddfac triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:16.654830 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:18:16.683711 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:18:16.698935 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:16.711970 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:16.714852 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] 10.222.0.30 "DELETE /v2.0/networks/074ccfd7-6d9b-4f52-8e7b-86ed69265639 HTTP/1.1" status: 204 len: 168 time: 1.2433770 Jul 09 20:18:16.733438 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-7edf5414-5fba-406a-8f96-7a4524820326 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:16.736340 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-7edf5414-5fba-406a-8f96-7a4524820326 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/networks?id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 HTTP/1.1" status: 200 len: 797 time: 0.1671801 Jul 09 20:18:16.740099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade43be2-61ec-47d7-9fe2-56e92211ae5f admin admin] Pushing event deleted for resources: {'Network': ['ID=074ccfd7-6d9b-4f52-8e7b-86ed69265639,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:16.761344 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Set router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:16.798628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-6b9741de-e43d-4407-92ad-1603172ad8eb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/quotas/98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 375 time: 0.0445223 Jul 09 20:18:16.827482 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2b9abf7c-8f2a-44db-ac42-95d908d748c0 None None] Provisioning for port 80d8e2fa-e997-477b-9290-0ab3e5f117c8 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:18:16.837421 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2b9abf7c-8f2a-44db-ac42-95d908d748c0 None None] Provisioning complete for port 80d8e2fa-e997-477b-9290-0ab3e5f117c8 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:16.837890 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2b9abf7c-8f2a-44db-ac42-95d908d748c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:16.942790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-2b9abf7c-8f2a-44db-ac42-95d908d748c0 None None] Port 80d8e2fa-e997-477b-9290-0ab3e5f117c8 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:18:16.948817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:16.996637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:16.997151 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 808ba8c7-38ab-4a2c-a2de-3ff3ec9d0992 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:16.997726 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c3cba4b1-d67b-4634-9b58-15ae7bdc1e86 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:17.003504 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-5cab9290-2e28-4de6-9b87-882243eb18ea tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1839223 Jul 09 20:18:17.033123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2b9abf7c-8f2a-44db-ac42-95d908d748c0 None None] Provisioning complete for port 33894e60-ff73-427e-a9e5-528a06a0728f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:17.034874 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2b9abf7c-8f2a-44db-ac42-95d908d748c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:17.037497 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:17.042682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: c3cba4b1-d67b-4634-9b58-15ae7bdc1e86 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:17.042682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c3cba4b1-d67b-4634-9b58-15ae7bdc1e86 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:17.067328 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:17.085639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34340) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:17.111967 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:07Z', 'updated_at': '2021-07-09T20:18:14Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:08Z', 'updated_at': '2021-07-09T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '80d8e2fa-e997-477b-9290-0ab3e5f117c8', 'name': '', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:9c:73:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4f6437d4-7109-4804-b587-c5629b457f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:13Z', 'updated_at': '2021-07-09T20:18:15Z', 'revision_number': 2, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '4f6437d4-7109-4804-b587-c5629b457f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:17.155100 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Checking router: f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:18:17.155852 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Updating router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 port 80d8e2fa-e997-477b-9290-0ab3e5f117c8 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:18:17.201255 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:17.204219 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-b68b2333-9f8e-45d8-8667-613ee26db5d3 service neutron] 10.222.0.30 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867073 Jul 09 20:18:17.235473 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-276f41a7-64e4-4785-8443-4b6e37d2aa88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8545f3a0589a4cc4839423bcc410fdf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141577 Jul 09 20:18:17.238202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34342) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:17.296831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Allocated IP 172.25.0.41 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/f59996a8-e021-4c9b-a51b-c8dcf516fda9) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:17.307253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5d6b98b2-dc7d-4545-a9b0-aee3777f0921 None None] Provisioning complete for port 80d8e2fa-e997-477b-9290-0ab3e5f117c8 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:17.307871 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5d6b98b2-dc7d-4545-a9b0-aee3777f0921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:17.362630 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-5d6b98b2-dc7d-4545-a9b0-aee3777f0921 None None] Port 80d8e2fa-e997-477b-9290-0ab3e5f117c8 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:18:17.375794 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-3b7f6824-c76d-439c-b057-59cd7c5bb994 service neutron] 10.222.0.30 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705999 Jul 09 20:18:17.388743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6149d006-1548-418f-81a2-65b12578c0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:17.424718 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6149d006-1548-418f-81a2-65b12578c0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:17.493749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fb577377-967e-4c3f-8900-1ae8a07ba253 None None] Provisioning complete for port 80d8e2fa-e997-477b-9290-0ab3e5f117c8 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:17.494130 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fb577377-967e-4c3f-8900-1ae8a07ba253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:17.514496 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:17.584309 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:17.593568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fb577377-967e-4c3f-8900-1ae8a07ba253 None None] Port 80d8e2fa-e997-477b-9290-0ab3e5f117c8 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:18:17.629669 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6149d006-1548-418f-81a2-65b12578c0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:17.632463 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6149d006-1548-418f-81a2-65b12578c0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:17.633583 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6149d006-1548-418f-81a2-65b12578c0a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55af164b-58ec-4462-8db6-c5ae0f4cc03b HTTP/1.1" status: 204 len: 168 time: 0.3941696 Jul 09 20:18:17.651636 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:17.669970 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Transition to ACTIVE for port object 80d8e2fa-e997-477b-9290-0ab3e5f117c8 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:18:17.680895 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a5f40714-c050-4cba-82c3-501b3537a442 req-c6fdee70-080c-4ab1-bc69-f9c850080398 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 210 time: 0.0613468 Jul 09 20:18:17.681511 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:17.686613 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:17.701190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149d006-1548-418f-81a2-65b12578c0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55af164b-58ec-4462-8db6-c5ae0f4cc03b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:17.706352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:17.730738 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:17.733140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Pushing event updated for resources: {'Port': ['ID=f59996a8-e021-4c9b-a51b-c8dcf516fda9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:17.817177 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0adb63c-1604-4bfc-9680-af1f474d4594 None None] Pushing event updated for resources: {'Port': ['ID=80d8e2fa-e997-477b-9290-0ab3e5f117c8,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:17.993474 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Attempting to bind port 80d8e2fa-e997-477b-9290-0ab3e5f117c8 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:18:17.994022 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Attempting to bind port 80d8e2fa-e997-477b-9290-0ab3e5f117c8 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:18:17.994800 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Attempting to bind port 80d8e2fa-e997-477b-9290-0ab3e5f117c8 on network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:18:18.010930 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:18:18.011880 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Checking segment: {'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:18:18.012764 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.013576 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Bound using segment: {'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:18:18.014735 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Bound port: 80d8e2fa-e997-477b-9290-0ab3e5f117c8, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:18:18.015352 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.147932 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] For port 80d8e2fa-e997-477b-9290-0ab3e5f117c8, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:18:18.152451 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] For port 80d8e2fa-e997-477b-9290-0ab3e5f117c8, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=80d8e2fa-e997-477b-9290-0ab3e5f117c8,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:18:18.159251 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.282336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34362) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:18.314871 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Routers {'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:18.316748 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:18.399863 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-085f29cf-aae9-4a11-a87d-eca3ef65997d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e75e277d46bc4c95ae05cd1e000ec99c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1159005 Jul 09 20:18:18.400632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34364) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:18.414426 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0adb63c-1604-4bfc-9680-af1f474d4594 None None] Pushing event updated for resources: {'Port': ['ID=80d8e2fa-e997-477b-9290-0ab3e5f117c8,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:18.452489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 33894e60-ff73-427e-a9e5-528a06a0728f up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:18:18.484621 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59dfa424-3dda-4ce3-9e29-3d457fc17b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.528041 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59dfa424-3dda-4ce3-9e29-3d457fc17b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.544041 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] Set router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:18.603552 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 33894e60-ff73-427e-a9e5-528a06a0728f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:18.604272 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.605595 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59dfa424-3dda-4ce3-9e29-3d457fc17b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.610575 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59dfa424-3dda-4ce3-9e29-3d457fc17b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.617208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-59dfa424-3dda-4ce3-9e29-3d457fc17b42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f15c821d-4a46-4672-9d28-4de1c327765d HTTP/1.1" status: 204 len: 168 time: 0.2154140 Jul 09 20:18:18.638708 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfa424-3dda-4ce3-9e29-3d457fc17b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15c821d-4a46-4672-9d28-4de1c327765d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:18.698550 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-ff8f6be5-ef73-4f50-a83e-97c5999b7f7f req-bbe16798-c18f-4924-9080-9c7041fcd184 tempest-ServersTestJSON-180339316 tempest-ServersTestJSON-180339316-project] (100204) timed out ('10.222.0.36', 64354) {{(pid=100204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:18:18.738829 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:18.877322 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:07Z', 'updated_at': '2021-07-09T20:18:14Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:08Z', 'updated_at': '2021-07-09T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '80d8e2fa-e997-477b-9290-0ab3e5f117c8', 'name': '', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:9c:73:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4f6437d4-7109-4804-b587-c5629b457f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:13Z', 'updated_at': '2021-07-09T20:18:18Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '4f6437d4-7109-4804-b587-c5629b457f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:18.906673 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cc19b899-26c4-4de0-a115-1c946518095b req-01f2f0be-6058-414a-b39c-de6ab84a3021 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 210 time: 0.0483370 Jul 09 20:18:18.934129 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0007890a-14e2-4980-9df5-242f39089c7b None None] The sync data for ids ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'] in n-d-800088-3 is: [{'id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:07Z', 'updated_at': '2021-07-09T20:18:14Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:08Z', 'updated_at': '2021-07-09T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '80d8e2fa-e997-477b-9290-0ab3e5f117c8', 'name': '', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:9c:73:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4f6437d4-7109-4804-b587-c5629b457f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:13Z', 'updated_at': '2021-07-09T20:18:18Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '4f6437d4-7109-4804-b587-c5629b457f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:19.149561 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:19.334792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Router 2e23519c-b158-4afd-a139-aa22be8379c0 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:18:19.481235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:19.499969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b55fcda-d7cd-4b9a-a5ec-68ba6065d457 None None] Sync routers for ids ['2e23519c-b158-4afd-a139-aa22be8379c0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:19.516589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b55fcda-d7cd-4b9a-a5ec-68ba6065d457 None None] Routers {'2e23519c-b158-4afd-a139-aa22be8379c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:19.517275 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9b55fcda-d7cd-4b9a-a5ec-68ba6065d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['2e23519c-b158-4afd-a139-aa22be8379c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:19.518318 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:19.524104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34374) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:19.525021 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7ad80870-d15b-4621-b6f6-792d5ef460ee tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6746624 Jul 09 20:18:19.529800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:19.564098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9b55fcda-d7cd-4b9a-a5ec-68ba6065d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:19.581431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b55fcda-d7cd-4b9a-a5ec-68ba6065d457 None None] Routers {'2e23519c-b158-4afd-a139-aa22be8379c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:19.583003 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9b55fcda-d7cd-4b9a-a5ec-68ba6065d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['2e23519c-b158-4afd-a139-aa22be8379c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:19.632433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9b55fcda-d7cd-4b9a-a5ec-68ba6065d457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:19.633416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b55fcda-d7cd-4b9a-a5ec-68ba6065d457 None None] The sync data for ids ['2e23519c-b158-4afd-a139-aa22be8379c0'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:20.073284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-483a5e9e-a78e-4a5d-ad1b-a1f04285763c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:20.074938 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-483a5e9e-a78e-4a5d-ad1b-a1f04285763c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.36 "GET /v2.0/networks?id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 HTTP/1.1" status: 200 len: 797 time: 0.1702256 Jul 09 20:18:20.207254 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-81fe6072-94c7-4eb1-8303-1f19f1ad7ffa req-802bfb14-bf35-4aad-865a-a547a3238cd9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 210 time: 0.0745399 Jul 09 20:18:20.213468 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-5b72257a-3cb6-4f51-b4ca-e223ce3ee305 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 380 time: 0.1059639 Jul 09 20:18:20.227036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-d334ec43-7c7d-4c82-aa6a-2e5f17c97dd6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'port': {'device_id': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'admin_state_up': True, 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'security_groups': ['d878f909-3236-41ce-9125-18cdc622936d']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:20.430357 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:20.456774 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 80d8e2fa-e997-477b-9290-0ab3e5f117c8 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:18:20.464173 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:20.475390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-d334ec43-7c7d-4c82-aa6a-2e5f17c97dd6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Made reservation on behalf of 98c415b77acf409d81bfd148c54b3790 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:18:20.481920 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-d334ec43-7c7d-4c82-aa6a-2e5f17c97dd6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:20.521518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 80d8e2fa-e997-477b-9290-0ab3e5f117c8 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:18:20.526672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 80d8e2fa-e997-477b-9290-0ab3e5f117c8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:20.527432 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:20.604435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Deleting port f59996a8-e021-4c9b-a51b-c8dcf516fda9 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:20.605147 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:20.619261 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:20.653563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 80d8e2fa-e997-477b-9290-0ab3e5f117c8, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=80d8e2fa-e997-477b-9290-0ab3e5f117c8,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:20.657885 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:20.700086 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-d334ec43-7c7d-4c82-aa6a-2e5f17c97dd6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.20.0.9 (6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3/4f6437d4-7109-4804-b587-c5629b457f94/8276aae5-ae64-4310-8b5e-9235e3ec2656) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:20.705895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=80d8e2fa-e997-477b-9290-0ab3e5f117c8,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:20.741447 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:20.765920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Calling delete_port for f59996a8-e021-4c9b-a51b-c8dcf516fda9 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:20.957434 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-d334ec43-7c7d-4c82-aa6a-2e5f17c97dd6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:20.978001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-d334ec43-7c7d-4c82-aa6a-2e5f17c97dd6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Transition to ACTIVE for port object 8276aae5-ae64-4310-8b5e-9235e3ec2656 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:18:21.048329 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:21.057199 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-d334ec43-7c7d-4c82-aa6a-2e5f17c97dd6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:21.097602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Pushing event deleted for resources: {'Port': ['ID=f59996a8-e021-4c9b-a51b-c8dcf516fda9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:21.171606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-d334ec43-7c7d-4c82-aa6a-2e5f17c97dd6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:21.183845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-d334ec43-7c7d-4c82-aa6a-2e5f17c97dd6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:21.193325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-d334ec43-7c7d-4c82-aa6a-2e5f17c97dd6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:21.231467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334ec43-7c7d-4c82-aa6a-2e5f17c97dd6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=8276aae5-ae64-4310-8b5e-9235e3ec2656,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:21.242862 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:21.324051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-d334ec43-7c7d-4c82-aa6a-2e5f17c97dd6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:21.324745 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-d334ec43-7c7d-4c82-aa6a-2e5f17c97dd6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:21.462336 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-d334ec43-7c7d-4c82-aa6a-2e5f17c97dd6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2391331 Jul 09 20:18:21.479120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Request body: {'port': {'device_id': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:21.482155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4ebd058a-ee03-414b-874b-f62aa27080ac None None] Provisioning for port 8276aae5-ae64-4310-8b5e-9235e3ec2656 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:18:21.493877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4ebd058a-ee03-414b-874b-f62aa27080ac None None] Provisioning complete for port 8276aae5-ae64-4310-8b5e-9235e3ec2656 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:21.494078 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c94de8-8638-4134-8af8-9fdf64cb8afd req-49eb6ac5-fab2-4d63-8b02-0377e93f2816 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:21.494735 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4ebd058a-ee03-414b-874b-f62aa27080ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:21.496470 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-75c94de8-8638-4134-8af8-9fdf64cb8afd req-49eb6ac5-fab2-4d63-8b02-0377e93f2816 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 931 time: 0.1014593 Jul 09 20:18:21.555933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd058a-ee03-414b-874b-f62aa27080ac None None] Port 8276aae5-ae64-4310-8b5e-9235e3ec2656 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:18:21.565466 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-75c94de8-8638-4134-8af8-9fdf64cb8afd req-f2d44454-71e5-4a9b-960f-3d15fc48d233 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626314 Jul 09 20:18:21.600627 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:21.611084 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:21.765764 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:21.786219 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Router 2e23519c-b158-4afd-a139-aa22be8379c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:18:21.802851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312376b9-95f6-4b54-a662-1ab2e3f362ca req-a03c7ed9-0c0b-4e7d-b1a0-3dc14fe9a325 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:21.804348 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-312376b9-95f6-4b54-a662-1ab2e3f362ca req-a03c7ed9-0c0b-4e7d-b1a0-3dc14fe9a325 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.3186495 Jul 09 20:18:21.933236 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-312376b9-95f6-4b54-a662-1ab2e3f362ca req-7b0349ea-c3f9-4e31-a5f1-a718d71f9613 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101954 Jul 09 20:18:21.936060 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:21.945974 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:21.949463 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8798a285-71c8-452d-b1b9-161c124e3201 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "PUT /v2.0/routers/2e23519c-b158-4afd-a139-aa22be8379c0 HTTP/1.1" status: 200 len: 706 time: 2.4218664 Jul 09 20:18:21.949590 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ab686-08d6-4964-9337-3d59b8b46df1 None None] Sync routers for ids ['2e23519c-b158-4afd-a139-aa22be8379c0'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:21.961291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34390) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:21.979627 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ab686-08d6-4964-9337-3d59b8b46df1 None None] Routers {'2e23519c-b158-4afd-a139-aa22be8379c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:21.980202 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b95ab686-08d6-4964-9337-3d59b8b46df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['2e23519c-b158-4afd-a139-aa22be8379c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:22.017325 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b95ab686-08d6-4964-9337-3d59b8b46df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:22.027342 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ab686-08d6-4964-9337-3d59b8b46df1 None None] Routers {'2e23519c-b158-4afd-a139-aa22be8379c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:22.029253 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b95ab686-08d6-4964-9337-3d59b8b46df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:17:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['2e23519c-b158-4afd-a139-aa22be8379c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:22.073476 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b95ab686-08d6-4964-9337-3d59b8b46df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:22.074521 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ab686-08d6-4964-9337-3d59b8b46df1 None None] The sync data for ids ['2e23519c-b158-4afd-a139-aa22be8379c0'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:22.097176 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9412e278-9913-4cce-83f0-aaae76ae6cf1 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/routers/2e23519c-b158-4afd-a139-aa22be8379c0 HTTP/1.1" status: 200 len: 741 time: 0.1343110 Jul 09 20:18:22.099990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34394) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:22.146732 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8c7d4e19-5e98-4784-a04f-bc9f6be9e3a7 tempest-RoutersAdminTest-541926191 tempest-RoutersAdminTest-541926191-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&device_id=2e23519c-b158-4afd-a139-aa22be8379c0 HTTP/1.1" status: 200 len: 205 time: 0.0448313 Jul 09 20:18:22.150499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34396) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:22.186126 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0a2b28f1-aa90-4ae8-bec1-10c3f3c103f1 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e23519c-b158-4afd-a139-aa22be8379c0 HTTP/1.1" status: 200 len: 205 time: 0.0345118 Jul 09 20:18:22.189477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34398) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:22.280606 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e19cd305-0034-45df-aec2-8f657c08d496 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:22.291941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd1b02-9c4b-486f-bee5-0359acd81279 req-288b7e19-1291-4240-b759-9e9939e9b328 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:22.293568 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90dd1b02-9c4b-486f-bee5-0359acd81279 req-288b7e19-1291-4240-b759-9e9939e9b328 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1458325 Jul 09 20:18:22.443749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 80d8e2fa-e997-477b-9290-0ab3e5f117c8 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:18:22.481022 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90dd1b02-9c4b-486f-bee5-0359acd81279 req-3ad696e6-0ab6-44b9-a0bc-8d968b643a63 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553078 Jul 09 20:18:22.489481 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e19cd305-0034-45df-aec2-8f657c08d496 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:22.492438 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e19cd305-0034-45df-aec2-8f657c08d496 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:22.519246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 80d8e2fa-e997-477b-9290-0ab3e5f117c8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:22.520789 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:22.546228 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e19cd305-0034-45df-aec2-8f657c08d496 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:22.547885 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19cd305-0034-45df-aec2-8f657c08d496 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Fanout notify agent at l3_agent the message router_deleted on router 2e23519c-b158-4afd-a139-aa22be8379c0 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:22.557498 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e19cd305-0034-45df-aec2-8f657c08d496 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:22.558755 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e19cd305-0034-45df-aec2-8f657c08d496 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "DELETE /v2.0/routers/2e23519c-b158-4afd-a139-aa22be8379c0 HTTP/1.1" status: 204 len: 168 time: 0.3683240 Jul 09 20:18:22.563750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34402) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:22.613864 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8276aae5-ae64-4310-8b5e-9235e3ec2656 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:18:22.628313 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:22.642861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Transition to ACTIVE for port object 8276aae5-ae64-4310-8b5e-9235e3ec2656 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:18:22.643338 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-799741c9-dc51-4673-9dc2-6fe7a37a9d8e tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e23519c-b158-4afd-a139-aa22be8379c0 HTTP/1.1" status: 200 len: 205 time: 0.0775943 Jul 09 20:18:22.644050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34406) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:22.655006 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:22.719899 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-26f4200b-8e48-4c20-9658-969b624d97b7 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] delete failed (client error): The resource could not be found. Jul 09 20:18:22.720983 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-26f4200b-8e48-4c20-9658-969b624d97b7 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "DELETE /v2.0/routers/2e23519c-b158-4afd-a139-aa22be8379c0 HTTP/1.1" status: 404 len: 336 time: 0.0749693 Jul 09 20:18:22.724278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34408) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:22.759712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Pushing event updated for resources: {'Port': ['ID=8276aae5-ae64-4310-8b5e-9235e3ec2656,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:22.786964 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-343d5017-b9c2-432e-a239-8ab0aad66d5a tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b353ba3-d7c2-4054-9e92-5c16bfaab442 HTTP/1.1" status: 200 len: 205 time: 0.0601909 Jul 09 20:18:22.789273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34412) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:22.858036 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-2f9ec333-d1b1-4aee-8163-af393939d93b tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] delete failed (client error): The resource could not be found. Jul 09 20:18:22.859098 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2f9ec333-d1b1-4aee-8163-af393939d93b tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "DELETE /v2.0/routers/9b353ba3-d7c2-4054-9e92-5c16bfaab442 HTTP/1.1" status: 404 len: 336 time: 0.0689595 Jul 09 20:18:22.864446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34416) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:22.890762 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9b662-c88b-464f-a735-735d45b2a7fe req-57944804-946e-4f20-99fc-10fb6751ffce tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:22.898746 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6aa9b662-c88b-464f-a735-735d45b2a7fe req-57944804-946e-4f20-99fc-10fb6751ffce tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 943 time: 0.1779702 Jul 09 20:18:22.902085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d0cf2dbf-9d60-49df-bceb-6ca46be0d5f8 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "GET /v2.0/ports?device_id=0291526a-75a1-4227-ae5e-85760d06f7b9 HTTP/1.1" status: 200 len: 205 time: 0.0364673 Jul 09 20:18:22.907243 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34418) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:22.938848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Attempting to bind port 8276aae5-ae64-4310-8b5e-9235e3ec2656 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:18:22.939631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Attempting to bind port 8276aae5-ae64-4310-8b5e-9235e3ec2656 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:18:22.940130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Attempting to bind port 8276aae5-ae64-4310-8b5e-9235e3ec2656 on network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:18:22.948690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Port 8276aae5-ae64-4310-8b5e-9235e3ec2656 on network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:18:22.949169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Attempting to bind port 8276aae5-ae64-4310-8b5e-9235e3ec2656 on network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:18:22.959978 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-44053840-38c9-4158-9eec-b55d5d824f88 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] delete failed (client error): The resource could not be found. Jul 09 20:18:22.960704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:18:22.961085 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-44053840-38c9-4158-9eec-b55d5d824f88 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "DELETE /v2.0/routers/0291526a-75a1-4227-ae5e-85760d06f7b9 HTTP/1.1" status: 404 len: 336 time: 0.0528991 Jul 09 20:18:22.961188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Checking segment: {'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:18:22.961631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Bound using segment: {'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:18:22.962159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Bound port: 8276aae5-ae64-4310-8b5e-9235e3ec2656, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:18:22.962600 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:22.964847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34420) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:22.981292 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6aa9b662-c88b-464f-a735-735d45b2a7fe req-2c48e1af-54c2-4c4b-9bd0-1da58f29d769 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814500 Jul 09 20:18:23.004805 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c8606971-709e-4d29-b30a-d664ba68d5fe tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "GET /v2.0/ports?device_id=114e0070-dcff-495c-a3da-146520e9852d HTTP/1.1" status: 200 len: 205 time: 0.0387332 Jul 09 20:18:23.009573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34422) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:23.061135 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-ae88f8f1-f602-48b9-8224-509ad3bc73f7 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] delete failed (client error): The resource could not be found. Jul 09 20:18:23.062295 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ae88f8f1-f602-48b9-8224-509ad3bc73f7 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "DELETE /v2.0/routers/114e0070-dcff-495c-a3da-146520e9852d HTTP/1.1" status: 404 len: 336 time: 0.0509865 Jul 09 20:18:23.066043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34424) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:23.111217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-124b4ed0-1da5-4bf3-a43b-0a2971fd9e36 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d75b030-942a-4802-8d23-f93cb0b25cae HTTP/1.1" status: 200 len: 205 time: 0.0441372 Jul 09 20:18:23.114063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34426) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:23.134499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] For port 8276aae5-ae64-4310-8b5e-9235e3ec2656, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:18:23.151174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] For port 8276aae5-ae64-4310-8b5e-9235e3ec2656, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:18:23.153203 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-5d848605-753f-40f7-add4-c172993017a0 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] delete failed (client error): The resource could not be found. Jul 09 20:18:23.154493 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5d848605-753f-40f7-add4-c172993017a0 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "DELETE /v2.0/routers/5d75b030-942a-4802-8d23-f93cb0b25cae HTTP/1.1" status: 404 len: 336 time: 0.0393412 Jul 09 20:18:23.156779 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:23.157785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34428) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:23.191515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bfa011ef-4ab7-482a-9150-956abb14d4a3 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b339e2f-8ada-491f-a004-7b5a5e9207ae HTTP/1.1" status: 200 len: 205 time: 0.0324817 Jul 09 20:18:23.194773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34430) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:23.214286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:23.215002 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:23.216353 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] 10.222.0.36 "PUT /v2.0/ports/8276aae5-ae64-4310-8b5e-9235e3ec2656 HTTP/1.1" status: 200 len: 1091 time: 1.7450845 Jul 09 20:18:23.216825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:18:23.219092 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67858b68-bc6d-466f-84b3-f62b7c746bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:18:23.235303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c69eb6-4fe4-428a-9eab-5f69d3c310db service neutron] Pushing event updated for resources: {'Port': ['ID=8276aae5-ae64-4310-8b5e-9235e3ec2656,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:23.246973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b13c4b-0279-458a-aafa-f90b39508c4c req-bd6690a1-590a-4a24-afdc-0a51ea6f597c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:23.248525 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8b13c4b-0279-458a-aafa-f90b39508c4c req-bd6690a1-590a-4a24-afdc-0a51ea6f597c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1697791 Jul 09 20:18:23.269984 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-33d3e7e0-c310-467d-9a35-e6b6703c61d8 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] delete failed (client error): The resource could not be found. Jul 09 20:18:23.271743 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-33d3e7e0-c310-467d-9a35-e6b6703c61d8 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "DELETE /v2.0/routers/8b339e2f-8ada-491f-a004-7b5a5e9207ae HTTP/1.1" status: 404 len: 336 time: 0.0758414 Jul 09 20:18:23.274553 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34434) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:23.310034 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b025710-f701-43aa-8bf6-82980ba69841 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] DELETE failed (client error): The resource could not be found. Jul 09 20:18:23.310602 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c453e27c-e39e-4fba-a8fb-0b3d3140158b x-openstack-request-id: req-c453e27c-e39e-4fba-a8fb-0b3d3140158b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:18:23.310956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b025710-f701-43aa-8bf6-82980ba69841 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:18:23.311205 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:18:23.311205 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c453e27c-e39e-4fba-a8fb-0b3d3140158b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:18:23.311707 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'status': 'completed', 'code': 200} Jul 09 20:18:23.314085 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5b025710-f701-43aa-8bf6-82980ba69841 tempest-RoutersAdminTest-1184937170 tempest-RoutersAdminTest-1184937170-project] 10.222.0.30 "DELETE /v2.0/subnets/090561aa-3d8b-4c39-86e5-33ae6d1d727c HTTP/1.1" status: 404 len: 337 time: 0.0366704 Jul 09 20:18:23.332512 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e8b13c4b-0279-458a-aafa-f90b39508c4c req-59c45bd5-934e-4df3-8eb3-620d43b056c2 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739474 Jul 09 20:18:23.357853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-7b74bb61-4b16-4335-bab1-960bc1456f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:23.359595 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-7b74bb61-4b16-4335-bab1-960bc1456f62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 1094 time: 0.0817873 Jul 09 20:18:23.427641 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-e0580ca8-a7e2-4cc2-ab8a-2c5261f6512b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656 HTTP/1.1" status: 200 len: 217 time: 0.0579319 Jul 09 20:18:23.496723 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-d750dfb6-05f8-4994-814c-3a41818f6341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:23.498054 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-d750dfb6-05f8-4994-814c-3a41818f6341 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f6437d4-7109-4804-b587-c5629b457f94 HTTP/1.1" status: 200 len: 835 time: 0.0620322 Jul 09 20:18:23.578587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-7f4e772b-62e5-41c6-9d9e-bdb6072f444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:23.580446 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-7f4e772b-62e5-41c6-9d9e-bdb6072f444b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717268 Jul 09 20:18:23.707966 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-c28ceaf9-89cf-4b7d-a104-89abb03954d1 service neutron] 10.222.0.36 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197374 Jul 09 20:18:23.728212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34446) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:23.850222 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3d35473-3724-4acc-8fba-410b81f00cf9 req-b3625b64-d3c5-43c0-94ed-345922dbea42 service neutron] 10.222.0.36 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293697 Jul 09 20:18:23.882663 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6238ff9a-7d72-469e-b85a-b04cd8cf9594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:24.033416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67858b68-bc6d-466f-84b3-f62b7c746bf8 req-55cee3de-c9b3-4549-8872-a84032f5ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:24.037738 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6238ff9a-7d72-469e-b85a-b04cd8cf9594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:24.038271 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67858b68-bc6d-466f-84b3-f62b7c746bf8 req-55cee3de-c9b3-4549-8872-a84032f5ced6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 1094 time: 0.1336937 Jul 09 20:18:24.045579 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6238ff9a-7d72-469e-b85a-b04cd8cf9594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:24.111896 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238ff9a-7d72-469e-b85a-b04cd8cf9594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d709a77b-fbb8-4cc2-a87c-3c3c5cae175b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:24.136617 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6238ff9a-7d72-469e-b85a-b04cd8cf9594 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4b98e0d6d914d50a9380ac610c5c673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047518 Jul 09 20:18:24.139290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34456) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:24.244952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67858b68-bc6d-466f-84b3-f62b7c746bf8 req-9372fd6f-b047-4d8b-a3c8-49d706fc2fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:24.246458 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67858b68-bc6d-466f-84b3-f62b7c746bf8 req-9372fd6f-b047-4d8b-a3c8-49d706fc2fc8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 HTTP/1.1" status: 200 len: 898 time: 0.2004285 Jul 09 20:18:24.264332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03303e55-fd42-450c-9bac-a2b18539f6c8 req-a9bdc12d-bef7-4fb5-89f6-0cdc489d24f7 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:24.265895 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03303e55-fd42-450c-9bac-a2b18539f6c8 req-a9bdc12d-bef7-4fb5-89f6-0cdc489d24f7 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1010590 Jul 09 20:18:24.275853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97439f74-8760-4c16-ac2c-94fdf4a55264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:24.312611 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97439f74-8760-4c16-ac2c-94fdf4a55264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:24.319536 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67858b68-bc6d-466f-84b3-f62b7c746bf8 req-6967ac46-b57e-4c8e-87ec-92aae914bd3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656 HTTP/1.1" status: 200 len: 217 time: 0.0636816 Jul 09 20:18:24.338897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841102c8-4afb-4d7a-81c7-99b2f8d7de60 req-b66bc83d-75bc-41b0-85b5-dd366fe17917 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:24.340474 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-841102c8-4afb-4d7a-81c7-99b2f8d7de60 req-b66bc83d-75bc-41b0-85b5-dd366fe17917 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 943 time: 0.1439221 Jul 09 20:18:24.394339 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-841102c8-4afb-4d7a-81c7-99b2f8d7de60 req-17095c38-38e5-425d-83d7-0255116ae631 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441315 Jul 09 20:18:24.405701 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97439f74-8760-4c16-ac2c-94fdf4a55264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:24.405928 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03303e55-fd42-450c-9bac-a2b18539f6c8 req-3b2c87bb-c433-47a9-bce9-5d216d4205c5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327610 Jul 09 20:18:24.412091 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-97439f74-8760-4c16-ac2c-94fdf4a55264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:24.413822 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-97439f74-8760-4c16-ac2c-94fdf4a55264 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d709a77b-fbb8-4cc2-a87c-3c3c5cae175b HTTP/1.1" status: 204 len: 168 time: 0.2731266 Jul 09 20:18:24.426641 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67858b68-bc6d-466f-84b3-f62b7c746bf8 req-c15e33ec-dbbf-4969-8074-f47d57a7c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:24.428774 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67858b68-bc6d-466f-84b3-f62b7c746bf8 req-c15e33ec-dbbf-4969-8074-f47d57a7c6cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f6437d4-7109-4804-b587-c5629b457f94 HTTP/1.1" status: 200 len: 835 time: 0.0839443 Jul 09 20:18:24.441961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97439f74-8760-4c16-ac2c-94fdf4a55264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d709a77b-fbb8-4cc2-a87c-3c3c5cae175b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:24.506751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67858b68-bc6d-466f-84b3-f62b7c746bf8 req-fda547a7-07ff-4e65-ae22-522b421d6975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:24.508279 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67858b68-bc6d-466f-84b3-f62b7c746bf8 req-fda547a7-07ff-4e65-ae22-522b421d6975 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645776 Jul 09 20:18:24.616372 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67858b68-bc6d-466f-84b3-f62b7c746bf8 req-cc6fd8c9-3c50-495a-ae63-1d79533c0738 service neutron] 10.222.0.36 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003566 Jul 09 20:18:24.725882 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67858b68-bc6d-466f-84b3-f62b7c746bf8 req-3d000020-6460-4778-8482-f380ef053005 service neutron] 10.222.0.36 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969753 Jul 09 20:18:24.733129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34462) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:24.779770 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-75496fd5-4212-40d5-9b68-a982fa8209df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=911b92988c3d43178b3e9e893a9151b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452280 Jul 09 20:18:24.782493 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34464) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:24.833389 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31415bc6-f0ba-4834-81f5-4aedf8335ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:24.854602 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31415bc6-f0ba-4834-81f5-4aedf8335ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:24.902385 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31415bc6-f0ba-4834-81f5-4aedf8335ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:24.905720 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31415bc6-f0ba-4834-81f5-4aedf8335ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:24.907170 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-31415bc6-f0ba-4834-81f5-4aedf8335ae6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1aba1a3d-8fe0-4715-9a27-5e46716037c8 HTTP/1.1" status: 204 len: 168 time: 0.1234829 Jul 09 20:18:24.918460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31415bc6-f0ba-4834-81f5-4aedf8335ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aba1a3d-8fe0-4715-9a27-5e46716037c8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:25.705631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44930138-9767-4146-b2c6-9fbcf847c937 req-b77b9bfb-89f3-47e2-8c69-e62d30c13241 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:25.707769 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44930138-9767-4146-b2c6-9fbcf847c937 req-b77b9bfb-89f3-47e2-8c69-e62d30c13241 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 943 time: 0.1011355 Jul 09 20:18:25.712250 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2605813-19a8-43a3-bf90-ed1d0a2b9b17 req-69fe9ef2-28d5-45f6-a3e9-678451f493af tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:25.713896 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2605813-19a8-43a3-bf90-ed1d0a2b9b17 req-69fe9ef2-28d5-45f6-a3e9-678451f493af tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1012244 Jul 09 20:18:25.773932 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-44930138-9767-4146-b2c6-9fbcf847c937 req-62e13586-e860-4d2d-a89e-0fcacbc045fd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574377 Jul 09 20:18:25.776869 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2605813-19a8-43a3-bf90-ed1d0a2b9b17 req-754f3d88-8d2b-43d5-a3aa-e14336d5a6a6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538273 Jul 09 20:18:26.238507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34508) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:26.343697 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1258833715', 'router:external': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:26.367365 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Made reservation on behalf of f10831dfeed849dfa30d57a797af882b for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:18:26.369959 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:26.383633 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:26.488637 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:26.493328 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:26.522565 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:18:26.529024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540897cd-f2d9-449e-9762-38bd595345cf,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:26.536127 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:26.536485 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Added segment 70e2889c-01f8-4351-ab89-454e00b9f800 of type vlan for network 61c7badc-d6ce-43f6-8646-c1ba1c0bce9b Jul 09 20:18:26.585762 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:26.622399 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:26.623549 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:26.624206 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:26.687691 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4478841 Jul 09 20:18:26.691648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34512) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:26.697781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-49746fc4-3c63-4bf3-a0c4-e3b24dc6f511 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Request body: {'subnet': {'network_id': '61c7badc-d6ce-43f6-8646-c1ba1c0bce9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:26.704165 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df66379-dbad-4ed1-9af9-c387a128db34 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Pushing event updated for resources: {'Network': ['ID=61c7badc-d6ce-43f6-8646-c1ba1c0bce9b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:26.718298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 61c7badc-d6ce-43f6-8646-c1ba1c0bce9b details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:18:26.722468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49746fc4-3c63-4bf3-a0c4-e3b24dc6f511 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Made reservation on behalf of f10831dfeed849dfa30d57a797af882b for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:18:26.725184 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49746fc4-3c63-4bf3-a0c4-e3b24dc6f511 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:26.876907 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-21332f62-8a69-452f-8e17-b0e6551378e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:26.941909 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:27.001108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f96491-cc51-47fd-b6d5-eb34e0de507b req-25475695-2659-4240-b72c-29020bf45f23 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:27.004307 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59f96491-cc51-47fd-b6d5-eb34e0de507b req-25475695-2659-4240-b72c-29020bf45f23 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 943 time: 0.1023788 Jul 09 20:18:27.050028 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59f96491-cc51-47fd-b6d5-eb34e0de507b req-5659b6bd-cb71-4a22-bf94-236b01dff859 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393207 Jul 09 20:18:27.079166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b50641-24cb-42f4-b865-9d2a92aa2dfe req-11429bfd-3c35-4958-b5df-722017b80ee4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:27.080716 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8b50641-24cb-42f4-b865-9d2a92aa2dfe req-11429bfd-3c35-4958-b5df-722017b80ee4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1518435 Jul 09 20:18:27.135665 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8b50641-24cb-42f4-b865-9d2a92aa2dfe req-accd0fd8-f4dc-4589-accd-a9f63806ac9a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453725 Jul 09 20:18:27.158453 n-d-800088-3 neutron-server[100205]: DEBUG neutron.objects.ports [None req-49746fc4-3c63-4bf3-a0c4-e3b24dc6f511 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100205) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:18:27.158689 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49746fc4-3c63-4bf3-a0c4-e3b24dc6f511 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:27.214317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49746fc4-3c63-4bf3-a0c4-e3b24dc6f511 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Pushing event updated for resources: {'Subnet': ['ID=14a86c94-d12d-49a4-b648-a2e30b1e03af,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:27.223894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49746fc4-3c63-4bf3-a0c4-e3b24dc6f511 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Checking segment: {'id': '70e2889c-01f8-4351-ab89-454e00b9f800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61c7badc-d6ce-43f6-8646-c1ba1c0bce9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:18:27.224257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49746fc4-3c63-4bf3-a0c4-e3b24dc6f511 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Network hostable DHCP agents. Network: 61c7badc-d6ce-43f6-8646-c1ba1c0bce9b, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:18:27.241935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49746fc4-3c63-4bf3-a0c4-e3b24dc6f511 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Network 61c7badc-d6ce-43f6-8646-c1ba1c0bce9b is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:18:27.251038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-49746fc4-3c63-4bf3-a0c4-e3b24dc6f511 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 61c7badc-d6ce-43f6-8646-c1ba1c0bce9b) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:27.255784 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49746fc4-3c63-4bf3-a0c4-e3b24dc6f511 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:27.256426 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49746fc4-3c63-4bf3-a0c4-e3b24dc6f511 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:27.262019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955522db-c19c-42f9-852f-4cf3d051cd49 None None] Network 61c7badc-d6ce-43f6-8646-c1ba1c0bce9b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:18:27.272278 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-49746fc4-3c63-4bf3-a0c4-e3b24dc6f511 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5789435 Jul 09 20:18:27.276458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34518) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:27.281779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-30d7a3a8-e0b0-4daf-b88f-07cd686a553d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-947089640', 'network_id': '61c7badc-d6ce-43f6-8646-c1ba1c0bce9b'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:27.313941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d7a3a8-e0b0-4daf-b88f-07cd686a553d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Made reservation on behalf of f10831dfeed849dfa30d57a797af882b for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:18:27.317638 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-30d7a3a8-e0b0-4daf-b88f-07cd686a553d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:27.337808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-30d7a3a8-e0b0-4daf-b88f-07cd686a553d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] device_id is not set on port 262dc8ac-11bc-40ab-b9a6-077625ac56e6 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:18:27.419738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb0a369-3295-4f61-853c-064ded37a898 None None] Network 61c7badc-d6ce-43f6-8646-c1ba1c0bce9b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:18:27.474133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-30d7a3a8-e0b0-4daf-b88f-07cd686a553d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Allocated IP 2001:db8::31a (61c7badc-d6ce-43f6-8646-c1ba1c0bce9b/14a86c94-d12d-49a4-b648-a2e30b1e03af/262dc8ac-11bc-40ab-b9a6-077625ac56e6) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:27.617295 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-30d7a3a8-e0b0-4daf-b88f-07cd686a553d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:27.659096 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-30d7a3a8-e0b0-4daf-b88f-07cd686a553d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:27.702274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d7a3a8-e0b0-4daf-b88f-07cd686a553d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Network 61c7badc-d6ce-43f6-8646-c1ba1c0bce9b is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:27.709680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-30d7a3a8-e0b0-4daf-b88f-07cd686a553d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:27.713205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d7a3a8-e0b0-4daf-b88f-07cd686a553d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:27.714222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d7a3a8-e0b0-4daf-b88f-07cd686a553d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:27.714826 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-30d7a3a8-e0b0-4daf-b88f-07cd686a553d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:27.724010 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7a3a8-e0b0-4daf-b88f-07cd686a553d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Pushing event updated for resources: {'Port': ['ID=262dc8ac-11bc-40ab-b9a6-077625ac56e6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:27.735852 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-30d7a3a8-e0b0-4daf-b88f-07cd686a553d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4580805 Jul 09 20:18:27.739123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34522) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:27.825729 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0cd12f96-68af-4e8b-8931-bcfcd8149c97 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Deleting port 262dc8ac-11bc-40ab-b9a6-077625ac56e6 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:27.826141 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0cd12f96-68af-4e8b-8931-bcfcd8149c97 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:27.907546 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0cd12f96-68af-4e8b-8931-bcfcd8149c97 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:27.920461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0cd12f96-68af-4e8b-8931-bcfcd8149c97 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Calling delete_port for 262dc8ac-11bc-40ab-b9a6-077625ac56e6 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:28.046150 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0cd12f96-68af-4e8b-8931-bcfcd8149c97 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:28.078851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd12f96-68af-4e8b-8931-bcfcd8149c97 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Pushing event deleted for resources: {'Port': ['ID=262dc8ac-11bc-40ab-b9a6-077625ac56e6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:28.108639 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0cd12f96-68af-4e8b-8931-bcfcd8149c97 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:28.110674 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0cd12f96-68af-4e8b-8931-bcfcd8149c97 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "DELETE /v2.0/ports/262dc8ac-11bc-40ab-b9a6-077625ac56e6 HTTP/1.1" status: 204 len: 168 time: 0.3702514 Jul 09 20:18:28.113798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34526) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:28.117919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 8276aae5-ae64-4310-8b5e-9235e3ec2656 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:18:28.123119 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61c7badc-d6ce-43f6-8646-c1ba1c0bce9b', 'external_fixed_ips': [{'subnet_id': '14a86c94-d12d-49a4-b648-a2e30b1e03af', 'ip_address': '2001:db8::31a'}]}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:28.155970 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:28.157375 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:28.220831 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:28.282518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 8276aae5-ae64-4310-8b5e-9235e3ec2656, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:28.305032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'port_id': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'mac_address': 'fa:16:3e:bf:6e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6437d4-7109-4804-b587-c5629b457f94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:18:28.370965 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726db2c-bfbd-461c-89de-440ed8922b4d req-865d91f7-3aae-4b58-826c-b42bb431ddee tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:28.377274 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:28.381357 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5726db2c-bfbd-461c-89de-440ed8922b4d req-865d91f7-3aae-4b58-826c-b42bb431ddee tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 943 time: 0.1223459 Jul 09 20:18:28.398079 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8276aae5-ae64-4310-8b5e-9235e3ec2656 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:18:28.431566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 8276aae5-ae64-4310-8b5e-9235e3ec2656, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:28.440065 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:28.456160 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:28.465123 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5726db2c-bfbd-461c-89de-440ed8922b4d req-01d80b18-aa10-4172-b44f-8e18ab5d5259 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787475 Jul 09 20:18:28.527918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e338c-69ba-47b5-acde-dab396f9adc4 req-c7222237-c20d-46da-aa56-daaf4c2e05f0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:28.529584 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb6e338c-69ba-47b5-acde-dab396f9adc4 req-c7222237-c20d-46da-aa56-daaf4c2e05f0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.2052021 Jul 09 20:18:28.538018 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=8276aae5-ae64-4310-8b5e-9235e3ec2656,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:28.603859 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb6e338c-69ba-47b5-acde-dab396f9adc4 req-bb2cfb94-1bd1-490d-8a02-fdb4d40f8adc tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490582 Jul 09 20:18:28.751502 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:28.777759 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:28.877812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['8276aae5-ae64-4310-8b5e-9235e3ec2656'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:18:28.959009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Allocated IP 2001:db8::31a (61c7badc-d6ce-43f6-8646-c1ba1c0bce9b/14a86c94-d12d-49a4-b648-a2e30b1e03af/82cac94b-2a6b-4591-ab57-a8084ffc75fb) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:29.074057 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.123069 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.170324 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Network 61c7badc-d6ce-43f6-8646-c1ba1c0bce9b is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:29.173198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:29.178536 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:29.214516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Pushing event updated for resources: {'Port': ['ID=82cac94b-2a6b-4591-ab57-a8084ffc75fb,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:29.286754 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.407590 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.437460 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-09b59ab0-eda8-4119-b7d2-3ba245d24c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.611941 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:29.823129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d3e1b-e94e-485d-9736-3e6ec5c1535e req-a46201d6-e703-4a60-bef6-9d75ac0ab3f7 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:29.824815 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a0d3e1b-e94e-485d-9736-3e6ec5c1535e req-a46201d6-e703-4a60-bef6-9d75ac0ab3f7 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0743182 Jul 09 20:18:29.868465 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a0d3e1b-e94e-485d-9736-3e6ec5c1535e req-71f64c5a-8673-40f2-bd3e-18aae03cfa7c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368934 Jul 09 20:18:30.022577 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.087699 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f5426-4bc8-49c8-b453-0b93671f7c35 req-f92311ef-ce85-4b7b-a24c-08358896b47f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:30.089248 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a30f5426-4bc8-49c8-b453-0b93671f7c35 req-f92311ef-ce85-4b7b-a24c-08358896b47f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 944 time: 0.4928250 Jul 09 20:18:30.106970 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 8276aae5-ae64-4310-8b5e-9235e3ec2656 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:18:30.160983 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 8276aae5-ae64-4310-8b5e-9235e3ec2656 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:18:30.164828 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 8276aae5-ae64-4310-8b5e-9235e3ec2656 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:30.165282 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.171593 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a30f5426-4bc8-49c8-b453-0b93671f7c35 req-7272b20b-f31f-468c-8193-39c4c45b8e69 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760589 Jul 09 20:18:30.209494 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Router c47a1ed7-7185-4a58-97da-72961d59c8f4 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:18:30.253442 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.279789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:18:30.281997 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d8a49a-bc74-4f18-8508-4773f4e89abb" -d '{"events": [{"server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "name": "network-vif-plugged", "status": "completed", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:18:30.298579 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 8276aae5-ae64-4310-8b5e-9235e3ec2656, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:30.304950 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.333324 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:30.334132 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc80406-c85c-442b-9527-8cf0831c0ce3 x-openstack-request-id: req-6cc80406-c85c-442b-9527-8cf0831c0ce3 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:18:30.334430 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "name": "network-vif-plugged", "status": "completed", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:18:30.334694 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6cc80406-c85c-442b-9527-8cf0831c0ce3 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:18:30.335827 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'code': 200} Jul 09 20:18:30.352220 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.353432 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-649d75e0-957c-492a-b56b-4997cb2da445 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.2370167 Jul 09 20:18:30.355018 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98b48b-4181-4777-b17d-86240e971a30 None None] Sync routers for ids ['c47a1ed7-7185-4a58-97da-72961d59c8f4'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:30.357384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34540) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:30.385408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf98b48b-4181-4777-b17d-86240e971a30 None None] Routers {'c47a1ed7-7185-4a58-97da-72961d59c8f4'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:30.386194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-bf98b48b-4181-4777-b17d-86240e971a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c47a1ed7-7185-4a58-97da-72961d59c8f4'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:30.390238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=8276aae5-ae64-4310-8b5e-9235e3ec2656,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:30.468804 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.480463 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25140eef-e13d-4c7b-b464-1544e88a4b22 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.531794 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-bf98b48b-4181-4777-b17d-86240e971a30 None None] Set router c47a1ed7-7185-4a58-97da-72961d59c8f4 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:30.548630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e1da1-e6dd-4788-9b94-bf4c9170871f req-8230979d-9aa6-4a89-a7ae-2a7a1899dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:30.552243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f90e1da1-e6dd-4788-9b94-bf4c9170871f req-8230979d-9aa6-4a89-a7ae-2a7a1899dcf7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 1096 time: 0.1500771 Jul 09 20:18:30.600329 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f90e1da1-e6dd-4788-9b94-bf4c9170871f req-da96b57f-1416-47f8-8187-05b0c8fb4257 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393193 Jul 09 20:18:30.602092 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25140eef-e13d-4c7b-b464-1544e88a4b22 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.660285 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-25140eef-e13d-4c7b-b464-1544e88a4b22 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Deleting port 82cac94b-2a6b-4591-ab57-a8084ffc75fb {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:30.660678 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25140eef-e13d-4c7b-b464-1544e88a4b22 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.724370 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-bf98b48b-4181-4777-b17d-86240e971a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c47a1ed7-7185-4a58-97da-72961d59c8f4', 'name': '', 'tenant_id': 'f10831dfeed849dfa30d57a797af882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61c7badc-d6ce-43f6-8646-c1ba1c0bce9b', 'external_fixed_ips': [{'subnet_id': '14a86c94-d12d-49a4-b648-a2e30b1e03af', 'ip_address': '2001:db8::31a'}], 'enable_snat': True}, 'gw_port_id': '82cac94b-2a6b-4591-ab57-a8084ffc75fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:28Z', 'updated_at': '2021-07-09T20:18:29Z', 'revision_number': 3, 'project_id': 'f10831dfeed849dfa30d57a797af882b', 'gw_port': {'id': '82cac94b-2a6b-4591-ab57-a8084ffc75fb', 'name': '', 'network_id': '61c7badc-d6ce-43f6-8646-c1ba1c0bce9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:21:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c47a1ed7-7185-4a58-97da-72961d59c8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '14a86c94-d12d-49a4-b648-a2e30b1e03af', 'ip_address': '2001:db8::31a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:28Z', 'updated_at': '2021-07-09T20:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a86c94-d12d-49a4-b648-a2e30b1e03af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:30.753782 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25140eef-e13d-4c7b-b464-1544e88a4b22 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.761450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98b48b-4181-4777-b17d-86240e971a30 None None] Checking router: c47a1ed7-7185-4a58-97da-72961d59c8f4 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:18:30.761814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98b48b-4181-4777-b17d-86240e971a30 None None] Updating router c47a1ed7-7185-4a58-97da-72961d59c8f4 port 82cac94b-2a6b-4591-ab57-a8084ffc75fb binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:18:30.767440 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-25140eef-e13d-4c7b-b464-1544e88a4b22 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Calling delete_port for 82cac94b-2a6b-4591-ab57-a8084ffc75fb owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:30.797902 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bf98b48b-4181-4777-b17d-86240e971a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.961487 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25140eef-e13d-4c7b-b464-1544e88a4b22 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:30.991530 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25140eef-e13d-4c7b-b464-1544e88a4b22 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Pushing event deleted for resources: {'Port': ['ID=82cac94b-2a6b-4591-ab57-a8084ffc75fb,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:31.049188 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25140eef-e13d-4c7b-b464-1544e88a4b22 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.124329 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.api [None req-bf98b48b-4181-4777-b17d-86240e971a30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:18:31.124718 n-d-800088-3 neutron-server[100206]: DEBUG oslo_db.api [None req-bf98b48b-4181-4777-b17d-86240e971a30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:18:31.156630 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25140eef-e13d-4c7b-b464-1544e88a4b22 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.162209 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25140eef-e13d-4c7b-b464-1544e88a4b22 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.222412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe775da-a523-4e7c-83bb-c5c43de2d683 req-2ddaa9f9-56ef-4831-a580-13aa06c9b26c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:31.224858 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4fe775da-a523-4e7c-83bb-c5c43de2d683 req-2ddaa9f9-56ef-4831-a580-13aa06c9b26c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.2303095 Jul 09 20:18:31.226047 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25140eef-e13d-4c7b-b464-1544e88a4b22 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.226605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25140eef-e13d-4c7b-b464-1544e88a4b22 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c47a1ed7-7185-4a58-97da-72961d59c8f4 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:31.231040 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25140eef-e13d-4c7b-b464-1544e88a4b22 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.232144 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-25140eef-e13d-4c7b-b464-1544e88a4b22 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "DELETE /v2.0/routers/c47a1ed7-7185-4a58-97da-72961d59c8f4 HTTP/1.1" status: 204 len: 168 time: 0.8736863 Jul 09 20:18:31.234946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34550) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:31.310772 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4fe775da-a523-4e7c-83bb-c5c43de2d683 req-bad13cc5-bdac-4079-be65-d63d27200ca9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675611 Jul 09 20:18:31.313547 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1b8f3a-ac71-48b4-9338-29ee8973f9f0 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Deleting subnet 14a86c94-d12d-49a4-b648-a2e30b1e03af {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:18:31.318082 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd1b8f3a-ac71-48b4-9338-29ee8973f9f0 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.359685 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd1b8f3a-ac71-48b4-9338-29ee8973f9f0 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.398329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e1ab2-7ae4-41cd-9963-92b38eb2b80e req-da0f50f1-55fa-42be-86d1-127f1b337105 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:31.399876 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603e1ab2-7ae4-41cd-9963-92b38eb2b80e req-da0f50f1-55fa-42be-86d1-127f1b337105 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.0846968 Jul 09 20:18:31.405101 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd1b8f3a-ac71-48b4-9338-29ee8973f9f0 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.440173 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603e1ab2-7ae4-41cd-9963-92b38eb2b80e req-0b743080-2441-4f2f-9a90-d9ce181e941d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331273 Jul 09 20:18:31.463338 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd1b8f3a-ac71-48b4-9338-29ee8973f9f0 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.489712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b8f3a-ac71-48b4-9338-29ee8973f9f0 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=14a86c94-d12d-49a4-b648-a2e30b1e03af,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:31.494966 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd1b8f3a-ac71-48b4-9338-29ee8973f9f0 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.497456 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dd1b8f3a-ac71-48b4-9338-29ee8973f9f0 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/14a86c94-d12d-49a4-b648-a2e30b1e03af HTTP/1.1" status: 204 len: 168 time: 0.2605541 Jul 09 20:18:31.499311 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34552) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:31.581037 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f265e43e-3f7b-4d3a-8565-e8c072abd569 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.647386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ffc81-5ef5-49ab-b7bc-99cd9594e3a9 req-f1b931e7-d1cd-4f58-b05b-eaba0dfaa495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:31.648967 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-726ffc81-5ef5-49ab-b7bc-99cd9594e3a9 req-f1b931e7-d1cd-4f58-b05b-eaba0dfaa495 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 1096 time: 0.0690520 Jul 09 20:18:31.650980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98b48b-4181-4777-b17d-86240e971a30 None None] Port 82cac94b-2a6b-4591-ab57-a8084ffc75fb not found while updating agent binding for router c47a1ed7-7185-4a58-97da-72961d59c8f4. {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 09 20:18:31.659367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf98b48b-4181-4777-b17d-86240e971a30 None None] Routers set() bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:31.662251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf98b48b-4181-4777-b17d-86240e971a30 None None] Router IDs set() for agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 20:18:31.662251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_agentschedulers_db [None req-bf98b48b-4181-4777-b17d-86240e971a30 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c47a1ed7-7185-4a58-97da-72961d59c8f4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent'). {{(pid=100206) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 20:18:31.662251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf98b48b-4181-4777-b17d-86240e971a30 None None] The sync data for ids ['c47a1ed7-7185-4a58-97da-72961d59c8f4'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:31.674522 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f265e43e-3f7b-4d3a-8565-e8c072abd569 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.684882 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f265e43e-3f7b-4d3a-8565-e8c072abd569 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c7badc-d6ce-43f6-8646-c1ba1c0bce9b']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:31.696390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f265e43e-3f7b-4d3a-8565-e8c072abd569 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e2889c-01f8-4351-ab89-454e00b9f800') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:31.696773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f265e43e-3f7b-4d3a-8565-e8c072abd569 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e2889c-01f8-4351-ab89-454e00b9f800') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:31.706020 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f265e43e-3f7b-4d3a-8565-e8c072abd569 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.720780 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f265e43e-3f7b-4d3a-8565-e8c072abd569 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.729002 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f265e43e-3f7b-4d3a-8565-e8c072abd569 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:18:31.729422 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f265e43e-3f7b-4d3a-8565-e8c072abd569 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:18:31.731257 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:18:31.768089 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ffc81-5ef5-49ab-b7bc-99cd9594e3a9 req-dfc75889-2380-4cb4-813b-c86050f95c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:31.770378 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-726ffc81-5ef5-49ab-b7bc-99cd9594e3a9 req-dfc75889-2380-4cb4-813b-c86050f95c98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.0900564 Jul 09 20:18:31.794391 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f265e43e-3f7b-4d3a-8565-e8c072abd569 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.799690 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f265e43e-3f7b-4d3a-8565-e8c072abd569 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61c7badc-d6ce-43f6-8646-c1ba1c0bce9b {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 20:18:31.802724 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f265e43e-3f7b-4d3a-8565-e8c072abd569 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:31.809178 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f265e43e-3f7b-4d3a-8565-e8c072abd569 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "DELETE /v2.0/networks/61c7badc-d6ce-43f6-8646-c1ba1c0bce9b HTTP/1.1" status: 204 len: 168 time: 0.3088443 Jul 09 20:18:31.822505 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265e43e-3f7b-4d3a-8565-e8c072abd569 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Pushing event deleted for resources: {'Network': ['ID=61c7badc-d6ce-43f6-8646-c1ba1c0bce9b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:31.859956 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-726ffc81-5ef5-49ab-b7bc-99cd9594e3a9 req-deb4d040-d112-4fcd-9242-7be3b138e4af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63677154-63b5-4897-8657-b7307f459562 HTTP/1.1" status: 200 len: 1000 time: 0.0822942 Jul 09 20:18:31.918266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ffc81-5ef5-49ab-b7bc-99cd9594e3a9 req-90de5abd-d1af-4d75-bd3d-57329ff36ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:31.919871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-726ffc81-5ef5-49ab-b7bc-99cd9594e3a9 req-90de5abd-d1af-4d75-bd3d-57329ff36ca8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.0513253 Jul 09 20:18:31.991180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ffc81-5ef5-49ab-b7bc-99cd9594e3a9 req-9c13cf29-c5e9-429f-b059-bf2ea6c42270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:31.993048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-726ffc81-5ef5-49ab-b7bc-99cd9594e3a9 req-9c13cf29-c5e9-429f-b059-bf2ea6c42270 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635660 Jul 09 20:18:32.006268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-726ffc81-5ef5-49ab-b7bc-99cd9594e3a9 req-9e8be3e0-e885-4125-a0a9-63eb4e9a6a45 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:18:32.007808 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-726ffc81-5ef5-49ab-b7bc-99cd9594e3a9 req-9e8be3e0-e885-4125-a0a9-63eb4e9a6a45 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076222 Jul 09 20:18:32.048290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34560) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:32.053797 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-532b19ea-9c14-4fc0-9a86-8b8b11143076 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Request body: {'router': {'name': 'tempest-router--299585224', 'project_id': '502dc2fbd1f548da80805a9e69165d71'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:32.084202 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-532b19ea-9c14-4fc0-9a86-8b8b11143076 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:32.086936 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-532b19ea-9c14-4fc0-9a86-8b8b11143076 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:32.122776 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-726ffc81-5ef5-49ab-b7bc-99cd9594e3a9 req-e2155c32-4db5-4131-b347-5ecfa6546925 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067200 Jul 09 20:18:32.156811 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-532b19ea-9c14-4fc0-9a86-8b8b11143076 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:32.164056 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-532b19ea-9c14-4fc0-9a86-8b8b11143076 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:32.183615 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-532b19ea-9c14-4fc0-9a86-8b8b11143076 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:32.187475 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-532b19ea-9c14-4fc0-9a86-8b8b11143076 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1356063 Jul 09 20:18:32.187893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34564) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:32.281098 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf57f75c-b6a2-45a6-8e63-4fd864d560d2 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:32.326619 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:32.368756 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-726ffc81-5ef5-49ab-b7bc-99cd9594e3a9 req-84531c49-99f7-4612-9a29-73e79ae503b7 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381597 Jul 09 20:18:32.493067 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf57f75c-b6a2-45a6-8e63-4fd864d560d2 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:32.495892 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf57f75c-b6a2-45a6-8e63-4fd864d560d2 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:32.552323 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf57f75c-b6a2-45a6-8e63-4fd864d560d2 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:32.552848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf57f75c-b6a2-45a6-8e63-4fd864d560d2 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4458219-d27d-4f2e-8d38-416d62dc798a {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:32.557482 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf57f75c-b6a2-45a6-8e63-4fd864d560d2 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:32.561604 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cf57f75c-b6a2-45a6-8e63-4fd864d560d2 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "DELETE /v2.0/routers/f4458219-d27d-4f2e-8d38-416d62dc798a HTTP/1.1" status: 204 len: 168 time: 0.3697870 Jul 09 20:18:32.580994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a70a3-e7b1-41f6-a554-5b3fd50c633f req-7e4fe798-b8fa-453b-8d5d-7af2e98969c0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:32.582745 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e21a70a3-e7b1-41f6-a554-5b3fd50c633f req-7e4fe798-b8fa-453b-8d5d-7af2e98969c0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1235683 Jul 09 20:18:32.626255 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e21a70a3-e7b1-41f6-a554-5b3fd50c633f req-744d8ae5-3bca-4a51-b04f-ec08158035f5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376205 Jul 09 20:18:32.633765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47876a22-e446-4573-9550-03bba3f11429 req-15cce335-108b-442d-9b90-f5d33c6c9598 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:32.635584 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47876a22-e446-4573-9550-03bba3f11429 req-15cce335-108b-442d-9b90-f5d33c6c9598 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.0736449 Jul 09 20:18:32.678683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47876a22-e446-4573-9550-03bba3f11429 req-0d92e94f-fe67-43a0-871e-991cbc7ae129 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375054 Jul 09 20:18:32.692074 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34572) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:32.873375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd774f7-a356-42c7-ac29-1be4efb89b9c req-6f882f7a-6601-4a51-9da7-9ae5ba4b3ee5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:32.875651 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4fd774f7-a356-42c7-ac29-1be4efb89b9c req-6f882f7a-6601-4a51-9da7-9ae5ba4b3ee5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.0759459 Jul 09 20:18:32.915307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2026828702', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:32.929923 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4fd774f7-a356-42c7-ac29-1be4efb89b9c req-9320a70a-a7fc-4ad7-bc41-4d87168ad3b1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459111 Jul 09 20:18:32.944661 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:32.945830 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:32.955205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34578) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:33.029497 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:33.424295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03712413-035b-4bb4-b9bf-f88c3e17241b tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:33.426555 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-03712413-035b-4bb4-b9bf-f88c3e17241b tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 1091 time: 0.4701571 Jul 09 20:18:33.429600 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34582) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:33.434455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:33.459370 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:33.493937 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:33.561228 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:33.681827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.25.0.51 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/eded23a1-74b5-410f-b57b-eeb4219c041e) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:33.701603 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:33.721292 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:33.795735 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:33.840662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bce91e-4ab5-4000-b042-ca53e220263a req-508ebc8a-e7b4-4def-ae25-82e199fc52f5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:33.842224 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-95bce91e-4ab5-4000-b042-ca53e220263a req-508ebc8a-e7b4-4def-ae25-82e199fc52f5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0787807 Jul 09 20:18:33.842388 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:33.884980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:33.887854 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:33.890361 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:33.917222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=eded23a1-74b5-410f-b57b-eeb4219c041e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:33.920879 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-95bce91e-4ab5-4000-b042-ca53e220263a req-68eb4235-74a1-40d9-a01a-28786c5f43dd tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712762 Jul 09 20:18:33.921997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Allocated IP 172.25.0.213 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/1f097c7a-bca4-4b9a-aa39-229ccd80b204) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:34.037983 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:34.078849 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:34.117468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:34.123999 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:34.127649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:34.152321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Pushing event updated for resources: {'Port': ['ID=1f097c7a-bca4-4b9a-aa39-229ccd80b204,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:34.293805 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:34.393788 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:34.413139 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:34.624712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:34.630278 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:34.696651 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:34.703890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=eded23a1-74b5-410f-b57b-eeb4219c041e,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:34.713903 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:34.762176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac30a4-cc0d-4b0e-bc27-505a48bf5fc9 req-75db1c22-3f9f-4c8b-bc6f-c937dcc7426a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:34.763704 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4ac30a4-cc0d-4b0e-bc27-505a48bf5fc9 req-75db1c22-3f9f-4c8b-bc6f-c937dcc7426a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 946 time: 0.1258831 Jul 09 20:18:34.823679 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Floating IP c26f5b91-cee6-46a8-910b-5e2558dfb18b associated. External IP: 172.25.0.51, port: 8276aae5-ae64-4310-8b5e-9235e3ec2656. Jul 09 20:18:34.842090 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4ac30a4-cc0d-4b0e-bc27-505a48bf5fc9 req-e7367a9e-a1e6-421d-849a-f14506097fca tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709596 Jul 09 20:18:34.881342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Router 51c9ebd9-3d53-4337-a593-ab01af6347f1 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:18:35.002220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:35.020157 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129ca0cc-aff4-45cc-bd54-fac2091164d1 None None] Sync routers for ids ['51c9ebd9-3d53-4337-a593-ab01af6347f1'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:35.022871 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:35.024568 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5a46cc77-e11b-4488-9bbc-f21aa9e40f0b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3313007 Jul 09 20:18:35.027107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34594) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:35.036790 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129ca0cc-aff4-45cc-bd54-fac2091164d1 None None] Routers {'51c9ebd9-3d53-4337-a593-ab01af6347f1'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:35.038470 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-129ca0cc-aff4-45cc-bd54-fac2091164d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['51c9ebd9-3d53-4337-a593-ab01af6347f1'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:35.107112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:18:35.176297 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9fd9df86-8562-4416-beb3-29e73e79a17e tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/routers/51c9ebd9-3d53-4337-a593-ab01af6347f1 HTTP/1.1" status: 200 len: 925 time: 0.1451077 Jul 09 20:18:35.176681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34596) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:35.213507 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bde0212e-04d9-4119-bfe4-2fcf1dcc4502 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "GET /v2.0/ports?device_id=51c9ebd9-3d53-4337-a593-ab01af6347f1 HTTP/1.1" status: 200 len: 205 time: 0.0355477 Jul 09 20:18:35.213999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e43bc-6e74-40fa-bbbf-e50bd0f2ebeb req-6347dc4b-7697-468f-b5b8-5ebf8a6f9fba tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:35.215540 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd3e43bc-6e74-40fa-bbbf-e50bd0f2ebeb req-6347dc4b-7697-468f-b5b8-5ebf8a6f9fba tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1653261 Jul 09 20:18:35.217950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34598) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:35.218490 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-129ca0cc-aff4-45cc-bd54-fac2091164d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:35.228557 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129ca0cc-aff4-45cc-bd54-fac2091164d1 None None] Routers {'51c9ebd9-3d53-4337-a593-ab01af6347f1'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:35.229183 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-129ca0cc-aff4-45cc-bd54-fac2091164d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['51c9ebd9-3d53-4337-a593-ab01af6347f1'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:35.262967 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-129ca0cc-aff4-45cc-bd54-fac2091164d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:35.263757 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129ca0cc-aff4-45cc-bd54-fac2091164d1 None None] The sync data for ids ['51c9ebd9-3d53-4337-a593-ab01af6347f1'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:35.391171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:35.400584 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd3e43bc-6e74-40fa-bbbf-e50bd0f2ebeb req-2383f895-d326-43c3-8d39-e0ad56bccd7c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490381 Jul 09 20:18:35.401557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3255f313-ddd0-4aee-ac49-b0e56c319672 None None] Sync routers for ids ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:35.413041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3255f313-ddd0-4aee-ac49-b0e56c319672 None None] Routers {'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:35.413944 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3255f313-ddd0-4aee-ac49-b0e56c319672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:35.428855 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:35.461063 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3acdfd08-63c0-456e-ab10-299833319722 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:35.513461 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6b55849f-8bfd-4c33-865f-ce8053bc997e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0797651 Jul 09 20:18:35.513461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:18:35.515675 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38f9ca2-a702-41db-bc0b-f6c7a43217fa" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:18:35.614657 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3acdfd08-63c0-456e-ab10-299833319722 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:35.696375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-3acdfd08-63c0-456e-ab10-299833319722 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Deleting port 1f097c7a-bca4-4b9a-aa39-229ccd80b204 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:35.696765 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3acdfd08-63c0-456e-ab10-299833319722 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:35.719833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-3255f313-ddd0-4aee-ac49-b0e56c319672 None None] Set router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:35.822911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2e77f-bf2e-4ce1-a784-b3564eb385a6 req-f89a4298-a3a0-41e5-964b-c044ab357404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:35.825063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7c2e77f-bf2e-4ce1-a784-b3564eb385a6 req-f89a4298-a3a0-41e5-964b-c044ab357404 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 1096 time: 0.0613992 Jul 09 20:18:35.827992 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3acdfd08-63c0-456e-ab10-299833319722 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:35.844927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-3acdfd08-63c0-456e-ab10-299833319722 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Calling delete_port for 1f097c7a-bca4-4b9a-aa39-229ccd80b204 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:35.853869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5ff98-bdd6-45c5-9786-319b0104167b req-c1f3ce7c-6988-4020-8a76-6ae1ec5fbe76 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:35.855447 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9e5ff98-bdd6-45c5-9786-319b0104167b req-c1f3ce7c-6988-4020-8a76-6ae1ec5fbe76 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.1128864 Jul 09 20:18:35.918066 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8a03c7-9b0e-48f5-b4ec-27cdd9eb87f6 x-openstack-request-id: req-9a8a03c7-9b0e-48f5-b4ec-27cdd9eb87f6 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:18:35.918372 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:18:35.918636 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a8a03c7-9b0e-48f5-b4ec-27cdd9eb87f6 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:18:35.919055 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'status': 'completed', 'code': 200} Jul 09 20:18:35.945996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2e77f-bf2e-4ce1-a784-b3564eb385a6 req-43083bbd-a22c-4a4b-8d0f-9a68148cbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:35.947551 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7c2e77f-bf2e-4ce1-a784-b3564eb385a6 req-43083bbd-a22c-4a4b-8d0f-9a68148cbf8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.1146543 Jul 09 20:18:35.960819 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9e5ff98-bdd6-45c5-9786-319b0104167b req-b3ca20dd-f3d9-4c39-a580-70eddd52d8d2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967550 Jul 09 20:18:36.013598 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34614) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:36.113234 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3255f313-ddd0-4aee-ac49-b0e56c319672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:07Z', 'updated_at': '2021-07-09T20:18:14Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:08Z', 'updated_at': '2021-07-09T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'c26f5b91-cee6-46a8-910b-5e2558dfb18b', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'port_id': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'mac_address': 'fa:16:3e:bf:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:18:34Z', 'updated_at': '2021-07-09T20:18:34Z', 'revision_number': 0, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d8e2fa-e997-477b-9290-0ab3e5f117c8', 'name': '', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:9c:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4f6437d4-7109-4804-b587-c5629b457f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:13Z', 'updated_at': '2021-07-09T20:18:20Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '4f6437d4-7109-4804-b587-c5629b457f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:36.158246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3255f313-ddd0-4aee-ac49-b0e56c319672 None None] Checking router: f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:18:36.159164 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7c2e77f-bf2e-4ce1-a784-b3564eb385a6 req-4a54c6cd-b3e4-4063-8134-d4f185e5a230 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63677154-63b5-4897-8657-b7307f459562 HTTP/1.1" status: 200 len: 1000 time: 0.2039781 Jul 09 20:18:36.167993 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3255f313-ddd0-4aee-ac49-b0e56c319672 None None] Routers {'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:36.168601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3255f313-ddd0-4aee-ac49-b0e56c319672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:36.170291 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e5378cb3-e732-49e2-91cc-e5ce7db9ca45 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/c26f5b91-cee6-46a8-910b-5e2558dfb18b HTTP/1.1" status: 200 len: 990 time: 0.1557407 Jul 09 20:18:36.227527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f9ca2-a702-41db-bc0b-f6c7a43217fa req-d0ced59e-3411-40d4-ab0f-9c5d25654be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:36.229137 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c38f9ca2-a702-41db-bc0b-f6c7a43217fa req-d0ced59e-3411-40d4-ab0f-9c5d25654be6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 1096 time: 0.2647643 Jul 09 20:18:36.269004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c24cb0-4227-4904-86f7-bc055b7a0e06 req-13c23a70-acab-4dac-ba2b-7d24825b2474 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:36.276336 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0c24cb0-4227-4904-86f7-bc055b7a0e06 req-13c23a70-acab-4dac-ba2b-7d24825b2474 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.2005374 Jul 09 20:18:36.276503 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3acdfd08-63c0-456e-ab10-299833319722 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:36.298023 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-3255f313-ddd0-4aee-ac49-b0e56c319672 None None] Set router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:36.298217 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2e77f-bf2e-4ce1-a784-b3564eb385a6 req-8155d7e0-8607-4a43-acbf-095d4f32fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:36.299659 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7c2e77f-bf2e-4ce1-a784-b3564eb385a6 req-8155d7e0-8607-4a43-acbf-095d4f32fe13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.1291397 Jul 09 20:18:36.314855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdfd08-63c0-456e-ab10-299833319722 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Pushing event deleted for resources: {'Port': ['ID=1f097c7a-bca4-4b9a-aa39-229ccd80b204,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:36.334944 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58577f04-9676-476f-9a29-fbb27c334738 req-870a94b1-514b-4124-b9e1-37ba7503dc6d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:36.341495 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58577f04-9676-476f-9a29-fbb27c334738 req-870a94b1-514b-4124-b9e1-37ba7503dc6d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 946 time: 0.1842852 Jul 09 20:18:36.411323 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-58577f04-9676-476f-9a29-fbb27c334738 req-301d1768-9860-492b-b433-658d5613b471 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687540 Jul 09 20:18:36.426038 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0c24cb0-4227-4904-86f7-bc055b7a0e06 req-ca9a23f5-d0a9-410b-8e9a-09de83136e55 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228256 Jul 09 20:18:36.464931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f9ca2-a702-41db-bc0b-f6c7a43217fa req-6cda535b-5cca-4eff-ad87-35f26c67515f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:36.466468 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c38f9ca2-a702-41db-bc0b-f6c7a43217fa req-6cda535b-5cca-4eff-ad87-35f26c67515f service neutron] 10.222.0.36 "GET /v2.0/networks?id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 HTTP/1.1" status: 200 len: 898 time: 0.2301159 Jul 09 20:18:36.474386 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3acdfd08-63c0-456e-ab10-299833319722 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:36.474607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2e77f-bf2e-4ce1-a784-b3564eb385a6 req-996251ea-029a-4342-a375-63b81daabe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:36.475936 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7c2e77f-bf2e-4ce1-a784-b3564eb385a6 req-996251ea-029a-4342-a375-63b81daabe1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506965 Jul 09 20:18:36.592045 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c38f9ca2-a702-41db-bc0b-f6c7a43217fa req-a866cdb7-f9d1-4b0e-946f-6cf5c8893d81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656 HTTP/1.1" status: 200 len: 998 time: 0.1151114 Jul 09 20:18:36.613451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3255f313-ddd0-4aee-ac49-b0e56c319672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:07Z', 'updated_at': '2021-07-09T20:18:14Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:08Z', 'updated_at': '2021-07-09T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'c26f5b91-cee6-46a8-910b-5e2558dfb18b', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'port_id': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'mac_address': 'fa:16:3e:bf:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:18:34Z', 'updated_at': '2021-07-09T20:18:34Z', 'revision_number': 0, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d8e2fa-e997-477b-9290-0ab3e5f117c8', 'name': '', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:9c:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4f6437d4-7109-4804-b587-c5629b457f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:13Z', 'updated_at': '2021-07-09T20:18:20Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '4f6437d4-7109-4804-b587-c5629b457f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:36.644564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3255f313-ddd0-4aee-ac49-b0e56c319672 None None] The sync data for ids ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'] in n-d-800088-3 is: [{'id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:07Z', 'updated_at': '2021-07-09T20:18:14Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:08Z', 'updated_at': '2021-07-09T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'c26f5b91-cee6-46a8-910b-5e2558dfb18b', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'port_id': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3033, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'mac_address': 'fa:16:3e:bf:6e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:18:34Z', 'updated_at': '2021-07-09T20:18:34Z', 'revision_number': 0, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d8e2fa-e997-477b-9290-0ab3e5f117c8', 'name': '', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:9c:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4f6437d4-7109-4804-b587-c5629b457f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:13Z', 'updated_at': '2021-07-09T20:18:20Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '4f6437d4-7109-4804-b587-c5629b457f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:36.676938 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7c2e77f-bf2e-4ce1-a784-b3564eb385a6 req-f438ddb3-fce3-4768-b9db-21387325eea0 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931770 Jul 09 20:18:36.758790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f9ca2-a702-41db-bc0b-f6c7a43217fa req-a3be2566-6b56-44af-967d-9b207eb13334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:36.760291 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c38f9ca2-a702-41db-bc0b-f6c7a43217fa req-a3be2566-6b56-44af-967d-9b207eb13334 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f6437d4-7109-4804-b587-c5629b457f94 HTTP/1.1" status: 200 len: 835 time: 0.1556020 Jul 09 20:18:36.833506 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7c2e77f-bf2e-4ce1-a784-b3564eb385a6 req-07e8ed2d-53ab-46c9-b7f7-81fcaa3e3c60 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414225 Jul 09 20:18:36.857505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f9ca2-a702-41db-bc0b-f6c7a43217fa req-9e7d0b0f-f5d8-4cb9-bb35-6e66c6d95842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:36.859353 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c38f9ca2-a702-41db-bc0b-f6c7a43217fa req-9e7d0b0f-f5d8-4cb9-bb35-6e66c6d95842 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926676 Jul 09 20:18:36.916265 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd37010a-6e2c-4304-b584-c181bd023315 None None] New status for floating IP c26f5b91-cee6-46a8-910b-5e2558dfb18b: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:18:36.967319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c38f9ca2-a702-41db-bc0b-f6c7a43217fa req-011299fd-29aa-4080-ae10-fa306c4d67b9 service neutron] 10.222.0.36 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988836 Jul 09 20:18:36.990143 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3acdfd08-63c0-456e-ab10-299833319722 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:36.993823 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3acdfd08-63c0-456e-ab10-299833319722 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:37.046359 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3acdfd08-63c0-456e-ab10-299833319722 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:37.046948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acdfd08-63c0-456e-ab10-299833319722 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Fanout notify agent at l3_agent the message router_deleted on router 51c9ebd9-3d53-4337-a593-ab01af6347f1 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:37.055918 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3acdfd08-63c0-456e-ab10-299833319722 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:37.057241 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3acdfd08-63c0-456e-ab10-299833319722 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "DELETE /v2.0/routers/51c9ebd9-3d53-4337-a593-ab01af6347f1 HTTP/1.1" status: 204 len: 168 time: 1.8381946 Jul 09 20:18:37.060728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34618) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:37.066129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Request body: {'router': {'name': 'tempest-snat-router-421441451', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'enable_snat': False}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:37.085639 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c38f9ca2-a702-41db-bc0b-f6c7a43217fa req-1beb4adf-4a18-4275-ae67-11b70a8a7a96 service neutron] 10.222.0.36 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075068 Jul 09 20:18:37.087295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae6565-65a0-4327-9795-e20384fb632c req-67fa5579-553c-42bd-9c9d-87b337b1d6ec tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:37.088901 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0bae6565-65a0-4327-9795-e20384fb632c req-67fa5579-553c-42bd-9c9d-87b337b1d6ec tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 946 time: 0.6272733 Jul 09 20:18:37.101734 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:37.103125 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:37.174080 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34620) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:37.201339 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:37.236201 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1803c86a-a6f3-4891-96e6-fb25eab4e403 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/c26f5b91-cee6-46a8-910b-5e2558dfb18b HTTP/1.1" status: 200 len: 992 time: 0.0609043 Jul 09 20:18:37.371915 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:37.381136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-0bae6565-65a0-4327-9795-e20384fb632c req-19ff6493-2285-4e9f-a029-d1c6aa683b9d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Deleting port 7227b41a-d45d-406a-8498-85044f6c8956 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:37.381478 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0bae6565-65a0-4327-9795-e20384fb632c req-19ff6493-2285-4e9f-a029-d1c6aa683b9d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:37.523344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-0bae6565-65a0-4327-9795-e20384fb632c req-19ff6493-2285-4e9f-a029-d1c6aa683b9d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] For port 7227b41a-d45d-406a-8498-85044f6c8956, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7227b41a-d45d-406a-8498-85044f6c8956,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:37.523644 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0bae6565-65a0-4327-9795-e20384fb632c req-19ff6493-2285-4e9f-a029-d1c6aa683b9d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:37.604346 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43531aa6-52e1-431a-9080-364c24970fd7 req-419cd6c1-2613-4b1f-add2-9ec6c0689cde tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:37.605938 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-43531aa6-52e1-431a-9080-364c24970fd7 req-419cd6c1-2613-4b1f-add2-9ec6c0689cde tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 946 time: 0.0689745 Jul 09 20:18:37.646176 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-43531aa6-52e1-431a-9080-364c24970fd7 req-72116288-1d37-402d-9315-8c27b8e5f2d7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344386 Jul 09 20:18:37.830260 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743975f0-9cea-41f5-89c4-78398e9c932c req-421df9f1-465b-435b-aae5-806b8167045b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:37.832330 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-743975f0-9cea-41f5-89c4-78398e9c932c req-421df9f1-465b-435b-aae5-806b8167045b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.2629368 Jul 09 20:18:37.885147 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0bae6565-65a0-4327-9795-e20384fb632c req-19ff6493-2285-4e9f-a029-d1c6aa683b9d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:37.885147 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0bae6565-65a0-4327-9795-e20384fb632c req-19ff6493-2285-4e9f-a029-d1c6aa683b9d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:37.885147 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [req-0bae6565-65a0-4327-9795-e20384fb632c req-19ff6493-2285-4e9f-a029-d1c6aa683b9d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Floating IP c5a2b0f6-6372-4d44-9f55-92da3c31146d disassociated. External IP: 172.25.0.44, port: 7227b41a-d45d-406a-8498-85044f6c8956. Jul 09 20:18:37.885147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-0bae6565-65a0-4327-9795-e20384fb632c req-19ff6493-2285-4e9f-a029-d1c6aa683b9d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Calling delete_port for 7227b41a-d45d-406a-8498-85044f6c8956 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:37.914927 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:37.976053 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:37.981369 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-743975f0-9cea-41f5-89c4-78398e9c932c req-f6e2b4b2-70fd-4bbc-8b1c-f25dffe5c13a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265469 Jul 09 20:18:38.140511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Allocated IP 172.25.0.85 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/d7632ae4-533b-4afe-956a-1416ed9b67ed) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:38.175436 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0bae6565-65a0-4327-9795-e20384fb632c req-19ff6493-2285-4e9f-a029-d1c6aa683b9d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:38.180690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae08bc-82df-4abc-9c82-4dcf0e97b968 req-92611d30-2cce-4598-a733-bb45b3fc45bd tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:38.182319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-70ae08bc-82df-4abc-9c82-4dcf0e97b968 req-92611d30-2cce-4598-a733-bb45b3fc45bd tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0760999 Jul 09 20:18:38.223893 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-70ae08bc-82df-4abc-9c82-4dcf0e97b968 req-7fefabf9-3535-4b97-b7b1-9209a7b15109 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351005 Jul 09 20:18:38.239564 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff6493-2285-4e9f-a029-d1c6aa683b9d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event deleted for resources: {'Port': ['ID=7227b41a-d45d-406a-8498-85044f6c8956,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:38.380167 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:38.421155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bae6565-65a0-4327-9795-e20384fb632c req-19ff6493-2285-4e9f-a029-d1c6aa683b9d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Router bd6864f3-8951-4b51-b8ec-d99c1abbe036 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:18:38.488765 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:38.564881 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:38.574146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:38.579187 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:38.622729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Pushing event updated for resources: {'Port': ['ID=d7632ae4-533b-4afe-956a-1416ed9b67ed,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:38.649253 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca61a9-40bc-48d9-a9fd-6d1ef06ca32d req-c04635cc-5ccb-4dba-9448-534606902194 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:38.650497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bae6565-65a0-4327-9795-e20384fb632c req-19ff6493-2285-4e9f-a029-d1c6aa683b9d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:38.657384 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e4ca61a9-40bc-48d9-a9fd-6d1ef06ca32d req-c04635cc-5ccb-4dba-9448-534606902194 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0927687 Jul 09 20:18:38.662042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b47ea6f-b8b7-41cd-a852-ea71320014e0 None None] Sync routers for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:38.698196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b47ea6f-b8b7-41cd-a852-ea71320014e0 None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:38.700207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7b47ea6f-b8b7-41cd-a852-ea71320014e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:38.717025 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e4ca61a9-40bc-48d9-a9fd-6d1ef06ca32d req-5648561a-b7a8-42a1-8a87-8a90f68d4047 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584886 Jul 09 20:18:38.834443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bae6565-65a0-4327-9795-e20384fb632c req-19ff6493-2285-4e9f-a029-d1c6aa683b9d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] No DVR routers for this DVR port 7227b41a-d45d-406a-8498-85044f6c8956 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:18:38.838064 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-0bae6565-65a0-4327-9795-e20384fb632c req-19ff6493-2285-4e9f-a029-d1c6aa683b9d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:38.840326 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0bae6565-65a0-4327-9795-e20384fb632c req-19ff6493-2285-4e9f-a029-d1c6aa683b9d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "DELETE /v2.0/ports/7227b41a-d45d-406a-8498-85044f6c8956 HTTP/1.1" status: 204 len: 173 time: 1.7326424 Jul 09 20:18:38.860554 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4130bbf3-8c24-4dee-a6d0-7c965daf136e', 'name': 'network-vif-deleted', 'tag': '7227b41a-d45d-406a-8498-85044f6c8956'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:18:38.881633 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0558b6-e8cc-419b-8189-064603e4bdf0" -d '{"events": [{"server_uuid": "4130bbf3-8c24-4dee-a6d0-7c965daf136e", "name": "network-vif-deleted", "tag": "7227b41a-d45d-406a-8498-85044f6c8956"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:18:38.921159 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-7b47ea6f-b8b7-41cd-a852-ea71320014e0 None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:38.933239 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c2758a33-6f1e-4938-b896-31e61a962248 req-425f3b37-0346-4392-a1e5-65f0b8243cd6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 210 time: 0.0432544 Jul 09 20:18:39.105182 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:39.172857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7b47ea6f-b8b7-41cd-a852-ea71320014e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:39.175354 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52930599-18b4-42ee-8a99-bdb27214ed83 x-openstack-request-id: req-52930599-18b4-42ee-8a99-bdb27214ed83 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:18:39.175833 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4130bbf3-8c24-4dee-a6d0-7c965daf136e", "name": "network-vif-deleted", "tag": "7227b41a-d45d-406a-8498-85044f6c8956", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:18:39.176006 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52930599-18b4-42ee-8a99-bdb27214ed83 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:18:39.176399 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4130bbf3-8c24-4dee-a6d0-7c965daf136e', 'name': 'network-vif-deleted', 'tag': '7227b41a-d45d-406a-8498-85044f6c8956', 'status': 'completed', 'code': 200} Jul 09 20:18:39.202065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b47ea6f-b8b7-41cd-a852-ea71320014e0 None None] Checking router: bd6864f3-8951-4b51-b8ec-d99c1abbe036 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:18:39.212001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b47ea6f-b8b7-41cd-a852-ea71320014e0 None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:39.212827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7b47ea6f-b8b7-41cd-a852-ea71320014e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:39.330087 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-7b47ea6f-b8b7-41cd-a852-ea71320014e0 None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:39.429282 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0e867-d6dc-4bf1-aa2d-f3584c06fc2d req-919a80ff-60c3-4ea9-bf1f-6cc5cebce895 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:39.430856 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-add0e867-d6dc-4bf1-aa2d-f3584c06fc2d req-919a80ff-60c3-4ea9-bf1f-6cc5cebce895 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1344757 Jul 09 20:18:39.435674 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:39.517507 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-add0e867-d6dc-4bf1-aa2d-f3584c06fc2d req-87c6617b-4e14-4af3-8bfc-3c0347c6db62 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773945 Jul 09 20:18:39.557647 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7b47ea6f-b8b7-41cd-a852-ea71320014e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:39.589456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b47ea6f-b8b7-41cd-a852-ea71320014e0 None None] The sync data for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 is: [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:39.598848 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Router 0f3df990-a00c-4f80-ba11-b9826268f63d is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:18:39.850470 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d239b92-dfbf-4a01-9891-2a6aa686b8a8 None None] New status for floating IP c5a2b0f6-6372-4d44-9f55-92da3c31146d: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:18:40.091684 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:40.101129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Sync routers for ids ['0f3df990-a00c-4f80-ba11-b9826268f63d'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:40.109319 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:40.110686 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d270ef88-6ec6-43cb-9353-fd51c8b4bf8d tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0488203 Jul 09 20:18:40.113168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Routers {'0f3df990-a00c-4f80-ba11-b9826268f63d'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:40.113303 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34648) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:40.114063 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0f3df990-a00c-4f80-ba11-b9826268f63d'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:40.127315 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-468cc16c-3f37-4e63-862a-72513ce91d7b req-4d966ecd-cb0c-406f-8faa-f050c4db95e9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 210 time: 0.0393720 Jul 09 20:18:40.174042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7227b41a-d45d-406a-8498-85044f6c8956 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:40.202258 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 7227b41a-d45d-406a-8498-85044f6c8956 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:40.202722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7227b41a-d45d-406a-8498-85044f6c8956 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:40.245519 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-47f8cf95-c882-495e-b674-2a5f79013229 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/routers/0f3df990-a00c-4f80-ba11-b9826268f63d HTTP/1.1" status: 200 len: 907 time: 0.1308787 Jul 09 20:18:40.248116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34652) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:40.252580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Request body: {'router': {'name': 'tempest-snat-router-421441451', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'enable_snat': True}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:40.274475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Set router 0f3df990-a00c-4f80-ba11-b9826268f63d gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:40.277501 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:40.278893 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:40.331755 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:40.473591 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:40.474335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3df990-a00c-4f80-ba11-b9826268f63d', 'name': 'tempest-snat-router-421441451', 'tenant_id': 'f10831dfeed849dfa30d57a797af882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.85'}], 'enable_snat': False}, 'gw_port_id': 'd7632ae4-533b-4afe-956a-1416ed9b67ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:37Z', 'updated_at': '2021-07-09T20:18:38Z', 'revision_number': 3, 'project_id': 'f10831dfeed849dfa30d57a797af882b', 'gw_port': {'id': 'd7632ae4-533b-4afe-956a-1416ed9b67ed', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:92:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3df990-a00c-4f80-ba11-b9826268f63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:37Z', 'updated_at': '2021-07-09T20:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:40.509497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Checking router: 0f3df990-a00c-4f80-ba11-b9826268f63d for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:18:40.509864 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Updating router 0f3df990-a00c-4f80-ba11-b9826268f63d port d7632ae4-533b-4afe-956a-1416ed9b67ed binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:18:40.546157 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:40.747873 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:40.772398 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:40.787979 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71161072-481c-4bd2-8915-39ed9e753902 req-037933e3-919a-4e26-9a50-58fd71fcfb2f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:40.789469 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-71161072-481c-4bd2-8915-39ed9e753902 req-037933e3-919a-4e26-9a50-58fd71fcfb2f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1324825 Jul 09 20:18:40.840067 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:40.856020 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Transition to ACTIVE for port object d7632ae4-533b-4afe-956a-1416ed9b67ed will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:18:40.865209 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:40.891960 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-71161072-481c-4bd2-8915-39ed9e753902 req-b429bdea-8bfa-4d3e-af2f-569430385dc4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713112 Jul 09 20:18:40.922609 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Attempting to bind port d7632ae4-533b-4afe-956a-1416ed9b67ed on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:18:40.922993 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Attempting to bind port d7632ae4-533b-4afe-956a-1416ed9b67ed by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:18:40.923369 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Attempting to bind port d7632ae4-533b-4afe-956a-1416ed9b67ed on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:18:40.923489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Allocated IP 172.25.0.59 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/a459635e-673f-4a42-8a3f-8f43225c3357) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:40.933790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:18:40.934214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:18:40.934627 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:40.935030 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:18:40.935514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Bound port: d7632ae4-533b-4afe-956a-1416ed9b67ed, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:18:40.935952 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:40.937587 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b1ead-a0e7-4d09-801b-ccd46c42cbcc None None] Pushing event updated for resources: {'Port': ['ID=d7632ae4-533b-4afe-956a-1416ed9b67ed,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:41.011518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] For port d7632ae4-533b-4afe-956a-1416ed9b67ed, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:18:41.016194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] For port d7632ae4-533b-4afe-956a-1416ed9b67ed, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d7632ae4-533b-4afe-956a-1416ed9b67ed,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:18:41.024355 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:41.059320 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:41.085038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Routers {'0f3df990-a00c-4f80-ba11-b9826268f63d'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:41.085927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0f3df990-a00c-4f80-ba11-b9826268f63d'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:41.116229 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:41.157614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:41.161488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:41.165443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:41.205656 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Pushing event updated for resources: {'Port': ['ID=a459635e-673f-4a42-8a3f-8f43225c3357,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:41.339449 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-12cd08e5-d235-49fd-938c-055f59752b6c req-f95cb2d3-98d8-4cf7-851d-568a91ec4f3d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 210 time: 0.0460067 Jul 09 20:18:41.420641 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b1ead-a0e7-4d09-801b-ccd46c42cbcc None None] Pushing event updated for resources: {'Port': ['ID=d7632ae4-533b-4afe-956a-1416ed9b67ed,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:41.443536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] Set router 0f3df990-a00c-4f80-ba11-b9826268f63d gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:41.508581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd4e53-fd99-481f-9692-5a7545a3f3c9 req-84e33d85-0ded-4bbe-9e5b-8d2c09ef3963 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:41.510104 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-debd4e53-fd99-481f-9692-5a7545a3f3c9 req-84e33d85-0ded-4bbe-9e5b-8d2c09ef3963 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1790676 Jul 09 20:18:41.658236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3df990-a00c-4f80-ba11-b9826268f63d', 'name': 'tempest-snat-router-421441451', 'tenant_id': 'f10831dfeed849dfa30d57a797af882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.85'}], 'enable_snat': False}, 'gw_port_id': 'd7632ae4-533b-4afe-956a-1416ed9b67ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:37Z', 'updated_at': '2021-07-09T20:18:38Z', 'revision_number': 3, 'project_id': 'f10831dfeed849dfa30d57a797af882b', 'gw_port': {'id': 'd7632ae4-533b-4afe-956a-1416ed9b67ed', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:92:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3df990-a00c-4f80-ba11-b9826268f63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:37Z', 'updated_at': '2021-07-09T20:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:41.688117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b0eec-5a85-49f3-a1d3-6485cc3667d0 None None] The sync data for ids ['0f3df990-a00c-4f80-ba11-b9826268f63d'] in n-d-800088-3 is: [{'id': '0f3df990-a00c-4f80-ba11-b9826268f63d', 'name': 'tempest-snat-router-421441451', 'tenant_id': 'f10831dfeed849dfa30d57a797af882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.85'}], 'enable_snat': False}, 'gw_port_id': 'd7632ae4-533b-4afe-956a-1416ed9b67ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:37Z', 'updated_at': '2021-07-09T20:18:38Z', 'revision_number': 3, 'project_id': 'f10831dfeed849dfa30d57a797af882b', 'gw_port': {'id': 'd7632ae4-533b-4afe-956a-1416ed9b67ed', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:92:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3df990-a00c-4f80-ba11-b9826268f63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:37Z', 'updated_at': '2021-07-09T20:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:41.960061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-debd4e53-fd99-481f-9692-5a7545a3f3c9 req-12a75c46-004f-47c9-b18d-2c4e0640ad93 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4151125 Jul 09 20:18:41.991024 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:42.215375 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:42.397431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Router 16958970-22f6-4506-839c-b5d9ec70d0b3 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:18:42.459191 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d7632ae4-533b-4afe-956a-1416ed9b67ed up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:18:42.572275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:42.583929 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Sync routers for ids ['16958970-22f6-4506-839c-b5d9ec70d0b3'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:42.595808 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-db004c19-fec4-4c34-8d8a-da41114c676e req-16a6ff62-e1f4-4c95-8614-60959dab614f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 210 time: 0.0703351 Jul 09 20:18:42.598503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:42.602105 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-326615ce-7038-4c44-9560-ef895ec0cabc tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.3506000 Jul 09 20:18:42.602265 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Routers {'16958970-22f6-4506-839c-b5d9ec70d0b3'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:42.602365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34668) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:42.604112 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['16958970-22f6-4506-839c-b5d9ec70d0b3'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:42.637910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port d7632ae4-533b-4afe-956a-1416ed9b67ed completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:18:42.645480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d7632ae4-533b-4afe-956a-1416ed9b67ed triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:42.645859 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:42.742817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34670) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:42.744052 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b7504730-ccb3-4272-81d6-be2f287242cb tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/routers/16958970-22f6-4506-839c-b5d9ec70d0b3 HTTP/1.1" status: 200 len: 906 time: 0.1400793 Jul 09 20:18:42.790293 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Set router 16958970-22f6-4506-839c-b5d9ec70d0b3 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:18:42.801827 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:42.847361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port d7632ae4-533b-4afe-956a-1416ed9b67ed, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d7632ae4-533b-4afe-956a-1416ed9b67ed,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:42.853056 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:42.893620 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8291bd4-df4f-464e-8b51-e6621ddd35a6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:42.915729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=d7632ae4-533b-4afe-956a-1416ed9b67ed,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:43.015305 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16958970-22f6-4506-839c-b5d9ec70d0b3', 'name': 'tempest-snat-router-421441451', 'tenant_id': 'f10831dfeed849dfa30d57a797af882b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'a459635e-673f-4a42-8a3f-8f43225c3357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:40Z', 'updated_at': '2021-07-09T20:18:41Z', 'revision_number': 3, 'project_id': 'f10831dfeed849dfa30d57a797af882b', 'gw_port': {'id': 'a459635e-673f-4a42-8a3f-8f43225c3357', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:51:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16958970-22f6-4506-839c-b5d9ec70d0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:40Z', 'updated_at': '2021-07-09T20:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:43.028252 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8291bd4-df4f-464e-8b51-e6621ddd35a6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:43.047164 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Checking router: 16958970-22f6-4506-839c-b5d9ec70d0b3 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:18:43.047523 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Updating router 16958970-22f6-4506-839c-b5d9ec70d0b3 port a459635e-673f-4a42-8a3f-8f43225c3357 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:18:43.089758 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:43.171258 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11805b-ab4f-4098-8e8a-f7b7ac721c9a req-d7a96f99-f3de-4e0e-8ed8-5c9b13b9c04a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:43.172970 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cb11805b-ab4f-4098-8e8a-f7b7ac721c9a req-d7a96f99-f3de-4e0e-8ed8-5c9b13b9c04a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0919795 Jul 09 20:18:43.177149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f8291bd4-df4f-464e-8b51-e6621ddd35a6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Deleting port a459635e-673f-4a42-8a3f-8f43225c3357 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:43.177610 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8291bd4-df4f-464e-8b51-e6621ddd35a6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:43.267433 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cb11805b-ab4f-4098-8e8a-f7b7ac721c9a req-712f1a5a-f82b-48f3-9288-0714d971e882 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860710 Jul 09 20:18:43.286304 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8291bd4-df4f-464e-8b51-e6621ddd35a6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:43.304146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f8291bd4-df4f-464e-8b51-e6621ddd35a6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Calling delete_port for a459635e-673f-4a42-8a3f-8f43225c3357 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:43.374279 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:43.387177 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Transition to ACTIVE for port object a459635e-673f-4a42-8a3f-8f43225c3357 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:18:43.397816 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:43.450332 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Attempting to bind port a459635e-673f-4a42-8a3f-8f43225c3357 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:18:43.451039 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Attempting to bind port a459635e-673f-4a42-8a3f-8f43225c3357 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:18:43.451464 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Attempting to bind port a459635e-673f-4a42-8a3f-8f43225c3357 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:18:43.454620 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0b4c6-dcfe-46df-bea8-823b22cc550c None None] Pushing event updated for resources: {'Port': ['ID=a459635e-673f-4a42-8a3f-8f43225c3357,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:43.460332 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:18:43.460814 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:18:43.461863 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:43.462340 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:18:43.462937 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Bound port: a459635e-673f-4a42-8a3f-8f43225c3357, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:18:43.463945 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:43.480596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f37e3f-5b8b-4e96-ac93-ddf49ee7d673 req-f6010cfc-351a-442e-8b2d-1442711590e7 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:43.482290 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f6f37e3f-5b8b-4e96-ac93-ddf49ee7d673 req-f6010cfc-351a-442e-8b2d-1442711590e7 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0855219 Jul 09 20:18:43.492022 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b4c6-dcfe-46df-bea8-823b22cc550c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:43.492371 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b4c6-dcfe-46df-bea8-823b22cc550c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:43.492780 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b4c6-dcfe-46df-bea8-823b22cc550c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:43.493223 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b4c6-dcfe-46df-bea8-823b22cc550c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:43.493567 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b4c6-dcfe-46df-bea8-823b22cc550c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:43.493906 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b4c6-dcfe-46df-bea8-823b22cc550c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:43.494244 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b4c6-dcfe-46df-bea8-823b22cc550c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:43.494576 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b4c6-dcfe-46df-bea8-823b22cc550c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:43.494907 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b4c6-dcfe-46df-bea8-823b22cc550c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:43.495237 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b4c6-dcfe-46df-bea8-823b22cc550c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:43.495572 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b4c6-dcfe-46df-bea8-823b22cc550c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:43.496014 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c0b4c6-dcfe-46df-bea8-823b22cc550c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:43.520080 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8291bd4-df4f-464e-8b51-e6621ddd35a6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:43.529017 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f6f37e3f-5b8b-4e96-ac93-ddf49ee7d673 req-8f32018a-92e6-4e5e-a15e-b93d53ece50e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406990 Jul 09 20:18:43.537219 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.db.api [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100207) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:18:43.537636 n-d-800088-3 neutron-server[100207]: DEBUG oslo_db.api [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:18:43.555888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8291bd4-df4f-464e-8b51-e6621ddd35a6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Pushing event deleted for resources: {'Port': ['ID=a459635e-673f-4a42-8a3f-8f43225c3357,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:43.652367 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8291bd4-df4f-464e-8b51-e6621ddd35a6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:43.775726 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5d9d141-9bf9-49a0-92e5-2d55d10a9ffe req-9935d19e-a0d0-4078-8d0e-2730a9eae128 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=4130bbf3-8c24-4dee-a6d0-7c965daf136e HTTP/1.1" status: 200 len: 210 time: 0.0317826 Jul 09 20:18:43.789627 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8291bd4-df4f-464e-8b51-e6621ddd35a6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:43.795341 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8291bd4-df4f-464e-8b51-e6621ddd35a6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:43.849027 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8291bd4-df4f-464e-8b51-e6621ddd35a6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:43.849568 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8291bd4-df4f-464e-8b51-e6621ddd35a6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16958970-22f6-4506-839c-b5d9ec70d0b3 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:43.854869 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f8291bd4-df4f-464e-8b51-e6621ddd35a6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:43.856240 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f8291bd4-df4f-464e-8b51-e6621ddd35a6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "DELETE /v2.0/routers/16958970-22f6-4506-839c-b5d9ec70d0b3 HTTP/1.1" status: 204 len: 168 time: 1.1122332 Jul 09 20:18:43.858887 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34682) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:43.872908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973906e-809d-4ea2-8bd3-1101f698d49d req-37966a11-ba2d-4206-9628-ef190e877bbd tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:43.880625 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b973906e-809d-4ea2-8bd3-1101f698d49d req-37966a11-ba2d-4206-9628-ef190e877bbd tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1931329 Jul 09 20:18:43.919651 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b973906e-809d-4ea2-8bd3-1101f698d49d req-6ebe8f5a-6405-4ec5-bf89-21b13e514573 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380597 Jul 09 20:18:43.971888 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.053561 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Attempting to bind port a459635e-673f-4a42-8a3f-8f43225c3357 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:18:44.054085 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Attempting to bind port a459635e-673f-4a42-8a3f-8f43225c3357 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:18:44.054183 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Attempting to bind port a459635e-673f-4a42-8a3f-8f43225c3357 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:18:44.059626 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:18:44.060005 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:18:44.062155 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.063151 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:18:44.063830 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Bound port: a459635e-673f-4a42-8a3f-8f43225c3357, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:18:44.064356 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.086352 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Port a459635e-673f-4a42-8a3f-8f43225c3357 has been deleted concurrently {{(pid=100207) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 20:18:44.095107 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Routers set() bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:44.095474 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Router IDs set() for agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 20:18:44.096071 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_agentschedulers_db [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'16958970-22f6-4506-839c-b5d9ec70d0b3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent'). {{(pid=100207) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 20:18:44.096452 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecd6b74-6d55-48e1-8a69-9f591c1fe83d None None] The sync data for ids ['16958970-22f6-4506-839c-b5d9ec70d0b3'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:44.109296 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.154880 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961f9ac-6c18-475b-bfaa-eb6d07f582d3 req-cd41ef46-a305-46c3-bf5f-58bfe9c6cf5d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:44.156359 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0961f9ac-6c18-475b-bfaa-eb6d07f582d3 req-cd41ef46-a305-46c3-bf5f-58bfe9c6cf5d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1080964 Jul 09 20:18:44.211455 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0961f9ac-6c18-475b-bfaa-eb6d07f582d3 req-e9e5d510-84e2-454c-ae7f-675441fd8b55 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484500 Jul 09 20:18:44.216190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Deleting port d7632ae4-533b-4afe-956a-1416ed9b67ed {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:44.216553 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.294047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] For port d7632ae4-533b-4afe-956a-1416ed9b67ed, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d7632ae4-533b-4afe-956a-1416ed9b67ed,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:18:44.294416 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.306339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Calling delete_port for d7632ae4-533b-4afe-956a-1416ed9b67ed owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:44.398592 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d7632ae4-533b-4afe-956a-1416ed9b67ed up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:18:44.451343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d7632ae4-533b-4afe-956a-1416ed9b67ed triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:44.451812 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.478212 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.490557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Could not find standard attr ID for object d7632ae4-533b-4afe-956a-1416ed9b67ed. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:18:44.493199 n-d-800088-3 neutron-server[100206]: INFO neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No ports have port_id starting with d7632ae4-533b-4afe-956a-1416ed9b67ed Jul 09 20:18:44.506422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7632ae4-533b-4afe-956a-1416ed9b67ed,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:44.572056 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.665877 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.668183 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.712725 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.713280 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f3df990-a00c-4f80-ba11-b9826268f63d {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:44.717552 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.718708 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7ef7f37a-126e-4eec-8e4b-4654ada96bbf tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "DELETE /v2.0/routers/0f3df990-a00c-4f80-ba11-b9826268f63d HTTP/1.1" status: 204 len: 168 time: 0.8584697 Jul 09 20:18:44.723277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34688) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:44.728672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1196631281', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}, 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:44.760318 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.761616 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.818598 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:44.968802 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:45.111852 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-057f7a0a-5f14-406d-8413-39c3023742d1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367993843&fields=id&tenant_id=23bb1ac906cf4b6394cc5b1e602b1500 HTTP/1.1" status: 200 len: 267 time: 0.0488663 Jul 09 20:18:45.264911 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:45.291846 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:45.355797 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-357ec0b0-37b5-4920-9735-5748bd183c41 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:45.357342 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-357ec0b0-37b5-4920-9735-5748bd183c41 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 811 time: 0.2382624 Jul 09 20:18:45.371789 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:18:45.381003 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-7070df5d-0015-414e-9479-3b258b623653 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/quotas/23bb1ac906cf4b6394cc5b1e602b1500 HTTP/1.1" status: 200 len: 375 time: 0.0182338 Jul 09 20:18:45.468912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Allocated IP 172.25.0.81 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/23a03e6b-aa08-406a-aab2-f270e252ac2a) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:45.542247 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-5a03d9cb-6542-4f4d-8d4d-d60a7818f995 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1533778 Jul 09 20:18:45.650654 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:45.687917 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-08ea5838-cf6a-47b2-b8e3-a9701649f6cd service neutron] 10.222.0.30 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250136 Jul 09 20:18:45.762679 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:45.819265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:45.829824 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:45.836576 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:45.863111 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Pushing event updated for resources: {'Port': ['ID=23a03e6b-aa08-406a-aab2-f270e252ac2a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:45.868603 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-148b251b-c647-4652-afe5-421e7f0f3a03 service neutron] 10.222.0.30 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723711 Jul 09 20:18:46.109598 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:46.197262 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e32016e6-6213-4040-8f8e-074b251e7349 req-5f40b2a4-9307-40da-b528-9fea106fdb3d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 210 time: 0.0379202 Jul 09 20:18:46.358977 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:46.397724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d7632ae4-533b-4afe-956a-1416ed9b67ed no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:18:46.421642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: d7632ae4-533b-4afe-956a-1416ed9b67ed {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:18:46.422256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d7632ae4-533b-4afe-956a-1416ed9b67ed not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:18:46.499151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Router 659504d5-8205-4c78-8253-049206b9d089 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:18:46.615329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:46.625623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301b5e8-8cf2-485a-9c59-0576fd1e08d8 None None] Sync routers for ids ['659504d5-8205-4c78-8253-049206b9d089'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:46.635571 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301b5e8-8cf2-485a-9c59-0576fd1e08d8 None None] Routers {'659504d5-8205-4c78-8253-049206b9d089'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:46.636372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c301b5e8-8cf2-485a-9c59-0576fd1e08d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['659504d5-8205-4c78-8253-049206b9d089'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:46.639536 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:46.641234 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c23f959e-f752-40db-906e-be9f1efdc4e7 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9166899 Jul 09 20:18:46.644804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34720) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:46.649612 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-70a56d74-b0a4-4e23-b3d2-4626009162be tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'enable_snat': False}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:46.672996 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c301b5e8-8cf2-485a-9c59-0576fd1e08d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:46.682035 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c301b5e8-8cf2-485a-9c59-0576fd1e08d8 None None] Routers {'659504d5-8205-4c78-8253-049206b9d089'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:46.682653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c301b5e8-8cf2-485a-9c59-0576fd1e08d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['659504d5-8205-4c78-8253-049206b9d089'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:46.716562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c301b5e8-8cf2-485a-9c59-0576fd1e08d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:46.717481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c301b5e8-8cf2-485a-9c59-0576fd1e08d8 None None] The sync data for ids ['659504d5-8205-4c78-8253-049206b9d089'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:47.388059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d426d6e6-6148-454d-ad51-8832fc265240 req-12d5ca21-7774-48e8-b43c-fa4e3a3e3ba8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 210 time: 0.0456541 Jul 09 20:18:47.399333 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-70a56d74-b0a4-4e23-b3d2-4626009162be tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:47.482715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-79f004d2-64ad-447b-95ab-684f9f33e0d3 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:47.484160 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-79f004d2-64ad-447b-95ab-684f9f33e0d3 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 811 time: 0.1973691 Jul 09 20:18:47.554136 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-c566a933-7467-44d4-9d31-f46a28628492 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23bb1ac906cf4b6394cc5b1e602b1500 HTTP/1.1" status: 200 len: 380 time: 0.0484443 Jul 09 20:18:47.566073 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-08a7bd7d-a209-4bfa-93f9-b38b240a8273 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'port': {'device_id': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'admin_state_up': True, 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'security_groups': ['6c3dfff3-12ed-47f5-a004-1275183452f9']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:47.803559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-08a7bd7d-a209-4bfa-93f9-b38b240a8273 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Made reservation on behalf of 23bb1ac906cf4b6394cc5b1e602b1500 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:18:47.807047 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-08a7bd7d-a209-4bfa-93f9-b38b240a8273 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:48.068328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-08a7bd7d-a209-4bfa-93f9-b38b240a8273 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Allocated IP 172.20.0.14 (3de49419-471d-44dd-9cec-0be8c2f78db2/9a57788d-dcbd-497d-b559-eb3dde79191b/605ccab8-f92d-45ae-a555-abf83c7d649b) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:48.104165 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-70a56d74-b0a4-4e23-b3d2-4626009162be tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:48.115444 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-70a56d74-b0a4-4e23-b3d2-4626009162be tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:48.323800 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a56d74-b0a4-4e23-b3d2-4626009162be tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Router 659504d5-8205-4c78-8253-049206b9d089 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:18:48.332923 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-08a7bd7d-a209-4bfa-93f9-b38b240a8273 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:48.352283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-08a7bd7d-a209-4bfa-93f9-b38b240a8273 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Transition to ACTIVE for port object 605ccab8-f92d-45ae-a555-abf83c7d649b will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:18:48.475562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a56d74-b0a4-4e23-b3d2-4626009162be tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:48.477531 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-08a7bd7d-a209-4bfa-93f9-b38b240a8273 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:48.481417 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-70a56d74-b0a4-4e23-b3d2-4626009162be tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:48.482683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-70a56d74-b0a4-4e23-b3d2-4626009162be tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "PUT /v2.0/routers/659504d5-8205-4c78-8253-049206b9d089 HTTP/1.1" status: 200 len: 925 time: 1.8368921 Jul 09 20:18:48.486085 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34730) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:48.487763 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b02098-cbf6-42b2-983d-eeb132689067 None None] Sync routers for ids ['659504d5-8205-4c78-8253-049206b9d089'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:48.509825 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b02098-cbf6-42b2-983d-eeb132689067 None None] Routers {'659504d5-8205-4c78-8253-049206b9d089'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:48.510746 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-90b02098-cbf6-42b2-983d-eeb132689067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['659504d5-8205-4c78-8253-049206b9d089'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:48.512390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-08a7bd7d-a209-4bfa-93f9-b38b240a8273 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Network 3de49419-471d-44dd-9cec-0be8c2f78db2 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:48.545195 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-90b02098-cbf6-42b2-983d-eeb132689067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:48.545443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-08a7bd7d-a209-4bfa-93f9-b38b240a8273 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:48.552108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-08a7bd7d-a209-4bfa-93f9-b38b240a8273 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:48.569379 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b02098-cbf6-42b2-983d-eeb132689067 None None] Routers {'659504d5-8205-4c78-8253-049206b9d089'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:48.570233 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-90b02098-cbf6-42b2-983d-eeb132689067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['659504d5-8205-4c78-8253-049206b9d089'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:48.622749 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-90b02098-cbf6-42b2-983d-eeb132689067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:48.623667 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b02098-cbf6-42b2-983d-eeb132689067 None None] The sync data for ids ['659504d5-8205-4c78-8253-049206b9d089'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:48.635746 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0b32ae98-0b3f-424b-aa32-9fe6cbd081d1 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/routers/659504d5-8205-4c78-8253-049206b9d089 HTTP/1.1" status: 200 len: 925 time: 0.1482852 Jul 09 20:18:48.638791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34732) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:48.674031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7bd7d-a209-4bfa-93f9-b38b240a8273 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'Port': ['ID=605ccab8-f92d-45ae-a555-abf83c7d649b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:48.713787 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-08a7bd7d-a209-4bfa-93f9-b38b240a8273 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:48.714502 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-08a7bd7d-a209-4bfa-93f9-b38b240a8273 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:48.735335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c9627e-1e02-4470-9553-1f7f70ff4264 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:48.735582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541e64a-395f-4d7e-8b29-bec93db3a614 req-efd50f6d-f2e4-4239-8cfe-de31e1cf58ce tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:48.736997 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-13c9627e-1e02-4470-9553-1f7f70ff4264 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&device_id=659504d5-8205-4c78-8253-049206b9d089&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0971894 Jul 09 20:18:48.737165 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0541e64a-395f-4d7e-8b29-bec93db3a614 req-efd50f6d-f2e4-4239-8cfe-de31e1cf58ce tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 932 time: 0.2229676 Jul 09 20:18:48.740254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34734) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:48.748615 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-08a7bd7d-a209-4bfa-93f9-b38b240a8273 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1866395 Jul 09 20:18:48.773068 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Request body: {'port': {'device_id': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:48.823069 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0541e64a-395f-4d7e-8b29-bec93db3a614 req-088f2f3f-79f4-4986-a2d4-d372370c8de1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785642 Jul 09 20:18:48.847261 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e9b413-f143-415f-a1c7-391e6c14ce65 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:48.848986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f5e9b413-f143-415f-a1c7-391e6c14ce65 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 881 time: 0.1076627 Jul 09 20:18:48.851686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34736) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:48.872795 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:48.885919 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-650e5895-43bd-461a-ba85-c27bd5f74cdd tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "GET /v2.0/ports?device_id=659504d5-8205-4c78-8253-049206b9d089 HTTP/1.1" status: 200 len: 205 time: 0.0330372 Jul 09 20:18:48.888373 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34738) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:48.922905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f399bd1d-8ce7-41d2-8cb1-c17cfc1bd4d4 None None] Provisioning for port 605ccab8-f92d-45ae-a555-abf83c7d649b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:18:48.927543 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f399bd1d-8ce7-41d2-8cb1-c17cfc1bd4d4 None None] Provisioning complete for port 605ccab8-f92d-45ae-a555-abf83c7d649b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:18:48.927986 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f399bd1d-8ce7-41d2-8cb1-c17cfc1bd4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:48.967332 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f399bd1d-8ce7-41d2-8cb1-c17cfc1bd4d4 None None] Port 605ccab8-f92d-45ae-a555-abf83c7d649b cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:18:49.107286 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e4b4-1566-4ff6-ae37-ac04a5e9d734 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:49.282304 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e4b4-1566-4ff6-ae37-ac04a5e9d734 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:49.353600 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 605ccab8-f92d-45ae-a555-abf83c7d649b {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:18:49.363285 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:49.382974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Transition to ACTIVE for port object 605ccab8-f92d-45ae-a555-abf83c7d649b will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:18:49.388834 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:49.426428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-cbe0e4b4-1566-4ff6-ae37-ac04a5e9d734 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Deleting port 23a03e6b-aa08-406a-aab2-f270e252ac2a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:49.426743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e4b4-1566-4ff6-ae37-ac04a5e9d734 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:49.502702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Pushing event updated for resources: {'Port': ['ID=605ccab8-f92d-45ae-a555-abf83c7d649b,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:49.559611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:49.559954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:49.560307 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:49.560680 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:49.561042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:49.561372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:49.561711 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:49.562047 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:49.562384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:49.562721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:49.563056 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:49.563392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:49.590316 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e4b4-1566-4ff6-ae37-ac04a5e9d734 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:49.610298 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-cbe0e4b4-1566-4ff6-ae37-ac04a5e9d734 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Calling delete_port for 23a03e6b-aa08-406a-aab2-f270e252ac2a owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:49.632624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Attempting to bind port 605ccab8-f92d-45ae-a555-abf83c7d649b on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:18:49.632981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Attempting to bind port 605ccab8-f92d-45ae-a555-abf83c7d649b by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:18:49.633331 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Attempting to bind port 605ccab8-f92d-45ae-a555-abf83c7d649b on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:18:49.671222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Port 605ccab8-f92d-45ae-a555-abf83c7d649b on network 3de49419-471d-44dd-9cec-0be8c2f78db2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:18:49.671564 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Attempting to bind port 605ccab8-f92d-45ae-a555-abf83c7d649b on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:18:49.679487 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:18:49.679804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Checking segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:18:49.680230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Bound using segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:18:49.680796 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Bound port: 605ccab8-f92d-45ae-a555-abf83c7d649b, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:18:49.681204 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:49.809742 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] For port 605ccab8-f92d-45ae-a555-abf83c7d649b, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:18:49.813196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] For port 605ccab8-f92d-45ae-a555-abf83c7d649b, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=605ccab8-f92d-45ae-a555-abf83c7d649b,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:18:49.818865 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:49.881884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:49.882530 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:49.884022 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] 10.222.0.36 "PUT /v2.0/ports/605ccab8-f92d-45ae-a555-abf83c7d649b HTTP/1.1" status: 200 len: 1092 time: 1.1167922 Jul 09 20:18:49.886102 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'tag': '605ccab8-f92d-45ae-a555-abf83c7d649b'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:18:49.888401 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f563c6b6-377e-4216-acc2-361c382641bf" -d '{"events": [{"name": "network-changed", "server_uuid": "cebc6f97-f816-463b-bf44-a579363b7b5a", "tag": "605ccab8-f92d-45ae-a555-abf83c7d649b"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:18:49.925465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43292a-9552-43ce-b7e8-36283e5433e7 service neutron] Pushing event updated for resources: {'Port': ['ID=605ccab8-f92d-45ae-a555-abf83c7d649b,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:49.958210 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e4b4-1566-4ff6-ae37-ac04a5e9d734 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:49.986119 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70763a4-b322-4cb2-836a-a1c399791bfc x-openstack-request-id: req-a70763a4-b322-4cb2-836a-a1c399791bfc {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:18:49.986440 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebc6f97-f816-463b-bf44-a579363b7b5a", "tag": "605ccab8-f92d-45ae-a555-abf83c7d649b", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:18:49.986668 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a70763a4-b322-4cb2-836a-a1c399791bfc {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:18:49.987080 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'tag': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'status': 'completed', 'code': 200} Jul 09 20:18:50.032360 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0e4b4-1566-4ff6-ae37-ac04a5e9d734 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Pushing event deleted for resources: {'Port': ['ID=23a03e6b-aa08-406a-aab2-f270e252ac2a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:50.486532 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-9a0bde0b-fa95-4872-9a48-58c9f303f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:50.488305 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-9a0bde0b-fa95-4872-9a48-58c9f303f859 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 1095 time: 0.5406599 Jul 09 20:18:50.489122 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e4b4-1566-4ff6-ae37-ac04a5e9d734 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:50.502284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c8b20-056c-4ac0-90e7-31212b090b46 req-11e3332e-1e86-496d-9ede-73540a6e1b31 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:50.503996 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-771c8b20-056c-4ac0-90e7-31212b090b46 req-11e3332e-1e86-496d-9ede-73540a6e1b31 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 944 time: 0.4926145 Jul 09 20:18:50.640455 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-0df114c4-045f-4125-9573-b71a57365d02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=605ccab8-f92d-45ae-a555-abf83c7d649b HTTP/1.1" status: 200 len: 217 time: 0.1354182 Jul 09 20:18:50.658082 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e4b4-1566-4ff6-ae37-ac04a5e9d734 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:50.669063 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e4b4-1566-4ff6-ae37-ac04a5e9d734 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:50.696053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-771c8b20-056c-4ac0-90e7-31212b090b46 req-1980d7a8-afee-4155-b5ff-946a28d9fa17 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563315 Jul 09 20:18:50.751128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-9ddfe916-801c-4fdb-8c0a-06f3296f931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:50.752779 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-9ddfe916-801c-4fdb-8c0a-06f3296f931b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.0973980 Jul 09 20:18:50.753437 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e4b4-1566-4ff6-ae37-ac04a5e9d734 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:50.754135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe0e4b4-1566-4ff6-ae37-ac04a5e9d734 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Fanout notify agent at l3_agent the message router_deleted on router 659504d5-8205-4c78-8253-049206b9d089 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:50.761426 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cbe0e4b4-1566-4ff6-ae37-ac04a5e9d734 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:50.762585 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cbe0e4b4-1566-4ff6-ae37-ac04a5e9d734 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "DELETE /v2.0/routers/659504d5-8205-4c78-8253-049206b9d089 HTTP/1.1" status: 204 len: 168 time: 1.8724155 Jul 09 20:18:50.766757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34750) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:50.772837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d8212977-44cd-4cfe-8114-5e9ec03f27f2 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-143766350', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:50.805676 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8212977-44cd-4cfe-8114-5e9ec03f27f2 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:50.806801 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8212977-44cd-4cfe-8114-5e9ec03f27f2 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:50.824087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-9b873488-4d5c-4b0b-94fc-06681eb7297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:50.825683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-9b873488-4d5c-4b0b-94fc-06681eb7297e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620654 Jul 09 20:18:50.869086 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8212977-44cd-4cfe-8114-5e9ec03f27f2 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:50.873976 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8212977-44cd-4cfe-8114-5e9ec03f27f2 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:50.890763 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d8212977-44cd-4cfe-8114-5e9ec03f27f2 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:50.892396 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d8212977-44cd-4cfe-8114-5e9ec03f27f2 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1246045 Jul 09 20:18:50.896006 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34752) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:50.900798 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:50.927455 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-5391e289-373d-4aa4-ab8f-e108ab124ff8 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945010 Jul 09 20:18:51.031483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b949d37-1c69-467e-b28a-7c3b2d31142b req-773cf883-f552-41c5-88b6-2f498701cf05 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973814 Jul 09 20:18:51.116116 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:51.146207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563c6b6-377e-4216-acc2-361c382641bf req-2cde1747-75a8-4f91-850f-0c780c824ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:51.148025 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f563c6b6-377e-4216-acc2-361c382641bf req-2cde1747-75a8-4f91-850f-0c780c824ed7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 1095 time: 0.0674438 Jul 09 20:18:51.246361 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563c6b6-377e-4216-acc2-361c382641bf req-764cbb8b-8b40-4b3d-9c02-7f8b6c150436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:51.248246 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f563c6b6-377e-4216-acc2-361c382641bf req-764cbb8b-8b40-4b3d-9c02-7f8b6c150436 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 912 time: 0.0939248 Jul 09 20:18:51.293823 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f563c6b6-377e-4216-acc2-361c382641bf req-fe60054e-f477-43e5-bd4f-e34a9c16c7f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=605ccab8-f92d-45ae-a555-abf83c7d649b HTTP/1.1" status: 200 len: 217 time: 0.0371041 Jul 09 20:18:51.320042 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:51.339904 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:51.345001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563c6b6-377e-4216-acc2-361c382641bf req-e8fe72a1-10af-4879-97b2-44f5973eed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:51.346569 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f563c6b6-377e-4216-acc2-361c382641bf req-e8fe72a1-10af-4879-97b2-44f5973eed9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.0467670 Jul 09 20:18:51.415416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563c6b6-377e-4216-acc2-361c382641bf req-aca36a63-3449-44a5-a9d3-53b516484731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:51.417238 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f563c6b6-377e-4216-acc2-361c382641bf req-aca36a63-3449-44a5-a9d3-53b516484731 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621026 Jul 09 20:18:51.453992 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Allocated IP 172.25.0.206 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/88dfcf21-9d28-49eb-b89c-8c09c25209e3) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:51.526154 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f563c6b6-377e-4216-acc2-361c382641bf req-e97170cb-3e8d-4c02-944f-58ed7d960ae0 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017873 Jul 09 20:18:51.564238 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:51.613085 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:51.637746 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f563c6b6-377e-4216-acc2-361c382641bf req-83e77db8-b6bd-4b7e-bdd3-5475a87d4b17 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045957 Jul 09 20:18:51.656928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:51.660020 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:51.664462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:51.693427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Pushing event updated for resources: {'Port': ['ID=88dfcf21-9d28-49eb-b89c-8c09c25209e3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:51.886755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa4501-01bf-4b6d-9576-5484eff59363 req-bdacb783-de60-401d-b87f-d7151c384a0a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:51.888308 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2fa4501-01bf-4b6d-9576-5484eff59363 req-bdacb783-de60-401d-b87f-d7151c384a0a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 944 time: 0.0667329 Jul 09 20:18:51.927362 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2fa4501-01bf-4b6d-9576-5484eff59363 req-bc3ddf3b-0836-46f8-a0de-c91576425b70 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334406 Jul 09 20:18:51.930362 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:52.427590 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:52.430872 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:52.558610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Router 91b637e8-fa1f-4d4f-b942-05e55317118c is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:18:52.677379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:52.684070 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:52.685283 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a6cff857-91a0-4cfa-8fcb-9fe4441c4b2c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "PUT /v2.0/routers/91b637e8-fa1f-4d4f-b942-05e55317118c HTTP/1.1" status: 200 len: 883 time: 1.7882357 Jul 09 20:18:52.686343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4816252-e33b-4a2b-be57-99971f6b25b8 None None] Sync routers for ids ['91b637e8-fa1f-4d4f-b942-05e55317118c'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:52.687878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34758) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:52.697369 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4816252-e33b-4a2b-be57-99971f6b25b8 None None] Routers {'91b637e8-fa1f-4d4f-b942-05e55317118c'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:52.697983 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d4816252-e33b-4a2b-be57-99971f6b25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['91b637e8-fa1f-4d4f-b942-05e55317118c'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:52.730255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d4816252-e33b-4a2b-be57-99971f6b25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:52.739009 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4816252-e33b-4a2b-be57-99971f6b25b8 None None] Routers {'91b637e8-fa1f-4d4f-b942-05e55317118c'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:52.739625 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d4816252-e33b-4a2b-be57-99971f6b25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['91b637e8-fa1f-4d4f-b942-05e55317118c'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:52.776162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d4816252-e33b-4a2b-be57-99971f6b25b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:52.776837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4816252-e33b-4a2b-be57-99971f6b25b8 None None] The sync data for ids ['91b637e8-fa1f-4d4f-b942-05e55317118c'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:52.803690 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7a3194d5-7ffa-4d2c-b23c-cd90e268afe2 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/routers/91b637e8-fa1f-4d4f-b942-05e55317118c HTTP/1.1" status: 200 len: 924 time: 0.1147118 Jul 09 20:18:52.806496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34762) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:52.861413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346a00ef-37ff-4f7f-9bfc-00c94ed172f7 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:52.863420 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-346a00ef-37ff-4f7f-9bfc-00c94ed172f7 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&device_id=91b637e8-fa1f-4d4f-b942-05e55317118c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0560083 Jul 09 20:18:52.866152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34764) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:52.949311 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c0a2b-da57-4c1c-a70a-9840ed4011fb tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:52.950621 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-652c0a2b-da57-4c1c-a70a-9840ed4011fb tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 881 time: 0.0835552 Jul 09 20:18:52.953616 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34768) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:52.989079 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-46cdca10-3b5b-44b5-be71-845d9a65f08f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b637e8-fa1f-4d4f-b942-05e55317118c HTTP/1.1" status: 200 len: 205 time: 0.0343230 Jul 09 20:18:52.991524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34770) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:53.102576 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-181ecb4b-4c59-46dc-ba63-182e845ec446 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.102792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f5427-2aab-47d4-b407-4569475eebb5 req-79ff1dc2-7357-4c9a-866e-ee8145dd16d9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:53.104345 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a6f5427-2aab-47d4-b407-4569475eebb5 req-79ff1dc2-7357-4c9a-866e-ee8145dd16d9 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 944 time: 0.0643756 Jul 09 20:18:53.146985 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a6f5427-2aab-47d4-b407-4569475eebb5 req-4f22b87c-b44b-4021-8edf-23455fb28c70 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363441 Jul 09 20:18:53.210983 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-181ecb4b-4c59-46dc-ba63-182e845ec446 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.262399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-181ecb4b-4c59-46dc-ba63-182e845ec446 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Deleting port 88dfcf21-9d28-49eb-b89c-8c09c25209e3 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:53.262745 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-181ecb4b-4c59-46dc-ba63-182e845ec446 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.337881 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-181ecb4b-4c59-46dc-ba63-182e845ec446 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.349782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-181ecb4b-4c59-46dc-ba63-182e845ec446 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Calling delete_port for 88dfcf21-9d28-49eb-b89c-8c09c25209e3 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:53.512234 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-181ecb4b-4c59-46dc-ba63-182e845ec446 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.540985 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ecb4b-4c59-46dc-ba63-182e845ec446 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Pushing event deleted for resources: {'Port': ['ID=88dfcf21-9d28-49eb-b89c-8c09c25209e3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:53.602947 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-181ecb4b-4c59-46dc-ba63-182e845ec446 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.692790 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-181ecb4b-4c59-46dc-ba63-182e845ec446 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.694875 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-181ecb4b-4c59-46dc-ba63-182e845ec446 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.737300 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-181ecb4b-4c59-46dc-ba63-182e845ec446 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.737928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181ecb4b-4c59-46dc-ba63-182e845ec446 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Fanout notify agent at l3_agent the message router_deleted on router 91b637e8-fa1f-4d4f-b942-05e55317118c {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:53.744519 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-181ecb4b-4c59-46dc-ba63-182e845ec446 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.745746 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-181ecb4b-4c59-46dc-ba63-182e845ec446 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "DELETE /v2.0/routers/91b637e8-fa1f-4d4f-b942-05e55317118c HTTP/1.1" status: 204 len: 168 time: 0.7531300 Jul 09 20:18:53.754455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34774) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:53.754455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-49872967-fa1b-48b1-bcc3-706e164f7d15 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2128011965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:53.778245 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49872967-fa1b-48b1-bcc3-706e164f7d15 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.779206 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49872967-fa1b-48b1-bcc3-706e164f7d15 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.833139 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49872967-fa1b-48b1-bcc3-706e164f7d15 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.837528 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49872967-fa1b-48b1-bcc3-706e164f7d15 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.853507 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49872967-fa1b-48b1-bcc3-706e164f7d15 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:53.857791 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-49872967-fa1b-48b1-bcc3-706e164f7d15 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1045210 Jul 09 20:18:53.857791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34778) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:53.861808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'enable_snat': True}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:54.063302 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:54.263613 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:54.283098 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:54.326561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da8aef-8d3d-4884-b391-0cb5df0db377 req-43d6b5e7-39ba-419e-80da-97991f1b0cb0 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:54.328020 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f6da8aef-8d3d-4884-b391-0cb5df0db377 req-43d6b5e7-39ba-419e-80da-97991f1b0cb0 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 944 time: 0.0689676 Jul 09 20:18:54.366834 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f6da8aef-8d3d-4884-b391-0cb5df0db377 req-088d02e3-72ed-494b-874b-4b53f0c25058 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328643 Jul 09 20:18:54.394511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Allocated IP 172.25.0.15 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/8402a3b7-56a6-49f2-8dce-6dad9106d9fd) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:54.496173 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:54.535293 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:54.571151 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:54.575753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:54.578425 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:54.609624 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Pushing event updated for resources: {'Port': ['ID=8402a3b7-56a6-49f2-8dce-6dad9106d9fd,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:55.126357 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:55.316540 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:55.319744 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:55.446664 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Router fb420854-3d44-4ea9-8219-199a314db3ff is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:18:55.544361 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae74cb-0824-4c29-a1cf-afdc6c3f0013 req-964d38e2-44c5-45d7-9f7c-968800700b37 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:55.545915 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54ae74cb-0824-4c29-a1cf-afdc6c3f0013 req-964d38e2-44c5-45d7-9f7c-968800700b37 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 944 time: 0.0653343 Jul 09 20:18:55.555375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:55.559959 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:55.561359 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9169e4dc-ab1b-4b10-960a-b91f7d8c027f tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "PUT /v2.0/routers/fb420854-3d44-4ea9-8219-199a314db3ff HTTP/1.1" status: 200 len: 918 time: 1.7028475 Jul 09 20:18:55.565215 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34786) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:55.570430 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672198cd-992e-4a3b-877e-6ed02f88ca5f None None] Sync routers for ids ['fb420854-3d44-4ea9-8219-199a314db3ff'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:55.581819 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672198cd-992e-4a3b-877e-6ed02f88ca5f None None] Routers {'fb420854-3d44-4ea9-8219-199a314db3ff'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:55.583251 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-672198cd-992e-4a3b-877e-6ed02f88ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fb420854-3d44-4ea9-8219-199a314db3ff'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:55.600361 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54ae74cb-0824-4c29-a1cf-afdc6c3f0013 req-9da04236-c586-4064-b4ee-295539fab4e3 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486145 Jul 09 20:18:55.629018 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-672198cd-992e-4a3b-877e-6ed02f88ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:55.637560 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672198cd-992e-4a3b-877e-6ed02f88ca5f None None] Routers {'fb420854-3d44-4ea9-8219-199a314db3ff'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:55.638162 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-672198cd-992e-4a3b-877e-6ed02f88ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fb420854-3d44-4ea9-8219-199a314db3ff'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:55.669886 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-672198cd-992e-4a3b-877e-6ed02f88ca5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:55.670523 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672198cd-992e-4a3b-877e-6ed02f88ca5f None None] The sync data for ids ['fb420854-3d44-4ea9-8219-199a314db3ff'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:55.680335 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fde5883e-3d0e-4458-83d8-b621a9faaed8 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/routers/fb420854-3d44-4ea9-8219-199a314db3ff HTTP/1.1" status: 200 len: 924 time: 0.1138172 Jul 09 20:18:55.683177 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34788) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:55.734712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b780c7d-b7c8-4ad4-9653-37381a2c303e tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:55.736227 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2b780c7d-b7c8-4ad4-9653-37381a2c303e tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&device_id=fb420854-3d44-4ea9-8219-199a314db3ff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0521572 Jul 09 20:18:55.739693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34790) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:55.824665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5838c34f-7130-4b8b-a614-e0c0df2f7db0 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:55.826405 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5838c34f-7130-4b8b-a614-e0c0df2f7db0 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 881 time: 0.0855532 Jul 09 20:18:55.829267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34792) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:55.859254 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dd0a26ca-6117-4213-ad7c-e460c1aa951f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb420854-3d44-4ea9-8219-199a314db3ff HTTP/1.1" status: 200 len: 205 time: 0.0289280 Jul 09 20:18:55.861659 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34794) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:55.969636 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8683958-fa27-4b2b-a7d5-967f175d267b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.075634 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8683958-fa27-4b2b-a7d5-967f175d267b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.130410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-a8683958-fa27-4b2b-a7d5-967f175d267b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Deleting port 8402a3b7-56a6-49f2-8dce-6dad9106d9fd {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:56.131053 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8683958-fa27-4b2b-a7d5-967f175d267b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.210719 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8683958-fa27-4b2b-a7d5-967f175d267b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.222258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-a8683958-fa27-4b2b-a7d5-967f175d267b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Calling delete_port for 8402a3b7-56a6-49f2-8dce-6dad9106d9fd owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:56.385697 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8683958-fa27-4b2b-a7d5-967f175d267b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.413161 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8683958-fa27-4b2b-a7d5-967f175d267b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Pushing event deleted for resources: {'Port': ['ID=8402a3b7-56a6-49f2-8dce-6dad9106d9fd,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:56.472926 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8683958-fa27-4b2b-a7d5-967f175d267b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.561860 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8683958-fa27-4b2b-a7d5-967f175d267b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.563935 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8683958-fa27-4b2b-a7d5-967f175d267b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.612425 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8683958-fa27-4b2b-a7d5-967f175d267b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.613674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8683958-fa27-4b2b-a7d5-967f175d267b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Fanout notify agent at l3_agent the message router_deleted on router fb420854-3d44-4ea9-8219-199a314db3ff {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:56.620383 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8683958-fa27-4b2b-a7d5-967f175d267b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.621535 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a8683958-fa27-4b2b-a7d5-967f175d267b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "DELETE /v2.0/routers/fb420854-3d44-4ea9-8219-199a314db3ff HTTP/1.1" status: 204 len: 168 time: 0.7589798 Jul 09 20:18:56.625115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34802) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:56.629717 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5c820830-02ac-4681-a924-05821a7c0ad4 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-107313617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:56.652560 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5c820830-02ac-4681-a924-05821a7c0ad4 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.653571 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5c820830-02ac-4681-a924-05821a7c0ad4 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.705065 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5c820830-02ac-4681-a924-05821a7c0ad4 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.709953 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5c820830-02ac-4681-a924-05821a7c0ad4 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.726191 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5c820830-02ac-4681-a924-05821a7c0ad4 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.729959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5c820830-02ac-4681-a924-05821a7c0ad4 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1013434 Jul 09 20:18:56.730226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34806) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:56.735475 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'enable_snat': False}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:56.869319 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8692c4e2-e3c6-48d1-810c-4efbc71dea8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.949134 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:56.977269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784b225-b081-4444-9236-5a918a6159be req-88ba2e9e-4fe6-4365-87cf-70ae67fb2a5e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:56.978799 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3784b225-b081-4444-9236-5a918a6159be req-88ba2e9e-4fe6-4365-87cf-70ae67fb2a5e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 944 time: 0.2590108 Jul 09 20:18:56.987629 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:57.061505 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3784b225-b081-4444-9236-5a918a6159be req-365c6985-02b7-4cdc-a572-65f150388e21 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767031 Jul 09 20:18:57.218648 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:57.237634 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:57.344095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Allocated IP 172.25.0.65 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/a220a7a7-126b-4cb5-a134-054ea2949c54) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:57.447545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:57.486289 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:57.523119 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:18:57.527851 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:18:57.530321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:18:57.558812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Pushing event updated for resources: {'Port': ['ID=a220a7a7-126b-4cb5-a134-054ea2949c54,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:57.782498 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:57.978543 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:57.981848 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:58.109583 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Router 7903a4ec-6f8f-476d-ac72-b32fda5873d3 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:18:58.251554 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:18:58.257979 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:58.259437 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-07d00b32-789b-4c70-91d2-bbf71b842fe6 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "PUT /v2.0/routers/7903a4ec-6f8f-476d-ac72-b32fda5873d3 HTTP/1.1" status: 200 len: 918 time: 1.5281949 Jul 09 20:18:58.261734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f7cc86-60b3-413f-91a7-dbd070e408a5 None None] Sync routers for ids ['7903a4ec-6f8f-476d-ac72-b32fda5873d3'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:18:58.262567 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34812) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:58.271922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f7cc86-60b3-413f-91a7-dbd070e408a5 None None] Routers {'7903a4ec-6f8f-476d-ac72-b32fda5873d3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:58.272642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e1f7cc86-60b3-413f-91a7-dbd070e408a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7903a4ec-6f8f-476d-ac72-b32fda5873d3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:58.284725 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488a700-4251-41d9-a1a5-66f473e7e3c1 req-dd5dbc06-7c1b-4911-8928-32d9fa34a9cc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:58.286237 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d488a700-4251-41d9-a1a5-66f473e7e3c1 req-dd5dbc06-7c1b-4911-8928-32d9fa34a9cc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 944 time: 0.0888014 Jul 09 20:18:58.308334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e1f7cc86-60b3-413f-91a7-dbd070e408a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:58.319733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f7cc86-60b3-413f-91a7-dbd070e408a5 None None] Routers {'7903a4ec-6f8f-476d-ac72-b32fda5873d3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:18:58.320594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e1f7cc86-60b3-413f-91a7-dbd070e408a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7903a4ec-6f8f-476d-ac72-b32fda5873d3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:58.332788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d488a700-4251-41d9-a1a5-66f473e7e3c1 req-e7ef3cb9-d64b-43ad-9494-f46fec984df3 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401223 Jul 09 20:18:58.357404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e1f7cc86-60b3-413f-91a7-dbd070e408a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:18:58.357510 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f7cc86-60b3-413f-91a7-dbd070e408a5 None None] The sync data for ids ['7903a4ec-6f8f-476d-ac72-b32fda5873d3'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:18:58.401286 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3aefd0ac-24f1-41b0-8273-e61a89860ce1 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/routers/7903a4ec-6f8f-476d-ac72-b32fda5873d3 HTTP/1.1" status: 200 len: 924 time: 0.1375394 Jul 09 20:18:58.403936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34816) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:58.458246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ba367a-510a-4748-b777-b11cf992e10e tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:58.459799 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-01ba367a-510a-4748-b777-b11cf992e10e tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&device_id=7903a4ec-6f8f-476d-ac72-b32fda5873d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0549414 Jul 09 20:18:58.462403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34818) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:58.548277 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d64b56-fef8-436d-8ba5-c0f5b493ee41 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:58.549717 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-33d64b56-fef8-436d-8ba5-c0f5b493ee41 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/networks/7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 881 time: 0.0864041 Jul 09 20:18:58.553287 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34820) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:58.582730 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b03f41e3-c17a-430b-86d4-ddae66cb6c5d tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7903a4ec-6f8f-476d-ac72-b32fda5873d3 HTTP/1.1" status: 200 len: 205 time: 0.0283997 Jul 09 20:18:58.585112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34822) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:58.695022 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:58.797002 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:58.848259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Deleting port a220a7a7-126b-4cb5-a134-054ea2949c54 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:18:58.848626 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:58.925729 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:58.936914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Calling delete_port for a220a7a7-126b-4cb5-a134-054ea2949c54 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:18:59.096695 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:59.121913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Pushing event deleted for resources: {'Port': ['ID=a220a7a7-126b-4cb5-a134-054ea2949c54,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:18:59.133947 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:59.134305 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:59.134657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:59.135006 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:59.135350 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:59.135689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:59.136025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:59.136363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:59.136794 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:59.137134 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:59.137483 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:59.137936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:18:59.194092 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:59.283226 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:59.285473 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:59.304884 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:59.332589 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:59.333147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Fanout notify agent at l3_agent the message router_deleted on router 7903a4ec-6f8f-476d-ac72-b32fda5873d3 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:18:59.340266 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:59.341315 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c9fc51cf-4bd5-414a-8607-a9d7cb753ed6 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "DELETE /v2.0/routers/7903a4ec-6f8f-476d-ac72-b32fda5873d3 HTTP/1.1" status: 204 len: 168 time: 0.7553093 Jul 09 20:18:59.344840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34824) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:18:59.349892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1672370120', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:18:59.373148 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:59.374154 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:59.426651 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:59.439077 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-08b12ccc-09db-4833-be4a-b8804736a52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:59.525187 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ca1de-d80a-4d4a-a0ba-727bac4cc090 req-8d6cb29c-8424-45d3-b0f4-09ec7e3b4361 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:18:59.527695 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-163ca1de-d80a-4d4a-a0ba-727bac4cc090 req-8d6cb29c-8424-45d3-b0f4-09ec7e3b4361 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 944 time: 0.0754418 Jul 09 20:18:59.569119 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-163ca1de-d80a-4d4a-a0ba-727bac4cc090 req-4351601f-4d3f-447a-9bff-9e6b1237d7b8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354278 Jul 09 20:18:59.575161 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:59.608424 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:59.766584 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:59.789575 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:18:59.892928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Allocated IP 172.25.0.218 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/d8d02e35-ead9-4b2c-b5f5-00a6e2e0853a) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:18:59.995502 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:00.033449 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:00.074111 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:00.077084 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:00.079400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:00.103121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Pushing event updated for resources: {'Port': ['ID=d8d02e35-ead9-4b2c-b5f5-00a6e2e0853a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:00.229778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 605ccab8-f92d-45ae-a555-abf83c7d649b details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:19:00.324665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 605ccab8-f92d-45ae-a555-abf83c7d649b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=605ccab8-f92d-45ae-a555-abf83c7d649b,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:00.332658 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:00.336498 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'port_id': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'mac_address': 'fa:16:3e:b4:97:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:19:00.373627 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:00.387144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 605ccab8-f92d-45ae-a555-abf83c7d649b {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:19:00.406746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 605ccab8-f92d-45ae-a555-abf83c7d649b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=605ccab8-f92d-45ae-a555-abf83c7d649b,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:00.411052 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:00.470564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=605ccab8-f92d-45ae-a555-abf83c7d649b,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:00.473287 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:00.750360 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9028f-c3db-44e3-b7fe-645dd9c01cfd req-20bb89b2-267d-435b-bbc7-58e05edbbb6f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:00.751894 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9db9028f-c3db-44e3-b7fe-645dd9c01cfd req-20bb89b2-267d-435b-bbc7-58e05edbbb6f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 945 time: 0.0663316 Jul 09 20:19:00.791997 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9db9028f-c3db-44e3-b7fe-645dd9c01cfd req-567016e0-4195-4a55-9ef3-fa2831ef606c tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340879 Jul 09 20:19:00.839015 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['605ccab8-f92d-45ae-a555-abf83c7d649b'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:19:00.849936 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:00.978230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Router 09ec75e4-40ed-444d-9395-eba2c0bd1d29 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:19:01.084310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:01.093867 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c300c567-48b0-4b96-aae6-663e4aff1045 None None] Sync routers for ids ['09ec75e4-40ed-444d-9395-eba2c0bd1d29'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:01.102601 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:01.103845 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-91417c74-7370-4f26-a903-f19c01f69a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.7580755 Jul 09 20:19:01.104353 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c300c567-48b0-4b96-aae6-663e4aff1045 None None] Routers {'09ec75e4-40ed-444d-9395-eba2c0bd1d29'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:01.105015 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c300c567-48b0-4b96-aae6-663e4aff1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['09ec75e4-40ed-444d-9395-eba2c0bd1d29'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:01.106638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34834) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:01.111246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:01.140741 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c300c567-48b0-4b96-aae6-663e4aff1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:01.149463 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c300c567-48b0-4b96-aae6-663e4aff1045 None None] Routers {'09ec75e4-40ed-444d-9395-eba2c0bd1d29'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:01.150069 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c300c567-48b0-4b96-aae6-663e4aff1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['09ec75e4-40ed-444d-9395-eba2c0bd1d29'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:01.182148 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c300c567-48b0-4b96-aae6-663e4aff1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:01.183005 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c300c567-48b0-4b96-aae6-663e4aff1045 None None] The sync data for ids ['09ec75e4-40ed-444d-9395-eba2c0bd1d29'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:01.408092 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:01.421747 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:01.475799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Deleting port d8d02e35-ead9-4b2c-b5f5-00a6e2e0853a {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:01.476143 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:01.550088 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:01.561413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Calling delete_port for d8d02e35-ead9-4b2c-b5f5-00a6e2e0853a owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:01.728572 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:01.758170 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Pushing event deleted for resources: {'Port': ['ID=d8d02e35-ead9-4b2c-b5f5-00a6e2e0853a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:01.829338 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:01.970678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56c9af-7eb0-4ee3-b90d-06ee0673e72f req-5b89bbad-46a0-446a-8cf0-776665373541 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:01.972369 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e56c9af-7eb0-4ee3-b90d-06ee0673e72f req-5b89bbad-46a0-446a-8cf0-776665373541 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 945 time: 0.0640209 Jul 09 20:19:02.011229 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e56c9af-7eb0-4ee3-b90d-06ee0673e72f req-91f2238b-d6a9-4263-97d8-d11db95b811a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330238 Jul 09 20:19:02.035927 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:02.039266 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:02.116403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Router 09ec75e4-40ed-444d-9395-eba2c0bd1d29 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:19:02.192958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:02.199603 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:02.200797 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f9960169-0e6a-461e-98ff-7a59b661a45f tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "PUT /v2.0/routers/09ec75e4-40ed-444d-9395-eba2c0bd1d29 HTTP/1.1" status: 200 len: 710 time: 1.0931807 Jul 09 20:19:02.202455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5133620-17c0-460b-a8d3-c47dc03a82f7 None None] Sync routers for ids ['09ec75e4-40ed-444d-9395-eba2c0bd1d29'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:02.203602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34840) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:02.211863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5133620-17c0-460b-a8d3-c47dc03a82f7 None None] Routers {'09ec75e4-40ed-444d-9395-eba2c0bd1d29'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:02.212471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b5133620-17c0-460b-a8d3-c47dc03a82f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['09ec75e4-40ed-444d-9395-eba2c0bd1d29'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:02.246744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 605ccab8-f92d-45ae-a555-abf83c7d649b up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:02.248997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b5133620-17c0-460b-a8d3-c47dc03a82f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:02.277778 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-19ce4569-d8db-4c3e-954f-a622ddb6d6e2 tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/routers/09ec75e4-40ed-444d-9395-eba2c0bd1d29 HTTP/1.1" status: 200 len: 745 time: 0.0730410 Jul 09 20:19:02.280332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34842) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:02.287596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5133620-17c0-460b-a8d3-c47dc03a82f7 None None] Routers {'09ec75e4-40ed-444d-9395-eba2c0bd1d29'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:02.288217 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b5133620-17c0-460b-a8d3-c47dc03a82f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['09ec75e4-40ed-444d-9395-eba2c0bd1d29'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:02.325551 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a19be718-5f3e-49b4-96aa-1ec271f1a4fa tempest-RoutersIpV6AdminTest-1624431413 tempest-RoutersIpV6AdminTest-1624431413-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&device_id=09ec75e4-40ed-444d-9395-eba2c0bd1d29 HTTP/1.1" status: 200 len: 205 time: 0.0416362 Jul 09 20:19:02.326724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34844) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:02.327057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b5133620-17c0-460b-a8d3-c47dc03a82f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:02.327751 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5133620-17c0-460b-a8d3-c47dc03a82f7 None None] The sync data for ids ['09ec75e4-40ed-444d-9395-eba2c0bd1d29'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:02.349525 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:02.355981 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-210f825c-1f22-4c12-bf8b-a82fb308d6c3 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec75e4-40ed-444d-9395-eba2c0bd1d29 HTTP/1.1" status: 200 len: 205 time: 0.0281606 Jul 09 20:19:02.358625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34846) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:02.359593 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 605ccab8-f92d-45ae-a555-abf83c7d649b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:02.364262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 605ccab8-f92d-45ae-a555-abf83c7d649b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:02.364751 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:02.434021 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-072f81d4-ad05-409d-8581-26426e9ac327 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:02.441976 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:02.463993 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605ccab8-f92d-45ae-a555-abf83c7d649b'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:19:02.466291 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5785ebe7-9cb9-4c75-8dda-71490d7e2a17" -d '{"events": [{"server_uuid": "cebc6f97-f816-463b-bf44-a579363b7b5a", "name": "network-vif-plugged", "status": "completed", "tag": "605ccab8-f92d-45ae-a555-abf83c7d649b"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:19:02.483248 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 605ccab8-f92d-45ae-a555-abf83c7d649b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=605ccab8-f92d-45ae-a555-abf83c7d649b,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:02.488847 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:02.519772 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb6d71b-6003-438b-bb4b-82be73169e76 x-openstack-request-id: req-ddb6d71b-6003-438b-bb4b-82be73169e76 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:19:02.520067 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebc6f97-f816-463b-bf44-a579363b7b5a", "name": "network-vif-plugged", "status": "completed", "tag": "605ccab8-f92d-45ae-a555-abf83c7d649b", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:19:02.520325 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ddb6d71b-6003-438b-bb4b-82be73169e76 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:19:02.520740 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'code': 200} Jul 09 20:19:02.549310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=605ccab8-f92d-45ae-a555-abf83c7d649b,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:02.596054 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-072f81d4-ad05-409d-8581-26426e9ac327 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:02.598798 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-072f81d4-ad05-409d-8581-26426e9ac327 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:02.634941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cef24b-5a0d-47ce-93bc-9f59ef69410e req-f1fac7f1-adb2-46c9-9d43-b616729613a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:02.636473 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33cef24b-5a0d-47ce-93bc-9f59ef69410e req-f1fac7f1-adb2-46c9-9d43-b616729613a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 1097 time: 0.0575423 Jul 09 20:19:02.642692 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-072f81d4-ad05-409d-8581-26426e9ac327 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:02.643323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072f81d4-ad05-409d-8581-26426e9ac327 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Fanout notify agent at l3_agent the message router_deleted on router 09ec75e4-40ed-444d-9395-eba2c0bd1d29 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:19:02.651605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-072f81d4-ad05-409d-8581-26426e9ac327 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:02.653255 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-072f81d4-ad05-409d-8581-26426e9ac327 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "DELETE /v2.0/routers/09ec75e4-40ed-444d-9395-eba2c0bd1d29 HTTP/1.1" status: 204 len: 168 time: 0.2935009 Jul 09 20:19:02.656900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34850) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:02.675936 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33cef24b-5a0d-47ce-93bc-9f59ef69410e req-3e669a7c-7a30-419a-bb12-8f0af9bd5f7a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300765 Jul 09 20:19:02.689311 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-289c0f53-287d-4231-86ba-804962e699dd tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "GET /v2.0/ports?device_id=09ec75e4-40ed-444d-9395-eba2c0bd1d29 HTTP/1.1" status: 200 len: 205 time: 0.0312476 Jul 09 20:19:02.692895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34852) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:02.730044 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-27339dcb-9563-4afd-98a6-7feaa3a20e55 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] delete failed (client error): The resource could not be found. Jul 09 20:19:02.731063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-27339dcb-9563-4afd-98a6-7feaa3a20e55 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "DELETE /v2.0/routers/09ec75e4-40ed-444d-9395-eba2c0bd1d29 HTTP/1.1" status: 404 len: 336 time: 0.0372820 Jul 09 20:19:02.733650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34854) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:02.762482 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-49ef5393-f5db-4cc4-9058-8e7103425da1 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "GET /v2.0/ports?device_id=7903a4ec-6f8f-476d-ac72-b32fda5873d3 HTTP/1.1" status: 200 len: 205 time: 0.0277827 Jul 09 20:19:02.764742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34856) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:02.804826 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-5a52c37d-a3e7-4d0c-8632-5d525733a42c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] delete failed (client error): The resource could not be found. Jul 09 20:19:02.805846 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5a52c37d-a3e7-4d0c-8632-5d525733a42c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "DELETE /v2.0/routers/7903a4ec-6f8f-476d-ac72-b32fda5873d3 HTTP/1.1" status: 404 len: 336 time: 0.0402136 Jul 09 20:19:02.808350 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34860) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:02.837408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-04d57c74-047b-430f-a52d-91bc83fe6ecd tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb420854-3d44-4ea9-8219-199a314db3ff HTTP/1.1" status: 200 len: 205 time: 0.0279672 Jul 09 20:19:02.839665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34862) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:02.876224 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-118b5900-d466-46b0-91b4-07714eac322b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] delete failed (client error): The resource could not be found. Jul 09 20:19:02.877282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-118b5900-d466-46b0-91b4-07714eac322b tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "DELETE /v2.0/routers/fb420854-3d44-4ea9-8219-199a314db3ff HTTP/1.1" status: 404 len: 336 time: 0.0367365 Jul 09 20:19:02.880620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34864) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:02.911322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-87919cae-4c77-4974-9d85-ab0d98d52e1d tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "GET /v2.0/ports?device_id=91b637e8-fa1f-4d4f-b942-05e55317118c HTTP/1.1" status: 200 len: 205 time: 0.0296786 Jul 09 20:19:02.913466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34866) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:02.949346 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-47556fbf-1be8-4208-8f12-66172969ae68 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] delete failed (client error): The resource could not be found. Jul 09 20:19:02.950323 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-47556fbf-1be8-4208-8f12-66172969ae68 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "DELETE /v2.0/routers/91b637e8-fa1f-4d4f-b942-05e55317118c HTTP/1.1" status: 404 len: 336 time: 0.0360036 Jul 09 20:19:02.953091 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34868) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:02.980145 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5149509f-1b07-4fff-ae32-cdf611156a1c tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "GET /v2.0/ports?device_id=659504d5-8205-4c78-8253-049206b9d089 HTTP/1.1" status: 200 len: 205 time: 0.0260839 Jul 09 20:19:02.982284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34870) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:03.022229 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-05188669-6029-4296-a4e5-6100a8d36033 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] delete failed (client error): The resource could not be found. Jul 09 20:19:03.023185 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-05188669-6029-4296-a4e5-6100a8d36033 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "DELETE /v2.0/routers/659504d5-8205-4c78-8253-049206b9d089 HTTP/1.1" status: 404 len: 336 time: 0.0400457 Jul 09 20:19:03.025959 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34872) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:03.055118 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-979e59f6-cca6-4a7d-bf68-6f37a8c44b01 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "GET /v2.0/ports?device_id=51c9ebd9-3d53-4337-a593-ab01af6347f1 HTTP/1.1" status: 200 len: 205 time: 0.0280864 Jul 09 20:19:03.057430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34876) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:03.093472 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-f90dd4db-d6c5-4f16-a0e6-86038fbfd576 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] delete failed (client error): The resource could not be found. Jul 09 20:19:03.094474 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f90dd4db-d6c5-4f16-a0e6-86038fbfd576 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "DELETE /v2.0/routers/51c9ebd9-3d53-4337-a593-ab01af6347f1 HTTP/1.1" status: 404 len: 336 time: 0.0361655 Jul 09 20:19:03.097211 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34878) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:03.129365 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c10d21-aff0-4c32-a9cc-cf298b51a9c0 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] DELETE failed (client error): The resource could not be found. Jul 09 20:19:03.129824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c10d21-aff0-4c32-a9cc-cf298b51a9c0 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:19:03.131507 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-03c10d21-aff0-4c32-a9cc-cf298b51a9c0 tempest-RoutersIpV6AdminTest-885979471 tempest-RoutersIpV6AdminTest-885979471-project] 10.222.0.30 "DELETE /v2.0/subnets/14a86c94-d12d-49a4-b648-a2e30b1e03af HTTP/1.1" status: 404 len: 337 time: 0.0333843 Jul 09 20:19:03.193128 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d03150-132d-41ec-9d00-4d11c8b429dd req-6c6b4041-22b4-4c68-9d74-13ef1d5dcbe2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:03.194644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-45d03150-132d-41ec-9d00-4d11c8b429dd req-6c6b4041-22b4-4c68-9d74-13ef1d5dcbe2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 946 time: 0.0682371 Jul 09 20:19:03.233115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-45d03150-132d-41ec-9d00-4d11c8b429dd req-59b198f7-0588-4ead-a822-0d6526f9c231 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328541 Jul 09 20:19:03.443466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34884) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:03.562640 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6bc6fdf4-00bd-494d-9a38-790d1b44ead4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:03.652304 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6bc6fdf4-00bd-494d-9a38-790d1b44ead4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:03.656906 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6bc6fdf4-00bd-494d-9a38-790d1b44ead4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:03.693719 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6fdf4-00bd-494d-9a38-790d1b44ead4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76920b8-8c0c-49b4-a600-a1944794bccd,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:03.697882 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6bc6fdf4-00bd-494d-9a38-790d1b44ead4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d90062f5fcd4403c9f5aa30321ef424e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534227 Jul 09 20:19:03.700462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34888) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:03.749060 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62d4781f-a966-4364-9ce9-ed7d3a0f4da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:03.774019 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62d4781f-a966-4364-9ce9-ed7d3a0f4da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:03.819072 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62d4781f-a966-4364-9ce9-ed7d3a0f4da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:03.821638 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62d4781f-a966-4364-9ce9-ed7d3a0f4da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:03.822786 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-62d4781f-a966-4364-9ce9-ed7d3a0f4da3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b76920b8-8c0c-49b4-a600-a1944794bccd HTTP/1.1" status: 204 len: 168 time: 0.1211107 Jul 09 20:19:03.830577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4781f-a966-4364-9ce9-ed7d3a0f4da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76920b8-8c0c-49b4-a600-a1944794bccd,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:04.099050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34898) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:04.154306 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-80415a99-10b4-446c-9562-dc63fc1d9d60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f10831dfeed849dfa30d57a797af882b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540838 Jul 09 20:19:04.157009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34900) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:04.209074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3177d429-7b5c-4f09-b0ea-23d665558095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:04.230802 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3177d429-7b5c-4f09-b0ea-23d665558095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:04.278505 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3177d429-7b5c-4f09-b0ea-23d665558095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:04.281184 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3177d429-7b5c-4f09-b0ea-23d665558095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:04.282341 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3177d429-7b5c-4f09-b0ea-23d665558095 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/540897cd-f2d9-449e-9762-38bd595345cf HTTP/1.1" status: 204 len: 168 time: 0.1241598 Jul 09 20:19:04.291434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177d429-7b5c-4f09-b0ea-23d665558095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540897cd-f2d9-449e-9762-38bd595345cf,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:04.422441 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659d88a-c1e4-483e-8509-cbed3c44ca48 req-a46fb31b-f8bd-4fa7-a86b-549ce68bc211 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:04.424425 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9659d88a-c1e4-483e-8509-cbed3c44ca48 req-a46fb31b-f8bd-4fa7-a86b-549ce68bc211 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 946 time: 0.0717738 Jul 09 20:19:04.776124 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9659d88a-c1e4-483e-8509-cbed3c44ca48 req-0194a7e2-301d-4b59-95bf-7c06199299cd tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3453627 Jul 09 20:19:04.957891 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672805f9-5bda-4ca4-8cdf-c7a07e85b00e req-231d576c-15f5-4885-b2d0-a618e7450399 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:04.959757 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-672805f9-5bda-4ca4-8cdf-c7a07e85b00e req-231d576c-15f5-4885-b2d0-a618e7450399 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 946 time: 0.0711648 Jul 09 20:19:04.996977 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-672805f9-5bda-4ca4-8cdf-c7a07e85b00e req-bfd3bfc2-76b8-462f-93d1-7c80ef9164ae tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319009 Jul 09 20:19:05.024406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34930) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:05.078220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab82e12-f755-4679-b52a-ceeea92d6f9c tempest-TestVolumeBootPattern-1965646106 tempest-TestVolumeBootPattern-1965646106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:05.082590 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4ab82e12-f755-4679-b52a-ceeea92d6f9c tempest-TestVolumeBootPattern-1965646106 tempest-TestVolumeBootPattern-1965646106-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 1092 time: 0.0542369 Jul 09 20:19:05.082764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34932) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:05.087090 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:05.110784 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:05.214467 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:05.326668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Allocated IP 172.25.0.207 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/c115ca08-985f-4933-9f08-6cb10e6f86af) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:05.440910 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:05.479821 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:05.515976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:05.520893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:05.524250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:05.539777 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34946) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:05.548086 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'Port': ['ID=c115ca08-985f-4933-9f08-6cb10e6f86af,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:05.638647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-66a1494f-2ef5-43e8-8740-f70d883e9f9c tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-450216795'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:05.660958 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-66a1494f-2ef5-43e8-8740-f70d883e9f9c tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:05.662007 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-66a1494f-2ef5-43e8-8740-f70d883e9f9c tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:05.717725 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-66a1494f-2ef5-43e8-8740-f70d883e9f9c tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:05.723501 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-66a1494f-2ef5-43e8-8740-f70d883e9f9c tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:05.737304 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-66a1494f-2ef5-43e8-8740-f70d883e9f9c tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:05.741575 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-66a1494f-2ef5-43e8-8740-f70d883e9f9c tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.1985157 Jul 09 20:19:05.741822 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34950) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:05.814704 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bee15c82-96d5-4396-940b-8859d66a464e tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:05.916923 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:05.970599 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bee15c82-96d5-4396-940b-8859d66a464e tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:05.973152 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bee15c82-96d5-4396-940b-8859d66a464e tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.005573 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.022325 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bee15c82-96d5-4396-940b-8859d66a464e tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.022867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee15c82-96d5-4396-940b-8859d66a464e tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36a0c84b-af2f-4ef1-b61b-edb1c5610d28 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:19:06.027529 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bee15c82-96d5-4396-940b-8859d66a464e tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.028630 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bee15c82-96d5-4396-940b-8859d66a464e tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] 10.222.0.30 "DELETE /v2.0/routers/36a0c84b-af2f-4ef1-b61b-edb1c5610d28 HTTP/1.1" status: 204 len: 168 time: 0.2858310 Jul 09 20:19:06.031600 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34952) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:06.037032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c034d5a8-e83f-4cdd-a03a-039b4ec119e6 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Request body: {'router': {'name': 'tempest-router-1611129355', 'distributed': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:06.058216 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c034d5a8-e83f-4cdd-a03a-039b4ec119e6 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.059524 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c034d5a8-e83f-4cdd-a03a-039b4ec119e6 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.113571 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c034d5a8-e83f-4cdd-a03a-039b4ec119e6 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.118498 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c034d5a8-e83f-4cdd-a03a-039b4ec119e6 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.133548 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c034d5a8-e83f-4cdd-a03a-039b4ec119e6 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.137502 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c034d5a8-e83f-4cdd-a03a-039b4ec119e6 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1022778 Jul 09 20:19:06.138222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34956) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:06.173116 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.178911 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.215987 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-184d80f4-b153-4758-a055-a1addabc9dfd tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.262205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'Port': ['ID=c115ca08-985f-4933-9f08-6cb10e6f86af,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:06.275333 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.401146 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Floating IP 1b66d8d3-bcc2-48de-9524-443c64f1e77b associated. External IP: 172.25.0.207, port: 605ccab8-f92d-45ae-a555-abf83c7d649b. Jul 09 20:19:06.626540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Router bd6864f3-8951-4b51-b8ec-d99c1abbe036 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:19:06.740331 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-184d80f4-b153-4758-a055-a1addabc9dfd tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.742562 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:06.742745 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-184d80f4-b153-4758-a055-a1addabc9dfd tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.755497 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8a9150-e41b-46da-b3a5-ca88a9d0232c None None] Sync routers for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:06.761166 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.765161 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8a9150-e41b-46da-b3a5-ca88a9d0232c None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:06.765813 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9d8a9150-e41b-46da-b3a5-ca88a9d0232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:06.805071 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b61fb5f3-3d15-4d20-a310-7cd7b6bdbf46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7213247 Jul 09 20:19:06.806801 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'tag': '605ccab8-f92d-45ae-a555-abf83c7d649b'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:19:06.810708 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-184d80f4-b153-4758-a055-a1addabc9dfd tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.811314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184d80f4-b153-4758-a055-a1addabc9dfd tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d38317c-17f0-4ee3-92c9-a67b28fbe31d {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:19:06.812710 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab5e87a-0fde-4c15-adf4-b07f89cd948f" -d '{"events": [{"name": "network-changed", "server_uuid": "cebc6f97-f816-463b-bf44-a579363b7b5a", "tag": "605ccab8-f92d-45ae-a555-abf83c7d649b"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:19:06.825867 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-184d80f4-b153-4758-a055-a1addabc9dfd tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.827323 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-184d80f4-b153-4758-a055-a1addabc9dfd tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] 10.222.0.30 "DELETE /v2.0/routers/3d38317c-17f0-4ee3-92c9-a67b28fbe31d HTTP/1.1" status: 204 len: 168 time: 0.6887071 Jul 09 20:19:06.831366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34962) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:06.836040 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-14357aa3-37dc-4e03-8490-1832fdd769e3 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Request body: {'router': {'name': 'tempest-router-1690647406', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0e6a44aac46944c5a288da8fe7e859de'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:06.860624 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc111a9d-cbc0-49b1-b012-051494f93fef x-openstack-request-id: req-bc111a9d-cbc0-49b1-b012-051494f93fef {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:19:06.861003 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebc6f97-f816-463b-bf44-a579363b7b5a", "tag": "605ccab8-f92d-45ae-a555-abf83c7d649b", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:19:06.861275 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc111a9d-cbc0-49b1-b012-051494f93fef {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:19:06.861746 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'tag': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'status': 'completed', 'code': 200} Jul 09 20:19:06.863810 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14357aa3-37dc-4e03-8490-1832fdd769e3 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.864838 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14357aa3-37dc-4e03-8490-1832fdd769e3 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.888590 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-9d8a9150-e41b-46da-b3a5-ca88a9d0232c None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:19:06.957981 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14357aa3-37dc-4e03-8490-1832fdd769e3 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.965161 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14357aa3-37dc-4e03-8490-1832fdd769e3 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.989772 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14357aa3-37dc-4e03-8490-1832fdd769e3 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:06.993634 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-14357aa3-37dc-4e03-8490-1832fdd769e3 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1586926 Jul 09 20:19:06.993864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34964) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:06.998410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0e5de3a1-d8dc-4ea4-843c-fe15f8d28e17 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:07.068893 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5e87a-0fde-4c15-adf4-b07f89cd948f req-33e5cf9b-becd-434b-bbe2-7f25496e9278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:07.070456 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ab5e87a-0fde-4c15-adf4-b07f89cd948f req-33e5cf9b-becd-434b-bbe2-7f25496e9278 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 1097 time: 0.1845484 Jul 09 20:19:07.153023 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9d8a9150-e41b-46da-b3a5-ca88a9d0232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1b66d8d3-bcc2-48de-9524-443c64f1e77b', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'port_id': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'mac_address': 'fa:16:3e:b4:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:19:05Z', 'updated_at': '2021-07-09T20:19:05Z', 'revision_number': 0, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:07.180108 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8a9150-e41b-46da-b3a5-ca88a9d0232c None None] Checking router: bd6864f3-8951-4b51-b8ec-d99c1abbe036 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:19:07.188235 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8a9150-e41b-46da-b3a5-ca88a9d0232c None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:07.188883 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9d8a9150-e41b-46da-b3a5-ca88a9d0232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:07.277126 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e5de3a1-d8dc-4ea4-843c-fe15f8d28e17 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:07.277508 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e5de3a1-d8dc-4ea4-843c-fe15f8d28e17 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:07.375411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5e87a-0fde-4c15-adf4-b07f89cd948f req-233d6493-d9a9-43c8-a348-f06530d8d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:07.376962 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ab5e87a-0fde-4c15-adf4-b07f89cd948f req-233d6493-d9a9-43c8-a348-f06530d8d302 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 912 time: 0.2984676 Jul 09 20:19:07.385803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0e5de3a1-d8dc-4ea4-843c-fe15f8d28e17 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100204) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 09 20:19:07.386159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0e5de3a1-d8dc-4ea4-843c-fe15f8d28e17 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Router d5386cf8-f37d-4dfe-928c-484278d83a97 migrating from provider to provider. {{(pid=100204) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 09 20:19:07.386577 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e5de3a1-d8dc-4ea4-843c-fe15f8d28e17 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:07.400071 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-9d8a9150-e41b-46da-b3a5-ca88a9d0232c None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:19:07.427267 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e5de3a1-d8dc-4ea4-843c-fe15f8d28e17 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:07.431654 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e5de3a1-d8dc-4ea4-843c-fe15f8d28e17 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:07.519796 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ab5e87a-0fde-4c15-adf4-b07f89cd948f req-ac4bddfe-ea56-433f-88b5-79cd63cb2280 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=605ccab8-f92d-45ae-a555-abf83c7d649b HTTP/1.1" status: 200 len: 1000 time: 0.1355767 Jul 09 20:19:07.530875 n-d-800088-3 neutron-server[100204]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0e5de3a1-d8dc-4ea4-843c-fe15f8d28e17 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] No L3 agents can host the router d5386cf8-f37d-4dfe-928c-484278d83a97 Jul 09 20:19:07.628847 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9d8a9150-e41b-46da-b3a5-ca88a9d0232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1b66d8d3-bcc2-48de-9524-443c64f1e77b', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'port_id': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'mac_address': 'fa:16:3e:b4:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:19:05Z', 'updated_at': '2021-07-09T20:19:05Z', 'revision_number': 0, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:07.643285 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5e87a-0fde-4c15-adf4-b07f89cd948f req-b77137b2-98c8-41ac-b586-1a19d7a06b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:07.645547 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ab5e87a-0fde-4c15-adf4-b07f89cd948f req-b77137b2-98c8-41ac-b586-1a19d7a06b7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.1170492 Jul 09 20:19:07.659936 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8a9150-e41b-46da-b3a5-ca88a9d0232c None None] The sync data for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 is: [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1b66d8d3-bcc2-48de-9524-443c64f1e77b', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'port_id': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'mac_address': 'fa:16:3e:b4:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:19:05Z', 'updated_at': '2021-07-09T20:19:05Z', 'revision_number': 0, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:07.715067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5de3a1-d8dc-4ea4-843c-fe15f8d28e17 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Hosts for router d5386cf8-f37d-4dfe-928c-484278d83a97: [] {{(pid=100204) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 09 20:19:07.748130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5de3a1-d8dc-4ea4-843c-fe15f8d28e17 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Hosts for other DVR routers connected to router d5386cf8-f37d-4dfe-928c-484278d83a97: set() {{(pid=100204) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 09 20:19:07.750795 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e5de3a1-d8dc-4ea4-843c-fe15f8d28e17 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:07.752086 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0e5de3a1-d8dc-4ea4-843c-fe15f8d28e17 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] 10.222.0.30 "PUT /v2.0/routers/d5386cf8-f37d-4dfe-928c-484278d83a97 HTTP/1.1" status: 200 len: 717 time: 0.7572067 Jul 09 20:19:07.757146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34968) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:07.774609 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5e87a-0fde-4c15-adf4-b07f89cd948f req-6e55c3ac-b757-41c0-bf92-ca5f75a506b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:07.776169 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ab5e87a-0fde-4c15-adf4-b07f89cd948f req-6e55c3ac-b757-41c0-bf92-ca5f75a506b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200566 Jul 09 20:19:07.840095 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-43a3232e-254e-4708-811e-beca66086b85 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] 10.222.0.30 "GET /v2.0/routers/d5386cf8-f37d-4dfe-928c-484278d83a97 HTTP/1.1" status: 200 len: 717 time: 0.0816097 Jul 09 20:19:07.843108 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34970) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:07.886755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c8acee-956a-41b2-9c8c-8009fbbe7b88 None None] New status for floating IP 1b66d8d3-bcc2-48de-9524-443c64f1e77b: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:19:07.889670 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ab5e87a-0fde-4c15-adf4-b07f89cd948f req-9682442a-cdb3-4d41-a180-1d308e858210 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053190 Jul 09 20:19:07.996675 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ab5e87a-0fde-4c15-adf4-b07f89cd948f req-938db4cc-ae06-4ac9-a7be-284e4b6f27e8 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988243 Jul 09 20:19:08.048543 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a5884e6b-11e2-47c8-bc63-44f32fe309be tempest-RoutersTestDVR-1253931760 tempest-RoutersTestDVR-1253931760-project] 10.222.0.30 "GET /v2.0/routers/d5386cf8-f37d-4dfe-928c-484278d83a97 HTTP/1.1" status: 200 len: 683 time: 0.2042420 Jul 09 20:19:08.053597 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34976) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:08.139559 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8a09ea3-5581-45d7-b524-c16f92f619f5 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:08.300332 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8a09ea3-5581-45d7-b524-c16f92f619f5 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:08.302645 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8a09ea3-5581-45d7-b524-c16f92f619f5 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:08.346948 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8a09ea3-5581-45d7-b524-c16f92f619f5 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:08.347523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a09ea3-5581-45d7-b524-c16f92f619f5 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5386cf8-f37d-4dfe-928c-484278d83a97 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:19:08.351761 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a8a09ea3-5581-45d7-b524-c16f92f619f5 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:08.352996 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a8a09ea3-5581-45d7-b524-c16f92f619f5 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] 10.222.0.30 "DELETE /v2.0/routers/d5386cf8-f37d-4dfe-928c-484278d83a97 HTTP/1.1" status: 204 len: 168 time: 0.2980964 Jul 09 20:19:08.357195 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34980) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:08.361705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d38c20a0-4f0d-48f1-831d-0072bd99ad87 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Request body: {'router': {'name': 'tempest-router-826715823', 'distributed': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:08.383978 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d38c20a0-4f0d-48f1-831d-0072bd99ad87 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:08.385128 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d38c20a0-4f0d-48f1-831d-0072bd99ad87 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:08.441754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d38c20a0-4f0d-48f1-831d-0072bd99ad87 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:08.447966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d38c20a0-4f0d-48f1-831d-0072bd99ad87 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:08.463374 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d38c20a0-4f0d-48f1-831d-0072bd99ad87 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:08.464946 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d38c20a0-4f0d-48f1-831d-0072bd99ad87 tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1066196 Jul 09 20:19:08.470895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34982) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:08.554629 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-26d419f9-0432-430d-bb9b-b3ccb5b1f64d tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:09.016428 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-26d419f9-0432-430d-bb9b-b3ccb5b1f64d tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:09.019197 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-26d419f9-0432-430d-bb9b-b3ccb5b1f64d tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:09.060849 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-26d419f9-0432-430d-bb9b-b3ccb5b1f64d tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:09.061382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d419f9-0432-430d-bb9b-b3ccb5b1f64d tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8712ac35-1672-4a98-aab1-2c8a05e450f8 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:19:09.065800 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-26d419f9-0432-430d-bb9b-b3ccb5b1f64d tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:09.066934 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-26d419f9-0432-430d-bb9b-b3ccb5b1f64d tempest-RoutersTestDVR-936217414 tempest-RoutersTestDVR-936217414-project-admin] 10.222.0.30 "DELETE /v2.0/routers/8712ac35-1672-4a98-aab1-2c8a05e450f8 HTTP/1.1" status: 204 len: 168 time: 0.5968916 Jul 09 20:19:09.304635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 34988) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:09.412044 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0b943cf8-c6f0-4fb0-8863-0225a4daabd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:09.499373 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0b943cf8-c6f0-4fb0-8863-0225a4daabd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:09.503418 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0b943cf8-c6f0-4fb0-8863-0225a4daabd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:09.540411 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0b943cf8-c6f0-4fb0-8863-0225a4daabd3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e6a44aac46944c5a288da8fe7e859de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346525 Jul 09 20:19:09.542362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b943cf8-c6f0-4fb0-8863-0225a4daabd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56706d2f-edf1-4f0f-8be4-f4ae35937879,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:09.543061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 34992) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:09.594115 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ceb7a1f8-7b0f-40c1-b7d3-532ec5d76e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:09.617040 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ceb7a1f8-7b0f-40c1-b7d3-532ec5d76e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:09.666067 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ceb7a1f8-7b0f-40c1-b7d3-532ec5d76e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:09.669086 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ceb7a1f8-7b0f-40c1-b7d3-532ec5d76e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:09.672389 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ceb7a1f8-7b0f-40c1-b7d3-532ec5d76e74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56706d2f-edf1-4f0f-8be4-f4ae35937879 HTTP/1.1" status: 204 len: 168 time: 0.1259758 Jul 09 20:19:09.682391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7a1f8-7b0f-40c1-b7d3-532ec5d76e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56706d2f-edf1-4f0f-8be4-f4ae35937879,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:09.929639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35000) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:09.943478 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e3555d0-5592-4239-9838-72a1ff507f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:10.037326 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e3555d0-5592-4239-9838-72a1ff507f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:10.040883 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e3555d0-5592-4239-9838-72a1ff507f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:10.079632 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6e3555d0-5592-4239-9838-72a1ff507f16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7ecf4b0a87c4e2689762bfc7fb37a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488981 Jul 09 20:19:10.082055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3555d0-5592-4239-9838-72a1ff507f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a421c4d2-b55a-47f7-9d59-41d53ea2c947,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:10.083070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35002) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:10.137313 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19511013-2645-4713-a0ea-4d6e609009c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:10.157894 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19511013-2645-4713-a0ea-4d6e609009c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:10.204165 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19511013-2645-4713-a0ea-4d6e609009c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:10.206903 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19511013-2645-4713-a0ea-4d6e609009c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:10.208045 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-19511013-2645-4713-a0ea-4d6e609009c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a421c4d2-b55a-47f7-9d59-41d53ea2c947 HTTP/1.1" status: 204 len: 168 time: 0.1239750 Jul 09 20:19:10.215447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19511013-2645-4713-a0ea-4d6e609009c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a421c4d2-b55a-47f7-9d59-41d53ea2c947,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:11.394365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35040) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:11.492467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-557636904', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:11.513854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Made reservation on behalf of a2722e980cf841ed8eb4e9b1d910dfb7 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:11.516158 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:11.524454 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:11.614763 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:11.618566 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:11.623840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] device_id is not set on port a611a887-7c69-415a-a6b2-4c66482a9789 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:19:11.676682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e669a033-d1a5-412f-be60-c4880345c0a9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:11.744984 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Allocated IP 172.25.0.101 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/a611a887-7c69-415a-a6b2-4c66482a9789) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:11.876088 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:11.917845 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:11.962089 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:11.968206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:11.975364 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:11.978764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Pushing event updated for resources: {'Port': ['ID=a611a887-7c69-415a-a6b2-4c66482a9789,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:12.017238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:12.017951 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:12.032684 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d9a2e1cd-cce6-41ce-9477-e1fc64bb6c1a tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6371670 Jul 09 20:19:12.036565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35046) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:12.040865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5ebde732-7e8a-4d6e-acf2-3c8fc1d8edf3 tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.101'}]}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:12.060934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ebde732-7e8a-4d6e-acf2-3c8fc1d8edf3 tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:12.061895 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ebde732-7e8a-4d6e-acf2-3c8fc1d8edf3 tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:12.114073 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ebde732-7e8a-4d6e-acf2-3c8fc1d8edf3 tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:12.250937 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ebde732-7e8a-4d6e-acf2-3c8fc1d8edf3 tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:12.453999 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ebde732-7e8a-4d6e-acf2-3c8fc1d8edf3 tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:12.473205 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ebde732-7e8a-4d6e-acf2-3c8fc1d8edf3 tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:12.620062 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ebde732-7e8a-4d6e-acf2-3c8fc1d8edf3 tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:12.778071 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ebde732-7e8a-4d6e-acf2-3c8fc1d8edf3 tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:12.780268 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ebde732-7e8a-4d6e-acf2-3c8fc1d8edf3 tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:12.829966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5ebde732-7e8a-4d6e-acf2-3c8fc1d8edf3 tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:12.830467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebde732-7e8a-4d6e-acf2-3c8fc1d8edf3 tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 543ee643-ce4e-48aa-98eb-76dbb5d01df9 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:19:12.846570 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-5ebde732-7e8a-4d6e-acf2-3c8fc1d8edf3 tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 20:19:12.847823 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5ebde732-7e8a-4d6e-acf2-3c8fc1d8edf3 tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8102872 Jul 09 20:19:12.850832 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35050) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:12.935216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-7bd8d732-92fb-47eb-8ffc-ad6406900c6e tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Deleting port a611a887-7c69-415a-a6b2-4c66482a9789 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:12.935469 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7bd8d732-92fb-47eb-8ffc-ad6406900c6e tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.024813 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7bd8d732-92fb-47eb-8ffc-ad6406900c6e tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.038094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-7bd8d732-92fb-47eb-8ffc-ad6406900c6e tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Calling delete_port for a611a887-7c69-415a-a6b2-4c66482a9789 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:13.163643 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7bd8d732-92fb-47eb-8ffc-ad6406900c6e tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.193450 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8d732-92fb-47eb-8ffc-ad6406900c6e tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Pushing event deleted for resources: {'Port': ['ID=a611a887-7c69-415a-a6b2-4c66482a9789,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:13.257968 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7bd8d732-92fb-47eb-8ffc-ad6406900c6e tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.259872 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7bd8d732-92fb-47eb-8ffc-ad6406900c6e tempest-RoutersAdminNegativeIpV6Test-2076213721 tempest-RoutersAdminNegativeIpV6Test-2076213721-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a611a887-7c69-415a-a6b2-4c66482a9789 HTTP/1.1" status: 204 len: 168 time: 0.4080274 Jul 09 20:19:13.523211 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35060) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:13.635172 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dd7bf691-9301-400e-830c-5c24b9dafe77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.731282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dd7bf691-9301-400e-830c-5c24b9dafe77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.735406 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dd7bf691-9301-400e-830c-5c24b9dafe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.774994 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dd7bf691-9301-400e-830c-5c24b9dafe77 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6378c9505c424c3fb354b0502f674fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506800 Jul 09 20:19:13.776914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bf691-9301-400e-830c-5c24b9dafe77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01380a24-b50e-42fe-b035-69ebb7f71575,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:13.777678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35064) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:13.834664 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a5dddfa-91fe-4ce9-92e1-28a4b1130513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.855860 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a5dddfa-91fe-4ce9-92e1-28a4b1130513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.902797 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a5dddfa-91fe-4ce9-92e1-28a4b1130513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.906012 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a5dddfa-91fe-4ce9-92e1-28a4b1130513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:13.907181 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0a5dddfa-91fe-4ce9-92e1-28a4b1130513 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01380a24-b50e-42fe-b035-69ebb7f71575 HTTP/1.1" status: 204 len: 168 time: 0.1284947 Jul 09 20:19:13.915027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dddfa-91fe-4ce9-92e1-28a4b1130513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01380a24-b50e-42fe-b035-69ebb7f71575,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:14.172689 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35072) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:14.217048 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a3100fe0-7b60-4f05-a331-4335b7e5704c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a2722e980cf841ed8eb4e9b1d910dfb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429769 Jul 09 20:19:14.219624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35074) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:14.271824 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2c07-936f-459e-851f-2004f8dc7346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:14.292361 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2c07-936f-459e-851f-2004f8dc7346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:14.338254 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2c07-936f-459e-851f-2004f8dc7346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:14.340889 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4fcb2c07-936f-459e-851f-2004f8dc7346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:14.342045 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4fcb2c07-936f-459e-851f-2004f8dc7346 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e669a033-d1a5-412f-be60-c4880345c0a9 HTTP/1.1" status: 204 len: 168 time: 0.1214662 Jul 09 20:19:14.349883 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb2c07-936f-459e-851f-2004f8dc7346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e669a033-d1a5-412f-be60-c4880345c0a9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:15.018070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35096) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:15.143775 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ce0ce253-4091-4ebe-adb2-5679da295a16 tempest-AgentManagementNegativeTest-1048605811 tempest-AgentManagementNegativeTest-1048605811-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1242921 Jul 09 20:19:15.390750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35106) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:15.497121 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb44fafe-6068-4f5d-ae5e-66b88330de79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:15.594974 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb44fafe-6068-4f5d-ae5e-66b88330de79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:15.599231 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bb44fafe-6068-4f5d-ae5e-66b88330de79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:15.639647 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bb44fafe-6068-4f5d-ae5e-66b88330de79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c74672fb889402f9e8220e6568e97b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477388 Jul 09 20:19:15.640795 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44fafe-6068-4f5d-ae5e-66b88330de79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7cdadb-bac5-44f1-9bf2-cc1bb547888b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:15.642246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35114) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:15.696886 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0b083b8b-3416-43a4-999e-40360cb98a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:15.718023 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0b083b8b-3416-43a4-999e-40360cb98a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:15.765411 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0b083b8b-3416-43a4-999e-40360cb98a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:15.768070 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0b083b8b-3416-43a4-999e-40360cb98a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:15.769298 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0b083b8b-3416-43a4-999e-40360cb98a95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae7cdadb-bac5-44f1-9bf2-cc1bb547888b HTTP/1.1" status: 204 len: 168 time: 0.1260159 Jul 09 20:19:15.777136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b083b8b-3416-43a4-999e-40360cb98a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7cdadb-bac5-44f1-9bf2-cc1bb547888b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:16.418535 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35138) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:16.524522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-206502668'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:16.547536 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:16.551203 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:16.559712 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:16.656448 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:16.660872 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:16.686566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:19:16.696647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c094ed4-6cf6-45c9-9ece-59ea82463357,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:16.702184 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:16.702501 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Added segment c865cd7a-af27-4f7d-864d-445026f668c4 of type vlan for network 2d8c119e-22e8-46a4-a55c-fde2f56c98b9 Jul 09 20:19:16.744480 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:16.773728 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:16.780481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:16.781367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:16.845925 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4261739 Jul 09 20:19:16.849141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35142) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:16.854710 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-acbef0d6-e334-4aa8-bc13-ffad7a36ee45 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1749556572'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:16.861010 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59683335-4935-41fe-af1c-3e1e25fb3d57 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Network': ['ID=2d8c119e-22e8-46a4-a55c-fde2f56c98b9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:16.873777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 2d8c119e-22e8-46a4-a55c-fde2f56c98b9 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:19:16.878136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbef0d6-e334-4aa8-bc13-ffad7a36ee45 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:16.882289 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-acbef0d6-e334-4aa8-bc13-ffad7a36ee45 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:16.907251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbef0d6-e334-4aa8-bc13-ffad7a36ee45 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:19:16.918070 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-acbef0d6-e334-4aa8-bc13-ffad7a36ee45 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:16.918427 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-acbef0d6-e334-4aa8-bc13-ffad7a36ee45 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Added segment 75e32ae6-b1f4-411b-87bf-9509afae48c1 of type vlan for network 3dc39f10-8599-47e0-b48c-bb49d15bb569 Jul 09 20:19:16.964387 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-acbef0d6-e334-4aa8-bc13-ffad7a36ee45 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:16.994521 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-acbef0d6-e334-4aa8-bc13-ffad7a36ee45 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:17.000508 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbef0d6-e334-4aa8-bc13-ffad7a36ee45 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:17.001174 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-acbef0d6-e334-4aa8-bc13-ffad7a36ee45 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:17.062797 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-acbef0d6-e334-4aa8-bc13-ffad7a36ee45 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2124512 Jul 09 20:19:17.065954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35144) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:17.073399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7471e706-2f6f-48db-8cf1-f286f1d9596a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'subnet': {'network_id': '2d8c119e-22e8-46a4-a55c-fde2f56c98b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:17.081172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbef0d6-e334-4aa8-bc13-ffad7a36ee45 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Network': ['ID=3dc39f10-8599-47e0-b48c-bb49d15bb569,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:17.095042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 3dc39f10-8599-47e0-b48c-bb49d15bb569 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:19:17.177544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7471e706-2f6f-48db-8cf1-f286f1d9596a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:17.181212 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7471e706-2f6f-48db-8cf1-f286f1d9596a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:17.388224 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7471e706-2f6f-48db-8cf1-f286f1d9596a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:17.451041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471e706-2f6f-48db-8cf1-f286f1d9596a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Subnet': ['ID=683df3c3-f173-4da1-aeb0-952f8acde80e,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:17.462582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7471e706-2f6f-48db-8cf1-f286f1d9596a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Checking segment: {'id': 'c865cd7a-af27-4f7d-864d-445026f668c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2d8c119e-22e8-46a4-a55c-fde2f56c98b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:17.462967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7471e706-2f6f-48db-8cf1-f286f1d9596a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network hostable DHCP agents. Network: 2d8c119e-22e8-46a4-a55c-fde2f56c98b9, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:19:17.480305 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7471e706-2f6f-48db-8cf1-f286f1d9596a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 2d8c119e-22e8-46a4-a55c-fde2f56c98b9 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:19:17.489574 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7471e706-2f6f-48db-8cf1-f286f1d9596a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 2d8c119e-22e8-46a4-a55c-fde2f56c98b9) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:17.494020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7471e706-2f6f-48db-8cf1-f286f1d9596a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:17.494630 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7471e706-2f6f-48db-8cf1-f286f1d9596a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:17.499122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65fdb2d-38d5-4522-ac8a-b228d066d4f1 None None] Network 2d8c119e-22e8-46a4-a55c-fde2f56c98b9 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:17.515227 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7471e706-2f6f-48db-8cf1-f286f1d9596a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4481695 Jul 09 20:19:17.518227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35148) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:17.523819 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-221ca500-ae2d-4258-80b8-43f84fae8eab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'subnet': {'network_id': '3dc39f10-8599-47e0-b48c-bb49d15bb569', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:17.630685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221ca500-ae2d-4258-80b8-43f84fae8eab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:17.635281 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-221ca500-ae2d-4258-80b8-43f84fae8eab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:17.668428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-2d8c119e-22e8-46a4-a55c-fde2f56c98b9', 'network_id': '2d8c119e-22e8-46a4-a55c-fde2f56c98b9', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'fixed_ips': [{'subnet_id': '683df3c3-f173-4da1-aeb0-952f8acde80e'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:19:17.669400 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:17.816646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Allocated IP 2001:db8::2 (2d8c119e-22e8-46a4-a55c-fde2f56c98b9/683df3c3-f173-4da1-aeb0-952f8acde80e/54dec491-4aea-4333-8310-e925dd29baf8) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:17.853392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-221ca500-ae2d-4258-80b8-43f84fae8eab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:17.930267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ca500-ae2d-4258-80b8-43f84fae8eab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Subnet': ['ID=d4559e25-9318-4274-ba94-09fce3b50f23,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:17.939381 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221ca500-ae2d-4258-80b8-43f84fae8eab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Checking segment: {'id': '75e32ae6-b1f4-411b-87bf-9509afae48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3dc39f10-8599-47e0-b48c-bb49d15bb569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:17.939757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221ca500-ae2d-4258-80b8-43f84fae8eab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network hostable DHCP agents. Network: 3dc39f10-8599-47e0-b48c-bb49d15bb569, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:19:17.966181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221ca500-ae2d-4258-80b8-43f84fae8eab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 3dc39f10-8599-47e0-b48c-bb49d15bb569 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:19:17.979808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-221ca500-ae2d-4258-80b8-43f84fae8eab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 3dc39f10-8599-47e0-b48c-bb49d15bb569) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:17.984246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221ca500-ae2d-4258-80b8-43f84fae8eab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:17.984909 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-221ca500-ae2d-4258-80b8-43f84fae8eab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:17.990411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89051cf6-130a-48a9-85cb-ddaca87f1447 None None] Network 3dc39f10-8599-47e0-b48c-bb49d15bb569 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:17.995066 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.000424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-221ca500-ae2d-4258-80b8-43f84fae8eab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4811060 Jul 09 20:19:18.003222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35150) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:18.007773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-769b0cd8-6a0f-4895-84fd-724236697e7b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-745577501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:18.030990 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-769b0cd8-6a0f-4895-84fd-724236697e7b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.031960 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-769b0cd8-6a0f-4895-84fd-724236697e7b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.041074 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Transition to ACTIVE for port object 54dec491-4aea-4333-8310-e925dd29baf8 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:18.066014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Transition to ACTIVE for port object 54dec491-4aea-4333-8310-e925dd29baf8 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:18.079475 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.085775 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-769b0cd8-6a0f-4895-84fd-724236697e7b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.090539 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-769b0cd8-6a0f-4895-84fd-724236697e7b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.107920 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-769b0cd8-6a0f-4895-84fd-724236697e7b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.109253 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-769b0cd8-6a0f-4895-84fd-724236697e7b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1050611 Jul 09 20:19:18.112224 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35154) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:18.164460 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Network 2d8c119e-22e8-46a4-a55c-fde2f56c98b9 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:18.176645 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:18.179051 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:18.183922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Pushing event updated for resources: {'Port': ['ID=54dec491-4aea-4333-8310-e925dd29baf8,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:18.203508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.203854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.204200 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.204558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.204899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.205234 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.205561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.206539 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.207098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.207499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.207833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.208163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:18.269294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-3dc39f10-8599-47e0-b48c-bb49d15bb569', 'network_id': '3dc39f10-8599-47e0-b48c-bb49d15bb569', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'fixed_ips': [{'subnet_id': 'd4559e25-9318-4274-ba94-09fce3b50f23'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:19:18.270305 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.293688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Attempting to bind port 54dec491-4aea-4333-8310-e925dd29baf8 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:19:18.294059 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Attempting to bind port 54dec491-4aea-4333-8310-e925dd29baf8 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'c865cd7a-af27-4f7d-864d-445026f668c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2d8c119e-22e8-46a4-a55c-fde2f56c98b9'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:19:18.294428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Attempting to bind port 54dec491-4aea-4333-8310-e925dd29baf8 on network 2d8c119e-22e8-46a4-a55c-fde2f56c98b9 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:19:18.306078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:19:18.306451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Checking segment: {'id': 'c865cd7a-af27-4f7d-864d-445026f668c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2d8c119e-22e8-46a4-a55c-fde2f56c98b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:18.306854 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.307249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Bound using segment: {'id': 'c865cd7a-af27-4f7d-864d-445026f668c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2d8c119e-22e8-46a4-a55c-fde2f56c98b9'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:19:18.307720 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Bound port: 54dec491-4aea-4333-8310-e925dd29baf8, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c865cd7a-af27-4f7d-864d-445026f668c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2d8c119e-22e8-46a4-a55c-fde2f56c98b9'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:19:18.308104 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.408309 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.466834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] For port 54dec491-4aea-4333-8310-e925dd29baf8, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:19:18.471324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] For port 54dec491-4aea-4333-8310-e925dd29baf8, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=54dec491-4aea-4333-8310-e925dd29baf8,segment=NetworkSegment(c865cd7a-af27-4f7d-864d-445026f668c4),segment_id=c865cd7a-af27-4f7d-864d-445026f668c4)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:19:18.478169 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Allocated IP 2001:db8:1::2 (3dc39f10-8599-47e0-b48c-bb49d15bb569/d4559e25-9318-4274-ba94-09fce3b50f23/d89ff3ad-6046-4b2c-b8e0-ab38e249dfab) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:18.480806 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.668071 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Allocated IP 2001:db8::1 (2d8c119e-22e8-46a4-a55c-fde2f56c98b9/683df3c3-f173-4da1-aeb0-952f8acde80e/bde19fce-051f-43af-b700-1d32816a62aa) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:18.810608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b962448-e230-46ca-b907-3c60994924d2 None None] Pushing event updated for resources: {'Port': ['ID=54dec491-4aea-4333-8310-e925dd29baf8,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:18.828851 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.844471 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Transition to ACTIVE for port object bde19fce-051f-43af-b700-1d32816a62aa will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:18.881269 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.905620 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.914949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Transition to ACTIVE for port object d89ff3ad-6046-4b2c-b8e0-ab38e249dfab will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:18.923495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 2d8c119e-22e8-46a4-a55c-fde2f56c98b9 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:18.929791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:18.930665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Transition to ACTIVE for port object d89ff3ad-6046-4b2c-b8e0-ab38e249dfab will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:18.933698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:18.934496 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.937515 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:18.980963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=bde19fce-051f-43af-b700-1d32816a62aa,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:18.981213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Network 3dc39f10-8599-47e0-b48c-bb49d15bb569 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:18.984179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:18.988793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:18.996095 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Pushing event updated for resources: {'Port': ['ID=d89ff3ad-6046-4b2c-b8e0-ab38e249dfab,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:19.053334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Attempting to bind port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:19:19.053716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Attempting to bind port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '75e32ae6-b1f4-411b-87bf-9509afae48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3dc39f10-8599-47e0-b48c-bb49d15bb569'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:19:19.054095 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Attempting to bind port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab on network 3dc39f10-8599-47e0-b48c-bb49d15bb569 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:19:19.059086 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:19:19.059469 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Checking segment: {'id': '75e32ae6-b1f4-411b-87bf-9509afae48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3dc39f10-8599-47e0-b48c-bb49d15bb569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:19.059880 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:19.060304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Bound using segment: {'id': '75e32ae6-b1f4-411b-87bf-9509afae48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3dc39f10-8599-47e0-b48c-bb49d15bb569'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:19:19.060805 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Bound port: d89ff3ad-6046-4b2c-b8e0-ab38e249dfab, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e32ae6-b1f4-411b-87bf-9509afae48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3dc39f10-8599-47e0-b48c-bb49d15bb569'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:19:19.061199 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:19.071989 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:19.124785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] For port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:19:19.127839 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] For port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d89ff3ad-6046-4b2c-b8e0-ab38e249dfab,segment=NetworkSegment(75e32ae6-b1f4-411b-87bf-9509afae48c1),segment_id=75e32ae6-b1f4-411b-87bf-9509afae48c1)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:19:19.132929 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:19.194467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011795a7-7dd0-4f8e-af3c-d9d072a4d8ad None None] Pushing event updated for resources: {'Port': ['ID=d89ff3ad-6046-4b2c-b8e0-ab38e249dfab,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:19.358777 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:19.364493 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:19.365447 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:19.470157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=bde19fce-051f-43af-b700-1d32816a62aa,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:19.516457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 2d8c119e-22e8-46a4-a55c-fde2f56c98b9 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:19.518946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:19.642905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router 163448a0-d769-47cb-9764-6acc568ce1a1 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:19:19.673123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ada357a-36b9-48e0-a7d7-9bd0ba285c4f None None] Network 2d8c119e-22e8-46a4-a55c-fde2f56c98b9 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:19.747389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:19.758978 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2740b913-a2e6-4097-a04f-240164fe69da None None] Sync routers for ids ['163448a0-d769-47cb-9764-6acc568ce1a1'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:19.764581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35160) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:19.765173 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2645bad9-6e2c-4df7-851c-748bdd78b211 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/163448a0-d769-47cb-9764-6acc568ce1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6513922 Jul 09 20:19:19.773864 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2740b913-a2e6-4097-a04f-240164fe69da None None] Routers {'163448a0-d769-47cb-9764-6acc568ce1a1'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:19.774792 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2740b913-a2e6-4097-a04f-240164fe69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['163448a0-d769-47cb-9764-6acc568ce1a1'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:19.783014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-61a443b8-d652-4755-8978-7f0f149f97c5 None None] Provisioning for port 54dec491-4aea-4333-8310-e925dd29baf8 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:19.810905 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2740b913-a2e6-4097-a04f-240164fe69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:19.820796 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2740b913-a2e6-4097-a04f-240164fe69da None None] Routers {'163448a0-d769-47cb-9764-6acc568ce1a1'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:19.821665 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2740b913-a2e6-4097-a04f-240164fe69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['163448a0-d769-47cb-9764-6acc568ce1a1'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:19.826854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789d31b5-9b22-4086-9996-992c679042e5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:19.828330 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-789d31b5-9b22-4086-9996-992c679042e5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports/bde19fce-051f-43af-b700-1d32816a62aa HTTP/1.1" status: 200 len: 911 time: 0.0618460 Jul 09 20:19:19.832128 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35162) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:19.858908 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2740b913-a2e6-4097-a04f-240164fe69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:19.859568 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2740b913-a2e6-4097-a04f-240164fe69da None None] The sync data for ids ['163448a0-d769-47cb-9764-6acc568ce1a1'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:20.201759 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:20.218607 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0e552461-8a29-42a0-bf56-4bcce7115ee2 None None] Provisioning for port bde19fce-051f-43af-b700-1d32816a62aa completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:20.224290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0e552461-8a29-42a0-bf56-4bcce7115ee2 None None] Provisioning complete for port bde19fce-051f-43af-b700-1d32816a62aa triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:20.224744 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0e552461-8a29-42a0-bf56-4bcce7115ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:20.264773 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0e552461-8a29-42a0-bf56-4bcce7115ee2 None None] Port bde19fce-051f-43af-b700-1d32816a62aa cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:20.417360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0029be1f-80cf-4587-8b94-62a405681157 None None] Network 3dc39f10-8599-47e0-b48c-bb49d15bb569 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:20.483489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-df7ece65-47f6-4300-9b56-79a1ca35cd44 None None] Provisioning complete for port bde19fce-051f-43af-b700-1d32816a62aa triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:20.484045 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-df7ece65-47f6-4300-9b56-79a1ca35cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:20.499482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Allocated IP 2001:db8:1::1 (3dc39f10-8599-47e0-b48c-bb49d15bb569/d4559e25-9318-4274-ba94-09fce3b50f23/4c5dc776-1ff5-4413-a5ed-d58544c131aa) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:20.531457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d89ff3ad-6046-4b2c-b8e0-ab38e249dfab up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:20.567256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-df7ece65-47f6-4300-9b56-79a1ca35cd44 None None] Port bde19fce-051f-43af-b700-1d32816a62aa cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:20.632796 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:20.648942 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:20.649329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Transition to ACTIVE for port object 4c5dc776-1ff5-4413-a5ed-d58544c131aa will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:20.655189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 54dec491-4aea-4333-8310-e925dd29baf8 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:20.686173 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:20.723740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-066fbbcb-e46f-4fe7-9b68-c10528831cde None None] Provisioning for port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:20.731471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-066fbbcb-e46f-4fe7-9b68-c10528831cde None None] Provisioning complete for port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:20.731856 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-066fbbcb-e46f-4fe7-9b68-c10528831cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:20.732580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 3dc39f10-8599-47e0-b48c-bb49d15bb569 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:20.734055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:20.736814 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:20.737335 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:20.782200 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 54dec491-4aea-4333-8310-e925dd29baf8 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:20.789097 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 54dec491-4aea-4333-8310-e925dd29baf8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:20.789478 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:20.790137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=4c5dc776-1ff5-4413-a5ed-d58544c131aa,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:20.865374 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-066fbbcb-e46f-4fe7-9b68-c10528831cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:20.905746 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:20.928392 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:20.932078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-066fbbcb-e46f-4fe7-9b68-c10528831cde None None] For port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d89ff3ad-6046-4b2c-b8e0-ab38e249dfab,segment=NetworkSegment(75e32ae6-b1f4-411b-87bf-9509afae48c1),segment_id=75e32ae6-b1f4-411b-87bf-9509afae48c1)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:20.939030 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-066fbbcb-e46f-4fe7-9b68-c10528831cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:20.997860 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 54dec491-4aea-4333-8310-e925dd29baf8, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=54dec491-4aea-4333-8310-e925dd29baf8,segment=NetworkSegment(c865cd7a-af27-4f7d-864d-445026f668c4),segment_id=c865cd7a-af27-4f7d-864d-445026f668c4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:21.000963 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-066fbbcb-e46f-4fe7-9b68-c10528831cde None None] Provisioning complete for port bde19fce-051f-43af-b700-1d32816a62aa triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:21.001333 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-066fbbcb-e46f-4fe7-9b68-c10528831cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:21.006317 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:21.044767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066fbbcb-e46f-4fe7-9b68-c10528831cde None None] Pushing event updated for resources: {'Port': ['ID=d89ff3ad-6046-4b2c-b8e0-ab38e249dfab,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:21.054587 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-066fbbcb-e46f-4fe7-9b68-c10528831cde None None] Port bde19fce-051f-43af-b700-1d32816a62aa cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:21.108154 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=54dec491-4aea-4333-8310-e925dd29baf8,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:21.178155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-da540fc0-d696-413c-9924-602a4eb9d261 None None] Provisioning complete for port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:21.178538 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-da540fc0-d696-413c-9924-602a4eb9d261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:21.207937 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:21.216772 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:21.217876 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:21.312905 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=4c5dc776-1ff5-4413-a5ed-d58544c131aa,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:21.355400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 3dc39f10-8599-47e0-b48c-bb49d15bb569 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:21.356805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:21.393305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-630d1d40-c018-4105-afd6-4ca45d093bef None None] Provisioning for port 4c5dc776-1ff5-4413-a5ed-d58544c131aa completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:21.399487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-630d1d40-c018-4105-afd6-4ca45d093bef None None] Provisioning complete for port 4c5dc776-1ff5-4413-a5ed-d58544c131aa triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:21.399487 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-630d1d40-c018-4105-afd6-4ca45d093bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:21.438780 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-630d1d40-c018-4105-afd6-4ca45d093bef None None] Port 4c5dc776-1ff5-4413-a5ed-d58544c131aa cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:21.466809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router 163448a0-d769-47cb-9764-6acc568ce1a1 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:19:21.564335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:21.571246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6c2e13e7-7e9d-446d-bef7-2987bae4a622 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/163448a0-d769-47cb-9764-6acc568ce1a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7370479 Jul 09 20:19:21.573734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35170) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:21.575862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91ff9f6-a15d-4397-9fb6-b979518eac66 None None] Sync routers for ids ['163448a0-d769-47cb-9764-6acc568ce1a1'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:21.585738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ff9f6-a15d-4397-9fb6-b979518eac66 None None] Routers {'163448a0-d769-47cb-9764-6acc568ce1a1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:21.586362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b91ff9f6-a15d-4397-9fb6-b979518eac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['163448a0-d769-47cb-9764-6acc568ce1a1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:21.621144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b91ff9f6-a15d-4397-9fb6-b979518eac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:21.628201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2576c19b-e85a-46b8-8e71-e358e5902c4d tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:21.629615 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2576c19b-e85a-46b8-8e71-e358e5902c4d tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports/4c5dc776-1ff5-4413-a5ed-d58544c131aa HTTP/1.1" status: 200 len: 913 time: 0.0548615 Jul 09 20:19:21.630195 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91ff9f6-a15d-4397-9fb6-b979518eac66 None None] Routers {'163448a0-d769-47cb-9764-6acc568ce1a1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:21.630849 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b91ff9f6-a15d-4397-9fb6-b979518eac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['163448a0-d769-47cb-9764-6acc568ce1a1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:21.632447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35172) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:21.666860 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b91ff9f6-a15d-4397-9fb6-b979518eac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:21.667406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91ff9f6-a15d-4397-9fb6-b979518eac66 None None] The sync data for ids ['163448a0-d769-47cb-9764-6acc568ce1a1'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:21.676967 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-80c9843d-8439-41ce-80ac-f7ade62555c8 None None] Provisioning complete for port 4c5dc776-1ff5-4413-a5ed-d58544c131aa triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:21.677350 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-80c9843d-8439-41ce-80ac-f7ade62555c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:21.714903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-80c9843d-8439-41ce-80ac-f7ade62555c8 None None] Port 4c5dc776-1ff5-4413-a5ed-d58544c131aa cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:22.290777 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1838226-94d5-4e7a-a70f-d3413ed0891f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:22.370905 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:19:22.427789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d89ff3ad-6046-4b2c-b8e0-ab38e249dfab up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:22.474830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:22.475213 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:22.548016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-e1838226-94d5-4e7a-a70f-d3413ed0891f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port 4c5dc776-1ff5-4413-a5ed-d58544c131aa {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:22.548247 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1838226-94d5-4e7a-a70f-d3413ed0891f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:22.553796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 54dec491-4aea-4333-8310-e925dd29baf8 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:22.602637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 54dec491-4aea-4333-8310-e925dd29baf8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:22.603134 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:22.637456 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1838226-94d5-4e7a-a70f-d3413ed0891f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:22.651111 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-e1838226-94d5-4e7a-a70f-d3413ed0891f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for 4c5dc776-1ff5-4413-a5ed-d58544c131aa owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:22.822455 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1838226-94d5-4e7a-a70f-d3413ed0891f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:22.851139 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1838226-94d5-4e7a-a70f-d3413ed0891f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=4c5dc776-1ff5-4413-a5ed-d58544c131aa,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:22.966066 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1838226-94d5-4e7a-a70f-d3413ed0891f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:23.158373 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1838226-94d5-4e7a-a70f-d3413ed0891f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router 163448a0-d769-47cb-9764-6acc568ce1a1 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:19:23.254135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1838226-94d5-4e7a-a70f-d3413ed0891f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:23.259215 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e1838226-94d5-4e7a-a70f-d3413ed0891f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/163448a0-d769-47cb-9764-6acc568ce1a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6257818 Jul 09 20:19:23.262053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35180) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:23.263028 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52658f93-f5dd-4aa6-9e68-1506e48dc8dc None None] Sync routers for ids ['163448a0-d769-47cb-9764-6acc568ce1a1'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:23.273476 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52658f93-f5dd-4aa6-9e68-1506e48dc8dc None None] Routers {'163448a0-d769-47cb-9764-6acc568ce1a1'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:23.274101 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-52658f93-f5dd-4aa6-9e68-1506e48dc8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['163448a0-d769-47cb-9764-6acc568ce1a1'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:23.307443 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-52658f93-f5dd-4aa6-9e68-1506e48dc8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:23.317554 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52658f93-f5dd-4aa6-9e68-1506e48dc8dc None None] Routers {'163448a0-d769-47cb-9764-6acc568ce1a1'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:23.318163 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-52658f93-f5dd-4aa6-9e68-1506e48dc8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['163448a0-d769-47cb-9764-6acc568ce1a1'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:23.350381 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-52658f93-f5dd-4aa6-9e68-1506e48dc8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:23.351017 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52658f93-f5dd-4aa6-9e68-1506e48dc8dc None None] The sync data for ids ['163448a0-d769-47cb-9764-6acc568ce1a1'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:23.581144 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21e7e933-575c-4773-ab98-1b22a03b4c03 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:23.842099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-21e7e933-575c-4773-ab98-1b22a03b4c03 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port bde19fce-051f-43af-b700-1d32816a62aa {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:23.842749 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21e7e933-575c-4773-ab98-1b22a03b4c03 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:23.933749 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21e7e933-575c-4773-ab98-1b22a03b4c03 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:23.946200 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-21e7e933-575c-4773-ab98-1b22a03b4c03 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for bde19fce-051f-43af-b700-1d32816a62aa owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:24.145225 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21e7e933-575c-4773-ab98-1b22a03b4c03 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:24.184331 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7e933-575c-4773-ab98-1b22a03b4c03 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=bde19fce-051f-43af-b700-1d32816a62aa,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:24.302345 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-21e7e933-575c-4773-ab98-1b22a03b4c03 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:24.487540 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e7e933-575c-4773-ab98-1b22a03b4c03 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router 163448a0-d769-47cb-9764-6acc568ce1a1 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:19:24.563723 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e7e933-575c-4773-ab98-1b22a03b4c03 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:24.570471 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-21e7e933-575c-4773-ab98-1b22a03b4c03 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/163448a0-d769-47cb-9764-6acc568ce1a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3073428 Jul 09 20:19:24.573517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35184) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:24.574967 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2ccd65-18fd-49e3-9046-580ec4588914 None None] Sync routers for ids ['163448a0-d769-47cb-9764-6acc568ce1a1'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:24.585475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2ccd65-18fd-49e3-9046-580ec4588914 None None] Routers {'163448a0-d769-47cb-9764-6acc568ce1a1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:24.586089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fe2ccd65-18fd-49e3-9046-580ec4588914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['163448a0-d769-47cb-9764-6acc568ce1a1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:24.602440 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b996db23-f7d1-48ff-a31d-0ad83d96ef49 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports?device_id=163448a0-d769-47cb-9764-6acc568ce1a1 HTTP/1.1" status: 200 len: 205 time: 0.0277038 Jul 09 20:19:24.605003 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35186) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:24.621784 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fe2ccd65-18fd-49e3-9046-580ec4588914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:24.631722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2ccd65-18fd-49e3-9046-580ec4588914 None None] Routers {'163448a0-d769-47cb-9764-6acc568ce1a1'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:24.632318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fe2ccd65-18fd-49e3-9046-580ec4588914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:18:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['163448a0-d769-47cb-9764-6acc568ce1a1'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:24.669383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fe2ccd65-18fd-49e3-9046-580ec4588914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:24.669928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2ccd65-18fd-49e3-9046-580ec4588914 None None] The sync data for ids ['163448a0-d769-47cb-9764-6acc568ce1a1'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:24.689328 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-208c42b3-2d4f-4dc3-a257-cd12be0fa01b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.162404 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-208c42b3-2d4f-4dc3-a257-cd12be0fa01b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.164594 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-208c42b3-2d4f-4dc3-a257-cd12be0fa01b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.209690 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-208c42b3-2d4f-4dc3-a257-cd12be0fa01b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.210264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208c42b3-2d4f-4dc3-a257-cd12be0fa01b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Fanout notify agent at l3_agent the message router_deleted on router 163448a0-d769-47cb-9764-6acc568ce1a1 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:19:25.216962 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-208c42b3-2d4f-4dc3-a257-cd12be0fa01b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.220605 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-208c42b3-2d4f-4dc3-a257-cd12be0fa01b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/routers/163448a0-d769-47cb-9764-6acc568ce1a1 HTTP/1.1" status: 204 len: 168 time: 0.6119814 Jul 09 20:19:25.220692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35188) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:25.273448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb642796-49e0-4132-9015-7ec21c65d75b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting subnet d4559e25-9318-4274-ba94-09fce3b50f23 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:19:25.276730 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb642796-49e0-4132-9015-7ec21c65d75b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.326065 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb642796-49e0-4132-9015-7ec21c65d75b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.421490 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb642796-49e0-4132-9015-7ec21c65d75b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.483463 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb642796-49e0-4132-9015-7ec21c65d75b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.514624 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb642796-49e0-4132-9015-7ec21c65d75b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Subnet': ['ID=d4559e25-9318-4274-ba94-09fce3b50f23,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:25.519048 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb642796-49e0-4132-9015-7ec21c65d75b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.521540 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fb642796-49e0-4132-9015-7ec21c65d75b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/d4559e25-9318-4274-ba94-09fce3b50f23 HTTP/1.1" status: 204 len: 168 time: 0.2988863 Jul 09 20:19:25.525156 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35192) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:25.528373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9598a57-c8f6-46e1-bbd9-6728840d397b None None] Network 3dc39f10-8599-47e0-b48c-bb49d15bb569 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:25.577878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4b658e-3ba6-405a-9f29-67ed301ad28b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting subnet 683df3c3-f173-4da1-aeb0-952f8acde80e {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:19:25.581975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7c4b658e-3ba6-405a-9f29-67ed301ad28b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.623294 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7c4b658e-3ba6-405a-9f29-67ed301ad28b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.726559 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7c4b658e-3ba6-405a-9f29-67ed301ad28b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.730619 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f60df6-15fd-4783-a14f-75f6f786a47d None None] DHCP port deletion for 3dc39f10-8599-47e0-b48c-bb49d15bb569 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:19:25.778151 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-00f60df6-15fd-4783-a14f-75f6f786a47d None None] Deleting port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:25.778524 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-00f60df6-15fd-4783-a14f-75f6f786a47d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.786878 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7c4b658e-3ba6-405a-9f29-67ed301ad28b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.816517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b658e-3ba6-405a-9f29-67ed301ad28b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Subnet': ['ID=683df3c3-f173-4da1-aeb0-952f8acde80e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:25.818724 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7c4b658e-3ba6-405a-9f29-67ed301ad28b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.820728 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7c4b658e-3ba6-405a-9f29-67ed301ad28b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/683df3c3-f173-4da1-aeb0-952f8acde80e HTTP/1.1" status: 204 len: 168 time: 0.2945638 Jul 09 20:19:25.823351 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35194) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:25.828936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0994c0d6-603c-4e60-923c-05c905ea66d0 None None] Network 2d8c119e-22e8-46a4-a55c-fde2f56c98b9 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:25.895774 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-00f60df6-15fd-4783-a14f-75f6f786a47d None None] For port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d89ff3ad-6046-4b2c-b8e0-ab38e249dfab,segment=NetworkSegment(75e32ae6-b1f4-411b-87bf-9509afae48c1),segment_id=75e32ae6-b1f4-411b-87bf-9509afae48c1)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:25.896171 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-00f60df6-15fd-4783-a14f-75f6f786a47d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.902754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:25.920962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-00f60df6-15fd-4783-a14f-75f6f786a47d None None] Calling delete_port for d89ff3ad-6046-4b2c-b8e0-ab38e249dfab owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:25.965119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:25.965360 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.029647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] For port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d89ff3ad-6046-4b2c-b8e0-ab38e249dfab,segment=NetworkSegment(75e32ae6-b1f4-411b-87bf-9509afae48c1),segment_id=75e32ae6-b1f4-411b-87bf-9509afae48c1)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:26.030014 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.042640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for d89ff3ad-6046-4b2c-b8e0-ab38e249dfab owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:26.069280 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-00f60df6-15fd-4783-a14f-75f6f786a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.095476 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f60df6-15fd-4783-a14f-75f6f786a47d None None] Pushing event deleted for resources: {'Port': ['ID=d89ff3ad-6046-4b2c-b8e0-ab38e249dfab,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:26.099686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f60df6-15fd-4783-a14f-75f6f786a47d None None] No DVR routers for this DVR port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:19:26.125225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dfbe5c-a5a6-4ecf-b18c-697714870901 None None] DHCP port deletion for 2d8c119e-22e8-46a4-a55c-fde2f56c98b9 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:19:26.133981 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.163275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=d89ff3ad-6046-4b2c-b8e0-ab38e249dfab,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:26.167426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No DVR routers for this DVR port d89ff3ad-6046-4b2c-b8e0-ab38e249dfab on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:19:26.171728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-31dfbe5c-a5a6-4ecf-b18c-697714870901 None None] Deleting port 54dec491-4aea-4333-8310-e925dd29baf8 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:26.172192 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-31dfbe5c-a5a6-4ecf-b18c-697714870901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.245859 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-31dfbe5c-a5a6-4ecf-b18c-697714870901 None None] For port 54dec491-4aea-4333-8310-e925dd29baf8, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=54dec491-4aea-4333-8310-e925dd29baf8,segment=NetworkSegment(c865cd7a-af27-4f7d-864d-445026f668c4),segment_id=c865cd7a-af27-4f7d-864d-445026f668c4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:26.246267 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-31dfbe5c-a5a6-4ecf-b18c-697714870901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.253677 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.259486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-31dfbe5c-a5a6-4ecf-b18c-697714870901 None None] Calling delete_port for 54dec491-4aea-4333-8310-e925dd29baf8 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:26.264053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc39f10-8599-47e0-b48c-bb49d15bb569']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:26.274513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e32ae6-b1f4-411b-87bf-9509afae48c1') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:26.274818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e32ae6-b1f4-411b-87bf-9509afae48c1') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:26.283407 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.297198 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.303651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:19:26.304052 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: items = [ Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:19:26.307160 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:19:26.341002 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-31dfbe5c-a5a6-4ecf-b18c-697714870901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.367401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfbe5c-a5a6-4ecf-b18c-697714870901 None None] Pushing event deleted for resources: {'Port': ['ID=54dec491-4aea-4333-8310-e925dd29baf8,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:26.369436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dfbe5c-a5a6-4ecf-b18c-697714870901 None None] No DVR routers for this DVR port 54dec491-4aea-4333-8310-e925dd29baf8 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:19:26.381379 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.389435 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.391865 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/networks/3dc39f10-8599-47e0-b48c-bb49d15bb569 HTTP/1.1" status: 204 len: 168 time: 0.5673842 Jul 09 20:19:26.394753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35200) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:26.457402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fac534-7f02-4b4b-a04a-7587823014a2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Network': ['ID=3dc39f10-8599-47e0-b48c-bb49d15bb569,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:26.465830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d89ff3ad-6046-4b2c-b8e0-ab38e249dfab no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:19:26.494207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: d89ff3ad-6046-4b2c-b8e0-ab38e249dfab {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:19:26.494584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d89ff3ad-6046-4b2c-b8e0-ab38e249dfab not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:19:26.495056 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 54dec491-4aea-4333-8310-e925dd29baf8 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:19:26.504467 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-42e4c0aa-b6c0-45ca-9ca8-362fb90668b5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.517014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 54dec491-4aea-4333-8310-e925dd29baf8 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:19:26.517426 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 54dec491-4aea-4333-8310-e925dd29baf8 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:19:26.597774 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-42e4c0aa-b6c0-45ca-9ca8-362fb90668b5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.607617 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-42e4c0aa-b6c0-45ca-9ca8-362fb90668b5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8c119e-22e8-46a4-a55c-fde2f56c98b9']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:26.618027 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-42e4c0aa-b6c0-45ca-9ca8-362fb90668b5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c865cd7a-af27-4f7d-864d-445026f668c4') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:26.618335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-42e4c0aa-b6c0-45ca-9ca8-362fb90668b5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c865cd7a-af27-4f7d-864d-445026f668c4') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:26.626883 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-42e4c0aa-b6c0-45ca-9ca8-362fb90668b5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.641059 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-42e4c0aa-b6c0-45ca-9ca8-362fb90668b5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.647477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e4c0aa-b6c0-45ca-9ca8-362fb90668b5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:19:26.647869 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-42e4c0aa-b6c0-45ca-9ca8-362fb90668b5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:19:26.651007 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:19:26.710666 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-42e4c0aa-b6c0-45ca-9ca8-362fb90668b5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.717720 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-42e4c0aa-b6c0-45ca-9ca8-362fb90668b5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.719547 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-42e4c0aa-b6c0-45ca-9ca8-362fb90668b5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/networks/2d8c119e-22e8-46a4-a55c-fde2f56c98b9 HTTP/1.1" status: 204 len: 168 time: 0.3237810 Jul 09 20:19:26.724196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35202) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:26.729531 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e05c7114-168e-429b-a618-1ad8fae2d838 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1718004919'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:26.733781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4c0aa-b6c0-45ca-9ca8-362fb90668b5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Network': ['ID=2d8c119e-22e8-46a4-a55c-fde2f56c98b9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:26.750546 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05c7114-168e-429b-a618-1ad8fae2d838 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:26.754780 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e05c7114-168e-429b-a618-1ad8fae2d838 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.778538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05c7114-168e-429b-a618-1ad8fae2d838 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:19:26.787331 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e05c7114-168e-429b-a618-1ad8fae2d838 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.787742 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-e05c7114-168e-429b-a618-1ad8fae2d838 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Added segment ec2a0dd2-9102-45af-b87e-96dd3d2eba4c of type vlan for network d4cf4763-3a35-47d7-99a6-ebb13a774426 Jul 09 20:19:26.832414 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e05c7114-168e-429b-a618-1ad8fae2d838 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.860545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e05c7114-168e-429b-a618-1ad8fae2d838 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.867403 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c7114-168e-429b-a618-1ad8fae2d838 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:26.868165 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e05c7114-168e-429b-a618-1ad8fae2d838 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.870403 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-93f292a2-545f-4d9d-b603-0128db560504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.932099 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e05c7114-168e-429b-a618-1ad8fae2d838 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2067218 Jul 09 20:19:26.934919 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35204) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:26.942055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6c4c77a3-9427-48ca-aed9-4c11e3e5b4bf tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'subnet': {'network_id': 'd4cf4763-3a35-47d7-99a6-ebb13a774426', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:26.963480 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:26.997355 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c7114-168e-429b-a618-1ad8fae2d838 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Network': ['ID=d4cf4763-3a35-47d7-99a6-ebb13a774426,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:27.008221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network d4cf4763-3a35-47d7-99a6-ebb13a774426 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:19:27.041441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4c77a3-9427-48ca-aed9-4c11e3e5b4bf tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:27.045160 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c4c77a3-9427-48ca-aed9-4c11e3e5b4bf tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:27.232680 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c4c77a3-9427-48ca-aed9-4c11e3e5b4bf tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:27.296877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c77a3-9427-48ca-aed9-4c11e3e5b4bf tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Subnet': ['ID=8400605c-8b4b-459b-ae31-c85dbf3f9623,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:27.299383 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4c77a3-9427-48ca-aed9-4c11e3e5b4bf tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Checking segment: {'id': 'ec2a0dd2-9102-45af-b87e-96dd3d2eba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd4cf4763-3a35-47d7-99a6-ebb13a774426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:27.299916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4c77a3-9427-48ca-aed9-4c11e3e5b4bf tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network hostable DHCP agents. Network: d4cf4763-3a35-47d7-99a6-ebb13a774426, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:19:27.317055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4c77a3-9427-48ca-aed9-4c11e3e5b4bf tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network d4cf4763-3a35-47d7-99a6-ebb13a774426 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:19:27.325228 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-6c4c77a3-9427-48ca-aed9-4c11e3e5b4bf tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, d4cf4763-3a35-47d7-99a6-ebb13a774426) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:27.329385 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4c77a3-9427-48ca-aed9-4c11e3e5b4bf tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:27.329978 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c4c77a3-9427-48ca-aed9-4c11e3e5b4bf tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:27.334466 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c21c4e-9b0a-43a1-aab4-795cb0f9397b None None] Network d4cf4763-3a35-47d7-99a6-ebb13a774426 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:27.344779 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6c4c77a3-9427-48ca-aed9-4c11e3e5b4bf tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4088175 Jul 09 20:19:27.348232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35206) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:27.353242 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e1722b7c-b76f-4381-a5c2-60bb4fd6f114 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-861419014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:27.380518 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1722b7c-b76f-4381-a5c2-60bb4fd6f114 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:27.381801 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1722b7c-b76f-4381-a5c2-60bb4fd6f114 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:27.433474 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1722b7c-b76f-4381-a5c2-60bb4fd6f114 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:27.437641 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1722b7c-b76f-4381-a5c2-60bb4fd6f114 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:27.453929 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1722b7c-b76f-4381-a5c2-60bb4fd6f114 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:27.455238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e1722b7c-b76f-4381-a5c2-60bb4fd6f114 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1056871 Jul 09 20:19:27.458773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35208) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:27.464015 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-00a50dcc-1aa6-4b50-bddf-08b0825844ef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'port': {'network_id': 'd4cf4763-3a35-47d7-99a6-ebb13a774426', 'name': 'tempest-RoutersIpV6Test-828936877'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:27.496360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-d4cf4763-3a35-47d7-99a6-ebb13a774426', 'network_id': 'd4cf4763-3a35-47d7-99a6-ebb13a774426', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'fixed_ips': [{'subnet_id': '8400605c-8b4b-459b-ae31-c85dbf3f9623'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:19:27.497289 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:27.581336 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a50dcc-1aa6-4b50-bddf-08b0825844ef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:27.584994 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00a50dcc-1aa6-4b50-bddf-08b0825844ef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:27.605269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-00a50dcc-1aa6-4b50-bddf-08b0825844ef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] device_id is not set on port 1810866b-817c-4daf-816f-c4f5db95ee1e yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:19:27.647607 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Allocated IP 2001:db8::2 (d4cf4763-3a35-47d7-99a6-ebb13a774426/8400605c-8b4b-459b-ae31-c85dbf3f9623/0ddf5240-d14d-44d0-aba2-2bb36f067949) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:27.794389 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:27.803075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Transition to ACTIVE for port object 0ddf5240-d14d-44d0-aba2-2bb36f067949 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:27.817723 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Transition to ACTIVE for port object 0ddf5240-d14d-44d0-aba2-2bb36f067949 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:27.823557 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:27.864817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Network d4cf4763-3a35-47d7-99a6-ebb13a774426 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:27.867660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:27.871575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:27.878348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Pushing event updated for resources: {'Port': ['ID=0ddf5240-d14d-44d0-aba2-2bb36f067949,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:27.883298 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-00a50dcc-1aa6-4b50-bddf-08b0825844ef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Allocated IP 2001:db8::37 (d4cf4763-3a35-47d7-99a6-ebb13a774426/8400605c-8b4b-459b-ae31-c85dbf3f9623/1810866b-817c-4daf-816f-c4f5db95ee1e) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:27.934290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Attempting to bind port 0ddf5240-d14d-44d0-aba2-2bb36f067949 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:19:27.934766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Attempting to bind port 0ddf5240-d14d-44d0-aba2-2bb36f067949 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ec2a0dd2-9102-45af-b87e-96dd3d2eba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd4cf4763-3a35-47d7-99a6-ebb13a774426'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:19:27.935203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Attempting to bind port 0ddf5240-d14d-44d0-aba2-2bb36f067949 on network d4cf4763-3a35-47d7-99a6-ebb13a774426 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:19:27.940926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:19:27.941304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Checking segment: {'id': 'ec2a0dd2-9102-45af-b87e-96dd3d2eba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd4cf4763-3a35-47d7-99a6-ebb13a774426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:27.941874 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:27.942220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Bound using segment: {'id': 'ec2a0dd2-9102-45af-b87e-96dd3d2eba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd4cf4763-3a35-47d7-99a6-ebb13a774426'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:19:27.942783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Bound port: 0ddf5240-d14d-44d0-aba2-2bb36f067949, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2a0dd2-9102-45af-b87e-96dd3d2eba4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd4cf4763-3a35-47d7-99a6-ebb13a774426'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:19:27.943282 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.047248 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00a50dcc-1aa6-4b50-bddf-08b0825844ef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.062806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-00a50dcc-1aa6-4b50-bddf-08b0825844ef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Transition to ACTIVE for port object 1810866b-817c-4daf-816f-c4f5db95ee1e will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:28.101536 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00a50dcc-1aa6-4b50-bddf-08b0825844ef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.151853 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a50dcc-1aa6-4b50-bddf-08b0825844ef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network d4cf4763-3a35-47d7-99a6-ebb13a774426 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:28.155281 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-00a50dcc-1aa6-4b50-bddf-08b0825844ef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:28.160427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a50dcc-1aa6-4b50-bddf-08b0825844ef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:28.163047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] For port 0ddf5240-d14d-44d0-aba2-2bb36f067949, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:19:28.166566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] For port 0ddf5240-d14d-44d0-aba2-2bb36f067949, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0ddf5240-d14d-44d0-aba2-2bb36f067949,segment=NetworkSegment(ec2a0dd2-9102-45af-b87e-96dd3d2eba4c),segment_id=ec2a0dd2-9102-45af-b87e-96dd3d2eba4c)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:19:28.167293 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a50dcc-1aa6-4b50-bddf-08b0825844ef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:28.168093 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00a50dcc-1aa6-4b50-bddf-08b0825844ef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.170098 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.175023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a50dcc-1aa6-4b50-bddf-08b0825844ef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=1810866b-817c-4daf-816f-c4f5db95ee1e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:28.188107 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-00a50dcc-1aa6-4b50-bddf-08b0825844ef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.7281113 Jul 09 20:19:28.191551 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35214) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:28.235011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f548f-5614-43df-a3e5-665f72b240a0 None None] Pushing event updated for resources: {'Port': ['ID=0ddf5240-d14d-44d0-aba2-2bb36f067949,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:28.590149 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fc49-ab2f-4394-ba74-80741b1300cc tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.842554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fc49-ab2f-4394-ba74-80741b1300cc tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.847419 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fc49-ab2f-4394-ba74-80741b1300cc tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:28.932218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2fc49-ab2f-4394-ba74-80741b1300cc tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=1810866b-817c-4daf-816f-c4f5db95ee1e,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:29.052268 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fc49-ab2f-4394-ba74-80741b1300cc tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:29.176729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61af2855-f058-4726-8ff8-96fb8e8280d7 None None] Network d4cf4763-3a35-47d7-99a6-ebb13a774426 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:29.198218 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fc49-ab2f-4394-ba74-80741b1300cc tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:29.227909 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9ec56282-3705-44af-a4c4-1e55a1ee2ba5 None None] Provisioning for port 0ddf5240-d14d-44d0-aba2-2bb36f067949 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:29.315612 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:29.448096 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b50ded75-82f6-4e2b-aa75-8b5b2fd9742d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:29.604009 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:29.676083 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cb2154f3-be11-417b-9521-c7f2f4069954 None None] Provisioning for port 1810866b-817c-4daf-816f-c4f5db95ee1e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:29.680468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cb2154f3-be11-417b-9521-c7f2f4069954 None None] Provisioning complete for port 1810866b-817c-4daf-816f-c4f5db95ee1e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:29.680897 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cb2154f3-be11-417b-9521-c7f2f4069954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:29.728772 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-cb2154f3-be11-417b-9521-c7f2f4069954 None None] Port 1810866b-817c-4daf-816f-c4f5db95ee1e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:29.860078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-109d9339-be8e-4202-9123-a1004c5d1a0e None None] Provisioning complete for port 1810866b-817c-4daf-816f-c4f5db95ee1e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:29.860912 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-109d9339-be8e-4202-9123-a1004c5d1a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:29.879872 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fc49-ab2f-4394-ba74-80741b1300cc tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:29.885977 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fc49-ab2f-4394-ba74-80741b1300cc tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:29.887449 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a7b2fc49-ab2f-4394-ba74-80741b1300cc tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:29.905281 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-109d9339-be8e-4202-9123-a1004c5d1a0e None None] Port 1810866b-817c-4daf-816f-c4f5db95ee1e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:29.990084 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2fc49-ab2f-4394-ba74-80741b1300cc tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=1810866b-817c-4daf-816f-c4f5db95ee1e,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:30.035791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b2fc49-ab2f-4394-ba74-80741b1300cc tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network d4cf4763-3a35-47d7-99a6-ebb13a774426 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:30.037204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-a7b2fc49-ab2f-4394-ba74-80741b1300cc tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:30.125408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-de0e494f-6273-4071-9039-142a34ce7319 None None] Provisioning complete for port 1810866b-817c-4daf-816f-c4f5db95ee1e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:30.126039 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-de0e494f-6273-4071-9039-142a34ce7319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:30.169072 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b2fc49-ab2f-4394-ba74-80741b1300cc tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router 4ef4ab1b-babf-4fdb-9493-a1c7163adf7a is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:19:30.172885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-de0e494f-6273-4071-9039-142a34ce7319 None None] Port 1810866b-817c-4daf-816f-c4f5db95ee1e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:30.266925 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b2fc49-ab2f-4394-ba74-80741b1300cc tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:30.272066 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a7b2fc49-ab2f-4394-ba74-80741b1300cc tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/4ef4ab1b-babf-4fdb-9493-a1c7163adf7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0794737 Jul 09 20:19:30.274605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35222) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:30.277112 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f212f-da30-49f6-9eb7-24abe5927282 None None] Sync routers for ids ['4ef4ab1b-babf-4fdb-9493-a1c7163adf7a'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:30.288910 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f212f-da30-49f6-9eb7-24abe5927282 None None] Routers {'4ef4ab1b-babf-4fdb-9493-a1c7163adf7a'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:30.289530 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e75f212f-da30-49f6-9eb7-24abe5927282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4ef4ab1b-babf-4fdb-9493-a1c7163adf7a'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:30.294992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7cb46612-9e50-47f9-b75b-804aef795945 None None] Provisioning complete for port 1810866b-817c-4daf-816f-c4f5db95ee1e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:30.295483 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7cb46612-9e50-47f9-b75b-804aef795945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:30.325881 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e75f212f-da30-49f6-9eb7-24abe5927282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:30.331306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f88e498-1644-4dd2-8e76-145dc8a1af55 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:30.331485 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7cb46612-9e50-47f9-b75b-804aef795945 None None] Port 1810866b-817c-4daf-816f-c4f5db95ee1e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:30.332775 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6f88e498-1644-4dd2-8e76-145dc8a1af55 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports/1810866b-817c-4daf-816f-c4f5db95ee1e HTTP/1.1" status: 200 len: 982 time: 0.0571921 Jul 09 20:19:30.334713 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75f212f-da30-49f6-9eb7-24abe5927282 None None] Routers {'4ef4ab1b-babf-4fdb-9493-a1c7163adf7a'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:30.335386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35224) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:30.335497 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e75f212f-da30-49f6-9eb7-24abe5927282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4ef4ab1b-babf-4fdb-9493-a1c7163adf7a'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:30.367590 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e75f212f-da30-49f6-9eb7-24abe5927282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:30.368195 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75f212f-da30-49f6-9eb7-24abe5927282 None None] The sync data for ids ['4ef4ab1b-babf-4fdb-9493-a1c7163adf7a'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:30.463314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0ddf5240-d14d-44d0-aba2-2bb36f067949 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:30.494663 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:30.518018 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 0ddf5240-d14d-44d0-aba2-2bb36f067949 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:30.521913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0ddf5240-d14d-44d0-aba2-2bb36f067949 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:30.522285 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:30.609053 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:30.642035 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 0ddf5240-d14d-44d0-aba2-2bb36f067949, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0ddf5240-d14d-44d0-aba2-2bb36f067949,segment=NetworkSegment(ec2a0dd2-9102-45af-b87e-96dd3d2eba4c),segment_id=ec2a0dd2-9102-45af-b87e-96dd3d2eba4c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:30.646213 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:30.696282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=0ddf5240-d14d-44d0-aba2-2bb36f067949,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:30.778136 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf79d-4747-4f2e-8df7-6d8f0e940162 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:30.995181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-a3fcf79d-4747-4f2e-8df7-6d8f0e940162 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port 1810866b-817c-4daf-816f-c4f5db95ee1e {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:30.995835 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf79d-4747-4f2e-8df7-6d8f0e940162 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:31.085625 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf79d-4747-4f2e-8df7-6d8f0e940162 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:31.098096 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-a3fcf79d-4747-4f2e-8df7-6d8f0e940162 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for 1810866b-817c-4daf-816f-c4f5db95ee1e owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:31.269306 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf79d-4747-4f2e-8df7-6d8f0e940162 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:31.296679 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcf79d-4747-4f2e-8df7-6d8f0e940162 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=1810866b-817c-4daf-816f-c4f5db95ee1e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:31.401712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3fcf79d-4747-4f2e-8df7-6d8f0e940162 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:31.563772 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fcf79d-4747-4f2e-8df7-6d8f0e940162 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router 4ef4ab1b-babf-4fdb-9493-a1c7163adf7a has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:19:31.648810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fcf79d-4747-4f2e-8df7-6d8f0e940162 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:31.654044 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a3fcf79d-4747-4f2e-8df7-6d8f0e940162 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/4ef4ab1b-babf-4fdb-9493-a1c7163adf7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3176630 Jul 09 20:19:31.657531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35230) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:31.659548 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41256726-65f8-49ac-96c5-ddad31aae08a None None] Sync routers for ids ['4ef4ab1b-babf-4fdb-9493-a1c7163adf7a'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:31.670719 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41256726-65f8-49ac-96c5-ddad31aae08a None None] Routers {'4ef4ab1b-babf-4fdb-9493-a1c7163adf7a'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:31.671482 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-41256726-65f8-49ac-96c5-ddad31aae08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4ef4ab1b-babf-4fdb-9493-a1c7163adf7a'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:31.707762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-41256726-65f8-49ac-96c5-ddad31aae08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:31.716415 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41256726-65f8-49ac-96c5-ddad31aae08a None None] Routers {'4ef4ab1b-babf-4fdb-9493-a1c7163adf7a'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:31.717351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-41256726-65f8-49ac-96c5-ddad31aae08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4ef4ab1b-babf-4fdb-9493-a1c7163adf7a'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:31.725118 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0dac2ca-6f12-4f5b-bf7a-2715329a7e26 req-9bc8be72-9f7c-4e53-a548-19ba47d62445 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562594 Jul 09 20:19:31.753712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-41256726-65f8-49ac-96c5-ddad31aae08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:31.754731 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41256726-65f8-49ac-96c5-ddad31aae08a None None] The sync data for ids ['4ef4ab1b-babf-4fdb-9493-a1c7163adf7a'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:31.809810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dac2ca-6f12-4f5b-bf7a-2715329a7e26 req-16be115d-b5a2-41fa-9a2c-e2451cb91d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:31.811768 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0dac2ca-6f12-4f5b-bf7a-2715329a7e26 req-16be115d-b5a2-41fa-9a2c-e2451cb91d9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce&device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 1096 time: 0.0643125 Jul 09 20:19:31.879837 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-86aef8f8-d93f-45c5-8e69-13bb43f6c5e7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 20:19:31.881849 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-86aef8f8-d93f-45c5-8e69-13bb43f6c5e7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/4ef4ab1b-babf-4fdb-9493-a1c7163adf7a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2232454 Jul 09 20:19:31.883702 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35232) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:31.916833 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9aede0e6-699d-4f5c-851a-9d0a9eac2719 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ef4ab1b-babf-4fdb-9493-a1c7163adf7a HTTP/1.1" status: 200 len: 205 time: 0.0319204 Jul 09 20:19:31.919254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35234) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:31.927724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dac2ca-6f12-4f5b-bf7a-2715329a7e26 req-91acc85e-d1e0-42be-a445-a70d96faf89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:31.929354 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0dac2ca-6f12-4f5b-bf7a-2715329a7e26 req-91acc85e-d1e0-42be-a445-a70d96faf89c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6576972-e367-4dac-bb93-8a5b61d3f93b HTTP/1.1" status: 200 len: 912 time: 0.0965035 Jul 09 20:19:31.992365 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e98beba-1a2d-4769-a8a1-ccf26fb10cf0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.003404 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0dac2ca-6f12-4f5b-bf7a-2715329a7e26 req-11f21ad0-eda5-4225-a9e8-59df1133913e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 HTTP/1.1" status: 200 len: 1001 time: 0.0671411 Jul 09 20:19:32.058087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dac2ca-6f12-4f5b-bf7a-2715329a7e26 req-8c0c3f6a-6fb0-416b-9ff2-ccedbcd53622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:32.059998 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0dac2ca-6f12-4f5b-bf7a-2715329a7e26 req-8c0c3f6a-6fb0-416b-9ff2-ccedbcd53622 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=161c1db9-1ac5-4ddb-aca3-0389863a1e7f HTTP/1.1" status: 200 len: 850 time: 0.0500033 Jul 09 20:19:32.129911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dac2ca-6f12-4f5b-bf7a-2715329a7e26 req-bc31b3bc-8568-4c7c-bad8-dfac053f6f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:32.131728 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0dac2ca-6f12-4f5b-bf7a-2715329a7e26 req-bc31b3bc-8568-4c7c-bad8-dfac053f6f97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6576972-e367-4dac-bb93-8a5b61d3f93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617361 Jul 09 20:19:32.159777 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e98beba-1a2d-4769-a8a1-ccf26fb10cf0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.162469 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e98beba-1a2d-4769-a8a1-ccf26fb10cf0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.214587 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e98beba-1a2d-4769-a8a1-ccf26fb10cf0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.215205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e98beba-1a2d-4769-a8a1-ccf26fb10cf0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Fanout notify agent at l3_agent the message router_deleted on router 4ef4ab1b-babf-4fdb-9493-a1c7163adf7a {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:19:32.224933 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1e98beba-1a2d-4769-a8a1-ccf26fb10cf0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.226291 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1e98beba-1a2d-4769-a8a1-ccf26fb10cf0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/routers/4ef4ab1b-babf-4fdb-9493-a1c7163adf7a HTTP/1.1" status: 204 len: 168 time: 0.3060529 Jul 09 20:19:32.227254 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0dac2ca-6f12-4f5b-bf7a-2715329a7e26 req-0f0ee527-880f-474b-9a0d-741152c56689 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886962 Jul 09 20:19:32.228846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35238) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:32.323699 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.339117 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c233520-9046-4a77-b532-a37f182fa932 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting subnet 8400605c-8b4b-459b-ae31-c85dbf3f9623 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:19:32.343403 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c233520-9046-4a77-b532-a37f182fa932 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.406163 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c233520-9046-4a77-b532-a37f182fa932 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.432084 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0dac2ca-6f12-4f5b-bf7a-2715329a7e26 req-f562988f-88f1-4a23-9031-ee63f4db5f00 service neutron] 10.222.0.36 "GET /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950908 Jul 09 20:19:32.444630 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0ddf5240-d14d-44d0-aba2-2bb36f067949 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:32.494755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0ddf5240-d14d-44d0-aba2-2bb36f067949 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:32.495234 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.508998 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c233520-9046-4a77-b532-a37f182fa932 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.569696 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c233520-9046-4a77-b532-a37f182fa932 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.594964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c233520-9046-4a77-b532-a37f182fa932 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Subnet': ['ID=8400605c-8b4b-459b-ae31-c85dbf3f9623,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:32.601266 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c233520-9046-4a77-b532-a37f182fa932 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.603138 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4c233520-9046-4a77-b532-a37f182fa932 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/8400605c-8b4b-459b-ae31-c85dbf3f9623 HTTP/1.1" status: 204 len: 168 time: 0.3733742 Jul 09 20:19:32.606483 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35240) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:32.609577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dd969c-03c7-4bb2-8413-ca74f82a2ffd None None] Network d4cf4763-3a35-47d7-99a6-ebb13a774426 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:32.681801 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.741858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port 0ddf5240-d14d-44d0-aba2-2bb36f067949 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:32.742230 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.800089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d39000-cf3e-4658-a773-9c3ac014704d None None] DHCP port deletion for d4cf4763-3a35-47d7-99a6-ebb13a774426 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:19:32.806761 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] For port 0ddf5240-d14d-44d0-aba2-2bb36f067949, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0ddf5240-d14d-44d0-aba2-2bb36f067949,segment=NetworkSegment(ec2a0dd2-9102-45af-b87e-96dd3d2eba4c),segment_id=ec2a0dd2-9102-45af-b87e-96dd3d2eba4c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:32.807130 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.820517 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for 0ddf5240-d14d-44d0-aba2-2bb36f067949 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:32.845635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-76d39000-cf3e-4658-a773-9c3ac014704d None None] Deleting port 0ddf5240-d14d-44d0-aba2-2bb36f067949 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:32.846046 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-76d39000-cf3e-4658-a773-9c3ac014704d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.899240 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.908093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-76d39000-cf3e-4658-a773-9c3ac014704d None None] For port 0ddf5240-d14d-44d0-aba2-2bb36f067949, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0ddf5240-d14d-44d0-aba2-2bb36f067949,segment=NetworkSegment(ec2a0dd2-9102-45af-b87e-96dd3d2eba4c),segment_id=ec2a0dd2-9102-45af-b87e-96dd3d2eba4c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:32.908561 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-76d39000-cf3e-4658-a773-9c3ac014704d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:32.925200 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-76d39000-cf3e-4658-a773-9c3ac014704d None None] Calling delete_port for 0ddf5240-d14d-44d0-aba2-2bb36f067949 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:32.928458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=0ddf5240-d14d-44d0-aba2-2bb36f067949,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:32.932044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No DVR routers for this DVR port 0ddf5240-d14d-44d0-aba2-2bb36f067949 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:19:33.004515 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-76d39000-cf3e-4658-a773-9c3ac014704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.009107 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.019642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cf4763-3a35-47d7-99a6-ebb13a774426']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:33.029963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2a0dd2-9102-45af-b87e-96dd3d2eba4c') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:33.030501 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2a0dd2-9102-45af-b87e-96dd3d2eba4c') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:33.031807 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d39000-cf3e-4658-a773-9c3ac014704d None None] Pushing event deleted for resources: {'Port': ['ID=0ddf5240-d14d-44d0-aba2-2bb36f067949,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:33.033433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d39000-cf3e-4658-a773-9c3ac014704d None None] No DVR routers for this DVR port 0ddf5240-d14d-44d0-aba2-2bb36f067949 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:19:33.040797 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.055801 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.061657 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:19:33.062050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: items = [ Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:19:33.065924 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:19:33.130350 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.150171 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.151990 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/networks/d4cf4763-3a35-47d7-99a6-ebb13a774426 HTTP/1.1" status: 204 len: 168 time: 0.5444889 Jul 09 20:19:33.153442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197ec52-49db-4e8f-863a-f0c8aa8e15f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Network': ['ID=d4cf4763-3a35-47d7-99a6-ebb13a774426,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:33.158201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35244) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:33.162024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a054e4b7-331b-4011-926c-403345eab877 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-637565142'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:33.188516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a054e4b7-331b-4011-926c-403345eab877 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:33.188769 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a054e4b7-331b-4011-926c-403345eab877 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.213563 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a054e4b7-331b-4011-926c-403345eab877 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:19:33.223320 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a054e4b7-331b-4011-926c-403345eab877 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.223675 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-a054e4b7-331b-4011-926c-403345eab877 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Added segment 284d3b0a-6131-4dd6-88aa-332220c46c64 of type vlan for network b55e2e25-c8cb-4488-b0d0-83c4579635bc Jul 09 20:19:33.266898 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a054e4b7-331b-4011-926c-403345eab877 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.297280 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a054e4b7-331b-4011-926c-403345eab877 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.303681 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a054e4b7-331b-4011-926c-403345eab877 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:33.304311 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a054e4b7-331b-4011-926c-403345eab877 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.386519 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a054e4b7-331b-4011-926c-403345eab877 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2295232 Jul 09 20:19:33.389284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35246) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:33.394630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-676299a0-700a-41df-85ca-68d0419fe0f5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'subnet': {'network_id': 'b55e2e25-c8cb-4488-b0d0-83c4579635bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:33.397330 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054e4b7-331b-4011-926c-403345eab877 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Network': ['ID=b55e2e25-c8cb-4488-b0d0-83c4579635bc,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:33.412486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network b55e2e25-c8cb-4488-b0d0-83c4579635bc details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:19:33.485430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676299a0-700a-41df-85ca-68d0419fe0f5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:33.490652 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-676299a0-700a-41df-85ca-68d0419fe0f5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.676365 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-676299a0-700a-41df-85ca-68d0419fe0f5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.736471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676299a0-700a-41df-85ca-68d0419fe0f5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Subnet': ['ID=24a686e1-2f61-42b8-8e81-fb2017b19126,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:33.748212 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676299a0-700a-41df-85ca-68d0419fe0f5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Checking segment: {'id': '284d3b0a-6131-4dd6-88aa-332220c46c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b55e2e25-c8cb-4488-b0d0-83c4579635bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:33.748605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676299a0-700a-41df-85ca-68d0419fe0f5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network hostable DHCP agents. Network: b55e2e25-c8cb-4488-b0d0-83c4579635bc, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:19:33.766187 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676299a0-700a-41df-85ca-68d0419fe0f5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network b55e2e25-c8cb-4488-b0d0-83c4579635bc is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:19:33.776261 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-676299a0-700a-41df-85ca-68d0419fe0f5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, b55e2e25-c8cb-4488-b0d0-83c4579635bc) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:33.780907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676299a0-700a-41df-85ca-68d0419fe0f5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:33.782028 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-676299a0-700a-41df-85ca-68d0419fe0f5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.785932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4305eb3e-25c4-48ff-b088-2b3f48444f83 None None] Network b55e2e25-c8cb-4488-b0d0-83c4579635bc requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:33.797776 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-676299a0-700a-41df-85ca-68d0419fe0f5 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4073267 Jul 09 20:19:33.800413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35248) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:33.805021 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1616c74f-de6c-40df-9f2e-29430c936358 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-105959208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:33.829441 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1616c74f-de6c-40df-9f2e-29430c936358 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.831282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1616c74f-de6c-40df-9f2e-29430c936358 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.890880 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1616c74f-de6c-40df-9f2e-29430c936358 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.896464 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1616c74f-de6c-40df-9f2e-29430c936358 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.915086 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1616c74f-de6c-40df-9f2e-29430c936358 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:33.917012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1616c74f-de6c-40df-9f2e-29430c936358 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1155686 Jul 09 20:19:33.919048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35250) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:33.949484 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-b55e2e25-c8cb-4488-b0d0-83c4579635bc', 'network_id': 'b55e2e25-c8cb-4488-b0d0-83c4579635bc', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'fixed_ips': [{'subnet_id': '24a686e1-2f61-42b8-8e81-fb2017b19126'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:19:33.950366 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:34.105776 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Allocated IP 2001:db8::2 (b55e2e25-c8cb-4488-b0d0-83c4579635bc/24a686e1-2f61-42b8-8e81-fb2017b19126/cc0a8269-91e5-48f0-b866-5f67bb3f970a) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:34.211248 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:34.256950 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:34.265570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Transition to ACTIVE for port object cc0a8269-91e5-48f0-b866-5f67bb3f970a will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:34.281923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Transition to ACTIVE for port object cc0a8269-91e5-48f0-b866-5f67bb3f970a will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:34.289432 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:34.330325 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Network b55e2e25-c8cb-4488-b0d0-83c4579635bc is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:34.333742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:34.337711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:34.342941 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Pushing event updated for resources: {'Port': ['ID=cc0a8269-91e5-48f0-b866-5f67bb3f970a,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:34.406127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Attempting to bind port cc0a8269-91e5-48f0-b866-5f67bb3f970a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:19:34.406599 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Attempting to bind port cc0a8269-91e5-48f0-b866-5f67bb3f970a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '284d3b0a-6131-4dd6-88aa-332220c46c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b55e2e25-c8cb-4488-b0d0-83c4579635bc'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:19:34.407029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Attempting to bind port cc0a8269-91e5-48f0-b866-5f67bb3f970a on network b55e2e25-c8cb-4488-b0d0-83c4579635bc {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:19:34.414213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:19:34.414701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Checking segment: {'id': '284d3b0a-6131-4dd6-88aa-332220c46c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b55e2e25-c8cb-4488-b0d0-83c4579635bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:34.415211 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:34.415710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Bound using segment: {'id': '284d3b0a-6131-4dd6-88aa-332220c46c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b55e2e25-c8cb-4488-b0d0-83c4579635bc'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:19:34.416451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Bound port: cc0a8269-91e5-48f0-b866-5f67bb3f970a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284d3b0a-6131-4dd6-88aa-332220c46c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'b55e2e25-c8cb-4488-b0d0-83c4579635bc'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:19:34.416927 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:34.438713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0ddf5240-d14d-44d0-aba2-2bb36f067949 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:19:34.479267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 0ddf5240-d14d-44d0-aba2-2bb36f067949 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:19:34.479621 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0ddf5240-d14d-44d0-aba2-2bb36f067949 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:19:34.512257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Allocated IP 2001:db8::1 (b55e2e25-c8cb-4488-b0d0-83c4579635bc/24a686e1-2f61-42b8-8e81-fb2017b19126/e5fe14f3-b8d8-42c7-b256-91175f0dfac4) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:34.513042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] For port cc0a8269-91e5-48f0-b866-5f67bb3f970a, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:19:34.516496 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] For port cc0a8269-91e5-48f0-b866-5f67bb3f970a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=cc0a8269-91e5-48f0-b866-5f67bb3f970a,segment=NetworkSegment(284d3b0a-6131-4dd6-88aa-332220c46c64),segment_id=284d3b0a-6131-4dd6-88aa-332220c46c64)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:19:34.521831 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:34.587123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd383b-1768-4048-82c6-f79ce66c864b None None] Pushing event updated for resources: {'Port': ['ID=cc0a8269-91e5-48f0-b866-5f67bb3f970a,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:34.641971 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:34.660115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Transition to ACTIVE for port object e5fe14f3-b8d8-42c7-b256-91175f0dfac4 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:34.694638 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:34.748259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network b55e2e25-c8cb-4488-b0d0-83c4579635bc is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:34.755565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:34.767420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:34.768794 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:34.824048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=e5fe14f3-b8d8-42c7-b256-91175f0dfac4,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:34.916656 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:35.209112 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:35.214599 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:35.215817 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:35.310382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=e5fe14f3-b8d8-42c7-b256-91175f0dfac4,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:35.360765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network b55e2e25-c8cb-4488-b0d0-83c4579635bc is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:35.362953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:35.553553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cf81c3-43af-4bc4-92bd-eeaf1aec3cb1 None None] Network b55e2e25-c8cb-4488-b0d0-83c4579635bc requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:35.625435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-22de09c2-2ea8-4654-9551-a18f1d1dcbe1 None None] Provisioning for port cc0a8269-91e5-48f0-b866-5f67bb3f970a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:35.815856 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router 693cdb3d-b225-412d-bb62-6b58427843a8 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:19:35.911595 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:35.917473 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9eb529ea-9bd6-4671-acc4-3cf8579201cb tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/693cdb3d-b225-412d-bb62-6b58427843a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9973705 Jul 09 20:19:35.920023 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35256) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:35.921779 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb82f545-04af-461e-8286-8beb4f0219a6 None None] Sync routers for ids ['693cdb3d-b225-412d-bb62-6b58427843a8'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:35.932363 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb82f545-04af-461e-8286-8beb4f0219a6 None None] Routers {'693cdb3d-b225-412d-bb62-6b58427843a8'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:35.933134 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bb82f545-04af-461e-8286-8beb4f0219a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['693cdb3d-b225-412d-bb62-6b58427843a8'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:35.969643 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bb82f545-04af-461e-8286-8beb4f0219a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:35.979013 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb82f545-04af-461e-8286-8beb4f0219a6 None None] Routers {'693cdb3d-b225-412d-bb62-6b58427843a8'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:35.979243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341a8dc4-6943-4ed1-9b88-4219738fbb5c tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:35.979793 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bb82f545-04af-461e-8286-8beb4f0219a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['693cdb3d-b225-412d-bb62-6b58427843a8'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:35.983532 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-341a8dc4-6943-4ed1-9b88-4219738fbb5c tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports/e5fe14f3-b8d8-42c7-b256-91175f0dfac4 HTTP/1.1" status: 200 len: 911 time: 0.0597994 Jul 09 20:19:35.983974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35258) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:36.015537 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bb82f545-04af-461e-8286-8beb4f0219a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:36.016198 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb82f545-04af-461e-8286-8beb4f0219a6 None None] The sync data for ids ['693cdb3d-b225-412d-bb62-6b58427843a8'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:36.066206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-72b0392f-a323-4d54-96da-4ded4d66ef38 None None] Provisioning for port e5fe14f3-b8d8-42c7-b256-91175f0dfac4 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:36.070324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-72b0392f-a323-4d54-96da-4ded4d66ef38 None None] Provisioning complete for port e5fe14f3-b8d8-42c7-b256-91175f0dfac4 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:36.070708 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-72b0392f-a323-4d54-96da-4ded4d66ef38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:36.108765 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-72b0392f-a323-4d54-96da-4ded4d66ef38 None None] Port e5fe14f3-b8d8-42c7-b256-91175f0dfac4 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:36.240168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-91dde5ba-3e15-4ff0-b374-917c795369a5 None None] Provisioning complete for port e5fe14f3-b8d8-42c7-b256-91175f0dfac4 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:36.240568 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-91dde5ba-3e15-4ff0-b374-917c795369a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:36.277783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-91dde5ba-3e15-4ff0-b374-917c795369a5 None None] Port e5fe14f3-b8d8-42c7-b256-91175f0dfac4 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:36.407701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cd1bb0d6-e0f6-4c36-aebf-e08fcbfc0958 None None] Provisioning complete for port e5fe14f3-b8d8-42c7-b256-91175f0dfac4 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:36.408220 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd1bb0d6-e0f6-4c36-aebf-e08fcbfc0958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:36.462132 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-cd1bb0d6-e0f6-4c36-aebf-e08fcbfc0958 None None] Port e5fe14f3-b8d8-42c7-b256-91175f0dfac4 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:36.508616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device cc0a8269-91e5-48f0-b866-5f67bb3f970a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:36.583844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port cc0a8269-91e5-48f0-b866-5f67bb3f970a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:36.587977 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port cc0a8269-91e5-48f0-b866-5f67bb3f970a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:36.588353 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:36.683178 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:36.684153 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed0c57ef-9a13-4fc3-989c-d100e259c3aa tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:36.720405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port cc0a8269-91e5-48f0-b866-5f67bb3f970a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=cc0a8269-91e5-48f0-b866-5f67bb3f970a,segment=NetworkSegment(284d3b0a-6131-4dd6-88aa-332220c46c64),segment_id=284d3b0a-6131-4dd6-88aa-332220c46c64)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:36.730934 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:36.802452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=cc0a8269-91e5-48f0-b866-5f67bb3f970a,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:36.964245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c57ef-9a13-4fc3-989c-d100e259c3aa tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port e5fe14f3-b8d8-42c7-b256-91175f0dfac4 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:36.964508 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed0c57ef-9a13-4fc3-989c-d100e259c3aa tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:37.056269 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed0c57ef-9a13-4fc3-989c-d100e259c3aa tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:37.071126 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c57ef-9a13-4fc3-989c-d100e259c3aa tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for e5fe14f3-b8d8-42c7-b256-91175f0dfac4 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:37.250825 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed0c57ef-9a13-4fc3-989c-d100e259c3aa tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:37.278950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c57ef-9a13-4fc3-989c-d100e259c3aa tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=e5fe14f3-b8d8-42c7-b256-91175f0dfac4,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:37.382074 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ed0c57ef-9a13-4fc3-989c-d100e259c3aa tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:37.559817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0c57ef-9a13-4fc3-989c-d100e259c3aa tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router 693cdb3d-b225-412d-bb62-6b58427843a8 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:19:37.636897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0c57ef-9a13-4fc3-989c-d100e259c3aa tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:37.645045 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ed0c57ef-9a13-4fc3-989c-d100e259c3aa tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/693cdb3d-b225-412d-bb62-6b58427843a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6598721 Jul 09 20:19:37.647693 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35266) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:37.649242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a87b540-de08-4146-a5c3-84962bdcd9db None None] Sync routers for ids ['693cdb3d-b225-412d-bb62-6b58427843a8'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:37.658247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a87b540-de08-4146-a5c3-84962bdcd9db None None] Routers {'693cdb3d-b225-412d-bb62-6b58427843a8'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:37.659488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3a87b540-de08-4146-a5c3-84962bdcd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['693cdb3d-b225-412d-bb62-6b58427843a8'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:37.680545 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f38629db-cad8-4500-8eb5-b0d59a8f495a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports?device_id=693cdb3d-b225-412d-bb62-6b58427843a8 HTTP/1.1" status: 200 len: 205 time: 0.0317271 Jul 09 20:19:37.683069 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35268) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:37.694461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3a87b540-de08-4146-a5c3-84962bdcd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:37.703809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a87b540-de08-4146-a5c3-84962bdcd9db None None] Routers {'693cdb3d-b225-412d-bb62-6b58427843a8'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:37.704404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3a87b540-de08-4146-a5c3-84962bdcd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['693cdb3d-b225-412d-bb62-6b58427843a8'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:37.736060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3a87b540-de08-4146-a5c3-84962bdcd9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:37.736746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a87b540-de08-4146-a5c3-84962bdcd9db None None] The sync data for ids ['693cdb3d-b225-412d-bb62-6b58427843a8'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:37.775110 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4528-b3a3-4b7a-9686-9d394a80b0ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:37.953205 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4528-b3a3-4b7a-9686-9d394a80b0ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:37.955279 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4528-b3a3-4b7a-9686-9d394a80b0ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:37.997808 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4528-b3a3-4b7a-9686-9d394a80b0ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:37.998402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9a4528-b3a3-4b7a-9686-9d394a80b0ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Fanout notify agent at l3_agent the message router_deleted on router 693cdb3d-b225-412d-bb62-6b58427843a8 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:19:38.006830 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4528-b3a3-4b7a-9686-9d394a80b0ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.007869 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8f9a4528-b3a3-4b7a-9686-9d394a80b0ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/routers/693cdb3d-b225-412d-bb62-6b58427843a8 HTTP/1.1" status: 204 len: 168 time: 0.3238986 Jul 09 20:19:38.010514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35270) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:38.062413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-837d713c-437d-4a3e-a70e-690fa3e1d8be tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting subnet 24a686e1-2f61-42b8-8e81-fb2017b19126 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:19:38.066347 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-837d713c-437d-4a3e-a70e-690fa3e1d8be tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.111477 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-837d713c-437d-4a3e-a70e-690fa3e1d8be tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.234667 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-837d713c-437d-4a3e-a70e-690fa3e1d8be tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.293767 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-837d713c-437d-4a3e-a70e-690fa3e1d8be tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.322682 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d713c-437d-4a3e-a70e-690fa3e1d8be tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Subnet': ['ID=24a686e1-2f61-42b8-8e81-fb2017b19126,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:38.327911 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-837d713c-437d-4a3e-a70e-690fa3e1d8be tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.329832 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-837d713c-437d-4a3e-a70e-690fa3e1d8be tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/24a686e1-2f61-42b8-8e81-fb2017b19126 HTTP/1.1" status: 204 len: 168 time: 0.3183534 Jul 09 20:19:38.332485 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35276) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:38.334114 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebad764d-5888-40b6-b85b-d1d0f18ac8f2 None None] Network b55e2e25-c8cb-4488-b0d0-83c4579635bc requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:38.416377 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.464041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device cc0a8269-91e5-48f0-b866-5f67bb3f970a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:38.477327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port cc0a8269-91e5-48f0-b866-5f67bb3f970a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:38.477678 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.519305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port cc0a8269-91e5-48f0-b866-5f67bb3f970a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:38.519683 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.558066 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] For port cc0a8269-91e5-48f0-b866-5f67bb3f970a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=cc0a8269-91e5-48f0-b866-5f67bb3f970a,segment=NetworkSegment(284d3b0a-6131-4dd6-88aa-332220c46c64),segment_id=284d3b0a-6131-4dd6-88aa-332220c46c64)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:38.558446 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.576165 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for cc0a8269-91e5-48f0-b866-5f67bb3f970a owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:38.597298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffce299-b7f3-45c3-a167-f66532ea5a65 None None] DHCP port deletion for b55e2e25-c8cb-4488-b0d0-83c4579635bc request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:19:38.660491 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7ffce299-b7f3-45c3-a167-f66532ea5a65 None None] Deleting port cc0a8269-91e5-48f0-b866-5f67bb3f970a {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:38.661564 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7ffce299-b7f3-45c3-a167-f66532ea5a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.670574 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.701365 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=cc0a8269-91e5-48f0-b866-5f67bb3f970a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:38.710131 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No DVR routers for this DVR port cc0a8269-91e5-48f0-b866-5f67bb3f970a on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:19:38.736358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7ffce299-b7f3-45c3-a167-f66532ea5a65 None None] For port cc0a8269-91e5-48f0-b866-5f67bb3f970a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=cc0a8269-91e5-48f0-b866-5f67bb3f970a,segment=NetworkSegment(284d3b0a-6131-4dd6-88aa-332220c46c64),segment_id=284d3b0a-6131-4dd6-88aa-332220c46c64)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:38.737090 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7ffce299-b7f3-45c3-a167-f66532ea5a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.757697 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7ffce299-b7f3-45c3-a167-f66532ea5a65 None None] Calling delete_port for cc0a8269-91e5-48f0-b866-5f67bb3f970a owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:38.822025 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.832623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55e2e25-c8cb-4488-b0d0-83c4579635bc']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:38.837183 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7ffce299-b7f3-45c3-a167-f66532ea5a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.843375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284d3b0a-6131-4dd6-88aa-332220c46c64') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:38.844114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284d3b0a-6131-4dd6-88aa-332220c46c64') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:38.853735 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.865214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffce299-b7f3-45c3-a167-f66532ea5a65 None None] No DVR routers for this DVR port cc0a8269-91e5-48f0-b866-5f67bb3f970a on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:19:38.869503 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffce299-b7f3-45c3-a167-f66532ea5a65 None None] Pushing event deleted for resources: {'Port': ['ID=cc0a8269-91e5-48f0-b866-5f67bb3f970a,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:38.869740 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.879236 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:19:38.879571 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:19:38.883105 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:19:38.941091 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.948147 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.950010 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/networks/b55e2e25-c8cb-4488-b0d0-83c4579635bc HTTP/1.1" status: 204 len: 168 time: 0.6161804 Jul 09 20:19:38.954573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35280) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:38.959356 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1105346204', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:38.962302 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3c6dc-9b01-437f-a1e0-98a50f9438f7 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Network': ['ID=b55e2e25-c8cb-4488-b0d0-83c4579635bc,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:38.984981 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:38.986012 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:39.041941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:39.175404 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:39.368800 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:39.387013 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:39.491840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Allocated IP 172.25.0.239 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/ae638138-b89a-488d-a9a4-e54637d2af21) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:39.594683 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:39.633698 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:39.673846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:39.676795 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:39.680395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:39.704187 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=ae638138-b89a-488d-a9a4-e54637d2af21,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:39.958821 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:40.193346 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:40.324816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router 7320c8c3-b310-4aa4-bcc5-cd17bcf57d54 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:19:40.435447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:40.435812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device cc0a8269-91e5-48f0-b866-5f67bb3f970a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:19:40.445256 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7aab11-903f-4a6d-bace-526657cf48e8 None None] Sync routers for ids ['7320c8c3-b310-4aa4-bcc5-cd17bcf57d54'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:40.455768 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7aab11-903f-4a6d-bace-526657cf48e8 None None] Routers {'7320c8c3-b310-4aa4-bcc5-cd17bcf57d54'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:40.456434 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:40.456989 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7b7aab11-903f-4a6d-bace-526657cf48e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7320c8c3-b310-4aa4-bcc5-cd17bcf57d54'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:40.457984 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-130c061c-2c68-4f2f-837d-49b9a5b848c8 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5023789 Jul 09 20:19:40.461748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: cc0a8269-91e5-48f0-b866-5f67bb3f970a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:19:40.462162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device cc0a8269-91e5-48f0-b866-5f67bb3f970a not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:19:40.462410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35284) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:40.518832 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7b7aab11-903f-4a6d-bace-526657cf48e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:40.532386 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7aab11-903f-4a6d-bace-526657cf48e8 None None] Routers {'7320c8c3-b310-4aa4-bcc5-cd17bcf57d54'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:40.533520 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7b7aab11-903f-4a6d-bace-526657cf48e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7320c8c3-b310-4aa4-bcc5-cd17bcf57d54'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:40.582449 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-eec5991d-5b7d-4e2d-82e5-2e0f2fb40eef tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/routers/7320c8c3-b310-4aa4-bcc5-cd17bcf57d54 HTTP/1.1" status: 200 len: 885 time: 0.1164067 Jul 09 20:19:40.582792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35286) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:40.588525 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-7b7aab11-903f-4a6d-bace-526657cf48e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:40.589574 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7aab11-903f-4a6d-bace-526657cf48e8 None None] The sync data for ids ['7320c8c3-b310-4aa4-bcc5-cd17bcf57d54'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:40.842470 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-03294c66-8a26-4611-a458-f34fc5790168 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2585585 Jul 09 20:19:40.845029 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35288) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:40.850199 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-2880d6ec-85b1-44f8-a118-4dd8c095bfb9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1105346204'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:41.167060 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2880d6ec-85b1-44f8-a118-4dd8c095bfb9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:41.179090 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2880d6ec-85b1-44f8-a118-4dd8c095bfb9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:41.298097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2880d6ec-85b1-44f8-a118-4dd8c095bfb9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router 7320c8c3-b310-4aa4-bcc5-cd17bcf57d54 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:19:41.410056 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2880d6ec-85b1-44f8-a118-4dd8c095bfb9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:41.417905 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2880d6ec-85b1-44f8-a118-4dd8c095bfb9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:41.419061 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08166a10-71ff-4d08-b5d7-4f145a578f71 None None] Sync routers for ids ['7320c8c3-b310-4aa4-bcc5-cd17bcf57d54'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:41.419184 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2880d6ec-85b1-44f8-a118-4dd8c095bfb9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/7320c8c3-b310-4aa4-bcc5-cd17bcf57d54 HTTP/1.1" status: 200 len: 892 time: 0.5731521 Jul 09 20:19:41.421793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35292) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:41.429349 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08166a10-71ff-4d08-b5d7-4f145a578f71 None None] Routers {'7320c8c3-b310-4aa4-bcc5-cd17bcf57d54'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:41.429879 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-08166a10-71ff-4d08-b5d7-4f145a578f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7320c8c3-b310-4aa4-bcc5-cd17bcf57d54'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:41.465381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-08166a10-71ff-4d08-b5d7-4f145a578f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:41.470821 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08166a10-71ff-4d08-b5d7-4f145a578f71 None None] Routers {'7320c8c3-b310-4aa4-bcc5-cd17bcf57d54'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:41.471942 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-08166a10-71ff-4d08-b5d7-4f145a578f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7320c8c3-b310-4aa4-bcc5-cd17bcf57d54'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:41.504357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-08166a10-71ff-4d08-b5d7-4f145a578f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:41.505041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08166a10-71ff-4d08-b5d7-4f145a578f71 None None] The sync data for ids ['7320c8c3-b310-4aa4-bcc5-cd17bcf57d54'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:41.535243 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0d9d80d9-b162-42fd-b761-58eed2de5c3f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/routers/7320c8c3-b310-4aa4-bcc5-cd17bcf57d54 HTTP/1.1" status: 200 len: 892 time: 0.1122680 Jul 09 20:19:41.537765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35294) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:41.567635 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-87e506b6-ca92-466e-b51a-4fa1b617aec3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports?device_id=7320c8c3-b310-4aa4-bcc5-cd17bcf57d54 HTTP/1.1" status: 200 len: 205 time: 0.0287011 Jul 09 20:19:41.569924 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35296) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:42.027776 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a6552dc-acc4-4b9e-89ff-3d8a594e09d9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:42.131309 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a6552dc-acc4-4b9e-89ff-3d8a594e09d9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:42.182679 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-3a6552dc-acc4-4b9e-89ff-3d8a594e09d9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port ae638138-b89a-488d-a9a4-e54637d2af21 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:42.183024 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a6552dc-acc4-4b9e-89ff-3d8a594e09d9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:42.256276 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a6552dc-acc4-4b9e-89ff-3d8a594e09d9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:42.267609 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-3a6552dc-acc4-4b9e-89ff-3d8a594e09d9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for ae638138-b89a-488d-a9a4-e54637d2af21 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:42.429695 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a6552dc-acc4-4b9e-89ff-3d8a594e09d9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:42.461457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6552dc-acc4-4b9e-89ff-3d8a594e09d9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=ae638138-b89a-488d-a9a4-e54637d2af21,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:42.521041 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a6552dc-acc4-4b9e-89ff-3d8a594e09d9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:42.610266 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a6552dc-acc4-4b9e-89ff-3d8a594e09d9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:42.613283 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a6552dc-acc4-4b9e-89ff-3d8a594e09d9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:42.654515 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a6552dc-acc4-4b9e-89ff-3d8a594e09d9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:42.655129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6552dc-acc4-4b9e-89ff-3d8a594e09d9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Fanout notify agent at l3_agent the message router_deleted on router 7320c8c3-b310-4aa4-bcc5-cd17bcf57d54 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:19:42.662555 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a6552dc-acc4-4b9e-89ff-3d8a594e09d9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:42.663676 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3a6552dc-acc4-4b9e-89ff-3d8a594e09d9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/routers/7320c8c3-b310-4aa4-bcc5-cd17bcf57d54 HTTP/1.1" status: 204 len: 168 time: 1.0928493 Jul 09 20:19:42.667435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35300) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:42.672505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-4c1af7ed-8390-43f8-9522-c4f7289476ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2132975807'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:42.693938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1af7ed-8390-43f8-9522-c4f7289476ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:42.697387 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c1af7ed-8390-43f8-9522-c4f7289476ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:42.720527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1af7ed-8390-43f8-9522-c4f7289476ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:19:42.729404 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c1af7ed-8390-43f8-9522-c4f7289476ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:42.729755 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-4c1af7ed-8390-43f8-9522-c4f7289476ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Added segment d2e9ebcd-2275-42f8-baaf-4320f0d565ba of type vlan for network 61b77f82-49c5-4335-bb07-a87dd790b036 Jul 09 20:19:42.770794 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c1af7ed-8390-43f8-9522-c4f7289476ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:42.798430 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c1af7ed-8390-43f8-9522-c4f7289476ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:42.804525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1af7ed-8390-43f8-9522-c4f7289476ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:42.805151 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c1af7ed-8390-43f8-9522-c4f7289476ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:42.865801 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4c1af7ed-8390-43f8-9522-c4f7289476ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1972623 Jul 09 20:19:42.868774 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35302) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:42.874040 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-18e04e43-be6f-4505-8477-9ae647c2f2b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'subnet': {'network_id': '61b77f82-49c5-4335-bb07-a87dd790b036', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:42.874190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1af7ed-8390-43f8-9522-c4f7289476ab tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Network': ['ID=61b77f82-49c5-4335-bb07-a87dd790b036,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:42.885892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 61b77f82-49c5-4335-bb07-a87dd790b036 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:19:42.968694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e04e43-be6f-4505-8477-9ae647c2f2b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:42.972834 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18e04e43-be6f-4505-8477-9ae647c2f2b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:43.154289 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18e04e43-be6f-4505-8477-9ae647c2f2b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:43.214277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e04e43-be6f-4505-8477-9ae647c2f2b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Subnet': ['ID=2adfcd42-ceb1-4890-bdc3-ff1cc3bce6c1,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:43.223669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e04e43-be6f-4505-8477-9ae647c2f2b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Checking segment: {'id': 'd2e9ebcd-2275-42f8-baaf-4320f0d565ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '61b77f82-49c5-4335-bb07-a87dd790b036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:43.224045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e04e43-be6f-4505-8477-9ae647c2f2b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network hostable DHCP agents. Network: 61b77f82-49c5-4335-bb07-a87dd790b036, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:19:43.241248 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e04e43-be6f-4505-8477-9ae647c2f2b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 61b77f82-49c5-4335-bb07-a87dd790b036 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:19:43.249899 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-18e04e43-be6f-4505-8477-9ae647c2f2b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 61b77f82-49c5-4335-bb07-a87dd790b036) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:43.254315 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e04e43-be6f-4505-8477-9ae647c2f2b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:43.254849 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-18e04e43-be6f-4505-8477-9ae647c2f2b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:43.258588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4df5290-e09c-432e-8d3e-2ae5540f06eb None None] Network 61b77f82-49c5-4335-bb07-a87dd790b036 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:43.269362 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-18e04e43-be6f-4505-8477-9ae647c2f2b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3994617 Jul 09 20:19:43.271890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35306) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:43.276450 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ee7f4f13-a38d-4ee5-ba49-b5e13733bde4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1151948250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:43.300380 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4f13-a38d-4ee5-ba49-b5e13733bde4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:43.301423 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4f13-a38d-4ee5-ba49-b5e13733bde4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:43.360096 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4f13-a38d-4ee5-ba49-b5e13733bde4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:43.364467 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4f13-a38d-4ee5-ba49-b5e13733bde4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:43.380423 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7f4f13-a38d-4ee5-ba49-b5e13733bde4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:43.381715 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ee7f4f13-a38d-4ee5-ba49-b5e13733bde4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1088207 Jul 09 20:19:43.384295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35308) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:43.557222 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-61b77f82-49c5-4335-bb07-a87dd790b036', 'network_id': '61b77f82-49c5-4335-bb07-a87dd790b036', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'fixed_ips': [{'subnet_id': '2adfcd42-ceb1-4890-bdc3-ff1cc3bce6c1'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:19:43.558087 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:43.673624 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:43.691014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Allocated IP 2001:db8::2 (61b77f82-49c5-4335-bb07-a87dd790b036/2adfcd42-ceb1-4890-bdc3-ff1cc3bce6c1/36057c3b-55c3-40f4-ae65-74405b4428ed) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:43.834401 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:43.842598 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Transition to ACTIVE for port object 36057c3b-55c3-40f4-ae65-74405b4428ed will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:43.857400 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Transition to ACTIVE for port object 36057c3b-55c3-40f4-ae65-74405b4428ed will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:43.863859 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:43.906250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Network 61b77f82-49c5-4335-bb07-a87dd790b036 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:43.909233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:43.911638 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:43.917071 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Allocated IP 2001:db8::1 (61b77f82-49c5-4335-bb07-a87dd790b036/2adfcd42-ceb1-4890-bdc3-ff1cc3bce6c1/b71c03b5-cfd2-4019-b418-33884c0ebc4b) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:43.922149 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Pushing event updated for resources: {'Port': ['ID=36057c3b-55c3-40f4-ae65-74405b4428ed,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:43.974953 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Attempting to bind port 36057c3b-55c3-40f4-ae65-74405b4428ed on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:19:43.975336 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Attempting to bind port 36057c3b-55c3-40f4-ae65-74405b4428ed by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'd2e9ebcd-2275-42f8-baaf-4320f0d565ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '61b77f82-49c5-4335-bb07-a87dd790b036'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:19:43.975708 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Attempting to bind port 36057c3b-55c3-40f4-ae65-74405b4428ed on network 61b77f82-49c5-4335-bb07-a87dd790b036 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:19:43.980744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:19:43.981122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Checking segment: {'id': 'd2e9ebcd-2275-42f8-baaf-4320f0d565ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '61b77f82-49c5-4335-bb07-a87dd790b036'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:43.981531 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:43.981927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Bound using segment: {'id': 'd2e9ebcd-2275-42f8-baaf-4320f0d565ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '61b77f82-49c5-4335-bb07-a87dd790b036'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:19:43.982394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Bound port: 36057c3b-55c3-40f4-ae65-74405b4428ed, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e9ebcd-2275-42f8-baaf-4320f0d565ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '61b77f82-49c5-4335-bb07-a87dd790b036'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:19:43.982784 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:44.045090 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:44.058956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] For port 36057c3b-55c3-40f4-ae65-74405b4428ed, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:19:44.063933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] For port 36057c3b-55c3-40f4-ae65-74405b4428ed, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=36057c3b-55c3-40f4-ae65-74405b4428ed,segment=NetworkSegment(d2e9ebcd-2275-42f8-baaf-4320f0d565ba),segment_id=d2e9ebcd-2275-42f8-baaf-4320f0d565ba)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:19:44.069541 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Transition to ACTIVE for port object b71c03b5-cfd2-4019-b418-33884c0ebc4b will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:44.070262 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:44.117466 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:44.140271 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2efaa-1bef-4fc9-bdec-935f39060758 None None] Pushing event updated for resources: {'Port': ['ID=36057c3b-55c3-40f4-ae65-74405b4428ed,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:44.159917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 61b77f82-49c5-4335-bb07-a87dd790b036 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:44.164428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:44.166874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:44.167593 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:44.217000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=b71c03b5-cfd2-4019-b418-33884c0ebc4b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:44.335046 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:44.498053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36057c3b-55c3-40f4-ae65-74405b4428ed up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:44.549816 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 36057c3b-55c3-40f4-ae65-74405b4428ed completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:44.622363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:44.626701 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:44.627689 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:44.710265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=b71c03b5-cfd2-4019-b418-33884c0ebc4b,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:44.752269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 61b77f82-49c5-4335-bb07-a87dd790b036 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:44.754154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:44.874229 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router 7bef2451-d684-4d0f-b75e-0bccf906983b is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:19:44.969473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:44.978289 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b5b27fff-4452-46d8-b62c-d58475d36ae2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/7bef2451-d684-4d0f-b75e-0bccf906983b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5898514 Jul 09 20:19:44.978289 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35312) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:44.984562 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face4e32-bee1-44f3-9c48-ca0a11d1ba63 None None] Sync routers for ids ['7bef2451-d684-4d0f-b75e-0bccf906983b'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:44.997465 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face4e32-bee1-44f3-9c48-ca0a11d1ba63 None None] Routers {'7bef2451-d684-4d0f-b75e-0bccf906983b'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:44.998094 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-face4e32-bee1-44f3-9c48-ca0a11d1ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7bef2451-d684-4d0f-b75e-0bccf906983b'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:45.031056 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-face4e32-bee1-44f3-9c48-ca0a11d1ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:45.036083 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647ed58a-63ee-425f-8124-a0a7b6489507 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:45.037652 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-647ed58a-63ee-425f-8124-a0a7b6489507 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports/b71c03b5-cfd2-4019-b418-33884c0ebc4b HTTP/1.1" status: 200 len: 911 time: 0.0588388 Jul 09 20:19:45.040271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35314) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:45.044296 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face4e32-bee1-44f3-9c48-ca0a11d1ba63 None None] Routers {'7bef2451-d684-4d0f-b75e-0bccf906983b'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:45.044962 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-face4e32-bee1-44f3-9c48-ca0a11d1ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7bef2451-d684-4d0f-b75e-0bccf906983b'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:45.045776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8a7e45ba-fc29-49e6-9e08-f8b937763f7f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2adfcd42-ceb1-4890-bdc3-ff1cc3bce6c1'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:45.081003 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-face4e32-bee1-44f3-9c48-ca0a11d1ba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:45.082018 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-face4e32-bee1-44f3-9c48-ca0a11d1ba63 None None] The sync data for ids ['7bef2451-d684-4d0f-b75e-0bccf906983b'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:45.100157 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e9bbb2-ae0a-4465-92b8-dcee24a260b6 None None] Network 61b77f82-49c5-4335-bb07-a87dd790b036 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:45.166119 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-700af79a-89a4-46a0-893c-48cd86eccc97 None None] Provisioning for port 36057c3b-55c3-40f4-ae65-74405b4428ed completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:45.174079 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-700af79a-89a4-46a0-893c-48cd86eccc97 None None] Provisioning complete for port 36057c3b-55c3-40f4-ae65-74405b4428ed triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:45.175010 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-700af79a-89a4-46a0-893c-48cd86eccc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:45.227090 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a7e45ba-fc29-49e6-9e08-f8b937763f7f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:45.325212 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-700af79a-89a4-46a0-893c-48cd86eccc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:45.385025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-700af79a-89a4-46a0-893c-48cd86eccc97 None None] For port 36057c3b-55c3-40f4-ae65-74405b4428ed, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=36057c3b-55c3-40f4-ae65-74405b4428ed,segment=NetworkSegment(d2e9ebcd-2275-42f8-baaf-4320f0d565ba),segment_id=d2e9ebcd-2275-42f8-baaf-4320f0d565ba)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:45.394011 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-700af79a-89a4-46a0-893c-48cd86eccc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:45.457921 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700af79a-89a4-46a0-893c-48cd86eccc97 None None] Pushing event updated for resources: {'Port': ['ID=36057c3b-55c3-40f4-ae65-74405b4428ed,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:45.644249 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a7e45ba-fc29-49e6-9e08-f8b937763f7f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:45.654691 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a7e45ba-fc29-49e6-9e08-f8b937763f7f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:45.661563 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7e45ba-fc29-49e6-9e08-f8b937763f7f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:45.662450 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a7e45ba-fc29-49e6-9e08-f8b937763f7f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:45.663718 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8a7e45ba-fc29-49e6-9e08-f8b937763f7f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/ports/b71c03b5-cfd2-4019-b418-33884c0ebc4b HTTP/1.1" status: 200 len: 911 time: 0.6224658 Jul 09 20:19:45.666838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35320) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:45.717620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e45ba-fc29-49e6-9e08-f8b937763f7f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=b71c03b5-cfd2-4019-b418-33884c0ebc4b,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:45.741548 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9f20d98b-0ee4-46b0-9167-41a51cf4bce2 None None] Provisioning complete for port 36057c3b-55c3-40f4-ae65-74405b4428ed triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:45.742127 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9f20d98b-0ee4-46b0-9167-41a51cf4bce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:45.836940 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9f20d98b-0ee4-46b0-9167-41a51cf4bce2 None None] Provisioning for port b71c03b5-cfd2-4019-b418-33884c0ebc4b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:45.841850 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9f20d98b-0ee4-46b0-9167-41a51cf4bce2 None None] Provisioning complete for port b71c03b5-cfd2-4019-b418-33884c0ebc4b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:45.842120 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9f20d98b-0ee4-46b0-9167-41a51cf4bce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:45.877469 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9f20d98b-0ee4-46b0-9167-41a51cf4bce2 None None] Port b71c03b5-cfd2-4019-b418-33884c0ebc4b cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:45.998104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e9812c09-eca9-480b-85db-bc4355ec1ee1 None None] Provisioning complete for port b71c03b5-cfd2-4019-b418-33884c0ebc4b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:45.998405 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9812c09-eca9-480b-85db-bc4355ec1ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:46.011420 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3839d455-af91-4c6e-86e1-4829709afffd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:46.039065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-e9812c09-eca9-480b-85db-bc4355ec1ee1 None None] Port b71c03b5-cfd2-4019-b418-33884c0ebc4b cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:46.157540 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-da3ad195-906b-4871-8d30-c8b9dff9c825 None None] Provisioning complete for port b71c03b5-cfd2-4019-b418-33884c0ebc4b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:46.159319 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-da3ad195-906b-4871-8d30-c8b9dff9c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:46.195164 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-da3ad195-906b-4871-8d30-c8b9dff9c825 None None] Port b71c03b5-cfd2-4019-b418-33884c0ebc4b cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:46.279700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-3839d455-af91-4c6e-86e1-4829709afffd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port b71c03b5-cfd2-4019-b418-33884c0ebc4b {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:46.279956 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3839d455-af91-4c6e-86e1-4829709afffd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:46.368357 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3839d455-af91-4c6e-86e1-4829709afffd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:46.379839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-3839d455-af91-4c6e-86e1-4829709afffd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for b71c03b5-cfd2-4019-b418-33884c0ebc4b owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:46.444365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36057c3b-55c3-40f4-ae65-74405b4428ed up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:46.494909 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 36057c3b-55c3-40f4-ae65-74405b4428ed triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:46.495210 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:46.577377 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3839d455-af91-4c6e-86e1-4829709afffd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:46.609775 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839d455-af91-4c6e-86e1-4829709afffd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=b71c03b5-cfd2-4019-b418-33884c0ebc4b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:46.712697 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3839d455-af91-4c6e-86e1-4829709afffd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:46.880905 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3839d455-af91-4c6e-86e1-4829709afffd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router 7bef2451-d684-4d0f-b75e-0bccf906983b has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:19:46.955269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3839d455-af91-4c6e-86e1-4829709afffd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:46.960726 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3839d455-af91-4c6e-86e1-4829709afffd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/7bef2451-d684-4d0f-b75e-0bccf906983b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2922232 Jul 09 20:19:46.963447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35326) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:46.966020 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2e3ec-e113-4e41-9fd2-913bf4f18338 None None] Sync routers for ids ['7bef2451-d684-4d0f-b75e-0bccf906983b'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:46.976106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2e3ec-e113-4e41-9fd2-913bf4f18338 None None] Routers {'7bef2451-d684-4d0f-b75e-0bccf906983b'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:46.976725 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a5f2e3ec-e113-4e41-9fd2-913bf4f18338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7bef2451-d684-4d0f-b75e-0bccf906983b'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:46.996930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2ad189ec-acb4-4194-b38d-6ed919421d82 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef2451-d684-4d0f-b75e-0bccf906983b HTTP/1.1" status: 200 len: 205 time: 0.0323267 Jul 09 20:19:46.999361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35328) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:47.008594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a5f2e3ec-e113-4e41-9fd2-913bf4f18338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:47.017047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2e3ec-e113-4e41-9fd2-913bf4f18338 None None] Routers {'7bef2451-d684-4d0f-b75e-0bccf906983b'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:47.017802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a5f2e3ec-e113-4e41-9fd2-913bf4f18338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7bef2451-d684-4d0f-b75e-0bccf906983b'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:47.052856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a5f2e3ec-e113-4e41-9fd2-913bf4f18338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:47.053506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2e3ec-e113-4e41-9fd2-913bf4f18338 None None] The sync data for ids ['7bef2451-d684-4d0f-b75e-0bccf906983b'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:47.071274 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a403b739-c632-4b0f-b3b1-37ba8f0fce00 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:47.230845 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a403b739-c632-4b0f-b3b1-37ba8f0fce00 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:47.233017 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a403b739-c632-4b0f-b3b1-37ba8f0fce00 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:47.586979 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a403b739-c632-4b0f-b3b1-37ba8f0fce00 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:47.587544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a403b739-c632-4b0f-b3b1-37ba8f0fce00 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Fanout notify agent at l3_agent the message router_deleted on router 7bef2451-d684-4d0f-b75e-0bccf906983b {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:19:47.594293 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a403b739-c632-4b0f-b3b1-37ba8f0fce00 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:47.595407 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a403b739-c632-4b0f-b3b1-37ba8f0fce00 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/routers/7bef2451-d684-4d0f-b75e-0bccf906983b HTTP/1.1" status: 204 len: 168 time: 0.5951343 Jul 09 20:19:47.598601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35332) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:47.650343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-15df978c-e119-433d-9bac-a590a0c56f11 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting subnet 2adfcd42-ceb1-4890-bdc3-ff1cc3bce6c1 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:19:47.653329 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15df978c-e119-433d-9bac-a590a0c56f11 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:47.694759 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15df978c-e119-433d-9bac-a590a0c56f11 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:47.782711 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15df978c-e119-433d-9bac-a590a0c56f11 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:47.848074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15df978c-e119-433d-9bac-a590a0c56f11 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:47.874505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df978c-e119-433d-9bac-a590a0c56f11 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Subnet': ['ID=2adfcd42-ceb1-4890-bdc3-ff1cc3bce6c1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:47.878239 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15df978c-e119-433d-9bac-a590a0c56f11 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:47.880347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-15df978c-e119-433d-9bac-a590a0c56f11 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/2adfcd42-ceb1-4890-bdc3-ff1cc3bce6c1 HTTP/1.1" status: 204 len: 168 time: 0.2804966 Jul 09 20:19:47.882858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35336) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:47.885934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fd128d-11c2-45d2-813e-6b3a5b21c28b None None] Network 61b77f82-49c5-4335-bb07-a87dd790b036 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:47.968711 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.029336 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port 36057c3b-55c3-40f4-ae65-74405b4428ed {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:48.029775 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.065169 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98780dc-5953-4b7f-a2ae-c6ad52a0eaa8 None None] DHCP port deletion for 61b77f82-49c5-4335-bb07-a87dd790b036 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:19:48.093961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] For port 36057c3b-55c3-40f4-ae65-74405b4428ed, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=36057c3b-55c3-40f4-ae65-74405b4428ed,segment=NetworkSegment(d2e9ebcd-2275-42f8-baaf-4320f0d565ba),segment_id=d2e9ebcd-2275-42f8-baaf-4320f0d565ba)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:48.094316 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.107862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for 36057c3b-55c3-40f4-ae65-74405b4428ed owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:48.116657 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a98780dc-5953-4b7f-a2ae-c6ad52a0eaa8 None None] Deleting port 36057c3b-55c3-40f4-ae65-74405b4428ed {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:19:48.117108 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a98780dc-5953-4b7f-a2ae-c6ad52a0eaa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.180457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a98780dc-5953-4b7f-a2ae-c6ad52a0eaa8 None None] For port 36057c3b-55c3-40f4-ae65-74405b4428ed, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=36057c3b-55c3-40f4-ae65-74405b4428ed,segment=NetworkSegment(d2e9ebcd-2275-42f8-baaf-4320f0d565ba),segment_id=d2e9ebcd-2275-42f8-baaf-4320f0d565ba)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:48.181060 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a98780dc-5953-4b7f-a2ae-c6ad52a0eaa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.194958 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.196971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a98780dc-5953-4b7f-a2ae-c6ad52a0eaa8 None None] Calling delete_port for 36057c3b-55c3-40f4-ae65-74405b4428ed owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:19:48.280247 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a98780dc-5953-4b7f-a2ae-c6ad52a0eaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.307895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98780dc-5953-4b7f-a2ae-c6ad52a0eaa8 None None] Pushing event deleted for resources: {'Port': ['ID=36057c3b-55c3-40f4-ae65-74405b4428ed,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:48.312375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98780dc-5953-4b7f-a2ae-c6ad52a0eaa8 None None] No DVR routers for this DVR port 36057c3b-55c3-40f4-ae65-74405b4428ed on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:19:48.454255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36057c3b-55c3-40f4-ae65-74405b4428ed no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:19:48.464240 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=36057c3b-55c3-40f4-ae65-74405b4428ed,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:48.466079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No DVR routers for this DVR port 36057c3b-55c3-40f4-ae65-74405b4428ed on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:19:48.478152 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 36057c3b-55c3-40f4-ae65-74405b4428ed {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:19:48.478503 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36057c3b-55c3-40f4-ae65-74405b4428ed not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:19:48.541807 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.552188 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b77f82-49c5-4335-bb07-a87dd790b036']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:48.561919 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e9ebcd-2275-42f8-baaf-4320f0d565ba') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:48.562221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e9ebcd-2275-42f8-baaf-4320f0d565ba') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:48.571005 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.591081 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.597809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:19:48.598341 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:19:48.601334 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:19:48.658024 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.665941 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.667726 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/networks/61b77f82-49c5-4335-bb07-a87dd790b036 HTTP/1.1" status: 204 len: 168 time: 0.7838371 Jul 09 20:19:48.671987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35340) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:48.676990 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2194ebc6-a9aa-49e2-a4e5-5b70bb3f00a1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2016544260', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:48.679577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2f36e-d1fd-4bf9-87fc-3c2568b006ca tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Network': ['ID=61b77f82-49c5-4335-bb07-a87dd790b036,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:48.699295 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2194ebc6-a9aa-49e2-a4e5-5b70bb3f00a1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.700253 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2194ebc6-a9aa-49e2-a4e5-5b70bb3f00a1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.758006 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2194ebc6-a9aa-49e2-a4e5-5b70bb3f00a1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.762284 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2194ebc6-a9aa-49e2-a4e5-5b70bb3f00a1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.779079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2194ebc6-a9aa-49e2-a4e5-5b70bb3f00a1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.780464 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2194ebc6-a9aa-49e2-a4e5-5b70bb3f00a1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1073077 Jul 09 20:19:48.783173 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35344) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:48.788949 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-31e3b3e0-7ed8-49d2-b0fe-14245c023e28 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1180540368'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:48.809776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e3b3e0-7ed8-49d2-b0fe-14245c023e28 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:48.815229 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31e3b3e0-7ed8-49d2-b0fe-14245c023e28 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.837311 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e3b3e0-7ed8-49d2-b0fe-14245c023e28 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:19:48.847156 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31e3b3e0-7ed8-49d2-b0fe-14245c023e28 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.847509 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-31e3b3e0-7ed8-49d2-b0fe-14245c023e28 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Added segment d2ede70a-0cf5-4431-aa12-9e7cce0682c6 of type vlan for network 840c579c-0945-4ee3-81b7-e710318946a6 Jul 09 20:19:48.896988 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31e3b3e0-7ed8-49d2-b0fe-14245c023e28 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.925730 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31e3b3e0-7ed8-49d2-b0fe-14245c023e28 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.931534 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e3b3e0-7ed8-49d2-b0fe-14245c023e28 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:48.932135 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31e3b3e0-7ed8-49d2-b0fe-14245c023e28 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:48.992992 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-31e3b3e0-7ed8-49d2-b0fe-14245c023e28 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2080929 Jul 09 20:19:48.996299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35348) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:49.001713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f218db36-b65d-4d4c-a0a9-540407a9c7a6 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'subnet': {'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:49.010861 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3b3e0-7ed8-49d2-b0fe-14245c023e28 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Network': ['ID=840c579c-0945-4ee3-81b7-e710318946a6,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:49.025334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 840c579c-0945-4ee3-81b7-e710318946a6 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:19:49.098423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f218db36-b65d-4d4c-a0a9-540407a9c7a6 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:49.102907 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f218db36-b65d-4d4c-a0a9-540407a9c7a6 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:49.211690 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b2a7-3203-4c4c-8278-984d97c57052 req-74ea7eaa-d9b6-42d7-ba77-9c2ff683d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:49.213216 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e420b2a7-3203-4c4c-8278-984d97c57052 req-74ea7eaa-d9b6-42d7-ba77-9c2ff683d661 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 1096 time: 0.1016891 Jul 09 20:19:49.283021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eac99c-b6d3-44ec-9d6d-0b5cb75f0f68 req-bf263f9f-a48b-40d4-8e1e-8a948c9ffb05 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:49.284836 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8eac99c-b6d3-44ec-9d6d-0b5cb75f0f68 req-bf263f9f-a48b-40d4-8e1e-8a948c9ffb05 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1317358 Jul 09 20:19:49.305655 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f218db36-b65d-4d4c-a0a9-540407a9c7a6 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:49.354207 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8eac99c-b6d3-44ec-9d6d-0b5cb75f0f68 req-ca968b92-e382-42ae-b5d5-99b38d42880d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606105 Jul 09 20:19:49.355375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b2a7-3203-4c4c-8278-984d97c57052 req-63a9baf6-768e-472e-a51f-4521cddaa36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:49.356811 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e420b2a7-3203-4c4c-8278-984d97c57052 req-63a9baf6-768e-472e-a51f-4521cddaa36c service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.1370351 Jul 09 20:19:49.382496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218db36-b65d-4d4c-a0a9-540407a9c7a6 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Subnet': ['ID=60bb0a28-d347-4515-9376-d12ce72f6e2f,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:49.395645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f218db36-b65d-4d4c-a0a9-540407a9c7a6 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Checking segment: {'id': 'd2ede70a-0cf5-4431-aa12-9e7cce0682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:49.396029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f218db36-b65d-4d4c-a0a9-540407a9c7a6 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network hostable DHCP agents. Network: 840c579c-0945-4ee3-81b7-e710318946a6, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:19:49.417229 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f218db36-b65d-4d4c-a0a9-540407a9c7a6 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 840c579c-0945-4ee3-81b7-e710318946a6 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:19:49.427474 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f218db36-b65d-4d4c-a0a9-540407a9c7a6 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 840c579c-0945-4ee3-81b7-e710318946a6) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:49.432089 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f218db36-b65d-4d4c-a0a9-540407a9c7a6 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:49.432634 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f218db36-b65d-4d4c-a0a9-540407a9c7a6 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:49.435630 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e420b2a7-3203-4c4c-8278-984d97c57052 req-1f7cede9-df66-42bd-98dc-42ba45f08558 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63677154-63b5-4897-8657-b7307f459562 HTTP/1.1" status: 200 len: 1000 time: 0.0706115 Jul 09 20:19:49.438832 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68ec80d-c243-420c-9fb1-a2aa42b60b9a None None] Network 840c579c-0945-4ee3-81b7-e710318946a6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:49.462430 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f218db36-b65d-4d4c-a0a9-540407a9c7a6 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4651668 Jul 09 20:19:49.465239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35352) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:49.500109 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b2a7-3203-4c4c-8278-984d97c57052 req-b117e517-9bdb-4201-8a2d-01cee3207488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:49.501755 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e420b2a7-3203-4c4c-8278-984d97c57052 req-b117e517-9bdb-4201-8a2d-01cee3207488 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.0523262 Jul 09 20:19:49.574780 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420b2a7-3203-4c4c-8278-984d97c57052 req-85297d14-8870-4896-b6f4-b50d3de519b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:49.576995 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e420b2a7-3203-4c4c-8278-984d97c57052 req-85297d14-8870-4896-b6f4-b50d3de519b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678921 Jul 09 20:19:49.621213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-840c579c-0945-4ee3-81b7-e710318946a6', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:19:49.622546 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:49.702216 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e420b2a7-3203-4c4c-8278-984d97c57052 req-c39d6e82-63a1-4434-801c-92ef06000b3a service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171205 Jul 09 20:19:49.763952 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:49.814004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Allocated IP 2001:db8::2 (840c579c-0945-4ee3-81b7-e710318946a6/60bb0a28-d347-4515-9376-d12ce72f6e2f/5d1faf9a-c8d0-4bc3-a3bb-a95a25859202) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:49.824340 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e420b2a7-3203-4c4c-8278-984d97c57052 req-44fc9d2a-4af4-445e-ab32-4b187b9fb8a0 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146069 Jul 09 20:19:50.028823 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:50.038213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Transition to ACTIVE for port object 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:50.065480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Transition to ACTIVE for port object 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:50.074997 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:50.128752 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Allocated IP 2001:db8::1 (840c579c-0945-4ee3-81b7-e710318946a6/60bb0a28-d347-4515-9376-d12ce72f6e2f/60f08193-a61c-4907-8a6f-02f0cff00ff8) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:50.159567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Network 840c579c-0945-4ee3-81b7-e710318946a6 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:50.170842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:50.176398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:50.183179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Pushing event updated for resources: {'Port': ['ID=5d1faf9a-c8d0-4bc3-a3bb-a95a25859202,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:50.246724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Attempting to bind port 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:19:50.247366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Attempting to bind port 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'd2ede70a-0cf5-4431-aa12-9e7cce0682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:19:50.247823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Attempting to bind port 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 on network 840c579c-0945-4ee3-81b7-e710318946a6 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:19:50.254150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:19:50.254524 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Checking segment: {'id': 'd2ede70a-0cf5-4431-aa12-9e7cce0682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:50.254931 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:50.255329 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Bound using segment: {'id': 'd2ede70a-0cf5-4431-aa12-9e7cce0682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:19:50.255803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Bound port: 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ede70a-0cf5-4431-aa12-9e7cce0682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:19:50.256189 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:50.259426 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:50.275118 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Transition to ACTIVE for port object 60f08193-a61c-4907-8a6f-02f0cff00ff8 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:50.311298 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:50.327335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-2b026122-0992-4188-93d3-b079767d2554 None None] For port 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:19:50.330812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-2b026122-0992-4188-93d3-b079767d2554 None None] For port 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5d1faf9a-c8d0-4bc3-a3bb-a95a25859202,segment=NetworkSegment(d2ede70a-0cf5-4431-aa12-9e7cce0682c6),segment_id=d2ede70a-0cf5-4431-aa12-9e7cce0682c6)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:19:50.335612 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:50.360741 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 840c579c-0945-4ee3-81b7-e710318946a6 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:50.369271 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:50.372035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:50.372623 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:50.400890 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b026122-0992-4188-93d3-b079767d2554 None None] Pushing event updated for resources: {'Port': ['ID=5d1faf9a-c8d0-4bc3-a3bb-a95a25859202,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:50.435163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=60f08193-a61c-4907-8a6f-02f0cff00ff8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:50.556235 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:50.594433 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91efe61-29d3-40c5-8059-d0e2697941d7 req-c7a42320-ca36-4c18-919d-7ce95c46b36c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:50.630678 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c91efe61-29d3-40c5-8059-d0e2697941d7 req-c7a42320-ca36-4c18-919d-7ce95c46b36c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1249287 Jul 09 20:19:50.699999 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c91efe61-29d3-40c5-8059-d0e2697941d7 req-88334e59-8eca-4787-93f5-6978a0cc7bf1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681138 Jul 09 20:19:50.934470 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:50.939207 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:50.941921 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:51.042409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=60f08193-a61c-4907-8a6f-02f0cff00ff8,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:51.098492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 840c579c-0945-4ee3-81b7-e710318946a6 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:51.099971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:51.222612 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router f333e3b4-65ac-4867-81da-0c503b339268 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:19:51.320740 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:51.328897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35360) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:51.329053 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fb3f8bb6-62bf-4b3c-8927-a44573b639fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/f333e3b4-65ac-4867-81da-0c503b339268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8625028 Jul 09 20:19:51.330238 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Sync routers for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:51.335026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1844667018'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:51.340051 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:51.340703 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:51.360168 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:51.365385 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:51.397434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:19:51.410369 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:51.410695 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Added segment 5fc0895b-874e-4fce-a551-a41ba2d1e798 of type vlan for network e14447f3-2b99-408c-b334-9cb96ba8d8d5 Jul 09 20:19:51.444187 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:19:51.465684 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:51.511864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:51.526877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:51.527589 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:51.532051 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73bad64-8607-4197-9942-97f34b0fef95 None None] Network 840c579c-0945-4ee3-81b7-e710318946a6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:51.595097 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2644384 Jul 09 20:19:51.598045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35362) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:51.605659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1e7fe4ea-d172-4cb2-8926-8f6210d7406a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'subnet': {'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:51.607450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-70c07d7c-dc71-447e-b81e-fd57def1fc1e None None] Provisioning for port 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:51.666686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Network': ['ID=e14447f3-2b99-408c-b334-9cb96ba8d8d5,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:51.682394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:51.682758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:51.683132 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:51.683447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:51.683837 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:51.684134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:51.684917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:51.684917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:51.685218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:51.685559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:51.685891 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:51.686228 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b26d818-b29f-4dc3-94cc-8610e4e45d2b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:51.693521 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:19:50Z', 'revision_number': 2, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:50Z', 'revision_number': 2, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:51.705928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network e14447f3-2b99-408c-b334-9cb96ba8d8d5 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:19:51.736857 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Checking router: f333e3b4-65ac-4867-81da-0c503b339268 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:19:51.737876 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Updating router f333e3b4-65ac-4867-81da-0c503b339268 port 60f08193-a61c-4907-8a6f-02f0cff00ff8 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:19:51.749354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7fe4ea-d172-4cb2-8926-8f6210d7406a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:51.755844 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e7fe4ea-d172-4cb2-8926-8f6210d7406a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:51.901722 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:51.983748 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19115b6a-d85a-4142-9621-8d71217461c8 req-0fe8cce6-65b7-4505-a3f5-d8edb4d83a80 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:51.985428 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-19115b6a-d85a-4142-9621-8d71217461c8 req-0fe8cce6-65b7-4505-a3f5-d8edb4d83a80 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1363058 Jul 09 20:19:52.072924 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-19115b6a-d85a-4142-9621-8d71217461c8 req-817ea2d2-964f-445a-875f-06799e0ee368 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795310 Jul 09 20:19:52.082591 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e7fe4ea-d172-4cb2-8926-8f6210d7406a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:52.152392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fe4ea-d172-4cb2-8926-8f6210d7406a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Subnet': ['ID=6369a056-120d-47dd-bd4a-922a3c85b27f,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:52.163099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7fe4ea-d172-4cb2-8926-8f6210d7406a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Checking segment: {'id': '5fc0895b-874e-4fce-a551-a41ba2d1e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:52.163413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7fe4ea-d172-4cb2-8926-8f6210d7406a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network hostable DHCP agents. Network: e14447f3-2b99-408c-b334-9cb96ba8d8d5, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:19:52.173536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a758f846-295e-4d13-afdf-f5d287abed22 None None] Provisioning for port 60f08193-a61c-4907-8a6f-02f0cff00ff8 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:52.180763 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a758f846-295e-4d13-afdf-f5d287abed22 None None] Provisioning complete for port 60f08193-a61c-4907-8a6f-02f0cff00ff8 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:52.181791 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a758f846-295e-4d13-afdf-f5d287abed22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:52.189834 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7fe4ea-d172-4cb2-8926-8f6210d7406a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network e14447f3-2b99-408c-b334-9cb96ba8d8d5 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:19:52.206435 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-1e7fe4ea-d172-4cb2-8926-8f6210d7406a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, e14447f3-2b99-408c-b334-9cb96ba8d8d5) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:52.212857 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7fe4ea-d172-4cb2-8926-8f6210d7406a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:52.213833 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e7fe4ea-d172-4cb2-8926-8f6210d7406a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:52.218312 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d43cde3-9b08-4aac-b348-872862c80371 None None] Network e14447f3-2b99-408c-b334-9cb96ba8d8d5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:52.240176 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1e7fe4ea-d172-4cb2-8926-8f6210d7406a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6410055 Jul 09 20:19:52.245100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35370) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:52.262455 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:52.273469 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Transition to ACTIVE for port object 60f08193-a61c-4907-8a6f-02f0cff00ff8 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:52.279589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a758f846-295e-4d13-afdf-f5d287abed22 None None] Port 60f08193-a61c-4907-8a6f-02f0cff00ff8 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:52.286745 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:52.390794 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3522b-ef36-48ac-aab6-7f2165ad6c96 None None] Pushing event updated for resources: {'Port': ['ID=60f08193-a61c-4907-8a6f-02f0cff00ff8,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:52.425789 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3522b-ef36-48ac-aab6-7f2165ad6c96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:52.426226 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3522b-ef36-48ac-aab6-7f2165ad6c96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:52.426724 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3522b-ef36-48ac-aab6-7f2165ad6c96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:52.427135 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3522b-ef36-48ac-aab6-7f2165ad6c96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:52.427541 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3522b-ef36-48ac-aab6-7f2165ad6c96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:52.427942 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3522b-ef36-48ac-aab6-7f2165ad6c96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:52.428480 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3522b-ef36-48ac-aab6-7f2165ad6c96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:52.428998 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3522b-ef36-48ac-aab6-7f2165ad6c96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:52.429394 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3522b-ef36-48ac-aab6-7f2165ad6c96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:52.429814 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3522b-ef36-48ac-aab6-7f2165ad6c96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:52.430180 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3522b-ef36-48ac-aab6-7f2165ad6c96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:52.430893 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd3522b-ef36-48ac-aab6-7f2165ad6c96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:19:52.451033 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Attempting to bind port 60f08193-a61c-4907-8a6f-02f0cff00ff8 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:19:52.451551 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:19:52.451930 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Attempting to bind port 60f08193-a61c-4907-8a6f-02f0cff00ff8 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'd2ede70a-0cf5-4431-aa12-9e7cce0682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:19:52.452292 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Attempting to bind port 60f08193-a61c-4907-8a6f-02f0cff00ff8 on network 840c579c-0945-4ee3-81b7-e710318946a6 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:19:52.455994 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:52.462227 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:19:52.462805 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Checking segment: {'id': 'd2ede70a-0cf5-4431-aa12-9e7cce0682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:52.463272 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:52.463896 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Bound using segment: {'id': 'd2ede70a-0cf5-4431-aa12-9e7cce0682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:19:52.464479 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Bound port: 60f08193-a61c-4907-8a6f-02f0cff00ff8, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ede70a-0cf5-4431-aa12-9e7cce0682c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:19:52.465500 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:52.552511 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] For port 60f08193-a61c-4907-8a6f-02f0cff00ff8, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:19:52.556218 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] For port 60f08193-a61c-4907-8a6f-02f0cff00ff8, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=60f08193-a61c-4907-8a6f-02f0cff00ff8,segment=NetworkSegment(d2ede70a-0cf5-4431-aa12-9e7cce0682c6),segment_id=d2ede70a-0cf5-4431-aa12-9e7cce0682c6)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:19:52.562985 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:52.589598 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:52.630385 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:52.631039 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:52.704494 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3522b-ef36-48ac-aab6-7f2165ad6c96 None None] Pushing event updated for resources: {'Port': ['ID=60f08193-a61c-4907-8a6f-02f0cff00ff8,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:52.717531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:52.733122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:52.733800 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:52.736185 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:19:52.772229 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Allocated IP 2001:db8:1::2 (e14447f3-2b99-408c-b334-9cb96ba8d8d5/6369a056-120d-47dd-bd4a-922a3c85b27f/a08dd268-6d43-40f0-b23b-daa8e91eb503) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:52.790978 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:52.999981 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:19:50Z', 'revision_number': 2, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:52Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:53.029258 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baf680e-311c-4561-8307-cbea4408ccd6 None None] The sync data for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 is: [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:19:50Z', 'revision_number': 2, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:52Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:53.118292 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:53.199673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5d1faf9a-c8d0-4bc3-a3bb-a95a25859202,segment=NetworkSegment(d2ede70a-0cf5-4431-aa12-9e7cce0682c6),segment_id=d2ede70a-0cf5-4431-aa12-9e7cce0682c6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:53.213970 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:53.259857 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:53.285499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Transition to ACTIVE for port object a08dd268-6d43-40f0-b23b-daa8e91eb503 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:53.343913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Transition to ACTIVE for port object a08dd268-6d43-40f0-b23b-daa8e91eb503 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:53.345361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=5d1faf9a-c8d0-4bc3-a3bb-a95a25859202,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:53.371907 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:53.419696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Network e14447f3-2b99-408c-b334-9cb96ba8d8d5 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:53.422929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:53.426942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Allocated IP 2001:db8:1::1 (e14447f3-2b99-408c-b334-9cb96ba8d8d5/6369a056-120d-47dd-bd4a-922a3c85b27f/55bbb835-5fe7-4a89-8c84-ff718d24b3a1) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:53.427470 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:53.433461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Pushing event updated for resources: {'Port': ['ID=a08dd268-6d43-40f0-b23b-daa8e91eb503,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:53.503672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Attempting to bind port a08dd268-6d43-40f0-b23b-daa8e91eb503 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:19:53.503928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Attempting to bind port a08dd268-6d43-40f0-b23b-daa8e91eb503 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '5fc0895b-874e-4fce-a551-a41ba2d1e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:19:53.504309 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Attempting to bind port a08dd268-6d43-40f0-b23b-daa8e91eb503 on network e14447f3-2b99-408c-b334-9cb96ba8d8d5 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:19:53.514546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:19:53.514934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Checking segment: {'id': '5fc0895b-874e-4fce-a551-a41ba2d1e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:53.515348 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:53.515752 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Bound using segment: {'id': '5fc0895b-874e-4fce-a551-a41ba2d1e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:19:53.516241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Bound port: a08dd268-6d43-40f0-b23b-daa8e91eb503, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc0895b-874e-4fce-a551-a41ba2d1e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:19:53.516663 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:53.581720 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:53.590783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] For port a08dd268-6d43-40f0-b23b-daa8e91eb503, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:19:53.594279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] For port a08dd268-6d43-40f0-b23b-daa8e91eb503, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a08dd268-6d43-40f0-b23b-daa8e91eb503,segment=NetworkSegment(5fc0895b-874e-4fce-a551-a41ba2d1e798),segment_id=5fc0895b-874e-4fce-a551-a41ba2d1e798)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:19:53.599295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Transition to ACTIVE for port object 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:53.599935 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:53.645413 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:53.665766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa7463-57d9-4f83-a174-d448227cc324 None None] Pushing event updated for resources: {'Port': ['ID=a08dd268-6d43-40f0-b23b-daa8e91eb503,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:53.694971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network e14447f3-2b99-408c-b334-9cb96ba8d8d5 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:53.701043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:53.703888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:53.704643 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:53.748983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=55bbb835-5fe7-4a89-8c84-ff718d24b3a1,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:53.860054 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:54.152282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:54.157123 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:54.157883 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:54.247793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=55bbb835-5fe7-4a89-8c84-ff718d24b3a1,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:54.290354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network e14447f3-2b99-408c-b334-9cb96ba8d8d5 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:54.291566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:54.393612 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router f333e3b4-65ac-4867-81da-0c503b339268 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:19:54.534425 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:54.542651 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b02d15b7-1ede-4832-abef-443cd6f2c96a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/f333e3b4-65ac-4867-81da-0c503b339268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2964418 Jul 09 20:19:54.545551 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35382) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:54.551649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8fc51135-632e-45f6-aac8-99688c16bdd0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1449462144'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:54.585652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc51135-632e-45f6-aac8-99688c16bdd0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:54.591921 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8fc51135-632e-45f6-aac8-99688c16bdd0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:54.628304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:54.664872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc51135-632e-45f6-aac8-99688c16bdd0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:19:54.687056 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8fc51135-632e-45f6-aac8-99688c16bdd0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:54.687667 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-8fc51135-632e-45f6-aac8-99688c16bdd0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Added segment 4814793a-378f-4232-8e3d-ca7e809fa0a9 of type vlan for network 3bc6a91b-77c9-4aea-921b-88cbe653f4da Jul 09 20:19:54.697033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:54.697457 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:54.724460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47455206-de7b-4b16-aeae-1407236c37b2 req-1bf6da34-f88c-42d0-859b-8476e0e9fb1f tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:54.734582 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47455206-de7b-4b16-aeae-1407236c37b2 req-1bf6da34-f88c-42d0-859b-8476e0e9fb1f tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 1096 time: 0.1397862 Jul 09 20:19:54.747444 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Sync routers for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:54.762389 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-47455206-de7b-4b16-aeae-1407236c37b2 req-e6ae3bb1-bfb6-431a-b976-856a4bbe19a4 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:54.764829 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8fc51135-632e-45f6-aac8-99688c16bdd0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:54.771076 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:54.771861 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:54.832466 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8fc51135-632e-45f6-aac8-99688c16bdd0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:54.838421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc51135-632e-45f6-aac8-99688c16bdd0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:54.839193 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8fc51135-632e-45f6-aac8-99688c16bdd0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:54.894160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:19:54.938334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc51135-632e-45f6-aac8-99688c16bdd0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Network': ['ID=3bc6a91b-77c9-4aea-921b-88cbe653f4da,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:54.962493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 3bc6a91b-77c9-4aea-921b-88cbe653f4da details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:19:54.993211 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-47455206-de7b-4b16-aeae-1407236c37b2 req-e6ae3bb1-bfb6-431a-b976-856a4bbe19a4 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:54.999421 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-47455206-de7b-4b16-aeae-1407236c37b2 req-e6ae3bb1-bfb6-431a-b976-856a4bbe19a4 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:55.013544 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8fc51135-632e-45f6-aac8-99688c16bdd0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4637182 Jul 09 20:19:55.014218 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35394) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:55.021389 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c81f3c52-ad84-4764-9f02-2d4dc045f132 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'subnet': {'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:55.047332 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47455206-de7b-4b16-aeae-1407236c37b2 req-e6ae3bb1-bfb6-431a-b976-856a4bbe19a4 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113759 Jul 09 20:19:55.054624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae3bb1-bfb6-431a-b976-856a4bbe19a4 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b30cfb-cd99-4809-8cc8-61f4c92d2957,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:55.245607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81f3c52-ad84-4764-9f02-2d4dc045f132 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:55.249261 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c81f3c52-ad84-4764-9f02-2d4dc045f132 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:55.249531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ae2e27-1a5d-4702-baca-bc5c696202e4 None None] Network e14447f3-2b99-408c-b334-9cb96ba8d8d5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:55.271873 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 60f08193-a61c-4907-8a6f-02f0cff00ff8 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:55.339470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e0980-6f7e-4d9c-9fac-0b5ca798a430 req-f7522e28-c45b-41b9-a10f-357759fe6505 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:55.340913 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-650e0980-6f7e-4d9c-9fac-0b5ca798a430 req-f7522e28-c45b-41b9-a10f-357759fe6505 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.1510856 Jul 09 20:19:55.403065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ea2704de-dba1-4d33-98a1-8fe7532ca5d6 None None] Provisioning for port a08dd268-6d43-40f0-b23b-daa8e91eb503 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:55.411350 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-650e0980-6f7e-4d9c-9fac-0b5ca798a430 req-7d068e47-14af-456e-8be1-acc73411861f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613003 Jul 09 20:19:55.412622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 60f08193-a61c-4907-8a6f-02f0cff00ff8 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:55.443117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 60f08193-a61c-4907-8a6f-02f0cff00ff8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:55.443707 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:55.444954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35400) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:55.475425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:19:53Z', 'revision_number': 3, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:19:54Z', 'revision_number': 2, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:52Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:55.523693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Checking router: f333e3b4-65ac-4867-81da-0c503b339268 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:19:55.524046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Updating router f333e3b4-65ac-4867-81da-0c503b339268 port 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:19:55.558727 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c81f3c52-ad84-4764-9f02-2d4dc045f132 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:55.608654 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3384dd63-2aeb-4b4c-8d80-bbca04c00aaa tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/c26f5b91-cee6-46a8-910b-5e2558dfb18b HTTP/1.1" status: 200 len: 992 time: 0.1613417 Jul 09 20:19:55.609243 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:55.642114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f3c52-ad84-4764-9f02-2d4dc045f132 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Subnet': ['ID=56c29e01-a0e9-4b54-a435-73410e431c69,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:55.656160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81f3c52-ad84-4764-9f02-2d4dc045f132 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Checking segment: {'id': '4814793a-378f-4232-8e3d-ca7e809fa0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:55.656575 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81f3c52-ad84-4764-9f02-2d4dc045f132 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network hostable DHCP agents. Network: 3bc6a91b-77c9-4aea-921b-88cbe653f4da, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:19:55.681104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81f3c52-ad84-4764-9f02-2d4dc045f132 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 3bc6a91b-77c9-4aea-921b-88cbe653f4da is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:19:55.695303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-c81f3c52-ad84-4764-9f02-2d4dc045f132 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 3bc6a91b-77c9-4aea-921b-88cbe653f4da) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:55.714567 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f3c52-ad84-4764-9f02-2d4dc045f132 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:55.715431 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c81f3c52-ad84-4764-9f02-2d4dc045f132 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:55.726775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a4376d-6fda-4fce-a8a9-fc3e1956fcc9 None None] Network 3bc6a91b-77c9-4aea-921b-88cbe653f4da requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:19:55.742396 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c81f3c52-ad84-4764-9f02-2d4dc045f132 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7270060 Jul 09 20:19:55.747052 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35404) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:55.829166 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:55.988720 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 60f08193-a61c-4907-8a6f-02f0cff00ff8, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=60f08193-a61c-4907-8a6f-02f0cff00ff8,segment=NetworkSegment(d2ede70a-0cf5-4431-aa12-9e7cce0682c6),segment_id=d2ede70a-0cf5-4431-aa12-9e7cce0682c6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:56.002707 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:56.003499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a08dd268-6d43-40f0-b23b-daa8e91eb503 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:56.172429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=60f08193-a61c-4907-8a6f-02f0cff00ff8,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:56.210330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-36ab1cd5-bcc7-45af-a148-ee0804ef1a1f req-deedc46f-a5d6-40c9-9923-3b5d4b0eb47a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:19:56.211546 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36ab1cd5-bcc7-45af-a148-ee0804ef1a1f req-deedc46f-a5d6-40c9-9923-3b5d4b0eb47a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0926726 Jul 09 20:19:56.219124 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:56.294531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-3bc6a91b-77c9-4aea-921b-88cbe653f4da', 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'fixed_ips': [{'subnet_id': '56c29e01-a0e9-4b54-a435-73410e431c69'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:19:56.295396 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:56.628342 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port a08dd268-6d43-40f0-b23b-daa8e91eb503 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:56.654398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a643c8cd-3af0-40ea-af86-88acdead2d7a None None] Provisioning for port 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:56.687947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a643c8cd-3af0-40ea-af86-88acdead2d7a None None] Provisioning complete for port 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:56.687947 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a643c8cd-3af0-40ea-af86-88acdead2d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:56.690183 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a08dd268-6d43-40f0-b23b-daa8e91eb503 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:56.690731 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:56.817739 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:56.862813 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Allocated IP 2001:db8:2::2 (3bc6a91b-77c9-4aea-921b-88cbe653f4da/56c29e01-a0e9-4b54-a435-73410e431c69/8d9c5fd7-949f-42e6-8d93-54254fafb27a) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:56.882775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Transition to ACTIVE for port object 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:56.889324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a643c8cd-3af0-40ea-af86-88acdead2d7a None None] Port 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:19:56.923551 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:56.934325 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9bdcb50f-833d-4f23-b42e-cafe571afaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:57.191289 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-0a998bd9-6dd4-463a-9339-1c95b90c7b76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1915371 Jul 09 20:19:57.261817 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:57.305257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b561b-5286-4d9d-ad3f-52468074a999 None None] Pushing event updated for resources: {'Port': ['ID=55bbb835-5fe7-4a89-8c84-ff718d24b3a1,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:57.317628 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:57.363531 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04991829-4ac3-47b1-a6cd-e585718d73b4 req-99a732db-dcd3-418a-b71a-0393f746171f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:57.367642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Attempting to bind port 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:19:57.368023 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Attempting to bind port 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '5fc0895b-874e-4fce-a551-a41ba2d1e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:19:57.368400 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Attempting to bind port 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 on network e14447f3-2b99-408c-b334-9cb96ba8d8d5 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:19:57.373400 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-04991829-4ac3-47b1-a6cd-e585718d73b4 req-99a732db-dcd3-418a-b71a-0393f746171f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.1261437 Jul 09 20:19:57.385016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:19:57.385398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Checking segment: {'id': '5fc0895b-874e-4fce-a551-a41ba2d1e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:57.385809 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:57.386338 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Bound using segment: {'id': '5fc0895b-874e-4fce-a551-a41ba2d1e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:19:57.386837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Bound port: 55bbb835-5fe7-4a89-8c84-ff718d24b3a1, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc0895b-874e-4fce-a551-a41ba2d1e798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:19:57.387229 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:57.429560 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-04991829-4ac3-47b1-a6cd-e585718d73b4 req-4e8514e9-db7b-4b5d-8999-dc6f9af7ebfa tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553088 Jul 09 20:19:57.435907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port a08dd268-6d43-40f0-b23b-daa8e91eb503, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a08dd268-6d43-40f0-b23b-daa8e91eb503,segment=NetworkSegment(5fc0895b-874e-4fce-a551-a41ba2d1e798),segment_id=5fc0895b-874e-4fce-a551-a41ba2d1e798)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:19:57.449901 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:57.453074 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:57.529653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Transition to ACTIVE for port object 8d9c5fd7-949f-42e6-8d93-54254fafb27a will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:57.571746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 60f08193-a61c-4907-8a6f-02f0cff00ff8 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:57.586559 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Transition to ACTIVE for port object 8d9c5fd7-949f-42e6-8d93-54254fafb27a will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:57.623679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] For port 55bbb835-5fe7-4a89-8c84-ff718d24b3a1, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:19:57.632628 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:57.646630 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=a08dd268-6d43-40f0-b23b-daa8e91eb503,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:57.661354 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] For port 55bbb835-5fe7-4a89-8c84-ff718d24b3a1, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=55bbb835-5fe7-4a89-8c84-ff718d24b3a1,segment=NetworkSegment(5fc0895b-874e-4fce-a551-a41ba2d1e798),segment_id=5fc0895b-874e-4fce-a551-a41ba2d1e798)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:19:57.702566 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:57.714621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Allocated IP 2001:db8:2::1 (3bc6a91b-77c9-4aea-921b-88cbe653f4da/56c29e01-a0e9-4b54-a435-73410e431c69/69c3912c-67fc-4e9d-8cff-a6f5c43b01f9) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:19:57.745259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Network 3bc6a91b-77c9-4aea-921b-88cbe653f4da is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:57.770401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Pushing event updated for resources: {'Port': ['ID=8d9c5fd7-949f-42e6-8d93-54254fafb27a,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:57.781340 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:57.808983 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:57.879932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b561b-5286-4d9d-ad3f-52468074a999 None None] Pushing event updated for resources: {'Port': ['ID=55bbb835-5fe7-4a89-8c84-ff718d24b3a1,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:57.888078 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:57.915810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Transition to ACTIVE for port object 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:19:57.956496 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:57.957192 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:57.984974 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:58.065326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=69c3912c-67fc-4e9d-8cff-a6f5c43b01f9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:58.084629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 3bc6a91b-77c9-4aea-921b-88cbe653f4da is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:58.086754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:58.090622 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:19:58.091482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:58.094445 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 60f08193-a61c-4907-8a6f-02f0cff00ff8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:58.096692 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:58.130065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Attempting to bind port 8d9c5fd7-949f-42e6-8d93-54254fafb27a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:19:58.130450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Attempting to bind port 8d9c5fd7-949f-42e6-8d93-54254fafb27a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '4814793a-378f-4232-8e3d-ca7e809fa0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:19:58.130823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Attempting to bind port 8d9c5fd7-949f-42e6-8d93-54254fafb27a on network 3bc6a91b-77c9-4aea-921b-88cbe653f4da {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:19:58.169264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:19:58.169661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Checking segment: {'id': '4814793a-378f-4232-8e3d-ca7e809fa0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:19:58.170059 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:58.170463 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Bound using segment: {'id': '4814793a-378f-4232-8e3d-ca7e809fa0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:19:58.171126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Bound port: 8d9c5fd7-949f-42e6-8d93-54254fafb27a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4814793a-378f-4232-8e3d-ca7e809fa0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:19:58.171528 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:58.208051 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:19:58.287619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:58.453623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] For port 8d9c5fd7-949f-42e6-8d93-54254fafb27a, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:19:58.473084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] For port 8d9c5fd7-949f-42e6-8d93-54254fafb27a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8d9c5fd7-949f-42e6-8d93-54254fafb27a,segment=NetworkSegment(4814793a-378f-4232-8e3d-ca7e809fa0a9),segment_id=4814793a-378f-4232-8e3d-ca7e809fa0a9)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:19:58.486593 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:58.632764 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b625e9-2f14-4827-a856-1b7b2b352bce None None] Pushing event updated for resources: {'Port': ['ID=8d9c5fd7-949f-42e6-8d93-54254fafb27a,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:58.696635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:19:53Z', 'revision_number': 3, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:19:57Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:58.748091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247a7d8b-f5ff-4655-8e70-f7f5f13d755f None None] The sync data for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 is: [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:19:53Z', 'revision_number': 3, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:19:57Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:19:58.761680 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:58.771870 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:58.773095 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:58.776665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b92c8-da85-4e5d-86af-65b42240b129 req-22ad5cfc-994d-4a56-b7d2-8bb0bb482139 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:58.787871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c1b92c8-da85-4e5d-86af-65b42240b129 req-22ad5cfc-994d-4a56-b7d2-8bb0bb482139 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.1088483 Jul 09 20:19:58.891199 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c1b92c8-da85-4e5d-86af-65b42240b129 req-197a17c4-ebd6-48d2-b993-98b23a87c77e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990717 Jul 09 20:19:59.006757 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=69c3912c-67fc-4e9d-8cff-a6f5c43b01f9,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:19:59.078228 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network 3bc6a91b-77c9-4aea-921b-88cbe653f4da is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:19:59.086641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:19:59.256784 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router f333e3b4-65ac-4867-81da-0c503b339268 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:19:59.308593 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:59.312653 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-11c3c648-ed7f-4b79-852b-71daa437b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:59.315149 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-11c3c648-ed7f-4b79-852b-71daa437b599 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 1096 time: 0.1617970 Jul 09 20:19:59.370898 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:19:59.444042 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8085cfdf-14c4-4f78-acd5-500d6911c2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:59.459770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:19:59.469599 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-25559d89-65c8-4599-8f0b-89f248c1b689 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/f333e3b4-65ac-4867-81da-0c503b339268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7185481 Jul 09 20:19:59.469902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35466) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:19:59.475147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-61b7713d-9159-471e-90fd-ff8f1e750f12 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1920559719'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:19:59.524881 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-13b36720-c5be-43b1-b421-06c1243126d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:59.526803 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-13b36720-c5be-43b1-b421-06c1243126d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 HTTP/1.1" status: 200 len: 898 time: 0.1800749 Jul 09 20:19:59.528057 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b7713d-9159-471e-90fd-ff8f1e750f12 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:19:59.532114 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-61b7713d-9159-471e-90fd-ff8f1e750f12 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:59.615555 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:59.638647 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-c9d0ee7c-d369-4925-ba87-a58f1f7c7e59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656 HTTP/1.1" status: 200 len: 1000 time: 0.1034393 Jul 09 20:19:59.730334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b7713d-9159-471e-90fd-ff8f1e750f12 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:19:59.740940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-c3e7a8ec-4fd7-4f51-a05e-e07831e1fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:59.744036 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-c3e7a8ec-4fd7-4f51-a05e-e07831e1fee6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f6437d4-7109-4804-b587-c5629b457f94 HTTP/1.1" status: 200 len: 835 time: 0.0903895 Jul 09 20:19:59.750333 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-61b7713d-9159-471e-90fd-ff8f1e750f12 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:59.751016 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-61b7713d-9159-471e-90fd-ff8f1e750f12 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Added segment a935faef-a0f4-481c-90ba-ba1f7e17b070 of type vlan for network fca221fa-980b-42b0-b36b-c655c2d08e04 Jul 09 20:19:59.800227 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Sync routers for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:19:59.820426 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:19:59.843103 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:19:59.847649 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:19:59.875237 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-61b7713d-9159-471e-90fd-ff8f1e750f12 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:59.903437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-48123222-204a-45a4-9116-739c33bdf132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:19:59.905132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-48123222-204a-45a4-9116-739c33bdf132 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518929 Jul 09 20:19:59.907732 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:19:59.920249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:19:59.921695 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:19:59.993663 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:00.066566 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-61b7713d-9159-471e-90fd-ff8f1e750f12 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:00.082346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b7713d-9159-471e-90fd-ff8f1e750f12 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:00.083432 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-61b7713d-9159-471e-90fd-ff8f1e750f12 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:00.166243 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a384be-5b68-4e4b-81ea-2016ebc005f4 None None] Network 3bc6a91b-77c9-4aea-921b-88cbe653f4da requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:20:00.221490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-61b7713d-9159-471e-90fd-ff8f1e750f12 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7498000 Jul 09 20:20:00.224352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35472) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:00.230445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'subnet': {'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:00.326317 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7713d-9159-471e-90fd-ff8f1e750f12 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Network': ['ID=fca221fa-980b-42b0-b36b-c655c2d08e04,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:00.396206 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:19:58Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:19:57Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69c3912c-67fc-4e9d-8cff-a6f5c43b01f9', 'name': '', 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:6b:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:56Z', 'updated_at': '2021-07-09T20:19:58Z', 'revision_number': 2, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:00.397981 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-b8f2cd3b-b1b0-4cba-844c-4e26f0b48ed0 service neutron] 10.222.0.36 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851258 Jul 09 20:20:00.428782 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Checking router: f333e3b4-65ac-4867-81da-0c503b339268 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:20:00.429152 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Updating router f333e3b4-65ac-4867-81da-0c503b339268 port 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:20:00.437677 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Made reservation on behalf of d56ec62709c646418984bae56e312c7f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:20:00.440891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network fca221fa-980b-42b0-b36b-c655c2d08e04 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:20:00.442699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:00.466012 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:00.484091 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:00.528279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7947be5-5973-487f-8ff2-7e4dcb5181a9 req-5f09057c-e054-49e2-8e21-82623a9dc64b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:00.538479 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e7947be5-5973-487f-8ff2-7e4dcb5181a9 req-5f09057c-e054-49e2-8e21-82623a9dc64b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.3364072 Jul 09 20:20:00.599592 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:00.602564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 55bbb835-5fe7-4a89-8c84-ff718d24b3a1, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=55bbb835-5fe7-4a89-8c84-ff718d24b3a1,segment=NetworkSegment(5fc0895b-874e-4fce-a551-a41ba2d1e798),segment_id=5fc0895b-874e-4fce-a551-a41ba2d1e798)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:00.610662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8e316aa0-aca0-4985-9372-dc18827fc0cc None None] Provisioning for port 8d9c5fd7-949f-42e6-8d93-54254fafb27a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:20:00.634337 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:00.635251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8d9c5fd7-949f-42e6-8d93-54254fafb27a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:20:00.679464 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e7947be5-5973-487f-8ff2-7e4dcb5181a9 req-4145eb0c-a0c7-4365-87d8-5157d0b128ac tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284981 Jul 09 20:20:00.707512 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-ce988633-4828-4172-8b24-080f7631d0fd service neutron] 10.222.0.36 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001721 Jul 09 20:20:00.759099 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:00.894777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=55bbb835-5fe7-4a89-8c84-ff718d24b3a1,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:00.909792 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 8d9c5fd7-949f-42e6-8d93-54254fafb27a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:20:00.914982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 8d9c5fd7-949f-42e6-8d93-54254fafb27a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:20:00.915342 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:00.940318 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:00.961338 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Transition to ACTIVE for port object 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:20:00.983653 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:01.026830 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:01.101957 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 8d9c5fd7-949f-42e6-8d93-54254fafb27a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8d9c5fd7-949f-42e6-8d93-54254fafb27a,segment=NetworkSegment(4814793a-378f-4232-8e3d-ca7e809fa0a9),segment_id=4814793a-378f-4232-8e3d-ca7e809fa0a9)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:01.111547 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:01.112590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a08dd268-6d43-40f0-b23b-daa8e91eb503 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:20:01.166389 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d8a37-5119-4107-baed-59592e8f482e None None] Pushing event updated for resources: {'Port': ['ID=69c3912c-67fc-4e9d-8cff-a6f5c43b01f9,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:01.172706 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Attempting to bind port 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:20:01.173142 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Attempting to bind port 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '4814793a-378f-4232-8e3d-ca7e809fa0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:20:01.173581 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Attempting to bind port 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 on network 3bc6a91b-77c9-4aea-921b-88cbe653f4da {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:20:01.181207 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:20:01.181660 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Checking segment: {'id': '4814793a-378f-4232-8e3d-ca7e809fa0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:20:01.182321 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:01.182774 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Bound using segment: {'id': '4814793a-378f-4232-8e3d-ca7e809fa0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:20:01.183335 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Bound port: 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4814793a-378f-4232-8e3d-ca7e809fa0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:20:01.183738 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:01.274913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=8d9c5fd7-949f-42e6-8d93-54254fafb27a,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:01.281027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a08dd268-6d43-40f0-b23b-daa8e91eb503 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:20:01.281499 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:01.385360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Subnet': ['ID=226275ed-96af-4329-a943-1bbca750df4c,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:01.394429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:01.395056 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:01.395639 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:01.396251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:01.396696 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:01.397105 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:01.397511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:01.397912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:01.399644 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:01.399644 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:01.399644 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:01.399644 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:01.409315 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Checking segment: {'id': 'a935faef-a0f4-481c-90ba-ba1f7e17b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:20:01.409700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network hostable DHCP agents. Network: fca221fa-980b-42b0-b36b-c655c2d08e04, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:20:01.436006 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network fca221fa-980b-42b0-b36b-c655c2d08e04 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:20:01.447556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, fca221fa-980b-42b0-b36b-c655c2d08e04) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:20:01.454284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:01.455285 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:01.469835 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6076ee8d-ca05-44d5-a0c8-7dc22bb585b5 None None] Provisioning complete for port 8d9c5fd7-949f-42e6-8d93-54254fafb27a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:20:01.476617 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4769c03b-eb1b-4fcd-a1fe-ae2bcaaa7ddd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2498782 Jul 09 20:20:01.478065 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6076ee8d-ca05-44d5-a0c8-7dc22bb585b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:01.479283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35476) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:01.482420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff62d4f-45d3-4ed1-9c31-22b788c8522b None None] Network fca221fa-980b-42b0-b36b-c655c2d08e04 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:20:01.486924 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] For port 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:20:01.499126 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] For port 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=69c3912c-67fc-4e9d-8cff-a6f5c43b01f9,segment=NetworkSegment(4814793a-378f-4232-8e3d-ca7e809fa0a9),segment_id=4814793a-378f-4232-8e3d-ca7e809fa0a9)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:20:01.511031 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:01.672057 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:01.672996 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:01.691180 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:20:01.869476 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6076ee8d-ca05-44d5-a0c8-7dc22bb585b5 None None] Provisioning for port 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:20:01.882654 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:01.915642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:20:01.916029 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:01.963326 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-fca221fa-980b-42b0-b36b-c655c2d08e04', 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'fixed_ips': [{'subnet_id': '226275ed-96af-4329-a943-1bbca750df4c'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:20:01.964316 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:02.020523 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d8a37-5119-4107-baed-59592e8f482e None None] Pushing event updated for resources: {'Port': ['ID=69c3912c-67fc-4e9d-8cff-a6f5c43b01f9,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:02.047729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8d9c5fd7-949f-42e6-8d93-54254fafb27a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:20:02.111745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923c573-0fdb-4f3e-b4be-ddc1cdae09c6 req-dc1bde7b-e27e-4ab2-a3ce-504caa74e0ba tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:02.113654 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7923c573-0fdb-4f3e-b4be-ddc1cdae09c6 req-dc1bde7b-e27e-4ab2-a3ce-504caa74e0ba tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.2095964 Jul 09 20:20:02.246941 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7923c573-0fdb-4f3e-b4be-ddc1cdae09c6 req-47b72a9d-9557-4cf7-a9af-a99d8c2326ea tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835502 Jul 09 20:20:02.254734 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:19:58Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:20:00Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69c3912c-67fc-4e9d-8cff-a6f5c43b01f9', 'name': '', 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:6b:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:56Z', 'updated_at': '2021-07-09T20:20:01Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:02.259355 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 8d9c5fd7-949f-42e6-8d93-54254fafb27a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:20:02.259746 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:02.282005 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:02.322524 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9704991d-6014-4c62-b0e0-c37f6fc52b75 None None] The sync data for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 is: [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:19:58Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:20:00Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69c3912c-67fc-4e9d-8cff-a6f5c43b01f9', 'name': '', 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:6b:06:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:56Z', 'updated_at': '2021-07-09T20:20:01Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:20:02.336243 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Allocated IP 2001:db8:3::2 (fca221fa-980b-42b0-b36b-c655c2d08e04/226275ed-96af-4329-a943-1bbca750df4c/6f6d84ce-d751-40c8-aecc-6f64ed93ca7d) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:20:02.458396 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:02.707191 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:02.723259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Transition to ACTIVE for port object 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:20:02.752756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Transition to ACTIVE for port object 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:20:02.765399 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:02.813590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Network fca221fa-980b-42b0-b36b-c655c2d08e04 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:20:02.817757 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:20:02.820389 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:20:02.842124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Allocated IP 2001:db8:3::1 (fca221fa-980b-42b0-b36b-c655c2d08e04/226275ed-96af-4329-a943-1bbca750df4c/3cd9e424-4933-408e-a136-686e4b439f15) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:20:02.882237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Pushing event updated for resources: {'Port': ['ID=6f6d84ce-d751-40c8-aecc-6f64ed93ca7d,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:02.906622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Attempting to bind port 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:20:02.907162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Attempting to bind port 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'a935faef-a0f4-481c-90ba-ba1f7e17b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:20:02.907687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Attempting to bind port 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d on network fca221fa-980b-42b0-b36b-c655c2d08e04 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:20:02.914134 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:20:02.914620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Checking segment: {'id': 'a935faef-a0f4-481c-90ba-ba1f7e17b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:20:02.915114 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:02.915810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Bound using segment: {'id': 'a935faef-a0f4-481c-90ba-ba1f7e17b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:20:02.916255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Bound port: 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a935faef-a0f4-481c-90ba-ba1f7e17b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:20:02.916919 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:02.993837 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:03.011554 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Transition to ACTIVE for port object 3cd9e424-4933-408e-a136-686e4b439f15 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:20:03.014654 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] For port 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:20:03.019182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] For port 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=6f6d84ce-d751-40c8-aecc-6f64ed93ca7d,segment=NetworkSegment(a935faef-a0f4-481c-90ba-ba1f7e17b070),segment_id=a935faef-a0f4-481c-90ba-ba1f7e17b070)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:20:03.030289 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:03.075216 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:03.120376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bd14c-6706-43d4-bf9b-74b09cf1084d None None] Pushing event updated for resources: {'Port': ['ID=6f6d84ce-d751-40c8-aecc-6f64ed93ca7d,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:03.144180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network fca221fa-980b-42b0-b36b-c655c2d08e04 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:20:03.147894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:20:03.152691 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:20:03.153263 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:03.195496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=3cd9e424-4933-408e-a136-686e4b439f15,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:03.317384 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:03.523700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f1b79-c460-4d15-bd85-a3ba11901130 req-9819ace9-d29d-48d0-ba72-fa8ca7d5ed13 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:03.526823 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f81f1b79-c460-4d15-bd85-a3ba11901130 req-9819ace9-d29d-48d0-ba72-fa8ca7d5ed13 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.1052310 Jul 09 20:20:03.573011 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f81f1b79-c460-4d15-bd85-a3ba11901130 req-615f7abc-d869-4c89-b68e-1921ba579a4c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413365 Jul 09 20:20:03.622162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:20:03.675149 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:20:03.681514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:20:03.690676 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:03.694517 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:03.695291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:03.743913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:20:03.748686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:20:03.749072 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:03.787455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event updated for resources: {'Port': ['ID=3cd9e424-4933-408e-a136-686e4b439f15,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:03.824605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Network fca221fa-980b-42b0-b36b-c655c2d08e04 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:20:03.826126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:20:03.833858 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:03.872716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=69c3912c-67fc-4e9d-8cff-a6f5c43b01f9,segment=NetworkSegment(4814793a-378f-4232-8e3d-ca7e809fa0a9),segment_id=4814793a-378f-4232-8e3d-ca7e809fa0a9)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:03.877333 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:03.928978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=69c3912c-67fc-4e9d-8cff-a6f5c43b01f9,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:03.933815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router f333e3b4-65ac-4867-81da-0c503b339268 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:20:04.040108 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:20:04.046246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4c2a0ec6-ce72-4f17-9d18-3de2ffe8d123 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/f333e3b4-65ac-4867-81da-0c503b339268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5647027 Jul 09 20:20:04.048054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35486) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:04.051407 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Sync routers for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:20:04.053879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-15a67bc9-b1e6-4c02-a7e4-fcbaa28a3206 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:04.066892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:04.067551 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:04.165375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:04.196650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d040d900-8096-4a83-ae55-2fee1b8d0156 None None] Network fca221fa-980b-42b0-b36b-c655c2d08e04 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:20:04.297855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7e3cea86-aa35-4dd6-9b7d-22a37193cca7 None None] Provisioning for port 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:20:04.337814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7e3cea86-aa35-4dd6-9b7d-22a37193cca7 None None] Provisioning complete for port 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:20:04.338192 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7e3cea86-aa35-4dd6-9b7d-22a37193cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:04.436415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.extraroute_db [None req-15a67bc9-b1e6-4c02-a7e4-fcbaa28a3206 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 20:20:04.452612 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.extraroute_db [None req-15a67bc9-b1e6-4c02-a7e4-fcbaa28a3206 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Removed routes are [] {{(pid=100204) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 20:20:04.453217 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-15a67bc9-b1e6-4c02-a7e4-fcbaa28a3206 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:04.579272 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7e3cea86-aa35-4dd6-9b7d-22a37193cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:04.634335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:03Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '3cd9e424-4933-408e-a136-686e4b439f15', 'name': '', 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:f5:42:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '226275ed-96af-4329-a943-1bbca750df4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:20:02Z', 'updated_at': '2021-07-09T20:20:03Z', 'revision_number': 2, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '226275ed-96af-4329-a943-1bbca750df4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:20:00Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69c3912c-67fc-4e9d-8cff-a6f5c43b01f9', 'name': '', 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:6b:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:56Z', 'updated_at': '2021-07-09T20:20:03Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:04.639525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7e3cea86-aa35-4dd6-9b7d-22a37193cca7 None None] For port 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=6f6d84ce-d751-40c8-aecc-6f64ed93ca7d,segment=NetworkSegment(a935faef-a0f4-481c-90ba-ba1f7e17b070),segment_id=a935faef-a0f4-481c-90ba-ba1f7e17b070)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:04.653274 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-15a67bc9-b1e6-4c02-a7e4-fcbaa28a3206 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:04.657727 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-15a67bc9-b1e6-4c02-a7e4-fcbaa28a3206 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:04.666393 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7e3cea86-aa35-4dd6-9b7d-22a37193cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:04.670519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Checking router: f333e3b4-65ac-4867-81da-0c503b339268 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:20:04.670843 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Updating router f333e3b4-65ac-4867-81da-0c503b339268 port 3cd9e424-4933-408e-a136-686e4b439f15 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:20:04.749952 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:04.766786 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cea86-aa35-4dd6-9b7d-22a37193cca7 None None] Pushing event updated for resources: {'Port': ['ID=6f6d84ce-d751-40c8-aecc-6f64ed93ca7d,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:04.779748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20e880-2a94-4cf9-84b5-221b8ed2cef0 req-1b4fb845-4dd5-499f-91ed-daf678d96bf1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:04.781693 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ba20e880-2a94-4cf9-84b5-221b8ed2cef0 req-1b4fb845-4dd5-499f-91ed-daf678d96bf1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.0801768 Jul 09 20:20:04.828013 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ba20e880-2a94-4cf9-84b5-221b8ed2cef0 req-71b363ca-1d17-4fe2-b819-7fc82267a819 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389824 Jul 09 20:20:05.064190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a67bc9-b1e6-4c02-a7e4-fcbaa28a3206 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router f333e3b4-65ac-4867-81da-0c503b339268 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:20:05.167977 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c7e61fa7-c2e1-4023-93e4-8d07d7b82e44 None None] Provisioning for port 3cd9e424-4933-408e-a136-686e4b439f15 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:20:05.174578 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a67bc9-b1e6-4c02-a7e4-fcbaa28a3206 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:20:05.180688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c7e61fa7-c2e1-4023-93e4-8d07d7b82e44 None None] Provisioning complete for port 3cd9e424-4933-408e-a136-686e4b439f15 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:20:05.180688 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c7e61fa7-c2e1-4023-93e4-8d07d7b82e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:05.181980 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-15a67bc9-b1e6-4c02-a7e4-fcbaa28a3206 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:05.183197 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-15a67bc9-b1e6-4c02-a7e4-fcbaa28a3206 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/f333e3b4-65ac-4867-81da-0c503b339268 HTTP/1.1" status: 200 len: 954 time: 1.1333692 Jul 09 20:20:05.186000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35492) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:05.238797 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c7e61fa7-c2e1-4023-93e4-8d07d7b82e44 None None] Port 3cd9e424-4933-408e-a136-686e4b439f15 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:20:05.279135 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c7e61fa7-c2e1-4023-93e4-8d07d7b82e44 None None] Provisioning complete for port 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:20:05.279463 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c7e61fa7-c2e1-4023-93e4-8d07d7b82e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:05.300859 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c8b098d7-a0a0-422d-b927-a94dd89d1000 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/routers/f333e3b4-65ac-4867-81da-0c503b339268 HTTP/1.1" status: 200 len: 954 time: 0.1128020 Jul 09 20:20:05.303602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35496) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:05.308567 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c92e8cc5-672e-4d11-88e8-43915114d1fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'router': {'routes': None}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:05.312330 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:05.332836 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Transition to ACTIVE for port object 3cd9e424-4933-408e-a136-686e4b439f15 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:20:05.342645 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:05.423629 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1fd15-09c9-4746-8ab4-3206b0a22cdf None None] Pushing event updated for resources: {'Port': ['ID=3cd9e424-4933-408e-a136-686e4b439f15,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:05.494546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Attempting to bind port 3cd9e424-4933-408e-a136-686e4b439f15 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:20:05.494933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Attempting to bind port 3cd9e424-4933-408e-a136-686e4b439f15 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'a935faef-a0f4-481c-90ba-ba1f7e17b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:20:05.495308 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Attempting to bind port 3cd9e424-4933-408e-a136-686e4b439f15 on network fca221fa-980b-42b0-b36b-c655c2d08e04 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:20:05.501080 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:20:05.502539 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Checking segment: {'id': 'a935faef-a0f4-481c-90ba-ba1f7e17b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:20:05.502539 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:05.503013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Bound using segment: {'id': 'a935faef-a0f4-481c-90ba-ba1f7e17b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:20:05.503589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Bound port: 3cd9e424-4933-408e-a136-686e4b439f15, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a935faef-a0f4-481c-90ba-ba1f7e17b070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:20:05.504058 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:05.598272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:20:05.642300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] For port 3cd9e424-4933-408e-a136-686e4b439f15, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:20:05.651698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] For port 3cd9e424-4933-408e-a136-686e4b439f15, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3cd9e424-4933-408e-a136-686e4b439f15,segment=NetworkSegment(a935faef-a0f4-481c-90ba-ba1f7e17b070),segment_id=a935faef-a0f4-481c-90ba-ba1f7e17b070)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:20:05.659799 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:05.734879 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:05.735901 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:05.775894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.extraroute_db [None req-c92e8cc5-672e-4d11-88e8-43915114d1fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Added routes are [] {{(pid=100205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 20:20:05.776682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.extraroute_db [None req-c92e8cc5-672e-4d11-88e8-43915114d1fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 20:20:05.779785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1fd15-09c9-4746-8ab4-3206b0a22cdf None None] Pushing event updated for resources: {'Port': ['ID=3cd9e424-4933-408e-a136-686e4b439f15,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:05.814875 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c92e8cc5-672e-4d11-88e8-43915114d1fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:05.821256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:20:05.821780 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:05.889078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:06.037483 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c92e8cc5-672e-4d11-88e8-43915114d1fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:06.041111 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c92e8cc5-672e-4d11-88e8-43915114d1fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:06.052953 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da9870-5162-4a8f-a8d4-154eb0d81aae req-19c10943-ffa0-4780-b785-fa97c58f52a1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:06.055366 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1da9870-5162-4a8f-a8d4-154eb0d81aae req-19c10943-ffa0-4780-b785-fa97c58f52a1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.0818212 Jul 09 20:20:06.070578 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:20:06.103853 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c1da9870-5162-4a8f-a8d4-154eb0d81aae req-7bd4577e-284c-4220-851a-25e7f6008899 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415556 Jul 09 20:20:06.153703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92e8cc5-672e-4d11-88e8-43915114d1fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router f333e3b4-65ac-4867-81da-0c503b339268 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:20:06.176768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:20:06.177151 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:06.241735 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:04Z', 'revision_number': 6, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '3cd9e424-4933-408e-a136-686e4b439f15', 'name': '', 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:f5:42:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '226275ed-96af-4329-a943-1bbca750df4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:20:02Z', 'updated_at': '2021-07-09T20:20:05Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '226275ed-96af-4329-a943-1bbca750df4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:20:00Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69c3912c-67fc-4e9d-8cff-a6f5c43b01f9', 'name': '', 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:6b:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:56Z', 'updated_at': '2021-07-09T20:20:03Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:06.255343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92e8cc5-672e-4d11-88e8-43915114d1fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:20:06.262241 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c92e8cc5-672e-4d11-88e8-43915114d1fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:06.263386 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c92e8cc5-672e-4d11-88e8-43915114d1fe tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/f333e3b4-65ac-4867-81da-0c503b339268 HTTP/1.1" status: 200 len: 704 time: 0.9586687 Jul 09 20:20:06.265918 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35504) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:06.274302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29a682-89b8-46d8-8d59-0999fd3eb0b4 None None] The sync data for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 is: [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:04Z', 'revision_number': 6, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '3cd9e424-4933-408e-a136-686e4b439f15', 'name': '', 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:f5:42:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '226275ed-96af-4329-a943-1bbca750df4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:20:02Z', 'updated_at': '2021-07-09T20:20:05Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '226275ed-96af-4329-a943-1bbca750df4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:20:00Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69c3912c-67fc-4e9d-8cff-a6f5c43b01f9', 'name': '', 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:6b:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:56Z', 'updated_at': '2021-07-09T20:20:03Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:20:06.385746 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fb7f3f29-af0a-408a-be03-ffef449e19ae tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/routers/f333e3b4-65ac-4867-81da-0c503b339268 HTTP/1.1" status: 200 len: 704 time: 0.1164262 Jul 09 20:20:06.386926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35506) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:07.049311 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b4172-592e-4ebb-ba18-0d9d3eb9c646 None None] Sync routers for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:20:07.058202 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b4172-592e-4ebb-ba18-0d9d3eb9c646 None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:07.058826 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-601b4172-592e-4ebb-ba18-0d9d3eb9c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:07.073709 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-71eab501-04e5-4f0e-b7f7-f35ec185a8b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:07.149341 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-601b4172-592e-4ebb-ba18-0d9d3eb9c646 None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:07.338944 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1029b8-c27d-4bb8-80d2-2601c33a8e69 req-3aa0fdef-7670-4b0e-a62b-851cbb6b68de tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:07.340354 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1029b8-c27d-4bb8-80d2-2601c33a8e69 req-3aa0fdef-7670-4b0e-a62b-851cbb6b68de tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.1120296 Jul 09 20:20:07.361223 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-601b4172-592e-4ebb-ba18-0d9d3eb9c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:05Z', 'revision_number': 7, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '3cd9e424-4933-408e-a136-686e4b439f15', 'name': '', 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:f5:42:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '226275ed-96af-4329-a943-1bbca750df4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:20:02Z', 'updated_at': '2021-07-09T20:20:05Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '226275ed-96af-4329-a943-1bbca750df4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:20:00Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69c3912c-67fc-4e9d-8cff-a6f5c43b01f9', 'name': '', 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:6b:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:56Z', 'updated_at': '2021-07-09T20:20:03Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:07.386858 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b4172-592e-4ebb-ba18-0d9d3eb9c646 None None] Checking router: f333e3b4-65ac-4867-81da-0c503b339268 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:20:07.396159 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b4172-592e-4ebb-ba18-0d9d3eb9c646 None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:07.396330 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-601b4172-592e-4ebb-ba18-0d9d3eb9c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:07.408673 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a1029b8-c27d-4bb8-80d2-2601c33a8e69 req-7e00f4b4-9e86-4953-ae54-ff5f698e7c0a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460374 Jul 09 20:20:07.417975 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-71eab501-04e5-4f0e-b7f7-f35ec185a8b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port 3cd9e424-4933-408e-a136-686e4b439f15 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:07.418328 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-71eab501-04e5-4f0e-b7f7-f35ec185a8b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:07.485782 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-601b4172-592e-4ebb-ba18-0d9d3eb9c646 None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:07.523097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-71eab501-04e5-4f0e-b7f7-f35ec185a8b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] For port 3cd9e424-4933-408e-a136-686e4b439f15, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3cd9e424-4933-408e-a136-686e4b439f15,segment=NetworkSegment(a935faef-a0f4-481c-90ba-ba1f7e17b070),segment_id=a935faef-a0f4-481c-90ba-ba1f7e17b070)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:07.523607 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-71eab501-04e5-4f0e-b7f7-f35ec185a8b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:07.542473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-71eab501-04e5-4f0e-b7f7-f35ec185a8b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for 3cd9e424-4933-408e-a136-686e4b439f15 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:07.567919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3cd9e424-4933-408e-a136-686e4b439f15 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:20:07.621896 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 3cd9e424-4933-408e-a136-686e4b439f15 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:20:07.626144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3cd9e424-4933-408e-a136-686e4b439f15 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:20:07.627359 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:07.713616 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:07.741896 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-601b4172-592e-4ebb-ba18-0d9d3eb9c646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:05Z', 'revision_number': 7, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '3cd9e424-4933-408e-a136-686e4b439f15', 'name': '', 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:f5:42:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '226275ed-96af-4329-a943-1bbca750df4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:20:02Z', 'updated_at': '2021-07-09T20:20:05Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '226275ed-96af-4329-a943-1bbca750df4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:20:00Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69c3912c-67fc-4e9d-8cff-a6f5c43b01f9', 'name': '', 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:6b:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:56Z', 'updated_at': '2021-07-09T20:20:03Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:07.759363 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-71eab501-04e5-4f0e-b7f7-f35ec185a8b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:07.770154 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b4172-592e-4ebb-ba18-0d9d3eb9c646 None None] The sync data for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 is: [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:05Z', 'revision_number': 7, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '3cd9e424-4933-408e-a136-686e4b439f15', 'name': '', 'network_id': 'fca221fa-980b-42b0-b36b-c655c2d08e04', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:f5:42:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '226275ed-96af-4329-a943-1bbca750df4c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:20:02Z', 'updated_at': '2021-07-09T20:20:05Z', 'revision_number': 4, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '226275ed-96af-4329-a943-1bbca750df4c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:20:00Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69c3912c-67fc-4e9d-8cff-a6f5c43b01f9', 'name': '', 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:6b:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:56Z', 'updated_at': '2021-07-09T20:20:03Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:20:07.801339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eab501-04e5-4f0e-b7f7-f35ec185a8b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=3cd9e424-4933-408e-a136-686e4b439f15,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:07.925625 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-71eab501-04e5-4f0e-b7f7-f35ec185a8b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:08.125293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eab501-04e5-4f0e-b7f7-f35ec185a8b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router f333e3b4-65ac-4867-81da-0c503b339268 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:20:08.220264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eab501-04e5-4f0e-b7f7-f35ec185a8b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:20:08.226362 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-71eab501-04e5-4f0e-b7f7-f35ec185a8b3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/f333e3b4-65ac-4867-81da-0c503b339268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8377736 Jul 09 20:20:08.229323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35514) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:08.230622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9fb9fe-1446-48c2-898c-5f4b78ec78ac None None] Sync routers for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:20:08.239602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9fb9fe-1446-48c2-898c-5f4b78ec78ac None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:08.240214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7b9fb9fe-1446-48c2-898c-5f4b78ec78ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:08.287352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d2522f-f49f-4ae6-9841-e17a8568e6f3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting subnet 226275ed-96af-4329-a943-1bbca750df4c {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:20:08.291151 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66d2522f-f49f-4ae6-9841-e17a8568e6f3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:08.333703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-7b9fb9fe-1446-48c2-898c-5f4b78ec78ac None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:08.334802 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66d2522f-f49f-4ae6-9841-e17a8568e6f3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:08.431453 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66d2522f-f49f-4ae6-9841-e17a8568e6f3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:08.525415 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66d2522f-f49f-4ae6-9841-e17a8568e6f3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:08.557077 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2522f-f49f-4ae6-9841-e17a8568e6f3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Subnet': ['ID=226275ed-96af-4329-a943-1bbca750df4c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:08.559504 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66d2522f-f49f-4ae6-9841-e17a8568e6f3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:08.561596 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-66d2522f-f49f-4ae6-9841-e17a8568e6f3 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/226275ed-96af-4329-a943-1bbca750df4c HTTP/1.1" status: 204 len: 168 time: 0.3312647 Jul 09 20:20:08.565305 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35518) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:08.567355 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3dafd9-492a-44bf-8f00-6e1a7f78f934 None None] Network fca221fa-980b-42b0-b36b-c655c2d08e04 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:20:08.575779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7b9fb9fe-1446-48c2-898c-5f4b78ec78ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:07Z', 'revision_number': 8, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:20:00Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69c3912c-67fc-4e9d-8cff-a6f5c43b01f9', 'name': '', 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:6b:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:56Z', 'updated_at': '2021-07-09T20:20:03Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:08.617531 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c1f81-c806-48dd-b95b-d570f7d1c66a req-d8be1474-a092-419f-9dc9-da1caae9e55b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:08.619262 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b7c1f81-c806-48dd-b95b-d570f7d1c66a req-d8be1474-a092-419f-9dc9-da1caae9e55b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.0880065 Jul 09 20:20:08.639756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9fb9fe-1446-48c2-898c-5f4b78ec78ac None None] Checking router: f333e3b4-65ac-4867-81da-0c503b339268 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:20:08.653847 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:08.671210 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9fb9fe-1446-48c2-898c-5f4b78ec78ac None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:08.671955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7b9fb9fe-1446-48c2-898c-5f4b78ec78ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:08.690311 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7b7c1f81-c806-48dd-b95b-d570f7d1c66a req-aa750d52-36f1-4da2-9f9d-c91855654815 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574062 Jul 09 20:20:08.722840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:08.723190 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:08.801789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] For port 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=6f6d84ce-d751-40c8-aecc-6f64ed93ca7d,segment=NetworkSegment(a935faef-a0f4-481c-90ba-ba1f7e17b070),segment_id=a935faef-a0f4-481c-90ba-ba1f7e17b070)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:08.802160 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:08.809880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-7b9fb9fe-1446-48c2-898c-5f4b78ec78ac None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:08.817502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:08.904200 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:08.942741 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No DVR routers for this DVR port 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:20:08.946026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=6f6d84ce-d751-40c8-aecc-6f64ed93ca7d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:08.962867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00915771-e32d-43de-85f6-aaa2fbefc8d7 None None] DHCP port deletion for fca221fa-980b-42b0-b36b-c655c2d08e04 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:20:09.042490 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:09.050589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7b9fb9fe-1446-48c2-898c-5f4b78ec78ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:07Z', 'revision_number': 8, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:20:00Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69c3912c-67fc-4e9d-8cff-a6f5c43b01f9', 'name': '', 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:6b:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:56Z', 'updated_at': '2021-07-09T20:20:03Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:09.053219 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca221fa-980b-42b0-b36b-c655c2d08e04']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:09.064105 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a935faef-a0f4-481c-90ba-ba1f7e17b070') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:09.065137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a935faef-a0f4-481c-90ba-ba1f7e17b070') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:09.074506 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:09.081623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9fb9fe-1446-48c2-898c-5f4b78ec78ac None None] The sync data for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 is: [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:07Z', 'revision_number': 8, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:20:00Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '69c3912c-67fc-4e9d-8cff-a6f5c43b01f9', 'name': '', 'network_id': '3bc6a91b-77c9-4aea-921b-88cbe653f4da', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:6b:06:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:56Z', 'updated_at': '2021-07-09T20:20:03Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '56c29e01-a0e9-4b54-a435-73410e431c69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:20:09.090434 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:09.097210 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:20:09.098515 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:20:09.102758 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:20:09.172493 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:09.180231 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:09.182051 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/networks/fca221fa-980b-42b0-b36b-c655c2d08e04 HTTP/1.1" status: 204 len: 168 time: 0.6154733 Jul 09 20:20:09.184956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35522) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:09.194621 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8674c0-4ad9-4ec9-ae78-9eb629a2d313 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Network': ['ID=fca221fa-980b-42b0-b36b-c655c2d08e04,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:09.536960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:20:09.557712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:20:09.558061 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6f6d84ce-d751-40c8-aecc-6f64ed93ca7d not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:20:09.558497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3cd9e424-4933-408e-a136-686e4b439f15 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:20:09.575836 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50ac4a20-340c-4dc9-89ae-26df16d75f56 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:09.577771 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 3cd9e424-4933-408e-a136-686e4b439f15 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:20:09.578234 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3cd9e424-4933-408e-a136-686e4b439f15 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:20:09.879037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-50ac4a20-340c-4dc9-89ae-26df16d75f56 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:09.879850 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50ac4a20-340c-4dc9-89ae-26df16d75f56 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:09.885081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb1f9c-b16e-4ba8-9c1d-53d090050a3d req-1231eca2-3992-4201-bf54-b67810bfceb9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:09.886831 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2cb1f9c-b16e-4ba8-9c1d-53d090050a3d req-1231eca2-3992-4201-bf54-b67810bfceb9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.0750136 Jul 09 20:20:09.932951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2cb1f9c-b16e-4ba8-9c1d-53d090050a3d req-eb13f6f7-36c5-4f4d-b5d8-77a5c78f7b32 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404027 Jul 09 20:20:09.980488 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-50ac4a20-340c-4dc9-89ae-26df16d75f56 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] For port 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=69c3912c-67fc-4e9d-8cff-a6f5c43b01f9,segment=NetworkSegment(4814793a-378f-4232-8e3d-ca7e809fa0a9),segment_id=4814793a-378f-4232-8e3d-ca7e809fa0a9)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:09.980908 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50ac4a20-340c-4dc9-89ae-26df16d75f56 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:09.997162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-50ac4a20-340c-4dc9-89ae-26df16d75f56 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:10.178074 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50ac4a20-340c-4dc9-89ae-26df16d75f56 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:10.209432 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac4a20-340c-4dc9-89ae-26df16d75f56 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=69c3912c-67fc-4e9d-8cff-a6f5c43b01f9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:10.334161 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50ac4a20-340c-4dc9-89ae-26df16d75f56 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:10.549272 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ac4a20-340c-4dc9-89ae-26df16d75f56 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router f333e3b4-65ac-4867-81da-0c503b339268 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:20:10.648168 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ac4a20-340c-4dc9-89ae-26df16d75f56 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:20:10.653886 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-50ac4a20-340c-4dc9-89ae-26df16d75f56 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/f333e3b4-65ac-4867-81da-0c503b339268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4674304 Jul 09 20:20:10.656627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35540) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:10.660388 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b69cb5-cbcf-415a-9c43-893aee8380f8 None None] Sync routers for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:20:10.670572 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b69cb5-cbcf-415a-9c43-893aee8380f8 None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:10.671440 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c8b69cb5-cbcf-415a-9c43-893aee8380f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:10.711034 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-8531ff39-71c2-432c-975d-e54975044a27 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting subnet 56c29e01-a0e9-4b54-a435-73410e431c69 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:20:10.714902 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8531ff39-71c2-432c-975d-e54975044a27 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:10.766964 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8531ff39-71c2-432c-975d-e54975044a27 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:10.770487 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-c8b69cb5-cbcf-415a-9c43-893aee8380f8 None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:10.862139 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8531ff39-71c2-432c-975d-e54975044a27 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:10.927610 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8531ff39-71c2-432c-975d-e54975044a27 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:10.957535 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531ff39-71c2-432c-975d-e54975044a27 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Subnet': ['ID=56c29e01-a0e9-4b54-a435-73410e431c69,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:10.971486 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8531ff39-71c2-432c-975d-e54975044a27 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:10.971675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6983f6d7-b5b6-475b-872d-bebe25bc0c28 None None] Network 3bc6a91b-77c9-4aea-921b-88cbe653f4da requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:20:10.975926 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8531ff39-71c2-432c-975d-e54975044a27 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/56c29e01-a0e9-4b54-a435-73410e431c69 HTTP/1.1" status: 204 len: 168 time: 0.3143291 Jul 09 20:20:10.976708 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35544) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:11.016730 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c8b69cb5-cbcf-415a-9c43-893aee8380f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:10Z', 'revision_number': 9, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:20:00Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:11.108417 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:11.168227 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b69cb5-cbcf-415a-9c43-893aee8380f8 None None] Checking router: f333e3b4-65ac-4867-81da-0c503b339268 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:20:11.178702 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b69cb5-cbcf-415a-9c43-893aee8380f8 None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:11.179341 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c8b69cb5-cbcf-415a-9c43-893aee8380f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:11.202695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1a4c3d-f81e-4b79-89aa-78c662008837 None None] DHCP port deletion for 3bc6a91b-77c9-4aea-921b-88cbe653f4da request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:20:11.204469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port 8d9c5fd7-949f-42e6-8d93-54254fafb27a {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:11.205516 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:11.251433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a4c3d-f81e-4b79-89aa-78c662008837 None None] Deleting port 8d9c5fd7-949f-42e6-8d93-54254fafb27a {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:11.252898 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4c3d-f81e-4b79-89aa-78c662008837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:11.270238 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-c8b69cb5-cbcf-415a-9c43-893aee8380f8 None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:11.290071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] For port 8d9c5fd7-949f-42e6-8d93-54254fafb27a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8d9c5fd7-949f-42e6-8d93-54254fafb27a,segment=NetworkSegment(4814793a-378f-4232-8e3d-ca7e809fa0a9),segment_id=4814793a-378f-4232-8e3d-ca7e809fa0a9)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:11.290427 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:11.306622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for 8d9c5fd7-949f-42e6-8d93-54254fafb27a owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:11.315624 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c645f3-ecc1-416c-a12e-6e00c890eac4 req-d239636a-75e5-40b7-ad4a-a9e8bb299af7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:11.317311 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30c645f3-ecc1-416c-a12e-6e00c890eac4 req-d239636a-75e5-40b7-ad4a-a9e8bb299af7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.1623507 Jul 09 20:20:11.321470 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4f1a4c3d-f81e-4b79-89aa-78c662008837 None None] For port 8d9c5fd7-949f-42e6-8d93-54254fafb27a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8d9c5fd7-949f-42e6-8d93-54254fafb27a,segment=NetworkSegment(4814793a-378f-4232-8e3d-ca7e809fa0a9),segment_id=4814793a-378f-4232-8e3d-ca7e809fa0a9)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:11.321868 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4c3d-f81e-4b79-89aa-78c662008837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:11.336001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a4c3d-f81e-4b79-89aa-78c662008837 None None] Calling delete_port for 8d9c5fd7-949f-42e6-8d93-54254fafb27a owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:11.408951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30c645f3-ecc1-416c-a12e-6e00c890eac4 req-c83fa1f6-4621-4e21-b563-863626ddd3d7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818677 Jul 09 20:20:11.446145 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4f1a4c3d-f81e-4b79-89aa-78c662008837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:11.454316 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:11.500051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=8d9c5fd7-949f-42e6-8d93-54254fafb27a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:11.507779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No DVR routers for this DVR port 8d9c5fd7-949f-42e6-8d93-54254fafb27a on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:20:11.513363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a4c3d-f81e-4b79-89aa-78c662008837 None None] No DVR routers for this DVR port 8d9c5fd7-949f-42e6-8d93-54254fafb27a on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:20:11.520887 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c8b69cb5-cbcf-415a-9c43-893aee8380f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:10Z', 'revision_number': 9, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:20:00Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:11.522997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a4c3d-f81e-4b79-89aa-78c662008837 None None] Pushing event deleted for resources: {'Port': ['ID=8d9c5fd7-949f-42e6-8d93-54254fafb27a,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:11.564809 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b69cb5-cbcf-415a-9c43-893aee8380f8 None None] The sync data for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 is: [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:10Z', 'revision_number': 9, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '55bbb835-5fe7-4a89-8c84-ff718d24b3a1', 'name': '', 'network_id': 'e14447f3-2b99-408c-b334-9cb96ba8d8d5', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:da:00:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:52Z', 'updated_at': '2021-07-09T20:20:00Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '6369a056-120d-47dd-bd4a-922a3c85b27f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:20:11.624348 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:11.635553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc6a91b-77c9-4aea-921b-88cbe653f4da']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:11.647512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4814793a-378f-4232-8e3d-ca7e809fa0a9') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:11.648246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4814793a-378f-4232-8e3d-ca7e809fa0a9') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:11.659126 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:11.676585 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:11.682924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:20:11.683354 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:20:11.686473 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:20:11.753210 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:11.760832 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:11.762682 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/networks/3bc6a91b-77c9-4aea-921b-88cbe653f4da HTTP/1.1" status: 204 len: 168 time: 0.7849541 Jul 09 20:20:11.765550 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35556) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:11.774883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5362e-22cd-4f3b-a6ab-8d2510515a8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Network': ['ID=3bc6a91b-77c9-4aea-921b-88cbe653f4da,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:11.939435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8d9c5fd7-949f-42e6-8d93-54254fafb27a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:20:11.963766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 8d9c5fd7-949f-42e6-8d93-54254fafb27a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:20:11.964124 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8d9c5fd7-949f-42e6-8d93-54254fafb27a not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:20:12.140931 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa11ff3b-e2d6-47ca-85ec-dd6173f9efb1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:12.410005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-fa11ff3b-e2d6-47ca-85ec-dd6173f9efb1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:12.410262 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa11ff3b-e2d6-47ca-85ec-dd6173f9efb1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:12.505057 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-fa11ff3b-e2d6-47ca-85ec-dd6173f9efb1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] For port 55bbb835-5fe7-4a89-8c84-ff718d24b3a1, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=55bbb835-5fe7-4a89-8c84-ff718d24b3a1,segment=NetworkSegment(5fc0895b-874e-4fce-a551-a41ba2d1e798),segment_id=5fc0895b-874e-4fce-a551-a41ba2d1e798)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:12.505315 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa11ff3b-e2d6-47ca-85ec-dd6173f9efb1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:12.520907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-fa11ff3b-e2d6-47ca-85ec-dd6173f9efb1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:12.602816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c5c1e-2d26-4699-a524-fbac2634b63f req-9cec7430-dfbf-4962-af6d-c53268c8cff9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:12.604491 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe0c5c1e-2d26-4699-a524-fbac2634b63f req-9cec7430-dfbf-4962-af6d-c53268c8cff9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.0708413 Jul 09 20:20:12.647987 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe0c5c1e-2d26-4699-a524-fbac2634b63f req-57980993-3448-4fdf-b186-623a87787019 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357308 Jul 09 20:20:12.706812 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa11ff3b-e2d6-47ca-85ec-dd6173f9efb1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:12.740101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11ff3b-e2d6-47ca-85ec-dd6173f9efb1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=55bbb835-5fe7-4a89-8c84-ff718d24b3a1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:12.904874 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-f0cfb4d5-82fe-48eb-b127-e9dbb168bcd2 service neutron] show failed (client error): The resource could not be found. Jul 09 20:20:12.905934 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-f0cfb4d5-82fe-48eb-b127-e9dbb168bcd2 service neutron] 10.222.0.36 "GET /v2.0/ports/8276aae5-ae64-4310-8b5e-9235e3ec2656/bindings/n-h2-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.1397789 Jul 09 20:20:12.911602 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa11ff3b-e2d6-47ca-85ec-dd6173f9efb1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:13.153104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.32', 65183) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:13.302522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-1376576d-6043-416f-a8a3-59a0b1998d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:13.304151 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-1376576d-6043-416f-a8a3-59a0b1998d9b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69&tenant_id=98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 1096 time: 0.1500556 Jul 09 20:20:13.315467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:13.377234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa11ff3b-e2d6-47ca-85ec-dd6173f9efb1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router f333e3b4-65ac-4867-81da-0c503b339268 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:20:13.392893 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:13.475275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa11ff3b-e2d6-47ca-85ec-dd6173f9efb1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:20:13.480902 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fa11ff3b-e2d6-47ca-85ec-dd6173f9efb1 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/f333e3b4-65ac-4867-81da-0c503b339268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7141705 Jul 09 20:20:13.483518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35566) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:13.492343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f12c39-f103-457f-9559-7e892553a011 None None] Sync routers for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:20:13.510069 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f12c39-f103-457f-9559-7e892553a011 None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:13.510702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-09f12c39-f103-457f-9559-7e892553a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:13.560279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b33eab0-5b10-44fb-bf7a-6e2c9c77f965 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting subnet 6369a056-120d-47dd-bd4a-922a3c85b27f {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:20:13.567185 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b33eab0-5b10-44fb-bf7a-6e2c9c77f965 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:13.621021 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b33eab0-5b10-44fb-bf7a-6e2c9c77f965 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:13.635225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-09f12c39-f103-457f-9559-7e892553a011 None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:13.699470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] For port 8276aae5-ae64-4310-8b5e-9235e3ec2656, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:13.744988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] For port 8276aae5-ae64-4310-8b5e-9235e3ec2656, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:20:13.797869 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:13.817019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Transition to ACTIVE for port object 8276aae5-ae64-4310-8b5e-9235e3ec2656 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:20:13.818271 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:20:13.822143 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4a8dc7-4f71-40b7-815b-7956314565d4" -d '{"events": [{"server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "name": "network-vif-unplugged", "status": "completed", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:20:13.823056 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b33eab0-5b10-44fb-bf7a-6e2c9c77f965 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:13.834482 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:13.881138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:20:13.903884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:20:13.904579 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 69c3912c-67fc-4e9d-8cff-a6f5c43b01f9 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:20:13.944422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Pushing event updated for resources: {'Port': ['ID=8276aae5-ae64-4310-8b5e-9235e3ec2656,revision_number=6']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:14.130392 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-09f12c39-f103-457f-9559-7e892553a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:12Z', 'revision_number': 10, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:14.160420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f12c39-f103-457f-9559-7e892553a011 None None] Checking router: f333e3b4-65ac-4867-81da-0c503b339268 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:20:14.169696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f12c39-f103-457f-9559-7e892553a011 None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:14.170337 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-09f12c39-f103-457f-9559-7e892553a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:14.194441 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b33eab0-5b10-44fb-bf7a-6e2c9c77f965 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:14.242941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33eab0-5b10-44fb-bf7a-6e2c9c77f965 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Subnet': ['ID=6369a056-120d-47dd-bd4a-922a3c85b27f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:14.252823 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b33eab0-5b10-44fb-bf7a-6e2c9c77f965 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:14.260790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35576) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:14.268058 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8b33eab0-5b10-44fb-bf7a-6e2c9c77f965 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/6369a056-120d-47dd-bd4a-922a3c85b27f HTTP/1.1" status: 204 len: 168 time: 0.7826273 Jul 09 20:20:14.268480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca70e9e0-f568-4385-9f69-760e272b0750 None None] Network e14447f3-2b99-408c-b334-9cb96ba8d8d5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:20:14.275963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] No DVR routers for this DVR port 8276aae5-ae64-4310-8b5e-9235e3ec2656 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:20:14.292792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503f32f-023c-42be-9594-36a6e6b0a442 req-3bf21d83-6ac7-49c8-b649-8fe5f1c43be1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:14.301489 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9503f32f-023c-42be-9594-36a6e6b0a442 req-3bf21d83-6ac7-49c8-b649-8fe5f1c43be1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 943 time: 0.3841436 Jul 09 20:20:14.355829 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2c8be8-1770-4639-8304-437e56f5226b x-openstack-request-id: req-cb2c8be8-1770-4639-8304-437e56f5226b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:20:14.356026 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "name": "network-vif-unplugged", "status": "completed", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:20:14.356143 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb2c8be8-1770-4639-8304-437e56f5226b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:20:14.356556 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'code': 200} Jul 09 20:20:14.361447 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9503f32f-023c-42be-9594-36a6e6b0a442 req-89310d5e-e93e-4bb1-b802-f038f1103da6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589690 Jul 09 20:20:14.363065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-09f12c39-f103-457f-9559-7e892553a011 None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:14.453318 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:14.551451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Attempting to bind port 8276aae5-ae64-4310-8b5e-9235e3ec2656 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:20:14.551710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Attempting to bind port 8276aae5-ae64-4310-8b5e-9235e3ec2656 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:20:14.552053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Attempting to bind port 8276aae5-ae64-4310-8b5e-9235e3ec2656 on network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:20:14.558868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Port 8276aae5-ae64-4310-8b5e-9235e3ec2656 on network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:20:14.559209 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Attempting to bind port 8276aae5-ae64-4310-8b5e-9235e3ec2656 on network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:20:14.565485 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port a08dd268-6d43-40f0-b23b-daa8e91eb503 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:14.565839 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:14.614101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:20:14.614462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Checking segment: {'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:20:14.614948 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Bound using segment: {'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:20:14.615504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Bound port: 8276aae5-ae64-4310-8b5e-9235e3ec2656, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36d5285-53df-43fe-96e8-216d0c53ea77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:20:14.615890 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:14.652638 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-09f12c39-f103-457f-9559-7e892553a011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:12Z', 'revision_number': 10, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:14.682461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] For port a08dd268-6d43-40f0-b23b-daa8e91eb503, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a08dd268-6d43-40f0-b23b-daa8e91eb503,segment=NetworkSegment(5fc0895b-874e-4fce-a551-a41ba2d1e798),segment_id=5fc0895b-874e-4fce-a551-a41ba2d1e798)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:14.682837 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:14.686341 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060f0944-4324-4bd2-9ac5-9c8abd652432 None None] DHCP port deletion for e14447f3-2b99-408c-b334-9cb96ba8d8d5 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:20:14.689748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f12c39-f103-457f-9559-7e892553a011 None None] The sync data for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 is: [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:12Z', 'revision_number': 10, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None, '_interfaces': [{'id': '60f08193-a61c-4907-8a6f-02f0cff00ff8', 'name': '', 'network_id': '840c579c-0945-4ee3-81b7-e710318946a6', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'mac_address': 'fa:16:3e:67:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:19:49Z', 'updated_at': '2021-07-09T20:19:55Z', 'revision_number': 5, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'subnets': [{'id': '60bb0a28-d347-4515-9376-d12ce72f6e2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:20:14.704579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for a08dd268-6d43-40f0-b23b-daa8e91eb503 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:14.734790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] For port 8276aae5-ae64-4310-8b5e-9235e3ec2656, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:20:14.764318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-060f0944-4324-4bd2-9ac5-9c8abd652432 None None] Deleting port a08dd268-6d43-40f0-b23b-daa8e91eb503 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:14.765173 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-060f0944-4324-4bd2-9ac5-9c8abd652432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:14.779449 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] For port 8276aae5-ae64-4310-8b5e-9235e3ec2656, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:20:14.786778 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:14.838808 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-060f0944-4324-4bd2-9ac5-9c8abd652432 None None] For port a08dd268-6d43-40f0-b23b-daa8e91eb503, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a08dd268-6d43-40f0-b23b-daa8e91eb503,segment=NetworkSegment(5fc0895b-874e-4fce-a551-a41ba2d1e798),segment_id=5fc0895b-874e-4fce-a551-a41ba2d1e798)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:14.839315 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-060f0944-4324-4bd2-9ac5-9c8abd652432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:14.840268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:14.840933 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:14.842378 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] 10.222.0.32 "PUT /v2.0/ports/8276aae5-ae64-4310-8b5e-9235e3ec2656 HTTP/1.1" status: 200 len: 1091 time: 1.5312116 Jul 09 20:20:14.866393 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-060f0944-4324-4bd2-9ac5-9c8abd652432 None None] Calling delete_port for a08dd268-6d43-40f0-b23b-daa8e91eb503 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:14.878275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ffb68-d948-4e6b-9a26-3aec41ff6c77 service neutron] Pushing event updated for resources: {'Port': ['ID=8276aae5-ae64-4310-8b5e-9235e3ec2656,revision_number=7']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:14.909843 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:14.943804 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=a08dd268-6d43-40f0-b23b-daa8e91eb503,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:14.951535 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No DVR routers for this DVR port a08dd268-6d43-40f0-b23b-daa8e91eb503 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:20:14.974961 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-060f0944-4324-4bd2-9ac5-9c8abd652432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.016246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f0944-4324-4bd2-9ac5-9c8abd652432 None None] Pushing event deleted for resources: {'Port': ['ID=a08dd268-6d43-40f0-b23b-daa8e91eb503,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:15.020410 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f0944-4324-4bd2-9ac5-9c8abd652432 None None] No DVR routers for this DVR port a08dd268-6d43-40f0-b23b-daa8e91eb503 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:20:15.363492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-dd0ba115-1b41-4907-84f3-29e750a28b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:15.364963 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-dd0ba115-1b41-4907-84f3-29e750a28b72 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 1094 time: 0.4961278 Jul 09 20:20:15.369071 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.397190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14447f3-2b99-408c-b334-9cb96ba8d8d5']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:15.436913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc0895b-874e-4fce-a551-a41ba2d1e798') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:15.436913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc0895b-874e-4fce-a551-a41ba2d1e798') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:15.451596 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.478107 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.495448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:20:15.495875 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:20:15.514501 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:20:15.560515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:20:15.581783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-cffaa3b1-e913-487f-9200-099f9504d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:15.583287 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-cffaa3b1-e913-487f-9200-099f9504d5fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 HTTP/1.1" status: 200 len: 898 time: 0.2115304 Jul 09 20:20:15.586249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:20:15.586674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 55bbb835-5fe7-4a89-8c84-ff718d24b3a1 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:20:15.587351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a08dd268-6d43-40f0-b23b-daa8e91eb503 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:20:15.607665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: a08dd268-6d43-40f0-b23b-daa8e91eb503 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:20:15.608041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a08dd268-6d43-40f0-b23b-daa8e91eb503 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:20:15.635432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.650788 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:15.652664 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/networks/e14447f3-2b99-408c-b334-9cb96ba8d8d5 HTTP/1.1" status: 204 len: 168 time: 1.3908699 Jul 09 20:20:15.655465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35582) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:15.675800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c49d05-b044-4a93-aaed-0f61e84e79f2 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Network': ['ID=e14447f3-2b99-408c-b334-9cb96ba8d8d5,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:15.691501 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-91a9cd50-6d92-4ac7-b638-b3ce5e9d2fca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656 HTTP/1.1" status: 200 len: 998 time: 0.1017094 Jul 09 20:20:15.703200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549265fc-61c4-4811-8f29-d89518f36431 req-fe2b8a5d-c87a-435a-b8a9-2832d88c2a33 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:15.705556 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-549265fc-61c4-4811-8f29-d89518f36431 req-fe2b8a5d-c87a-435a-b8a9-2832d88c2a33 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 943 time: 0.2302227 Jul 09 20:20:15.776365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-70668e91-475c-4a1d-be28-aee9f5889310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:15.777959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-70668e91-475c-4a1d-be28-aee9f5889310 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f6437d4-7109-4804-b587-c5629b457f94 HTTP/1.1" status: 200 len: 835 time: 0.0714869 Jul 09 20:20:15.781161 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-549265fc-61c4-4811-8f29-d89518f36431 req-4ab4b339-16ea-47e3-8d3a-b02de8c850c1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672045 Jul 09 20:20:15.836963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-c7b68dd3-8794-4282-8590-43d6517cf612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:15.838627 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-c7b68dd3-8794-4282-8590-43d6517cf612 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541732 Jul 09 20:20:15.849197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-62145863-4914-41f1-949c-a4f480f7c048 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:20:15.850411 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-62145863-4914-41f1-949c-a4f480f7c048 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056174 Jul 09 20:20:15.947768 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-dff160d0-3762-4eed-a267-3e5146b6a3cf service neutron] 10.222.0.32 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915349 Jul 09 20:20:16.017198 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-439275ef-7965-4803-8e8c-734be6d2f4fd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:16.041364 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-b329cc36-a6eb-4564-b32f-9d2bb26f5e9e service neutron] 10.222.0.32 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870111 Jul 09 20:20:16.306639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-439275ef-7965-4803-8e8c-734be6d2f4fd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port 60f08193-a61c-4907-8a6f-02f0cff00ff8 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:16.307001 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-439275ef-7965-4803-8e8c-734be6d2f4fd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:16.357840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:20:16.360412 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8eba37a-9ca8-4a02-af77-d3ee05020f43" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:20:16.402344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-439275ef-7965-4803-8e8c-734be6d2f4fd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] For port 60f08193-a61c-4907-8a6f-02f0cff00ff8, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=60f08193-a61c-4907-8a6f-02f0cff00ff8,segment=NetworkSegment(d2ede70a-0cf5-4431-aa12-9e7cce0682c6),segment_id=d2ede70a-0cf5-4431-aa12-9e7cce0682c6)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:16.403557 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-439275ef-7965-4803-8e8c-734be6d2f4fd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:16.420390 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fc9cf1-fda1-4c08-b325-c318e90067d6 x-openstack-request-id: req-07fc9cf1-fda1-4c08-b325-c318e90067d6 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:20:16.420751 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:20:16.422931 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07fc9cf1-fda1-4c08-b325-c318e90067d6 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:20:16.423097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-439275ef-7965-4803-8e8c-734be6d2f4fd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for 60f08193-a61c-4907-8a6f-02f0cff00ff8 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:16.425562 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'status': 'completed', 'code': 200} Jul 09 20:20:16.499336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-cc9ed6b4-3212-4ded-88fc-6cf36e6d69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:16.499891 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-cc9ed6b4-3212-4ded-88fc-6cf36e6d69cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 1094 time: 0.0595317 Jul 09 20:20:16.594269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 8276aae5-ae64-4310-8b5e-9235e3ec2656 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:20:16.605662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-1e552a56-09ad-4286-a432-adf250288cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:16.607033 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-8dfec7e3-1cda-4cd3-9d4c-59737d935ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:16.607181 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-1e552a56-09ad-4286-a432-adf250288cb5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 HTTP/1.1" status: 200 len: 898 time: 0.0998874 Jul 09 20:20:16.608560 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-8dfec7e3-1cda-4cd3-9d4c-59737d935ba3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 1094 time: 0.1667714 Jul 09 20:20:16.640179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 8276aae5-ae64-4310-8b5e-9235e3ec2656 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:20:16.683649 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-ed3ae587-2ede-494b-87be-d4e92de991c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656 HTTP/1.1" status: 200 len: 998 time: 0.0677590 Jul 09 20:20:16.738247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-7c315d9c-bc33-4179-a4cf-743e76ab0325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:16.739719 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-7c315d9c-bc33-4179-a4cf-743e76ab0325 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f6437d4-7109-4804-b587-c5629b457f94 HTTP/1.1" status: 200 len: 835 time: 0.0490408 Jul 09 20:20:16.741126 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-439275ef-7965-4803-8e8c-734be6d2f4fd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:16.778517 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-3d7d040f-5679-4c17-a701-15ef8ce0f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:16.780053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-3d7d040f-5679-4c17-a701-15ef8ce0f708 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 HTTP/1.1" status: 200 len: 898 time: 0.1637635 Jul 09 20:20:16.782064 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439275ef-7965-4803-8e8c-734be6d2f4fd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=60f08193-a61c-4907-8a6f-02f0cff00ff8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:16.803540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-da651513-51da-4bba-9a38-5fdf24069cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:16.805120 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-da651513-51da-4bba-9a38-5fdf24069cc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584886 Jul 09 20:20:16.921844 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-439275ef-7965-4803-8e8c-734be6d2f4fd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:16.931200 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-d4ed0469-cf91-4cd2-87e9-091da7078693 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656 HTTP/1.1" status: 200 len: 998 time: 0.1425159 Jul 09 20:20:16.934514 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-cd185a39-7b0c-44ee-87a6-d92ec0d335da service neutron] 10.222.0.32 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221757 Jul 09 20:20:17.053551 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067ee15-61ed-435c-b4c7-0e0b8286724c req-9e7fa77d-ab22-40da-a08f-d4cbae2797ac tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:17.054986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3067ee15-61ed-435c-b4c7-0e0b8286724c req-9e7fa77d-ab22-40da-a08f-d4cbae2797ac tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 943 time: 0.1425254 Jul 09 20:20:17.057662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-a7674bd4-8cd5-4451-8b2b-ac6d24e485eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:17.059218 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-a7674bd4-8cd5-4451-8b2b-ac6d24e485eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f6437d4-7109-4804-b587-c5629b457f94 HTTP/1.1" status: 200 len: 835 time: 0.1218693 Jul 09 20:20:17.080910 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-cc32795a-73b1-415e-9f0c-4d0c3d1b8dc1 service neutron] 10.222.0.32 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262417 Jul 09 20:20:17.107468 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3067ee15-61ed-435c-b4c7-0e0b8286724c req-6c4e89e0-4004-4f80-91a6-6eff846e8c82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436375 Jul 09 20:20:17.166057 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439275ef-7965-4803-8e8c-734be6d2f4fd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router f333e3b4-65ac-4867-81da-0c503b339268 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:20:17.260474 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-65366b2b-026e-4ade-9b97-b45c31841151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:17.262113 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-65366b2b-026e-4ade-9b97-b45c31841151 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643252 Jul 09 20:20:17.264906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439275ef-7965-4803-8e8c-734be6d2f4fd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:20:17.272725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35594) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:17.272877 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-439275ef-7965-4803-8e8c-734be6d2f4fd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/f333e3b4-65ac-4867-81da-0c503b339268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6160316 Jul 09 20:20:17.275849 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41e80f4-806e-4fe0-b021-a2a63ed455da None None] Sync routers for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:20:17.286447 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e80f4-806e-4fe0-b021-a2a63ed455da None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:17.287086 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e41e80f4-806e-4fe0-b021-a2a63ed455da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:17.328043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e1926e-325a-4aba-8455-b4189c1eaad0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting subnet 60bb0a28-d347-4515-9376-d12ce72f6e2f {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:20:17.331672 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-23e1926e-325a-4aba-8455-b4189c1eaad0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:17.368344 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-ac6e25bd-c463-490a-9f0e-220289043eb8 service neutron] 10.222.0.36 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944731 Jul 09 20:20:17.373583 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-e41e80f4-806e-4fe0-b021-a2a63ed455da None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:17.374324 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-23e1926e-325a-4aba-8455-b4189c1eaad0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:17.431888 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e41e80f4-806e-4fe0-b021-a2a63ed455da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:16Z', 'revision_number': 11, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:17.460339 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41e80f4-806e-4fe0-b021-a2a63ed455da None None] Checking router: f333e3b4-65ac-4867-81da-0c503b339268 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:20:17.468999 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e80f4-806e-4fe0-b021-a2a63ed455da None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:17.469616 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e41e80f4-806e-4fe0-b021-a2a63ed455da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:17.473723 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8eba37a-9ca8-4a02-af77-d3ee05020f43 req-87e356e3-a74c-4612-9c7e-0dded5752ac2 service neutron] 10.222.0.36 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987530 Jul 09 20:20:17.478682 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-23e1926e-325a-4aba-8455-b4189c1eaad0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:17.543654 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-e41e80f4-806e-4fe0-b021-a2a63ed455da None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:17.548633 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-23e1926e-325a-4aba-8455-b4189c1eaad0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:17.577792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1926e-325a-4aba-8455-b4189c1eaad0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Subnet': ['ID=60bb0a28-d347-4515-9376-d12ce72f6e2f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:17.582655 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-23e1926e-325a-4aba-8455-b4189c1eaad0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:17.587112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-23e1926e-325a-4aba-8455-b4189c1eaad0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/60bb0a28-d347-4515-9376-d12ce72f6e2f HTTP/1.1" status: 204 len: 168 time: 0.3105311 Jul 09 20:20:17.587200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35596) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:17.590415 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb229fb-ac96-413c-96ff-68574087f927 None None] Network 840c579c-0945-4ee3-81b7-e710318946a6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:20:17.608094 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-e41e80f4-806e-4fe0-b021-a2a63ed455da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:16Z', 'revision_number': 11, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:17.637505 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41e80f4-806e-4fe0-b021-a2a63ed455da None None] The sync data for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 is: [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:16Z', 'revision_number': 11, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:20:17.693823 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:17.753259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Deleting port 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:17.753860 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:17.822527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] For port 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5d1faf9a-c8d0-4bc3-a3bb-a95a25859202,segment=NetworkSegment(d2ede70a-0cf5-4431-aa12-9e7cce0682c6),segment_id=d2ede70a-0cf5-4431-aa12-9e7cce0682c6)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:17.822819 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:17.836620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Calling delete_port for 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:17.918688 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:17.944649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Port': ['ID=5d1faf9a-c8d0-4bc3-a3bb-a95a25859202,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:17.946372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No DVR routers for this DVR port 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:20:18.025178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4772ceef-e829-4ef3-8b36-2e05334ea9cc None None] DHCP port deletion for 840c579c-0945-4ee3-81b7-e710318946a6 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:20:18.025758 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:18.036765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840c579c-0945-4ee3-81b7-e710318946a6']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:18.053027 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ede70a-0cf5-4431-aa12-9e7cce0682c6') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:18.053327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ede70a-0cf5-4431-aa12-9e7cce0682c6') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:18.062920 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:18.076790 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:18.084189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:20:18.084760 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:20:18.087960 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:20:18.148966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:18.168505 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:18.171901 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/networks/840c579c-0945-4ee3-81b7-e710318946a6 HTTP/1.1" status: 204 len: 168 time: 0.5812728 Jul 09 20:20:18.172214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35600) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:18.177102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d62d1228-c150-4855-994e-41b47c6c66f9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'router': {'routes': None}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:18.179302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d8e9a-eb60-45fa-b390-e4752cdd57e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Pushing event deleted for resources: {'Network': ['ID=840c579c-0945-4ee3-81b7-e710318946a6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:18.298597 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f2328-8987-4d69-b2a5-98e96139a47d req-f010f9a3-e1cf-4466-8715-70735350cc3d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:18.300058 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-006f2328-8987-4d69-b2a5-98e96139a47d req-f010f9a3-e1cf-4466-8715-70735350cc3d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 943 time: 0.0650625 Jul 09 20:20:18.325740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8276aae5-ae64-4310-8b5e-9235e3ec2656 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:20:18.349978 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-006f2328-8987-4d69-b2a5-98e96139a47d req-9959e35a-7fa7-46c6-84c3-f1be403e792f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442445 Jul 09 20:20:18.350125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.extraroute_db [None req-d62d1228-c150-4855-994e-41b47c6c66f9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Added routes are [] {{(pid=100205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 09 20:20:18.350449 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.extraroute_db [None req-d62d1228-c150-4855-994e-41b47c6c66f9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Removed routes are [] {{(pid=100205) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 09 20:20:18.351071 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d62d1228-c150-4855-994e-41b47c6c66f9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:18.431401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 8276aae5-ae64-4310-8b5e-9235e3ec2656, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:18.449042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'port_id': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'mac_address': 'fa:16:3e:bf:6e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6437d4-7109-4804-b587-c5629b457f94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:20:18.495055 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:18.507023 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d62d1228-c150-4855-994e-41b47c6c66f9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:18.510733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8276aae5-ae64-4310-8b5e-9235e3ec2656 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:20:18.513807 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d62d1228-c150-4855-994e-41b47c6c66f9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:18.548762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 8276aae5-ae64-4310-8b5e-9235e3ec2656, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:18.554616 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:18.606130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62d1228-c150-4855-994e-41b47c6c66f9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router f333e3b4-65ac-4867-81da-0c503b339268 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:20:18.614894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=8276aae5-ae64-4310-8b5e-9235e3ec2656,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:18.623454 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:18.624065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:18.624767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:18.625342 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:18.625840 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:18.626385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:18.627525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:18.628023 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:18.628516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:18.629047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:18.629604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:18.630100 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:18.693027 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62d1228-c150-4855-994e-41b47c6c66f9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:20:18.700020 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d62d1228-c150-4855-994e-41b47c6c66f9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:18.701330 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d62d1228-c150-4855-994e-41b47c6c66f9 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/f333e3b4-65ac-4867-81da-0c503b339268 HTTP/1.1" status: 200 len: 705 time: 0.5282083 Jul 09 20:20:18.703263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08657e69-34e2-48fe-bccb-e05ff7daa96c None None] Sync routers for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:20:18.704358 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35608) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:18.713679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08657e69-34e2-48fe-bccb-e05ff7daa96c None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:18.714557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-08657e69-34e2-48fe-bccb-e05ff7daa96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:18.742285 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-98102017-1978-4b65-a5a9-d69d3fc56461 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports?device_id=f333e3b4-65ac-4867-81da-0c503b339268 HTTP/1.1" status: 200 len: 205 time: 0.0358286 Jul 09 20:20:18.745139 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35610) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:18.777784 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a0c1c-0f60-40ff-a6c0-6e82c52307fa req-138a6a61-dd8a-4323-abc1-202152dc96bc tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:18.779438 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df2a0c1c-0f60-40ff-a6c0-6e82c52307fa req-138a6a61-dd8a-4323-abc1-202152dc96bc tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 944 time: 0.1653416 Jul 09 20:20:18.789708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf7516-98a9-4098-a855-8a5fc3510e59 req-dd13fb0c-40a0-4b94-845f-6af651277395 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:18.791128 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-08657e69-34e2-48fe-bccb-e05ff7daa96c None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:18.791409 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eedf7516-98a9-4098-a855-8a5fc3510e59 req-dd13fb0c-40a0-4b94-845f-6af651277395 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69&tenant_id=98c415b77acf409d81bfd148c54b3790&binding%3Ahost_id=n-h2-800088-3 HTTP/1.1" status: 200 len: 944 time: 0.1672566 Jul 09 20:20:18.827960 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55820f4a-2c84-4160-8744-b30a33ca38e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:18.849730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['8276aae5-ae64-4310-8b5e-9235e3ec2656'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:20:18.852884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-08657e69-34e2-48fe-bccb-e05ff7daa96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:16Z', 'revision_number': 11, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:18.856441 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df2a0c1c-0f60-40ff-a6c0-6e82c52307fa req-c19ce64f-e33d-4475-a30f-3fc17a340e31 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638874 Jul 09 20:20:18.876614 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [req-eedf7516-98a9-4098-a855-8a5fc3510e59 req-f2fdadcc-b2a7-45fe-a6e6-d174dfa49e29 service neutron] delete failed (client error): The resource could not be found. Jul 09 20:20:18.878093 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eedf7516-98a9-4098-a855-8a5fc3510e59 req-f2fdadcc-b2a7-45fe-a6e6-d174dfa49e29 service neutron] 10.222.0.36 "DELETE /v2.0/ports/8276aae5-ae64-4310-8b5e-9235e3ec2656/bindings/n-h1-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0784578 Jul 09 20:20:18.899482 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08657e69-34e2-48fe-bccb-e05ff7daa96c None None] Checking router: f333e3b4-65ac-4867-81da-0c503b339268 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:20:18.919848 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08657e69-34e2-48fe-bccb-e05ff7daa96c None None] Routers {'f333e3b4-65ac-4867-81da-0c503b339268'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:18.920560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-08657e69-34e2-48fe-bccb-e05ff7daa96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f333e3b4-65ac-4867-81da-0c503b339268'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:18.978018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf7516-98a9-4098-a855-8a5fc3510e59 req-6f3df410-2175-4137-bd67-85bcd8dfd1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:18.979534 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eedf7516-98a9-4098-a855-8a5fc3510e59 req-6f3df410-2175-4137-bd67-85bcd8dfd1fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 1095 time: 0.0550289 Jul 09 20:20:18.999711 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55820f4a-2c84-4160-8744-b30a33ca38e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:19.001892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-08657e69-34e2-48fe-bccb-e05ff7daa96c None None] Set router f333e3b4-65ac-4867-81da-0c503b339268 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:19.002872 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55820f4a-2c84-4160-8744-b30a33ca38e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:19.049215 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55820f4a-2c84-4160-8744-b30a33ca38e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:19.049951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55820f4a-2c84-4160-8744-b30a33ca38e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Fanout notify agent at l3_agent the message router_deleted on router f333e3b4-65ac-4867-81da-0c503b339268 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:20:19.060960 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-55820f4a-2c84-4160-8744-b30a33ca38e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:19.068331 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35612) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:19.068526 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-55820f4a-2c84-4160-8744-b30a33ca38e4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/routers/f333e3b4-65ac-4867-81da-0c503b339268 HTTP/1.1" status: 204 len: 168 time: 0.3212621 Jul 09 20:20:19.068744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-08657e69-34e2-48fe-bccb-e05ff7daa96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:16Z', 'revision_number': 11, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:19.077659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-feea3f80-fc55-4bc5-81b9-b609c5ff3d02 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1226069976', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:19.088755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf7516-98a9-4098-a855-8a5fc3510e59 req-ee215f6f-eff3-469b-a8ee-146fa11faa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:19.090199 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eedf7516-98a9-4098-a855-8a5fc3510e59 req-ee215f6f-eff3-469b-a8ee-146fa11faa8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 HTTP/1.1" status: 200 len: 898 time: 0.1046522 Jul 09 20:20:19.101212 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08657e69-34e2-48fe-bccb-e05ff7daa96c None None] The sync data for ids ['f333e3b4-65ac-4867-81da-0c503b339268'] in n-d-800088-3 is: [{'id': 'f333e3b4-65ac-4867-81da-0c503b339268', 'name': 'tempest-RoutersIpV6Test-router-2016544260', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:19:48Z', 'updated_at': '2021-07-09T20:20:16Z', 'revision_number': 11, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:20:19.147590 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-feea3f80-fc55-4bc5-81b9-b609c5ff3d02 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:19.148646 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-feea3f80-fc55-4bc5-81b9-b609c5ff3d02 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:19.176908 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eedf7516-98a9-4098-a855-8a5fc3510e59 req-06204769-fa37-45b9-94ab-90a891fd986e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656 HTTP/1.1" status: 200 len: 999 time: 0.0792241 Jul 09 20:20:19.250817 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-feea3f80-fc55-4bc5-81b9-b609c5ff3d02 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:19.258510 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-feea3f80-fc55-4bc5-81b9-b609c5ff3d02 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:19.281662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf7516-98a9-4098-a855-8a5fc3510e59 req-fcca4f80-b3c3-410f-8b2f-7607ba62d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:19.284105 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eedf7516-98a9-4098-a855-8a5fc3510e59 req-fcca4f80-b3c3-410f-8b2f-7607ba62d478 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f6437d4-7109-4804-b587-c5629b457f94 HTTP/1.1" status: 200 len: 835 time: 0.0907931 Jul 09 20:20:19.285471 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-feea3f80-fc55-4bc5-81b9-b609c5ff3d02 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:19.286547 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-feea3f80-fc55-4bc5-81b9-b609c5ff3d02 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2185087 Jul 09 20:20:19.289411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35614) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:19.294053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-33223f61-8045-44d2-9c1a-5bac654df217 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:19.540598 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:20:19.561311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:20:19.561753 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5d1faf9a-c8d0-4bc3-a3bb-a95a25859202 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:20:19.562255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 60f08193-a61c-4907-8a6f-02f0cff00ff8 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:20:19.582645 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 60f08193-a61c-4907-8a6f-02f0cff00ff8 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:20:19.583098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 60f08193-a61c-4907-8a6f-02f0cff00ff8 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:20:19.786472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf7516-98a9-4098-a855-8a5fc3510e59 req-4fcba965-a7d4-4b32-af25-bf2c4052831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:19.787997 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eedf7516-98a9-4098-a855-8a5fc3510e59 req-4fcba965-a7d4-4b32-af25-bf2c4052831a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4915624 Jul 09 20:20:19.793384 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33223f61-8045-44d2-9c1a-5bac654df217 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:19.818837 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33223f61-8045-44d2-9c1a-5bac654df217 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3673231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3673236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3671134'] for router, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:19.965113 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eedf7516-98a9-4098-a855-8a5fc3510e59 req-520de4e4-aca5-40d7-9e78-e1a9c8c1cf4d service neutron] 10.222.0.36 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677604 Jul 09 20:20:19.980087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33223f61-8045-44d2-9c1a-5bac654df217 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Router ffa0384e-3064-4d51-ae99-e0d974719556 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:20:20.051384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938228f-c4c1-43c5-9acb-ea1b0899457d req-7f094dca-7f1d-49e8-887d-e4671aeaf865 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:20.052841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e938228f-c4c1-43c5-9acb-ea1b0899457d req-7f094dca-7f1d-49e8-887d-e4671aeaf865 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 944 time: 0.0698113 Jul 09 20:20:20.092076 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e938228f-c4c1-43c5-9acb-ea1b0899457d req-80791d45-40d4-4742-8b45-9cbc744d1a71 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334556 Jul 09 20:20:20.109499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33223f61-8045-44d2-9c1a-5bac654df217 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:20:20.117915 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33223f61-8045-44d2-9c1a-5bac654df217 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:20.119090 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-33223f61-8045-44d2-9c1a-5bac654df217 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "PUT /v2.0/routers/ffa0384e-3064-4d51-ae99-e0d974719556 HTTP/1.1" status: 200 len: 698 time: 0.8286729 Jul 09 20:20:20.121504 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931ffd89-5a14-4ab7-aab1-449d8f149c58 None None] Sync routers for ids ['ffa0384e-3064-4d51-ae99-e0d974719556'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:20:20.121991 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35620) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:20.130448 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931ffd89-5a14-4ab7-aab1-449d8f149c58 None None] Routers {'ffa0384e-3064-4d51-ae99-e0d974719556'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:20.131061 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-931ffd89-5a14-4ab7-aab1-449d8f149c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ffa0384e-3064-4d51-ae99-e0d974719556'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:20.201087 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-931ffd89-5a14-4ab7-aab1-449d8f149c58 None None] Set router ffa0384e-3064-4d51-ae99-e0d974719556 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:20.206048 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eedf7516-98a9-4098-a855-8a5fc3510e59 req-9f530982-07dd-4b34-96a3-bc4d05a1efd8 service neutron] 10.222.0.36 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343376 Jul 09 20:20:20.214988 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ddf2002f-16d4-4d90-880a-4879b03998fd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/routers/ffa0384e-3064-4d51-ae99-e0d974719556 HTTP/1.1" status: 200 len: 704 time: 0.0921781 Jul 09 20:20:20.217708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35622) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:20.247266 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6b2bd4da-48a0-4bb0-891d-cc4e03f72618 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffa0384e-3064-4d51-ae99-e0d974719556 HTTP/1.1" status: 200 len: 205 time: 0.0283854 Jul 09 20:20:20.249723 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35624) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:20.254359 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-931ffd89-5a14-4ab7-aab1-449d8f149c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa0384e-3064-4d51-ae99-e0d974719556', 'name': 'tempest-RoutersIpV6Test-router-1226069976', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:20:19Z', 'updated_at': '2021-07-09T20:20:19Z', 'revision_number': 2, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:20.285157 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931ffd89-5a14-4ab7-aab1-449d8f149c58 None None] Checking router: ffa0384e-3064-4d51-ae99-e0d974719556 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:20:20.294023 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931ffd89-5a14-4ab7-aab1-449d8f149c58 None None] Routers {'ffa0384e-3064-4d51-ae99-e0d974719556'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:20.294986 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-931ffd89-5a14-4ab7-aab1-449d8f149c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:19:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ffa0384e-3064-4d51-ae99-e0d974719556'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:20.329089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8276aae5-ae64-4310-8b5e-9235e3ec2656 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:20:20.333774 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0356677-c40d-499c-b836-dda35a456e0c tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:20.371796 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-931ffd89-5a14-4ab7-aab1-449d8f149c58 None None] Set router ffa0384e-3064-4d51-ae99-e0d974719556 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:20.379046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 8276aae5-ae64-4310-8b5e-9235e3ec2656 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:20:20.383140 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 8276aae5-ae64-4310-8b5e-9235e3ec2656 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:20:20.383521 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:20.426415 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-931ffd89-5a14-4ab7-aab1-449d8f149c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa0384e-3064-4d51-ae99-e0d974719556', 'name': 'tempest-RoutersIpV6Test-router-1226069976', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:20:19Z', 'updated_at': '2021-07-09T20:20:19Z', 'revision_number': 2, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:20.456192 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931ffd89-5a14-4ab7-aab1-449d8f149c58 None None] The sync data for ids ['ffa0384e-3064-4d51-ae99-e0d974719556'] in n-d-800088-3 is: [{'id': 'ffa0384e-3064-4d51-ae99-e0d974719556', 'name': 'tempest-RoutersIpV6Test-router-1226069976', 'tenant_id': 'd56ec62709c646418984bae56e312c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:20:19Z', 'updated_at': '2021-07-09T20:20:19Z', 'revision_number': 2, 'project_id': 'd56ec62709c646418984bae56e312c7f', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:20:20.467048 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:20.494534 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:20:20.497145 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fea9c24-1b4a-4925-9588-25f0c54e1d1d" -d '{"events": [{"server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "name": "network-vif-plugged", "status": "completed", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:20:20.512867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 8276aae5-ae64-4310-8b5e-9235e3ec2656, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:20.518572 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:20.527218 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0356677-c40d-499c-b836-dda35a456e0c tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:20.529547 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0356677-c40d-499c-b836-dda35a456e0c tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:20.594779 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0356677-c40d-499c-b836-dda35a456e0c tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:20.596275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0356677-c40d-499c-b836-dda35a456e0c tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Fanout notify agent at l3_agent the message router_deleted on router ffa0384e-3064-4d51-ae99-e0d974719556 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:20:20.606141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=8276aae5-ae64-4310-8b5e-9235e3ec2656,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:20.607161 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0356677-c40d-499c-b836-dda35a456e0c tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:20.608750 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a0356677-c40d-499c-b836-dda35a456e0c tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/routers/ffa0384e-3064-4d51-ae99-e0d974719556 HTTP/1.1" status: 204 len: 168 time: 0.3580761 Jul 09 20:20:20.612927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35632) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:20.654345 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-39fc5e71-386a-4f4c-b638-5f5f57e42319 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffa0384e-3064-4d51-ae99-e0d974719556 HTTP/1.1" status: 200 len: 205 time: 0.0399067 Jul 09 20:20:20.656634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35634) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:20.670284 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f9b8e1-d97a-4d86-abea-9664ffa2b707 x-openstack-request-id: req-29f9b8e1-d97a-4d86-abea-9664ffa2b707 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:20:20.670589 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "name": "network-vif-plugged", "status": "completed", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:20:20.670873 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29f9b8e1-d97a-4d86-abea-9664ffa2b707 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:20:20.671274 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'code': 200} Jul 09 20:20:20.704244 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-34dcee36-af8b-4f5c-842d-a8ddd77b9f29 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] delete failed (client error): The resource could not be found. Jul 09 20:20:20.708337 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-34dcee36-af8b-4f5c-842d-a8ddd77b9f29 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/routers/ffa0384e-3064-4d51-ae99-e0d974719556 HTTP/1.1" status: 404 len: 336 time: 0.0467203 Jul 09 20:20:20.708651 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35636) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:20.737171 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8719477-dbd0-44c6-ad63-022d04963e0e tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] DELETE failed (client error): The resource could not be found. Jul 09 20:20:20.737656 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8719477-dbd0-44c6-ad63-022d04963e0e tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:20:20.739429 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d8719477-dbd0-44c6-ad63-022d04963e0e tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/226275ed-96af-4329-a943-1bbca750df4c HTTP/1.1" status: 404 len: 337 time: 0.0299041 Jul 09 20:20:20.742081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35638) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:20.772783 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2f3989-c05a-466c-a277-3146f12aec6f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] DELETE failed (client error): The resource could not be found. Jul 09 20:20:20.773257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a2f3989-c05a-466c-a277-3146f12aec6f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:20:20.775000 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2a2f3989-c05a-466c-a277-3146f12aec6f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/56c29e01-a0e9-4b54-a435-73410e431c69 HTTP/1.1" status: 404 len: 337 time: 0.0319924 Jul 09 20:20:20.777537 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35640) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:20.804219 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3479fd78-e75f-4a22-999a-aa726f87f184 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] DELETE failed (client error): The resource could not be found. Jul 09 20:20:20.804910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3479fd78-e75f-4a22-999a-aa726f87f184 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:20:20.806457 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3479fd78-e75f-4a22-999a-aa726f87f184 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/6369a056-120d-47dd-bd4a-922a3c85b27f HTTP/1.1" status: 404 len: 337 time: 0.0279670 Jul 09 20:20:20.808985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35642) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:20.835892 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec42c80-bac0-4f3f-a85e-09a073ca9481 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] DELETE failed (client error): The resource could not be found. Jul 09 20:20:20.836345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec42c80-bac0-4f3f-a85e-09a073ca9481 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:20:20.838148 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1ec42c80-bac0-4f3f-a85e-09a073ca9481 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/60bb0a28-d347-4515-9376-d12ce72f6e2f HTTP/1.1" status: 404 len: 337 time: 0.0281389 Jul 09 20:20:20.840661 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35644) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:20.873436 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bb97cab5-9cb5-47ca-839c-1eed84f3efbd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports?device_id=f333e3b4-65ac-4867-81da-0c503b339268 HTTP/1.1" status: 200 len: 205 time: 0.0317090 Jul 09 20:20:20.875905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35646) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:20.914375 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-29b74b1d-7406-4527-ad9b-a0075db8d69f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] delete failed (client error): The resource could not be found. Jul 09 20:20:20.915431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-29b74b1d-7406-4527-ad9b-a0075db8d69f tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/routers/f333e3b4-65ac-4867-81da-0c503b339268 HTTP/1.1" status: 404 len: 336 time: 0.0385613 Jul 09 20:20:20.918156 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35648) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:20.948027 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-031c1f4f-9d5d-44d9-ab7b-54a22bd6dc04 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bef2451-d684-4d0f-b75e-0bccf906983b HTTP/1.1" status: 200 len: 205 time: 0.0287971 Jul 09 20:20:20.950381 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35650) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:20.991712 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-0b7acdbe-f258-4956-9b0d-72d89e3df97c tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] delete failed (client error): The resource could not be found. Jul 09 20:20:20.992772 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0b7acdbe-f258-4956-9b0d-72d89e3df97c tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/routers/7bef2451-d684-4d0f-b75e-0bccf906983b HTTP/1.1" status: 404 len: 336 time: 0.0414565 Jul 09 20:20:20.995382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35652) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.022870 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-7125da85-d0e1-419c-9974-6629e78320cf tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] DELETE failed (client error): The resource could not be found. Jul 09 20:20:21.023327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7125da85-d0e1-419c-9974-6629e78320cf tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:20:21.025035 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7125da85-d0e1-419c-9974-6629e78320cf tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/2adfcd42-ceb1-4890-bdc3-ff1cc3bce6c1 HTTP/1.1" status: 404 len: 337 time: 0.0287247 Jul 09 20:20:21.027598 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35654) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.057318 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5fa2f218-451d-4db3-b50c-925bdaa4a79e tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports?device_id=7320c8c3-b310-4aa4-bcc5-cd17bcf57d54 HTTP/1.1" status: 200 len: 205 time: 0.0286555 Jul 09 20:20:21.059605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35656) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.100912 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-b730cfcc-a58f-40eb-9e70-917d5308432a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] delete failed (client error): The resource could not be found. Jul 09 20:20:21.101828 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b730cfcc-a58f-40eb-9e70-917d5308432a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/routers/7320c8c3-b310-4aa4-bcc5-cd17bcf57d54 HTTP/1.1" status: 404 len: 336 time: 0.0413377 Jul 09 20:20:21.104355 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35658) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.136133 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1a019c78-cf11-4ee8-9770-ac6d7c5ced8b tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports?device_id=693cdb3d-b225-412d-bb62-6b58427843a8 HTTP/1.1" status: 200 len: 205 time: 0.0306089 Jul 09 20:20:21.138732 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35662) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.177433 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-25b617ed-0b56-4d06-a6d0-3adf3432cfea tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] delete failed (client error): The resource could not be found. Jul 09 20:20:21.180856 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-25b617ed-0b56-4d06-a6d0-3adf3432cfea tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/routers/693cdb3d-b225-412d-bb62-6b58427843a8 HTTP/1.1" status: 404 len: 336 time: 0.0387499 Jul 09 20:20:21.181249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35664) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.208607 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-299efb65-289b-4bd4-b584-74cda18c54c4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] DELETE failed (client error): The resource could not be found. Jul 09 20:20:21.209085 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299efb65-289b-4bd4-b584-74cda18c54c4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:20:21.213076 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-299efb65-289b-4bd4-b584-74cda18c54c4 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/24a686e1-2f61-42b8-8e81-fb2017b19126 HTTP/1.1" status: 404 len: 337 time: 0.0286121 Jul 09 20:20:21.213866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35666) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.243129 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-778437c9-ad3f-4270-a1a5-a5a7d909fced tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ef4ab1b-babf-4fdb-9493-a1c7163adf7a HTTP/1.1" status: 200 len: 205 time: 0.0280929 Jul 09 20:20:21.245516 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35668) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.290073 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-86b56359-bac4-42da-8442-225b71a04422 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] delete failed (client error): The resource could not be found. Jul 09 20:20:21.291088 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-86b56359-bac4-42da-8442-225b71a04422 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/routers/4ef4ab1b-babf-4fdb-9493-a1c7163adf7a HTTP/1.1" status: 404 len: 336 time: 0.0446477 Jul 09 20:20:21.293762 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35670) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.317190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12bc64-2666-4369-8386-4d908f705b77 req-8f099ece-9511-4cb5-8fc9-5b6fbc36e915 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:21.318834 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a12bc64-2666-4369-8386-4d908f705b77 req-8f099ece-9511-4cb5-8fc9-5b6fbc36e915 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.1092937 Jul 09 20:20:21.320169 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd3c41c-c674-4948-aea8-689a701efcb0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] DELETE failed (client error): The resource could not be found. Jul 09 20:20:21.320659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd3c41c-c674-4948-aea8-689a701efcb0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:20:21.322401 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3fd3c41c-c674-4948-aea8-689a701efcb0 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/8400605c-8b4b-459b-ae31-c85dbf3f9623 HTTP/1.1" status: 404 len: 337 time: 0.0276554 Jul 09 20:20:21.325131 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35672) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.359899 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2618cb72-dc27-4b47-a213-373057a9158a tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "GET /v2.0/ports?device_id=163448a0-d769-47cb-9764-6acc568ce1a1 HTTP/1.1" status: 200 len: 205 time: 0.0334127 Jul 09 20:20:21.362700 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a12bc64-2666-4369-8386-4d908f705b77 req-f49fa47c-c84d-4f03-88ba-6210a7dc31c4 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344155 Jul 09 20:20:21.363192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35674) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.386934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35676) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.400325 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-051ccced-8616-48ad-8cdb-96054f8af738 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] delete failed (client error): The resource could not be found. Jul 09 20:20:21.401419 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-051ccced-8616-48ad-8cdb-96054f8af738 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/routers/163448a0-d769-47cb-9764-6acc568ce1a1 HTTP/1.1" status: 404 len: 336 time: 0.0373013 Jul 09 20:20:21.404058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35678) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.432611 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4940e6-9753-46c6-aa56-584e4a52ebfd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] DELETE failed (client error): The resource could not be found. Jul 09 20:20:21.432960 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4940e6-9753-46c6-aa56-584e4a52ebfd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:20:21.434718 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3c4940e6-9753-46c6-aa56-584e4a52ebfd tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/d4559e25-9318-4274-ba94-09fce3b50f23 HTTP/1.1" status: 404 len: 337 time: 0.0296381 Jul 09 20:20:21.437218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35680) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.458128 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-260e2ed9-236f-4950-a311-a4a01e7f468c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/c26f5b91-cee6-46a8-910b-5e2558dfb18b HTTP/1.1" status: 200 len: 992 time: 0.0700226 Jul 09 20:20:21.469138 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-06eb5309-5503-4daa-b08e-6aa5166ba565 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] DELETE failed (client error): The resource could not be found. Jul 09 20:20:21.469606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06eb5309-5503-4daa-b08e-6aa5166ba565 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:20:21.474687 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-06eb5309-5503-4daa-b08e-6aa5166ba565 tempest-RoutersIpV6Test-1115896073 tempest-RoutersIpV6Test-1115896073-project] 10.222.0.30 "DELETE /v2.0/subnets/683df3c3-f173-4da1-aeb0-952f8acde80e HTTP/1.1" status: 404 len: 337 time: 0.0342159 Jul 09 20:20:21.730702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35688) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.867555 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2d0c8a86-98ca-42ec-93ba-fa865b761584 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d56ec62709c646418984bae56e312c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356175 Jul 09 20:20:21.870030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35692) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:21.917473 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9f39f295-087c-4bba-b37c-aafbaac2081e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:21.937756 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9f39f295-087c-4bba-b37c-aafbaac2081e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:21.984172 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9f39f295-087c-4bba-b37c-aafbaac2081e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:21.987135 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9f39f295-087c-4bba-b37c-aafbaac2081e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:21.988327 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9f39f295-087c-4bba-b37c-aafbaac2081e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c094ed4-6cf6-45c9-9ece-59ea82463357 HTTP/1.1" status: 204 len: 168 time: 0.1173308 Jul 09 20:20:21.996078 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39f295-087c-4bba-b37c-aafbaac2081e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c094ed4-6cf6-45c9-9ece-59ea82463357,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:22.646873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35716) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:22.745376 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ddcc255c-7174-4ac8-9d42-1d6186af2758 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:22.746350 n-d-800088-3 neutron-server[100204]: WARNING neutron.api.v2.base [None req-ddcc255c-7174-4ac8-9d42-1d6186af2758 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 20:20:22.746689 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-ddcc255c-7174-4ac8-9d42-1d6186af2758 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 20:20:22.747795 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ddcc255c-7174-4ac8-9d42-1d6186af2758 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0999525 Jul 09 20:20:22.751917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35722) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:22.758103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-33bd3f28-6f2a-4d23-8e52-6c4e618ccc4e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group': {'name': 'tempest-secgroup--679840648'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:22.782797 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33bd3f28-6f2a-4d23-8e52-6c4e618ccc4e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:22.790656 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33bd3f28-6f2a-4d23-8e52-6c4e618ccc4e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:22.888788 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33bd3f28-6f2a-4d23-8e52-6c4e618ccc4e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:22.893188 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33bd3f28-6f2a-4d23-8e52-6c4e618ccc4e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:22.932855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd3f28-6f2a-4d23-8e52-6c4e618ccc4e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d693f74d-c669-4e3a-8001-32f824180304,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:22.986879 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33bd3f28-6f2a-4d23-8e52-6c4e618ccc4e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:22.990617 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33bd3f28-6f2a-4d23-8e52-6c4e618ccc4e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.018348 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33bd3f28-6f2a-4d23-8e52-6c4e618ccc4e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.019601 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-33bd3f28-6f2a-4d23-8e52-6c4e618ccc4e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2664764 Jul 09 20:20:23.022642 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35726) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:23.024345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd3f28-6f2a-4d23-8e52-6c4e618ccc4e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4341dc17-7964-42b1-affe-d7cd3438cf5a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:23.027241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b353705a-7440-4652-995f-01e383e28c10 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': '4341dc17-7964-42b1-affe-d7cd3438cf5a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:23.054114 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b353705a-7440-4652-995f-01e383e28c10 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.109276 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b353705a-7440-4652-995f-01e383e28c10 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.113392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b353705a-7440-4652-995f-01e383e28c10 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.134147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353705a-7440-4652-995f-01e383e28c10 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a42e5b34-6716-401e-90df-20dc6c66dffe,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:23.137807 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b353705a-7440-4652-995f-01e383e28c10 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.138999 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b353705a-7440-4652-995f-01e383e28c10 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153610 Jul 09 20:20:23.141797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35728) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:23.146562 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6aaa0403-87ad-476e-9460-23686d1fbcbc tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': '4341dc17-7964-42b1-affe-d7cd3438cf5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:23.172412 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6aaa0403-87ad-476e-9460-23686d1fbcbc tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.217405 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-6aaa0403-87ad-476e-9460-23686d1fbcbc tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 20:20:23.218369 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6aaa0403-87ad-476e-9460-23686d1fbcbc tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0752895 Jul 09 20:20:23.221411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35730) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:23.273430 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8737530f-0e05-4f37-8344-b00ad246d670 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.295107 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8737530f-0e05-4f37-8344-b00ad246d670 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.338636 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8737530f-0e05-4f37-8344-b00ad246d670 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.341237 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8737530f-0e05-4f37-8344-b00ad246d670 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.342390 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8737530f-0e05-4f37-8344-b00ad246d670 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "DELETE /v2.0/security-groups/4341dc17-7964-42b1-affe-d7cd3438cf5a HTTP/1.1" status: 204 len: 168 time: 0.1200280 Jul 09 20:20:23.345134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35732) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:23.357229 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737530f-0e05-4f37-8344-b00ad246d670 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4341dc17-7964-42b1-affe-d7cd3438cf5a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:23.399576 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-262c4c3a-e1ee-4120-bb11-1d2c28969414 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532064 Jul 09 20:20:23.403049 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35734) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:23.407438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9a72fcf5-c7ad-4eab-b021-882ff4b488e5 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566354787'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:23.432130 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a72fcf5-c7ad-4eab-b021-882ff4b488e5 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.513866 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a72fcf5-c7ad-4eab-b021-882ff4b488e5 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.517608 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a72fcf5-c7ad-4eab-b021-882ff4b488e5 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.545464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72fcf5-c7ad-4eab-b021-882ff4b488e5 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678418e7-a463-4bb8-83fb-57da1d138299,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:23.547854 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a72fcf5-c7ad-4eab-b021-882ff4b488e5 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.552298 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9a72fcf5-c7ad-4eab-b021-882ff4b488e5 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1456826 Jul 09 20:20:23.552562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35736) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:23.557000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d5accf94-e892-42e5-a2c4-449b62d7faec tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': '678418e7-a463-4bb8-83fb-57da1d138299', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:23.557816 n-d-800088-3 neutron-server[100204]: WARNING neutron.api.v2.base [None req-d5accf94-e892-42e5-a2c4-449b62d7faec tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 20:20:23.558318 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-d5accf94-e892-42e5-a2c4-449b62d7faec tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:23.559243 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d5accf94-e892-42e5-a2c4-449b62d7faec tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057516 Jul 09 20:20:23.561497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35738) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:23.618207 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aa1080b0-f770-472e-a8cf-10a912daf37b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.640395 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aa1080b0-f770-472e-a8cf-10a912daf37b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.681262 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aa1080b0-f770-472e-a8cf-10a912daf37b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.684284 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aa1080b0-f770-472e-a8cf-10a912daf37b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.685479 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-aa1080b0-f770-472e-a8cf-10a912daf37b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "DELETE /v2.0/security-groups/678418e7-a463-4bb8-83fb-57da1d138299 HTTP/1.1" status: 204 len: 168 time: 0.1231377 Jul 09 20:20:23.688178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35740) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:23.694640 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1080b0-f770-472e-a8cf-10a912daf37b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=678418e7-a463-4bb8-83fb-57da1d138299,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:23.743085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d59c26b2-a1fd-4b73-bba4-d7bf57065a1c tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0531981 Jul 09 20:20:23.746823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35742) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:23.751623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0ef38a7b-363e-436a-8113-20553868c911 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group': {'name': 'tempest-secgroup--718124642'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:23.774703 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ef38a7b-363e-436a-8113-20553868c911 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.866654 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ef38a7b-363e-436a-8113-20553868c911 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.870402 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ef38a7b-363e-436a-8113-20553868c911 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.896711 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0ef38a7b-363e-436a-8113-20553868c911 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.897948 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0ef38a7b-363e-436a-8113-20553868c911 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1500812 Jul 09 20:20:23.900923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35744) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:23.902121 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef38a7b-363e-436a-8113-20553868c911 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816868ac-1292-4ea4-af0d-1ba8e86b75fd,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:23.906531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3a2449b2-612b-48e1-9c09-62d5a51fb36d tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': '816868ac-1292-4ea4-af0d-1ba8e86b75fd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:23.907450 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-3a2449b2-612b-48e1-9c09-62d5a51fb36d tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 20:20:23.908748 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-3a2449b2-612b-48e1-9c09-62d5a51fb36d tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:23.910257 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3a2449b2-612b-48e1-9c09-62d5a51fb36d tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0082085 Jul 09 20:20:23.913084 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35746) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:23.965179 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4e71bf51-e621-496e-841f-50322c1419f4 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:23.988114 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4e71bf51-e621-496e-841f-50322c1419f4 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.027114 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4e71bf51-e621-496e-841f-50322c1419f4 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.029580 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4e71bf51-e621-496e-841f-50322c1419f4 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.030711 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4e71bf51-e621-496e-841f-50322c1419f4 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "DELETE /v2.0/security-groups/816868ac-1292-4ea4-af0d-1ba8e86b75fd HTTP/1.1" status: 204 len: 168 time: 0.1164701 Jul 09 20:20:24.034256 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35748) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.040153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71bf51-e621-496e-841f-50322c1419f4 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=816868ac-1292-4ea4-af0d-1ba8e86b75fd,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:24.080042 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a09883ba-5245-46e3-9ba0-99d432d2911f tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0440168 Jul 09 20:20:24.083498 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35750) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.087872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-76b2dd2c-d3f0-4431-96c8-a9639af3bc04 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058893659'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:24.109481 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76b2dd2c-d3f0-4431-96c8-a9639af3bc04 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.191738 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76b2dd2c-d3f0-4431-96c8-a9639af3bc04 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.195419 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76b2dd2c-d3f0-4431-96c8-a9639af3bc04 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.222998 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76b2dd2c-d3f0-4431-96c8-a9639af3bc04 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.224231 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-76b2dd2c-d3f0-4431-96c8-a9639af3bc04 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1397974 Jul 09 20:20:24.227233 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35752) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.232124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-dedfa108-0274-4426-b06f-bf152f8a1dc3 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'ea38cb9b-6118-49fb-be46-2e5f074e302d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:24.232326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2dd2c-d3f0-4431-96c8-a9639af3bc04 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea38cb9b-6118-49fb-be46-2e5f074e302d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:24.239638 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-dedfa108-0274-4426-b06f-bf152f8a1dc3 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 20:20:24.240198 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-dedfa108-0274-4426-b06f-bf152f8a1dc3 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:24.241256 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dedfa108-0274-4426-b06f-bf152f8a1dc3 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0128672 Jul 09 20:20:24.243922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35754) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.249303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-0ab10e1e-1723-4519-8085-cf4cfca48452 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'ea38cb9b-6118-49fb-be46-2e5f074e302d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:24.249948 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-0ab10e1e-1723-4519-8085-cf4cfca48452 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 20:20:24.250415 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-0ab10e1e-1723-4519-8085-cf4cfca48452 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:24.251828 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0ab10e1e-1723-4519-8085-cf4cfca48452 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0054774 Jul 09 20:20:24.254206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35756) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.258071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-18542c4c-7aac-4393-a81b-919e136f1aa7 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'ea38cb9b-6118-49fb-be46-2e5f074e302d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:24.258821 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-18542c4c-7aac-4393-a81b-919e136f1aa7 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 20:20:24.259276 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-18542c4c-7aac-4393-a81b-919e136f1aa7 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:24.260168 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-18542c4c-7aac-4393-a81b-919e136f1aa7 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0051346 Jul 09 20:20:24.262401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35758) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.266729 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9cae4329-c0ec-44de-8323-6cb269dbcaf6 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'ea38cb9b-6118-49fb-be46-2e5f074e302d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:24.268479 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-9cae4329-c0ec-44de-8323-6cb269dbcaf6 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 20:20:24.268969 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-9cae4329-c0ec-44de-8323-6cb269dbcaf6 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:24.269871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9cae4329-c0ec-44de-8323-6cb269dbcaf6 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066614 Jul 09 20:20:24.272041 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35760) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.323717 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-16b40459-6240-4f99-a476-94391c381f49 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.346714 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-16b40459-6240-4f99-a476-94391c381f49 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.389293 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-16b40459-6240-4f99-a476-94391c381f49 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.392569 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-16b40459-6240-4f99-a476-94391c381f49 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.393993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-16b40459-6240-4f99-a476-94391c381f49 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "DELETE /v2.0/security-groups/ea38cb9b-6118-49fb-be46-2e5f074e302d HTTP/1.1" status: 204 len: 168 time: 0.1211307 Jul 09 20:20:24.396663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35762) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.402891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b40459-6240-4f99-a476-94391c381f49 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea38cb9b-6118-49fb-be46-2e5f074e302d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:24.440267 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5c60bb8b-c57b-437e-a6ed-75e807cc9b2a tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0424275 Jul 09 20:20:24.443925 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35764) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.448399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a0a531bc-3d9a-4b9c-9036-62d186c7cd71 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237883971'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:24.470564 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0a531bc-3d9a-4b9c-9036-62d186c7cd71 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.555218 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0a531bc-3d9a-4b9c-9036-62d186c7cd71 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.558663 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0a531bc-3d9a-4b9c-9036-62d186c7cd71 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.586126 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a0a531bc-3d9a-4b9c-9036-62d186c7cd71 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.587298 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a0a531bc-3d9a-4b9c-9036-62d186c7cd71 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1423030 Jul 09 20:20:24.589252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a531bc-3d9a-4b9c-9036-62d186c7cd71 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc00a036-8449-4a28-801d-3ff9fa2390fa,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:24.590300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35766) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.594947 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2afb3632-3ae9-4b5e-a6ab-b67af1609e8b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'cc00a036-8449-4a28-801d-3ff9fa2390fa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:24.596425 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-2afb3632-3ae9-4b5e-a6ab-b67af1609e8b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 20:20:24.596944 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-2afb3632-3ae9-4b5e-a6ab-b67af1609e8b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:24.600242 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2afb3632-3ae9-4b5e-a6ab-b67af1609e8b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066199 Jul 09 20:20:24.600739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35768) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.605212 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9492ca0e-440f-44ab-abd2-f588f9f6b541 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'cc00a036-8449-4a28-801d-3ff9fa2390fa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:24.641094 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-9492ca0e-440f-44ab-abd2-f588f9f6b541 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:24.642766 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9492ca0e-440f-44ab-abd2-f588f9f6b541 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0409076 Jul 09 20:20:24.645246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35770) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.649534 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7a4f53d1-4df9-4ad3-ad63-46a7e87a6f4d tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'cc00a036-8449-4a28-801d-3ff9fa2390fa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:24.650005 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-7a4f53d1-4df9-4ad3-ad63-46a7e87a6f4d tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 20:20:24.650464 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-7a4f53d1-4df9-4ad3-ad63-46a7e87a6f4d tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:24.651366 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7a4f53d1-4df9-4ad3-ad63-46a7e87a6f4d tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0052409 Jul 09 20:20:24.653560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35772) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.658513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-57b5084c-7312-4ab1-bd14-92daec1b0e7f tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'cc00a036-8449-4a28-801d-3ff9fa2390fa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:24.691389 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-57b5084c-7312-4ab1-bd14-92daec1b0e7f tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:24.692550 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-57b5084c-7312-4ab1-bd14-92daec1b0e7f tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0381386 Jul 09 20:20:24.695528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35774) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.699843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5fd4ebe2-68ea-4463-8f1c-869ef2fd9dbc tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'cc00a036-8449-4a28-801d-3ff9fa2390fa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:24.700310 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-5fd4ebe2-68ea-4463-8f1c-869ef2fd9dbc tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 20:20:24.700803 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-5fd4ebe2-68ea-4463-8f1c-869ef2fd9dbc tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:24.701698 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5fd4ebe2-68ea-4463-8f1c-869ef2fd9dbc tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053048 Jul 09 20:20:24.704108 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35776) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.709164 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-bf58a8fc-8749-44ca-abfc-3e16319cd87a tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'cc00a036-8449-4a28-801d-3ff9fa2390fa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:24.742859 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-bf58a8fc-8749-44ca-abfc-3e16319cd87a tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:24.743951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bf58a8fc-8749-44ca-abfc-3e16319cd87a tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0384204 Jul 09 20:20:24.746667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35778) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.750958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f87131df-0466-4e67-9ac8-7936e24342b0 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'cc00a036-8449-4a28-801d-3ff9fa2390fa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:24.752003 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-f87131df-0466-4e67-9ac8-7936e24342b0 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 20:20:24.753013 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-f87131df-0466-4e67-9ac8-7936e24342b0 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:24.753945 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f87131df-0466-4e67-9ac8-7936e24342b0 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064018 Jul 09 20:20:24.756315 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35780) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.761290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ff8c40ca-2fc4-4a27-8a20-78e735e7c23b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'cc00a036-8449-4a28-801d-3ff9fa2390fa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:24.794375 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-ff8c40ca-2fc4-4a27-8a20-78e735e7c23b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:24.795528 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ff8c40ca-2fc4-4a27-8a20-78e735e7c23b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0382688 Jul 09 20:20:24.798672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35782) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.803025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-60a7f05b-2e91-4d60-8c01-c5e63e6e5d7b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'cc00a036-8449-4a28-801d-3ff9fa2390fa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:24.837431 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-60a7f05b-2e91-4d60-8c01-c5e63e6e5d7b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:24.838551 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-60a7f05b-2e91-4d60-8c01-c5e63e6e5d7b tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0388565 Jul 09 20:20:24.841202 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35784) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.891495 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7344096-2459-4253-ace4-b412e4b3468a tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.913078 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7344096-2459-4253-ace4-b412e4b3468a tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.952692 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7344096-2459-4253-ace4-b412e4b3468a tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.955212 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7344096-2459-4253-ace4-b412e4b3468a tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:24.956323 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f7344096-2459-4253-ace4-b412e4b3468a tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "DELETE /v2.0/security-groups/cc00a036-8449-4a28-801d-3ff9fa2390fa HTTP/1.1" status: 204 len: 168 time: 0.1142359 Jul 09 20:20:24.959012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35786) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:24.964940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7344096-2459-4253-ace4-b412e4b3468a tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc00a036-8449-4a28-801d-3ff9fa2390fa,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:25.002113 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ab509ab4-5be5-47e2-aac2-9968cc47e038 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0418825 Jul 09 20:20:25.006110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35788) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:25.010466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c42a3d47-6af0-42ef-a23e-d417a19b7161 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group': {'name': 'tempest-secgroup--584251935'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:25.031794 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c42a3d47-6af0-42ef-a23e-d417a19b7161 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.111167 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c42a3d47-6af0-42ef-a23e-d417a19b7161 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.115406 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c42a3d47-6af0-42ef-a23e-d417a19b7161 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.144615 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c42a3d47-6af0-42ef-a23e-d417a19b7161 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.145879 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c42a3d47-6af0-42ef-a23e-d417a19b7161 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1388199 Jul 09 20:20:25.147843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a3d47-6af0-42ef-a23e-d417a19b7161 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90e81ff-6877-42b7-942f-87b528589c64,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:25.148779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35790) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:25.153474 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-4af8dc5c-58c3-44c3-9248-af0d6291c0ac tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'c90e81ff-6877-42b7-942f-87b528589c64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:25.196413 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-4af8dc5c-58c3-44c3-9248-af0d6291c0ac tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The resource could not be found. Jul 09 20:20:25.197579 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4af8dc5c-58c3-44c3-9248-af0d6291c0ac tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0478001 Jul 09 20:20:25.200352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35792) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:25.205625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-4d8dbb9d-b52d-4b17-a11f-72effc7bfc1c tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'c90e81ff-6877-42b7-942f-87b528589c64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c4b5511f-657c-4db1-acb7-76a0b090dad2'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:25.244268 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-4d8dbb9d-b52d-4b17-a11f-72effc7bfc1c tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The resource could not be found. Jul 09 20:20:25.245325 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4d8dbb9d-b52d-4b17-a11f-72effc7bfc1c tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0440044 Jul 09 20:20:25.248096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35794) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:25.297433 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9d86ead-aa34-44e0-852c-1999c58d3bb0 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.319513 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9d86ead-aa34-44e0-852c-1999c58d3bb0 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.360752 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9d86ead-aa34-44e0-852c-1999c58d3bb0 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.363410 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9d86ead-aa34-44e0-852c-1999c58d3bb0 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.364507 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c9d86ead-aa34-44e0-852c-1999c58d3bb0 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "DELETE /v2.0/security-groups/c90e81ff-6877-42b7-942f-87b528589c64 HTTP/1.1" status: 204 len: 168 time: 0.1154802 Jul 09 20:20:25.367350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35796) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:25.372989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d86ead-aa34-44e0-852c-1999c58d3bb0 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90e81ff-6877-42b7-942f-87b528589c64,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:25.414626 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7c379673-b82d-4365-a77c-dbf9db4ef474 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0460420 Jul 09 20:20:25.418414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35798) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:25.422797 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-08648863-1391-451e-a2fd-16a7f3ac3acb tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': 'd9c345da-b39b-4685-bc9e-b0f39874f58a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:25.465900 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-08648863-1391-451e-a2fd-16a7f3ac3acb tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The resource could not be found. Jul 09 20:20:25.466939 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-08648863-1391-451e-a2fd-16a7f3ac3acb tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0476124 Jul 09 20:20:25.471194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35800) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:25.475758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-051b7b88-4bca-4e8c-ab72-cb8137fa97d6 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group': {'name': 'tempest-secgroup--746874442'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:25.498062 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-051b7b88-4bca-4e8c-ab72-cb8137fa97d6 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.580318 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-051b7b88-4bca-4e8c-ab72-cb8137fa97d6 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.584232 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-051b7b88-4bca-4e8c-ab72-cb8137fa97d6 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.609046 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-051b7b88-4bca-4e8c-ab72-cb8137fa97d6 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.610256 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-051b7b88-4bca-4e8c-ab72-cb8137fa97d6 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1381571 Jul 09 20:20:25.613988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35802) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:25.619621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-5694074d-a70f-449c-a95e-e2cfd6497bfb tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group': {'name': 'tempest-secgroup--795091385'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:25.624756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b7b88-4bca-4e8c-ab72-cb8137fa97d6 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731f6d0f-0e77-4bc2-9d34-e666b2611be5,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:25.643076 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5694074d-a70f-449c-a95e-e2cfd6497bfb tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.723001 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5694074d-a70f-449c-a95e-e2cfd6497bfb tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.726615 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5694074d-a70f-449c-a95e-e2cfd6497bfb tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.752758 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5694074d-a70f-449c-a95e-e2cfd6497bfb tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.753997 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5694074d-a70f-449c-a95e-e2cfd6497bfb tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1390684 Jul 09 20:20:25.757701 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35804) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:25.758069 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694074d-a70f-449c-a95e-e2cfd6497bfb tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222ca86b-11c1-484a-b296-64d0f44cd5be,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:25.762570 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b0b4de82-033e-40f5-92f5-2f9ce1a4b28d tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group_rule': {'security_group_id': '731f6d0f-0e77-4bc2-9d34-e666b2611be5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '222ca86b-11c1-484a-b296-64d0f44cd5be'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:25.797854 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-b0b4de82-033e-40f5-92f5-2f9ce1a4b28d tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:20:25.799380 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b0b4de82-033e-40f5-92f5-2f9ce1a4b28d tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0406258 Jul 09 20:20:25.802629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35806) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:25.854334 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c57e0eb-21cd-4295-9f09-3d466186db6c tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.875485 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c57e0eb-21cd-4295-9f09-3d466186db6c tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.918308 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c57e0eb-21cd-4295-9f09-3d466186db6c tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.920914 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c57e0eb-21cd-4295-9f09-3d466186db6c tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:25.922040 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4c57e0eb-21cd-4295-9f09-3d466186db6c tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "DELETE /v2.0/security-groups/222ca86b-11c1-484a-b296-64d0f44cd5be HTTP/1.1" status: 204 len: 168 time: 0.1185212 Jul 09 20:20:25.925172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35808) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:25.930794 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57e0eb-21cd-4295-9f09-3d466186db6c tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222ca86b-11c1-484a-b296-64d0f44cd5be,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:25.981197 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-06b80eab-177d-4a0b-ab20-0ebb7a2035b0 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0546925 Jul 09 20:20:25.983747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35810) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:26.035024 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-70801002-24f9-4d55-8c12-f62eb483e80e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.057405 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-70801002-24f9-4d55-8c12-f62eb483e80e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.098990 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-70801002-24f9-4d55-8c12-f62eb483e80e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.101714 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-70801002-24f9-4d55-8c12-f62eb483e80e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.102863 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-70801002-24f9-4d55-8c12-f62eb483e80e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "DELETE /v2.0/security-groups/731f6d0f-0e77-4bc2-9d34-e666b2611be5 HTTP/1.1" status: 204 len: 168 time: 0.1182199 Jul 09 20:20:26.105604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35812) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:26.111821 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70801002-24f9-4d55-8c12-f62eb483e80e tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=731f6d0f-0e77-4bc2-9d34-e666b2611be5,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:26.150254 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5d6ba11b-805c-4870-8fc1-b2bdb60987ec tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0414512 Jul 09 20:20:26.151964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35814) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:26.156293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7b0ac7e0-edd7-4e15-97e8-4de66c4ac190 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group': {'name': 'tempest-secgroup--51318502'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:26.177783 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b0ac7e0-edd7-4e15-97e8-4de66c4ac190 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.258265 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b0ac7e0-edd7-4e15-97e8-4de66c4ac190 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.261910 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b0ac7e0-edd7-4e15-97e8-4de66c4ac190 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.290594 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b0ac7e0-edd7-4e15-97e8-4de66c4ac190 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.291809 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7b0ac7e0-edd7-4e15-97e8-4de66c4ac190 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1388307 Jul 09 20:20:26.293674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ac7e0-edd7-4e15-97e8-4de66c4ac190 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d93aeea-0f8e-411e-a9c1-3ff9c3fdba21,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:26.294953 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35816) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:26.301172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e7a24938-eefd-4d7b-a572-880c658e74ed tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:26.301605 n-d-800088-3 neutron-server[100204]: WARNING neutron.api.v2.base [None req-e7a24938-eefd-4d7b-a572-880c658e74ed tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 20:20:26.302104 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-e7a24938-eefd-4d7b-a572-880c658e74ed tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 20:20:26.303055 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e7a24938-eefd-4d7b-a572-880c658e74ed tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "PUT /v2.0/security-groups/2d93aeea-0f8e-411e-a9c1-3ff9c3fdba21 HTTP/1.1" status: 409 len: 330 time: 0.0063264 Jul 09 20:20:26.305543 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35818) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:26.357779 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8d19eeb5-f8c3-4d12-9405-a6bb4ebdc237 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.379305 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8d19eeb5-f8c3-4d12-9405-a6bb4ebdc237 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.420412 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8d19eeb5-f8c3-4d12-9405-a6bb4ebdc237 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.423018 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8d19eeb5-f8c3-4d12-9405-a6bb4ebdc237 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.424179 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8d19eeb5-f8c3-4d12-9405-a6bb4ebdc237 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "DELETE /v2.0/security-groups/2d93aeea-0f8e-411e-a9c1-3ff9c3fdba21 HTTP/1.1" status: 204 len: 168 time: 0.1177883 Jul 09 20:20:26.426931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35820) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:26.433492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19eeb5-f8c3-4d12-9405-a6bb4ebdc237 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d93aeea-0f8e-411e-a9c1-3ff9c3fdba21,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:26.470125 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7a1a4916-d6c5-4bdd-b106-1712684fcebb tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0419950 Jul 09 20:20:26.473833 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35822) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:26.486632 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-c9b92e8d-7ca1-4bb9-bcee-e9805fd313cd tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] delete failed (client error): The resource could not be found. Jul 09 20:20:26.487588 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c9b92e8d-7ca1-4bb9-bcee-e9805fd313cd tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "DELETE /v2.0/security-groups/f36e8924-7e4c-401c-ba6f-91520a1b7a62 HTTP/1.1" status: 404 len: 347 time: 0.0128460 Jul 09 20:20:26.490853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35824) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:26.504162 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-0e0c179c-7800-4f03-8399-3cc22d5001d1 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] show failed (client error): The resource could not be found. Jul 09 20:20:26.505118 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0e0c179c-7800-4f03-8399-3cc22d5001d1 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "GET /v2.0/security-groups/555450de-f911-41e6-8064-34ff184b19ff HTTP/1.1" status: 404 len: 347 time: 0.0134230 Jul 09 20:20:26.508325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35826) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:26.522287 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-a6b96ae6-3027-478c-a880-b82a17755bd2 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] show failed (client error): The resource could not be found. Jul 09 20:20:26.523249 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a6b96ae6-3027-478c-a880-b82a17755bd2 tempest-NegativeSecGroupTest-1174874383 tempest-NegativeSecGroupTest-1174874383-project] 10.222.0.30 "GET /v2.0/security-group-rules/b526d3db-40ad-4c0f-ab68-ae72017b54d1 HTTP/1.1" status: 404 len: 356 time: 0.0140536 Jul 09 20:20:26.755879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35832) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:26.877998 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-aa4ef182-49a8-43e3-8789-f59bcb54006b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.892682 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ed3c6846-031f-413e-bb30-78f00046ff3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d710c60da3804666a220f1bcf434587a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355119 Jul 09 20:20:26.895265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35836) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:26.944182 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50a56eba-82fc-41e5-a80e-1aec5cff568e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.965714 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50a56eba-82fc-41e5-a80e-1aec5cff568e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:26.981591 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:27.014361 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50a56eba-82fc-41e5-a80e-1aec5cff568e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:27.017215 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50a56eba-82fc-41e5-a80e-1aec5cff568e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:27.018403 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-50a56eba-82fc-41e5-a80e-1aec5cff568e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d693f74d-c669-4e3a-8001-32f824180304 HTTP/1.1" status: 204 len: 168 time: 0.1222284 Jul 09 20:20:27.026527 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a56eba-82fc-41e5-a80e-1aec5cff568e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d693f74d-c669-4e3a-8001-32f824180304,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:27.638137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35858) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:27.733615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c2b99228-2324-4408-8bda-65eb11483708 tempest-SubnetPoolsTestJSON-1092246192 tempest-SubnetPoolsTestJSON-1092246192-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-773535296', 'prefixes': ['172.20.0.0/16']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:27.789845 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2b99228-2324-4408-8bda-65eb11483708 tempest-SubnetPoolsTestJSON-1092246192 tempest-SubnetPoolsTestJSON-1092246192-project] Notify callbacks [] for subnetpool, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:27.791052 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c2b99228-2324-4408-8bda-65eb11483708 tempest-SubnetPoolsTestJSON-1092246192 tempest-SubnetPoolsTestJSON-1092246192-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1518900 Jul 09 20:20:27.793662 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35862) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:27.829213 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7d0b2480-fc06-4e88-82eb-c2bec2740865 tempest-SubnetPoolsTestJSON-1092246192 tempest-SubnetPoolsTestJSON-1092246192-project] 10.222.0.30 "GET /v2.0/subnetpools/fca84b0a-b706-4dbb-8afc-4e7dea820c45 HTTP/1.1" status: 200 len: 731 time: 0.0344982 Jul 09 20:20:27.832175 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35864) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:27.836523 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-2b2bd88a-ac04-4cdf-a924-cd48481eb88f tempest-SubnetPoolsTestJSON-1092246192 tempest-SubnetPoolsTestJSON-1092246192-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1265782659'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:28.163830 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b2bd88a-ac04-4cdf-a924-cd48481eb88f tempest-SubnetPoolsTestJSON-1092246192 tempest-SubnetPoolsTestJSON-1092246192-project] Notify callbacks [] for subnetpool, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:28.165068 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2b2bd88a-ac04-4cdf-a924-cd48481eb88f tempest-SubnetPoolsTestJSON-1092246192 tempest-SubnetPoolsTestJSON-1092246192-project] 10.222.0.30 "PUT /v2.0/subnetpools/fca84b0a-b706-4dbb-8afc-4e7dea820c45 HTTP/1.1" status: 200 len: 684 time: 0.3319457 Jul 09 20:20:28.167724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35866) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:28.239498 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-378fb04f-1b19-4f49-b567-cffc977b7647 tempest-SubnetPoolsTestJSON-1092246192 tempest-SubnetPoolsTestJSON-1092246192-project] Notify callbacks [] for subnetpool, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:28.240676 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-378fb04f-1b19-4f49-b567-cffc977b7647 tempest-SubnetPoolsTestJSON-1092246192 tempest-SubnetPoolsTestJSON-1092246192-project] 10.222.0.30 "DELETE /v2.0/subnetpools/fca84b0a-b706-4dbb-8afc-4e7dea820c45 HTTP/1.1" status: 204 len: 168 time: 0.0720153 Jul 09 20:20:28.243599 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35868) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:28.257565 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-44230de6-3687-4ffb-8732-bb9e253e676c tempest-SubnetPoolsTestJSON-1092246192 tempest-SubnetPoolsTestJSON-1092246192-project] show failed (client error): The resource could not be found. Jul 09 20:20:28.258527 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-44230de6-3687-4ffb-8732-bb9e253e676c tempest-SubnetPoolsTestJSON-1092246192 tempest-SubnetPoolsTestJSON-1092246192-project] 10.222.0.30 "GET /v2.0/subnetpools/fca84b0a-b706-4dbb-8afc-4e7dea820c45 HTTP/1.1" status: 404 len: 346 time: 0.0139182 Jul 09 20:20:28.260838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35870) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:28.274071 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-83f4e0e2-e601-4598-a027-6c81d09ba81a tempest-SubnetPoolsTestJSON-1092246192 tempest-SubnetPoolsTestJSON-1092246192-project] delete failed (client error): The resource could not be found. Jul 09 20:20:28.275011 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-83f4e0e2-e601-4598-a027-6c81d09ba81a tempest-SubnetPoolsTestJSON-1092246192 tempest-SubnetPoolsTestJSON-1092246192-project] 10.222.0.30 "DELETE /v2.0/subnetpools/fca84b0a-b706-4dbb-8afc-4e7dea820c45 HTTP/1.1" status: 404 len: 346 time: 0.0133252 Jul 09 20:20:28.523931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35876) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:28.629672 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bdfeafa7-f74d-4e8c-8f20-a7a26550af55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:28.718859 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bdfeafa7-f74d-4e8c-8f20-a7a26550af55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:28.722771 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bdfeafa7-f74d-4e8c-8f20-a7a26550af55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:28.762538 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bdfeafa7-f74d-4e8c-8f20-a7a26550af55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03fdd6edfe76435caf7819dcc9768219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375000 Jul 09 20:20:28.763426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfeafa7-f74d-4e8c-8f20-a7a26550af55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd24f874-aea0-4f06-ab81-27c7ec8902a5,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:28.765809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35880) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:28.817570 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-366fbb57-0560-4d4b-a5c9-4c343faceee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:28.839369 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-366fbb57-0560-4d4b-a5c9-4c343faceee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:28.884144 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-366fbb57-0560-4d4b-a5c9-4c343faceee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:28.886790 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-366fbb57-0560-4d4b-a5c9-4c343faceee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:28.887930 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-366fbb57-0560-4d4b-a5c9-4c343faceee9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd24f874-aea0-4f06-ab81-27c7ec8902a5 HTTP/1.1" status: 204 len: 168 time: 0.1207020 Jul 09 20:20:28.896215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fbb57-0560-4d4b-a5c9-4c343faceee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd24f874-aea0-4f06-ab81-27c7ec8902a5,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:29.316062 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:29.436773 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f3b8d6f3-d7e8-4ed8-a640-cb5dccd876db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:29.601214 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:30.471131 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:30.681683 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35938) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:30.818547 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b25966b-e894-410f-83ca-86448c18875c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:30.916369 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b25966b-e894-410f-83ca-86448c18875c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:30.920226 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8b25966b-e894-410f-83ca-86448c18875c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:30.958036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25966b-e894-410f-83ca-86448c18875c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afdd585-9698-4587-b96a-b39abbd79771,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:30.962365 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8b25966b-e894-410f-83ca-86448c18875c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a6da1c826aa4a83a5f323cb14f2fd1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796376 Jul 09 20:20:30.965101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35942) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:31.015934 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eba459c-2ac4-4ec2-a62a-82ec2fdca959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:31.037387 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eba459c-2ac4-4ec2-a62a-82ec2fdca959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:31.083165 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eba459c-2ac4-4ec2-a62a-82ec2fdca959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:31.085791 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eba459c-2ac4-4ec2-a62a-82ec2fdca959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:31.087125 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9eba459c-2ac4-4ec2-a62a-82ec2fdca959 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8afdd585-9698-4587-b96a-b39abbd79771 HTTP/1.1" status: 204 len: 168 time: 0.1209774 Jul 09 20:20:31.095596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba459c-2ac4-4ec2-a62a-82ec2fdca959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afdd585-9698-4587-b96a-b39abbd79771,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:31.347912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35948) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:31.360966 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8de9e3de-5152-48b1-b24c-1b9eb8f88edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:31.449315 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8de9e3de-5152-48b1-b24c-1b9eb8f88edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:31.453428 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8de9e3de-5152-48b1-b24c-1b9eb8f88edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:31.492460 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8de9e3de-5152-48b1-b24c-1b9eb8f88edf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=948db154315d494aa8fc3bbdd7a7cab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434138 Jul 09 20:20:31.493459 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9e3de-5152-48b1-b24c-1b9eb8f88edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cdf748-497a-474c-865e-3e74a16e82a9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:31.495026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35950) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:31.547501 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3aaf3adf-a7b3-479d-afd6-4897b35cfe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:31.567605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3aaf3adf-a7b3-479d-afd6-4897b35cfe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:31.614437 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3aaf3adf-a7b3-479d-afd6-4897b35cfe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:31.617293 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3aaf3adf-a7b3-479d-afd6-4897b35cfe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:31.618472 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3aaf3adf-a7b3-479d-afd6-4897b35cfe8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44cdf748-497a-474c-865e-3e74a16e82a9 HTTP/1.1" status: 204 len: 168 time: 0.1223724 Jul 09 20:20:31.625998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf3adf-a7b3-479d-afd6-4897b35cfe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cdf748-497a-474c-865e-3e74a16e82a9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:32.328484 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:32.636484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 35980) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:32.739441 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2fcad339-dfac-4a42-a009-47fcfb374e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:32.827627 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2fcad339-dfac-4a42-a009-47fcfb374e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:32.831290 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2fcad339-dfac-4a42-a009-47fcfb374e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:32.871502 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2fcad339-dfac-4a42-a009-47fcfb374e4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=467543b8c4e2401ca231e8b75c406648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339439 Jul 09 20:20:32.872765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcad339-dfac-4a42-a009-47fcfb374e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2461a805-b487-46f9-b4ca-39acd54eee6b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:32.874357 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 35984) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:32.923638 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cced762f-7438-4d1b-9720-284e6e67b432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:32.944744 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cced762f-7438-4d1b-9720-284e6e67b432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:32.989437 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cced762f-7438-4d1b-9720-284e6e67b432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:32.991982 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cced762f-7438-4d1b-9720-284e6e67b432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:32.993152 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cced762f-7438-4d1b-9720-284e6e67b432 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2461a805-b487-46f9-b4ca-39acd54eee6b HTTP/1.1" status: 204 len: 168 time: 0.1171741 Jul 09 20:20:33.000559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced762f-7438-4d1b-9720-284e6e67b432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2461a805-b487-46f9-b4ca-39acd54eee6b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:33.594022 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ee321e3-2b0d-4ff5-b44d-81d456b95c1c req-73091776-4900-484a-acfe-8625eefa51a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530167 Jul 09 20:20:33.674367 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee321e3-2b0d-4ff5-b44d-81d456b95c1c req-94d95a4d-7b77-4a2a-981c-7e6e48314d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:33.675907 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ee321e3-2b0d-4ff5-b44d-81d456b95c1c req-94d95a4d-7b77-4a2a-981c-7e6e48314d8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 1096 time: 0.0595214 Jul 09 20:20:33.784361 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee321e3-2b0d-4ff5-b44d-81d456b95c1c req-b74513be-e2ae-436b-b8f5-59fdf80241c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:33.785846 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ee321e3-2b0d-4ff5-b44d-81d456b95c1c req-b74513be-e2ae-436b-b8f5-59fdf80241c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.0882115 Jul 09 20:20:33.834435 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ee321e3-2b0d-4ff5-b44d-81d456b95c1c req-d341c513-4b5d-46aa-9ef7-884ac1b0b6fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e9f5f03-1712-4159-b45d-0e746d6cfb2f HTTP/1.1" status: 200 len: 217 time: 0.0419645 Jul 09 20:20:33.893366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee321e3-2b0d-4ff5-b44d-81d456b95c1c req-786a7db8-9638-4c3d-bbe0-c041ae46cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:33.893366 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ee321e3-2b0d-4ff5-b44d-81d456b95c1c req-786a7db8-9638-4c3d-bbe0-c041ae46cccc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.0521672 Jul 09 20:20:33.958480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee321e3-2b0d-4ff5-b44d-81d456b95c1c req-1bc653ee-8111-45ba-b516-cca7ef88e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:33.960091 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ee321e3-2b0d-4ff5-b44d-81d456b95c1c req-1bc653ee-8111-45ba-b516-cca7ef88e36c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593247 Jul 09 20:20:34.064311 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ee321e3-2b0d-4ff5-b44d-81d456b95c1c req-98c8a972-7312-43a2-b1a5-e0763fdcb7c5 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973494 Jul 09 20:20:34.165076 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ee321e3-2b0d-4ff5-b44d-81d456b95c1c req-b43b2b94-0844-4e6a-a00a-97091b3975f7 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941458 Jul 09 20:20:34.247318 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-444961ca-0bdd-4940-8105-c618e8f14eed req-a6d041af-ca30-44b3-bad5-56f565ae08d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520833 Jul 09 20:20:34.344170 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444961ca-0bdd-4940-8105-c618e8f14eed req-b0a938b2-a19a-45a1-8260-4c365190ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:34.346336 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-444961ca-0bdd-4940-8105-c618e8f14eed req-b0a938b2-a19a-45a1-8260-4c365190ae6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 1096 time: 0.0546467 Jul 09 20:20:34.453438 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444961ca-0bdd-4940-8105-c618e8f14eed req-60dd775e-9ddb-4ddb-a280-1b12b3480e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:34.455653 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-444961ca-0bdd-4940-8105-c618e8f14eed req-60dd775e-9ddb-4ddb-a280-1b12b3480e38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 HTTP/1.1" status: 200 len: 898 time: 0.0903068 Jul 09 20:20:34.524738 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-444961ca-0bdd-4940-8105-c618e8f14eed req-6a10457f-7b5c-4471-8a28-68b8af38d79d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656 HTTP/1.1" status: 200 len: 1000 time: 0.0624003 Jul 09 20:20:34.581478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444961ca-0bdd-4940-8105-c618e8f14eed req-a7f78a5c-68e3-4d33-b9fa-ae5a79af7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:34.583012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-444961ca-0bdd-4940-8105-c618e8f14eed req-a7f78a5c-68e3-4d33-b9fa-ae5a79af7099 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f6437d4-7109-4804-b587-c5629b457f94 HTTP/1.1" status: 200 len: 835 time: 0.0523324 Jul 09 20:20:34.651202 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444961ca-0bdd-4940-8105-c618e8f14eed req-121b1d41-7762-401f-9340-1d654ed7316c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:34.652975 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-444961ca-0bdd-4940-8105-c618e8f14eed req-121b1d41-7762-401f-9340-1d654ed7316c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633166 Jul 09 20:20:34.748722 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-444961ca-0bdd-4940-8105-c618e8f14eed req-4df80235-7784-4240-9c14-708993bf8606 service neutron] 10.222.0.32 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861311 Jul 09 20:20:34.842365 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-444961ca-0bdd-4940-8105-c618e8f14eed req-25375746-2b71-4452-9241-9934a9f77986 service neutron] 10.222.0.32 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869329 Jul 09 20:20:36.371880 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:20:49.029227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f94cc2-7522-468f-b5fb-edaf1af3dcdb req-2c859a5f-aafc-40e6-b4c5-61511d3c1149 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:49.036924 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30f94cc2-7522-468f-b5fb-edaf1af3dcdb req-2c859a5f-aafc-40e6-b4c5-61511d3c1149 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 945 time: 0.4395461 Jul 09 20:20:49.074721 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30f94cc2-7522-468f-b5fb-edaf1af3dcdb req-94a8c4d0-296c-4a61-9e8e-59895d779ead tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d3159cf-5090-4822-9894-716d3929a1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366910 Jul 09 20:20:50.033359 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48526c4-cec8-4524-a426-4beb715fa336 req-5a305230-b1b4-4a57-adff-0af42d596c57 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:50.037095 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48526c4-cec8-4524-a426-4beb715fa336 req-5a305230-b1b4-4a57-adff-0af42d596c57 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 1096 time: 0.0755312 Jul 09 20:20:50.073341 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d48526c4-cec8-4524-a426-4beb715fa336 req-b95acdc3-cd9c-4937-b7b8-e843160ddaa8 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329001 Jul 09 20:20:50.098787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36162) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:50.363568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ae31f5ff-1fa3-45c0-8d7a-730c61dbbcf7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port eded23a1-74b5-410f-b57b-eeb4219c041e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:50.364175 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae31f5ff-1fa3-45c0-8d7a-730c61dbbcf7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:50.454299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8f1eb-dafd-4e2e-992a-6627493d0819 req-2c2a23a6-0295-4648-9066-8f3cecf38907 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:50.455836 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-12d8f1eb-dafd-4e2e-992a-6627493d0819 req-2c2a23a6-0295-4648-9066-8f3cecf38907 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 945 time: 0.1430368 Jul 09 20:20:50.478704 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae31f5ff-1fa3-45c0-8d7a-730c61dbbcf7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:50.479186 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae31f5ff-1fa3-45c0-8d7a-730c61dbbcf7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:50.493401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ae31f5ff-1fa3-45c0-8d7a-730c61dbbcf7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for eded23a1-74b5-410f-b57b-eeb4219c041e owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:50.611720 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-12d8f1eb-dafd-4e2e-992a-6627493d0819 req-a65395b3-519e-4dec-bbaa-07ea6c723ea4 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups?id=1d3159cf-5090-4822-9894-716d3929a1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161139 Jul 09 20:20:50.616769 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-ba974cf8-50e8-4f4e-a3a2-9f00902208dc tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:50.618884 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-ba974cf8-50e8-4f4e-a3a2-9f00902208dc tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 945 time: 0.1013448 Jul 09 20:20:50.741203 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae31f5ff-1fa3-45c0-8d7a-730c61dbbcf7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:50.775627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31f5ff-1fa3-45c0-8d7a-730c61dbbcf7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=eded23a1-74b5-410f-b57b-eeb4219c041e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:50.872372 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae31f5ff-1fa3-45c0-8d7a-730c61dbbcf7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:50.872763 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-ae31f5ff-1fa3-45c0-8d7a-730c61dbbcf7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Floating IP c26f5b91-cee6-46a8-910b-5e2558dfb18b disassociated (deleted). External IP: 172.25.0.51, port: 8276aae5-ae64-4310-8b5e-9235e3ec2656. Jul 09 20:20:50.883540 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Deleting port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:50.883888 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:50.994202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] For port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:50.994855 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:51.195203 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae31f5ff-1fa3-45c0-8d7a-730c61dbbcf7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:20:51.324278 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:51.325070 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:51.326545 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Floating IP 4403c92b-b184-487b-80e2-5d21773a8432 disassociated. External IP: 172.25.0.211, port: cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6. Jul 09 20:20:51.326913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Calling delete_port for cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:51.390650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae31f5ff-1fa3-45c0-8d7a-730c61dbbcf7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:20:51.402839 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae31f5ff-1fa3-45c0-8d7a-730c61dbbcf7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:51.412702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634d1ea-72ae-40cd-8d2e-5fb843d472d8 None None] Sync routers for ids ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:20:51.424911 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634d1ea-72ae-40cd-8d2e-5fb843d472d8 None None] Routers {'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:51.426720 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5634d1ea-72ae-40cd-8d2e-5fb843d472d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:20:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:51.484417 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ae31f5ff-1fa3-45c0-8d7a-730c61dbbcf7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/floatingips/c26f5b91-cee6-46a8-910b-5e2558dfb18b HTTP/1.1" status: 204 len: 168 time: 1.3809772 Jul 09 20:20:51.484417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:20:51.484417 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2d1ffe-850d-4d25-b5df-c7bb9ee6bbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:20:51.562518 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e6357b-162a-4687-ae8b-f6329047787b x-openstack-request-id: req-15e6357b-162a-4687-ae8b-f6329047787b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:20:51.562823 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:20:51.563115 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15e6357b-162a-4687-ae8b-f6329047787b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:20:51.564568 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'status': 'completed', 'code': 200} Jul 09 20:20:51.594375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-5634d1ea-72ae-40cd-8d2e-5fb843d472d8 None None] Set router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:51.695415 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:51.764912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event deleted for resources: {'Port': ['ID=cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:51.798244 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:51.798932 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:51.799411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:51.799856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:51.800336 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:51.800803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:51.801234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:51.801645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:51.802095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:51.802516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:51.802948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:51.803431 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:20:51.863950 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d1ffe-850d-4d25-b5df-c7bb9ee6bbeb req-746d3d8a-5512-41bf-a424-aa1dc9e99db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:51.874611 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9c2d1ffe-850d-4d25-b5df-c7bb9ee6bbeb req-746d3d8a-5512-41bf-a424-aa1dc9e99db0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 1096 time: 0.2652826 Jul 09 20:20:51.976010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5634d1ea-72ae-40cd-8d2e-5fb843d472d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:07Z', 'updated_at': '2021-07-09T20:18:14Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:08Z', 'updated_at': '2021-07-09T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '80d8e2fa-e997-477b-9290-0ab3e5f117c8', 'name': '', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:9c:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4f6437d4-7109-4804-b587-c5629b457f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:13Z', 'updated_at': '2021-07-09T20:18:20Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '4f6437d4-7109-4804-b587-c5629b457f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:52.056182 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e85f51b3-6adb-4406-b402-5ac132f023a4 req-93a4b8c2-3f4c-4bef-845a-90a7ef0f6c1c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 210 time: 0.1150987 Jul 09 20:20:52.058177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634d1ea-72ae-40cd-8d2e-5fb843d472d8 None None] Checking router: f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:20:52.082155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634d1ea-72ae-40cd-8d2e-5fb843d472d8 None None] Routers {'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:52.083700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5634d1ea-72ae-40cd-8d2e-5fb843d472d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:20:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:52.172686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d1ffe-850d-4d25-b5df-c7bb9ee6bbeb req-e21ceb42-4975-46a7-8644-55313894824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:52.178152 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9c2d1ffe-850d-4d25-b5df-c7bb9ee6bbeb req-e21ceb42-4975-46a7-8644-55313894824b service neutron] 10.222.0.32 "GET /v2.0/networks?id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 HTTP/1.1" status: 200 len: 898 time: 0.2973022 Jul 09 20:20:52.255662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-5634d1ea-72ae-40cd-8d2e-5fb843d472d8 None None] Set router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:52.311195 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Router 3270d130-2195-447b-8f02-4798afd13fd8 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:20:52.363467 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9c2d1ffe-850d-4d25-b5df-c7bb9ee6bbeb req-6e47a108-93e4-4f54-b3f5-659512692eaf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656 HTTP/1.1" status: 200 len: 217 time: 0.1737392 Jul 09 20:20:52.573902 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d1ffe-850d-4d25-b5df-c7bb9ee6bbeb req-cb9c8863-0f37-4c17-822a-d667e93f8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:52.575992 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9c2d1ffe-850d-4d25-b5df-c7bb9ee6bbeb req-cb9c8863-0f37-4c17-822a-d667e93f8570 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4f6437d4-7109-4804-b587-c5629b457f94 HTTP/1.1" status: 200 len: 835 time: 0.1940126 Jul 09 20:20:52.618054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:20:52.637641 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0cfff-5422-4ad4-9b0d-2131bfa43f59 None None] Sync routers for ids ['3270d130-2195-447b-8f02-4798afd13fd8'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:20:52.653076 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0cfff-5422-4ad4-9b0d-2131bfa43f59 None None] Routers {'3270d130-2195-447b-8f02-4798afd13fd8'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:52.653718 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fde0cfff-5422-4ad4-9b0d-2131bfa43f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:20:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3270d130-2195-447b-8f02-4798afd13fd8'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:52.666058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847a066-2654-486a-bede-a9005934945e req-50579281-9b23-48e4-bad8-ae4ca5f34414 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:52.674912 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b847a066-2654-486a-bede-a9005934945e req-50579281-9b23-48e4-bad8-ae4ca5f34414 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.3150840 Jul 09 20:20:52.675154 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5634d1ea-72ae-40cd-8d2e-5fb843d472d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:07Z', 'updated_at': '2021-07-09T20:18:14Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:08Z', 'updated_at': '2021-07-09T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '80d8e2fa-e997-477b-9290-0ab3e5f117c8', 'name': '', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:9c:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4f6437d4-7109-4804-b587-c5629b457f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:13Z', 'updated_at': '2021-07-09T20:18:20Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '4f6437d4-7109-4804-b587-c5629b457f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:52.745128 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b847a066-2654-486a-bede-a9005934945e req-540909d3-baa7-4c95-9bb0-5d29257c24fc tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690422 Jul 09 20:20:52.761093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634d1ea-72ae-40cd-8d2e-5fb843d472d8 None None] The sync data for ids ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'] in n-d-800088-3 is: [{'id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:07Z', 'updated_at': '2021-07-09T20:18:14Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:08Z', 'updated_at': '2021-07-09T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '80d8e2fa-e997-477b-9290-0ab3e5f117c8', 'name': '', 'network_id': '6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:9c:73:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3009, 'fixed_ips': [{'subnet_id': '4f6437d4-7109-4804-b587-c5629b457f94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:13Z', 'updated_at': '2021-07-09T20:18:20Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '4f6437d4-7109-4804-b587-c5629b457f94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:20:52.776430 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] No DVR routers for this DVR port cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:20:52.781360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d1ffe-850d-4d25-b5df-c7bb9ee6bbeb req-650fba8c-22d7-42d4-aa05-d8e01fbb1d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:52.783767 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9c2d1ffe-850d-4d25-b5df-c7bb9ee6bbeb req-650fba8c-22d7-42d4-aa05-d8e01fbb1d85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1940460 Jul 09 20:20:52.797570 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:52.800309 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-37a9022a-1081-449b-95c5-44b001d4dd9a req-c69b4aef-0ecd-4a7a-a4da-ee99b0ac7cce tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.36 "DELETE /v2.0/ports/cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 HTTP/1.1" status: 204 len: 173 time: 2.1758838 Jul 09 20:20:52.802310 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac62ae09-b21c-4503-b807-4e2070385cf1', 'name': 'network-vif-deleted', 'tag': 'cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:20:52.807073 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df28c9e-f10c-42b2-a1ef-9a1c51a56db6" -d '{"events": [{"server_uuid": "ac62ae09-b21c-4503-b807-4e2070385cf1", "name": "network-vif-deleted", "tag": "cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:20:52.915619 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eccc4b2-b85f-4e4c-969d-c98b16156715 x-openstack-request-id: req-1eccc4b2-b85f-4e4c-969d-c98b16156715 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:20:52.915893 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac62ae09-b21c-4503-b807-4e2070385cf1", "name": "network-vif-deleted", "tag": "cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:20:52.916145 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1eccc4b2-b85f-4e4c-969d-c98b16156715 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:20:52.916890 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac62ae09-b21c-4503-b807-4e2070385cf1', 'name': 'network-vif-deleted', 'tag': 'cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6', 'status': 'completed', 'code': 200} Jul 09 20:20:53.095916 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-fde0cfff-5422-4ad4-9b0d-2131bfa43f59 None None] Set router 3270d130-2195-447b-8f02-4798afd13fd8 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:53.116584 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9c2d1ffe-850d-4d25-b5df-c7bb9ee6bbeb req-7abacae3-6df4-4f4e-8d4e-48bdc1084d32 service neutron] 10.222.0.32 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225360 Jul 09 20:20:53.350764 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de47d028-3c67-4642-93b1-dcaafa195967 None None] New status for floating IP c26f5b91-cee6-46a8-910b-5e2558dfb18b: DOWN {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:20:53.408094 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9c2d1ffe-850d-4d25-b5df-c7bb9ee6bbeb req-a66d1d9d-5790-4d88-97af-2414ca6a4270 service neutron] 10.222.0.32 "GET /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664537 Jul 09 20:20:53.424747 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fde0cfff-5422-4ad4-9b0d-2131bfa43f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '7f30460a-0a6d-4b3e-b314-e6e8da4d17da', 'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'mac_address': 'fa:16:3e:d8:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:00Z', 'updated_at': '2021-07-09T20:10:10Z', 'revision_number': 5, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'subnets': [{'id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:53.494594 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0cfff-5422-4ad4-9b0d-2131bfa43f59 None None] Checking router: 3270d130-2195-447b-8f02-4798afd13fd8 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:20:53.505210 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1f38ad94-6543-4afe-a626-7f970e6dbd9e req-5040f04b-c261-42bc-ba40-c48caaa0f28c tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac62ae09-b21c-4503-b807-4e2070385cf1 HTTP/1.1" status: 200 len: 210 time: 0.0810237 Jul 09 20:20:53.531712 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0cfff-5422-4ad4-9b0d-2131bfa43f59 None None] Routers {'3270d130-2195-447b-8f02-4798afd13fd8'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:20:53.532750 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fde0cfff-5422-4ad4-9b0d-2131bfa43f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:20:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3270d130-2195-447b-8f02-4798afd13fd8'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:53.608103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47e901-c465-4afd-9bc2-131386795db1 req-e0b4f0a1-0d77-43b0-87db-63ed55e1d7be tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:53.609676 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6e47e901-c465-4afd-9bc2-131386795db1 req-e0b4f0a1-0d77-43b0-87db-63ed55e1d7be tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.1043193 Jul 09 20:20:53.770652 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-fde0cfff-5422-4ad4-9b0d-2131bfa43f59 None None] Set router 3270d130-2195-447b-8f02-4798afd13fd8 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:20:53.820420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-6e47e901-c465-4afd-9bc2-131386795db1 req-e5ab3dec-6a39-46b2-b8a4-23509d79108a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port 8276aae5-ae64-4310-8b5e-9235e3ec2656 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:53.820420 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6e47e901-c465-4afd-9bc2-131386795db1 req-e5ab3dec-6a39-46b2-b8a4-23509d79108a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:54.032005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef410e-145f-4a6b-ad40-1dbc98ce27e3 req-20ca8efc-12e5-426f-8dfa-12e45900ecc8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:54.040617 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-49ef410e-145f-4a6b-ad40-1dbc98ce27e3 req-20ca8efc-12e5-426f-8dfa-12e45900ecc8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 945 time: 0.0940127 Jul 09 20:20:54.083703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-6e47e901-c465-4afd-9bc2-131386795db1 req-e5ab3dec-6a39-46b2-b8a4-23509d79108a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] For port 8276aae5-ae64-4310-8b5e-9235e3ec2656, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8276aae5-ae64-4310-8b5e-9235e3ec2656,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:54.086744 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6e47e901-c465-4afd-9bc2-131386795db1 req-e5ab3dec-6a39-46b2-b8a4-23509d79108a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:54.105183 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-49ef410e-145f-4a6b-ad40-1dbc98ce27e3 req-d453ff03-a0dc-44c1-ba15-29972c26dd57 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=d878f909-3236-41ce-9125-18cdc622936d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630662 Jul 09 20:20:54.116471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-6e47e901-c465-4afd-9bc2-131386795db1 req-e5ab3dec-6a39-46b2-b8a4-23509d79108a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for 8276aae5-ae64-4310-8b5e-9235e3ec2656 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:54.236850 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fde0cfff-5422-4ad4-9b0d-2131bfa43f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '7f30460a-0a6d-4b3e-b314-e6e8da4d17da', 'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'mac_address': 'fa:16:3e:d8:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:00Z', 'updated_at': '2021-07-09T20:10:10Z', 'revision_number': 5, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'subnets': [{'id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:20:54.269247 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde0cfff-5422-4ad4-9b0d-2131bfa43f59 None None] The sync data for ids ['3270d130-2195-447b-8f02-4798afd13fd8'] in n-d-800088-3 is: [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:10:02Z', 'revision_number': 4, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '7f30460a-0a6d-4b3e-b314-e6e8da4d17da', 'name': '', 'network_id': 'a6576972-e367-4dac-bb93-8a5b61d3f93b', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'mac_address': 'fa:16:3e:d8:6f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2279, 'fixed_ips': [{'subnet_id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:00Z', 'updated_at': '2021-07-09T20:10:10Z', 'revision_number': 5, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'subnets': [{'id': '161c1db9-1ac5-4ddb-aca3-0389863a1e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:20:54.362394 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6e47e901-c465-4afd-9bc2-131386795db1 req-e5ab3dec-6a39-46b2-b8a4-23509d79108a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:54.451101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab3dec-6a39-46b2-b8a4-23509d79108a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=8276aae5-ae64-4310-8b5e-9235e3ec2656,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:54.535221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e47e901-c465-4afd-9bc2-131386795db1 req-e5ab3dec-6a39-46b2-b8a4-23509d79108a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] No DVR routers for this DVR port 8276aae5-ae64-4310-8b5e-9235e3ec2656 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:20:54.537867 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6e47e901-c465-4afd-9bc2-131386795db1 req-e5ab3dec-6a39-46b2-b8a4-23509d79108a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:54.540097 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6e47e901-c465-4afd-9bc2-131386795db1 req-e5ab3dec-6a39-46b2-b8a4-23509d79108a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.32 "DELETE /v2.0/ports/8276aae5-ae64-4310-8b5e-9235e3ec2656 HTTP/1.1" status: 204 len: 173 time: 0.9241366 Jul 09 20:20:54.540590 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'name': 'network-vif-deleted', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:20:54.543120 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ba88d4-fa0a-45c8-ba4d-dcbe45f6ce6d" -d '{"events": [{"server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "name": "network-vif-deleted", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:20:54.590226 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1acf0c-c76f-45f8-bf81-ca5ceec7cfff x-openstack-request-id: req-fe1acf0c-c76f-45f8-bf81-ca5ceec7cfff {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:20:54.590756 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9925fa-dbea-428a-99b5-4c8be85f5b69", "name": "network-vif-deleted", "tag": "8276aae5-ae64-4310-8b5e-9235e3ec2656", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:20:54.591253 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe1acf0c-c76f-45f8-bf81-ca5ceec7cfff {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:20:54.591928 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9925fa-dbea-428a-99b5-4c8be85f5b69', 'name': 'network-vif-deleted', 'tag': '8276aae5-ae64-4310-8b5e-9235e3ec2656', 'status': 'completed', 'code': 200} Jul 09 20:20:54.767636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36206) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:54.832342 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b58f9-8488-4250-929a-e3d09824426b None None] New status for floating IP 4403c92b-b184-487b-80e2-5d21773a8432: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:20:54.913899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:20:55.013042 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10a5a0bc-0be5-4f58-92a2-fc30a982ad4d tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:55.020844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:20:55.021210 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cd8d4669-9d1b-41ab-b5d3-86bf725a3fd6 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:20:55.123404 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10a5a0bc-0be5-4f58-92a2-fc30a982ad4d tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:55.236385 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10a5a0bc-0be5-4f58-92a2-fc30a982ad4d tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:55.240238 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10a5a0bc-0be5-4f58-92a2-fc30a982ad4d tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:55.245986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-10a5a0bc-0be5-4f58-92a2-fc30a982ad4d tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "DELETE /v2.0/security-groups/1d3159cf-5090-4822-9894-716d3929a1fb HTTP/1.1" status: 204 len: 168 time: 0.4761789 Jul 09 20:20:55.246211 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36212) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:55.262713 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-02f74eb0-445e-46c6-8e53-4f4b50585560 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] show failed (client error): The resource could not be found. Jul 09 20:20:55.269386 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-02f74eb0-445e-46c6-8e53-4f4b50585560 tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "GET /v2.0/security-groups/1d3159cf-5090-4822-9894-716d3929a1fb HTTP/1.1" status: 404 len: 347 time: 0.0221059 Jul 09 20:20:55.270218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36214) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:55.312610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5a0bc-0be5-4f58-92a2-fc30a982ad4d tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3159cf-5090-4822-9894-716d3929a1fb,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:55.492001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858db13-d563-47df-9715-d2f1ca4794ea req-7a6ff8b1-c995-44de-8d2a-85c5edaf7ed4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:55.502275 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d858db13-d563-47df-9715-d2f1ca4794ea req-7a6ff8b1-c995-44de-8d2a-85c5edaf7ed4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1063962 Jul 09 20:20:55.590440 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d858db13-d563-47df-9715-d2f1ca4794ea req-3fa54d23-42aa-422f-8915-7f35f6c77756 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862617 Jul 09 20:20:55.672214 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d50a0d6d-9c13-40f3-abc4-5f8a06c22282 req-4dcb4f10-1a5d-4c7b-b6d9-0314985c4fed tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd9925fa-dbea-428a-99b5-4c8be85f5b69 HTTP/1.1" status: 200 len: 210 time: 0.1897700 Jul 09 20:20:55.723493 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-83f7d396-4583-457e-aa06-842e1a69a03e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Deleting port a64b2d4f-0eec-4bf3-a20f-2faae1410290 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:55.723493 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-83f7d396-4583-457e-aa06-842e1a69a03e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:55.843619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-83f7d396-4583-457e-aa06-842e1a69a03e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:55.843619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-83f7d396-4583-457e-aa06-842e1a69a03e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:55.859462 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-83f7d396-4583-457e-aa06-842e1a69a03e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Calling delete_port for a64b2d4f-0eec-4bf3-a20f-2faae1410290 owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:55.889247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc22d2-4371-4a2d-880d-d7360a3ec0e4 req-bc070831-cd2f-4e6e-ac94-38101b45c450 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:55.897015 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1fc22d2-4371-4a2d-880d-d7360a3ec0e4 req-bc070831-cd2f-4e6e-ac94-38101b45c450 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0913706 Jul 09 20:20:55.950856 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1fc22d2-4371-4a2d-880d-d7360a3ec0e4 req-bbee3390-e6bc-4745-81cb-3eb1a0334a01 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529420 Jul 09 20:20:56.090862 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-83f7d396-4583-457e-aa06-842e1a69a03e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:56.124978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7d396-4583-457e-aa06-842e1a69a03e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Pushing event deleted for resources: {'Port': ['ID=a64b2d4f-0eec-4bf3-a20f-2faae1410290,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:56.217785 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-83f7d396-4583-457e-aa06-842e1a69a03e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:56.221581 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-83f7d396-4583-457e-aa06-842e1a69a03e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:56.222796 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-83f7d396-4583-457e-aa06-842e1a69a03e tempest-AttachVolumeTestJSON-1553133101 tempest-AttachVolumeTestJSON-1553133101-project] 10.222.0.30 "DELETE /v2.0/floatingips/4403c92b-b184-487b-80e2-5d21773a8432 HTTP/1.1" status: 204 len: 168 time: 0.9513667 Jul 09 20:20:56.540507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-deb5edad-5b66-423e-b31a-ea4e7e2781fd tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:56.547619 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-deb5edad-5b66-423e-b31a-ea4e7e2781fd tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 812 time: 0.3095315 Jul 09 20:20:56.566011 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-c75b07fd-b6f8-47c9-814c-2ee8964941fc tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/quotas/c2e81d9f1ed2425f9b101d7229ff034f HTTP/1.1" status: 200 len: 375 time: 0.0167866 Jul 09 20:20:56.717103 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-c05222e9-3744-438f-bebe-93c63b630d47 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1500497 Jul 09 20:20:56.848853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36248) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:20:56.915886 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-8f488cf3-1d9e-4082-a8fb-1f7763b275e6 service neutron] 10.222.0.30 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977971 Jul 09 20:20:56.933281 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0ecd-5734-4f69-b150-c4c9105bf046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:57.023237 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:57.538943 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-a6ca82c0-7a73-45a8-a7e4-fb00d8e96462 service neutron] 10.222.0.30 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218028 Jul 09 20:20:57.815260 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7ed40370-70ad-4382-ba2d-eef488f38204 req-3da79cef-88ec-4e93-9676-1991e1d08057 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 210 time: 0.0420861 Jul 09 20:20:57.842260 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f514c245-9cc7-426a-b500-c3cb37206e7e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:58.384232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f514c245-9cc7-426a-b500-c3cb37206e7e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port 80d8e2fa-e997-477b-9290-0ab3e5f117c8 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:20:58.384877 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f514c245-9cc7-426a-b500-c3cb37206e7e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:58.441986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8276aae5-ae64-4310-8b5e-9235e3ec2656 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:20:58.483099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 8276aae5-ae64-4310-8b5e-9235e3ec2656 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:20:58.483099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8276aae5-ae64-4310-8b5e-9235e3ec2656 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:20:58.623743 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-f514c245-9cc7-426a-b500-c3cb37206e7e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] For port 80d8e2fa-e997-477b-9290-0ab3e5f117c8, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=80d8e2fa-e997-477b-9290-0ab3e5f117c8,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:20:58.634676 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f514c245-9cc7-426a-b500-c3cb37206e7e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:58.684902 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f514c245-9cc7-426a-b500-c3cb37206e7e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for 80d8e2fa-e997-477b-9290-0ab3e5f117c8 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:20:59.096680 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5737efa9-14ed-447b-9cff-b42eb0c31719 req-689d619d-2e8f-491d-9c70-8b9a5db7f040 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 210 time: 0.0524716 Jul 09 20:20:59.139235 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f514c245-9cc7-426a-b500-c3cb37206e7e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:59.172303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514c245-9cc7-426a-b500-c3cb37206e7e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=80d8e2fa-e997-477b-9290-0ab3e5f117c8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:20:59.363510 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:59.456614 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba43c354-2d98-498f-b0d8-6d07c7340bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:59.507300 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f514c245-9cc7-426a-b500-c3cb37206e7e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:59.627254 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:20:59.776451 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-d9d5d69d-89a8-460d-a3a6-cc46313c73b2 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:20:59.778324 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-d9d5d69d-89a8-460d-a3a6-cc46313c73b2 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 812 time: 0.1820359 Jul 09 20:20:59.792054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-b9f8816a-1602-4b4f-ab9d-22fbfc764610 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Request body: {'port': {'device_id': '2801ea50-3bab-4933-bc6b-c6f069234cd1', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'admin_state_up': True, 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:20:59.819010 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f514c245-9cc7-426a-b500-c3cb37206e7e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:21:00.087160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-b9f8816a-1602-4b4f-ab9d-22fbfc764610 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Made reservation on behalf of c2e81d9f1ed2425f9b101d7229ff034f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:21:00.097326 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-b9f8816a-1602-4b4f-ab9d-22fbfc764610 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:00.411814 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-b9f8816a-1602-4b4f-ab9d-22fbfc764610 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Allocated IP 172.20.0.4 (845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8/de9a6dd1-1afa-4967-a28b-c388caa25b1c/4f21cf91-64e5-4ec1-96bd-d9d62c84b95d) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:00.485993 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:00.598339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1f5ad951-1b4a-4894-babb-2a91b442d63a req-b2de770e-fa8a-477a-bcb6-5ec6e9751883 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 210 time: 0.0538275 Jul 09 20:21:00.654068 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-b9f8816a-1602-4b4f-ab9d-22fbfc764610 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:00.669160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-b9f8816a-1602-4b4f-ab9d-22fbfc764610 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Transition to ACTIVE for port object 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:00.701006 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f514c245-9cc7-426a-b500-c3cb37206e7e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:21:00.707669 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-b9f8816a-1602-4b4f-ab9d-22fbfc764610 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:00.715011 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f514c245-9cc7-426a-b500-c3cb37206e7e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "PUT /v2.0/routers/f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8621943 Jul 09 20:21:00.716680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36302) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:00.722596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1e9f5f03-1712-4159-b45d-0e746d6cfb2f', '7bddc02b-2f69-44b7-af29-991344031383'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:21:00.731340 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c26a0d-a29f-41e4-8eaa-3ef7b674d4dd None None] Sync routers for ids ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:21:00.764008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8816a-1602-4b4f-ab9d-22fbfc764610 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event updated for resources: {'Port': ['ID=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:00.783277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-b9f8816a-1602-4b4f-ab9d-22fbfc764610 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:00.786439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-b9f8816a-1602-4b4f-ab9d-22fbfc764610 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:00.791471 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-b9f8816a-1602-4b4f-ab9d-22fbfc764610 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:00.849987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c26a0d-a29f-41e4-8eaa-3ef7b674d4dd None None] Routers {'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:00.850650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b7c26a0d-a29f-41e4-8eaa-3ef7b674d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:20:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:00.856336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-22176c18-b9ba-4cab-8c5a-e74d4e126694 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting subnet 4f6437d4-7109-4804-b587-c5629b457f94 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:21:00.864446 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-22176c18-b9ba-4cab-8c5a-e74d4e126694 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:00.895926 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-d876dcd5-e27e-4183-9e63-2b4dfb39246c tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367993843&fields=id&tenant_id=23bb1ac906cf4b6394cc5b1e602b1500 HTTP/1.1" status: 200 len: 267 time: 0.1968150 Jul 09 20:21:00.960424 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-22176c18-b9ba-4cab-8c5a-e74d4e126694 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:01.001873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-b9f8816a-1602-4b4f-ab9d-22fbfc764610 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:01.002578 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-b9f8816a-1602-4b4f-ab9d-22fbfc764610 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:01.121009 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-b9f8816a-1602-4b4f-ab9d-22fbfc764610 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3332319 Jul 09 20:21:01.148390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-ccfa5857-04b1-4417-b639-7bfbf2dfe1ee tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:01.168707 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-ccfa5857-04b1-4417-b639-7bfbf2dfe1ee tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 811 time: 0.2537253 Jul 09 20:21:01.173501 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-22176c18-b9ba-4cab-8c5a-e74d4e126694 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:01.208169 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Request body: {'port': {'device_id': '2801ea50-3bab-4933-bc6b-c6f069234cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:01.232185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-b7c26a0d-a29f-41e4-8eaa-3ef7b674d4dd None None] Set router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:01.288219 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-22176c18-b9ba-4cab-8c5a-e74d4e126694 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:01.313605 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-dc6486ff-1a79-4309-8ff9-4c3d27c28d4c tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/quotas/23bb1ac906cf4b6394cc5b1e602b1500 HTTP/1.1" status: 200 len: 375 time: 0.1430314 Jul 09 20:21:01.337119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22176c18-b9ba-4cab-8c5a-e74d4e126694 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Subnet': ['ID=4f6437d4-7109-4804-b587-c5629b457f94,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:01.341446 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-22176c18-b9ba-4cab-8c5a-e74d4e126694 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:01.343599 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-22176c18-b9ba-4cab-8c5a-e74d4e126694 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/subnets/4f6437d4-7109-4804-b587-c5629b457f94 HTTP/1.1" status: 204 len: 168 time: 0.6258142 Jul 09 20:21:01.348620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36308) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:01.441810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58e6398-b45d-4bba-aead-e17a6a0bd6ae None None] Network 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:21:01.566439 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-674a93ac-b1c5-463b-a3ef-21892a553b94 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2513168 Jul 09 20:21:01.636933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dbd1038f-be38-41c0-8f6f-e9511b787116 None None] Provisioning for port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:01.666447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dbd1038f-be38-41c0-8f6f-e9511b787116 None None] Provisioning complete for port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:01.667167 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dbd1038f-be38-41c0-8f6f-e9511b787116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:01.698383 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:01.819947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1038f-be38-41c0-8f6f-e9511b787116 None None] Port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:21:01.845639 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-61bdfbb2-5810-4174-b06b-340106f305c1 service neutron] 10.222.0.30 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693741 Jul 09 20:21:01.880731 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:02.029053 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:02.120863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b7c26a0d-a29f-41e4-8eaa-3ef7b674d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:07Z', 'updated_at': '2021-07-09T20:20:59Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '48f24f7d-8829-44de-b23a-b915220ddfac', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:18:08Z', 'updated_at': '2021-07-09T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:02.151696 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107e04e-2643-447d-9554-2dbdccd3799c req-49c3f5a0-c87f-4777-97cc-ff98fcdf1cf5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:02.162692 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1107e04e-2643-447d-9554-2dbdccd3799c req-49c3f5a0-c87f-4777-97cc-ff98fcdf1cf5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 931 time: 0.1981118 Jul 09 20:21:02.176970 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c26a0d-a29f-41e4-8eaa-3ef7b674d4dd None None] Checking router: f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:21:02.186846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c26a0d-a29f-41e4-8eaa-3ef7b674d4dd None None] Routers {'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:02.187853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b7c26a0d-a29f-41e4-8eaa-3ef7b674d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:20:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:02.230855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeb68ce-a711-48d0-88af-50a749cd2ca7 None None] DHCP port deletion for 6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:21:02.271406 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1107e04e-2643-447d-9554-2dbdccd3799c req-7256ebb2-0187-4d52-b138-c3701acdb5f1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077504 Jul 09 20:21:02.293108 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port 48f24f7d-8829-44de-b23a-b915220ddfac {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:21:02.293476 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:02.462196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] For port 48f24f7d-8829-44de-b23a-b915220ddfac, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=48f24f7d-8829-44de-b23a-b915220ddfac,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:02.462671 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:02.470001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:21:02.478373 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:02.497017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for 48f24f7d-8829-44de-b23a-b915220ddfac owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:21:02.513196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Transition to ACTIVE for port object 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:02.532277 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:02.533738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-b7c26a0d-a29f-41e4-8eaa-3ef7b674d4dd None None] Set router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:02.534810 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:02.556050 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-a872e9a3-28df-4b4a-b15d-43fa11281d58 service neutron] 10.222.0.30 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7080152 Jul 09 20:21:02.606370 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b7c26a0d-a29f-41e4-8eaa-3ef7b674d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:07Z', 'updated_at': '2021-07-09T20:21:02Z', 'revision_number': 6, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:02.648372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c26a0d-a29f-41e4-8eaa-3ef7b674d4dd None None] The sync data for ids ['f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50'] in n-d-800088-3 is: [{'id': 'f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072587478', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:18:07Z', 'updated_at': '2021-07-09T20:21:02Z', 'revision_number': 6, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:21:02.661336 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb68ce-a711-48d0-88af-50a749cd2ca7 None None] Deleting port 33894e60-ff73-427e-a9e5-528a06a0728f {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:21:02.661707 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bbeb68ce-a711-48d0-88af-50a749cd2ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:02.769767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Pushing event updated for resources: {'Port': ['ID=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:02.874849 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-bbeb68ce-a711-48d0-88af-50a749cd2ca7 None None] For port 33894e60-ff73-427e-a9e5-528a06a0728f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=33894e60-ff73-427e-a9e5-528a06a0728f,segment=NetworkSegment(b36d5285-53df-43fe-96e8-216d0c53ea77),segment_id=b36d5285-53df-43fe-96e8-216d0c53ea77)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:02.888269 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bbeb68ce-a711-48d0-88af-50a749cd2ca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:02.911379 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:02.917595 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb68ce-a711-48d0-88af-50a749cd2ca7 None None] Calling delete_port for 33894e60-ff73-427e-a9e5-528a06a0728f owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:21:02.950124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Attempting to bind port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:21:02.950124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Attempting to bind port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:21:02.950671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Attempting to bind port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:02.962457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:21:02.962903 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Attempting to bind port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:02.974800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=48f24f7d-8829-44de-b23a-b915220ddfac,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:02.976068 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:21:02.978732 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Checking segment: {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:21:02.979327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Bound using segment: {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:21:02.979955 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Bound port: 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:21:02.980962 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:03.022060 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:03.022566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:03.023222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:03.024002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:03.024890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:03.025717 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:03.026502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:03.027291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:03.027827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:03.028406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:03.028866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:03.029399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:03.103654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] For port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:21:03.109611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] For port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:21:03.116851 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:03.147226 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bbeb68ce-a711-48d0-88af-50a749cd2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:03.166077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:03.166789 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:03.168347 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] 10.222.0.36 "PUT /v2.0/ports/4f21cf91-64e5-4ec1-96bd-d9d62c84b95d HTTP/1.1" status: 200 len: 1091 time: 1.9924483 Jul 09 20:21:03.187028 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:03.222717 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2801ea50-3bab-4933-bc6b-c6f069234cd1', 'tag': '4f21cf91-64e5-4ec1-96bd-d9d62c84b95d'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:03.232855 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d33bd02-3637-4350-b8dd-64426c3daf6e" -d '{"events": [{"name": "network-changed", "server_uuid": "2801ea50-3bab-4933-bc6b-c6f069234cd1", "tag": "4f21cf91-64e5-4ec1-96bd-d9d62c84b95d"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:03.251390 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb68ce-a711-48d0-88af-50a749cd2ca7 None None] Pushing event deleted for resources: {'Port': ['ID=33894e60-ff73-427e-a9e5-528a06a0728f,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:03.260398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb68ce-a711-48d0-88af-50a749cd2ca7 None None] No DVR routers for this DVR port 33894e60-ff73-427e-a9e5-528a06a0728f on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:21:03.345162 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff3f9b3-3c29-4cab-b4a8-056289a40781 x-openstack-request-id: req-aff3f9b3-3c29-4cab-b4a8-056289a40781 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:03.346178 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2801ea50-3bab-4933-bc6b-c6f069234cd1", "tag": "4f21cf91-64e5-4ec1-96bd-d9d62c84b95d", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:03.346933 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aff3f9b3-3c29-4cab-b4a8-056289a40781 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:03.347447 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2801ea50-3bab-4933-bc6b-c6f069234cd1', 'tag': '4f21cf91-64e5-4ec1-96bd-d9d62c84b95d', 'status': 'completed', 'code': 200} Jul 09 20:21:03.408051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e590a9-a947-414f-b8da-02eb9f3ee46b service neutron] Pushing event updated for resources: {'Port': ['ID=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:03.424321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-2a2c5a84-6f65-4834-8647-d7fc6235bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:03.426018 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-2a2c5a84-6f65-4834-8647-d7fc6235bdc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 1094 time: 0.1782117 Jul 09 20:21:03.486472 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:03.494514 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:03.512798 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-4dfce643-3d11-432c-9d75-554894af6d60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d HTTP/1.1" status: 200 len: 217 time: 0.0792696 Jul 09 20:21:03.576091 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-4727c8b4-7eb7-4d79-bda6-af0f905ee2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:03.578386 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-4727c8b4-7eb7-4d79-bda6-af0f905ee2a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.0568151 Jul 09 20:21:03.619672 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:03.620232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Fanout notify agent at l3_agent the message router_deleted on router f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:21:03.711490 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:03.715005 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fb3d7ed1-d2db-4ad0-8c03-25271d6acf22 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/routers/f4ed0edb-5e0b-4fb3-adb5-b6ac046ffd50 HTTP/1.1" status: 204 len: 168 time: 2.3628025 Jul 09 20:21:03.727017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36334) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:03.777513 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-ff544e0c-8278-4295-b636-bf1cb52fd79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:03.779069 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-ff544e0c-8278-4295-b636-bf1cb52fd79d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1928964 Jul 09 20:21:03.780508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 80d8e2fa-e997-477b-9290-0ab3e5f117c8 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:21:03.816011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae6463-ab66-48bc-8c4f-1732cecb8b5d req-c59050e9-12c4-45ba-bb91-a04c7c0cba8d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:03.819013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 80d8e2fa-e997-477b-9290-0ab3e5f117c8 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:21:03.819558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 80d8e2fa-e997-477b-9290-0ab3e5f117c8 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:21:03.820151 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 33894e60-ff73-427e-a9e5-528a06a0728f no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:21:03.833415 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f4ae6463-ab66-48bc-8c4f-1732cecb8b5d req-c59050e9-12c4-45ba-bb91-a04c7c0cba8d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 943 time: 0.2292595 Jul 09 20:21:03.888060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 33894e60-ff73-427e-a9e5-528a06a0728f {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:21:03.888517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 33894e60-ff73-427e-a9e5-528a06a0728f not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:21:03.889397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 48f24f7d-8829-44de-b23a-b915220ddfac no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:21:03.904176 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b1507411-7d67-44b8-8432-340d56fcbf39 req-380f9295-6ac0-42cc-80be-33bf63275e3f tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 210 time: 0.0703127 Jul 09 20:21:03.920321 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f4ae6463-ab66-48bc-8c4f-1732cecb8b5d req-d992ac5b-ca91-43e9-ae1c-ba9a8f6ed662 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857229 Jul 09 20:21:03.944042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 48f24f7d-8829-44de-b23a-b915220ddfac {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:21:03.945223 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 48f24f7d-8829-44de-b23a-b915220ddfac not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:21:04.057957 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29b9fdab-ef2a-4ca2-954e-6b78d006ab2d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.366920 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-427e6e5e-3547-4bc0-936a-392c1f84111f service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208793 Jul 09 20:21:04.504175 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29b9fdab-ef2a-4ca2-954e-6b78d006ab2d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.547421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-29b9fdab-ef2a-4ca2-954e-6b78d006ab2d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:04.579302 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-29b9fdab-ef2a-4ca2-954e-6b78d006ab2d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36d5285-53df-43fe-96e8-216d0c53ea77') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:04.579603 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-29b9fdab-ef2a-4ca2-954e-6b78d006ab2d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36d5285-53df-43fe-96e8-216d0c53ea77') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:04.630290 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29b9fdab-ef2a-4ca2-954e-6b78d006ab2d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.700828 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29b9fdab-ef2a-4ca2-954e-6b78d006ab2d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.714781 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-242d4a2d-2460-4b2b-aa75-d18246d51464 req-82f3274a-efcf-406b-8bc4-be8fe0f115d1 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108919 Jul 09 20:21:04.715145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b9fdab-ef2a-4ca2-954e-6b78d006ab2d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:21:04.715619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29b9fdab-ef2a-4ca2-954e-6b78d006ab2d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:21:04.728236 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:21:04.949652 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29b9fdab-ef2a-4ca2-954e-6b78d006ab2d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.967538 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29b9fdab-ef2a-4ca2-954e-6b78d006ab2d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:04.974847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-29b9fdab-ef2a-4ca2-954e-6b78d006ab2d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/networks/6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3 HTTP/1.1" status: 204 len: 168 time: 1.2433734 Jul 09 20:21:04.974950 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36366) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:04.998957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9fdab-ef2a-4ca2-954e-6b78d006ab2d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Network': ['ID=6cd152a9-08bd-45b6-8f01-a7e1be4bb5d3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:05.026911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33bd02-3637-4350-b8dd-64426c3daf6e req-972a9faf-c11b-4491-9dca-368d2ebbfbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:05.029505 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d33bd02-3637-4350-b8dd-64426c3daf6e req-972a9faf-c11b-4491-9dca-368d2ebbfbe3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 1094 time: 0.1513128 Jul 09 20:21:05.127893 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7fc145f9-6fe6-4d1d-98a0-b0e354c1a7e5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:05.183825 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7fc145f9-6fe6-4d1d-98a0-b0e354c1a7e5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:05.298196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17ceaa-20b6-49dc-8978-7c8fafadd29a req-1b2d755e-0f9e-44cb-8f64-efcadcc3be23 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:05.298952 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4591e2aa-54c8-4255-8a45-5cf9e682fa68 req-bea5317a-07fa-4145-9eeb-f7c4b0a3aa28 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 210 time: 0.0880773 Jul 09 20:21:05.307162 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ca17ceaa-20b6-49dc-8978-7c8fafadd29a req-1b2d755e-0f9e-44cb-8f64-efcadcc3be23 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 943 time: 0.1007676 Jul 09 20:21:05.385987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33bd02-3637-4350-b8dd-64426c3daf6e req-d5f6ee72-c341-4f9d-9eec-ad089e048238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:05.390010 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d33bd02-3637-4350-b8dd-64426c3daf6e req-d5f6ee72-c341-4f9d-9eec-ad089e048238 service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.3477931 Jul 09 20:21:05.419112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ca17ceaa-20b6-49dc-8978-7c8fafadd29a req-fdad93b8-2c12-409f-bb3a-35926390a593 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104181 Jul 09 20:21:05.432012 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7fc145f9-6fe6-4d1d-98a0-b0e354c1a7e5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:05.438271 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7fc145f9-6fe6-4d1d-98a0-b0e354c1a7e5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:05.441129 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7fc145f9-6fe6-4d1d-98a0-b0e354c1a7e5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/security-groups/d878f909-3236-41ce-9125-18cdc622936d HTTP/1.1" status: 204 len: 168 time: 0.4635520 Jul 09 20:21:05.498810 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc145f9-6fe6-4d1d-98a0-b0e354c1a7e5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d878f909-3236-41ce-9125-18cdc622936d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:05.514737 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d33bd02-3637-4350-b8dd-64426c3daf6e req-f3e8f043-a1cc-49b5-8036-cad7878c1fc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d HTTP/1.1" status: 200 len: 217 time: 0.1069646 Jul 09 20:21:05.663923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33bd02-3637-4350-b8dd-64426c3daf6e req-518ddab0-515f-4e31-92af-9a9dc62cb113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:05.665532 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d33bd02-3637-4350-b8dd-64426c3daf6e req-518ddab0-515f-4e31-92af-9a9dc62cb113 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.1359940 Jul 09 20:21:05.786496 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33bd02-3637-4350-b8dd-64426c3daf6e req-96b134f0-9807-4218-b13d-1c349bd6f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:05.790391 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d33bd02-3637-4350-b8dd-64426c3daf6e req-96b134f0-9807-4218-b13d-1c349bd6f183 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178803 Jul 09 20:21:06.038968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36376) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:06.053138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d3a723da-806c-46ab-80c2-aae50639c845 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452443188', 'description': 'tempest-secgroup-smoke-452443188 description', 'project_id': '98c415b77acf409d81bfd148c54b3790'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:06.104914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-de4b9fc1-c55c-4d40-985d-6c3dea2155dd tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:06.106525 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-de4b9fc1-c55c-4d40-985d-6c3dea2155dd tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 811 time: 0.3994188 Jul 09 20:21:06.140570 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d3a723da-806c-46ab-80c2-aae50639c845 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.184736 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-e9991267-92f8-49b9-a3de-690d3c2bfc4b tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23bb1ac906cf4b6394cc5b1e602b1500 HTTP/1.1" status: 200 len: 380 time: 0.0624859 Jul 09 20:21:06.195983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'port': {'device_id': 'e1d01442-af59-4658-a44a-cd0e53e93e97', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'admin_state_up': True, 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'security_groups': ['6c3dfff3-12ed-47f5-a004-1275183452f9']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:06.201671 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d33bd02-3637-4350-b8dd-64426c3daf6e req-6afbcabe-8cb0-4d79-b535-258f9ab5d674 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023833 Jul 09 20:21:06.428907 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d3a723da-806c-46ab-80c2-aae50639c845 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.443929 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d3a723da-806c-46ab-80c2-aae50639c845 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.475745 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6d33bd02-3637-4350-b8dd-64426c3daf6e req-5a01f334-f472-4954-92cc-2aaf91bf243d service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646766 Jul 09 20:21:06.480970 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d3a723da-806c-46ab-80c2-aae50639c845 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.483016 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d3a723da-806c-46ab-80c2-aae50639c845 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4423511 Jul 09 20:21:06.492757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36382) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:06.528794 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-be09a602-58c9-44ef-b964-deaa7ae6c3d7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'b389b5ab-518d-4fa0-ae83-b7379b650be4', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:06.531454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a723da-806c-46ab-80c2-aae50639c845 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b389b5ab-518d-4fa0-ae83-b7379b650be4,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:06.627958 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.db.api [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 20:21:06.627958 n-d-800088-3 neutron-server[100205]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 20:21:06.627958 n-d-800088-3 neutron-server[100205]: [parameters: {'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'id': 'f8ec1d4b-b2a2-4d28-8c1f-3609e54e6fa1', 'expiration': datetime.datetime(2021, 7, 9, 20, 23, 6, 598203)}] Jul 09 20:21:06.627958 n-d-800088-3 neutron-server[100205]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100205) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:21:06.628726 n-d-800088-3 neutron-server[100205]: DEBUG oslo_db.api [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:21:06.669652 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-be09a602-58c9-44ef-b964-deaa7ae6c3d7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.671753 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-351a1e63-38a1-4462-a2b8-0740f5104e64 req-aaf49aa8-fac4-4f5f-8a1e-3f660c72c167 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 210 time: 0.0596223 Jul 09 20:21:06.777897 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-be09a602-58c9-44ef-b964-deaa7ae6c3d7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.792851 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-be09a602-58c9-44ef-b964-deaa7ae6c3d7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.848299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09a602-58c9-44ef-b964-deaa7ae6c3d7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1652057e-5f8e-452c-9fc4-369542bbd22a,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:06.855726 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-be09a602-58c9-44ef-b964-deaa7ae6c3d7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.857227 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-be09a602-58c9-44ef-b964-deaa7ae6c3d7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3459661 Jul 09 20:21:06.859996 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36386) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:06.864762 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-11a78c84-0a37-4200-9d0d-9a38db676361 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'b389b5ab-518d-4fa0-ae83-b7379b650be4', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:06.895641 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-11a78c84-0a37-4200-9d0d-9a38db676361 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:06.911447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dd79e-9642-499a-81d0-35f285d98e84 req-24acc2f2-c005-4bb5-ab1c-930bb929c880 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:06.913216 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab2dd79e-9642-499a-81d0-35f285d98e84 req-24acc2f2-c005-4bb5-ab1c-930bb929c880 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 943 time: 0.1332026 Jul 09 20:21:06.959678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:21:06.968165 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab2dd79e-9642-499a-81d0-35f285d98e84 req-02f9f7c4-7bd3-4816-a763-81660225f047 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471382 Jul 09 20:21:07.022800 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-11a78c84-0a37-4200-9d0d-9a38db676361 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.030089 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-11a78c84-0a37-4200-9d0d-9a38db676361 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.061752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a78c84-0a37-4200-9d0d-9a38db676361 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99bbeb7-b489-428f-98cf-7951a61dcd0e,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:07.086880 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-11a78c84-0a37-4200-9d0d-9a38db676361 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.088164 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-11a78c84-0a37-4200-9d0d-9a38db676361 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2268474 Jul 09 20:21:07.091023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36390) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:07.100380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f32e39ec-7c83-4d31-9f5a-e973e7adaf42 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'b389b5ab-518d-4fa0-ae83-b7379b650be4', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:07.149392 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:07.163579 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f32e39ec-7c83-4d31-9f5a-e973e7adaf42 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.166684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '4f21cf91-64e5-4ec1-96bd-d9d62c84b95d', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'port_id': '4f21cf91-64e5-4ec1-96bd-d9d62c84b95d', 'mac_address': 'fa:16:3e:11:9b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:21:07.178478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Made reservation on behalf of 23bb1ac906cf4b6394cc5b1e602b1500 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:21:07.195238 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.217086 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.260875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:21:07.284065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:07.290539 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.314554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f32e39ec-7c83-4d31-9f5a-e973e7adaf42 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.320119 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f32e39ec-7c83-4d31-9f5a-e973e7adaf42 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.340251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e39ec-7c83-4d31-9f5a-e973e7adaf42 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d0ba08-b722-407b-82c0-a8400bf018ab,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:07.360182 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f32e39ec-7c83-4d31-9f5a-e973e7adaf42 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.365102 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f32e39ec-7c83-4d31-9f5a-e973e7adaf42 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2678361 Jul 09 20:21:07.365862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36392) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:07.374074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0aacb527-2042-4ad1-9d07-ff3b107559b2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'b389b5ab-518d-4fa0-ae83-b7379b650be4', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:07.401487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:07.409228 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0aacb527-2042-4ad1-9d07-ff3b107559b2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.539421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Allocated IP 172.20.0.5 (3de49419-471d-44dd-9cec-0be8c2f78db2/9a57788d-dcbd-497d-b559-eb3dde79191b/3200af9f-9090-42ed-8dd3-576c0adb4ecb) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:07.540221 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0aacb527-2042-4ad1-9d07-ff3b107559b2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.548182 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0aacb527-2042-4ad1-9d07-ff3b107559b2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.579260 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0aacb527-2042-4ad1-9d07-ff3b107559b2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.583400 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0aacb527-2042-4ad1-9d07-ff3b107559b2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2133138 Jul 09 20:21:07.584659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36394) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:07.590984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a6a18c58-3749-4611-ad9e-c71d2cb6c587 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'b389b5ab-518d-4fa0-ae83-b7379b650be4', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:07.599108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacb527-2042-4ad1-9d07-ff3b107559b2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1433b32a-a24c-486c-8a73-390615e63653,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:07.629174 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-a6a18c58-3749-4611-ad9e-c71d2cb6c587 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Project 98c415b77acf409d81bfd148c54b3790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:21:07.638525 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a6a18c58-3749-4611-ad9e-c71d2cb6c587 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.756867 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a6a18c58-3749-4611-ad9e-c71d2cb6c587 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.762712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['4f21cf91-64e5-4ec1-96bd-d9d62c84b95d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:21:07.774547 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a6a18c58-3749-4611-ad9e-c71d2cb6c587 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.824674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.844992 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a6a18c58-3749-4611-ad9e-c71d2cb6c587 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:07.845442 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a6a18c58-3749-4611-ad9e-c71d2cb6c587 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2597406 Jul 09 20:21:07.848408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36408) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:07.853051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a18c58-3749-4611-ad9e-c71d2cb6c587 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be94b0aa-b274-42a9-a6c4-399b84e3361c,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:07.855934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-fb3ad408-fe14-4b9f-909e-bfc2ed1819d6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'b389b5ab-518d-4fa0-ae83-b7379b650be4', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:07.885634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Transition to ACTIVE for port object 3200af9f-9090-42ed-8dd3-576c0adb4ecb will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:07.892521 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-fb3ad408-fe14-4b9f-909e-bfc2ed1819d6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Project 98c415b77acf409d81bfd148c54b3790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:21:07.901527 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad408-fe14-4b9f-909e-bfc2ed1819d6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.030259 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e01d665-ffbd-4598-8d55-0d7575a9b4ae req-366edcd2-4b10-4f08-9854-e5972f2df54d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 210 time: 0.0749695 Jul 09 20:21:08.064503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad408-fe14-4b9f-909e-bfc2ed1819d6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.079637 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.204956 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad408-fe14-4b9f-909e-bfc2ed1819d6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.227434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Network 3de49419-471d-44dd-9cec-0be8c2f78db2 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:08.239321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'Port': ['ID=3200af9f-9090-42ed-8dd3-576c0adb4ecb,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:08.264129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:08.279415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:08.283937 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3ad408-fe14-4b9f-909e-bfc2ed1819d6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.289996 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fb3ad408-fe14-4b9f-909e-bfc2ed1819d6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4360373 Jul 09 20:21:08.290231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36418) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:08.295570 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-06af0eb6-0e31-43db-951f-f3ba88ab3bdd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'network': {'name': 'tempest-network-smoke--437180864', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'port_security_enabled': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:08.299630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3ad408-fe14-4b9f-909e-bfc2ed1819d6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e9bbcc-0812-436f-96b4-3f09a3e63ae7,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:08.345737 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06af0eb6-0e31-43db-951f-f3ba88ab3bdd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Made reservation on behalf of 98c415b77acf409d81bfd148c54b3790 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:21:08.349470 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06af0eb6-0e31-43db-951f-f3ba88ab3bdd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.407822 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06af0eb6-0e31-43db-951f-f3ba88ab3bdd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:21:08.424753 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06af0eb6-0e31-43db-951f-f3ba88ab3bdd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.425575 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-06af0eb6-0e31-43db-951f-f3ba88ab3bdd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Added segment 686613a4-e650-4a38-95cb-5665ee190d55 of type vlan for network 6751e324-3a53-4d2d-a60d-4069349c4ad5 Jul 09 20:21:08.467114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:08.467863 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.517009 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06af0eb6-0e31-43db-951f-f3ba88ab3bdd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.560402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a0d47-ba94-4002-8e5c-b47eb09725d5 req-8d537848-b7fe-4a9d-9265-9f499b83859e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:08.561992 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b3a0d47-ba94-4002-8e5c-b47eb09725d5 req-8d537848-b7fe-4a9d-9265-9f499b83859e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 944 time: 0.3459382 Jul 09 20:21:08.564881 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-950a71fc-264a-4dab-9f3c-31b917bbe8fc tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3742409 Jul 09 20:21:08.583675 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Request body: {'port': {'device_id': 'e1d01442-af59-4658-a44a-cd0e53e93e97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:08.621727 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06af0eb6-0e31-43db-951f-f3ba88ab3bdd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.638443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af0eb6-0e31-43db-951f-f3ba88ab3bdd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:08.639125 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-06af0eb6-0e31-43db-951f-f3ba88ab3bdd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.643682 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36424) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:08.679347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b3a0d47-ba94-4002-8e5c-b47eb09725d5 req-00a93dbf-66a1-49de-8571-ca3f062932cb tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080034 Jul 09 20:21:08.745494 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.746602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af0eb6-0e31-43db-951f-f3ba88ab3bdd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Network': ['ID=6751e324-3a53-4d2d-a60d-4069349c4ad5,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:08.770784 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-06af0eb6-0e31-43db-951f-f3ba88ab3bdd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4792471 Jul 09 20:21:08.771842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 6751e324-3a53-4d2d-a60d-4069349c4ad5 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:21:08.773595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36428) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:08.783362 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'admin_state_up': True, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:08.881249 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.881937 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.899904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fc19f102-ad26-4987-8b41-b70def3d9cb5 None None] Provisioning for port 3200af9f-9090-42ed-8dd3-576c0adb4ecb completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:08.907001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fc19f102-ad26-4987-8b41-b70def3d9cb5 None None] Provisioning complete for port 3200af9f-9090-42ed-8dd3-576c0adb4ecb triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:08.908693 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fc19f102-ad26-4987-8b41-b70def3d9cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:08.956379 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fc19f102-ad26-4987-8b41-b70def3d9cb5 None None] Port 3200af9f-9090-42ed-8dd3-576c0adb4ecb cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:21:09.022423 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.023551 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae38978f-0c52-44c9-98f5-1a616d891026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.246528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3200af9f-9090-42ed-8dd3-576c0adb4ecb {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:21:09.257009 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.271714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Transition to ACTIVE for port object 3200af9f-9090-42ed-8dd3-576c0adb4ecb will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:09.277033 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.487125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=3200af9f-9090-42ed-8dd3-576c0adb4ecb,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:09.567502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Attempting to bind port 3200af9f-9090-42ed-8dd3-576c0adb4ecb on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:21:09.568303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Attempting to bind port 3200af9f-9090-42ed-8dd3-576c0adb4ecb by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:21:09.569130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Attempting to bind port 3200af9f-9090-42ed-8dd3-576c0adb4ecb on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:09.576266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Port 3200af9f-9090-42ed-8dd3-576c0adb4ecb on network 3de49419-471d-44dd-9cec-0be8c2f78db2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:21:09.577163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Attempting to bind port 3200af9f-9090-42ed-8dd3-576c0adb4ecb on network 3de49419-471d-44dd-9cec-0be8c2f78db2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:09.591791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:21:09.592190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Checking segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:21:09.592573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Bound using segment: {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:21:09.593061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Bound port: 3200af9f-9090-42ed-8dd3-576c0adb4ecb, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b0dfa48-ef39-4c6d-84a2-820740d7e520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:21:09.593399 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.697108 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36438) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:09.744375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] For port 3200af9f-9090-42ed-8dd3-576c0adb4ecb, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:21:09.760624 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] For port 3200af9f-9090-42ed-8dd3-576c0adb4ecb, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3200af9f-9090-42ed-8dd3-576c0adb4ecb,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:21:09.763885 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.767297 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.884710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:09.886968 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:09.888607 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] 10.222.0.36 "PUT /v2.0/ports/3200af9f-9090-42ed-8dd3-576c0adb4ecb HTTP/1.1" status: 200 len: 1091 time: 1.3160796 Jul 09 20:21:09.889419 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdcc74-93cf-4db1-bd0e-64ba23ad9ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=3200af9f-9090-42ed-8dd3-576c0adb4ecb,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:09.904004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d01442-af59-4658-a44a-cd0e53e93e97', 'tag': '3200af9f-9090-42ed-8dd3-576c0adb4ecb'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:09.908313 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37720448-75f9-437b-8e08-636c96527d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d01442-af59-4658-a44a-cd0e53e93e97", "tag": "3200af9f-9090-42ed-8dd3-576c0adb4ecb"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:09.955597 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c8f75-db03-47f0-afc8-2110d688b834 req-649aaf6d-091e-403b-88fe-c10aa2898be2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:09.969800 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f85c8f75-db03-47f0-afc8-2110d688b834 req-649aaf6d-091e-403b-88fe-c10aa2898be2 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 931 time: 0.7529380 Jul 09 20:21:10.061595 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae38978f-0c52-44c9-98f5-1a616d891026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.086827 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f85c8f75-db03-47f0-afc8-2110d688b834 req-1cf5c1d5-a0f3-4be0-846b-38d580bb54d0 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160061 Jul 09 20:21:10.087554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ae38978f-0c52-44c9-98f5-1a616d891026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.196913 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ae38978f-0c52-44c9-98f5-1a616d891026 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec24de6bf74545dd8e693f75c15c1c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4584656 Jul 09 20:21:10.199448 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36446) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:10.200323 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38978f-0c52-44c9-98f5-1a616d891026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d79ccb-0760-44c3-ace0-8ceb251662e7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:10.267743 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6a5f48-8d38-4ea8-82b3-075547543ad0 x-openstack-request-id: req-7e6a5f48-8d38-4ea8-82b3-075547543ad0 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:10.268299 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d01442-af59-4658-a44a-cd0e53e93e97", "tag": "3200af9f-9090-42ed-8dd3-576c0adb4ecb", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:10.268299 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e6a5f48-8d38-4ea8-82b3-075547543ad0 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:10.268704 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d01442-af59-4658-a44a-cd0e53e93e97', 'tag': '3200af9f-9090-42ed-8dd3-576c0adb4ecb', 'status': 'completed', 'code': 200} Jul 09 20:21:10.369460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0650715-b5f7-47f5-96bc-c1121801bdf8 req-739096ae-3e29-4737-a425-56ed37fa7545 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:10.370911 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0650715-b5f7-47f5-96bc-c1121801bdf8 req-739096ae-3e29-4737-a425-56ed37fa7545 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 944 time: 0.2698381 Jul 09 20:21:10.380702 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-12dbee57-e9ef-425b-96c5-6c9520fd12b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.392722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-69589cf0-d50c-48f6-a4a3-6451727d87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:10.394249 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-69589cf0-d50c-48f6-a4a3-6451727d87ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 1094 time: 0.3022094 Jul 09 20:21:10.410869 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-12dbee57-e9ef-425b-96c5-6c9520fd12b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.447608 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.465924 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-a452bdfb-6dda-4fb5-b9b0-c0a0e76d9392 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3200af9f-9090-42ed-8dd3-576c0adb4ecb HTTP/1.1" status: 200 len: 217 time: 0.0480437 Jul 09 20:21:10.478207 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.520250 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0650715-b5f7-47f5-96bc-c1121801bdf8 req-7ddc6116-131a-44d7-aa9d-fffd0e9346e9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425984 Jul 09 20:21:10.563434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-52cf9d37-3276-45f7-be9c-b51de3f71b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:10.565415 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-52cf9d37-3276-45f7-be9c-b51de3f71b21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.0915544 Jul 09 20:21:10.626800 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-12dbee57-e9ef-425b-96c5-6c9520fd12b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.630549 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-12dbee57-e9ef-425b-96c5-6c9520fd12b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.635475 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-12dbee57-e9ef-425b-96c5-6c9520fd12b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19d79ccb-0760-44c3-ace0-8ceb251662e7 HTTP/1.1" status: 204 len: 168 time: 0.4317377 Jul 09 20:21:10.648473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbee57-e9ef-425b-96c5-6c9520fd12b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d79ccb-0760-44c3-ace0-8ceb251662e7,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:10.665895 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.25.0.216 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/3141c4e5-2e27-4b80-9df5-0542e4e61c32) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:10.712457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-bef5cdd0-1075-4729-af49-d5d4e515e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:10.714011 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-bef5cdd0-1075-4729-af49-d5d4e515e390 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417093 Jul 09 20:21:10.788499 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ee300f1-f9ed-46f1-abd6-547611bb9cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.812577 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.883829 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:10.900628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-92a12a0d-2d36-4a88-ab88-a00bc694b304 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789086 Jul 09 20:21:10.937392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:10.941568 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:10.951857 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:10.955670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=3141c4e5-2e27-4b80-9df5-0542e4e61c32,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:10.985422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:11.071343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:11.077134 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:11.079244 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.097802 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-839d2c1e-a6bb-4ec3-a33a-b04ed18ee249 req-ddc240b1-f347-4b56-9476-bdd673442f75 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859655 Jul 09 20:21:11.246370 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.277020 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2801ea50-3bab-4933-bc6b-c6f069234cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f21cf91-64e5-4ec1-96bd-d9d62c84b95d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:11.280248 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab61c607-7dad-4840-a3a7-b26c4fb0b877" -d '{"events": [{"server_uuid": "2801ea50-3bab-4933-bc6b-c6f069234cd1", "name": "network-vif-plugged", "status": "completed", "tag": "4f21cf91-64e5-4ec1-96bd-d9d62c84b95d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:11.299947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:11.304996 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.363527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:11.365230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720448-75f9-437b-8e08-636c96527d5a req-ff552a92-e5dd-4129-960a-2d9e9ffa1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:11.366754 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37720448-75f9-437b-8e08-636c96527d5a req-ff552a92-e5dd-4129-960a-2d9e9ffa1edc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 1094 time: 0.1801307 Jul 09 20:21:11.385397 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d17490d-4d35-4c70-8211-1cd60c07b6a5 x-openstack-request-id: req-6d17490d-4d35-4c70-8211-1cd60c07b6a5 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:11.385620 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2801ea50-3bab-4933-bc6b-c6f069234cd1", "name": "network-vif-plugged", "status": "completed", "tag": "4f21cf91-64e5-4ec1-96bd-d9d62c84b95d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:11.385895 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d17490d-4d35-4c70-8211-1cd60c07b6a5 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:11.386246 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2801ea50-3bab-4933-bc6b-c6f069234cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f21cf91-64e5-4ec1-96bd-d9d62c84b95d', 'code': 200} Jul 09 20:21:11.395004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-1ee300f1-f9ed-46f1-abd6-547611bb9cbb admin admin] Deleting port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:21:11.395490 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ee300f1-f9ed-46f1-abd6-547611bb9cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.503428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925da903-aa10-46b9-af25-8cce30eecdb9 req-37f75196-d645-45bc-8c42-37fef2a293cb tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:11.510301 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-925da903-aa10-46b9-af25-8cce30eecdb9 req-37f75196-d645-45bc-8c42-37fef2a293cb tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 943 time: 0.1947205 Jul 09 20:21:11.513145 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.596154 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-1ee300f1-f9ed-46f1-abd6-547611bb9cbb admin admin] For port 7f30460a-0a6d-4b3e-b314-e6e8da4d17da, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7f30460a-0a6d-4b3e-b314-e6e8da4d17da,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:11.596562 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ee300f1-f9ed-46f1-abd6-547611bb9cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:11.599868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720448-75f9-437b-8e08-636c96527d5a req-c797c654-7163-487f-a704-15b46aa64b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:11.601569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37720448-75f9-437b-8e08-636c96527d5a req-c797c654-7163-487f-a704-15b46aa64b52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 912 time: 0.2216334 Jul 09 20:21:11.653763 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-1ee300f1-f9ed-46f1-abd6-547611bb9cbb admin admin] Calling delete_port for 7f30460a-0a6d-4b3e-b314-e6e8da4d17da owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:21:11.657488 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37720448-75f9-437b-8e08-636c96527d5a req-fddb67a3-6a49-46d0-9b48-026960a10f42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3200af9f-9090-42ed-8dd3-576c0adb4ecb HTTP/1.1" status: 200 len: 217 time: 0.0491228 Jul 09 20:21:11.753725 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-925da903-aa10-46b9-af25-8cce30eecdb9 req-6734de5c-e9d8-4eec-a8d2-994c71fcfdda tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424772 Jul 09 20:21:11.777366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af28776-9e78-4c69-a7ab-eee729e4de00 req-7e621495-4bc7-41d4-8f37-bf54b8e92488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:11.779780 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4af28776-9e78-4c69-a7ab-eee729e4de00 req-7e621495-4bc7-41d4-8f37-bf54b8e92488 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 1096 time: 0.3228476 Jul 09 20:21:11.879383 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4af28776-9e78-4c69-a7ab-eee729e4de00 req-1c764ea8-9cf1-4e4d-b35d-f9b1e927471c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563936 Jul 09 20:21:11.880569 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:12.053199 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router cb42dbfe-2e79-470c-8c56-02a8aad317aa is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:21:12.181652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:21:12.195392 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Sync routers for ids ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:21:12.213760 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Routers {'cb42dbfe-2e79-470c-8c56-02a8aad317aa'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:12.214646 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:20:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:12.217799 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:12.223954 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7869e464-00fe-47b2-b8c7-863193b79757 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4486146 Jul 09 20:21:12.226734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36478) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:12.233899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720448-75f9-437b-8e08-636c96527d5a req-a1c05f1c-2277-44ae-ac36-d175cfaf65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:12.243799 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37720448-75f9-437b-8e08-636c96527d5a req-a1c05f1c-2277-44ae-ac36-d175cfaf65b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.5773661 Jul 09 20:21:12.319311 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-12d36abe-ee71-4bb9-8f13-936b18a6e74e tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=98c415b77acf409d81bfd148c54b3790&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0898163 Jul 09 20:21:12.320166 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36484) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:12.420413 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Set router cb42dbfe-2e79-470c-8c56-02a8aad317aa gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:12.433336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170e40f-fc3d-4d7e-9577-d018f9614ef2 req-fa94e663-3b93-486c-b3af-c549e04066f2 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:12.435033 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3170e40f-fc3d-4d7e-9577-d018f9614ef2 req-fa94e663-3b93-486c-b3af-c549e04066f2 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 945 time: 0.2864277 Jul 09 20:21:12.520924 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3170e40f-fc3d-4d7e-9577-d018f9614ef2 req-9c05115c-6609-48d9-898c-14c19080b8d2 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683391 Jul 09 20:21:12.522890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720448-75f9-437b-8e08-636c96527d5a req-e85a8e0e-add0-472a-a255-ee30e1c3c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:12.524473 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37720448-75f9-437b-8e08-636c96527d5a req-e85a8e0e-add0-472a-a255-ee30e1c3c765 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1593485 Jul 09 20:21:12.608063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6ea81f-1b7a-4450-bc5a-235cd6f0396c tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:12.614111 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5e6ea81f-1b7a-4450-bc5a-235cd6f0396c tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2884393 Jul 09 20:21:12.616710 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36488) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:12.660503 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 3, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:10Z', 'updated_at': '2021-07-09T20:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:12.668226 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0886e717-b418-46f2-aa69-fb0b2023c1fd tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475979 Jul 09 20:21:12.669556 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36490) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:12.675285 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0f2dd3e5-dc33-46f4-9cbd-265ccbb06625 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-915221561', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:12.699815 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ee300f1-f9ed-46f1-abd6-547611bb9cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:12.713815 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Checking router: cb42dbfe-2e79-470c-8c56-02a8aad317aa for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:21:12.714609 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Updating router cb42dbfe-2e79-470c-8c56-02a8aad317aa port 3141c4e5-2e27-4b80-9df5-0542e4e61c32 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:21:12.768666 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:12.811520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2dd3e5-dc33-46f4-9cbd-265ccbb06625 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Made reservation on behalf of 98c415b77acf409d81bfd148c54b3790 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:21:12.816020 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd3e5-dc33-46f4-9cbd-265ccbb06625 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:12.821576 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee300f1-f9ed-46f1-abd6-547611bb9cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=7f30460a-0a6d-4b3e-b314-e6e8da4d17da,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:12.887994 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37720448-75f9-437b-8e08-636c96527d5a req-cd1b6555-cb07-4894-982e-7ce43ae4807a service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338056 Jul 09 20:21:13.108279 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd3e5-dc33-46f4-9cbd-265ccbb06625 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:13.175286 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37720448-75f9-437b-8e08-636c96527d5a req-b0eb05c3-82d6-4896-ae98-cbc332e53bd2 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612398 Jul 09 20:21:13.312445 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ee300f1-f9ed-46f1-abd6-547611bb9cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:13.383639 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:21:13.426651 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:13.464311 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Transition to ACTIVE for port object 3141c4e5-2e27-4b80-9df5-0542e4e61c32 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:13.557512 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:13.720218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dd3e5-dc33-46f4-9cbd-265ccbb06625 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Subnet': ['ID=9811c50a-72e9-40ee-b32b-f33571fcf338,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:13.749501 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58c6b3-9704-4183-954a-4723a806d1c4 None None] Pushing event updated for resources: {'Port': ['ID=3141c4e5-2e27-4b80-9df5-0542e4e61c32,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:13.758508 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2dd3e5-dc33-46f4-9cbd-265ccbb06625 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Checking segment: {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:21:13.758508 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2dd3e5-dc33-46f4-9cbd-265ccbb06625 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network hostable DHCP agents. Network: 6751e324-3a53-4d2d-a60d-4069349c4ad5, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:21:13.761866 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Attempting to bind port 3141c4e5-2e27-4b80-9df5-0542e4e61c32 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:21:13.762253 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Attempting to bind port 3141c4e5-2e27-4b80-9df5-0542e4e61c32 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:21:13.762628 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Attempting to bind port 3141c4e5-2e27-4b80-9df5-0542e4e61c32 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:13.769055 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c6b3-9704-4183-954a-4723a806d1c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:13.769462 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c6b3-9704-4183-954a-4723a806d1c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:13.770036 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c6b3-9704-4183-954a-4723a806d1c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:13.772158 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c6b3-9704-4183-954a-4723a806d1c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:13.772158 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c6b3-9704-4183-954a-4723a806d1c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:13.772158 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c6b3-9704-4183-954a-4723a806d1c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:13.772158 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c6b3-9704-4183-954a-4723a806d1c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:13.772158 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c6b3-9704-4183-954a-4723a806d1c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:13.772775 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c6b3-9704-4183-954a-4723a806d1c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:13.772939 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c6b3-9704-4183-954a-4723a806d1c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:13.773424 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c6b3-9704-4183-954a-4723a806d1c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:13.773769 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f58c6b3-9704-4183-954a-4723a806d1c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:13.775918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e628-be00-4786-9be4-aab606f1fffc req-e825e5cb-16aa-4dbd-81ea-5e43aa8f1427 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:13.778642 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-84c9e628-be00-4786-9be4-aab606f1fffc req-e825e5cb-16aa-4dbd-81ea-5e43aa8f1427 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 943 time: 0.6533530 Jul 09 20:21:13.783000 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:21:13.783384 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:21:13.783796 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:13.784203 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:21:13.785163 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Bound port: 3141c4e5-2e27-4b80-9df5-0542e4e61c32, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:21:13.786008 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:13.809056 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2dd3e5-dc33-46f4-9cbd-265ccbb06625 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 6751e324-3a53-4d2d-a60d-4069349c4ad5 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:21:13.835349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0f2dd3e5-dc33-46f4-9cbd-265ccbb06625 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 6751e324-3a53-4d2d-a60d-4069349c4ad5) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:13.839114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee300f1-f9ed-46f1-abd6-547611bb9cbb admin admin] Router 3270d130-2195-447b-8f02-4798afd13fd8 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:21:13.839894 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-84c9e628-be00-4786-9be4-aab606f1fffc req-090cf74c-32c4-4791-921a-7f6d3da7cd14 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514429 Jul 09 20:21:13.848129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0dda5f-c03d-4b44-8684-4987972b3d4e None None] Network 6751e324-3a53-4d2d-a60d-4069349c4ad5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:21:13.862793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2dd3e5-dc33-46f4-9cbd-265ccbb06625 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:13.864575 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f2dd3e5-dc33-46f4-9cbd-265ccbb06625 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:13.908262 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0f2dd3e5-dc33-46f4-9cbd-265ccbb06625 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2382145 Jul 09 20:21:13.911091 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36500) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:13.922462 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] For port 3141c4e5-2e27-4b80-9df5-0542e4e61c32, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:21:13.931222 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] For port 3141c4e5-2e27-4b80-9df5-0542e4e61c32, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3141c4e5-2e27-4b80-9df5-0542e4e61c32,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:21:13.952221 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:13.999279 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61445fe5-f484-41e5-900c-2ee7938c0ab2 req-50fbb2fd-b58d-4a3b-a1a1-91703970a746 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:14.009461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61445fe5-f484-41e5-900c-2ee7938c0ab2 req-50fbb2fd-b58d-4a3b-a1a1-91703970a746 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 945 time: 0.2682064 Jul 09 20:21:14.097204 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-6751e324-3a53-4d2d-a60d-4069349c4ad5', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ips': [{'subnet_id': '9811c50a-72e9-40ee-b32b-f33571fcf338'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:21:14.105491 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.138447 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61445fe5-f484-41e5-900c-2ee7938c0ab2 req-32a56d7d-99e7-45ad-aa5c-2515b1e8f554 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278443 Jul 09 20:21:14.142066 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58c6b3-9704-4183-954a-4723a806d1c4 None None] Pushing event updated for resources: {'Port': ['ID=3141c4e5-2e27-4b80-9df5-0542e4e61c32,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:14.149838 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Routers {'cb42dbfe-2e79-470c-8c56-02a8aad317aa'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:14.150576 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:20:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:14.208084 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee300f1-f9ed-46f1-abd6-547611bb9cbb admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:21:14.223628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1ee300f1-f9ed-46f1-abd6-547611bb9cbb admin admin] 10.222.0.30 "PUT /v2.0/routers/3270d130-2195-447b-8f02-4798afd13fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5221875 Jul 09 20:21:14.223880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5839ab-fc7e-4a09-81a9-58e2992bd38e None None] Sync routers for ids ['3270d130-2195-447b-8f02-4798afd13fd8'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:21:14.223983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36504) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:14.259615 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5839ab-fc7e-4a09-81a9-58e2992bd38e None None] Routers {'3270d130-2195-447b-8f02-4798afd13fd8'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:14.259615 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3f5839ab-fc7e-4a09-81a9-58e2992bd38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:20:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3270d130-2195-447b-8f02-4798afd13fd8'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:14.290132 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] Set router cb42dbfe-2e79-470c-8c56-02a8aad317aa gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:14.367615 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2c03ce76-d1d7-452b-ad2d-4c6a4bf15f72 req-088e0f84-97f4-41b2-8561-930854320c61 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c2e81d9f1ed2425f9b101d7229ff034f HTTP/1.1" status: 200 len: 267 time: 0.0557611 Jul 09 20:21:14.410624 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.433499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Allocated IP 172.20.0.2 (6751e324-3a53-4d2d-a60d-4069349c4ad5/9811c50a-72e9-40ee-b32b-f33571fcf338/aa724176-d485-4191-bc3c-1f87d16c648b) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:14.457223 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-3f5839ab-fc7e-4a09-81a9-58e2992bd38e None None] Set router 3270d130-2195-447b-8f02-4798afd13fd8 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:14.550183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03ce76-d1d7-452b-ad2d-4c6a4bf15f72 req-286c6cde-6574-4487-9257-aa8d1fc13a43 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:14.552066 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2c03ce76-d1d7-452b-ad2d-4c6a4bf15f72 req-286c6cde-6574-4487-9257-aa8d1fc13a43 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 945 time: 0.1364713 Jul 09 20:21:14.579179 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.589674 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 3, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:10Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:14.625157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-2c03ce76-d1d7-452b-ad2d-4c6a4bf15f72 req-cee7e6fd-19de-4e28-ac87-0ca82bcffdc8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Request body: {'port': {'security_groups': []}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:14.654773 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f68c2c-d597-4d2d-9edd-70a5ee3327e4 None None] The sync data for ids ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'] in n-d-800088-3 is: [{'id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:11Z', 'revision_number': 3, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:10Z', 'updated_at': '2021-07-09T20:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:21:14.675938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] Deleting port e3d90278-a91a-4223-9099-de83cd7ded83 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:21:14.676467 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.802912 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2c03ce76-d1d7-452b-ad2d-4c6a4bf15f72 req-cee7e6fd-19de-4e28-ac87-0ca82bcffdc8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.840000 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.842461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e333896-740d-43db-8ddf-335d32a94a70 req-09f89d6e-d4f2-4367-a5c0-b5a4fc5c31ce tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=28c3bf61f43a4148b6787c4b8d0d40a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487561 Jul 09 20:21:14.851046 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.851958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] For port e3d90278-a91a-4223-9099-de83cd7ded83, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e3d90278-a91a-4223-9099-de83cd7ded83,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:14.852766 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.867125 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Transition to ACTIVE for port object aa724176-d485-4191-bc3c-1f87d16c648b will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:14.909178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Transition to ACTIVE for port object aa724176-d485-4191-bc3c-1f87d16c648b will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:14.921584 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:14.975590 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] Calling delete_port for e3d90278-a91a-4223-9099-de83cd7ded83 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:21:14.979402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Network 6751e324-3a53-4d2d-a60d-4069349c4ad5 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:14.993353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:15.008218 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:15.026697 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Pushing event updated for resources: {'Port': ['ID=aa724176-d485-4191-bc3c-1f87d16c648b,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:15.087910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3f5839ab-fc7e-4a09-81a9-58e2992bd38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:21:12Z', 'revision_number': 5, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port': {'id': 'e3d90278-a91a-4223-9099-de83cd7ded83', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:47:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3270d130-2195-447b-8f02-4798afd13fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:09:53Z', 'updated_at': '2021-07-09T20:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:15.143616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5839ab-fc7e-4a09-81a9-58e2992bd38e None None] Checking router: 3270d130-2195-447b-8f02-4798afd13fd8 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:21:15.152123 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-2c03ce76-d1d7-452b-ad2d-4c6a4bf15f72 req-cee7e6fd-19de-4e28-ac87-0ca82bcffdc8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] For port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:15.166991 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5839ab-fc7e-4a09-81a9-58e2992bd38e None None] Routers {'3270d130-2195-447b-8f02-4798afd13fd8'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:15.167639 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3f5839ab-fc7e-4a09-81a9-58e2992bd38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:20:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['3270d130-2195-447b-8f02-4798afd13fd8'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:15.169741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Attempting to bind port aa724176-d485-4191-bc3c-1f87d16c648b on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:21:15.170255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Attempting to bind port aa724176-d485-4191-bc3c-1f87d16c648b by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:21:15.170485 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Attempting to bind port aa724176-d485-4191-bc3c-1f87d16c648b on network 6751e324-3a53-4d2d-a60d-4069349c4ad5 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:15.239464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:21:15.239957 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Checking segment: {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:21:15.240456 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:15.240938 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Bound using segment: {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:21:15.241802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Bound port: aa724176-d485-4191-bc3c-1f87d16c648b, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:21:15.241802 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:15.259861 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2c03ce76-d1d7-452b-ad2d-4c6a4bf15f72 req-cee7e6fd-19de-4e28-ac87-0ca82bcffdc8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:15.263787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e333896-740d-43db-8ddf-335d32a94a70 req-7c44dfa9-d4ff-4c30-a79e-4f49a2a41ebd tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:15.270567 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2c03ce76-d1d7-452b-ad2d-4c6a4bf15f72 req-cee7e6fd-19de-4e28-ac87-0ca82bcffdc8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:15.271697 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e333896-740d-43db-8ddf-335d32a94a70 req-7c44dfa9-d4ff-4c30-a79e-4f49a2a41ebd tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4151855 Jul 09 20:21:15.273108 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-3f5839ab-fc7e-4a09-81a9-58e2992bd38e None None] Set router 3270d130-2195-447b-8f02-4798afd13fd8 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:15.331771 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-3f5839ab-fc7e-4a09-81a9-58e2992bd38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:21:14Z', 'revision_number': 6, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:15.335902 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e333896-740d-43db-8ddf-335d32a94a70 req-640334e7-5773-496a-b393-1715f7390534 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/quotas/28c3bf61f43a4148b6787c4b8d0d40a9 HTTP/1.1" status: 200 len: 375 time: 0.0632272 Jul 09 20:21:15.365509 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03ce76-d1d7-452b-ad2d-4c6a4bf15f72 req-cee7e6fd-19de-4e28-ac87-0ca82bcffdc8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:15.366192 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2c03ce76-d1d7-452b-ad2d-4c6a4bf15f72 req-cee7e6fd-19de-4e28-ac87-0ca82bcffdc8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:15.367245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5839ab-fc7e-4a09-81a9-58e2992bd38e None None] The sync data for ids ['3270d130-2195-447b-8f02-4798afd13fd8'] in n-d-800088-3 is: [{'id': '3270d130-2195-447b-8f02-4798afd13fd8', 'name': 'tempest-AttachVolumeTestJSON-1078053880-router', 'tenant_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:09:52Z', 'updated_at': '2021-07-09T20:21:14Z', 'revision_number': 6, 'project_id': 'a1868c8d9d3d48179c8ea72dba1c19ce', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:21:15.369020 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1e9f5f03-1712-4159-b45d-0e746d6cfb2f', '7bddc02b-2f69-44b7-af29-991344031383', '4f21cf91-64e5-4ec1-96bd-d9d62c84b95d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:21:15.378447 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2c03ce76-d1d7-452b-ad2d-4c6a4bf15f72 req-cee7e6fd-19de-4e28-ac87-0ca82bcffdc8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "PUT /v2.0/ports/4f21cf91-64e5-4ec1-96bd-d9d62c84b95d HTTP/1.1" status: 200 len: 904 time: 0.7701287 Jul 09 20:21:15.393902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2801ea50-3bab-4933-bc6b-c6f069234cd1', 'tag': '4f21cf91-64e5-4ec1-96bd-d9d62c84b95d'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:15.395360 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e333896-740d-43db-8ddf-335d32a94a70 req-8a00ece6-83ec-4ea5-8d53-38f5cb5f9ad7 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=28c3bf61f43a4148b6787c4b8d0d40a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573120 Jul 09 20:21:15.396249 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1ad6df-a5c8-4c99-8d34-daea2cec2c66" -d '{"events": [{"name": "network-changed", "server_uuid": "2801ea50-3bab-4933-bc6b-c6f069234cd1", "tag": "4f21cf91-64e5-4ec1-96bd-d9d62c84b95d"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:15.447635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7e6fd-19de-4e28-ac87-0ca82bcffdc8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event updated for resources: {'Port': ['ID=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d,revision_number=6']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:15.490349 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['4f21cf91-64e5-4ec1-96bd-d9d62c84b95d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:21:15.540423 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:15.615698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d90278-a91a-4223-9099-de83cd7ded83,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:15.667821 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.20.0.1 (6751e324-3a53-4d2d-a60d-4069349c4ad5/9811c50a-72e9-40ee-b32b-f33571fcf338/91e58fe2-471b-4d18-8ac8-c31287f6415e) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:15.693662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] For port aa724176-d485-4191-bc3c-1f87d16c648b, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:21:15.701746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] For port aa724176-d485-4191-bc3c-1f87d16c648b, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=aa724176-d485-4191-bc3c-1f87d16c648b,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:21:15.772646 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:15.782725 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:15.929634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e9ba8-0e09-4c15-9c52-28f30e5e406c req-b58f3d61-dc1d-46af-8b3d-7b11bbf1ef0a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:15.931331 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cc8e9ba8-0e09-4c15-9c52-28f30e5e406c req-b58f3d61-dc1d-46af-8b3d-7b11bbf1ef0a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 943 time: 0.3522165 Jul 09 20:21:16.053367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6052255-bc6c-4e6f-abf9-a2dba50adc36 None None] Pushing event updated for resources: {'Port': ['ID=aa724176-d485-4191-bc3c-1f87d16c648b,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:16.092946 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cc8e9ba8-0e09-4c15-9c52-28f30e5e406c req-23c81a39-aac3-4957-9d38-f0b47f6ab914 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383159 Jul 09 20:21:16.097185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-129859b8-8aba-40ef-aff4-61ce0efe4ede None None] Provisioning complete for port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:16.097710 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-129859b8-8aba-40ef-aff4-61ce0efe4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:16.142654 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:16.146505 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:16.150761 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:16.178817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Transition to ACTIVE for port object 91e58fe2-471b-4d18-8ac8-c31287f6415e will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:16.292511 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f962eb43-027a-49b6-9fa3-0d3343112f78 x-openstack-request-id: req-f962eb43-027a-49b6-9fa3-0d3343112f78 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:16.294395 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2801ea50-3bab-4933-bc6b-c6f069234cd1", "tag": "4f21cf91-64e5-4ec1-96bd-d9d62c84b95d", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:16.294395 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f962eb43-027a-49b6-9fa3-0d3343112f78 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:16.294395 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2801ea50-3bab-4933-bc6b-c6f069234cd1', 'tag': '4f21cf91-64e5-4ec1-96bd-d9d62c84b95d', 'status': 'completed', 'code': 200} Jul 09 20:21:16.298313 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:16.309975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:16.310666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3270d130-2195-447b-8f02-4798afd13fd8 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:21:16.315930 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:16.325633 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b1b7945c-c67b-4d1f-9204-93549bbee464 admin admin] 10.222.0.30 "DELETE /v2.0/routers/3270d130-2195-447b-8f02-4798afd13fd8 HTTP/1.1" status: 204 len: 168 time: 2.1004369 Jul 09 20:21:16.342730 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36536) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:16.354340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6773e-cdc8-4127-a0b7-5b651bb5d48c req-bd0c3791-8155-419b-bd7f-979328e4c34a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:16.355937 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eda6773e-cdc8-4127-a0b7-5b651bb5d48c req-bd0c3791-8155-419b-bd7f-979328e4c34a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 907 time: 0.5003173 Jul 09 20:21:16.444077 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ad6df-a5c8-4c99-8d34-daea2cec2c66 req-df95ab40-2c87-47b9-b067-d3be0666949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:16.454260 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ca1ad6df-a5c8-4c99-8d34-daea2cec2c66 req-df95ab40-2c87-47b9-b067-d3be0666949a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 1058 time: 0.1842449 Jul 09 20:21:16.534240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3141c4e5-2e27-4b80-9df5-0542e4e61c32 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:16.541688 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0a7dec-309f-4aea-9e2f-9a4eb71cecc4 admin admin] Deleting subnet 161c1db9-1ac5-4ddb-aca3-0389863a1e7f {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:21:16.665199 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7caa506c-c375-49fc-a052-25599ff5af76 req-f8c96e2c-5d48-49c9-990d-b7bf47c1ec6b tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 210 time: 0.3211308 Jul 09 20:21:16.667222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 6751e324-3a53-4d2d-a60d-4069349c4ad5 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:16.671062 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7dec-309f-4aea-9e2f-9a4eb71cecc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:16.715445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ad6df-a5c8-4c99-8d34-daea2cec2c66 req-3c1c591b-59c9-4106-ac73-1a7cd1ab74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:16.717031 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ca1ad6df-a5c8-4c99-8d34-daea2cec2c66 req-3c1c591b-59c9-4106-ac73-1a7cd1ab74d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.2548594 Jul 09 20:21:16.724729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:16.727691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:16.739415 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 3141c4e5-2e27-4b80-9df5-0542e4e61c32 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:16.745013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3141c4e5-2e27-4b80-9df5-0542e4e61c32 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:16.745386 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:16.786196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=91e58fe2-471b-4d18-8ac8-c31287f6415e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:16.802950 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ca1ad6df-a5c8-4c99-8d34-daea2cec2c66 req-0d1dd912-4de8-49d8-ae79-9cfd918557cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d HTTP/1.1" status: 200 len: 217 time: 0.0767179 Jul 09 20:21:16.820658 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7dec-309f-4aea-9e2f-9a4eb71cecc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:16.843374 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:16.887121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ad6df-a5c8-4c99-8d34-daea2cec2c66 req-7d23b548-d389-458e-8f8d-e9925fd82d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:16.889187 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ca1ad6df-a5c8-4c99-8d34-daea2cec2c66 req-7d23b548-d389-458e-8f8d-e9925fd82d7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.0796051 Jul 09 20:21:16.909426 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:16.932457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 3141c4e5-2e27-4b80-9df5-0542e4e61c32, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3141c4e5-2e27-4b80-9df5-0542e4e61c32,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:16.938955 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:16.941375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c28cfb-6053-4089-9316-95c29e6d7410 req-3bc99b93-9b4f-4dcf-9758-7f9175f951cc tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:16.944523 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c2c28cfb-6053-4089-9316-95c29e6d7410 req-3bc99b93-9b4f-4dcf-9758-7f9175f951cc tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.2882342 Jul 09 20:21:16.985174 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7f30460a-0a6d-4b3e-b314-e6e8da4d17da no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:21:17.012277 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c2c28cfb-6053-4089-9316-95c29e6d7410 req-21442311-4cc3-4eef-b2c4-d18800001046 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440309 Jul 09 20:21:17.013445 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 7f30460a-0a6d-4b3e-b314-e6e8da4d17da {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:21:17.013786 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7f30460a-0a6d-4b3e-b314-e6e8da4d17da not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:21:17.042780 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=3141c4e5-2e27-4b80-9df5-0542e4e61c32,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:17.053677 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ad6df-a5c8-4c99-8d34-daea2cec2c66 req-9bf8c70b-6dd4-4a4d-9eef-77a79daedab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:17.054804 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7dec-309f-4aea-9e2f-9a4eb71cecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:17.056083 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ca1ad6df-a5c8-4c99-8d34-daea2cec2c66 req-9bf8c70b-6dd4-4a4d-9eef-77a79daedab3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1593544 Jul 09 20:21:17.135583 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:17.184237 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ca1ad6df-a5c8-4c99-8d34-daea2cec2c66 req-aef95780-0c61-4817-95ad-166c6b1bdf69 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194201 Jul 09 20:21:17.293794 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7dec-309f-4aea-9e2f-9a4eb71cecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:17.338198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a7dec-309f-4aea-9e2f-9a4eb71cecc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161c1db9-1ac5-4ddb-aca3-0389863a1e7f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:17.339115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ca1ad6df-a5c8-4c99-8d34-daea2cec2c66 req-70b85a62-417d-4157-8b43-b8d4e0a2f974 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468685 Jul 09 20:21:17.342955 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c0a7dec-309f-4aea-9e2f-9a4eb71cecc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:17.344984 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5c0a7dec-309f-4aea-9e2f-9a4eb71cecc4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/161c1db9-1ac5-4ddb-aca3-0389863a1e7f HTTP/1.1" status: 204 len: 168 time: 0.9950883 Jul 09 20:21:17.346497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f6ed6d-97ff-4854-9fec-d4e5326acedd None None] Network a6576972-e367-4dac-bb93-8a5b61d3f93b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:21:17.348395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36546) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:17.358476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6fcb3-89a0-4e4d-9e5e-38bf6efdd3fc req-6950ace0-5741-40da-abbc-02b0be3a3aff tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:17.361072 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00b6fcb3-89a0-4e4d-9e5e-38bf6efdd3fc req-6950ace0-5741-40da-abbc-02b0be3a3aff tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 943 time: 0.1175845 Jul 09 20:21:17.389358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd1d68-dfee-4406-8d6b-721af80233e1 req-a6eb9f53-cf97-482a-a812-678c892edde3 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:17.391792 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cadd1d68-dfee-4406-8d6b-721af80233e1 req-a6eb9f53-cf97-482a-a812-678c892edde3 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.2056551 Jul 09 20:21:17.464349 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cadd1d68-dfee-4406-8d6b-721af80233e1 req-65ea89a0-5726-4512-a354-efc6a081d5bc tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630996 Jul 09 20:21:17.475983 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00b6fcb3-89a0-4e4d-9e5e-38bf6efdd3fc req-578b47ad-e8d1-4adc-b65c-1b5efdf6b248 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056280 Jul 09 20:21:17.478878 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:17.662594 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] Deleting port ad1744c2-1130-4023-b31d-ce3df3cdf708 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:21:17.665616 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:17.702479 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04041857-1f43-4c9d-b211-72a76d1ba7dd None None] DHCP port deletion for a6576972-e367-4dac-bb93-8a5b61d3f93b request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:21:17.720162 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:17.738055 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:17.839920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-04041857-1f43-4c9d-b211-72a76d1ba7dd None None] Deleting port ad1744c2-1130-4023-b31d-ce3df3cdf708 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:21:17.840932 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-04041857-1f43-4c9d-b211-72a76d1ba7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:17.881152 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e333896-740d-43db-8ddf-335d32a94a70 req-71be9333-389b-49b0-815c-82074f38ffb6 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=28c3bf61f43a4148b6787c4b8d0d40a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1871748 Jul 09 20:21:17.972088 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-04041857-1f43-4c9d-b211-72a76d1ba7dd None None] For port ad1744c2-1130-4023-b31d-ce3df3cdf708, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ad1744c2-1130-4023-b31d-ce3df3cdf708,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:17.972964 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-04041857-1f43-4c9d-b211-72a76d1ba7dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:17.974078 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=91e58fe2-471b-4d18-8ac8-c31287f6415e,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:17.992977 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-04041857-1f43-4c9d-b211-72a76d1ba7dd None None] Calling delete_port for ad1744c2-1130-4023-b31d-ce3df3cdf708 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:21:18.024208 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:18.079995 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3c58febb-d2d0-4c66-be2e-311e05a9f5a1 req-99de860c-a5e6-470a-a0b5-5b10b4a65e6d tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 210 time: 0.0885143 Jul 09 20:21:18.084781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3141c4e5-2e27-4b80-9df5-0542e4e61c32 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:18.185320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3141c4e5-2e27-4b80-9df5-0542e4e61c32 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:18.186032 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:18.195659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 6751e324-3a53-4d2d-a60d-4069349c4ad5 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:18.197486 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:18.214785 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-04041857-1f43-4c9d-b211-72a76d1ba7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:18.241738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04041857-1f43-4c9d-b211-72a76d1ba7dd None None] Pushing event deleted for resources: {'Port': ['ID=ad1744c2-1130-4023-b31d-ce3df3cdf708,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:18.261665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04041857-1f43-4c9d-b211-72a76d1ba7dd None None] No DVR routers for this DVR port ad1744c2-1130-4023-b31d-ce3df3cdf708 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:21:18.346294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device aa724176-d485-4191-bc3c-1f87d16c648b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:18.373156 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router cb42dbfe-2e79-470c-8c56-02a8aad317aa has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:21:18.376920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b0a808-0680-43e8-b3e6-bda81cbc13cc None None] Network 6751e324-3a53-4d2d-a60d-4069349c4ad5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:21:18.461286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dfe2f3f4-3107-48ad-8c87-25008c3e8d96 None None] Provisioning for port aa724176-d485-4191-bc3c-1f87d16c648b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:18.479067 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] For port ad1744c2-1130-4023-b31d-ce3df3cdf708, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ad1744c2-1130-4023-b31d-ce3df3cdf708,segment=NetworkSegment(38ec7343-fb60-4d21-b84b-dbefaa4697cd),segment_id=38ec7343-fb60-4d21-b84b-dbefaa4697cd)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:18.479708 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:18.500953 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port aa724176-d485-4191-bc3c-1f87d16c648b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:18.512493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port aa724176-d485-4191-bc3c-1f87d16c648b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:18.513056 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:18.520464 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] Calling delete_port for ad1744c2-1130-4023-b31d-ce3df3cdf708 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:21:18.615571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e333896-740d-43db-8ddf-335d32a94a70 req-4f5cee06-f700-4dec-bce7-d991502df9e0 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:18.617217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e333896-740d-43db-8ddf-335d32a94a70 req-4f5cee06-f700-4dec-bce7-d991502df9e0 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7252343 Jul 09 20:21:18.639779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88a787-42a6-4476-972c-93fe49729c50 req-ad22ea26-3b90-4838-93aa-98e7fea0597d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:18.647181 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-ad22ea26-3b90-4838-93aa-98e7fea0597d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 812 time: 0.7217126 Jul 09 20:21:18.658002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Request body: {'port': {'device_id': '8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '28c3bf61f43a4148b6787c4b8d0d40a9'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:18.685371 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:18.727361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port aa724176-d485-4191-bc3c-1f87d16c648b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=aa724176-d485-4191-bc3c-1f87d16c648b,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:18.734056 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:18.757986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-b4ea3af0-3093-4705-baf9-019ae3b203b8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/quotas/c2e81d9f1ed2425f9b101d7229ff034f HTTP/1.1" status: 200 len: 375 time: 0.0890036 Jul 09 20:21:18.771342 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e3d90278-a91a-4223-9099-de83cd7ded83 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:21:18.796148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: e3d90278-a91a-4223-9099-de83cd7ded83 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:21:18.796500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e3d90278-a91a-4223-9099-de83cd7ded83 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:21:18.820685 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=aa724176-d485-4191-bc3c-1f87d16c648b,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:18.830545 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:18.832123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:18.832473 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:18.832913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:18.833315 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:18.833671 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:18.834164 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:18.834527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:18.834915 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:18.835302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:18.835647 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:18.836017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:18.837010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:18.885825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1744c2-1130-4023-b31d-ce3df3cdf708,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:18.898651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] No DVR routers for this DVR port ad1744c2-1130-4023-b31d-ce3df3cdf708 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:21:18.919985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:21:18.927148 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e88ce5f6-94c7-495b-ae1a-bb360b07de3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "PUT /v2.0/routers/cb42dbfe-2e79-470c-8c56-02a8aad317aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0149252 Jul 09 20:21:18.939893 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Sync routers for ids ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:21:18.951795 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Routers {'cb42dbfe-2e79-470c-8c56-02a8aad317aa'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:18.952656 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:20:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:18.953344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b3d6b-bb75-4bfe-838b-d231af53c791 req-080421d0-405b-4410-a65b-cf1e99a4c0d5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:18.958120 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-539b3d6b-bb75-4bfe-838b-d231af53c791 req-080421d0-405b-4410-a65b-cf1e99a4c0d5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 943 time: 0.1728864 Jul 09 20:21:19.007934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-796cf5f6-61c3-47e0-8953-4d7af3f71231 None None] Provisioning for port 91e58fe2-471b-4d18-8ac8-c31287f6415e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:19.014498 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-796cf5f6-61c3-47e0-8953-4d7af3f71231 None None] Provisioning complete for port 91e58fe2-471b-4d18-8ac8-c31287f6415e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:19.016295 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-796cf5f6-61c3-47e0-8953-4d7af3f71231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.023449 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-aa73a961-1a54-42ee-bc2e-132fb9ec0805 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2644644 Jul 09 20:21:19.028691 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-539b3d6b-bb75-4bfe-838b-d231af53c791 req-c4f8b6b3-a009-4ad5-864d-f3de824407b6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645468 Jul 09 20:21:19.029686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-c463869a-6671-43c9-98c8-0870e151f487 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:21:19.030724 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-c463869a-6671-43c9-98c8-0870e151f487 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061719 Jul 09 20:21:19.045351 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Made reservation on behalf of 28c3bf61f43a4148b6787c4b8d0d40a9 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:21:19.052940 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.098121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-796cf5f6-61c3-47e0-8953-4d7af3f71231 None None] Port 91e58fe2-471b-4d18-8ac8-c31287f6415e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:21:19.112138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-796cf5f6-61c3-47e0-8953-4d7af3f71231 None None] Provisioning complete for port aa724176-d485-4191-bc3c-1f87d16c648b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:19.112524 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-796cf5f6-61c3-47e0-8953-4d7af3f71231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.125107 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.144069 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Set router cb42dbfe-2e79-470c-8c56-02a8aad317aa gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:19.147752 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6576972-e367-4dac-bb93-8a5b61d3f93b']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:19.161675 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ec7343-fb60-4d21-b84b-dbefaa4697cd') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:19.162445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ec7343-fb60-4d21-b84b-dbefaa4697cd') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:19.176138 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.191993 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.194337 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.211448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:21:19.211959 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:21:19.214130 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:21:19.350209 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.369179 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.371063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] 10.222.0.30 "DELETE /v2.0/networks/a6576972-e367-4dac-bb93-8a5b61d3f93b HTTP/1.1" status: 204 len: 168 time: 2.0088561 Jul 09 20:21:19.389183 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-6a15d24d-c8d4-442d-8c92-117be8640a9a service neutron] 10.222.0.30 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454659 Jul 09 20:21:19.392576 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-84d53adf-a196-4f5d-863c-ec456f3fadcd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452443188&fields=id&tenant_id=98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 267 time: 0.0557473 Jul 09 20:21:19.395807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8444e7-b3a1-4d35-a4a0-d687ffdbaa5d admin admin] Pushing event deleted for resources: {'Network': ['ID=a6576972-e367-4dac-bb93-8a5b61d3f93b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:19.398652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e3bbb356-890e-46c4-872f-1e8e4f20e234 None None] Provisioning complete for port 91e58fe2-471b-4d18-8ac8-c31287f6415e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:19.401039 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb356-890e-46c4-872f-1e8e4f20e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.481761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-e3bbb356-890e-46c4-872f-1e8e4f20e234 None None] Port 91e58fe2-471b-4d18-8ac8-c31287f6415e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:21:19.482437 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:17Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:10Z', 'updated_at': '2021-07-09T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '91e58fe2-471b-4d18-8ac8-c31287f6415e', 'name': '', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:c4:d1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:15Z', 'updated_at': '2021-07-09T20:21:17Z', 'revision_number': 2, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:19.560395 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Checking router: cb42dbfe-2e79-470c-8c56-02a8aad317aa for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:21:19.560778 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Updating router cb42dbfe-2e79-470c-8c56-02a8aad317aa port 91e58fe2-471b-4d18-8ac8-c31287f6415e binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:21:19.565225 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.575702 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.580046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829af03-e209-4020-8565-54dca4514838 req-057ceb38-90a1-4502-a8cd-fe72ce2ba79f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:19.581985 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-057ceb38-90a1-4502-a8cd-fe72ce2ba79f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/networks?id=6751e324-3a53-4d2d-a60d-4069349c4ad5 HTTP/1.1" status: 200 len: 796 time: 0.1882319 Jul 09 20:21:19.607385 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-0de1fe43-ad2d-432e-b39c-1a63c137d8c3 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/quotas/98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 375 time: 0.0191336 Jul 09 20:21:19.608378 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-128eebe0-0101-47a2-8a86-0cbaff806342 service neutron] 10.222.0.30 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059100 Jul 09 20:21:19.627857 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.668717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device aa724176-d485-4191-bc3c-1f87d16c648b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:19.742171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36580) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:19.747538 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-b3614d89-a6eb-4cd4-987a-9635b586a30b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1266329 Jul 09 20:21:19.753420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-08798d3f-fe95-4ac5-96ce-57b004fc21a3 None None] Provisioning complete for port 91e58fe2-471b-4d18-8ac8-c31287f6415e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:19.753965 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-08798d3f-fe95-4ac5-96ce-57b004fc21a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.794191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf477e9-27bc-4464-9956-bae3a06f1dc5,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:19.806215 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-08798d3f-fe95-4ac5-96ce-57b004fc21a3 None None] Port 91e58fe2-471b-4d18-8ac8-c31287f6415e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:21:19.816377 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port aa724176-d485-4191-bc3c-1f87d16c648b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:19.816998 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:19.998070 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ad1744c2-1130-4023-b31d-ce3df3cdf708 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:21:20.017667 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bc019586-c431-468c-ae2a-818fe5ef3150 req-cb4b0508-35e0-436a-9a00-4cbbb8becbfc tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 210 time: 0.0472789 Jul 09 20:21:20.030061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-da3b5c49-ef8c-46aa-b2b1-412406266692 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1868c8d9d3d48179c8ea72dba1c19ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2832904 Jul 09 20:21:20.030711 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-d6fb5908-195d-46aa-bcdf-bdd51752ca9b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:21:20.033240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36588) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:20.039252 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-d6fb5908-195d-46aa-bcdf-bdd51752ca9b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2906036 Jul 09 20:21:20.053688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: ad1744c2-1130-4023-b31d-ce3df3cdf708 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:21:20.054575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ad1744c2-1130-4023-b31d-ce3df3cdf708 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:21:20.080619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Allocated IP 192.168.233.95 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/48bfe23e-bcb3-4267-ab4c-13de5caef65a) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:20.144911 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b55b42e-3e1f-4ed3-ac06-1ea41afa220c req-82650357-b5df-416c-9527-4b27b36b4899 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 210 time: 0.0538557 Jul 09 20:21:20.166468 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-70d0008e-676b-4856-a192-0a170e3a46af service neutron] 10.222.0.30 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255491 Jul 09 20:21:20.184100 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:20.189248 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2db99d5e-e3cc-41fe-91f3-24b918be4b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:20.199027 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Transition to ACTIVE for port object 91e58fe2-471b-4d18-8ac8-c31287f6415e will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:20.212561 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:20.265825 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2db99d5e-e3cc-41fe-91f3-24b918be4b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:20.316157 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-66ce6caa-f3ff-4f1a-96da-b6c9f645a7b0 service neutron] 10.222.0.30 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355236 Jul 09 20:21:20.384515 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:20.387672 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2db99d5e-e3cc-41fe-91f3-24b918be4b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:20.390473 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2db99d5e-e3cc-41fe-91f3-24b918be4b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:20.392826 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2db99d5e-e3cc-41fe-91f3-24b918be4b5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/060f2e6d-87c8-4fdd-9a1f-2ab97e4aabeb HTTP/1.1" status: 204 len: 168 time: 0.3581653 Jul 09 20:21:20.418550 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Attempting to bind port 91e58fe2-471b-4d18-8ac8-c31287f6415e on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:21:20.419115 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Attempting to bind port 91e58fe2-471b-4d18-8ac8-c31287f6415e by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:21:20.419579 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Attempting to bind port 91e58fe2-471b-4d18-8ac8-c31287f6415e on network 6751e324-3a53-4d2d-a60d-4069349c4ad5 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:20.421583 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fd127-812c-4a27-a7a6-046d25dc0137 None None] Pushing event updated for resources: {'Port': ['ID=91e58fe2-471b-4d18-8ac8-c31287f6415e,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:20.428212 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:21:20.428628 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Checking segment: {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:21:20.429182 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:20.429722 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Bound using segment: {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:21:20.430223 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Bound port: 91e58fe2-471b-4d18-8ac8-c31287f6415e, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:21:20.430599 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:20.457188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db99d5e-e3cc-41fe-91f3-24b918be4b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060f2e6d-87c8-4fdd-9a1f-2ab97e4aabeb,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:20.464178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Transition to ACTIVE for port object 48bfe23e-bcb3-4267-ab4c-13de5caef65a will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:20.548250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c990589-9c8e-457f-af22-a4b97575ff42 req-d4690c73-a247-4dd7-b276-d9d26deafe13 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:20.551177 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2c990589-9c8e-457f-af22-a4b97575ff42 req-d4690c73-a247-4dd7-b276-d9d26deafe13 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 943 time: 0.1502600 Jul 09 20:21:20.557895 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] For port 91e58fe2-471b-4d18-8ac8-c31287f6415e, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:21:20.567779 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] For port 91e58fe2-471b-4d18-8ac8-c31287f6415e, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=91e58fe2-471b-4d18-8ac8-c31287f6415e,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:21:20.573423 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:20.590768 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:20.650463 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2c990589-9c8e-457f-af22-a4b97575ff42 req-835a6bfb-22e8-40f0-ba8e-6c81eda45685 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926971 Jul 09 20:21:20.690144 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fd127-812c-4a27-a7a6-046d25dc0137 None None] Pushing event updated for resources: {'Port': ['ID=91e58fe2-471b-4d18-8ac8-c31287f6415e,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:20.702140 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bc034ff0-d724-4b82-b624-9aeca189dc08 req-bb2616ba-8a5e-4982-9df8-a69702fedb2c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 210 time: 0.0593793 Jul 09 20:21:20.709956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:20.715043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Pushing event updated for resources: {'Port': ['ID=48bfe23e-bcb3-4267-ab4c-13de5caef65a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:20.720965 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:20.724098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:20.765294 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Routers {'cb42dbfe-2e79-470c-8c56-02a8aad317aa'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:20.766970 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:20:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:20.808700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:20.814729 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:20.847024 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e333896-740d-43db-8ddf-335d32a94a70 req-5b3a0266-f09f-4a98-928d-baddbcf186a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1970701 Jul 09 20:21:20.869952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Request body: {'port': {'device_id': '8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:20.977818 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] Set router cb42dbfe-2e79-470c-8c56-02a8aad317aa gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:21.014325 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:21.340998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-247cb35e-ef9c-4efc-bd12-a279c26a559c None None] Provisioning for port 48bfe23e-bcb3-4267-ab4c-13de5caef65a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:21.353240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-247cb35e-ef9c-4efc-bd12-a279c26a559c None None] Provisioning complete for port 48bfe23e-bcb3-4267-ab4c-13de5caef65a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:21.353240 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-247cb35e-ef9c-4efc-bd12-a279c26a559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:21.403018 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-247cb35e-ef9c-4efc-bd12-a279c26a559c None None] Port 48bfe23e-bcb3-4267-ab4c-13de5caef65a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:21:21.428128 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-722735d4-d04a-4028-b0bf-39ae8fc4fc72 req-c2a72b4f-c2d8-48a4-982c-2d7abe4d2d8b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 210 time: 0.0565097 Jul 09 20:21:21.447452 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:17Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:10Z', 'updated_at': '2021-07-09T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '91e58fe2-471b-4d18-8ac8-c31287f6415e', 'name': '', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:c4:d1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:15Z', 'updated_at': '2021-07-09T20:21:20Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:21.491998 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec32b4e-6c2e-4c4a-b384-bd7899a56eed None None] The sync data for ids ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'] in n-d-800088-3 is: [{'id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:17Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:10Z', 'updated_at': '2021-07-09T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '91e58fe2-471b-4d18-8ac8-c31287f6415e', 'name': '', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:c4:d1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:15Z', 'updated_at': '2021-07-09T20:21:20Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:21:21.522073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119140be-00fd-4006-abab-11359bcc1e9a req-5b703da0-4f12-45f4-8657-63a6afd601e9 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:21.529671 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-119140be-00fd-4006-abab-11359bcc1e9a req-5b703da0-4f12-45f4-8657-63a6afd601e9 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 935 time: 0.2693410 Jul 09 20:21:21.606895 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-119140be-00fd-4006-abab-11359bcc1e9a req-26569509-6ba4-47dc-a624-f0b5c2d064bf tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cf477e9-27bc-4464-9956-bae3a06f1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761991 Jul 09 20:21:21.673247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bfe23e-bcb3-4267-ab4c-13de5caef65a {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:21:21.683761 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:21.701547 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Transition to ACTIVE for port object 48bfe23e-bcb3-4267-ab4c-13de5caef65a will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:21.706882 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:21.904926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=48bfe23e-bcb3-4267-ab4c-13de5caef65a,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:21.906283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88a787-42a6-4476-972c-93fe49729c50 req-b0db54f1-1cd3-4daa-b15a-f6a9ed91333f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:21.909310 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-b0db54f1-1cd3-4daa-b15a-f6a9ed91333f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 812 time: 0.2317173 Jul 09 20:21:21.939327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Attempting to bind port 48bfe23e-bcb3-4267-ab4c-13de5caef65a on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:21:21.939787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Attempting to bind port 48bfe23e-bcb3-4267-ab4c-13de5caef65a by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:21:21.940412 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Attempting to bind port 48bfe23e-bcb3-4267-ab4c-13de5caef65a on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:21.940560 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-9d88a787-42a6-4476-972c-93fe49729c50 req-dd952e0a-0896-4eac-ae3f-3b1af8b873a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Request body: {'port': {'device_id': 'bd63b0df-ae92-4bf3-839e-1be8df8e8a52', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'admin_state_up': True, 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:21.951584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Port 48bfe23e-bcb3-4267-ab4c-13de5caef65a on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:21:21.952053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Attempting to bind port 48bfe23e-bcb3-4267-ab4c-13de5caef65a on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:21.959960 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:21:21.960708 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:21:21.961392 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:21:21.961939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Bound port: 48bfe23e-bcb3-4267-ab4c-13de5caef65a, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:21:21.962409 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:22.067131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] For port 48bfe23e-bcb3-4267-ab4c-13de5caef65a, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:21:22.079791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] For port 48bfe23e-bcb3-4267-ab4c-13de5caef65a, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=48bfe23e-bcb3-4267-ab4c-13de5caef65a,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:21:22.096076 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:22.147023 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b17066df-a2e6-487a-a620-21c85cefb83b req-32c5d050-6e36-4275-99cd-316453daa715 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 210 time: 0.1489296 Jul 09 20:21:22.189904 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:22.190646 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:22.192396 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] 10.222.0.36 "PUT /v2.0/ports/48bfe23e-bcb3-4267-ab4c-13de5caef65a HTTP/1.1" status: 200 len: 1095 time: 1.3369653 Jul 09 20:21:22.195228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9', 'tag': '48bfe23e-bcb3-4267-ab4c-13de5caef65a'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:22.198923 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883d3f64-1177-4e92-8f9f-6208711a8eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9", "tag": "48bfe23e-bcb3-4267-ab4c-13de5caef65a"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:22.257547 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b3f06-09de-42f6-9395-ff8fc7b271f0 req-6f3baba0-4a11-43c2-b13f-114b63c3edb0 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:22.268289 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a02b3f06-09de-42f6-9395-ff8fc7b271f0 req-6f3baba0-4a11-43c2-b13f-114b63c3edb0 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 943 time: 0.2243831 Jul 09 20:21:22.274674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2e246-bda3-4904-a8b5-bca945f25bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=48bfe23e-bcb3-4267-ab4c-13de5caef65a,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:22.286389 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44370bd5-dcaf-421e-a488-0c8e0754b8b9 x-openstack-request-id: req-44370bd5-dcaf-421e-a488-0c8e0754b8b9 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:22.286705 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9", "tag": "48bfe23e-bcb3-4267-ab4c-13de5caef65a", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:22.287020 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44370bd5-dcaf-421e-a488-0c8e0754b8b9 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:22.287334 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9', 'tag': '48bfe23e-bcb3-4267-ab4c-13de5caef65a', 'status': 'completed', 'code': 200} Jul 09 20:21:22.348845 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a02b3f06-09de-42f6-9395-ff8fc7b271f0 req-8460cfd7-8ba7-4f2f-b0ba-a0702181c26b tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790896 Jul 09 20:21:22.360896 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d88a787-42a6-4476-972c-93fe49729c50 req-dd952e0a-0896-4eac-ae3f-3b1af8b873a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Made reservation on behalf of c2e81d9f1ed2425f9b101d7229ff034f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:21:22.364734 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d88a787-42a6-4476-972c-93fe49729c50 req-dd952e0a-0896-4eac-ae3f-3b1af8b873a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:22.395141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e333896-740d-43db-8ddf-335d32a94a70 req-d495dc41-76b5-42bf-80ae-97b24266305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:22.397080 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e333896-740d-43db-8ddf-335d32a94a70 req-d495dc41-76b5-42bf-80ae-97b24266305d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28c3bf61f43a4148b6787c4b8d0d40a9&device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 1098 time: 0.1087344 Jul 09 20:21:22.483089 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b0d1b76e-fbdd-45f4-906d-faf2263f0fd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=48bfe23e-bcb3-4267-ab4c-13de5caef65a HTTP/1.1" status: 200 len: 217 time: 0.0654235 Jul 09 20:21:22.550525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e333896-740d-43db-8ddf-335d32a94a70 req-37510a2e-94ec-4363-8a0f-86ee0ce2ec88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:22.552155 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e333896-740d-43db-8ddf-335d32a94a70 req-37510a2e-94ec-4363-8a0f-86ee0ce2ec88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0604866 Jul 09 20:21:22.597300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-9d88a787-42a6-4476-972c-93fe49729c50 req-dd952e0a-0896-4eac-ae3f-3b1af8b873a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Allocated IP 172.20.0.5 (845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8/de9a6dd1-1afa-4967-a28b-c388caa25b1c/c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:22.792572 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-608e1a4c-ad1b-429f-b77b-d3b047d4b104 req-e7f0d8f6-2b9c-4c19-b7aa-b80d7833d930 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 210 time: 0.0944126 Jul 09 20:21:22.814949 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e333896-740d-43db-8ddf-335d32a94a70 req-0e1fc95a-a233-4178-82f3-44d44b6c066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:22.817389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e333896-740d-43db-8ddf-335d32a94a70 req-0e1fc95a-a233-4178-82f3-44d44b6c066e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2567275 Jul 09 20:21:22.920233 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829af03-e209-4020-8565-54dca4514838 req-5cf82b87-cc4f-4cc4-9aba-24937942d014 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:22.920471 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d88a787-42a6-4476-972c-93fe49729c50 req-dd952e0a-0896-4eac-ae3f-3b1af8b873a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:22.921797 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-5cf82b87-cc4f-4cc4-9aba-24937942d014 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.36 "GET /v2.0/networks?id=6751e324-3a53-4d2d-a60d-4069349c4ad5 HTTP/1.1" status: 200 len: 796 time: 0.2403610 Jul 09 20:21:22.951828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-9d88a787-42a6-4476-972c-93fe49729c50 req-dd952e0a-0896-4eac-ae3f-3b1af8b873a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Transition to ACTIVE for port object c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:22.993396 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356bf56-8766-4442-83ea-35daa173eeaa req-b9763625-7e23-4c15-a344-3ab7aee4706c tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:23.002219 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9356bf56-8766-4442-83ea-35daa173eeaa req-b9763625-7e23-4c15-a344-3ab7aee4706c tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 947 time: 0.1415668 Jul 09 20:21:23.033572 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-5caab8ae-afa1-441c-8da1-d5b311d79595 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 379 time: 0.0986447 Jul 09 20:21:23.049554 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-f829af03-e209-4020-8565-54dca4514838 req-cab01364-90ad-4613-8383-c2add44cac1e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'port': {'device_id': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'admin_state_up': True, 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'security_groups': ['b389b5ab-518d-4fa0-ae83-b7379b650be4']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:23.072755 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e333896-740d-43db-8ddf-335d32a94a70 req-19489b6f-1f11-40e1-836c-1e5913a1dbb3 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436180 Jul 09 20:21:23.093164 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d88a787-42a6-4476-972c-93fe49729c50 req-dd952e0a-0896-4eac-ae3f-3b1af8b873a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:23.097075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3200af9f-9090-42ed-8dd3-576c0adb4ecb details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:21:23.113449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1e9f5f03-1712-4159-b45d-0e746d6cfb2f', '7bddc02b-2f69-44b7-af29-991344031383'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:21:23.150039 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9356bf56-8766-4442-83ea-35daa173eeaa req-302459ce-d158-4501-993b-01388558d2a2 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cf477e9-27bc-4464-9956-bae3a06f1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466630 Jul 09 20:21:23.206763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d88a787-42a6-4476-972c-93fe49729c50 req-dd952e0a-0896-4eac-ae3f-3b1af8b873a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:23.210821 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-9d88a787-42a6-4476-972c-93fe49729c50 req-dd952e0a-0896-4eac-ae3f-3b1af8b873a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:23.222519 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d88a787-42a6-4476-972c-93fe49729c50 req-dd952e0a-0896-4eac-ae3f-3b1af8b873a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:23.283959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd952e0a-0896-4eac-ae3f-3b1af8b873a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event updated for resources: {'Port': ['ID=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:23.324851 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88a787-42a6-4476-972c-93fe49729c50 req-dd952e0a-0896-4eac-ae3f-3b1af8b873a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:23.335747 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d88a787-42a6-4476-972c-93fe49729c50 req-dd952e0a-0896-4eac-ae3f-3b1af8b873a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:23.379165 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-dd952e0a-0896-4eac-ae3f-3b1af8b873a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4605811 Jul 09 20:21:23.383315 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e333896-740d-43db-8ddf-335d32a94a70 req-b85e2b35-4655-4806-b5ae-2196245a9da4 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672355 Jul 09 20:21:23.385363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f829af03-e209-4020-8565-54dca4514838 req-cab01364-90ad-4613-8383-c2add44cac1e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Made reservation on behalf of 98c415b77acf409d81bfd148c54b3790 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:21:23.389223 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f829af03-e209-4020-8565-54dca4514838 req-cab01364-90ad-4613-8383-c2add44cac1e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:23.402155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Request body: {'port': {'device_id': 'bd63b0df-ae92-4bf3-839e-1be8df8e8a52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:23.436098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3200af9f-9090-42ed-8dd3-576c0adb4ecb, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3200af9f-9090-42ed-8dd3-576c0adb4ecb,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:23.452667 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '3200af9f-9090-42ed-8dd3-576c0adb4ecb', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'port_id': '3200af9f-9090-42ed-8dd3-576c0adb4ecb', 'mac_address': 'fa:16:3e:e4:7b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:21:23.501457 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd3774b8-56ee-4168-a9d1-a2deeb2c8639 req-d68d0a58-aca1-4bec-8b9a-e9ea1f0d1c1f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 210 time: 0.1458919 Jul 09 20:21:23.637872 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:23.658978 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:23.686517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ed8ec0be-d621-4b9f-89ae-04b5b27bc225 None None] Provisioning for port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:23.696951 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3200af9f-9090-42ed-8dd3-576c0adb4ecb {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:21:23.710530 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 91e58fe2-471b-4d18-8ac8-c31287f6415e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:23.712627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ed8ec0be-d621-4b9f-89ae-04b5b27bc225 None None] Provisioning complete for port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:23.713156 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ed8ec0be-d621-4b9f-89ae-04b5b27bc225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:23.803575 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d3f64-1177-4e92-8f9f-6208711a8eb0 req-7dff4da2-5a3b-4562-b448-0215d7f323b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:23.805472 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-883d3f64-1177-4e92-8f9f-6208711a8eb0 req-7dff4da2-5a3b-4562-b448-0215d7f323b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28c3bf61f43a4148b6787c4b8d0d40a9&device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 1098 time: 0.3169973 Jul 09 20:21:23.808014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3200af9f-9090-42ed-8dd3-576c0adb4ecb, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3200af9f-9090-42ed-8dd3-576c0adb4ecb,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:23.825529 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:23.831222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-f829af03-e209-4020-8565-54dca4514838 req-cab01364-90ad-4613-8383-c2add44cac1e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.20.0.9 (6751e324-3a53-4d2d-a60d-4069349c4ad5/9811c50a-72e9-40ee-b32b-f33571fcf338/650815ba-feb0-4821-938b-024100fb4ed7) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:23.867947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-ed8ec0be-d621-4b9f-89ae-04b5b27bc225 None None] Port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:21:23.928141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3200af9f-9090-42ed-8dd3-576c0adb4ecb,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:23.937301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 91e58fe2-471b-4d18-8ac8-c31287f6415e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:23.955305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 91e58fe2-471b-4d18-8ac8-c31287f6415e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:23.956065 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:24.009507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d3f64-1177-4e92-8f9f-6208711a8eb0 req-baa05663-341d-41d1-9f38-4dfa653004e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:24.011704 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-883d3f64-1177-4e92-8f9f-6208711a8eb0 req-baa05663-341d-41d1-9f38-4dfa653004e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.1965320 Jul 09 20:21:24.023596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a4a05-a2f7-4f0d-a897-dd71a823e8b8 req-9befbb40-eb4c-4933-8535-23dac2d25a23 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:24.025289 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c08a4a05-a2f7-4f0d-a897-dd71a823e8b8 req-9befbb40-eb4c-4933-8535-23dac2d25a23 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 943 time: 0.3809180 Jul 09 20:21:24.067839 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-883d3f64-1177-4e92-8f9f-6208711a8eb0 req-e5be8010-1516-4a25-aa09-93b5eb9ffb2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=48bfe23e-bcb3-4267-ab4c-13de5caef65a HTTP/1.1" status: 200 len: 217 time: 0.0473926 Jul 09 20:21:24.086455 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c08a4a05-a2f7-4f0d-a897-dd71a823e8b8 req-abb3d55f-1244-4754-99c9-15bbc25269ce tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515499 Jul 09 20:21:24.147489 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:24.148641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:21:24.156007 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d3f64-1177-4e92-8f9f-6208711a8eb0 req-372d9fd8-1bdb-48a0-9634-abc9e182d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:24.158515 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-883d3f64-1177-4e92-8f9f-6208711a8eb0 req-372d9fd8-1bdb-48a0-9634-abc9e182d915 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0748906 Jul 09 20:21:24.160444 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:24.177793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Transition to ACTIVE for port object c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:24.189861 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:24.190436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 91e58fe2-471b-4d18-8ac8-c31287f6415e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=91e58fe2-471b-4d18-8ac8-c31287f6415e,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:24.196610 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:24.243259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:24.256287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=91e58fe2-471b-4d18-8ac8-c31287f6415e,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:24.322230 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['3200af9f-9090-42ed-8dd3-576c0adb4ecb'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:21:24.333505 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f829af03-e209-4020-8565-54dca4514838 req-cab01364-90ad-4613-8383-c2add44cac1e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:24.365097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d3f64-1177-4e92-8f9f-6208711a8eb0 req-b95ae15d-baaf-49ac-aef8-f6c03ddae083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:24.366612 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-883d3f64-1177-4e92-8f9f-6208711a8eb0 req-b95ae15d-baaf-49ac-aef8-f6c03ddae083 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1797924 Jul 09 20:21:24.376615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303877b6-0868-42a9-82d3-92a377ec966d req-724582d8-636b-47e6-a94a-7903a965d9b6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:24.383721 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-303877b6-0868-42a9-82d3-92a377ec966d req-724582d8-636b-47e6-a94a-7903a965d9b6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 931 time: 0.3125448 Jul 09 20:21:24.386316 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-f829af03-e209-4020-8565-54dca4514838 req-cab01364-90ad-4613-8383-c2add44cac1e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Transition to ACTIVE for port object 650815ba-feb0-4821-938b-024100fb4ed7 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:24.424296 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Attempting to bind port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:21:24.424725 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Attempting to bind port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:21:24.425019 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Attempting to bind port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:24.433384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:21:24.433706 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Attempting to bind port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 on network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:24.455641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:21:24.456112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Checking segment: {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:21:24.456561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Bound using segment: {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:21:24.457080 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Bound port: c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b1a50c-2095-4944-b65e-45ed7581a944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:21:24.457468 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:24.514935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806cc77-dabd-4a60-9c7f-a7de1cce10f3 req-7bc2b8bb-509e-4aeb-be87-1b0b58a7a9e1 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:24.517296 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9806cc77-dabd-4a60-9c7f-a7de1cce10f3 req-7bc2b8bb-509e-4aeb-be87-1b0b58a7a9e1 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 947 time: 0.1782510 Jul 09 20:21:24.526353 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-303877b6-0868-42a9-82d3-92a377ec966d req-aca393fd-a7ff-48fe-b91b-778881aebb65 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415782 Jul 09 20:21:24.564372 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f829af03-e209-4020-8565-54dca4514838 req-cab01364-90ad-4613-8383-c2add44cac1e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:24.637048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-883d3f64-1177-4e92-8f9f-6208711a8eb0 req-1549b3aa-8101-4976-b916-c129e738ce18 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484210 Jul 09 20:21:24.653708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] For port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:21:24.684098 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9806cc77-dabd-4a60-9c7f-a7de1cce10f3 req-de3a1d8c-014a-414a-a941-e0308b9151b4 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cf477e9-27bc-4464-9956-bae3a06f1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551988 Jul 09 20:21:24.691605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] For port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:21:24.706434 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:24.736327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:24.736327 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:24.736845 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] 10.222.0.36 "PUT /v2.0/ports/c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 HTTP/1.1" status: 200 len: 1091 time: 1.3435102 Jul 09 20:21:24.738559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd63b0df-ae92-4bf3-839e-1be8df8e8a52', 'tag': 'c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:24.743865 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38d8440-054d-4c13-8b15-1e66ab580a85" -d '{"events": [{"name": "network-changed", "server_uuid": "bd63b0df-ae92-4bf3-839e-1be8df8e8a52", "tag": "c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:24.814093 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f829af03-e209-4020-8565-54dca4514838 req-cab01364-90ad-4613-8383-c2add44cac1e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 6751e324-3a53-4d2d-a60d-4069349c4ad5 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:24.825153 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae07837-091e-4a9d-a5f1-dcac461088cd x-openstack-request-id: req-cae07837-091e-4a9d-a5f1-dcac461088cd {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:24.825599 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd63b0df-ae92-4bf3-839e-1be8df8e8a52", "tag": "c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:24.825962 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cae07837-091e-4a9d-a5f1-dcac461088cd {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:24.826531 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd63b0df-ae92-4bf3-839e-1be8df8e8a52', 'tag': 'c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7', 'status': 'completed', 'code': 200} Jul 09 20:21:24.856941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadc27c-ea2f-4bd7-9d0a-3fa349816494 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:24.876703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab01364-90ad-4613-8383-c2add44cac1e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=650815ba-feb0-4821-938b-024100fb4ed7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:24.898392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88a787-42a6-4476-972c-93fe49729c50 req-02a3d549-5864-46d6-bf99-7754733bd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:24.900461 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-02a3d549-5864-46d6-bf99-7754733bd9e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 1094 time: 0.0938251 Jul 09 20:21:24.903776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-f829af03-e209-4020-8565-54dca4514838 req-cab01364-90ad-4613-8383-c2add44cac1e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:24.942839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f829af03-e209-4020-8565-54dca4514838 req-cab01364-90ad-4613-8383-c2add44cac1e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:24.952033 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-883d3f64-1177-4e92-8f9f-6208711a8eb0 req-c731800f-d77b-4148-9670-039958d183fc service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982082 Jul 09 20:21:24.956470 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-8d9f2266-8328-4f9b-912b-e97fc704710d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 HTTP/1.1" status: 200 len: 217 time: 0.0463924 Jul 09 20:21:25.019646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829af03-e209-4020-8565-54dca4514838 req-cab01364-90ad-4613-8383-c2add44cac1e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:25.020353 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f829af03-e209-4020-8565-54dca4514838 req-cab01364-90ad-4613-8383-c2add44cac1e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:25.033009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88a787-42a6-4476-972c-93fe49729c50 req-75d0505c-30c0-40f2-b25f-a7a675f838ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:25.034882 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-75d0505c-30c0-40f2-b25f-a7a675f838ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.0595274 Jul 09 20:21:25.044831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf36aa-c565-4d1b-8068-7da5fd18f765 req-62212f0a-4f45-4132-9c02-841c464f2625 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:25.046412 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1dbf36aa-c565-4d1b-8068-7da5fd18f765 req-62212f0a-4f45-4132-9c02-841c464f2625 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 931 time: 0.2310760 Jul 09 20:21:25.048927 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-cab01364-90ad-4613-8383-c2add44cac1e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0051291 Jul 09 20:21:25.063546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Request body: {'port': {'device_id': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:25.139326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88a787-42a6-4476-972c-93fe49729c50 req-7ceb249c-5241-4794-a8af-6ef57489046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:25.142751 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-7ceb249c-5241-4794-a8af-6ef57489046a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933237 Jul 09 20:21:25.200154 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1dbf36aa-c565-4d1b-8068-7da5fd18f765 req-b03c7960-2a98-4502-90e4-ede05265325d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326482 Jul 09 20:21:25.226780 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:25.278568 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-7de7ba0b-427a-4a2b-bc37-c9d0214269a9 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278124 Jul 09 20:21:25.337990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cf204854-f9af-4a2e-8418-eea46c9f0fc6 None None] Provisioning for port 650815ba-feb0-4821-938b-024100fb4ed7 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:25.346397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cf204854-f9af-4a2e-8418-eea46c9f0fc6 None None] Provisioning complete for port 650815ba-feb0-4821-938b-024100fb4ed7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:25.347022 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cf204854-f9af-4a2e-8418-eea46c9f0fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:25.412023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c638fc6-3232-4f0d-b78d-03ff85095faf req-26d85156-46bc-46c6-a040-457108be7737 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:25.412661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-cf204854-f9af-4a2e-8418-eea46c9f0fc6 None None] Port 650815ba-feb0-4821-938b-024100fb4ed7 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:21:25.413668 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c638fc6-3232-4f0d-b78d-03ff85095faf req-26d85156-46bc-46c6-a040-457108be7737 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 944 time: 0.1497216 Jul 09 20:21:25.420084 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9d88a787-42a6-4476-972c-93fe49729c50 req-7b5a322a-e543-479e-9299-9f3acee543a1 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241567 Jul 09 20:21:25.464724 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c638fc6-3232-4f0d-b78d-03ff85095faf req-79e065d1-7b05-4d71-be1a-de0e9560e3bb tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414774 Jul 09 20:21:25.548462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650815ba-feb0-4821-938b-024100fb4ed7 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:21:25.558778 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:25.573031 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Transition to ACTIVE for port object 650815ba-feb0-4821-938b-024100fb4ed7 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:21:25.580025 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:25.599748 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d8440-054d-4c13-8b15-1e66ab580a85 req-794fb2f0-4d51-4597-a997-b505d266eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:25.601321 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a38d8440-054d-4c13-8b15-1e66ab580a85 req-794fb2f0-4d51-4597-a997-b505d266eb51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 1094 time: 0.1076393 Jul 09 20:21:25.648889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 91e58fe2-471b-4d18-8ac8-c31287f6415e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:25.675536 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Pushing event updated for resources: {'Port': ['ID=650815ba-feb0-4821-938b-024100fb4ed7,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:25.748495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d8440-054d-4c13-8b15-1e66ab580a85 req-6d92a325-e2af-46f7-804a-ea22a9ef818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:25.761115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 91e58fe2-471b-4d18-8ac8-c31287f6415e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:25.761614 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:25.762679 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a38d8440-054d-4c13-8b15-1e66ab580a85 req-6d92a325-e2af-46f7-804a-ea22a9ef818f service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.1532788 Jul 09 20:21:25.856916 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a38d8440-054d-4c13-8b15-1e66ab580a85 req-94dd1011-c0a6-413e-9702-770282dae350 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 HTTP/1.1" status: 200 len: 217 time: 0.0692909 Jul 09 20:21:25.864382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Attempting to bind port 650815ba-feb0-4821-938b-024100fb4ed7 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:21:25.867039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Attempting to bind port 650815ba-feb0-4821-938b-024100fb4ed7 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:21:25.868694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Attempting to bind port 650815ba-feb0-4821-938b-024100fb4ed7 on network 6751e324-3a53-4d2d-a60d-4069349c4ad5 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:25.888836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Port 650815ba-feb0-4821-938b-024100fb4ed7 on network 6751e324-3a53-4d2d-a60d-4069349c4ad5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:21:25.889175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Attempting to bind port 650815ba-feb0-4821-938b-024100fb4ed7 on network 6751e324-3a53-4d2d-a60d-4069349c4ad5 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:21:25.898176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:21:25.898523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Checking segment: {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:21:25.898917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Bound using segment: {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:21:25.899378 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Bound port: 650815ba-feb0-4821-938b-024100fb4ed7, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:21:25.899730 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:25.933980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09b97c-16e0-4f3a-b545-10e018742a24 req-a4b29e26-b3cb-4f9a-9428-a8f6d64d91f1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:25.935560 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a09b97c-16e0-4f3a-b545-10e018742a24 req-a4b29e26-b3cb-4f9a-9428-a8f6d64d91f1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 943 time: 0.2168088 Jul 09 20:21:25.973349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d8440-054d-4c13-8b15-1e66ab580a85 req-b56c43a1-e8ec-4096-a099-ce9460ad2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:25.974868 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a38d8440-054d-4c13-8b15-1e66ab580a85 req-b56c43a1-e8ec-4096-a099-ce9460ad2c97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.1170034 Jul 09 20:21:26.037049 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a09b97c-16e0-4f3a-b545-10e018742a24 req-b796afa0-df57-4e08-a705-fb46820d1e69 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834985 Jul 09 20:21:26.043866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2362c82-8bac-4985-9e05-91119c8a330e req-d534440e-2f71-463b-812a-d07fd75705fb tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:26.045579 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2362c82-8bac-4985-9e05-91119c8a330e req-d534440e-2f71-463b-812a-d07fd75705fb tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 947 time: 0.1170144 Jul 09 20:21:26.062469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:21:26.067810 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=650815ba-feb0-4821-938b-024100fb4ed7,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:21:26.071922 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:26.083005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d8440-054d-4c13-8b15-1e66ab580a85 req-cbfbe0ac-3cc2-4f10-88b1-26a5ffaa024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:26.084646 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a38d8440-054d-4c13-8b15-1e66ab580a85 req-cbfbe0ac-3cc2-4f10-88b1-26a5ffaa024e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022332 Jul 09 20:21:26.108689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:26.109324 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:26.111043 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] 10.222.0.36 "PUT /v2.0/ports/650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 200 len: 1091 time: 1.0541093 Jul 09 20:21:26.111422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:26.112780 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d2362c82-8bac-4985-9e05-91119c8a330e req-be0771bf-d9a3-4d40-bbc2-193472a46e44 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cf477e9-27bc-4464-9956-bae3a06f1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564425 Jul 09 20:21:26.122984 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531593e5-b420-4f98-abff-399ee2d31a20" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "tag": "650815ba-feb0-4821-938b-024100fb4ed7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:26.230300 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cfa56d-02bb-4a8a-9f9c-a2327ca7e60f x-openstack-request-id: req-81cfa56d-02bb-4a8a-9f9c-a2327ca7e60f {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:26.230694 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "tag": "650815ba-feb0-4821-938b-024100fb4ed7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:26.231092 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81cfa56d-02bb-4a8a-9f9c-a2327ca7e60f {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:26.231592 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7', 'status': 'completed', 'code': 200} Jul 09 20:21:26.234400 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a38d8440-054d-4c13-8b15-1e66ab580a85 req-059f5600-5a4d-4ad4-965b-75fa75729a2d service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383092 Jul 09 20:21:26.238514 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17401c98-6ff2-4091-92cc-5f2af44e134a service neutron] Pushing event updated for resources: {'Port': ['ID=650815ba-feb0-4821-938b-024100fb4ed7,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:26.266528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829af03-e209-4020-8565-54dca4514838 req-eff0b90c-8c17-4f0d-8efe-b92dc9ca6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:26.268397 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-eff0b90c-8c17-4f0d-8efe-b92dc9ca6ce5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1094 time: 0.1075549 Jul 09 20:21:26.413847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a38d8440-054d-4c13-8b15-1e66ab580a85 req-28a666ee-de97-4f45-befc-9208fb70c05e service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638186 Jul 09 20:21:26.448991 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7803084-3614-4417-bc5f-ac281137fdce req-70a2dc22-c412-4392-a610-9266d75a96f2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:26.450861 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f7803084-3614-4417-bc5f-ac281137fdce req-70a2dc22-c412-4392-a610-9266d75a96f2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 943 time: 0.1051390 Jul 09 20:21:26.517721 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f7803084-3614-4417-bc5f-ac281137fdce req-4b2c6f58-072b-4750-8759-5b6a7f153e0c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547814 Jul 09 20:21:26.707529 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-2512f70a-b92c-4481-9f23-a48a1eb3f2a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 200 len: 217 time: 0.4267642 Jul 09 20:21:26.786588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829af03-e209-4020-8565-54dca4514838 req-6173e651-035b-4733-87a7-6895a5993aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:26.788064 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-6173e651-035b-4733-87a7-6895a5993aab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9811c50a-72e9-40ee-b32b-f33571fcf338 HTTP/1.1" status: 200 len: 834 time: 0.0720232 Jul 09 20:21:26.837325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bc1f8-60e1-4f1b-8483-26c9a68f1513 req-8b8c8c99-179a-4cbd-a33c-f00e519941a8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:26.838902 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b5bc1f8-60e1-4f1b-8483-26c9a68f1513 req-8b8c8c99-179a-4cbd-a33c-f00e519941a8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 944 time: 0.1341565 Jul 09 20:21:26.893008 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e2c81847-edcb-4abc-8ee9-9f062845add9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:26.893789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829af03-e209-4020-8565-54dca4514838 req-e5250701-5482-4430-a795-36ac7fd069ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:26.895291 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-e5250701-5482-4430-a795-36ac7fd069ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6751e324-3a53-4d2d-a60d-4069349c4ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971758 Jul 09 20:21:26.898607 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b5bc1f8-60e1-4f1b-8483-26c9a68f1513 req-5c275bf4-7ac4-4669-a563-b56d1a7df303 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509572 Jul 09 20:21:26.989795 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-65f3ee2e-0297-4b3e-9c98-f47c5030b47f service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878801 Jul 09 20:21:26.996487 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:27.085639 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f829af03-e209-4020-8565-54dca4514838 req-8c84235b-478a-40f1-b28e-2c7c3e23044a service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888433 Jul 09 20:21:27.130531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 48bfe23e-bcb3-4267-ab4c-13de5caef65a details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:21:27.134402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3200af9f-9090-42ed-8dd3-576c0adb4ecb up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:27.267400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531593e5-b420-4f98-abff-399ee2d31a20 req-5bfde562-6d9f-4cb4-ba57-b22cbae9e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:27.268921 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-531593e5-b420-4f98-abff-399ee2d31a20 req-5bfde562-6d9f-4cb4-ba57-b22cbae9e1ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1094 time: 0.1335781 Jul 09 20:21:27.287639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9655714-cadf-4307-9eb0-ca412a66a80f req-7f4956de-c425-4278-87de-ad606377658c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:27.289614 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c9655714-cadf-4307-9eb0-ca412a66a80f req-7f4956de-c425-4278-87de-ad606377658c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 943 time: 0.1336570 Jul 09 20:21:27.340723 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c9655714-cadf-4307-9eb0-ca412a66a80f req-f87c32a0-7723-42ed-8f60-2ec22bcd7d74 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434029 Jul 09 20:21:27.420523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c73402-63b4-437d-8deb-a698e69e094b req-b06d76a1-da37-4d6c-b6ce-6b9b771c8a16 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:27.422603 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d9c73402-63b4-437d-8deb-a698e69e094b req-b06d76a1-da37-4d6c-b6ce-6b9b771c8a16 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 947 time: 0.1526494 Jul 09 20:21:27.426981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 3200af9f-9090-42ed-8dd3-576c0adb4ecb completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:27.433529 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 3200af9f-9090-42ed-8dd3-576c0adb4ecb triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:27.433909 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:27.466024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531593e5-b420-4f98-abff-399ee2d31a20 req-ff8be4fd-24ed-4eec-a09f-58a7bc90a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:27.469470 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-531593e5-b420-4f98-abff-399ee2d31a20 req-ff8be4fd-24ed-4eec-a09f-58a7bc90a1bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=6751e324-3a53-4d2d-a60d-4069349c4ad5 HTTP/1.1" status: 200 len: 897 time: 0.1656363 Jul 09 20:21:27.479762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 48bfe23e-bcb3-4267-ab4c-13de5caef65a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=48bfe23e-bcb3-4267-ab4c-13de5caef65a,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:27.495036 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '48bfe23e-bcb3-4267-ab4c-13de5caef65a', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '48bfe23e-bcb3-4267-ab4c-13de5caef65a', 'mac_address': 'fa:16:3e:27:9b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:21:27.530744 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d9c73402-63b4-437d-8deb-a698e69e094b req-23951854-1988-4c0e-8928-c77816871203 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cf477e9-27bc-4464-9956-bae3a06f1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953925 Jul 09 20:21:27.533090 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-531593e5-b420-4f98-abff-399ee2d31a20 req-e80a13bd-d859-488d-aa6f-d87efb373f54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 200 len: 217 time: 0.0530679 Jul 09 20:21:27.583406 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:27.596128 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:27.599699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531593e5-b420-4f98-abff-399ee2d31a20 req-622196fb-cb91-4cfd-8b2c-185daf9683c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:27.601492 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-531593e5-b420-4f98-abff-399ee2d31a20 req-622196fb-cb91-4cfd-8b2c-185daf9683c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9811c50a-72e9-40ee-b32b-f33571fcf338 HTTP/1.1" status: 200 len: 834 time: 0.0617173 Jul 09 20:21:27.611892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bfe23e-bcb3-4267-ab4c-13de5caef65a {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:21:27.633856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d01442-af59-4658-a44a-cd0e53e93e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3200af9f-9090-42ed-8dd3-576c0adb4ecb'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:27.636431 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2aebfd-41f0-4dbe-aee1-4723cf3c1ea8" -d '{"events": [{"server_uuid": "e1d01442-af59-4658-a44a-cd0e53e93e97", "name": "network-vif-plugged", "status": "completed", "tag": "3200af9f-9090-42ed-8dd3-576c0adb4ecb"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:27.658991 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3200af9f-9090-42ed-8dd3-576c0adb4ecb, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3200af9f-9090-42ed-8dd3-576c0adb4ecb,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:27.661308 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 48bfe23e-bcb3-4267-ab4c-13de5caef65a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=48bfe23e-bcb3-4267-ab4c-13de5caef65a,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:27.667117 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:27.671676 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:27.678672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531593e5-b420-4f98-abff-399ee2d31a20 req-38a36bbe-b8a6-4934-8348-52659a5efe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:27.680444 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-531593e5-b420-4f98-abff-399ee2d31a20 req-38a36bbe-b8a6-4934-8348-52659a5efe98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6751e324-3a53-4d2d-a60d-4069349c4ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709815 Jul 09 20:21:27.699172 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcd6d9e-8571-4e26-ab54-9e9b914baaea x-openstack-request-id: req-cfcd6d9e-8571-4e26-ab54-9e9b914baaea {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:27.699473 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d01442-af59-4658-a44a-cd0e53e93e97", "name": "network-vif-plugged", "status": "completed", "tag": "3200af9f-9090-42ed-8dd3-576c0adb4ecb", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:27.699900 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cfcd6d9e-8571-4e26-ab54-9e9b914baaea {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:27.700302 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d01442-af59-4658-a44a-cd0e53e93e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3200af9f-9090-42ed-8dd3-576c0adb4ecb', 'code': 200} Jul 09 20:21:27.728373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3200af9f-9090-42ed-8dd3-576c0adb4ecb,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:27.810435 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-531593e5-b420-4f98-abff-399ee2d31a20 req-8cf27294-c6d7-451b-b33a-76985b3a2439 service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221728 Jul 09 20:21:27.811905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=48bfe23e-bcb3-4267-ab4c-13de5caef65a,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:27.856923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb41ef-fe50-4cf5-99b9-cb078d38a02e req-2c656bb0-b255-40b8-bd00-89620c61c6bf tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:27.858520 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6cbb41ef-fe50-4cf5-99b9-cb078d38a02e req-2c656bb0-b255-40b8-bd00-89620c61c6bf tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 943 time: 0.1572816 Jul 09 20:21:27.890178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8e543-e392-4146-95e0-d79122f00356 req-9b605dc0-13ee-472f-8ae8-9d61c060982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:27.891778 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3dc8e543-e392-4146-95e0-d79122f00356 req-9b605dc0-13ee-472f-8ae8-9d61c060982f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 1096 time: 0.1060495 Jul 09 20:21:27.915155 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-531593e5-b420-4f98-abff-399ee2d31a20 req-b3152a1d-e4d5-4057-8ab8-34b084862f50 service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955648 Jul 09 20:21:27.939235 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6cbb41ef-fe50-4cf5-99b9-cb078d38a02e req-bf69de01-2964-4007-b55d-66311a02835d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700862 Jul 09 20:21:27.967911 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3dc8e543-e392-4146-95e0-d79122f00356 req-0f0133b9-2a55-432d-be1b-ffe54c2c315a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683200 Jul 09 20:21:28.102931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27899cb6-b73b-47c0-8e05-9419bec34d04 req-7c9aaf4c-4669-4186-aae6-9eec0e8926a8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:28.104433 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27899cb6-b73b-47c0-8e05-9419bec34d04 req-7c9aaf4c-4669-4186-aae6-9eec0e8926a8 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 945 time: 0.0720465 Jul 09 20:21:28.142876 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27899cb6-b73b-47c0-8e05-9419bec34d04 req-4fa7fd31-dcfa-4128-9d24-ddcf102e0f46 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322587 Jul 09 20:21:28.163262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['48bfe23e-bcb3-4267-ab4c-13de5caef65a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:21:28.538593 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77128b-b58d-4fcc-bc38-4de471c486b1 req-dd08a9ee-4e23-4f59-b48e-ac541864d60a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:28.546361 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3b77128b-b58d-4fcc-bc38-4de471c486b1 req-dd08a9ee-4e23-4f59-b48e-ac541864d60a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 943 time: 0.0831542 Jul 09 20:21:28.582876 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3b77128b-b58d-4fcc-bc38-4de471c486b1 req-b73aac87-60dc-4feb-87e5-5005670df3e3 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351853 Jul 09 20:21:28.752577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f5afa-9987-4cf9-ac20-2d9b83c0f085 req-b6cce4df-7fb1-4688-9759-ee78f88ca208 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:28.752577 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3d0f5afa-9987-4cf9-ac20-2d9b83c0f085 req-b6cce4df-7fb1-4688-9759-ee78f88ca208 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 948 time: 0.0695608 Jul 09 20:21:28.793167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3d0f5afa-9987-4cf9-ac20-2d9b83c0f085 req-842da556-b309-4667-ace5-fd6d423600cb tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cf477e9-27bc-4464-9956-bae3a06f1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347047 Jul 09 20:21:29.130593 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9c4c6-e097-4168-b3e8-a7d1f17fca50 req-a6369bb8-3294-49a9-a517-d2fa5d749196 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:29.132124 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16b9c4c6-e097-4168-b3e8-a7d1f17fca50 req-a6369bb8-3294-49a9-a517-d2fa5d749196 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 943 time: 0.0743759 Jul 09 20:21:29.144967 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:21:29.177510 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-16b9c4c6-e097-4168-b3e8-a7d1f17fca50 req-37002564-397a-4887-899f-b413aea11a94 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395176 Jul 09 20:21:29.271050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:29.282723 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'port_id': 'c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7', 'mac_address': 'fa:16:3e:3b:8d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:21:29.345652 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:29.349864 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf47f36-179d-4c47-ad1b-29ba7757cb11 req-14b8661d-31c7-42e2-8536-0c2742112a26 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:29.358141 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-acf47f36-179d-4c47-ad1b-29ba7757cb11 req-14b8661d-31c7-42e2-8536-0c2742112a26 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 945 time: 0.0954177 Jul 09 20:21:29.362071 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:29.366322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:21:29.398320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:29.403472 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:29.405063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-acf47f36-179d-4c47-ad1b-29ba7757cb11 req-32a4670c-666a-4faa-80a1-3b4c9c971f23 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456789 Jul 09 20:21:29.459117 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4b350457-0912-4ff1-a127-7b42549242f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:29.476518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:29.598009 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:29.774102 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a1942-07c4-4a6e-8cc9-a065e2cac673 req-d0ff1ec1-2d3e-4492-ab9f-c760fabffa8b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:29.775648 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe7a1942-07c4-4a6e-8cc9-a065e2cac673 req-d0ff1ec1-2d3e-4492-ab9f-c760fabffa8b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 944 time: 0.0677989 Jul 09 20:21:29.803942 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36804) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:29.824072 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe7a1942-07c4-4a6e-8cc9-a065e2cac673 req-74076968-84a1-4395-bad0-7f47ba3b117f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426331 Jul 09 20:21:29.863782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:21:29.918779 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe7c73c8-adab-4187-a20f-bfc55a8d8c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:29.983766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902158d-7165-4998-a6b4-57387ccee93f req-d4ab9220-44c8-4b9c-a971-e6ce67624a96 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:29.986581 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f902158d-7165-4998-a6b4-57387ccee93f req-d4ab9220-44c8-4b9c-a971-e6ce67624a96 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 948 time: 0.0708919 Jul 09 20:21:30.022802 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe7c73c8-adab-4187-a20f-bfc55a8d8c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:30.027779 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe7c73c8-adab-4187-a20f-bfc55a8d8c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:30.032806 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f902158d-7165-4998-a6b4-57387ccee93f req-7d2c7252-307f-4232-98e2-c5eb9eb2c8ac tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cf477e9-27bc-4464-9956-bae3a06f1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391603 Jul 09 20:21:30.075711 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fe7c73c8-adab-4187-a20f-bfc55a8d8c2e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=481a82c54e2b4af29b5ecfd2f9aad662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2683434 Jul 09 20:21:30.075932 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36810) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:30.083791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c73c8-adab-4187-a20f-bfc55a8d8c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a043d27-1053-499f-bec1-0032e3629c79,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:30.148223 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29040de4-389f-4b3f-966c-0d842bdd8873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:30.174697 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29040de4-389f-4b3f-966c-0d842bdd8873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:30.233925 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29040de4-389f-4b3f-966c-0d842bdd8873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:30.238086 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29040de4-389f-4b3f-966c-0d842bdd8873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:30.239293 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-29040de4-389f-4b3f-966c-0d842bdd8873 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a043d27-1053-499f-bec1-0032e3629c79 HTTP/1.1" status: 204 len: 168 time: 0.1624355 Jul 09 20:21:30.248306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29040de4-389f-4b3f-966c-0d842bdd8873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a043d27-1053-499f-bec1-0032e3629c79,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:30.376109 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5e8c1-d673-4c58-8b95-9a134f2f41d7 req-849c5c3c-1ecf-483c-a312-f22c33927126 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:30.377671 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-62f5e8c1-d673-4c58-8b95-9a134f2f41d7 req-849c5c3c-1ecf-483c-a312-f22c33927126 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 943 time: 0.0830448 Jul 09 20:21:30.425690 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-62f5e8c1-d673-4c58-8b95-9a134f2f41d7 req-e81631fd-3963-4099-83d1-50328686b183 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406916 Jul 09 20:21:30.484055 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:30.550533 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36820) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:30.566967 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ccf5989d-2c6c-4671-b409-70c2823a4be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:30.596993 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757e721-aed8-4765-ab57-bc88b0ea8cc0 req-31da6d07-4a6f-410d-866b-48e126ddbb4b tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:30.598563 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b757e721-aed8-4765-ab57-bc88b0ea8cc0 req-31da6d07-4a6f-410d-866b-48e126ddbb4b tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 945 time: 0.0672855 Jul 09 20:21:30.645733 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b757e721-aed8-4765-ab57-bc88b0ea8cc0 req-ed3ee616-4c9f-4766-b727-28549e559785 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408897 Jul 09 20:21:30.678646 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ccf5989d-2c6c-4671-b409-70c2823a4be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:30.682835 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ccf5989d-2c6c-4671-b409-70c2823a4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:30.730518 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ccf5989d-2c6c-4671-b409-70c2823a4be5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8a47a503701407dad37982c1ede28bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1756463 Jul 09 20:21:30.730731 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36824) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:30.732698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5989d-2c6c-4671-b409-70c2823a4be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56fe55d-97fc-4590-bc90-6c410434c534,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:30.822635 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e5bbb88-90c8-46f6-8e3f-5ad8a1404e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:30.854938 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e5bbb88-90c8-46f6-8e3f-5ad8a1404e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:30.863982 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c1122-48a1-4543-9e28-c0b28f8fcccc req-01831b1e-8d1b-4b45-905a-7572ac274256 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:30.865564 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b35c1122-48a1-4543-9e28-c0b28f8fcccc req-01831b1e-8d1b-4b45-905a-7572ac274256 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 945 time: 0.1027734 Jul 09 20:21:30.929973 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b35c1122-48a1-4543-9e28-c0b28f8fcccc req-f402a0c9-80af-497d-b61d-191b407f771d tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581694 Jul 09 20:21:30.947269 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e5bbb88-90c8-46f6-8e3f-5ad8a1404e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:30.950068 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e5bbb88-90c8-46f6-8e3f-5ad8a1404e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:30.951665 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1e5bbb88-90c8-46f6-8e3f-5ad8a1404e55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d56fe55d-97fc-4590-bc90-6c410434c534 HTTP/1.1" status: 204 len: 168 time: 0.2200708 Jul 09 20:21:30.959051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36830) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:30.961916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bbb88-90c8-46f6-8e3f-5ad8a1404e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56fe55d-97fc-4590-bc90-6c410434c534,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:31.091172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8985046d-9877-4331-884e-216f23e2d221 tempest-TestVolumeBootPattern-1965646106 tempest-TestVolumeBootPattern-1965646106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:31.096115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8985046d-9877-4331-884e-216f23e2d221 tempest-TestVolumeBootPattern-1965646106 tempest-TestVolumeBootPattern-1965646106-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 1091 time: 0.1322007 Jul 09 20:21:31.096567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36834) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:31.101270 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb00d2-e8f5-4a10-8826-5778a3149f6b req-07d0d79d-8965-477e-bf13-17be96d7e9c6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:31.101468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '3200af9f-9090-42ed-8dd3-576c0adb4ecb', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:31.103492 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cfdb00d2-e8f5-4a10-8826-5778a3149f6b req-07d0d79d-8965-477e-bf13-17be96d7e9c6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 944 time: 0.1454418 Jul 09 20:21:31.130563 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:31.155020 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cfdb00d2-e8f5-4a10-8826-5778a3149f6b req-ab81470d-0859-4b65-a12f-068335487e3d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466871 Jul 09 20:21:31.177739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 650815ba-feb0-4821-938b-024100fb4ed7 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:21:31.256934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:31.264436 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2534e-0448-4fcd-9be7-06f45b08732f req-579d78dc-1cb0-4eaa-adcc-c41823665055 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:31.266628 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ed2534e-0448-4fcd-9be7-06f45b08732f req-579d78dc-1cb0-4eaa-adcc-c41823665055 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 948 time: 0.0921888 Jul 09 20:21:31.323027 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:31.323154 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=650815ba-feb0-4821-938b-024100fb4ed7,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:31.330280 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ed2534e-0448-4fcd-9be7-06f45b08732f req-93919bcd-9e15-46ad-9d95-fb9f5113ce5f tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cf477e9-27bc-4464-9956-bae3a06f1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549569 Jul 09 20:21:31.338959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '650815ba-feb0-4821-938b-024100fb4ed7', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'port_id': '650815ba-feb0-4821-938b-024100fb4ed7', 'mac_address': 'fa:16:3e:a7:6a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:21:31.365834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:31.372983 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:31.373345 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:31.409418 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:31.430834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650815ba-feb0-4821-938b-024100fb4ed7 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:21:31.450704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Allocated IP 172.25.0.91 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/d9c19159-954e-4689-81b9-ebd19defcc19) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:31.458146 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=650815ba-feb0-4821-938b-024100fb4ed7,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:31.483439 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:31.535371 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:31.569393 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=650815ba-feb0-4821-938b-024100fb4ed7,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:31.576257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd63b0df-ae92-4bf3-839e-1be8df8e8a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:31.579670 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dec081-a2a6-4d72-9e5c-492749853053" -d '{"events": [{"server_uuid": "bd63b0df-ae92-4bf3-839e-1be8df8e8a52", "name": "network-vif-plugged", "status": "completed", "tag": "c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:31.595239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:31.605891 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:31.607213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 48bfe23e-bcb3-4267-ab4c-13de5caef65a up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:31.644899 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9031c8b5-ee50-4d48-9b7a-f619b7c8d25e x-openstack-request-id: req-9031c8b5-ee50-4d48-9b7a-f619b7c8d25e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:31.645268 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd63b0df-ae92-4bf3-839e-1be8df8e8a52", "name": "network-vif-plugged", "status": "completed", "tag": "c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:31.645652 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9031c8b5-ee50-4d48-9b7a-f619b7c8d25e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:31.647249 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd63b0df-ae92-4bf3-839e-1be8df8e8a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7', 'code': 200} Jul 09 20:21:31.718795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:31.741842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 48bfe23e-bcb3-4267-ab4c-13de5caef65a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:31.744648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a0eee-0a27-4ffe-bece-a1b5fe9eacd0 req-328c9fde-7c5c-4f96-bebc-4358e49062d0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:31.746450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c8a0eee-0a27-4ffe-bece-a1b5fe9eacd0 req-328c9fde-7c5c-4f96-bebc-4358e49062d0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 944 time: 0.1237795 Jul 09 20:21:31.747341 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 48bfe23e-bcb3-4267-ab4c-13de5caef65a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:31.747931 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:31.805100 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c8a0eee-0a27-4ffe-bece-a1b5fe9eacd0 req-310d69be-7785-45ed-ae07-57c170ef264e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426238 Jul 09 20:21:31.848563 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:31.900251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 48bfe23e-bcb3-4267-ab4c-13de5caef65a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=48bfe23e-bcb3-4267-ab4c-13de5caef65a,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:31.906396 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:31.930974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['650815ba-feb0-4821-938b-024100fb4ed7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:21:31.986411 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:31.995335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bbd8e-b4be-41b6-b5b8-bb7094b7573a req-4171233f-9003-44a8-a4e4-16f71a1e38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:31.995649 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=48bfe23e-bcb3-4267-ab4c-13de5caef65a,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:31.996922 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-325bbd8e-b4be-41b6-b5b8-bb7094b7573a req-4171233f-9003-44a8-a4e4-16f71a1e38e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 1096 time: 0.1063037 Jul 09 20:21:32.057987 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-325bbd8e-b4be-41b6-b5b8-bb7094b7573a req-80e6fa5b-2c5a-401f-9052-b68edc29f37b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509512 Jul 09 20:21:32.064772 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:32.105538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:32.113909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:32.117857 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:32.146215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'Port': ['ID=d9c19159-954e-4689-81b9-ebd19defcc19,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:32.331067 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:32.432495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed974e-636f-4d2a-9ebd-2b5432a64931 req-39c97a49-5819-45cc-91cf-6319aa40345f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:32.434049 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c6ed974e-636f-4d2a-9ebd-2b5432a64931 req-39c97a49-5819-45cc-91cf-6319aa40345f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.1284356 Jul 09 20:21:32.530753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3c2e7-033a-4244-bdd0-01a0da02eb87 req-1092385b-51b1-46f8-b39f-97545e1bafde tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:32.533037 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6ab3c2e7-033a-4244-bdd0-01a0da02eb87 req-1092385b-51b1-46f8-b39f-97545e1bafde tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 949 time: 0.0837338 Jul 09 20:21:32.585167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6ab3c2e7-033a-4244-bdd0-01a0da02eb87 req-011aed2b-dced-4792-8dbd-01c70844a763 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cf477e9-27bc-4464-9956-bae3a06f1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437865 Jul 09 20:21:32.626383 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c6ed974e-636f-4d2a-9ebd-2b5432a64931 req-a561c74a-706b-4303-ab03-e98a223325cd tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691372 Jul 09 20:21:32.758380 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:32.877188 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:32.993688 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d5e23-1d6b-4405-b8a2-aab0cd82a317 req-c3f91953-362f-485a-b85f-30c6ee7665cd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:32.995343 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c89d5e23-1d6b-4405-b8a2-aab0cd82a317 req-c3f91953-362f-485a-b85f-30c6ee7665cd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 944 time: 0.0686285 Jul 09 20:21:33.036829 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:33.042218 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:33.045319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c89d5e23-1d6b-4405-b8a2-aab0cd82a317 req-cdbcca2d-a288-4ee5-9e15-8810eeac80c5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430257 Jul 09 20:21:33.122041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event updated for resources: {'Port': ['ID=d9c19159-954e-4689-81b9-ebd19defcc19,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:33.131002 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:33.166298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36890) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:33.234128 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Floating IP dda85df3-96f6-4f65-986b-fed839e0b492 associated. External IP: 172.25.0.91, port: 3200af9f-9090-42ed-8dd3-576c0adb4ecb. Jul 09 20:21:33.279388 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6d883610-f067-44a2-bd47-4ad4cae41023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:33.370956 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6d883610-f067-44a2-bd47-4ad4cae41023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:33.375906 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6d883610-f067-44a2-bd47-4ad4cae41023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:33.417120 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6d883610-f067-44a2-bd47-4ad4cae41023 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4688348062df47eca58e820ffb57dba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473023 Jul 09 20:21:33.417120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d883610-f067-44a2-bd47-4ad4cae41023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538a0a36-6f98-419e-abad-744341427d8a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:33.419072 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36894) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:33.465649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Router bd6864f3-8951-4b51-b8ec-d99c1abbe036 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:21:33.472957 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7a51ef23-325f-45f3-9ff8-ebf9d6213c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:33.502799 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7a51ef23-325f-45f3-9ff8-ebf9d6213c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:33.563684 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7a51ef23-325f-45f3-9ff8-ebf9d6213c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:33.566407 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7a51ef23-325f-45f3-9ff8-ebf9d6213c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:33.567597 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7a51ef23-325f-45f3-9ff8-ebf9d6213c75 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/538a0a36-6f98-419e-abad-744341427d8a HTTP/1.1" status: 204 len: 168 time: 0.1476095 Jul 09 20:21:33.575606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51ef23-325f-45f3-9ff8-ebf9d6213c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538a0a36-6f98-419e-abad-744341427d8a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:33.631156 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:21:33.645126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1139c178-77d9-404c-aae6-29d695016486 None None] Sync routers for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:21:33.648523 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bfe23e-bcb3-4267-ab4c-13de5caef65a'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:33.651206 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926110cf-e7a9-447e-aa9e-8fab589fcb2e" -d '{"events": [{"server_uuid": "8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9", "name": "network-vif-plugged", "status": "completed", "tag": "48bfe23e-bcb3-4267-ab4c-13de5caef65a"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:33.662618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1139c178-77d9-404c-aae6-29d695016486 None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:33.663548 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1139c178-77d9-404c-aae6-29d695016486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:33.671639 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:33.738350 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2b85c5af-33f1-43ea-9c4b-3e7a0b30c084 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6405587 Jul 09 20:21:33.747121 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d01442-af59-4658-a44a-cd0e53e93e97', 'tag': '3200af9f-9090-42ed-8dd3-576c0adb4ecb'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:33.749665 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa3dc9c-56f9-4f2d-a455-0630b2854ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d01442-af59-4658-a44a-cd0e53e93e97", "tag": "3200af9f-9090-42ed-8dd3-576c0adb4ecb"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:33.780704 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c7fc92-f227-4753-9e9b-8af2daa27a91 req-54b60d6b-793e-4aa2-a342-bdc8744638c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2035279 Jul 09 20:21:33.810129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-1139c178-77d9-404c-aae6-29d695016486 None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:33.861934 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19326af-3b29-4c39-a322-bcd371099139 req-ef7881ed-9b36-4d5d-a64d-3ad459e532ef tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:33.863891 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e19326af-3b29-4c39-a322-bcd371099139 req-ef7881ed-9b36-4d5d-a64d-3ad459e532ef tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 949 time: 0.1432114 Jul 09 20:21:33.867357 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cdf6d-9830-448f-8f24-7a4d684c1dc5 req-88aab5b8-520a-4c04-900b-6968063de3a1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:33.877154 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-887cdf6d-9830-448f-8f24-7a4d684c1dc5 req-88aab5b8-520a-4c04-900b-6968063de3a1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.0927982 Jul 09 20:21:33.917549 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7fc92-f227-4753-9e9b-8af2daa27a91 req-97f3b57b-ad97-44a1-afb3-c116f5f9e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:33.919218 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c7fc92-f227-4753-9e9b-8af2daa27a91 req-97f3b57b-ad97-44a1-afb3-c116f5f9e3fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 1097 time: 0.1140809 Jul 09 20:21:33.932365 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-887cdf6d-9830-448f-8f24-7a4d684c1dc5 req-4dfddd23-6f6c-40cb-a550-2dc7a1481042 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539937 Jul 09 20:21:33.935381 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e19326af-3b29-4c39-a322-bcd371099139 req-bf014076-aa3a-4004-9408-7fdb715ae021 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cf477e9-27bc-4464-9956-bae3a06f1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618300 Jul 09 20:21:33.936145 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 36910) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:33.968505 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba4d909d-ba13-4199-8844-a3584d042d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:34.008872 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93cdbd3-4f8a-4b7f-9bf5-2f9a3e5041d3 x-openstack-request-id: req-f93cdbd3-4f8a-4b7f-9bf5-2f9a3e5041d3 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:34.009614 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9", "name": "network-vif-plugged", "status": "completed", "tag": "48bfe23e-bcb3-4267-ab4c-13de5caef65a", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:34.010083 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f93cdbd3-4f8a-4b7f-9bf5-2f9a3e5041d3 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:34.010713 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bfe23e-bcb3-4267-ab4c-13de5caef65a', 'code': 200} Jul 09 20:21:34.012329 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479740c3-d3a1-4a6c-b448-a71f13c57f44 x-openstack-request-id: req-479740c3-d3a1-4a6c-b448-a71f13c57f44 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:34.012686 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d01442-af59-4658-a44a-cd0e53e93e97", "tag": "3200af9f-9090-42ed-8dd3-576c0adb4ecb", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:34.012947 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-479740c3-d3a1-4a6c-b448-a71f13c57f44 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:34.013348 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d01442-af59-4658-a44a-cd0e53e93e97', 'tag': '3200af9f-9090-42ed-8dd3-576c0adb4ecb', 'status': 'completed', 'code': 200} Jul 09 20:21:34.073225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7fc92-f227-4753-9e9b-8af2daa27a91 req-6b3d6bb2-332e-405e-ac1c-59c26f073fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:34.074969 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c7fc92-f227-4753-9e9b-8af2daa27a91 req-6b3d6bb2-332e-405e-ac1c-59c26f073fe1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.1245649 Jul 09 20:21:34.148392 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c7fc92-f227-4753-9e9b-8af2daa27a91 req-0a10df2e-40c6-4910-86ff-6a2441157b87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bddc02b-2f69-44b7-af29-991344031383 HTTP/1.1" status: 200 len: 217 time: 0.0641162 Jul 09 20:21:34.199047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1139c178-77d9-404c-aae6-29d695016486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1b66d8d3-bcc2-48de-9524-443c64f1e77b', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'port_id': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'mac_address': 'fa:16:3e:b4:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:19:05Z', 'updated_at': '2021-07-09T20:19:08Z', 'revision_number': 1, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address_scope': None}, {'id': 'dda85df3-96f6-4f65-986b-fed839e0b492', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'port_id': '3200af9f-9090-42ed-8dd3-576c0adb4ecb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'mac_address': 'fa:16:3e:e4:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d01442-af59-4658-a44a-cd0e53e93e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:32Z', 'updated_at': '2021-07-09T20:21:32Z', 'revision_number': 0, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:34.225920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3dc9c-56f9-4f2d-a455-0630b2854ec2 req-222f8f78-c065-4e4f-a7a4-78a9ada69eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:34.227479 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4fa3dc9c-56f9-4f2d-a455-0630b2854ec2 req-222f8f78-c065-4e4f-a7a4-78a9ada69eaf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 1096 time: 0.1904073 Jul 09 20:21:34.236300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1139c178-77d9-404c-aae6-29d695016486 None None] Checking router: bd6864f3-8951-4b51-b8ec-d99c1abbe036 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:21:34.245847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1139c178-77d9-404c-aae6-29d695016486 None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:34.246479 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1139c178-77d9-404c-aae6-29d695016486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:34.252352 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba4d909d-ba13-4199-8844-a3584d042d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:34.305354 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba4d909d-ba13-4199-8844-a3584d042d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:34.307232 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7fc92-f227-4753-9e9b-8af2daa27a91 req-b7d586c9-d8a5-4fa8-a52b-ca81117529cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:34.308935 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c7fc92-f227-4753-9e9b-8af2daa27a91 req-b7d586c9-d8a5-4fa8-a52b-ca81117529cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.1531820 Jul 09 20:21:34.340574 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0f7b8-b3a5-440e-a986-00177e0eb11d req-0acd62d7-d7f8-446b-9cc5-6032f6de197d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:34.342572 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6bb0f7b8-b3a5-440e-a986-00177e0eb11d req-0acd62d7-d7f8-446b-9cc5-6032f6de197d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 944 time: 0.1208382 Jul 09 20:21:34.344728 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176f393-f22c-49a9-aa75-cf591f1a45db req-5849a885-0f00-485a-b866-6abca0f935c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:34.346191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0176f393-f22c-49a9-aa75-cf591f1a45db req-5849a885-0f00-485a-b866-6abca0f935c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 1100 time: 0.2249875 Jul 09 20:21:34.382982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-1139c178-77d9-404c-aae6-29d695016486 None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:34.404291 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6bb0f7b8-b3a5-440e-a986-00177e0eb11d req-35dc1d11-1532-4627-a7d0-5a1b2a71294a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399368 Jul 09 20:21:34.427435 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7fc92-f227-4753-9e9b-8af2daa27a91 req-5cebf980-062d-4f6f-93c4-b8bfb904233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:34.429378 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c7fc92-f227-4753-9e9b-8af2daa27a91 req-5cebf980-062d-4f6f-93c4-b8bfb904233f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1080201 Jul 09 20:21:34.438547 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ba4d909d-ba13-4199-8844-a3584d042d52 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb844abbe5c44b9d95fdd1f1ef725df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5003603 Jul 09 20:21:34.445828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 36918) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:34.454207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3dc9c-56f9-4f2d-a455-0630b2854ec2 req-a93d2e43-2f9e-4bff-9d7f-1cf40fbc67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:34.455802 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4fa3dc9c-56f9-4f2d-a455-0630b2854ec2 req-a93d2e43-2f9e-4bff-9d7f-1cf40fbc67d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 912 time: 0.2183521 Jul 09 20:21:34.459402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d909d-ba13-4199-8844-a3584d042d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522d8635-a771-4911-ae36-e1b97cca35f1,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:34.545080 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0176f393-f22c-49a9-aa75-cf591f1a45db req-c6b76ed2-3ad6-4c7e-99f0-75784d2c527f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1cf477e9-27bc-4464-9956-bae3a06f1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282265 Jul 09 20:21:34.570469 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4fa3dc9c-56f9-4f2d-a455-0630b2854ec2 req-1fa600e5-977c-4a99-b666-f3df6c9ba7e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3200af9f-9090-42ed-8dd3-576c0adb4ecb HTTP/1.1" status: 200 len: 998 time: 0.0902941 Jul 09 20:21:34.588730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff326aa-bc25-4cc8-946e-d553e4a2d21c req-a11eb1c9-4b52-4ae7-ab56-a52dc362b8f0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:34.590361 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ff326aa-bc25-4cc8-946e-d553e4a2d21c req-a11eb1c9-4b52-4ae7-ab56-a52dc362b8f0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.1582711 Jul 09 20:21:34.636769 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ff326aa-bc25-4cc8-946e-d553e4a2d21c req-2f9f0bfc-e16f-4c14-a083-5e00d57d2149 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397711 Jul 09 20:21:34.694205 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1139c178-77d9-404c-aae6-29d695016486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1b66d8d3-bcc2-48de-9524-443c64f1e77b', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'port_id': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'mac_address': 'fa:16:3e:b4:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:19:05Z', 'updated_at': '2021-07-09T20:19:08Z', 'revision_number': 1, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address_scope': None}, {'id': 'dda85df3-96f6-4f65-986b-fed839e0b492', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'port_id': '3200af9f-9090-42ed-8dd3-576c0adb4ecb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'mac_address': 'fa:16:3e:e4:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d01442-af59-4658-a44a-cd0e53e93e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:32Z', 'updated_at': '2021-07-09T20:21:32Z', 'revision_number': 0, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:34.725711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1139c178-77d9-404c-aae6-29d695016486 None None] The sync data for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 is: [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1b66d8d3-bcc2-48de-9524-443c64f1e77b', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'port_id': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'mac_address': 'fa:16:3e:b4:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:19:05Z', 'updated_at': '2021-07-09T20:19:08Z', 'revision_number': 1, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address_scope': None}, {'id': 'dda85df3-96f6-4f65-986b-fed839e0b492', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'port_id': '3200af9f-9090-42ed-8dd3-576c0adb4ecb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'mac_address': 'fa:16:3e:e4:7b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d01442-af59-4658-a44a-cd0e53e93e97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:32Z', 'updated_at': '2021-07-09T20:21:32Z', 'revision_number': 0, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:21:34.745289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3dc9c-56f9-4f2d-a455-0630b2854ec2 req-7cb349f8-7832-4a60-9c5b-32b02dde2aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:34.746832 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4fa3dc9c-56f9-4f2d-a455-0630b2854ec2 req-7cb349f8-7832-4a60-9c5b-32b02dde2aae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.0631895 Jul 09 20:21:34.811131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3dc9c-56f9-4f2d-a455-0630b2854ec2 req-56fa860c-4df5-4f8b-9c17-a8cb6cf0fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:34.813845 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4fa3dc9c-56f9-4f2d-a455-0630b2854ec2 req-56fa860c-4df5-4f8b-9c17-a8cb6cf0fbf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579989 Jul 09 20:21:34.899364 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecf36427-5490-482f-a44d-c20a1a66a9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:34.903406 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c7fc92-f227-4753-9e9b-8af2daa27a91 req-7833b66d-7e0c-432b-83a5-2c7ceeabb569 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662361 Jul 09 20:21:34.918101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4fa3dc9c-56f9-4f2d-a455-0630b2854ec2 req-cf1fed8e-c5a7-4b7a-8108-7c7abf73cd08 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956085 Jul 09 20:21:34.942552 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecf36427-5490-482f-a44d-c20a1a66a9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:34.950555 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7df2e86-fcad-4faf-af94-8d81f28d82d7 None None] New status for floating IP dda85df3-96f6-4f65-986b-fed839e0b492: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:21:35.041885 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4fa3dc9c-56f9-4f2d-a455-0630b2854ec2 req-f9b05e70-bd13-4e37-bc27-de624648d579 service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134801 Jul 09 20:21:35.042189 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c7fc92-f227-4753-9e9b-8af2daa27a91 req-0d31d852-9193-4cc9-b3a5-b9565bcdb138 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278207 Jul 09 20:21:35.058741 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecf36427-5490-482f-a44d-c20a1a66a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:35.067156 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecf36427-5490-482f-a44d-c20a1a66a9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:35.069004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ecf36427-5490-482f-a44d-c20a1a66a9e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/522d8635-a771-4911-ae36-e1b97cca35f1 HTTP/1.1" status: 204 len: 168 time: 0.6210411 Jul 09 20:21:35.087420 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf36427-5490-482f-a44d-c20a1a66a9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522d8635-a771-4911-ae36-e1b97cca35f1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:35.198137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5638f85-8a24-4a7d-b540-68219dee4531 req-51664d53-0bb4-4786-8eda-b17820715470 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:35.199788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5638f85-8a24-4a7d-b540-68219dee4531 req-51664d53-0bb4-4786-8eda-b17820715470 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 949 time: 0.1077526 Jul 09 20:21:35.212216 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 650815ba-feb0-4821-938b-024100fb4ed7 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:35.243652 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5638f85-8a24-4a7d-b540-68219dee4531 req-cd956680-431a-4fc7-919b-a8ed3d57d0a0 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cf477e9-27bc-4464-9956-bae3a06f1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374429 Jul 09 20:21:35.272483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 650815ba-feb0-4821-938b-024100fb4ed7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:21:35.276681 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 650815ba-feb0-4821-938b-024100fb4ed7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:35.276934 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:35.354653 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:35.390367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=650815ba-feb0-4821-938b-024100fb4ed7,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:35.394440 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:35.448685 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=650815ba-feb0-4821-938b-024100fb4ed7,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:35.589860 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda877f1-ecec-4cd5-9b28-8455e1240669 req-d9207180-061c-4eb9-902e-0a2aec3f8d4b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:35.593054 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eda877f1-ecec-4cd5-9b28-8455e1240669 req-d9207180-061c-4eb9-902e-0a2aec3f8d4b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0750625 Jul 09 20:21:35.633416 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eda877f1-ecec-4cd5-9b28-8455e1240669 req-6a00565b-3c3a-45d6-b9c4-7dbaee12f5ce tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349739 Jul 09 20:21:35.818608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef98901-752e-4e69-9e98-9a44b931600b req-c135e0b3-687c-46ee-92a6-2d5e00e786f5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:35.820223 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2ef98901-752e-4e69-9e98-9a44b931600b req-c135e0b3-687c-46ee-92a6-2d5e00e786f5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.0647130 Jul 09 20:21:35.861562 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2ef98901-752e-4e69-9e98-9a44b931600b req-87ccfb6e-0191-44d0-a65a-8de7fb1687ee tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353868 Jul 09 20:21:36.012034 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:36.016806 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1178599-0e09-447b-af2f-4cef2b8ebbf2" -d '{"events": [{"server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "name": "network-vif-plugged", "status": "completed", "tag": "650815ba-feb0-4821-938b-024100fb4ed7"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:36.064032 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f92227-5364-4d45-9b1f-acc46f3e5710 x-openstack-request-id: req-b7f92227-5364-4d45-9b1f-acc46f3e5710 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:36.064943 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "name": "network-vif-plugged", "status": "completed", "tag": "650815ba-feb0-4821-938b-024100fb4ed7", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:36.065358 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7f92227-5364-4d45-9b1f-acc46f3e5710 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:36.071338 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7', 'code': 200} Jul 09 20:21:36.251258 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6881c44-d784-4772-977a-f499a9bc22f4 req-cb6dd536-5159-4e59-adaa-022d80271149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:36.253513 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6881c44-d784-4772-977a-f499a9bc22f4 req-cb6dd536-5159-4e59-adaa-022d80271149 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1096 time: 0.0674455 Jul 09 20:21:36.299322 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6881c44-d784-4772-977a-f499a9bc22f4 req-9a98649d-f14a-4221-97cf-96fb989f6994 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378258 Jul 09 20:21:36.455667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b80cc4-748c-4b62-85d8-81bc697871a1 req-8f628533-f52a-4286-b074-505b30d79e22 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:36.463691 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a7b80cc4-748c-4b62-85d8-81bc697871a1 req-8f628533-f52a-4286-b074-505b30d79e22 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 949 time: 0.0783150 Jul 09 20:21:36.509160 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a7b80cc4-748c-4b62-85d8-81bc697871a1 req-ea6952bb-baa6-429c-a39c-01596dfac4c8 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cf477e9-27bc-4464-9956-bae3a06f1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444763 Jul 09 20:21:36.542450 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a9b1b-deb6-4454-ac80-80369f0f1cbf req-39079e20-0fc1-4a49-9c4b-86d8fca38ff8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:36.544231 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e1a9b1b-deb6-4454-ac80-80369f0f1cbf req-39079e20-0fc1-4a49-9c4b-86d8fca38ff8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.0896006 Jul 09 20:21:36.596820 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e1a9b1b-deb6-4454-ac80-80369f0f1cbf req-1f35c4dd-b0cc-451c-b4a7-e1389265683f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454824 Jul 09 20:21:36.833264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08162f-62f9-40ef-9819-92a2c3a1f6da req-dff79806-ae41-449c-9e5d-b634937b6f1d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:36.834822 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3d08162f-62f9-40ef-9819-92a2c3a1f6da req-dff79806-ae41-449c-9e5d-b634937b6f1d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0794773 Jul 09 20:21:36.881015 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3d08162f-62f9-40ef-9819-92a2c3a1f6da req-5d6d3419-e5b6-47c3-bf56-f08c76975585 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392196 Jul 09 20:21:37.655537 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37028) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:37.779251 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba71c-d244-4d1b-b364-dba92e6a5afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:37.803906 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a923eb-add6-47ae-8cf8-26b268992995 req-68bbd7fc-0b5c-47c8-aa5a-65d59e1cc360 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:37.811820 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-99a923eb-add6-47ae-8cf8-26b268992995 req-68bbd7fc-0b5c-47c8-aa5a-65d59e1cc360 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.0907052 Jul 09 20:21:37.855257 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-99a923eb-add6-47ae-8cf8-26b268992995 req-cc145577-7c0b-421d-99ce-bd3b235113ca tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425220 Jul 09 20:21:37.879152 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba71c-d244-4d1b-b364-dba92e6a5afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:37.883349 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba71c-d244-4d1b-b364-dba92e6a5afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:37.926197 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ee7ba71c-d244-4d1b-b364-dba92e6a5afc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1a53eb0096d4bf8be98537df59cb430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681711 Jul 09 20:21:37.927262 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ba71c-d244-4d1b-b364-dba92e6a5afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a221839-8835-46c6-8516-ba14b96a7198,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:37.929293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37034) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:38.022442 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4a37a6bc-6f09-4362-a2b5-c240fbada077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:38.053684 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4a37a6bc-6f09-4362-a2b5-c240fbada077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:38.098372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe23605-e397-462a-b229-7981e84fd37f req-245312c1-e624-471f-a0a8-08cbb0e4804e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:38.106381 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dbe23605-e397-462a-b229-7981e84fd37f req-245312c1-e624-471f-a0a8-08cbb0e4804e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0786951 Jul 09 20:21:38.136678 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4a37a6bc-6f09-4362-a2b5-c240fbada077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:38.141966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4a37a6bc-6f09-4362-a2b5-c240fbada077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:38.144139 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4a37a6bc-6f09-4362-a2b5-c240fbada077 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a221839-8835-46c6-8516-ba14b96a7198 HTTP/1.1" status: 204 len: 168 time: 0.2137592 Jul 09 20:21:38.164141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37a6bc-6f09-4362-a2b5-c240fbada077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a221839-8835-46c6-8516-ba14b96a7198,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:38.165683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dbe23605-e397-462a-b229-7981e84fd37f req-f0d9a14a-b566-47b6-841c-cffc5949684e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581603 Jul 09 20:21:38.497701 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37042) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:38.513384 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f609972-5675-4a85-9dc0-cdd250078daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:38.617559 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f609972-5675-4a85-9dc0-cdd250078daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:38.623190 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f609972-5675-4a85-9dc0-cdd250078daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:38.667542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f609972-5675-4a85-9dc0-cdd250078daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0b0922-0f8f-4138-a3fb-c185b4f3ab8e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:38.673997 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7f609972-5675-4a85-9dc0-cdd250078daa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0dcf4b9cd0914d2f8d333640a6f86de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1748793 Jul 09 20:21:38.676909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37044) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:38.736182 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c95a0c5-51ab-422c-86e7-07352f92065b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:38.761463 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c95a0c5-51ab-422c-86e7-07352f92065b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:38.813235 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c95a0c5-51ab-422c-86e7-07352f92065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:38.816802 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4c95a0c5-51ab-422c-86e7-07352f92065b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:38.818206 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4c95a0c5-51ab-422c-86e7-07352f92065b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e0b0922-0f8f-4138-a3fb-c185b4f3ab8e HTTP/1.1" status: 204 len: 168 time: 0.1398587 Jul 09 20:21:38.827047 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95a0c5-51ab-422c-86e7-07352f92065b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0b0922-0f8f-4138-a3fb-c185b4f3ab8e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:39.077662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dbd18-e0bd-46c2-991d-798f3ea0178d req-db3c0784-90d9-40d0-89b0-3874a9ca07af tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:39.081628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-894dbd18-e0bd-46c2-991d-798f3ea0178d req-db3c0784-90d9-40d0-89b0-3874a9ca07af tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.1026037 Jul 09 20:21:39.122714 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-894dbd18-e0bd-46c2-991d-798f3ea0178d req-faa4fa2f-0ff4-4bf8-bab5-c3836afdc3ef tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356002 Jul 09 20:21:39.230492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:21:39.352897 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:39.367866 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'port_id': 'c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7', 'mac_address': 'fa:16:3e:3b:8d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:21:39.371317 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807a94e-f490-451f-b29e-85c31e3b320d req-4f6a3506-c000-4649-931a-e230286e3c39 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:39.379439 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f807a94e-f490-451f-b29e-85c31e3b320d req-4f6a3506-c000-4649-931a-e230286e3c39 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0835483 Jul 09 20:21:39.417250 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f807a94e-f490-451f-b29e-85c31e3b320d req-5fc019e3-f665-49be-afa9-055a897901c3 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368273 Jul 09 20:21:39.430165 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:39.448974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:21:39.471950 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:39.480261 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:39.542767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:39.627839 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:21:39.651669 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c94ae-33b7-4fcb-bc83-3527cdacf7e2 req-9f44e5ed-ce52-49d5-a886-ec5c25cb24d2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:39.653910 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab0c94ae-33b7-4fcb-bc83-3527cdacf7e2 req-9f44e5ed-ce52-49d5-a886-ec5c25cb24d2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0839641 Jul 09 20:21:39.709098 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ab0c94ae-33b7-4fcb-bc83-3527cdacf7e2 req-08bc22e0-7824-4953-969e-346519633813 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467579 Jul 09 20:21:39.733016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37074) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:39.791200 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eff75c9-7f6e-42ec-b8ef-a6e4658de6d9 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:39.796251 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5eff75c9-7f6e-42ec-b8ef-a6e4658de6d9 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1091 time: 0.0620852 Jul 09 20:21:39.796430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37078) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:39.802131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '650815ba-feb0-4821-938b-024100fb4ed7', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:39.827804 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:39.935059 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:40.053689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.25.0.197 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/5f442a28-c822-4be7-b9aa-d3ee1421aab8) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:40.197942 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:40.252398 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:40.314380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:40.317831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:40.321471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:40.327763 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=5f442a28-c822-4be7-b9aa-d3ee1421aab8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:40.386812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a593113-3683-4d70-af98-7d866ac0ab73 req-d5a7c6bc-562c-4fc6-88fe-ec45d2fb2785 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:40.388412 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8a593113-3683-4d70-af98-7d866ac0ab73 req-d5a7c6bc-562c-4fc6-88fe-ec45d2fb2785 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 944 time: 0.0703106 Jul 09 20:21:40.433315 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8a593113-3683-4d70-af98-7d866ac0ab73 req-a1238618-fe2b-48d7-88b1-e83dbb2e1c0d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379236 Jul 09 20:21:40.758778 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:40.852353 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:41.013632 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:41.020132 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:41.095899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=5f442a28-c822-4be7-b9aa-d3ee1421aab8,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:41.108327 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:41.221594 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Floating IP 027618fb-4c9b-4afa-8f0f-e9554aaca835 associated. External IP: 172.25.0.197, port: 650815ba-feb0-4821-938b-024100fb4ed7. Jul 09 20:21:41.244194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:21:41.511320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:21:41.511699 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:41.520781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router cb42dbfe-2e79-470c-8c56-02a8aad317aa has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:21:41.617855 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:41.642221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd63b0df-ae92-4bf3-839e-1be8df8e8a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:41.644760 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26345f27-f559-4120-8115-a584a8697c57" -d '{"events": [{"server_uuid": "bd63b0df-ae92-4bf3-839e-1be8df8e8a52", "name": "network-vif-plugged", "status": "completed", "tag": "c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:41.659257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:21:41.663633 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:41.686321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:21:41.698014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18e942e-e0f6-4184-9a9f-1a0afed80620 None None] Sync routers for ids ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:21:41.713888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dcfe2-a9c4-4dae-ba61-ed22056678e9 req-c29836c4-7859-4e4d-8388-fa3b2e335514 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:41.715609 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3657ed-9a2c-49d9-8e51-39a3fad6ba66 x-openstack-request-id: req-ff3657ed-9a2c-49d9-8e51-39a3fad6ba66 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:41.715797 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-895dcfe2-a9c4-4dae-ba61-ed22056678e9 req-c29836c4-7859-4e4d-8388-fa3b2e335514 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 944 time: 0.1268721 Jul 09 20:21:41.716281 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd63b0df-ae92-4bf3-839e-1be8df8e8a52", "name": "network-vif-plugged", "status": "completed", "tag": "c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:41.716574 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff3657ed-9a2c-49d9-8e51-39a3fad6ba66 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:41.716976 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd63b0df-ae92-4bf3-839e-1be8df8e8a52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7', 'code': 200} Jul 09 20:21:41.717111 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:41.721989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18e942e-e0f6-4184-9a9f-1a0afed80620 None None] Routers {'cb42dbfe-2e79-470c-8c56-02a8aad317aa'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:41.722637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b18e942e-e0f6-4184-9a9f-1a0afed80620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:41.775546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:41.775963 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-eb13632f-67b9-4b24-bceb-b97f4365e79e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9774895 Jul 09 20:21:41.781918 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:21:41.784230 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566b4188-c2cf-4b67-a66e-0d844563de8e" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "tag": "650815ba-feb0-4821-938b-024100fb4ed7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:21:41.795506 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-895dcfe2-a9c4-4dae-ba61-ed22056678e9 req-791e5565-20de-40db-8ccb-39fbb5860371 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557714 Jul 09 20:21:41.854268 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086e345d-8380-4a27-bab1-f63506962374 x-openstack-request-id: req-086e345d-8380-4a27-bab1-f63506962374 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:21:41.854677 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "tag": "650815ba-feb0-4821-938b-024100fb4ed7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:21:41.854994 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-086e345d-8380-4a27-bab1-f63506962374 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:21:41.855448 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7', 'status': 'completed', 'code': 200} Jul 09 20:21:41.872251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-b18e942e-e0f6-4184-9a9f-1a0afed80620 None None] Set router cb42dbfe-2e79-470c-8c56-02a8aad317aa gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:41.990557 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e6a15-b606-4f8d-b634-b2aab0c1a929 req-9a97fdb7-e23e-4135-bdee-13e0f332b2d1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:41.992137 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d14e6a15-b606-4f8d-b634-b2aab0c1a929 req-9a97fdb7-e23e-4135-bdee-13e0f332b2d1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0976760 Jul 09 20:21:42.027810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b4188-c2cf-4b67-a66e-0d844563de8e req-4883bdcf-94aa-4516-a00d-8ff1e45dcb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:42.029354 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-566b4188-c2cf-4b67-a66e-0d844563de8e req-4883bdcf-94aa-4516-a00d-8ff1e45dcb92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1096 time: 0.1328969 Jul 09 20:21:42.065175 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d14e6a15-b606-4f8d-b634-b2aab0c1a929 req-5e9ed8d7-0eb7-42c3-a945-1c980c14cdb1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666757 Jul 09 20:21:42.093229 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37144) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:42.145459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b18e942e-e0f6-4184-9a9f-1a0afed80620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:17Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:10Z', 'updated_at': '2021-07-09T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '027618fb-4c9b-4afa-8f0f-e9554aaca835', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'port_id': '650815ba-feb0-4821-938b-024100fb4ed7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'mac_address': 'fa:16:3e:a7:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:40Z', 'updated_at': '2021-07-09T20:21:40Z', 'revision_number': 0, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e58fe2-471b-4d18-8ac8-c31287f6415e', 'name': '', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:c4:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:15Z', 'updated_at': '2021-07-09T20:21:24Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:42.158958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b4188-c2cf-4b67-a66e-0d844563de8e req-6083a12a-8554-4ce6-a2f1-7c94e67f72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:42.161007 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-566b4188-c2cf-4b67-a66e-0d844563de8e req-6083a12a-8554-4ce6-a2f1-7c94e67f72fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=6751e324-3a53-4d2d-a60d-4069349c4ad5 HTTP/1.1" status: 200 len: 897 time: 0.1208277 Jul 09 20:21:42.175349 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c4f0404c-956f-4592-ac29-b56a69bb0752 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/027618fb-4c9b-4afa-8f0f-e9554aaca835 HTTP/1.1" status: 200 len: 991 time: 0.0792150 Jul 09 20:21:42.180560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18e942e-e0f6-4184-9a9f-1a0afed80620 None None] Checking router: cb42dbfe-2e79-470c-8c56-02a8aad317aa for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:21:42.192272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18e942e-e0f6-4184-9a9f-1a0afed80620 None None] Routers {'cb42dbfe-2e79-470c-8c56-02a8aad317aa'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:42.193015 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b18e942e-e0f6-4184-9a9f-1a0afed80620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:42.252156 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-566b4188-c2cf-4b67-a66e-0d844563de8e req-cb954b10-442f-4cce-9637-e20b1a5f5f99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 200 len: 999 time: 0.0819557 Jul 09 20:21:42.305948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b4188-c2cf-4b67-a66e-0d844563de8e req-7fec4335-97f6-4684-a23f-8b8fc39aede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:42.307497 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-566b4188-c2cf-4b67-a66e-0d844563de8e req-7fec4335-97f6-4684-a23f-8b8fc39aede3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9811c50a-72e9-40ee-b32b-f33571fcf338 HTTP/1.1" status: 200 len: 834 time: 0.0488656 Jul 09 20:21:42.310620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-b18e942e-e0f6-4184-9a9f-1a0afed80620 None None] Set router cb42dbfe-2e79-470c-8c56-02a8aad317aa gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:21:42.386557 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b4188-c2cf-4b67-a66e-0d844563de8e req-4fb76243-bd8f-4aad-9405-f00aabb3eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:42.389328 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-566b4188-c2cf-4b67-a66e-0d844563de8e req-4fb76243-bd8f-4aad-9405-f00aabb3eb51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6751e324-3a53-4d2d-a60d-4069349c4ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739603 Jul 09 20:21:42.511370 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-566b4188-c2cf-4b67-a66e-0d844563de8e req-e541adab-2506-4903-a05c-f80a5d2dd03e service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129262 Jul 09 20:21:42.612365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b18e942e-e0f6-4184-9a9f-1a0afed80620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:17Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:10Z', 'updated_at': '2021-07-09T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '027618fb-4c9b-4afa-8f0f-e9554aaca835', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'port_id': '650815ba-feb0-4821-938b-024100fb4ed7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'mac_address': 'fa:16:3e:a7:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:40Z', 'updated_at': '2021-07-09T20:21:40Z', 'revision_number': 0, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e58fe2-471b-4d18-8ac8-c31287f6415e', 'name': '', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:c4:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:15Z', 'updated_at': '2021-07-09T20:21:24Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:42.637972 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-566b4188-c2cf-4b67-a66e-0d844563de8e req-cfc1bfd4-2f6a-492a-80f6-a844efe4f8fc service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176004 Jul 09 20:21:42.646509 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18e942e-e0f6-4184-9a9f-1a0afed80620 None None] The sync data for ids ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'] in n-d-800088-3 is: [{'id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:17Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:10Z', 'updated_at': '2021-07-09T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '027618fb-4c9b-4afa-8f0f-e9554aaca835', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'floating_ip_address': '172.25.0.197', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'port_id': '650815ba-feb0-4821-938b-024100fb4ed7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'mac_address': 'fa:16:3e:a7:6a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:21:40Z', 'updated_at': '2021-07-09T20:21:40Z', 'revision_number': 0, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e58fe2-471b-4d18-8ac8-c31287f6415e', 'name': '', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:c4:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:15Z', 'updated_at': '2021-07-09T20:21:24Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:21:42.904808 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc88ca85-a776-4237-8206-678e5eac7175 None None] New status for floating IP 027618fb-4c9b-4afa-8f0f-e9554aaca835: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:21:42.996203 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc264983-9bfe-4a99-a489-2d8b7eea53e8 req-d84baff0-3e57-4fde-84f9-e74a4b17984f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:42.997822 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bc264983-9bfe-4a99-a489-2d8b7eea53e8 req-d84baff0-3e57-4fde-84f9-e74a4b17984f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.0760512 Jul 09 20:21:43.045408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bc264983-9bfe-4a99-a489-2d8b7eea53e8 req-0c5159ef-2752-438a-a574-d8eb2ee37b11 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407274 Jul 09 20:21:43.177974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37164) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:43.256572 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5dca6b17-0c31-4568-b54e-800c1f62f0a6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/027618fb-4c9b-4afa-8f0f-e9554aaca835 HTTP/1.1" status: 200 len: 993 time: 0.0758281 Jul 09 20:21:44.225212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff07ae7-0e8f-471e-88a2-7d18315c5b6a req-1b10bf6e-2c3f-4a2a-9b28-08f7e5297a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:44.226758 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8ff07ae7-0e8f-471e-88a2-7d18315c5b6a req-1b10bf6e-2c3f-4a2a-9b28-08f7e5297a3a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.0654926 Jul 09 20:21:44.265540 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8ff07ae7-0e8f-471e-88a2-7d18315c5b6a req-4884cb67-7c9f-4cff-bfb8-6f1b56b885df tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328279 Jul 09 20:21:45.462001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685239f2-0f85-4b7b-998c-9e4b533308a4 req-9a35d987-5752-4b3d-9202-163132ab060d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:45.463565 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-685239f2-0f85-4b7b-998c-9e4b533308a4 req-9a35d987-5752-4b3d-9202-163132ab060d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.0752361 Jul 09 20:21:45.506311 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-685239f2-0f85-4b7b-998c-9e4b533308a4 req-ed83b28b-4187-4860-9747-937fe102dedd tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362236 Jul 09 20:21:45.686753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37232) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:45.797297 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0010-8a4e-4c68-9fd7-7fe6e8f8f383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:45.912219 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0010-8a4e-4c68-9fd7-7fe6e8f8f383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:45.917140 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b9ec0010-8a4e-4c68-9fd7-7fe6e8f8f383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:45.961227 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b9ec0010-8a4e-4c68-9fd7-7fe6e8f8f383 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4ccabc881f144e29b93f4d403f05158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2731416 Jul 09 20:21:45.963798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37240) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:45.971169 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec0010-8a4e-4c68-9fd7-7fe6e8f8f383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba80899e-9a73-4d0a-9d7b-68abf1e50cf8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:46.031435 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5270f1f7-3b4a-43b7-9a07-732185a966af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:46.060324 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5270f1f7-3b4a-43b7-9a07-732185a966af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:46.115766 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5270f1f7-3b4a-43b7-9a07-732185a966af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:46.118872 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5270f1f7-3b4a-43b7-9a07-732185a966af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:46.120297 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5270f1f7-3b4a-43b7-9a07-732185a966af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba80899e-9a73-4d0a-9d7b-68abf1e50cf8 HTTP/1.1" status: 204 len: 168 time: 0.1554286 Jul 09 20:21:46.131569 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270f1f7-3b4a-43b7-9a07-732185a966af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba80899e-9a73-4d0a-9d7b-68abf1e50cf8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:46.457114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37246) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:46.472089 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ac99415-341e-4ef5-8aec-451138f48d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:46.589778 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ac99415-341e-4ef5-8aec-451138f48d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:46.596412 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ac99415-341e-4ef5-8aec-451138f48d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:46.662919 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3ac99415-341e-4ef5-8aec-451138f48d27 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b74340241df4242b5910a96c8fbc03b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2046731 Jul 09 20:21:46.664336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac99415-341e-4ef5-8aec-451138f48d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296bbb21-8c7b-4603-a359-761aa7c570ac,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:46.668783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37252) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:46.722607 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e5695-a49a-4772-8873-a8a97c84779b req-73b9d501-6d42-4df3-9c19-1e330b97ab5e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:46.729603 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-590e5695-a49a-4772-8873-a8a97c84779b req-73b9d501-6d42-4df3-9c19-1e330b97ab5e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.0770166 Jul 09 20:21:46.738931 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-acbe4777-563f-4cf9-bbc6-fe25c4f9bc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:46.766179 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-590e5695-a49a-4772-8873-a8a97c84779b req-cecdc3e3-b97f-4c7b-9a85-580cbd436fe3 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347588 Jul 09 20:21:46.767112 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-acbe4777-563f-4cf9-bbc6-fe25c4f9bc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:46.813559 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-acbe4777-563f-4cf9-bbc6-fe25c4f9bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:46.816277 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-acbe4777-563f-4cf9-bbc6-fe25c4f9bc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:46.817476 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-acbe4777-563f-4cf9-bbc6-fe25c4f9bc05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/296bbb21-8c7b-4603-a359-761aa7c570ac HTTP/1.1" status: 204 len: 168 time: 0.1474991 Jul 09 20:21:46.825469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe4777-563f-4cf9-bbc6-fe25c4f9bc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296bbb21-8c7b-4603-a359-761aa7c570ac,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:48.016362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcc0c0-fb5c-4063-a292-f76b8c4ac614 req-2c8533aa-47ce-4f99-9381-b2ed3b744310 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:48.024908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9dcc0c0-fb5c-4063-a292-f76b8c4ac614 req-2c8533aa-47ce-4f99-9381-b2ed3b744310 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.0851624 Jul 09 20:21:48.133550 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9dcc0c0-fb5c-4063-a292-f76b8c4ac614 req-86674027-110a-4cf1-b8e5-d05f587d2a42 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068881 Jul 09 20:21:48.225676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37292) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:48.381632 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-72917a07-73c1-4995-9179-b4fb9e0bf944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:48.506853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-72917a07-73c1-4995-9179-b4fb9e0bf944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:48.512208 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-72917a07-73c1-4995-9179-b4fb9e0bf944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:48.557152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72917a07-73c1-4995-9179-b4fb9e0bf944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba85eb7-4bb7-425b-9429-15bb990c6339,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:48.566625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37296) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:48.567166 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-72917a07-73c1-4995-9179-b4fb9e0bf944 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60086649e1e249adb966e42eaba860cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394699 Jul 09 20:21:48.626074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b90cac7e-1b40-44f5-954e-e6738057eb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:48.650535 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b90cac7e-1b40-44f5-954e-e6738057eb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:48.699963 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b90cac7e-1b40-44f5-954e-e6738057eb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:48.709321 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b90cac7e-1b40-44f5-954e-e6738057eb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:48.711029 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b90cac7e-1b40-44f5-954e-e6738057eb5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ba85eb7-4bb7-425b-9429-15bb990c6339 HTTP/1.1" status: 204 len: 168 time: 0.1426175 Jul 09 20:21:48.744017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cac7e-1b40-44f5-954e-e6738057eb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba85eb7-4bb7-425b-9429-15bb990c6339,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:49.398968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28b70c-a8e1-4011-9e55-d878a0ecd10d req-23cf50dd-2bff-49c3-91a5-c55062659740 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:49.402294 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f28b70c-a8e1-4011-9e55-d878a0ecd10d req-23cf50dd-2bff-49c3-91a5-c55062659740 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.1284432 Jul 09 20:21:49.466121 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5f28b70c-a8e1-4011-9e55-d878a0ecd10d req-5b567b44-0176-40f1-afb5-1a9d85222fb7 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498481 Jul 09 20:21:49.725021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37326) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:49.864747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1239451710'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:49.898515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Made reservation on behalf of a6d305da779a496b9d0280f5351bcb31 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:21:49.904756 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:49.919931 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:50.042528 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:50.051024 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:50.084287 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:21:50.091675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45cbb6ba-14be-4de1-98b2-5ca202578e49,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:50.099826 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:50.100752 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Added segment 335c81da-5f0c-440c-ae2d-939d3aaa366b of type vlan for network c6f8efc7-9339-464f-a6e3-418af7ecd71b Jul 09 20:21:50.157131 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:50.207715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:50.215615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:50.216892 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:50.243637 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5145216 Jul 09 20:21:50.244494 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37334) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:50.251473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3ab83282-794b-4b5b-ab6b-c145408f1a94 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'subnet': {'network_id': 'c6f8efc7-9339-464f-a6e3-418af7ecd71b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:50.336821 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c4de0-8cef-4fec-9ec9-62be71f8e598 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Network': ['ID=c6f8efc7-9339-464f-a6e3-418af7ecd71b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:50.363696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network c6f8efc7-9339-464f-a6e3-418af7ecd71b details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:21:50.374271 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:21:50.423502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab83282-794b-4b5b-ab6b-c145408f1a94 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Made reservation on behalf of a6d305da779a496b9d0280f5351bcb31 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:21:50.427452 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ab83282-794b-4b5b-ab6b-c145408f1a94 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:50.718874 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ab83282-794b-4b5b-ab6b-c145408f1a94 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:50.825831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e1c9c-cc93-4e64-8ef7-43fc8d81b5c9 req-e6f8081a-3837-4997-8a7d-c4daf4530641 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:50.830916 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-471e1c9c-cc93-4e64-8ef7-43fc8d81b5c9 req-e6f8081a-3837-4997-8a7d-c4daf4530641 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.1731601 Jul 09 20:21:50.850850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab83282-794b-4b5b-ab6b-c145408f1a94 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Subnet': ['ID=f212ad78-d158-4d25-8f63-456c7b579778,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:50.893495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab83282-794b-4b5b-ab6b-c145408f1a94 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Checking segment: {'id': '335c81da-5f0c-440c-ae2d-939d3aaa366b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c6f8efc7-9339-464f-a6e3-418af7ecd71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:21:50.894282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab83282-794b-4b5b-ab6b-c145408f1a94 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network hostable DHCP agents. Network: c6f8efc7-9339-464f-a6e3-418af7ecd71b, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:21:50.923727 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-471e1c9c-cc93-4e64-8ef7-43fc8d81b5c9 req-cf770135-2486-4733-881a-aca8094ecdb7 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816154 Jul 09 20:21:50.942664 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab83282-794b-4b5b-ab6b-c145408f1a94 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network c6f8efc7-9339-464f-a6e3-418af7ecd71b is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:21:50.960638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3ab83282-794b-4b5b-ab6b-c145408f1a94 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, c6f8efc7-9339-464f-a6e3-418af7ecd71b) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:50.966938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab83282-794b-4b5b-ab6b-c145408f1a94 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:50.967702 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ab83282-794b-4b5b-ab6b-c145408f1a94 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:50.976257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbe6829-de80-404d-a5ed-7700caa097de None None] Network c6f8efc7-9339-464f-a6e3-418af7ecd71b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:21:50.998409 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3ab83282-794b-4b5b-ab6b-c145408f1a94 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7520614 Jul 09 20:21:51.001541 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37338) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:51.009716 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-711725521', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:51.075309 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:51.079223 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:51.226063 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:51.256751 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b56af83-0bea-422f-a9d3-b30454419233 None None] Network c6f8efc7-9339-464f-a6e3-418af7ecd71b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:21:51.804598 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:52.064444 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:52.093494 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:52.228706 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461c445-edde-4f20-8052-0eb38b37ce08 req-3db7dfa6-99b4-4632-aa8f-0d18ccb73681 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:52.241060 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a461c445-edde-4f20-8052-0eb38b37ce08 req-3db7dfa6-99b4-4632-aa8f-0d18ccb73681 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.1207681 Jul 09 20:21:52.268512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Allocated IP 172.25.0.61 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/d28233cb-1cff-4c9c-85a3-c2411b7da0ea) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:52.303708 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a461c445-edde-4f20-8052-0eb38b37ce08 req-884f45db-e7b3-48cb-abba-adeaeafe8626 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611429 Jul 09 20:21:52.433786 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:52.533825 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:52.612812 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:52.615746 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:52.619797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:52.649078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=d28233cb-1cff-4c9c-85a3-c2411b7da0ea,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:53.016800 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:53.319875 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:53.581268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc5a0b-b299-4e19-80d0-d6a747a5b396 req-ba80378b-647d-4a73-9462-80ba2dd0c2f5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:53.587209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68fc5a0b-b299-4e19-80d0-d6a747a5b396 req-ba80378b-647d-4a73-9462-80ba2dd0c2f5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.1254168 Jul 09 20:21:53.638618 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68fc5a0b-b299-4e19-80d0-d6a747a5b396 req-56759b58-ada1-4858-8907-5d3e6e21e9b4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453691 Jul 09 20:21:53.672896 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:21:53.804918 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:21:53.823465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52857c91-3e70-4a5a-907a-b24c26c18d00 None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:21:53.840944 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:53.842474 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-944b15a5-487c-4976-8aa1-9a4f4bf0a8f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8395433 Jul 09 20:21:53.845577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37354) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:53.852567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52857c91-3e70-4a5a-907a-b24c26c18d00 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:53.856781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-52857c91-3e70-4a5a-907a-b24c26c18d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:53.902066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-52857c91-3e70-4a5a-907a-b24c26c18d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:53.911904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52857c91-3e70-4a5a-907a-b24c26c18d00 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:53.912820 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-52857c91-3e70-4a5a-907a-b24c26c18d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:53.955764 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-52857c91-3e70-4a5a-907a-b24c26c18d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:53.956752 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52857c91-3e70-4a5a-907a-b24c26c18d00 None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:21:54.498394 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:54.993399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Allocated IP 172.20.0.1 (c6f8efc7-9339-464f-a6e3-418af7ecd71b/f212ad78-d158-4d25-8f63-456c7b579778/75fcd5da-8b43-488c-b16a-ae315a8d2985) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:55.020028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d10d9-93f5-4205-a474-4b424b056ffb req-58684b8d-b8d8-4088-aa6a-7e7f164bde30 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:55.021594 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd7d10d9-93f5-4205-a474-4b424b056ffb req-58684b8d-b8d8-4088-aa6a-7e7f164bde30 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.1333475 Jul 09 20:21:55.104176 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd7d10d9-93f5-4205-a474-4b424b056ffb req-8fa36646-3222-40d1-855d-fb4aba111996 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664954 Jul 09 20:21:55.198855 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:55.293003 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:55.388216 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network c6f8efc7-9339-464f-a6e3-418af7ecd71b is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:55.396177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:55.400700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:55.432799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=75fcd5da-8b43-488c-b16a-ae315a8d2985,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:55.448670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:55.449046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:55.449390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:55.449891 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:55.450245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:55.450591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:55.450945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:55.451287 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:55.451612 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:55.451943 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:55.452296 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:55.453530 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:21:55.469514 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:55.681168 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:56.136981 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:56.145982 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:56.248692 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:56.252390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=75fcd5da-8b43-488c-b16a-ae315a8d2985,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:56.373975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network c6f8efc7-9339-464f-a6e3-418af7ecd71b is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:56.384650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:56.406437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c157d-eba1-4524-9738-64c0db826ab8 req-82e3d0e8-e3dd-4a30-b793-3d003e95b095 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:56.415873 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500c157d-eba1-4524-9738-64c0db826ab8 req-82e3d0e8-e3dd-4a30-b793-3d003e95b095 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.1435757 Jul 09 20:21:56.462644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-500c157d-eba1-4524-9738-64c0db826ab8 req-d5d1a543-45c0-4396-b975-eef1171b37e5 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422549 Jul 09 20:21:56.571182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:21:56.717683 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:21:56.727608 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cd3eec-8b6d-4026-ac36-c483424cb49f None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:21:56.728731 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37370) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:56.736428 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-43207ef5-6b1e-4415-913e-33bab4f1c0d6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'port': {'network_id': 'c6f8efc7-9339-464f-a6e3-418af7ecd71b', 'name': 'tempest-FloatingIPTestJSON-1374065066'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:56.747707 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7cb00d71-6d5e-4a52-8ced-01920cca4855 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "PUT /v2.0/routers/46e34ad1-13d2-4c9b-a369-d209f7d146c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9008558 Jul 09 20:21:56.756470 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd3eec-8b6d-4026-ac36-c483424cb49f None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:56.757196 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-14cd3eec-8b6d-4026-ac36-c483424cb49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:56.839796 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-14cd3eec-8b6d-4026-ac36-c483424cb49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:56.850295 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd3eec-8b6d-4026-ac36-c483424cb49f None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:21:56.851144 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-14cd3eec-8b6d-4026-ac36-c483424cb49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:56.882011 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3bba65ad-1cfe-49e2-b9c7-36a29efab63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:56.914156 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43207ef5-6b1e-4415-913e-33bab4f1c0d6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Made reservation on behalf of a6d305da779a496b9d0280f5351bcb31 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:21:56.916342 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-14cd3eec-8b6d-4026-ac36-c483424cb49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:21:56.917234 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cd3eec-8b6d-4026-ac36-c483424cb49f None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:21:56.920752 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43207ef5-6b1e-4415-913e-33bab4f1c0d6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:56.948560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-43207ef5-6b1e-4415-913e-33bab4f1c0d6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] device_id is not set on port 5422c1cb-421a-4e3f-8154-4dd612d33155 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:21:57.028630 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:57.135955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-43207ef5-6b1e-4415-913e-33bab4f1c0d6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Allocated IP 172.20.0.2 (c6f8efc7-9339-464f-a6e3-418af7ecd71b/f212ad78-d158-4d25-8f63-456c7b579778/5422c1cb-421a-4e3f-8154-4dd612d33155) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:57.341137 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43207ef5-6b1e-4415-913e-33bab4f1c0d6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:57.397453 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43207ef5-6b1e-4415-913e-33bab4f1c0d6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:57.488661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43207ef5-6b1e-4415-913e-33bab4f1c0d6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network c6f8efc7-9339-464f-a6e3-418af7ecd71b is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:57.494881 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-43207ef5-6b1e-4415-913e-33bab4f1c0d6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:57.500389 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43207ef5-6b1e-4415-913e-33bab4f1c0d6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=5422c1cb-421a-4e3f-8154-4dd612d33155,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:57.503028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43207ef5-6b1e-4415-913e-33bab4f1c0d6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:57.568383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43207ef5-6b1e-4415-913e-33bab4f1c0d6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:57.569110 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-43207ef5-6b1e-4415-913e-33bab4f1c0d6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:57.601175 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-43207ef5-6b1e-4415-913e-33bab4f1c0d6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8711078 Jul 09 20:21:57.604963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37376) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:57.611739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-8f62bdd5-5daa-4dd3-9041-dec319bfc19f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'port': {'network_id': 'c6f8efc7-9339-464f-a6e3-418af7ecd71b', 'name': 'tempest-FloatingIPTestJSON-1852950117'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:57.674728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc88000-a1ba-4d97-a7eb-16441af7366e req-44539463-8f85-41b7-8ee1-6894177ccb73 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:57.685284 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dbc88000-a1ba-4d97-a7eb-16441af7366e req-44539463-8f85-41b7-8ee1-6894177ccb73 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.0886056 Jul 09 20:21:57.770479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f62bdd5-5daa-4dd3-9041-dec319bfc19f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Made reservation on behalf of a6d305da779a496b9d0280f5351bcb31 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:21:57.779456 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dbc88000-a1ba-4d97-a7eb-16441af7366e req-1e9766db-0dcd-4036-9e3f-15d18d9f0117 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931633 Jul 09 20:21:57.779706 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f62bdd5-5daa-4dd3-9041-dec319bfc19f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:57.821480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-8f62bdd5-5daa-4dd3-9041-dec319bfc19f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] device_id is not set on port a098f83a-7e14-4419-b323-0bb81552d948 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:21:57.973235 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-8f62bdd5-5daa-4dd3-9041-dec319bfc19f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Allocated IP 172.20.0.7 (c6f8efc7-9339-464f-a6e3-418af7ecd71b/f212ad78-d158-4d25-8f63-456c7b579778/a098f83a-7e14-4419-b323-0bb81552d948) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:58.222427 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f62bdd5-5daa-4dd3-9041-dec319bfc19f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:58.306043 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f62bdd5-5daa-4dd3-9041-dec319bfc19f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:58.388523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62bdd5-5daa-4dd3-9041-dec319bfc19f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=a098f83a-7e14-4419-b323-0bb81552d948,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:58.401268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f62bdd5-5daa-4dd3-9041-dec319bfc19f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network c6f8efc7-9339-464f-a6e3-418af7ecd71b is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:58.403048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-8f62bdd5-5daa-4dd3-9041-dec319bfc19f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:58.408228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f62bdd5-5daa-4dd3-9041-dec319bfc19f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:58.476783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f62bdd5-5daa-4dd3-9041-dec319bfc19f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:58.477471 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f62bdd5-5daa-4dd3-9041-dec319bfc19f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:58.502156 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8f62bdd5-5daa-4dd3-9041-dec319bfc19f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8957598 Jul 09 20:21:58.505542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37384) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:21:58.514806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': 'a098f83a-7e14-4419-b323-0bb81552d948', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:21:58.545653 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:58.667082 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:58.788136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Allocated IP 172.25.0.84 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/a82a164f-90f3-4d8f-ab16-59d34779cc6a) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:21:58.907650 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:58.949603 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:58.989982 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:21:58.995675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:21:58.999050 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:21:59.004982 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94a495-5d53-4acc-b46f-8de5d86c1f48 req-c6771879-e1c5-481d-b633-e016470c9e24 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:59.006748 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da94a495-5d53-4acc-b46f-8de5d86c1f48 req-c6771879-e1c5-481d-b633-e016470c9e24 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.0782619 Jul 09 20:21:59.024856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=a82a164f-90f3-4d8f-ab16-59d34779cc6a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:21:59.055515 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-da94a495-5d53-4acc-b46f-8de5d86c1f48 req-5f44092a-5744-4092-8fe1-25d9f459481a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419929 Jul 09 20:21:59.316065 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:59.454076 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4ca95b9-65da-415a-b57a-016451e1bc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:59.623207 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:59.753968 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:59.875427 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:21:59.879843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f231e04-a726-49cd-aa4a-c2ff3ba096f4 req-f8dde6e4-8ce6-48ea-ab54-a2e90f3c171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:21:59.881386 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f231e04-a726-49cd-aa4a-c2ff3ba096f4 req-f8dde6e4-8ce6-48ea-ab54-a2e90f3c171a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 1096 time: 0.1061521 Jul 09 20:22:00.052497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f231e04-a726-49cd-aa4a-c2ff3ba096f4 req-4fdcd298-714d-4366-a58b-48686e0f6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:00.054010 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f231e04-a726-49cd-aa4a-c2ff3ba096f4 req-4fdcd298-714d-4366-a58b-48686e0f6d34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.1547656 Jul 09 20:22:00.108845 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f231e04-a726-49cd-aa4a-c2ff3ba096f4 req-34412864-6f89-45d0-8737-0ac8cac1430b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 HTTP/1.1" status: 200 len: 217 time: 0.0468369 Jul 09 20:22:00.206037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f231e04-a726-49cd-aa4a-c2ff3ba096f4 req-780e0b05-1809-42e2-a13f-e3653ce755b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:00.207485 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f231e04-a726-49cd-aa4a-c2ff3ba096f4 req-780e0b05-1809-42e2-a13f-e3653ce755b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.0884652 Jul 09 20:22:00.228918 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:00.242378 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:00.363069 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=a82a164f-90f3-4d8f-ab16-59d34779cc6a,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:00.379998 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:00.431647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333fac1-ac98-469d-a557-e0eda5832f35 req-b69450fc-0dfa-4561-86fe-aa3c19a407cf tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:00.433167 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7333fac1-ac98-469d-a557-e0eda5832f35 req-b69450fc-0dfa-4561-86fe-aa3c19a407cf tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.2506871 Jul 09 20:22:00.457178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f231e04-a726-49cd-aa4a-c2ff3ba096f4 req-9db6c30e-71f4-4186-879f-126bd6bba4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:00.458735 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f231e04-a726-49cd-aa4a-c2ff3ba096f4 req-9db6c30e-71f4-4186-879f-126bd6bba4e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2320616 Jul 09 20:22:00.481007 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:00.589358 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7333fac1-ac98-469d-a557-e0eda5832f35 req-ab3b8ce6-29af-458a-89f3-98bf9bb33be8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436598 Jul 09 20:22:00.615614 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Floating IP e553bacb-03c9-4769-9dcc-d1a57ccacb24 associated. External IP: 172.25.0.84, port: a098f83a-7e14-4419-b323-0bb81552d948. Jul 09 20:22:00.675066 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f231e04-a726-49cd-aa4a-c2ff3ba096f4 req-80e8c146-f006-4275-9b3a-6db34bb2680e service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768661 Jul 09 20:22:00.857344 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1f231e04-a726-49cd-aa4a-c2ff3ba096f4 req-09b817f6-f24f-4b85-9825-280c29bff243 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496692 Jul 09 20:22:00.928733 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:01.043364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:01.055228 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131de033-40de-462b-9e5f-d3111f0af714 None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:01.061623 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:01.070619 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131de033-40de-462b-9e5f-d3111f0af714 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:01.071211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-131de033-40de-462b-9e5f-d3111f0af714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:01.105187 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-131de033-40de-462b-9e5f-d3111f0af714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:01.109601 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0f996ad7-d186-4a54-8726-a531eb7486c0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6001148 Jul 09 20:22:01.109997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37406) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:01.114908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131de033-40de-462b-9e5f-d3111f0af714 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:01.115453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-80e3a3b8-ad80-4907-85d5-615bec9ef611 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:01.115612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-131de033-40de-462b-9e5f-d3111f0af714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:01.150364 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-131de033-40de-462b-9e5f-d3111f0af714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:01.151050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131de033-40de-462b-9e5f-d3111f0af714 None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:01.179812 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-80e3a3b8-ad80-4907-85d5-615bec9ef611 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:01.338628 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-80e3a3b8-ad80-4907-85d5-615bec9ef611 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:01.342656 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-80e3a3b8-ad80-4907-85d5-615bec9ef611 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:01.343023 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-80e3a3b8-ad80-4907-85d5-615bec9ef611 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Floating IP e553bacb-03c9-4769-9dcc-d1a57ccacb24 disassociated. External IP: 172.25.0.84, port: a098f83a-7e14-4419-b323-0bb81552d948. Jul 09 20:22:01.575540 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e3a3b8-ad80-4907-85d5-615bec9ef611 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:01.694194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e3a3b8-ad80-4907-85d5-615bec9ef611 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:01.698946 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-80e3a3b8-ad80-4907-85d5-615bec9ef611 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:01.710001 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe548a-d3c9-4129-9e19-b5996e620910 None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:01.720367 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe548a-d3c9-4129-9e19-b5996e620910 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:01.721243 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b7fe548a-d3c9-4129-9e19-b5996e620910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:01.748788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-80e3a3b8-ad80-4907-85d5-615bec9ef611 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "PUT /v2.0/floatingips/e553bacb-03c9-4769-9dcc-d1a57ccacb24 HTTP/1.1" status: 200 len: 687 time: 0.6347332 Jul 09 20:22:01.748990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37412) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:01.778922 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b7fe548a-d3c9-4129-9e19-b5996e620910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:01.790231 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fe548a-d3c9-4129-9e19-b5996e620910 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:01.791097 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b7fe548a-d3c9-4129-9e19-b5996e620910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:01.800367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b10298-f847-43fd-b69a-627c6f2b8f3a req-c570f400-3c73-4fca-b5f5-0e52b6ab5534 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:01.802044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-80b10298-f847-43fd-b69a-627c6f2b8f3a req-c570f400-3c73-4fca-b5f5-0e52b6ab5534 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.0796361 Jul 09 20:22:01.832109 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b7fe548a-d3c9-4129-9e19-b5996e620910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:01.833054 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe548a-d3c9-4129-9e19-b5996e620910 None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:01.861147 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-80b10298-f847-43fd-b69a-627c6f2b8f3a req-69957da1-7965-4e9d-a0a9-0fb97c0a69cf tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520513 Jul 09 20:22:01.910865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-baf796d0-ae30-490d-b9cd-82e56a63c9be tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting port a82a164f-90f3-4d8f-ab16-59d34779cc6a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:01.911215 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-baf796d0-ae30-490d-b9cd-82e56a63c9be tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:01.996775 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-baf796d0-ae30-490d-b9cd-82e56a63c9be tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:01.997449 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-baf796d0-ae30-490d-b9cd-82e56a63c9be tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:02.010139 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-baf796d0-ae30-490d-b9cd-82e56a63c9be tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Calling delete_port for a82a164f-90f3-4d8f-ab16-59d34779cc6a owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:02.151456 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-baf796d0-ae30-490d-b9cd-82e56a63c9be tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:02.182554 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf796d0-ae30-490d-b9cd-82e56a63c9be tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Port': ['ID=a82a164f-90f3-4d8f-ab16-59d34779cc6a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:02.254682 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-baf796d0-ae30-490d-b9cd-82e56a63c9be tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:02.257842 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-baf796d0-ae30-490d-b9cd-82e56a63c9be tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:02.258971 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-baf796d0-ae30-490d-b9cd-82e56a63c9be tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/floatingips/e553bacb-03c9-4769-9dcc-d1a57ccacb24 HTTP/1.1" status: 204 len: 168 time: 0.5083733 Jul 09 20:22:02.263320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37414) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:02.268848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '5422c1cb-421a-4e3f-8154-4dd612d33155'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:02.292269 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:02.333586 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:02.402686 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:02.509942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Allocated IP 172.25.0.20 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/34aeb65d-00c2-4e9b-a81b-4d05434ae688) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:02.623645 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:02.664053 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:02.705602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:02.708556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:02.712133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:22:02.736217 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=34aeb65d-00c2-4e9b-a81b-4d05434ae688,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:03.038432 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94824c3-98d3-407b-9a8a-d336b3be91ec req-01c8f400-30ad-439a-a446-f6aaad9afb8a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:03.040495 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c94824c3-98d3-407b-9a8a-d336b3be91ec req-01c8f400-30ad-439a-a446-f6aaad9afb8a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 945 time: 0.0694885 Jul 09 20:22:03.095059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c94824c3-98d3-407b-9a8a-d336b3be91ec req-884feaa9-1998-4b08-bcb9-dfdae94059e3 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453916 Jul 09 20:22:03.146916 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:03.232338 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:03.314976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:22:03.396973 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:03.398250 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:03.401926 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:03.424186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd63b0df-ae92-4bf3-839e-1be8df8e8a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:22:03.426477 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbc06f2-a420-436a-8764-57d55eb407c9" -d '{"events": [{"server_uuid": "bd63b0df-ae92-4bf3-839e-1be8df8e8a52", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:22:03.441065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:03.447810 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:03.481217 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0621fe-8758-46b6-8eb6-74f459286a60 x-openstack-request-id: req-db0621fe-8758-46b6-8eb6-74f459286a60 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:22:03.481609 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd63b0df-ae92-4bf3-839e-1be8df8e8a52", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:22:03.482257 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db0621fe-8758-46b6-8eb6-74f459286a60 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:22:03.482765 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd63b0df-ae92-4bf3-839e-1be8df8e8a52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7', 'code': 200} Jul 09 20:22:03.488363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=34aeb65d-00c2-4e9b-a81b-4d05434ae688,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:03.495073 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:03.498399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:03.498754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:03.499141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:03.501184 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:03.501547 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:03.501897 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:03.502246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:03.502578 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:03.502915 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:03.503250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:03.503580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:03.503911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:03.513607 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:03.613846 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Floating IP 9dcb0fca-23b7-4c66-a9ec-c4b2e2b2e392 associated. External IP: 172.25.0.20, port: 5422c1cb-421a-4e3f-8154-4dd612d33155. Jul 09 20:22:03.846337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:04.298818 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73042195-d5d0-4707-a062-41266fda7a84 req-fcfc18ab-fc12-4aa3-91e7-e88ec7c5ad69 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:04.300267 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73042195-d5d0-4707-a062-41266fda7a84 req-fcfc18ab-fc12-4aa3-91e7-e88ec7c5ad69 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 943 time: 0.0784855 Jul 09 20:22:04.307629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:04.317480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd84ef3-f43e-43ab-b977-2fc1faed527c None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:04.326010 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:04.330086 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd84ef3-f43e-43ab-b977-2fc1faed527c None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:04.330834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6cd84ef3-f43e-43ab-b977-2fc1faed527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:04.343280 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73042195-d5d0-4707-a062-41266fda7a84 req-867e4bd9-e0e3-4473-87f9-d5f810f914f4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372910 Jul 09 20:22:04.367783 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-28a91214-3ce9-4d50-a266-36093fb9d609 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.1014242 Jul 09 20:22:04.368505 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37432) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:04.368984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6cd84ef3-f43e-43ab-b977-2fc1faed527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:04.379741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd84ef3-f43e-43ab-b977-2fc1faed527c None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:04.380463 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6cd84ef3-f43e-43ab-b977-2fc1faed527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:04.412510 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6cd84ef3-f43e-43ab-b977-2fc1faed527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:04.413193 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd84ef3-f43e-43ab-b977-2fc1faed527c None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:04.431998 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5156edea-0b6b-4759-b07f-89f91392e50d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "GET /v2.0/floatingips/9dcb0fca-23b7-4c66-a9ec-c4b2e2b2e392 HTTP/1.1" status: 200 len: 977 time: 0.0621493 Jul 09 20:22:04.434468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37434) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:04.527178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062ba23-cefc-4fad-a4f5-1108a807858e req-af20d42a-174c-4a80-936f-5a9dd069f19c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:04.528710 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a062ba23-cefc-4fad-a4f5-1108a807858e req-af20d42a-174c-4a80-936f-5a9dd069f19c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0661492 Jul 09 20:22:04.544847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0c47784a-f48f-4363-a143-1414d999a355 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1091568 Jul 09 20:22:04.547901 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37436) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:04.552288 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1cb5f549-9cdf-4d36-b9e1-e4fff8e07c9d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'floatingip': {'port_id': 'a098f83a-7e14-4419-b323-0bb81552d948'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:04.569031 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a062ba23-cefc-4fad-a4f5-1108a807858e req-358ed0d5-2377-49b1-aa1d-80652a8e5bb8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338283 Jul 09 20:22:04.613439 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f549-9cdf-4d36-b9e1-e4fff8e07c9d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:05.170254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d79fb-9c50-4241-81f2-ab2b3de42e3e req-9318e712-4abd-44d0-b556-3c461b84ca26 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:05.172387 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-943d79fb-9c50-4241-81f2-ab2b3de42e3e req-9318e712-4abd-44d0-b556-3c461b84ca26 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.4793787 Jul 09 20:22:05.263689 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-943d79fb-9c50-4241-81f2-ab2b3de42e3e req-bc7e8426-815b-4030-af7a-14291e8b8dfc tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552008 Jul 09 20:22:05.547762 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f549-9cdf-4d36-b9e1-e4fff8e07c9d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:05.554616 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f549-9cdf-4d36-b9e1-e4fff8e07c9d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:05.709782 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-1cb5f549-9cdf-4d36-b9e1-e4fff8e07c9d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Floating IP 9dcb0fca-23b7-4c66-a9ec-c4b2e2b2e392 associated. External IP: 172.25.0.20, port: 5422c1cb-421a-4e3f-8154-4dd612d33155. Jul 09 20:22:05.720439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a298b-54c5-461c-b4d9-e65474b69318 req-c28db021-74f9-4bbb-83a3-618fb6645504 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:05.721986 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca3a298b-54c5-461c-b4d9-e65474b69318 req-c28db021-74f9-4bbb-83a3-618fb6645504 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1242785 Jul 09 20:22:05.829804 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca3a298b-54c5-461c-b4d9-e65474b69318 req-49dd2ffc-bdb7-4bd1-925d-da53cfc4e581 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759795 Jul 09 20:22:05.966316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb5f549-9cdf-4d36-b9e1-e4fff8e07c9d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:06.073266 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb5f549-9cdf-4d36-b9e1-e4fff8e07c9d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:06.082903 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e3f90f-899c-41cc-b676-2604ca0ed166 None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:06.092720 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3f90f-899c-41cc-b676-2604ca0ed166 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:06.093753 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-89e3f90f-899c-41cc-b676-2604ca0ed166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:06.127591 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-89e3f90f-899c-41cc-b676-2604ca0ed166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:06.136439 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e3f90f-899c-41cc-b676-2604ca0ed166 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:06.137253 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-89e3f90f-899c-41cc-b676-2604ca0ed166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:06.174788 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-89e3f90f-899c-41cc-b676-2604ca0ed166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:06.175436 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e3f90f-899c-41cc-b676-2604ca0ed166 None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:06.302719 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb5f549-9cdf-4d36-b9e1-e4fff8e07c9d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:06.415638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb5f549-9cdf-4d36-b9e1-e4fff8e07c9d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:06.420342 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1cb5f549-9cdf-4d36-b9e1-e4fff8e07c9d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:06.426839 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2d5dd-5f61-40d5-aecf-77cb163c2c61 None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:06.435947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b2d5dd-5f61-40d5-aecf-77cb163c2c61 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:06.436703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-29b2d5dd-5f61-40d5-aecf-77cb163c2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:06.475198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-29b2d5dd-5f61-40d5-aecf-77cb163c2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:06.483921 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b2d5dd-5f61-40d5-aecf-77cb163c2c61 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:06.484777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-29b2d5dd-5f61-40d5-aecf-77cb163c2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:06.496953 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1cb5f549-9cdf-4d36-b9e1-e4fff8e07c9d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "PUT /v2.0/floatingips/9dcb0fca-23b7-4c66-a9ec-c4b2e2b2e392 HTTP/1.1" status: 200 len: 977 time: 1.9477553 Jul 09 20:22:06.499819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37478) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:06.504641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-be2e78b9-a606-4d40-84dd-c00d4f58887e tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:06.517780 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-29b2d5dd-5f61-40d5-aecf-77cb163c2c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:06.518503 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b2d5dd-5f61-40d5-aecf-77cb163c2c61 None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:06.564383 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-be2e78b9-a606-4d40-84dd-c00d4f58887e tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:06.724000 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-be2e78b9-a606-4d40-84dd-c00d4f58887e tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:06.728012 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-be2e78b9-a606-4d40-84dd-c00d4f58887e tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:06.728413 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-be2e78b9-a606-4d40-84dd-c00d4f58887e tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Floating IP 9dcb0fca-23b7-4c66-a9ec-c4b2e2b2e392 disassociated. External IP: 172.25.0.20, port: a098f83a-7e14-4419-b323-0bb81552d948. Jul 09 20:22:06.958273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2e78b9-a606-4d40-84dd-c00d4f58887e tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:07.040250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca77c92-dfd7-4392-9d54-ea851caa46b7 req-7d1aa659-4bfd-4275-8ed2-3979169d97af tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:07.041892 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2ca77c92-dfd7-4392-9d54-ea851caa46b7 req-7d1aa659-4bfd-4275-8ed2-3979169d97af tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0733795 Jul 09 20:22:07.073164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2e78b9-a606-4d40-84dd-c00d4f58887e tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:07.079122 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-be2e78b9-a606-4d40-84dd-c00d4f58887e tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:07.085042 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2ca77c92-dfd7-4392-9d54-ea851caa46b7 req-9b07dcc3-9081-4ff4-9bfe-57f7eed3f9ea tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368729 Jul 09 20:22:07.092564 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e2b00-24af-46a4-960c-8f014fd59e0b None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:07.101861 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e2b00-24af-46a4-960c-8f014fd59e0b None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:07.102408 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-cb7e2b00-24af-46a4-960c-8f014fd59e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:07.122200 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-be2e78b9-a606-4d40-84dd-c00d4f58887e tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "PUT /v2.0/floatingips/9dcb0fca-23b7-4c66-a9ec-c4b2e2b2e392 HTTP/1.1" status: 200 len: 687 time: 0.6213109 Jul 09 20:22:07.125329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37490) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:07.136067 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-cb7e2b00-24af-46a4-960c-8f014fd59e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:07.146428 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e2b00-24af-46a4-960c-8f014fd59e0b None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:07.147096 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-cb7e2b00-24af-46a4-960c-8f014fd59e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:07.178892 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-cb7e2b00-24af-46a4-960c-8f014fd59e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:07.179630 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7e2b00-24af-46a4-960c-8f014fd59e0b None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:07.260197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-49f5206c-46ba-432e-a85a-b23eb9c199ba tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting port 34aeb65d-00c2-4e9b-a81b-4d05434ae688 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:07.260571 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-49f5206c-46ba-432e-a85a-b23eb9c199ba tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:07.343282 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-49f5206c-46ba-432e-a85a-b23eb9c199ba tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:07.343614 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-49f5206c-46ba-432e-a85a-b23eb9c199ba tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:07.355503 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-49f5206c-46ba-432e-a85a-b23eb9c199ba tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Calling delete_port for 34aeb65d-00c2-4e9b-a81b-4d05434ae688 owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:07.362419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:22:07.498508 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-49f5206c-46ba-432e-a85a-b23eb9c199ba tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:07.553695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5206c-46ba-432e-a85a-b23eb9c199ba tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Port': ['ID=34aeb65d-00c2-4e9b-a81b-4d05434ae688,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:07.594770 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-49f5206c-46ba-432e-a85a-b23eb9c199ba tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:07.597606 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-49f5206c-46ba-432e-a85a-b23eb9c199ba tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:07.598773 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-49f5206c-46ba-432e-a85a-b23eb9c199ba tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/floatingips/9dcb0fca-23b7-4c66-a9ec-c4b2e2b2e392 HTTP/1.1" status: 204 len: 168 time: 0.4724164 Jul 09 20:22:07.601430 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37498) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:07.638329 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-d71cac2f-4d64-4af3-9d1f-3ebab731db95 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] delete failed (client error): The resource could not be found. Jul 09 20:22:07.639372 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d71cac2f-4d64-4af3-9d1f-3ebab731db95 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/floatingips/9dcb0fca-23b7-4c66-a9ec-c4b2e2b2e392 HTTP/1.1" status: 404 len: 345 time: 0.0367723 Jul 09 20:22:07.643595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37500) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:07.759224 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdef0eec-f575-42fe-9346-033d8a60a6da tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:07.766731 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdef0eec-f575-42fe-9346-033d8a60a6da tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:07.773093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdef0eec-f575-42fe-9346-033d8a60a6da tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:07.776178 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fdef0eec-f575-42fe-9346-033d8a60a6da tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "GET /v2.0/ports?network_id=c6f8efc7-9339-464f-a6e3-418af7ecd71b HTTP/1.1" status: 200 len: 2358 time: 0.1316144 Jul 09 20:22:07.777463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37508) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:07.831855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc75f49-13fd-4371-a293-a704b055c24c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:07.833170 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2fc75f49-13fd-4371-a293-a704b055c24c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "GET /v2.0/subnets/f212ad78-d158-4d25-8f63-456c7b579778 HTTP/1.1" status: 200 len: 797 time: 0.0547519 Jul 09 20:22:07.837749 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37510) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:07.842438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-27737b0b-5bde-4ab8-9f48-d6f570d5bfae tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'port': {'network_id': 'c6f8efc7-9339-464f-a6e3-418af7ecd71b', 'name': 'tempest-FloatingIPTestJSON-754844294', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:07.960672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27737b0b-5bde-4ab8-9f48-d6f570d5bfae tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Made reservation on behalf of a6d305da779a496b9d0280f5351bcb31 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:08.049940 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-27737b0b-5bde-4ab8-9f48-d6f570d5bfae tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:08.070037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-27737b0b-5bde-4ab8-9f48-d6f570d5bfae tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] device_id is not set on port 5a528c23-ea0a-4d7d-b9cc-75e686faf5fa yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:22:08.369521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f827e-2775-410e-9f8e-6ac92205ca08 req-43c324fd-0919-48ea-894b-e1f9719f9f2e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:08.371028 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b80f827e-2775-410e-9f8e-6ac92205ca08 req-43c324fd-0919-48ea-894b-e1f9719f9f2e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1585135 Jul 09 20:22:08.451706 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b80f827e-2775-410e-9f8e-6ac92205ca08 req-3fc65dd1-4ec5-4af0-8027-f64552abb142 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704486 Jul 09 20:22:08.461013 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-27737b0b-5bde-4ab8-9f48-d6f570d5bfae tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Allocated IP 172.20.0.14 (c6f8efc7-9339-464f-a6e3-418af7ecd71b/f212ad78-d158-4d25-8f63-456c7b579778/5a528c23-ea0a-4d7d-b9cc-75e686faf5fa) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:08.468794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-27737b0b-5bde-4ab8-9f48-d6f570d5bfae tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Allocated IP 172.20.0.13 (c6f8efc7-9339-464f-a6e3-418af7ecd71b/f212ad78-d158-4d25-8f63-456c7b579778/5a528c23-ea0a-4d7d-b9cc-75e686faf5fa) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:08.616291 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-27737b0b-5bde-4ab8-9f48-d6f570d5bfae tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:08.657593 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-27737b0b-5bde-4ab8-9f48-d6f570d5bfae tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:08.709245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27737b0b-5bde-4ab8-9f48-d6f570d5bfae tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network c6f8efc7-9339-464f-a6e3-418af7ecd71b is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:08.712521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-27737b0b-5bde-4ab8-9f48-d6f570d5bfae tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:08.716642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27737b0b-5bde-4ab8-9f48-d6f570d5bfae tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:22:08.723983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27737b0b-5bde-4ab8-9f48-d6f570d5bfae tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=5a528c23-ea0a-4d7d-b9cc-75e686faf5fa,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:08.771969 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27737b0b-5bde-4ab8-9f48-d6f570d5bfae tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:08.772775 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-27737b0b-5bde-4ab8-9f48-d6f570d5bfae tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:08.790389 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-27737b0b-5bde-4ab8-9f48-d6f570d5bfae tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.9514296 Jul 09 20:22:08.792777 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37532) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:08.799235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '5a528c23-ea0a-4d7d-b9cc-75e686faf5fa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:08.821023 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:08.933175 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:09.048412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Allocated IP 172.25.0.115 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/3c4562a0-1518-4109-8c46-c1c1ba7f64ca) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:09.162387 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:09.207377 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:09.247376 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:09.250870 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:09.253426 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:22:09.277645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=3c4562a0-1518-4109-8c46-c1c1ba7f64ca,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:09.673231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96aba-ab47-4677-a05f-390125241ee4 req-dda91558-dc88-4843-88e1-a41e7b463f35 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:09.674886 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aab96aba-ab47-4677-a05f-390125241ee4 req-dda91558-dc88-4843-88e1-a41e7b463f35 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1039808 Jul 09 20:22:09.721368 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aab96aba-ab47-4677-a05f-390125241ee4 req-481c9b34-5372-4a35-854e-cbcc166d1b4a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393317 Jul 09 20:22:09.986434 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:10.068734 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:10.230307 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:10.235164 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:10.311115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=3c4562a0-1518-4109-8c46-c1c1ba7f64ca,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:10.320502 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:10.429986 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Floating IP 613c9662-e7dd-4437-a7eb-58466e7447e0 associated. External IP: 172.25.0.115, port: 5a528c23-ea0a-4d7d-b9cc-75e686faf5fa. Jul 09 20:22:10.648783 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:10.782243 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:10.797417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ab6d8-b2b2-4e26-a2f8-f43b54928553 None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:10.802252 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:10.809239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ab6d8-b2b2-4e26-a2f8-f43b54928553 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:10.810267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a93ab6d8-b2b2-4e26-a2f8-f43b54928553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:10.846726 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a93ab6d8-b2b2-4e26-a2f8-f43b54928553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:10.849536 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37570) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:10.854419 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ee60a77f-fdfd-4491-91f5-b3c1827b9785 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'floatingip': {'port_id': '5a528c23-ea0a-4d7d-b9cc-75e686faf5fa', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:10.857317 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93ab6d8-b2b2-4e26-a2f8-f43b54928553 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:10.858169 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a93ab6d8-b2b2-4e26-a2f8-f43b54928553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:10.858445 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a082d926-55a9-4d70-989f-737d0b9050a6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0644312 Jul 09 20:22:10.894554 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a93ab6d8-b2b2-4e26-a2f8-f43b54928553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:10.895730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93ab6d8-b2b2-4e26-a2f8-f43b54928553 None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:10.946345 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee60a77f-fdfd-4491-91f5-b3c1827b9785 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:10.947394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd68e8-2a1c-4ee8-8e72-265274d20398 req-0da55d27-625e-4570-9719-1da31ecd6bba tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:10.949108 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47dd68e8-2a1c-4ee8-8e72-265274d20398 req-0da55d27-625e-4570-9719-1da31ecd6bba tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0723522 Jul 09 20:22:11.137565 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47dd68e8-2a1c-4ee8-8e72-265274d20398 req-551a3840-6dc9-4d68-81df-f3acb1f2af0f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802981 Jul 09 20:22:11.475978 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee60a77f-fdfd-4491-91f5-b3c1827b9785 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:11.479992 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee60a77f-fdfd-4491-91f5-b3c1827b9785 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:11.700068 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee60a77f-fdfd-4491-91f5-b3c1827b9785 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:11.812678 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee60a77f-fdfd-4491-91f5-b3c1827b9785 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:11.817553 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee60a77f-fdfd-4491-91f5-b3c1827b9785 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:11.822260 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f81364-ab86-49a1-b72b-8e6c30da2534 None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:11.836596 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f81364-ab86-49a1-b72b-8e6c30da2534 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:11.837299 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-39f81364-ab86-49a1-b72b-8e6c30da2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:11.881306 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-39f81364-ab86-49a1-b72b-8e6c30da2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:11.891213 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f81364-ab86-49a1-b72b-8e6c30da2534 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:11.892118 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-39f81364-ab86-49a1-b72b-8e6c30da2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:11.899878 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ee60a77f-fdfd-4491-91f5-b3c1827b9785 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "PUT /v2.0/floatingips/613c9662-e7dd-4437-a7eb-58466e7447e0 HTTP/1.1" status: 200 len: 978 time: 1.0492094 Jul 09 20:22:11.902722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37592) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:11.927229 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-39f81364-ab86-49a1-b72b-8e6c30da2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:11.928196 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f81364-ab86-49a1-b72b-8e6c30da2534 None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:12.071166 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f5624cd1-f17a-41cc-ba16-d596136d1e61 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting port 3c4562a0-1518-4109-8c46-c1c1ba7f64ca {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:12.071527 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5624cd1-f17a-41cc-ba16-d596136d1e61 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:12.153188 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5624cd1-f17a-41cc-ba16-d596136d1e61 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:12.153682 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5624cd1-f17a-41cc-ba16-d596136d1e61 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:12.167155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f5624cd1-f17a-41cc-ba16-d596136d1e61 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Calling delete_port for 3c4562a0-1518-4109-8c46-c1c1ba7f64ca owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:12.345345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38e629-df80-421a-943e-9faa7994cf1a req-9436c573-5bd3-4a89-a522-5596b3b60f67 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:12.346856 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-df38e629-df80-421a-943e-9faa7994cf1a req-9436c573-5bd3-4a89-a522-5596b3b60f67 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0739233 Jul 09 20:22:12.356001 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5624cd1-f17a-41cc-ba16-d596136d1e61 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:12.384182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5624cd1-f17a-41cc-ba16-d596136d1e61 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Port': ['ID=3c4562a0-1518-4109-8c46-c1c1ba7f64ca,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:12.392520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-df38e629-df80-421a-943e-9faa7994cf1a req-4e6cb793-962c-490c-8404-9710ff881775 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375750 Jul 09 20:22:12.449474 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5624cd1-f17a-41cc-ba16-d596136d1e61 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:12.449827 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-f5624cd1-f17a-41cc-ba16-d596136d1e61 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Floating IP 613c9662-e7dd-4437-a7eb-58466e7447e0 disassociated (deleted). External IP: 172.25.0.115, port: 5a528c23-ea0a-4d7d-b9cc-75e686faf5fa. Jul 09 20:22:12.669315 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5624cd1-f17a-41cc-ba16-d596136d1e61 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:12.789138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5624cd1-f17a-41cc-ba16-d596136d1e61 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:12.793685 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f5624cd1-f17a-41cc-ba16-d596136d1e61 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:12.798798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46291340-87e3-4736-97cc-76e92d5c1164 None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:12.808225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46291340-87e3-4736-97cc-76e92d5c1164 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:12.808913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-46291340-87e3-4736-97cc-76e92d5c1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:12.835875 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f5624cd1-f17a-41cc-ba16-d596136d1e61 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/floatingips/613c9662-e7dd-4437-a7eb-58466e7447e0 HTTP/1.1" status: 204 len: 168 time: 0.9320064 Jul 09 20:22:12.838370 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37610) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:12.847057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-46291340-87e3-4736-97cc-76e92d5c1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:12.855875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46291340-87e3-4736-97cc-76e92d5c1164 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:12.856561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-46291340-87e3-4736-97cc-76e92d5c1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:12.895518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-46291340-87e3-4736-97cc-76e92d5c1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:12.895518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46291340-87e3-4736-97cc-76e92d5c1164 None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:12.946052 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-8dd545a7-dabe-4977-bfb3-dacaee708b2c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting port 5a528c23-ea0a-4d7d-b9cc-75e686faf5fa {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:12.946399 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8dd545a7-dabe-4977-bfb3-dacaee708b2c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:13.040392 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8dd545a7-dabe-4977-bfb3-dacaee708b2c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:13.052341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-8dd545a7-dabe-4977-bfb3-dacaee708b2c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Calling delete_port for 5a528c23-ea0a-4d7d-b9cc-75e686faf5fa owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:13.235204 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8dd545a7-dabe-4977-bfb3-dacaee708b2c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:13.268177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd545a7-dabe-4977-bfb3-dacaee708b2c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Port': ['ID=5a528c23-ea0a-4d7d-b9cc-75e686faf5fa,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:13.368860 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8dd545a7-dabe-4977-bfb3-dacaee708b2c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:13.370822 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8dd545a7-dabe-4977-bfb3-dacaee708b2c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/ports/5a528c23-ea0a-4d7d-b9cc-75e686faf5fa HTTP/1.1" status: 204 len: 168 time: 0.5314641 Jul 09 20:22:13.375182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37622) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:13.379617 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:13.401407 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:13.509283 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:13.680829 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Allocated IP 172.25.0.108 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/7a641ae0-64ce-401c-a51b-8452bf9e0572) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:13.691479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146410a7-188d-4dae-bf9d-35bc220ee6bd req-0ceb47d5-43f5-453f-b5ce-bef0c4f1e85b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:13.693025 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-146410a7-188d-4dae-bf9d-35bc220ee6bd req-0ceb47d5-43f5-453f-b5ce-bef0c4f1e85b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1423965 Jul 09 20:22:13.787189 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-146410a7-188d-4dae-bf9d-35bc220ee6bd req-9662af0a-dde4-44ea-ba39-433e398ddca1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856543 Jul 09 20:22:13.836071 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:13.876306 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:13.920107 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:13.925372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:13.929875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:22:13.933013 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=7a641ae0-64ce-401c-a51b-8452bf9e0572,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:14.018647 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:14.068440 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:14.229170 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:14.236617 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:14.309017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=7a641ae0-64ce-401c-a51b-8452bf9e0572,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:14.319596 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:14.333803 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:14.335186 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5e6fc8ae-91de-4ded-82ef-ea2158962bc8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9590611 Jul 09 20:22:14.338032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37644) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:14.343802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-46d311c2-e111-4389-a90c-4ee4bbb963d1 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'port': {'network_id': 'c6f8efc7-9339-464f-a6e3-418af7ecd71b', 'name': 'tempest-FloatingIPTestJSON-719020786'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:14.456527 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d311c2-e111-4389-a90c-4ee4bbb963d1 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Made reservation on behalf of a6d305da779a496b9d0280f5351bcb31 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:14.460226 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-46d311c2-e111-4389-a90c-4ee4bbb963d1 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:14.478282 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-46d311c2-e111-4389-a90c-4ee4bbb963d1 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] device_id is not set on port 476888e0-9c93-4306-ae4b-f4d95a4b9579 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:22:14.595886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-46d311c2-e111-4389-a90c-4ee4bbb963d1 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Allocated IP 172.20.0.11 (c6f8efc7-9339-464f-a6e3-418af7ecd71b/f212ad78-d158-4d25-8f63-456c7b579778/476888e0-9c93-4306-ae4b-f4d95a4b9579) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:14.754892 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-46d311c2-e111-4389-a90c-4ee4bbb963d1 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:14.795557 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-46d311c2-e111-4389-a90c-4ee4bbb963d1 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:14.846364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d311c2-e111-4389-a90c-4ee4bbb963d1 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network c6f8efc7-9339-464f-a6e3-418af7ecd71b is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:14.850194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-46d311c2-e111-4389-a90c-4ee4bbb963d1 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:14.855151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d311c2-e111-4389-a90c-4ee4bbb963d1 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:22:14.880328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d311c2-e111-4389-a90c-4ee4bbb963d1 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=476888e0-9c93-4306-ae4b-f4d95a4b9579,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:14.910147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d311c2-e111-4389-a90c-4ee4bbb963d1 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:14.910785 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-46d311c2-e111-4389-a90c-4ee4bbb963d1 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:14.931285 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-46d311c2-e111-4389-a90c-4ee4bbb963d1 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5921290 Jul 09 20:22:14.932081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37658) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:14.938986 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-43795614-d029-461d-a172-a91c7a359293 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'floatingip': {'port_id': '476888e0-9c93-4306-ae4b-f4d95a4b9579'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:14.994376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27314d2d-592e-497e-866b-abc6c31f81a8 req-71a8c2ff-59b6-4fd9-a1a9-edc64a211210 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:14.995975 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27314d2d-592e-497e-866b-abc6c31f81a8 req-71a8c2ff-59b6-4fd9-a1a9-edc64a211210 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0695486 Jul 09 20:22:15.048869 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-27314d2d-592e-497e-866b-abc6c31f81a8 req-09ef9520-ba72-42da-96dc-29fbae168679 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468698 Jul 09 20:22:15.317527 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-43795614-d029-461d-a172-a91c7a359293 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:15.789680 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-43795614-d029-461d-a172-a91c7a359293 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:15.793494 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-43795614-d029-461d-a172-a91c7a359293 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:15.900952 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-43795614-d029-461d-a172-a91c7a359293 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Floating IP 3b7781be-4348-4302-97f2-789b57d9cc9b associated. External IP: 172.25.0.108, port: 476888e0-9c93-4306-ae4b-f4d95a4b9579. Jul 09 20:22:16.127446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43795614-d029-461d-a172-a91c7a359293 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:16.287602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43795614-d029-461d-a172-a91c7a359293 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:16.292178 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-43795614-d029-461d-a172-a91c7a359293 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:16.297594 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e00023-9795-4d4e-83e4-d43c1bb2c4b6 None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:16.307251 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e00023-9795-4d4e-83e4-d43c1bb2c4b6 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:16.307937 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-34e00023-9795-4d4e-83e4-d43c1bb2c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:16.346512 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-43795614-d029-461d-a172-a91c7a359293 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "PUT /v2.0/floatingips/3b7781be-4348-4302-97f2-789b57d9cc9b HTTP/1.1" status: 200 len: 978 time: 1.4102941 Jul 09 20:22:16.347086 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-34e00023-9795-4d4e-83e4-d43c1bb2c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:16.347177 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37684) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:16.355394 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e00023-9795-4d4e-83e4-d43c1bb2c4b6 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:16.356093 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-34e00023-9795-4d4e-83e4-d43c1bb2c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:16.360422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a361e-aaf4-4bb9-8e4d-21262905085d req-8d7a535c-6e8f-4ebb-9032-8c6709a17905 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:16.362216 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b98a361e-aaf4-4bb9-8e4d-21262905085d req-8d7a535c-6e8f-4ebb-9032-8c6709a17905 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1349001 Jul 09 20:22:16.392562 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-34e00023-9795-4d4e-83e4-d43c1bb2c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:16.393251 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e00023-9795-4d4e-83e4-d43c1bb2c4b6 None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:16.406017 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b98a361e-aaf4-4bb9-8e4d-21262905085d req-98b936bb-e834-47b4-958a-d3fadf4cd7f0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362153 Jul 09 20:22:16.455644 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-15f30db8-9c86-4283-9f7f-6156ee0a8462 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting port 476888e0-9c93-4306-ae4b-f4d95a4b9579 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:16.456095 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15f30db8-9c86-4283-9f7f-6156ee0a8462 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:16.548220 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15f30db8-9c86-4283-9f7f-6156ee0a8462 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:16.729239 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15f30db8-9c86-4283-9f7f-6156ee0a8462 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:16.729619 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15f30db8-9c86-4283-9f7f-6156ee0a8462 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:16.729942 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-15f30db8-9c86-4283-9f7f-6156ee0a8462 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Floating IP 3b7781be-4348-4302-97f2-789b57d9cc9b disassociated. External IP: 172.25.0.108, port: 476888e0-9c93-4306-ae4b-f4d95a4b9579. Jul 09 20:22:16.730291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-15f30db8-9c86-4283-9f7f-6156ee0a8462 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Calling delete_port for 476888e0-9c93-4306-ae4b-f4d95a4b9579 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:16.868781 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15f30db8-9c86-4283-9f7f-6156ee0a8462 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:16.899785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f30db8-9c86-4283-9f7f-6156ee0a8462 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Port': ['ID=476888e0-9c93-4306-ae4b-f4d95a4b9579,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:17.025956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f30db8-9c86-4283-9f7f-6156ee0a8462 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:17.167210 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f30db8-9c86-4283-9f7f-6156ee0a8462 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:17.177516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df911fbb-2d98-4136-95c0-37506cfc9cba None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:17.187481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df911fbb-2d98-4136-95c0-37506cfc9cba None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:17.188097 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-df911fbb-2d98-4136-95c0-37506cfc9cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:17.224604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-df911fbb-2d98-4136-95c0-37506cfc9cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:17.233217 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df911fbb-2d98-4136-95c0-37506cfc9cba None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:17.233833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-df911fbb-2d98-4136-95c0-37506cfc9cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:17.242857 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15f30db8-9c86-4283-9f7f-6156ee0a8462 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:17.247134 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-15f30db8-9c86-4283-9f7f-6156ee0a8462 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/ports/476888e0-9c93-4306-ae4b-f4d95a4b9579 HTTP/1.1" status: 204 len: 168 time: 0.8970075 Jul 09 20:22:17.247455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37700) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:17.270746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-df911fbb-2d98-4136-95c0-37506cfc9cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:17.271416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df911fbb-2d98-4136-95c0-37506cfc9cba None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:17.294727 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4e811a00-1a3b-45de-9e5f-bff27d4304f1 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "GET /v2.0/floatingips/3b7781be-4348-4302-97f2-789b57d9cc9b HTTP/1.1" status: 200 len: 688 time: 0.0439043 Jul 09 20:22:17.294959 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37706) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:17.430890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-c53a4aa5-a968-4219-94cc-81fadb3db3f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting port 7a641ae0-64ce-401c-a51b-8452bf9e0572 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:17.431501 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c53a4aa5-a968-4219-94cc-81fadb3db3f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:17.513104 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c53a4aa5-a968-4219-94cc-81fadb3db3f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:17.513451 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c53a4aa5-a968-4219-94cc-81fadb3db3f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:17.528310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-c53a4aa5-a968-4219-94cc-81fadb3db3f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Calling delete_port for 7a641ae0-64ce-401c-a51b-8452bf9e0572 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:17.662695 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5627c-f2ac-4bc3-a1a1-b14ca8435952 req-95c78270-cca8-448b-b8b9-30856aa3d9c6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:17.664189 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-21b5627c-f2ac-4bc3-a1a1-b14ca8435952 req-95c78270-cca8-448b-b8b9-30856aa3d9c6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1371150 Jul 09 20:22:17.729894 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-21b5627c-f2ac-4bc3-a1a1-b14ca8435952 req-e2249512-b08e-45f3-bf09-b922ab3a734e tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584552 Jul 09 20:22:17.750045 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c53a4aa5-a968-4219-94cc-81fadb3db3f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:17.780347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a4aa5-a968-4219-94cc-81fadb3db3f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Port': ['ID=7a641ae0-64ce-401c-a51b-8452bf9e0572,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:17.850635 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c53a4aa5-a968-4219-94cc-81fadb3db3f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:17.853745 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c53a4aa5-a968-4219-94cc-81fadb3db3f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:17.854992 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c53a4aa5-a968-4219-94cc-81fadb3db3f6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/floatingips/3b7781be-4348-4302-97f2-789b57d9cc9b HTTP/1.1" status: 204 len: 168 time: 0.5591266 Jul 09 20:22:17.859102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37718) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:17.864100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': 'a098f83a-7e14-4419-b323-0bb81552d948'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:17.890780 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:17.991031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:18.107733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Allocated IP 172.25.0.147 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/9ca7aa6e-f9cc-4a4d-8fde-eb24371bb482) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:18.213234 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:18.252902 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:18.292048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:18.294920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:18.301181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:22:18.331979 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=9ca7aa6e-f9cc-4a4d-8fde-eb24371bb482,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:18.699877 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:18.786247 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:18.927639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa4649-889c-4394-b0ea-6d901f74ccd6 req-53249b28-f814-4596-8ee0-52706a15a22c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:18.930346 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-caaa4649-889c-4394-b0ea-6d901f74ccd6 req-53249b28-f814-4596-8ee0-52706a15a22c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0799503 Jul 09 20:22:18.950988 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:18.958370 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:18.985089 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-caaa4649-889c-4394-b0ea-6d901f74ccd6 req-511f1b28-c0fb-46f6-88c1-d66dcf0a8087 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428293 Jul 09 20:22:19.034497 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=9ca7aa6e-f9cc-4a4d-8fde-eb24371bb482,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:19.045793 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:19.152967 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Floating IP 300ba14f-c085-4efe-824e-d3572694546c associated. External IP: 172.25.0.147, port: a098f83a-7e14-4419-b323-0bb81552d948. Jul 09 20:22:19.368345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:19.486945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:19.497110 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dcdab9-29b9-41aa-8705-52079a01ccff None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:19.507281 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:19.510308 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dcdab9-29b9-41aa-8705-52079a01ccff None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:19.511456 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-99dcdab9-29b9-41aa-8705-52079a01ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:19.546804 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-99dcdab9-29b9-41aa-8705-52079a01ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:19.555180 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-03874f56-1f0a-471b-a598-4dad15bf694a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6920998 Jul 09 20:22:19.555629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37750) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:19.556015 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dcdab9-29b9-41aa-8705-52079a01ccff None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:19.556665 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-99dcdab9-29b9-41aa-8705-52079a01ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:19.562912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7992b934-4f80-4b95-99f8-4abc126078d0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-335521920'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:19.590797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7992b934-4f80-4b95-99f8-4abc126078d0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Made reservation on behalf of a6d305da779a496b9d0280f5351bcb31 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:19.595202 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-99dcdab9-29b9-41aa-8705-52079a01ccff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:19.595859 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dcdab9-29b9-41aa-8705-52079a01ccff None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:19.596294 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7992b934-4f80-4b95-99f8-4abc126078d0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:19.627386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7992b934-4f80-4b95-99f8-4abc126078d0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:22:19.636902 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7992b934-4f80-4b95-99f8-4abc126078d0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:19.637287 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-7992b934-4f80-4b95-99f8-4abc126078d0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Added segment f753edde-18aa-4429-9e62-69a6f54072a4 of type vlan for network c47bcd37-00cb-441e-9c08-40fe3562175a Jul 09 20:22:19.681395 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7992b934-4f80-4b95-99f8-4abc126078d0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:19.720193 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7992b934-4f80-4b95-99f8-4abc126078d0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:19.728596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7992b934-4f80-4b95-99f8-4abc126078d0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:19.728596 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7992b934-4f80-4b95-99f8-4abc126078d0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:19.798076 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7992b934-4f80-4b95-99f8-4abc126078d0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2409883 Jul 09 20:22:19.798893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992b934-4f80-4b95-99f8-4abc126078d0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Network': ['ID=c47bcd37-00cb-441e-9c08-40fe3562175a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:19.801441 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37756) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:19.806036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5084f8ba-a824-4460-a4a7-aa66b5b503fa tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'subnet': {'network_id': 'c47bcd37-00cb-441e-9c08-40fe3562175a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:19.809824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network c47bcd37-00cb-441e-9c08-40fe3562175a details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:22:19.903433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5084f8ba-a824-4460-a4a7-aa66b5b503fa tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Made reservation on behalf of a6d305da779a496b9d0280f5351bcb31 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:19.907353 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5084f8ba-a824-4460-a4a7-aa66b5b503fa tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:20.129189 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5084f8ba-a824-4460-a4a7-aa66b5b503fa tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:20.222160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084f8ba-a824-4460-a4a7-aa66b5b503fa tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Subnet': ['ID=fe143a45-dd42-4cca-b977-3329bccbcc8a,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:20.237013 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5084f8ba-a824-4460-a4a7-aa66b5b503fa tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Checking segment: {'id': 'f753edde-18aa-4429-9e62-69a6f54072a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c47bcd37-00cb-441e-9c08-40fe3562175a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:22:20.237382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5084f8ba-a824-4460-a4a7-aa66b5b503fa tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network hostable DHCP agents. Network: c47bcd37-00cb-441e-9c08-40fe3562175a, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:22:20.248389 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36722587-e6d8-4717-9ba0-36ee573eadc4 req-1516f95e-3108-4ee5-a50a-d399388f3318 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:20.250001 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36722587-e6d8-4717-9ba0-36ee573eadc4 req-1516f95e-3108-4ee5-a50a-d399388f3318 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1334887 Jul 09 20:22:20.282347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5084f8ba-a824-4460-a4a7-aa66b5b503fa tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network c47bcd37-00cb-441e-9c08-40fe3562175a is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:22:20.299462 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36722587-e6d8-4717-9ba0-36ee573eadc4 req-2b65f6e6-69f4-4d40-9ea8-cd2f194d6411 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418110 Jul 09 20:22:20.300552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-5084f8ba-a824-4460-a4a7-aa66b5b503fa tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, c47bcd37-00cb-441e-9c08-40fe3562175a) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:20.304745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5084f8ba-a824-4460-a4a7-aa66b5b503fa tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:20.305346 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5084f8ba-a824-4460-a4a7-aa66b5b503fa tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:20.315082 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62848de2-e88f-4535-965c-c9befb576c03 None None] Network c47bcd37-00cb-441e-9c08-40fe3562175a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:20.323278 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5084f8ba-a824-4460-a4a7-aa66b5b503fa tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5209515 Jul 09 20:22:20.328322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37770) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:20.334792 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2004377780', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}, 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:20.363198 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:20.364260 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:20.420280 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:20.487261 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-c47bcd37-00cb-441e-9c08-40fe3562175a', 'network_id': 'c47bcd37-00cb-441e-9c08-40fe3562175a', 'tenant_id': 'a6d305da779a496b9d0280f5351bcb31', 'fixed_ips': [{'subnet_id': 'fe143a45-dd42-4cca-b977-3329bccbcc8a'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:22:20.488129 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:20.573025 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:20.638980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Allocated IP 172.20.0.2 (c47bcd37-00cb-441e-9c08-40fe3562175a/fe143a45-dd42-4cca-b977-3329bccbcc8a/28de79ec-264c-403e-bcbc-f6bfd8a55e02) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:20.803978 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:20.824738 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:20.833371 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:20.835502 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Transition to ACTIVE for port object 28de79ec-264c-403e-bcbc-f6bfd8a55e02 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:22:20.852296 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Transition to ACTIVE for port object 28de79ec-264c-403e-bcbc-f6bfd8a55e02 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:22:20.863477 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:20.913789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Network c47bcd37-00cb-441e-9c08-40fe3562175a is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:20.918724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:20.929450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:22:20.965984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Allocated IP 172.25.0.100 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/3e347af3-1867-4f1f-8c9d-c16001fd2163) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:20.990679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Pushing event updated for resources: {'Port': ['ID=28de79ec-264c-403e-bcbc-f6bfd8a55e02,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:21.086588 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:21.141150 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:21.152506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:21.152902 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:21.153235 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:21.153575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:21.153911 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:21.154245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:21.154577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:21.154906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:21.155271 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:21.156194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:21.156854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:21.156854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:21.163893 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Attempting to bind port 28de79ec-264c-403e-bcbc-f6bfd8a55e02 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:22:21.164875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Attempting to bind port 28de79ec-264c-403e-bcbc-f6bfd8a55e02 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'f753edde-18aa-4429-9e62-69a6f54072a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c47bcd37-00cb-441e-9c08-40fe3562175a'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:22:21.164991 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Attempting to bind port 28de79ec-264c-403e-bcbc-f6bfd8a55e02 on network c47bcd37-00cb-441e-9c08-40fe3562175a {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:22:21.181556 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:22:21.181805 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Checking segment: {'id': 'f753edde-18aa-4429-9e62-69a6f54072a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c47bcd37-00cb-441e-9c08-40fe3562175a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:22:21.182148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:21.182463 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:21.183114 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Bound using segment: {'id': 'f753edde-18aa-4429-9e62-69a6f54072a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c47bcd37-00cb-441e-9c08-40fe3562175a'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:22:21.183514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Bound port: 28de79ec-264c-403e-bcbc-f6bfd8a55e02, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f753edde-18aa-4429-9e62-69a6f54072a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'c47bcd37-00cb-441e-9c08-40fe3562175a'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:22:21.183911 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:21.185201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:21.189899 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:22:21.229144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=3e347af3-1867-4f1f-8c9d-c16001fd2163,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:21.255289 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] For port 28de79ec-264c-403e-bcbc-f6bfd8a55e02, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:22:21.258455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] For port 28de79ec-264c-403e-bcbc-f6bfd8a55e02, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=28de79ec-264c-403e-bcbc-f6bfd8a55e02,segment=NetworkSegment(f753edde-18aa-4429-9e62-69a6f54072a4),segment_id=f753edde-18aa-4429-9e62-69a6f54072a4)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:22:21.263046 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:21.324402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612a589-ca61-484b-a645-f8c86d966107 None None] Pushing event updated for resources: {'Port': ['ID=28de79ec-264c-403e-bcbc-f6bfd8a55e02,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:21.526042 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:21.659197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8dd2d-9777-4260-917d-8a10b2e16aab req-def9b748-977a-41d7-a733-cd5ce7fdc6e9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:21.660826 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1b8dd2d-9777-4260-917d-8a10b2e16aab req-def9b748-977a-41d7-a733-cd5ce7fdc6e9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1865425 Jul 09 20:22:21.777090 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1b8dd2d-9777-4260-917d-8a10b2e16aab req-46908857-863e-4c84-bf41-d13c159baf9b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049829 Jul 09 20:22:21.815123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 28de79ec-264c-403e-bcbc-f6bfd8a55e02 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:22:21.875076 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:21.895114 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 28de79ec-264c-403e-bcbc-f6bfd8a55e02 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:22:22.040454 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router a61c0486-ec50-4ba7-86a5-799d9f8290c4 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:22:22.510568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621c1dd4-b798-46ac-97cd-5e3c2ca25527 None None] Network c47bcd37-00cb-441e-9c08-40fe3562175a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:22.575316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-159e82b9-5295-4cd4-982f-830bfedff0f7 None None] Provisioning for port 28de79ec-264c-403e-bcbc-f6bfd8a55e02 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:22:22.581727 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-159e82b9-5295-4cd4-982f-830bfedff0f7 None None] Provisioning complete for port 28de79ec-264c-403e-bcbc-f6bfd8a55e02 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:22:22.582401 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-159e82b9-5295-4cd4-982f-830bfedff0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:22.600747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:22.615557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f29ad6-8a1e-4f51-bb3f-ce22208cd6b4 None None] Sync routers for ids ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:22.631636 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b63be9-aca3-4691-affe-7878965fad0f req-546a1faa-1a7e-4460-9a7b-d2a9a76ad398 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:22.633188 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17b63be9-aca3-4691-affe-7878965fad0f req-546a1faa-1a7e-4460-9a7b-d2a9a76ad398 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.5180898 Jul 09 20:22:22.646276 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:22.650034 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5da7ad2e-1085-455e-88f5-690614435eff tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3176816 Jul 09 20:22:22.650034 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ff0ea-ba8d-4777-9120-6adccc6fc0fa req-f7d3e782-14fa-42bc-81b2-5c8e7be928e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:22.650877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37814) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:22.651384 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de5ff0ea-ba8d-4777-9120-6adccc6fc0fa req-f7d3e782-14fa-42bc-81b2-5c8e7be928e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 1096 time: 0.5521383 Jul 09 20:22:22.653633 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f29ad6-8a1e-4f51-bb3f-ce22208cd6b4 None None] Routers {'a61c0486-ec50-4ba7-86a5-799d9f8290c4'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:22.654381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-69f29ad6-8a1e-4f51-bb3f-ce22208cd6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:22.715577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-69f29ad6-8a1e-4f51-bb3f-ce22208cd6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:22.741446 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f29ad6-8a1e-4f51-bb3f-ce22208cd6b4 None None] Routers {'a61c0486-ec50-4ba7-86a5-799d9f8290c4'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:22.742600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-69f29ad6-8a1e-4f51-bb3f-ce22208cd6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:22.751133 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17b63be9-aca3-4691-affe-7878965fad0f req-e0fd0360-bb42-4db8-b21b-0cf425981f29 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080968 Jul 09 20:22:22.795391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-69f29ad6-8a1e-4f51-bb3f-ce22208cd6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:22.796867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f29ad6-8a1e-4f51-bb3f-ce22208cd6b4 None None] The sync data for ids ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:22.823482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ff0ea-ba8d-4777-9120-6adccc6fc0fa req-28badb9a-54f1-4b87-90b3-8436f8dc36cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:22.825926 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de5ff0ea-ba8d-4777-9120-6adccc6fc0fa req-28badb9a-54f1-4b87-90b3-8436f8dc36cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.1663585 Jul 09 20:22:22.868548 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-159e82b9-5295-4cd4-982f-830bfedff0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:22.920083 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de5ff0ea-ba8d-4777-9120-6adccc6fc0fa req-e5eac877-7ebd-4551-aa42-25a7627ccfb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63677154-63b5-4897-8657-b7307f459562 HTTP/1.1" status: 200 len: 1000 time: 0.0851114 Jul 09 20:22:22.924864 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-159e82b9-5295-4cd4-982f-830bfedff0f7 None None] For port 28de79ec-264c-403e-bcbc-f6bfd8a55e02, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=28de79ec-264c-403e-bcbc-f6bfd8a55e02,segment=NetworkSegment(f753edde-18aa-4429-9e62-69a6f54072a4),segment_id=f753edde-18aa-4429-9e62-69a6f54072a4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:22.931022 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-159e82b9-5295-4cd4-982f-830bfedff0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:22.995995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ff0ea-ba8d-4777-9120-6adccc6fc0fa req-13f2bf47-a60a-4012-b7b9-6c28e338097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:22.997535 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de5ff0ea-ba8d-4777-9120-6adccc6fc0fa req-13f2bf47-a60a-4012-b7b9-6c28e338097f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.0702889 Jul 09 20:22:23.001279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e82b9-5295-4cd4-982f-830bfedff0f7 None None] Pushing event updated for resources: {'Port': ['ID=28de79ec-264c-403e-bcbc-f6bfd8a55e02,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:23.080097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ff0ea-ba8d-4777-9120-6adccc6fc0fa req-5bc1d8b0-1cd1-4c6c-b0bc-eb948ffb2246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:23.082198 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de5ff0ea-ba8d-4777-9120-6adccc6fc0fa req-5bc1d8b0-1cd1-4c6c-b0bc-eb948ffb2246 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768628 Jul 09 20:22:23.205332 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de5ff0ea-ba8d-4777-9120-6adccc6fc0fa req-2520dd09-1b65-482f-a438-a72eab25e761 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162963 Jul 09 20:22:23.256394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-126b9d86-d071-4fbd-8e10-642a599cd883 None None] Provisioning complete for port 28de79ec-264c-403e-bcbc-f6bfd8a55e02 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:22:23.257164 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-126b9d86-d071-4fbd-8e10-642a599cd883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:23.334082 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-de5ff0ea-ba8d-4777-9120-6adccc6fc0fa req-f4d86d87-5064-4e45-b46c-38c068536bf4 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205471 Jul 09 20:22:23.583217 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:23.685720 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 28de79ec-264c-403e-bcbc-f6bfd8a55e02 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:22:23.743432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 28de79ec-264c-403e-bcbc-f6bfd8a55e02 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:22:23.743958 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:23.961026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Allocated IP 172.20.0.1 (c47bcd37-00cb-441e-9c08-40fe3562175a/fe143a45-dd42-4cca-b977-3329bccbcc8a/a76466f9-041c-471d-98c2-77f7d233cddf) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:24.045601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe53feb-714f-4803-8957-3ba5e8e7ebac req-2846d3ea-9069-4a84-a40b-c93810b069b9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:24.047150 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbe53feb-714f-4803-8957-3ba5e8e7ebac req-2846d3ea-9069-4a84-a40b-c93810b069b9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1473789 Jul 09 20:22:24.113525 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbe53feb-714f-4803-8957-3ba5e8e7ebac req-e972d780-2c0a-4059-b961-4e956d48bef3 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590272 Jul 09 20:22:24.141855 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:24.158882 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Transition to ACTIVE for port object a76466f9-041c-471d-98c2-77f7d233cddf will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:22:24.200136 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:24.251038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network c47bcd37-00cb-441e-9c08-40fe3562175a is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:24.254236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:24.258328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:22:24.285136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=a76466f9-041c-471d-98c2-77f7d233cddf,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:24.315128 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:24.484322 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:24.498652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6ef3da5d-0978-4a01-b989-c2e0e9a9375c None None] Provisioning for port a76466f9-041c-471d-98c2-77f7d233cddf completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:22:24.503866 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6ef3da5d-0978-4a01-b989-c2e0e9a9375c None None] Provisioning complete for port a76466f9-041c-471d-98c2-77f7d233cddf triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:22:24.504477 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6ef3da5d-0978-4a01-b989-c2e0e9a9375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:24.540862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-6ef3da5d-0978-4a01-b989-c2e0e9a9375c None None] Port a76466f9-041c-471d-98c2-77f7d233cddf cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:22:24.810434 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:24.816441 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:24.903205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=a76466f9-041c-471d-98c2-77f7d233cddf,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:24.906629 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:25.010470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network c47bcd37-00cb-441e-9c08-40fe3562175a is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:25.011943 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:25.148434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router a61c0486-ec50-4ba7-86a5-799d9f8290c4 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:25.270243 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c699e7a3-9789-4b0a-a158-d1b1fddf8519 None None] Provisioning complete for port a76466f9-041c-471d-98c2-77f7d233cddf triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:22:25.270625 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c699e7a3-9789-4b0a-a158-d1b1fddf8519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:25.312793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:25.321024 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0f40e380-0d99-4b8c-a0aa-9e55a926d8f3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "PUT /v2.0/routers/a61c0486-ec50-4ba7-86a5-799d9f8290c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6663792 Jul 09 20:22:25.321970 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c699e7a3-9789-4b0a-a158-d1b1fddf8519 None None] Port a76466f9-041c-471d-98c2-77f7d233cddf cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:22:25.323855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37870) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:25.330186 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c8d28-007a-4af4-8db4-108caace5649 None None] Sync routers for ids ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:25.338312 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d3903bc2-0710-4e38-925d-c34b8d97332a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'port': {'network_id': 'c47bcd37-00cb-441e-9c08-40fe3562175a', 'name': 'tempest-FloatingIPTestJSON-2094573761'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:25.341769 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c8d28-007a-4af4-8db4-108caace5649 None None] Routers {'a61c0486-ec50-4ba7-86a5-799d9f8290c4'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:25.342402 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-493c8d28-007a-4af4-8db4-108caace5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:25.379909 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-493c8d28-007a-4af4-8db4-108caace5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:25.391827 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c8d28-007a-4af4-8db4-108caace5649 None None] Routers {'a61c0486-ec50-4ba7-86a5-799d9f8290c4'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:25.392949 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-493c8d28-007a-4af4-8db4-108caace5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:25.410179 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8076f47-ceac-45f7-a4bd-0e17cbc4c44d req-986a61a1-24ed-4f3f-a2d7-7ae7631a6b34 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:25.411710 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8076f47-ceac-45f7-a4bd-0e17cbc4c44d req-986a61a1-24ed-4f3f-a2d7-7ae7631a6b34 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1518893 Jul 09 20:22:25.432284 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-493c8d28-007a-4af4-8db4-108caace5649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:25.433211 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493c8d28-007a-4af4-8db4-108caace5649 None None] The sync data for ids ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:25.479583 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e8076f47-ceac-45f7-a4bd-0e17cbc4c44d req-81dde1e3-c46e-4376-bf49-7bc0c689c966 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569088 Jul 09 20:22:25.493990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3903bc2-0710-4e38-925d-c34b8d97332a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Made reservation on behalf of a6d305da779a496b9d0280f5351bcb31 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:25.504842 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d3903bc2-0710-4e38-925d-c34b8d97332a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:25.517434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-d3903bc2-0710-4e38-925d-c34b8d97332a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] device_id is not set on port d4bdeb28-98ec-4f8a-bd7e-d2cd2a50949e yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:22:25.648427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-d3903bc2-0710-4e38-925d-c34b8d97332a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Allocated IP 172.20.0.10 (c47bcd37-00cb-441e-9c08-40fe3562175a/fe143a45-dd42-4cca-b977-3329bccbcc8a/d4bdeb28-98ec-4f8a-bd7e-d2cd2a50949e) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:25.708029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f899ec-c266-4446-bb1c-68000e0a4da5 req-fdae5192-c82a-4bf0-8294-7b0b2d9017cb tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:25.710116 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-47f899ec-c266-4446-bb1c-68000e0a4da5 req-fdae5192-c82a-4bf0-8294-7b0b2d9017cb tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1019795 Jul 09 20:22:25.756780 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-47f899ec-c266-4446-bb1c-68000e0a4da5 req-f871da51-9e15-4968-a8dd-93d064d131be tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392787 Jul 09 20:22:25.863429 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d3903bc2-0710-4e38-925d-c34b8d97332a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:25.879732 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-d3903bc2-0710-4e38-925d-c34b8d97332a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Transition to ACTIVE for port object d4bdeb28-98ec-4f8a-bd7e-d2cd2a50949e will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:22:25.970637 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d3903bc2-0710-4e38-925d-c34b8d97332a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:26.020863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ed234-9364-4d8d-ab2e-7df878f1e780 req-ea3bae39-54b7-4773-a16b-e8a7e9199614 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:26.022743 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2e1ed234-9364-4d8d-ab2e-7df878f1e780 req-ea3bae39-54b7-4773-a16b-e8a7e9199614 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1329951 Jul 09 20:22:26.050548 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3903bc2-0710-4e38-925d-c34b8d97332a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Network c47bcd37-00cb-441e-9c08-40fe3562175a is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:26.062169 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-d3903bc2-0710-4e38-925d-c34b8d97332a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:26.066160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3903bc2-0710-4e38-925d-c34b8d97332a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:22:26.068896 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3903bc2-0710-4e38-925d-c34b8d97332a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event updated for resources: {'Port': ['ID=d4bdeb28-98ec-4f8a-bd7e-d2cd2a50949e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:26.125181 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2e1ed234-9364-4d8d-ab2e-7df878f1e780 req-34f50ffa-13f3-49fe-b671-6afd7ee90530 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952640 Jul 09 20:22:26.146987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3903bc2-0710-4e38-925d-c34b8d97332a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:26.147674 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d3903bc2-0710-4e38-925d-c34b8d97332a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:26.174383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37890) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:26.176102 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d3903bc2-0710-4e38-925d-c34b8d97332a tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8508480 Jul 09 20:22:26.179780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ca555eab-d68c-418c-a879-75c89dd48e29 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Request body: {'floatingip': {'port_id': 'd4bdeb28-98ec-4f8a-bd7e-d2cd2a50949e'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:26.263372 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca555eab-d68c-418c-a879-75c89dd48e29 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:26.474474 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-51046375-9b9e-4107-8898-da16a760f30c None None] Provisioning for port d4bdeb28-98ec-4f8a-bd7e-d2cd2a50949e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:22:26.478968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-51046375-9b9e-4107-8898-da16a760f30c None None] Provisioning complete for port d4bdeb28-98ec-4f8a-bd7e-d2cd2a50949e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:22:26.479353 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-51046375-9b9e-4107-8898-da16a760f30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:26.526410 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-51046375-9b9e-4107-8898-da16a760f30c None None] Port d4bdeb28-98ec-4f8a-bd7e-d2cd2a50949e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:22:26.589323 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5121b-ce1e-4f3b-80ab-a631b2a9e703 req-9dff2053-0ddb-4ce9-b2dd-652bb406479a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:26.590985 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6d5121b-ce1e-4f3b-80ab-a631b2a9e703 req-9dff2053-0ddb-4ce9-b2dd-652bb406479a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0823815 Jul 09 20:22:26.649564 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6d5121b-ce1e-4f3b-80ab-a631b2a9e703 req-a1fbe248-a82e-45df-8a6d-49293cb98944 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479081 Jul 09 20:22:26.879045 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0689d7fd-87d8-4e6f-9554-67d0a20b42d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:26.879514 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca555eab-d68c-418c-a879-75c89dd48e29 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:26.884041 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca555eab-d68c-418c-a879-75c89dd48e29 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:27.000488 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-ca555eab-d68c-418c-a879-75c89dd48e29 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Floating IP 300ba14f-c085-4efe-824e-d3572694546c associated. External IP: 172.25.0.147, port: a098f83a-7e14-4419-b323-0bb81552d948. Jul 09 20:22:27.009260 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:27.236766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca555eab-d68c-418c-a879-75c89dd48e29 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:27.370123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca555eab-d68c-418c-a879-75c89dd48e29 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:27.376912 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:22:27.381525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5288ae9-8753-46d8-b074-0c17123ae5e2 None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:27.397985 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5288ae9-8753-46d8-b074-0c17123ae5e2 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:27.398794 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d5288ae9-8753-46d8-b074-0c17123ae5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:27.438555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d5288ae9-8753-46d8-b074-0c17123ae5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:27.447249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5288ae9-8753-46d8-b074-0c17123ae5e2 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:27.447851 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d5288ae9-8753-46d8-b074-0c17123ae5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:27.479717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d5288ae9-8753-46d8-b074-0c17123ae5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:27.480420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5288ae9-8753-46d8-b074-0c17123ae5e2 None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:27.594236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca555eab-d68c-418c-a879-75c89dd48e29 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router a61c0486-ec50-4ba7-86a5-799d9f8290c4 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:27.712835 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca555eab-d68c-418c-a879-75c89dd48e29 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:27.717413 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca555eab-d68c-418c-a879-75c89dd48e29 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:27.723747 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e5cb6-b50d-46be-919d-af4c2e9bda37 None None] Sync routers for ids ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:27.734564 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e5cb6-b50d-46be-919d-af4c2e9bda37 None None] Routers {'a61c0486-ec50-4ba7-86a5-799d9f8290c4'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:27.735930 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-709e5cb6-b50d-46be-919d-af4c2e9bda37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:27.775286 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-709e5cb6-b50d-46be-919d-af4c2e9bda37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:27.786815 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e5cb6-b50d-46be-919d-af4c2e9bda37 None None] Routers {'a61c0486-ec50-4ba7-86a5-799d9f8290c4'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:27.787809 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-709e5cb6-b50d-46be-919d-af4c2e9bda37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:27.822942 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-709e5cb6-b50d-46be-919d-af4c2e9bda37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:27.823678 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709e5cb6-b50d-46be-919d-af4c2e9bda37 None None] The sync data for ids ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:27.836608 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ca555eab-d68c-418c-a879-75c89dd48e29 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "PUT /v2.0/floatingips/300ba14f-c085-4efe-824e-d3572694546c HTTP/1.1" status: 200 len: 979 time: 1.6608992 Jul 09 20:22:27.839622 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 37922) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:27.874342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc09892-2510-46fb-9dd3-a1830ec7fcfd req-afad9f47-a8e1-4248-8e9a-29e34354b9a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:27.876080 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3fc09892-2510-46fb-9dd3-a1830ec7fcfd req-afad9f47-a8e1-4248-8e9a-29e34354b9a4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0920558 Jul 09 20:22:27.943106 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3fc09892-2510-46fb-9dd3-a1830ec7fcfd req-ee867a01-e875-4497-95c3-77c59e6f8a4b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544744 Jul 09 20:22:27.956997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-affd0496-3793-4ac0-9ed6-86e3e3808292 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting port d4bdeb28-98ec-4f8a-bd7e-d2cd2a50949e {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:27.957410 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-affd0496-3793-4ac0-9ed6-86e3e3808292 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:28.084314 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-affd0496-3793-4ac0-9ed6-86e3e3808292 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:28.330868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92698611-4541-4148-9cd5-869dffa4038e req-4a0f2531-ab1c-4796-ba70-13c7e9688668 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:28.333180 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-92698611-4541-4148-9cd5-869dffa4038e req-4a0f2531-ab1c-4796-ba70-13c7e9688668 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0718238 Jul 09 20:22:28.341671 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-affd0496-3793-4ac0-9ed6-86e3e3808292 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:28.342312 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-affd0496-3793-4ac0-9ed6-86e3e3808292 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:28.342874 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-affd0496-3793-4ac0-9ed6-86e3e3808292 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Floating IP 300ba14f-c085-4efe-824e-d3572694546c disassociated. External IP: 172.25.0.147, port: d4bdeb28-98ec-4f8a-bd7e-d2cd2a50949e. Jul 09 20:22:28.344020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-affd0496-3793-4ac0-9ed6-86e3e3808292 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Calling delete_port for d4bdeb28-98ec-4f8a-bd7e-d2cd2a50949e owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:28.372248 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b68eb-f8e8-4eb3-ac2f-c4974400734c req-c52e23d1-b63b-4e55-bde7-390fba8a8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:28.374558 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-105b68eb-f8e8-4eb3-ac2f-c4974400734c req-c52e23d1-b63b-4e55-bde7-390fba8a8842 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 1096 time: 0.1263890 Jul 09 20:22:28.377775 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-92698611-4541-4148-9cd5-869dffa4038e req-f118d428-050b-4cfd-9a78-89ea2c08adae tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385678 Jul 09 20:22:28.525773 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b68eb-f8e8-4eb3-ac2f-c4974400734c req-5174f28a-18af-4f94-8c00-ddb482cb395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:28.527321 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-105b68eb-f8e8-4eb3-ac2f-c4974400734c req-5174f28a-18af-4f94-8c00-ddb482cb395d service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.1240473 Jul 09 20:22:28.629085 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-affd0496-3793-4ac0-9ed6-86e3e3808292 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:28.634579 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-105b68eb-f8e8-4eb3-ac2f-c4974400734c req-6803d24e-a335-4815-bc89-3de2f1cca5f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63677154-63b5-4897-8657-b7307f459562 HTTP/1.1" status: 200 len: 1000 time: 0.0828619 Jul 09 20:22:28.678266 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd0496-3793-4ac0-9ed6-86e3e3808292 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Port': ['ID=d4bdeb28-98ec-4f8a-bd7e-d2cd2a50949e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:28.762655 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b68eb-f8e8-4eb3-ac2f-c4974400734c req-2867dd9d-f9ca-4c6a-8283-5572180491e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:28.764071 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-105b68eb-f8e8-4eb3-ac2f-c4974400734c req-2867dd9d-f9ca-4c6a-8283-5572180491e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.1209009 Jul 09 20:22:28.870617 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affd0496-3793-4ac0-9ed6-86e3e3808292 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router a61c0486-ec50-4ba7-86a5-799d9f8290c4 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:28.894016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b68eb-f8e8-4eb3-ac2f-c4974400734c req-5411327e-a077-4e97-a64e-425cf3d998ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:28.895559 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-105b68eb-f8e8-4eb3-ac2f-c4974400734c req-5411327e-a077-4e97-a64e-425cf3d998ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001692 Jul 09 20:22:29.086641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affd0496-3793-4ac0-9ed6-86e3e3808292 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:29.098700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590ec79-5e24-43eb-8c3d-458a845bfc2a None None] Sync routers for ids ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:29.109548 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590ec79-5e24-43eb-8c3d-458a845bfc2a None None] Routers {'a61c0486-ec50-4ba7-86a5-799d9f8290c4'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:29.110388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c590ec79-5e24-43eb-8c3d-458a845bfc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:29.117081 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-105b68eb-f8e8-4eb3-ac2f-c4974400734c req-760ce888-1611-47a4-adbe-bc343285be71 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869950 Jul 09 20:22:29.148827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c590ec79-5e24-43eb-8c3d-458a845bfc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:29.157955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590ec79-5e24-43eb-8c3d-458a845bfc2a None None] Routers {'a61c0486-ec50-4ba7-86a5-799d9f8290c4'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:29.158573 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c590ec79-5e24-43eb-8c3d-458a845bfc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:21:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:29.191919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c590ec79-5e24-43eb-8c3d-458a845bfc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:29.192600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590ec79-5e24-43eb-8c3d-458a845bfc2a None None] The sync data for ids ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:29.213034 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-affd0496-3793-4ac0-9ed6-86e3e3808292 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:29.214937 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-affd0496-3793-4ac0-9ed6-86e3e3808292 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/ports/d4bdeb28-98ec-4f8a-bd7e-d2cd2a50949e HTTP/1.1" status: 204 len: 168 time: 1.3743434 Jul 09 20:22:29.218456 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37952) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:29.245903 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-105b68eb-f8e8-4eb3-ac2f-c4974400734c req-dd29acff-fd0a-42eb-9184-999028b78a94 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083310 Jul 09 20:22:29.332805 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:29.458531 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b0c8faf6-f2b2-4ce0-a6c4-b053eb94364e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:29.597468 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:29.600282 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257548e-befd-4d8e-9dd1-0af54a37836b req-69d2c4dd-3a18-403c-9d06-6ec142830c07 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:29.602030 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4257548e-befd-4d8e-9dd1-0af54a37836b req-69d2c4dd-3a18-403c-9d06-6ec142830c07 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0727355 Jul 09 20:22:29.634147 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a44c5f47-fad6-4081-b7df-149e388bd506 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:29.651942 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4257548e-befd-4d8e-9dd1-0af54a37836b req-f225f012-3746-4c48-9cc1-ce05b1dd0dd4 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426798 Jul 09 20:22:30.281914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-a44c5f47-fad6-4081-b7df-149e388bd506 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting port a76466f9-041c-471d-98c2-77f7d233cddf {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:30.282309 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a44c5f47-fad6-4081-b7df-149e388bd506 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:30.401173 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a44c5f47-fad6-4081-b7df-149e388bd506 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:30.418395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-a44c5f47-fad6-4081-b7df-149e388bd506 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Calling delete_port for a76466f9-041c-471d-98c2-77f7d233cddf owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:30.483156 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:30.628332 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a44c5f47-fad6-4081-b7df-149e388bd506 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:30.661332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c5f47-fad6-4081-b7df-149e388bd506 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Port': ['ID=a76466f9-041c-471d-98c2-77f7d233cddf,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:30.909184 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a44c5f47-fad6-4081-b7df-149e388bd506 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:30.971986 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa186c61-2375-4e3a-9cb1-317e66c4b575 req-a5f5de2c-c166-4bce-a9e3-64ce86046be1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:30.973601 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa186c61-2375-4e3a-9cb1-317e66c4b575 req-a5f5de2c-c166-4bce-a9e3-64ce86046be1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1729860 Jul 09 20:22:31.058803 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa186c61-2375-4e3a-9cb1-317e66c4b575 req-18f38958-8c06-4073-a785-10b5e7ac5f07 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759923 Jul 09 20:22:31.210498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44c5f47-fad6-4081-b7df-149e388bd506 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router a61c0486-ec50-4ba7-86a5-799d9f8290c4 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:31.286873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940b809-3a9e-4b82-bdf3-2db0a646dc6e req-ad407207-fa68-4e7d-80a1-b00a27f91ee6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:31.288781 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b940b809-3a9e-4b82-bdf3-2db0a646dc6e req-ad407207-fa68-4e7d-80a1-b00a27f91ee6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.0971515 Jul 09 20:22:31.332862 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b940b809-3a9e-4b82-bdf3-2db0a646dc6e req-29292b06-0663-45aa-b0dc-0f510a93f649 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381861 Jul 09 20:22:31.343189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44c5f47-fad6-4081-b7df-149e388bd506 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:31.351800 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a44c5f47-fad6-4081-b7df-149e388bd506 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "PUT /v2.0/routers/a61c0486-ec50-4ba7-86a5-799d9f8290c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1299601 Jul 09 20:22:31.352246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 37992) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:31.359895 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b78d15-f1d4-4766-a67b-0953eb95f729 None None] Sync routers for ids ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:31.370575 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b78d15-f1d4-4766-a67b-0953eb95f729 None None] Routers {'a61c0486-ec50-4ba7-86a5-799d9f8290c4'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:31.371444 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-25b78d15-f1d4-4766-a67b-0953eb95f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:22:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:31.413460 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-25b78d15-f1d4-4766-a67b-0953eb95f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:31.425188 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b78d15-f1d4-4766-a67b-0953eb95f729 None None] Routers {'a61c0486-ec50-4ba7-86a5-799d9f8290c4'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:31.426138 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-25b78d15-f1d4-4766-a67b-0953eb95f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:22:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:31.462080 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-25b78d15-f1d4-4766-a67b-0953eb95f729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:31.462726 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b78d15-f1d4-4766-a67b-0953eb95f729 None None] The sync data for ids ['a61c0486-ec50-4ba7-86a5-799d9f8290c4'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:31.499567 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf8fcc5b-28c6-493d-8cad-8224267389c6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:31.630335 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf8fcc5b-28c6-493d-8cad-8224267389c6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:31.691404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-cf8fcc5b-28c6-493d-8cad-8224267389c6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting port 3e347af3-1867-4f1f-8c9d-c16001fd2163 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:31.692131 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf8fcc5b-28c6-493d-8cad-8224267389c6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:31.800350 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf8fcc5b-28c6-493d-8cad-8224267389c6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:31.815716 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-cf8fcc5b-28c6-493d-8cad-8224267389c6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Calling delete_port for 3e347af3-1867-4f1f-8c9d-c16001fd2163 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:32.025907 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf8fcc5b-28c6-493d-8cad-8224267389c6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.059833 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fcc5b-28c6-493d-8cad-8224267389c6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Port': ['ID=3e347af3-1867-4f1f-8c9d-c16001fd2163,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:32.132121 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf8fcc5b-28c6-493d-8cad-8224267389c6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.263269 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf8fcc5b-28c6-493d-8cad-8224267389c6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.267923 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf8fcc5b-28c6-493d-8cad-8224267389c6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.321184 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf8fcc5b-28c6-493d-8cad-8224267389c6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.321826 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8fcc5b-28c6-493d-8cad-8224267389c6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Fanout notify agent at l3_agent the message router_deleted on router a61c0486-ec50-4ba7-86a5-799d9f8290c4 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:22:32.329449 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf8fcc5b-28c6-493d-8cad-8224267389c6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.330965 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cf8fcc5b-28c6-493d-8cad-8224267389c6 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/routers/a61c0486-ec50-4ba7-86a5-799d9f8290c4 HTTP/1.1" status: 204 len: 168 time: 0.9775314 Jul 09 20:22:32.333979 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38050) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:32.348406 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.396084 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57336ab-5989-4f40-a75b-b1e1c025913f req-0b76b39c-e939-40fb-bf4e-038553b5d67d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:32.397657 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e57336ab-5989-4f40-a75b-b1e1c025913f req-0b76b39c-e939-40fb-bf4e-038553b5d67d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd63b0df-ae92-4bf3-839e-1be8df8e8a52 HTTP/1.1" status: 200 len: 943 time: 0.1971834 Jul 09 20:22:32.411432 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe5084b-95ea-41c5-9bf4-c377733cc17d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting subnet fe143a45-dd42-4cca-b977-3329bccbcc8a {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:22:32.423486 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bbe5084b-95ea-41c5-9bf4-c377733cc17d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.499942 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bbe5084b-95ea-41c5-9bf4-c377733cc17d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.629502 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bbe5084b-95ea-41c5-9bf4-c377733cc17d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.633165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-e57336ab-5989-4f40-a75b-b1e1c025913f req-e307201d-f1c1-4896-a73d-71c8965369b9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Deleting port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:32.633517 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e57336ab-5989-4f40-a75b-b1e1c025913f req-e307201d-f1c1-4896-a73d-71c8965369b9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.762741 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bbe5084b-95ea-41c5-9bf4-c377733cc17d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.777310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-e57336ab-5989-4f40-a75b-b1e1c025913f req-e307201d-f1c1-4896-a73d-71c8965369b9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] For port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:32.777680 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e57336ab-5989-4f40-a75b-b1e1c025913f req-e307201d-f1c1-4896-a73d-71c8965369b9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.803596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5084b-95ea-41c5-9bf4-c377733cc17d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Subnet': ['ID=fe143a45-dd42-4cca-b977-3329bccbcc8a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:32.808659 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bbe5084b-95ea-41c5-9bf4-c377733cc17d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.813366 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bbe5084b-95ea-41c5-9bf4-c377733cc17d tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/subnets/fe143a45-dd42-4cca-b977-3329bccbcc8a HTTP/1.1" status: 204 len: 168 time: 0.4753535 Jul 09 20:22:32.813764 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38062) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:32.815654 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-e57336ab-5989-4f40-a75b-b1e1c025913f req-e307201d-f1c1-4896-a73d-71c8965369b9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Calling delete_port for c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:32.816718 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd957a-e688-45c5-9903-35c52bcdbd9e None None] Network c47bcd37-00cb-441e-9c08-40fe3562175a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:32.970382 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e57336ab-5989-4f40-a75b-b1e1c025913f req-e307201d-f1c1-4896-a73d-71c8965369b9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.973180 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:32.983906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1e9f5f03-1712-4159-b45d-0e746d6cfb2f', '7bddc02b-2f69-44b7-af29-991344031383'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:22:33.010477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307201d-f1c1-4896-a73d-71c8965369b9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event deleted for resources: {'Port': ['ID=c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:33.051312 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f311149a-0250-42c7-b3f4-7bdf3f557b54 None None] DHCP port deletion for c47bcd37-00cb-441e-9c08-40fe3562175a request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:22:33.072298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57336ab-5989-4f40-a75b-b1e1c025913f req-e307201d-f1c1-4896-a73d-71c8965369b9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] No DVR routers for this DVR port c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:22:33.075000 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e57336ab-5989-4f40-a75b-b1e1c025913f req-e307201d-f1c1-4896-a73d-71c8965369b9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:33.082764 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e57336ab-5989-4f40-a75b-b1e1c025913f req-e307201d-f1c1-4896-a73d-71c8965369b9 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "DELETE /v2.0/ports/c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7 HTTP/1.1" status: 204 len: 173 time: 0.6762311 Jul 09 20:22:33.083281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd63b0df-ae92-4bf3-839e-1be8df8e8a52', 'name': 'network-vif-deleted', 'tag': 'c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:22:33.090191 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65ac0ab-d92d-496e-ac6e-96417544defc" -d '{"events": [{"server_uuid": "bd63b0df-ae92-4bf3-839e-1be8df8e8a52", "name": "network-vif-deleted", "tag": "c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:22:33.117150 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting port 28de79ec-264c-403e-bcbc-f6bfd8a55e02 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:33.117690 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:33.190440 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f311149a-0250-42c7-b3f4-7bdf3f557b54 None None] Deleting port 28de79ec-264c-403e-bcbc-f6bfd8a55e02 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:33.191093 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f311149a-0250-42c7-b3f4-7bdf3f557b54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:33.195226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] For port 28de79ec-264c-403e-bcbc-f6bfd8a55e02, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=28de79ec-264c-403e-bcbc-f6bfd8a55e02,segment=NetworkSegment(f753edde-18aa-4429-9e62-69a6f54072a4),segment_id=f753edde-18aa-4429-9e62-69a6f54072a4)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:33.195712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:33.196465 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 20:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f03992-1fba-4e61-9a11-02e04154fc9d x-openstack-request-id: req-f1f03992-1fba-4e61-9a11-02e04154fc9d {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:22:33.196778 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd63b0df-ae92-4bf3-839e-1be8df8e8a52", "name": "network-vif-deleted", "tag": "c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7", "status": "failed", "code": 422}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:22:33.197029 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1f03992-1fba-4e61-9a11-02e04154fc9d {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:22:33.197497 n-d-800088-3 neutron-server[100205]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd63b0df-ae92-4bf3-839e-1be8df8e8a52', 'name': 'network-vif-deleted', 'tag': 'c2f713ea-1d28-4ea0-9451-e76f7e8d8bb7', 'status': 'failed', 'code': 422} returned with failed status Jul 09 20:22:33.219287 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Calling delete_port for 28de79ec-264c-403e-bcbc-f6bfd8a55e02 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:33.310505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f311149a-0250-42c7-b3f4-7bdf3f557b54 None None] For port 28de79ec-264c-403e-bcbc-f6bfd8a55e02, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=28de79ec-264c-403e-bcbc-f6bfd8a55e02,segment=NetworkSegment(f753edde-18aa-4429-9e62-69a6f54072a4),segment_id=f753edde-18aa-4429-9e62-69a6f54072a4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:33.310963 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f311149a-0250-42c7-b3f4-7bdf3f557b54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:33.337872 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f311149a-0250-42c7-b3f4-7bdf3f557b54 None None] Calling delete_port for 28de79ec-264c-403e-bcbc-f6bfd8a55e02 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:33.392805 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:33.426041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Port': ['ID=28de79ec-264c-403e-bcbc-f6bfd8a55e02,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:33.428155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] No DVR routers for this DVR port 28de79ec-264c-403e-bcbc-f6bfd8a55e02 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:22:33.559639 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:33.598329 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f311149a-0250-42c7-b3f4-7bdf3f557b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:33.625752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47bcd37-00cb-441e-9c08-40fe3562175a']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:33.641009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f753edde-18aa-4429-9e62-69a6f54072a4') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:33.641469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f753edde-18aa-4429-9e62-69a6f54072a4') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:33.654198 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:33.658378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311149a-0250-42c7-b3f4-7bdf3f557b54 None None] Pushing event deleted for resources: {'Port': ['ID=28de79ec-264c-403e-bcbc-f6bfd8a55e02,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:33.668642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f311149a-0250-42c7-b3f4-7bdf3f557b54 None None] No DVR routers for this DVR port 28de79ec-264c-403e-bcbc-f6bfd8a55e02 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:22:33.679473 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:33.683908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:22:33.684400 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:22:33.689122 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:22:33.743698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 28de79ec-264c-403e-bcbc-f6bfd8a55e02 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:22:33.776648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 28de79ec-264c-403e-bcbc-f6bfd8a55e02 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:22:33.777007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 28de79ec-264c-403e-bcbc-f6bfd8a55e02 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:22:33.796049 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2727174-7b5e-4c73-a4e9-d9fc7a372796 req-5a2cfbb7-1667-4077-bea3-55c658271631 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2384384 Jul 09 20:22:33.799912 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:33.816894 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:33.824640 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/networks/c47bcd37-00cb-441e-9c08-40fe3562175a HTTP/1.1" status: 204 len: 168 time: 1.0073595 Jul 09 20:22:33.825747 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38086) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:33.836134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a7fd5-68a8-4929-8ad4-b32a341e60a8 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Network': ['ID=c47bcd37-00cb-441e-9c08-40fe3562175a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:33.935005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2727174-7b5e-4c73-a4e9-d9fc7a372796 req-ef5be8ce-dccc-4202-87a1-69b7158bd2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:33.937750 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2727174-7b5e-4c73-a4e9-d9fc7a372796 req-ef5be8ce-dccc-4202-87a1-69b7158bd2b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 1096 time: 0.0775101 Jul 09 20:22:34.019320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-91a8f96c-6c6a-466e-acea-e8c6114a2dc3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting port 9ca7aa6e-f9cc-4a4d-8fde-eb24371bb482 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:34.019676 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91a8f96c-6c6a-466e-acea-e8c6114a2dc3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:34.086916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2727174-7b5e-4c73-a4e9-d9fc7a372796 req-de91b177-b16c-4501-b0a0-5d17973df706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:34.088995 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2727174-7b5e-4c73-a4e9-d9fc7a372796 req-de91b177-b16c-4501-b0a0-5d17973df706 service neutron] 10.222.0.36 "GET /v2.0/networks?id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 200 len: 913 time: 0.1282356 Jul 09 20:22:34.115674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91a8f96c-6c6a-466e-acea-e8c6114a2dc3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:34.116067 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91a8f96c-6c6a-466e-acea-e8c6114a2dc3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:34.142795 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-91a8f96c-6c6a-466e-acea-e8c6114a2dc3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Calling delete_port for 9ca7aa6e-f9cc-4a4d-8fde-eb24371bb482 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:34.175843 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2727174-7b5e-4c73-a4e9-d9fc7a372796 req-af4ec461-d557-4e98-92c6-beddbb97877b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63677154-63b5-4897-8657-b7307f459562 HTTP/1.1" status: 200 len: 1000 time: 0.0780692 Jul 09 20:22:34.242831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2727174-7b5e-4c73-a4e9-d9fc7a372796 req-dde18cfe-3c44-46ce-85b6-8481d6bef427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:34.244556 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2727174-7b5e-4c73-a4e9-d9fc7a372796 req-dde18cfe-3c44-46ce-85b6-8481d6bef427 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 200 len: 851 time: 0.0560212 Jul 09 20:22:34.322613 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91a8f96c-6c6a-466e-acea-e8c6114a2dc3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:34.357557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8f96c-6c6a-466e-acea-e8c6114a2dc3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Port': ['ID=9ca7aa6e-f9cc-4a4d-8fde-eb24371bb482,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:34.361263 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2727174-7b5e-4c73-a4e9-d9fc7a372796 req-17ab1b2d-f34a-4a41-9c34-90278894b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:34.362850 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2727174-7b5e-4c73-a4e9-d9fc7a372796 req-17ab1b2d-f34a-4a41-9c34-90278894b371 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964289 Jul 09 20:22:34.382407 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d28cd-4fde-4594-a619-daa54701d84c req-e7f12305-3bae-4537-aa18-b15edf33513b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:34.384267 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0b1d28cd-4fde-4594-a619-daa54701d84c req-e7f12305-3bae-4537-aa18-b15edf33513b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 907 time: 0.1299410 Jul 09 20:22:34.451549 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91a8f96c-6c6a-466e-acea-e8c6114a2dc3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:34.456776 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-91a8f96c-6c6a-466e-acea-e8c6114a2dc3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:34.458884 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-91a8f96c-6c6a-466e-acea-e8c6114a2dc3 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/floatingips/300ba14f-c085-4efe-824e-d3572694546c HTTP/1.1" status: 204 len: 168 time: 0.6318443 Jul 09 20:22:34.463027 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38100) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:34.507673 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca1f8bf-e13d-4a2f-8f70-48f3c5934737 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] DELETE failed (client error): The resource could not be found. Jul 09 20:22:34.508879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca1f8bf-e13d-4a2f-8f70-48f3c5934737 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:22:34.517866 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dca1f8bf-e13d-4a2f-8f70-48f3c5934737 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/ports/d4bdeb28-98ec-4f8a-bd7e-d2cd2a50949e HTTP/1.1" status: 404 len: 333 time: 0.0537534 Jul 09 20:22:34.521007 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38102) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:34.529677 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2727174-7b5e-4c73-a4e9-d9fc7a372796 req-619b1ac0-1911-4361-98a7-8f295bffacd1 service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440361 Jul 09 20:22:34.563915 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2abb9cfa-4abf-4cf0-b6d8-d48a92931133 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "GET /v2.0/ports?device_id=a61c0486-ec50-4ba7-86a5-799d9f8290c4 HTTP/1.1" status: 200 len: 205 time: 0.0410554 Jul 09 20:22:34.564496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38106) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:34.606394 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-955ebd57-c46b-428c-84d0-0ab468067c29 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] delete failed (client error): The resource could not be found. Jul 09 20:22:34.607479 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-955ebd57-c46b-428c-84d0-0ab468067c29 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/routers/a61c0486-ec50-4ba7-86a5-799d9f8290c4 HTTP/1.1" status: 404 len: 336 time: 0.0418868 Jul 09 20:22:34.610565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38108) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:34.641672 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-69131aed-82c8-4b40-8ed1-8c0ea6233c3e tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] DELETE failed (client error): The resource could not be found. Jul 09 20:22:34.642147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69131aed-82c8-4b40-8ed1-8c0ea6233c3e tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:22:34.646423 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-69131aed-82c8-4b40-8ed1-8c0ea6233c3e tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/subnets/fe143a45-dd42-4cca-b977-3329bccbcc8a HTTP/1.1" status: 404 len: 337 time: 0.0324290 Jul 09 20:22:34.646699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38110) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:34.647875 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2727174-7b5e-4c73-a4e9-d9fc7a372796 req-84dfe8c2-b2ab-4987-9527-e86ebde1131d service neutron] 10.222.0.36 "GET /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072664 Jul 09 20:22:34.759767 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-c0bf356f-9d69-4a50-a1ec-96be2e4e4cd0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting port a098f83a-7e14-4419-b323-0bb81552d948 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:34.760122 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0bf356f-9d69-4a50-a1ec-96be2e4e4cd0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:34.856775 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0bf356f-9d69-4a50-a1ec-96be2e4e4cd0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:34.871035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-c0bf356f-9d69-4a50-a1ec-96be2e4e4cd0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Calling delete_port for a098f83a-7e14-4419-b323-0bb81552d948 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:35.007589 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0bf356f-9d69-4a50-a1ec-96be2e4e4cd0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:35.039076 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf356f-9d69-4a50-a1ec-96be2e4e4cd0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Port': ['ID=a098f83a-7e14-4419-b323-0bb81552d948,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:35.114473 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0bf356f-9d69-4a50-a1ec-96be2e4e4cd0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:35.116388 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c0bf356f-9d69-4a50-a1ec-96be2e4e4cd0 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/ports/a098f83a-7e14-4419-b323-0bb81552d948 HTTP/1.1" status: 204 len: 168 time: 0.4687514 Jul 09 20:22:35.118864 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38120) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:35.224621 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-2654e908-cda7-4b8a-92cf-90d212fc9903 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting port 5422c1cb-421a-4e3f-8154-4dd612d33155 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:35.224977 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2654e908-cda7-4b8a-92cf-90d212fc9903 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:35.320227 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2654e908-cda7-4b8a-92cf-90d212fc9903 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:35.334237 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-2654e908-cda7-4b8a-92cf-90d212fc9903 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Calling delete_port for 5422c1cb-421a-4e3f-8154-4dd612d33155 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:35.470293 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2654e908-cda7-4b8a-92cf-90d212fc9903 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:35.505653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654e908-cda7-4b8a-92cf-90d212fc9903 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Port': ['ID=5422c1cb-421a-4e3f-8154-4dd612d33155,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:35.615878 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2654e908-cda7-4b8a-92cf-90d212fc9903 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:35.620802 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2654e908-cda7-4b8a-92cf-90d212fc9903 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/ports/5422c1cb-421a-4e3f-8154-4dd612d33155 HTTP/1.1" status: 204 len: 168 time: 0.5009527 Jul 09 20:22:35.620986 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38138) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:35.653114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead38e6-3aca-4912-a919-744be177be50 req-56e1e873-131f-4b60-ad1a-71bae4cd8350 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:35.654765 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9ead38e6-3aca-4912-a919-744be177be50 req-56e1e873-131f-4b60-ad1a-71bae4cd8350 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 907 time: 0.1192219 Jul 09 20:22:35.705812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877cde9c-29c4-46e6-b7c2-c046ab4e3e5c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:35.707368 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-877cde9c-29c4-46e6-b7c2-c046ab4e3e5c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "GET /v2.0/ports?device_id=46e34ad1-13d2-4c9b-a369-d209f7d146c0 HTTP/1.1" status: 200 len: 913 time: 0.0850163 Jul 09 20:22:35.710060 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38140) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:36.114250 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cd5dc9d-a2e8-4346-b1b5-f38758cb655f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:36.698468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd066ba3-8855-4928-b150-96d81fccc90e req-df3b0003-d8de-4e8a-87ed-0639e4e4ddb3 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:36.700160 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd066ba3-8855-4928-b150-96d81fccc90e req-df3b0003-d8de-4e8a-87ed-0639e4e4ddb3 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 907 time: 0.1349282 Jul 09 20:22:36.942699 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-bd066ba3-8855-4928-b150-96d81fccc90e req-e28b8e49-3dde-4b91-9f84-bd0c9685555f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Deleting port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:36.942911 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bd066ba3-8855-4928-b150-96d81fccc90e req-e28b8e49-3dde-4b91-9f84-bd0c9685555f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:37.008218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b53bb4-ef90-45a7-a62d-e4832e8d44a3 req-95ea9e2a-53a1-4a68-93bb-926c1e3664af tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:37.009855 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d9b53bb4-ef90-45a7-a62d-e4832e8d44a3 req-95ea9e2a-53a1-4a68-93bb-926c1e3664af tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 907 time: 0.2112167 Jul 09 20:22:37.063099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5dc9d-a2e8-4346-b1b5-f38758cb655f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting port 75fcd5da-8b43-488c-b16a-ae315a8d2985 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:37.063376 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cd5dc9d-a2e8-4346-b1b5-f38758cb655f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:37.121263 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bd066ba3-8855-4928-b150-96d81fccc90e req-e28b8e49-3dde-4b91-9f84-bd0c9685555f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] For port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:37.121751 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bd066ba3-8855-4928-b150-96d81fccc90e req-e28b8e49-3dde-4b91-9f84-bd0c9685555f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:37.145407 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-bd066ba3-8855-4928-b150-96d81fccc90e req-e28b8e49-3dde-4b91-9f84-bd0c9685555f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Calling delete_port for 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:37.237948 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cd5dc9d-a2e8-4346-b1b5-f38758cb655f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:37.263099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5dc9d-a2e8-4346-b1b5-f38758cb655f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Calling delete_port for 75fcd5da-8b43-488c-b16a-ae315a8d2985 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:37.453570 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bd066ba3-8855-4928-b150-96d81fccc90e req-e28b8e49-3dde-4b91-9f84-bd0c9685555f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:37.493940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b8e49-3dde-4b91-9f84-bd0c9685555f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event deleted for resources: {'Port': ['ID=4f21cf91-64e5-4ec1-96bd-d9d62c84b95d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:37.573595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd066ba3-8855-4928-b150-96d81fccc90e req-e28b8e49-3dde-4b91-9f84-bd0c9685555f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] No DVR routers for this DVR port 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:22:37.578136 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bd066ba3-8855-4928-b150-96d81fccc90e req-e28b8e49-3dde-4b91-9f84-bd0c9685555f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:37.581412 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd066ba3-8855-4928-b150-96d81fccc90e req-e28b8e49-3dde-4b91-9f84-bd0c9685555f tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "DELETE /v2.0/ports/4f21cf91-64e5-4ec1-96bd-d9d62c84b95d HTTP/1.1" status: 204 len: 173 time: 0.8737814 Jul 09 20:22:37.581869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2801ea50-3bab-4933-bc6b-c6f069234cd1', 'name': 'network-vif-deleted', 'tag': '4f21cf91-64e5-4ec1-96bd-d9d62c84b95d'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:22:37.585669 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b5ac03-94ec-471f-a88e-988e2e351d4a" -d '{"events": [{"server_uuid": "2801ea50-3bab-4933-bc6b-c6f069234cd1", "name": "network-vif-deleted", "tag": "4f21cf91-64e5-4ec1-96bd-d9d62c84b95d"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:22:37.667594 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cd5dc9d-a2e8-4346-b1b5-f38758cb655f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:37.678110 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a677fb84-9b60-4ab9-8a42-0e0e69dec887 x-openstack-request-id: req-a677fb84-9b60-4ab9-8a42-0e0e69dec887 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:22:37.678412 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2801ea50-3bab-4933-bc6b-c6f069234cd1", "name": "network-vif-deleted", "tag": "4f21cf91-64e5-4ec1-96bd-d9d62c84b95d", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:22:37.678671 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a677fb84-9b60-4ab9-8a42-0e0e69dec887 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:22:37.679256 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2801ea50-3bab-4933-bc6b-c6f069234cd1', 'name': 'network-vif-deleted', 'tag': '4f21cf91-64e5-4ec1-96bd-d9d62c84b95d', 'status': 'completed', 'code': 200} Jul 09 20:22:37.752746 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5dc9d-a2e8-4346-b1b5-f38758cb655f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Port': ['ID=75fcd5da-8b43-488c-b16a-ae315a8d2985,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:38.027145 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2cd5dc9d-a2e8-4346-b1b5-f38758cb655f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:38.191332 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-522dd4c4-1516-419d-875c-d2526be3e2a7 req-db0b73d1-6195-4cd9-8970-309e9879e8aa tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=2801ea50-3bab-4933-bc6b-c6f069234cd1 HTTP/1.1" status: 200 len: 210 time: 0.0387292 Jul 09 20:22:38.317738 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd5dc9d-a2e8-4346-b1b5-f38758cb655f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:38.467918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd5dc9d-a2e8-4346-b1b5-f38758cb655f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:38.473533 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2cd5dc9d-a2e8-4346-b1b5-f38758cb655f tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "PUT /v2.0/routers/46e34ad1-13d2-4c9b-a369-d209f7d146c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7620153 Jul 09 20:22:38.475693 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38154) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:38.478481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0bba46-1af2-42e1-9d63-3e979595fad4 None None] Sync routers for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:38.489224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0bba46-1af2-42e1-9d63-3e979595fad4 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:38.490188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fa0bba46-1af2-42e1-9d63-3e979595fad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:22:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:38.528474 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fa0bba46-1af2-42e1-9d63-3e979595fad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:38.543250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0bba46-1af2-42e1-9d63-3e979595fad4 None None] Routers {'46e34ad1-13d2-4c9b-a369-d209f7d146c0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:38.544113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fa0bba46-1af2-42e1-9d63-3e979595fad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:22:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:38.585206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-fa0bba46-1af2-42e1-9d63-3e979595fad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:38.585927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0bba46-1af2-42e1-9d63-3e979595fad4 None None] The sync data for ids ['46e34ad1-13d2-4c9b-a369-d209f7d146c0'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:38.640457 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cc95dee4-6752-497d-b623-06a9c755ef54 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:38.764038 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cc95dee4-6752-497d-b623-06a9c755ef54 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:38.820220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-cc95dee4-6752-497d-b623-06a9c755ef54 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting port d28233cb-1cff-4c9c-85a3-c2411b7da0ea {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:38.820458 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cc95dee4-6752-497d-b623-06a9c755ef54 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:38.905784 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cc95dee4-6752-497d-b623-06a9c755ef54 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:38.918902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-cc95dee4-6752-497d-b623-06a9c755ef54 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Calling delete_port for d28233cb-1cff-4c9c-85a3-c2411b7da0ea owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:39.104942 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cc95dee4-6752-497d-b623-06a9c755ef54 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.132677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95dee4-6752-497d-b623-06a9c755ef54 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Port': ['ID=d28233cb-1cff-4c9c-85a3-c2411b7da0ea,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:39.196341 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cc95dee4-6752-497d-b623-06a9c755ef54 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.296029 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cc95dee4-6752-497d-b623-06a9c755ef54 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.300088 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cc95dee4-6752-497d-b623-06a9c755ef54 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.350957 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cc95dee4-6752-497d-b623-06a9c755ef54 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.351501 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc95dee4-6752-497d-b623-06a9c755ef54 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Fanout notify agent at l3_agent the message router_deleted on router 46e34ad1-13d2-4c9b-a369-d209f7d146c0 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:22:39.363256 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cc95dee4-6752-497d-b623-06a9c755ef54 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.364467 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cc95dee4-6752-497d-b623-06a9c755ef54 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/routers/46e34ad1-13d2-4c9b-a369-d209f7d146c0 HTTP/1.1" status: 204 len: 168 time: 0.8832197 Jul 09 20:22:39.366948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38162) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:39.421338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb54d4c-717a-452c-a7f0-d67c359d468c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Deleting subnet f212ad78-d158-4d25-8f63-456c7b579778 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:22:39.425412 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8eb54d4c-717a-452c-a7f0-d67c359d468c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.468437 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8eb54d4c-717a-452c-a7f0-d67c359d468c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.525090 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8eb54d4c-717a-452c-a7f0-d67c359d468c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.566264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:22:39.604640 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:22:39.604964 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 4f21cf91-64e5-4ec1-96bd-d9d62c84b95d not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:22:39.607245 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8eb54d4c-717a-452c-a7f0-d67c359d468c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.624477 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8eb54d4c-717a-452c-a7f0-d67c359d468c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.627365 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8eb54d4c-717a-452c-a7f0-d67c359d468c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/subnets/f212ad78-d158-4d25-8f63-456c7b579778 HTTP/1.1" status: 204 len: 168 time: 0.2592578 Jul 09 20:22:39.629869 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38166) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:39.649401 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb54d4c-717a-452c-a7f0-d67c359d468c tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Subnet': ['ID=f212ad78-d158-4d25-8f63-456c7b579778,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:39.755768 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca1afe53-7d5e-4be9-842d-f9104a694940 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.782227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31966b51-27d1-475c-a73c-d8e3670c8e27 req-ca5795cc-6016-42c8-837a-8f8d1c0f2188 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:39.783746 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31966b51-27d1-475c-a73c-d8e3670c8e27 req-ca5795cc-6016-42c8-837a-8f8d1c0f2188 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 946 time: 0.1508160 Jul 09 20:22:39.888516 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca1afe53-7d5e-4be9-842d-f9104a694940 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.901164 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31966b51-27d1-475c-a73c-d8e3670c8e27 req-dd2da335-5f5a-4d52-8a14-c3f0554f82ca tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964351 Jul 09 20:22:39.904760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ca1afe53-7d5e-4be9-842d-f9104a694940 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f8efc7-9339-464f-a6e3-418af7ecd71b']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:39.916183 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ca1afe53-7d5e-4be9-842d-f9104a694940 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335c81da-5f0c-440c-ae2d-939d3aaa366b') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:39.916562 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ca1afe53-7d5e-4be9-842d-f9104a694940 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335c81da-5f0c-440c-ae2d-939d3aaa366b') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:39.929282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca1afe53-7d5e-4be9-842d-f9104a694940 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.943393 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca1afe53-7d5e-4be9-842d-f9104a694940 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.949834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1afe53-7d5e-4be9-842d-f9104a694940 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:22:39.950250 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca1afe53-7d5e-4be9-842d-f9104a694940 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:22:39.954726 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:22:40.017621 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca1afe53-7d5e-4be9-842d-f9104a694940 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:40.023298 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca1afe53-7d5e-4be9-842d-f9104a694940 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:40.028432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ca1afe53-7d5e-4be9-842d-f9104a694940 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] 10.222.0.30 "DELETE /v2.0/networks/c6f8efc7-9339-464f-a6e3-418af7ecd71b HTTP/1.1" status: 204 len: 168 time: 0.3966181 Jul 09 20:22:40.045326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1afe53-7d5e-4be9-842d-f9104a694940 tempest-FloatingIPTestJSON-74974485 tempest-FloatingIPTestJSON-74974485-project] Pushing event deleted for resources: {'Network': ['ID=c6f8efc7-9339-464f-a6e3-418af7ecd71b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:40.309827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38178) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:40.449149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7db10122-ad07-45ec-90d9-ed03006397e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6d305da779a496b9d0280f5351bcb31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378953 Jul 09 20:22:40.451588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38182) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:40.485145 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-a58a8c94-3dac-44a4-a4ea-789ba50896af req-506009c6-d99e-49a3-9ca6-1508e5fda9ef service neutron] (100205) timed out ('10.222.0.30', 47420) {{(pid=100205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:22:40.501674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7aa718a9-92c6-4e56-90f9-fe31be229a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:40.524708 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7aa718a9-92c6-4e56-90f9-fe31be229a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:40.573529 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7aa718a9-92c6-4e56-90f9-fe31be229a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:40.577544 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7aa718a9-92c6-4e56-90f9-fe31be229a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:40.578841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7aa718a9-92c6-4e56-90f9-fe31be229a53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45cbb6ba-14be-4de1-98b2-5ca202578e49 HTTP/1.1" status: 204 len: 168 time: 0.1255403 Jul 09 20:22:40.588992 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa718a9-92c6-4e56-90f9-fe31be229a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cbb6ba-14be-4de1-98b2-5ca202578e49,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:41.113012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658533b8-dc08-4330-a494-f966b8e053ce req-66207b8a-610b-4bc2-b988-154dc9652b32 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:41.114736 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-658533b8-dc08-4330-a494-f966b8e053ce req-66207b8a-610b-4bc2-b988-154dc9652b32 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 946 time: 0.0800617 Jul 09 20:22:41.180402 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-658533b8-dc08-4330-a494-f966b8e053ce req-0aeb9356-90c9-4c44-aa53-73925b1b0066 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580688 Jul 09 20:22:41.374435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38270) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:41.495663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-428361351'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:41.521301 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Made reservation on behalf of 01a106334ddf4df1a48df29fdd729c05 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:41.524929 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:41.534381 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:41.678580 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:41.680888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b311139-bb03-4baf-b92f-6db3ea0aa372 req-8ead4484-656e-419c-b63e-e6bdf42f7628 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:41.682842 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9b311139-bb03-4baf-b92f-6db3ea0aa372 req-8ead4484-656e-419c-b63e-e6bdf42f7628 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 946 time: 0.1111777 Jul 09 20:22:41.683699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:41.713917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:22:41.732611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dce59cd-303b-445f-b8c9-5c4bc44b963c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:41.740418 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:41.741053 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Added segment ba0fb9b1-e29d-477d-8311-b061d06edb9d of type vlan for network 36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6 Jul 09 20:22:41.797719 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:41.841868 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:41.849531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:41.850550 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:41.856343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-9b311139-bb03-4baf-b92f-6db3ea0aa372 req-feb6e12d-5d8c-4cbf-b756-d49ec6b826a6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Deleting port 7bddc02b-2f69-44b7-af29-991344031383 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:41.856776 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9b311139-bb03-4baf-b92f-6db3ea0aa372 req-feb6e12d-5d8c-4cbf-b756-d49ec6b826a6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:41.925704 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5416172 Jul 09 20:22:41.949029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108f1b7-ba96-4912-bb34-0495375b9d3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event updated for resources: {'Network': ['ID=36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:41.966778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:22:42.009621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-9b311139-bb03-4baf-b92f-6db3ea0aa372 req-feb6e12d-5d8c-4cbf-b756-d49ec6b826a6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] For port 7bddc02b-2f69-44b7-af29-991344031383, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=7bddc02b-2f69-44b7-af29-991344031383,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:42.010313 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9b311139-bb03-4baf-b92f-6db3ea0aa372 req-feb6e12d-5d8c-4cbf-b756-d49ec6b826a6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:42.034644 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-9b311139-bb03-4baf-b92f-6db3ea0aa372 req-feb6e12d-5d8c-4cbf-b756-d49ec6b826a6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Calling delete_port for 7bddc02b-2f69-44b7-af29-991344031383 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:42.264235 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9b311139-bb03-4baf-b92f-6db3ea0aa372 req-feb6e12d-5d8c-4cbf-b756-d49ec6b826a6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:42.287392 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1e9f5f03-1712-4159-b45d-0e746d6cfb2f', '7bddc02b-2f69-44b7-af29-991344031383'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:22:42.377802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6e12d-5d8c-4cbf-b756-d49ec6b826a6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event deleted for resources: {'Port': ['ID=7bddc02b-2f69-44b7-af29-991344031383,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:42.473883 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2bca3643-5680-4f8f-bc4a-0b08fca06bba req-e1bab06e-1672-47f7-9d6c-18feb01eacf0 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04f3486-214b-4051-91df-6dbf54b7952a HTTP/1.1" status: 200 len: 210 time: 0.0536025 Jul 09 20:22:42.491051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b311139-bb03-4baf-b92f-6db3ea0aa372 req-feb6e12d-5d8c-4cbf-b756-d49ec6b826a6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] No DVR routers for this DVR port 7bddc02b-2f69-44b7-af29-991344031383 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:22:42.498041 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-9b311139-bb03-4baf-b92f-6db3ea0aa372 req-feb6e12d-5d8c-4cbf-b756-d49ec6b826a6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:42.503327 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9b311139-bb03-4baf-b92f-6db3ea0aa372 req-feb6e12d-5d8c-4cbf-b756-d49ec6b826a6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "DELETE /v2.0/ports/7bddc02b-2f69-44b7-af29-991344031383 HTTP/1.1" status: 204 len: 173 time: 0.8128753 Jul 09 20:22:42.504219 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04f3486-214b-4051-91df-6dbf54b7952a', 'name': 'network-vif-deleted', 'tag': '7bddc02b-2f69-44b7-af29-991344031383'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:22:42.518661 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c215666-794d-4189-866a-d35c104fecad" -d '{"events": [{"server_uuid": "f04f3486-214b-4051-91df-6dbf54b7952a", "name": "network-vif-deleted", "tag": "7bddc02b-2f69-44b7-af29-991344031383"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:22:42.617770 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03ce1b0-7042-4bbb-ab7d-43c89479926e x-openstack-request-id: req-f03ce1b0-7042-4bbb-ab7d-43c89479926e {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:22:42.619310 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04f3486-214b-4051-91df-6dbf54b7952a", "name": "network-vif-deleted", "tag": "7bddc02b-2f69-44b7-af29-991344031383", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:22:42.619921 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f03ce1b0-7042-4bbb-ab7d-43c89479926e {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:22:42.620843 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04f3486-214b-4051-91df-6dbf54b7952a', 'name': 'network-vif-deleted', 'tag': '7bddc02b-2f69-44b7-af29-991344031383', 'status': 'completed', 'code': 200} Jul 09 20:22:44.044277 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497968d0-e7b6-4827-8a91-a2875adb5389 req-ba367409-007e-47b1-96c9-b26f3418a25d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:44.049121 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-497968d0-e7b6-4827-8a91-a2875adb5389 req-ba367409-007e-47b1-96c9-b26f3418a25d tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.0983672 Jul 09 20:22:44.096118 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-497968d0-e7b6-4827-8a91-a2875adb5389 req-7c0ae738-69e3-49d1-b89a-d01c743305a6 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 Jul 09 20:22:44.248191 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24601cae-82c0-41e3-ac15-ab8c6f99ba4f req-8f50d656-ae17-4d20-943d-501d6cf12667 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:44.250191 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24601cae-82c0-41e3-ac15-ab8c6f99ba4f req-8f50d656-ae17-4d20-943d-501d6cf12667 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 945 time: 0.0738091 Jul 09 20:22:44.377074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-24601cae-82c0-41e3-ac15-ab8c6f99ba4f req-89eef42d-bf1d-41d1-97c8-8e18b8adebd8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Deleting port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:44.377411 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-24601cae-82c0-41e3-ac15-ab8c6f99ba4f req-89eef42d-bf1d-41d1-97c8-8e18b8adebd8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:44.489180 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-24601cae-82c0-41e3-ac15-ab8c6f99ba4f req-89eef42d-bf1d-41d1-97c8-8e18b8adebd8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] For port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1e9f5f03-1712-4159-b45d-0e746d6cfb2f,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:44.489555 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-24601cae-82c0-41e3-ac15-ab8c6f99ba4f req-89eef42d-bf1d-41d1-97c8-8e18b8adebd8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:44.504868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-24601cae-82c0-41e3-ac15-ab8c6f99ba4f req-89eef42d-bf1d-41d1-97c8-8e18b8adebd8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Calling delete_port for 1e9f5f03-1712-4159-b45d-0e746d6cfb2f owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:44.644698 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-24601cae-82c0-41e3-ac15-ab8c6f99ba4f req-89eef42d-bf1d-41d1-97c8-8e18b8adebd8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:44.657279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1e9f5f03-1712-4159-b45d-0e746d6cfb2f'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:22:44.674269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eef42d-bf1d-41d1-97c8-8e18b8adebd8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event deleted for resources: {'Port': ['ID=1e9f5f03-1712-4159-b45d-0e746d6cfb2f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:44.743333 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-24601cae-82c0-41e3-ac15-ab8c6f99ba4f req-89eef42d-bf1d-41d1-97c8-8e18b8adebd8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] No DVR routers for this DVR port 1e9f5f03-1712-4159-b45d-0e746d6cfb2f on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:22:44.747475 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-24601cae-82c0-41e3-ac15-ab8c6f99ba4f req-89eef42d-bf1d-41d1-97c8-8e18b8adebd8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:44.750710 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24601cae-82c0-41e3-ac15-ab8c6f99ba4f req-89eef42d-bf1d-41d1-97c8-8e18b8adebd8 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "DELETE /v2.0/ports/1e9f5f03-1712-4159-b45d-0e746d6cfb2f HTTP/1.1" status: 204 len: 173 time: 0.4951737 Jul 09 20:22:44.751592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be8e6d6-501a-4f95-a723-2c92f14dbccf', 'name': 'network-vif-deleted', 'tag': '1e9f5f03-1712-4159-b45d-0e746d6cfb2f'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:22:44.754070 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98b277b-6904-4e34-a37c-e11f4f5a7b6c" -d '{"events": [{"server_uuid": "5be8e6d6-501a-4f95-a723-2c92f14dbccf", "name": "network-vif-deleted", "tag": "1e9f5f03-1712-4159-b45d-0e746d6cfb2f"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:22:44.802253 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e228b2-67e7-4e46-ad84-fe9a7a35b95e x-openstack-request-id: req-e7e228b2-67e7-4e46-ad84-fe9a7a35b95e {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:22:44.802618 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be8e6d6-501a-4f95-a723-2c92f14dbccf", "name": "network-vif-deleted", "tag": "1e9f5f03-1712-4159-b45d-0e746d6cfb2f", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:22:44.802986 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7e228b2-67e7-4e46-ad84-fe9a7a35b95e {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:22:44.803372 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be8e6d6-501a-4f95-a723-2c92f14dbccf', 'name': 'network-vif-deleted', 'tag': '1e9f5f03-1712-4159-b45d-0e746d6cfb2f', 'status': 'completed', 'code': 200} Jul 09 20:22:45.268200 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d6b0d1ce-9cc4-4961-b0d2-ec3e7afcecfe req-9dc801c9-9482-450c-85cb-d4a3fdd971dd tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=5be8e6d6-501a-4f95-a723-2c92f14dbccf HTTP/1.1" status: 200 len: 210 time: 0.0317118 Jul 09 20:22:45.303559 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38680) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:45.311169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c1f79415-37f0-4500-99d2-1cdedb15ff76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Request body: {'subnet': {'network_id': '36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:45.425321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f79415-37f0-4500-99d2-1cdedb15ff76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Made reservation on behalf of 01a106334ddf4df1a48df29fdd729c05 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:45.429041 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c1f79415-37f0-4500-99d2-1cdedb15ff76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:45.600310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7bddc02b-2f69-44b7-af29-991344031383 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:22:45.620625 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 7bddc02b-2f69-44b7-af29-991344031383 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:22:45.620984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 7bddc02b-2f69-44b7-af29-991344031383 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:22:45.621412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1e9f5f03-1712-4159-b45d-0e746d6cfb2f no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:22:45.627761 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c1f79415-37f0-4500-99d2-1cdedb15ff76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:45.643089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 1e9f5f03-1712-4159-b45d-0e746d6cfb2f {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:22:45.643508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1e9f5f03-1712-4159-b45d-0e746d6cfb2f not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:22:45.695997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f79415-37f0-4500-99d2-1cdedb15ff76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event updated for resources: {'Subnet': ['ID=16a18120-3be6-4b2b-940d-d1583c157b0b,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:45.701452 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f79415-37f0-4500-99d2-1cdedb15ff76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Checking segment: {'id': 'ba0fb9b1-e29d-477d-8311-b061d06edb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:22:45.702478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f79415-37f0-4500-99d2-1cdedb15ff76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Network hostable DHCP agents. Network: 36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:22:45.721336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f79415-37f0-4500-99d2-1cdedb15ff76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Network 36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:22:45.730369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-c1f79415-37f0-4500-99d2-1cdedb15ff76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:45.735388 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f79415-37f0-4500-99d2-1cdedb15ff76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:45.736181 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c1f79415-37f0-4500-99d2-1cdedb15ff76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:45.739783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e215c4ba-3c96-4194-8bc2-ea2874f1549e None None] Network 36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:45.752217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c1f79415-37f0-4500-99d2-1cdedb15ff76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4470303 Jul 09 20:22:45.755670 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38684) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:45.761776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d40c7574-dd57-4c43-b6d7-1f339c28c9ad tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1443233400'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:45.783674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40c7574-dd57-4c43-b6d7-1f339c28c9ad tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Made reservation on behalf of 01a106334ddf4df1a48df29fdd729c05 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:45.787214 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d40c7574-dd57-4c43-b6d7-1f339c28c9ad tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:45.811358 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40c7574-dd57-4c43-b6d7-1f339c28c9ad tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:22:45.822775 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d40c7574-dd57-4c43-b6d7-1f339c28c9ad tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:45.823136 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-d40c7574-dd57-4c43-b6d7-1f339c28c9ad tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Added segment de46e546-a04a-4a65-9161-c01b71a3e0c8 of type vlan for network 1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd Jul 09 20:22:45.875478 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d40c7574-dd57-4c43-b6d7-1f339c28c9ad tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:45.903942 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6', 'network_id': '36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6', 'tenant_id': '01a106334ddf4df1a48df29fdd729c05', 'fixed_ips': [{'subnet_id': '16a18120-3be6-4b2b-940d-d1583c157b0b'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:22:45.906300 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:45.907147 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d40c7574-dd57-4c43-b6d7-1f339c28c9ad tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:45.912940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40c7574-dd57-4c43-b6d7-1f339c28c9ad tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:45.913516 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d40c7574-dd57-4c43-b6d7-1f339c28c9ad tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:45.982445 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d40c7574-dd57-4c43-b6d7-1f339c28c9ad tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2227919 Jul 09 20:22:45.982891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38686) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:45.988690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9031e795-1b18-4078-8e49-f475d02e863c tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Request body: {'subnet': {'network_id': '1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:46.010166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c7574-dd57-4c43-b6d7-1f339c28c9ad tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event updated for resources: {'Network': ['ID=1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:46.038892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:22:46.079972 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Allocated IP 2001:db8:0:ffff::2 (36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6/16a18120-3be6-4b2b-940d-d1583c157b0b/5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:46.094178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9031e795-1b18-4078-8e49-f475d02e863c tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Made reservation on behalf of 01a106334ddf4df1a48df29fdd729c05 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:46.098691 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9031e795-1b18-4078-8e49-f475d02e863c tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:46.282822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:46.292616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Transition to ACTIVE for port object 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:22:46.313952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Transition to ACTIVE for port object 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:22:46.320740 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:46.363166 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Network 36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:46.367921 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:46.373052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:22:46.415467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Pushing event updated for resources: {'Port': ['ID=5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:46.422903 n-d-800088-3 neutron-server[100205]: DEBUG neutron.objects.ports [None req-9031e795-1b18-4078-8e49-f475d02e863c tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100205) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:22:46.424555 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9031e795-1b18-4078-8e49-f475d02e863c tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:46.487244 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Attempting to bind port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:22:46.487672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Attempting to bind port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ba0fb9b1-e29d-477d-8311-b061d06edb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:22:46.488099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Attempting to bind port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 on network 36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:22:46.495151 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:22:46.495698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Checking segment: {'id': 'ba0fb9b1-e29d-477d-8311-b061d06edb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:22:46.496219 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:46.496648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Bound using segment: {'id': 'ba0fb9b1-e29d-477d-8311-b061d06edb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:22:46.497145 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Bound port: 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0fb9b1-e29d-477d-8311-b061d06edb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:22:46.497555 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:46.584778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] For port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:22:46.589610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] For port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1,segment=NetworkSegment(ba0fb9b1-e29d-477d-8311-b061d06edb9d),segment_id=ba0fb9b1-e29d-477d-8311-b061d06edb9d)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:22:46.596691 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:46.688748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e3fc8-dc65-4c6c-8807-0c94f4462cb1 None None] Pushing event updated for resources: {'Port': ['ID=5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:47.005898 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031e795-1b18-4078-8e49-f475d02e863c tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event updated for resources: {'Subnet': ['ID=fa4caf58-9a00-40bd-9f9d-00ae06f68681,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:47.013635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9031e795-1b18-4078-8e49-f475d02e863c tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Checking segment: {'id': 'de46e546-a04a-4a65-9161-c01b71a3e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:22:47.014892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9031e795-1b18-4078-8e49-f475d02e863c tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Network hostable DHCP agents. Network: 1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:22:47.055928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71397a9-cadd-4c03-8b9a-9347ee1f60ce req-04416a8e-de87-4c69-9ce5-c6c5af288a93 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:47.057813 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b71397a9-cadd-4c03-8b9a-9347ee1f60ce req-04416a8e-de87-4c69-9ce5-c6c5af288a93 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1343851 Jul 09 20:22:47.059318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9031e795-1b18-4078-8e49-f475d02e863c tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Network 1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:22:47.077128 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-9031e795-1b18-4078-8e49-f475d02e863c tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:47.086128 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d301544-64f5-49f4-a208-db21559ebe90 None None] Network 1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:47.091548 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9031e795-1b18-4078-8e49-f475d02e863c tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:47.092218 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9031e795-1b18-4078-8e49-f475d02e863c tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:47.121422 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b71397a9-cadd-4c03-8b9a-9347ee1f60ce req-67b3f696-90e2-4db8-8758-937461f71135 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546119 Jul 09 20:22:47.125948 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9031e795-1b18-4078-8e49-f475d02e863c tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1413956 Jul 09 20:22:47.128892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38696) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:47.134491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-dbf66ec2-67c2-4689-8a27-5500ffb18552 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Request body: {'port': {'network_id': '1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd', 'name': 'tempest-NetworksIpV6TestAttrs-953154610'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:47.285356 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf66ec2-67c2-4689-8a27-5500ffb18552 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Made reservation on behalf of 01a106334ddf4df1a48df29fdd729c05 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:47.289044 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dbf66ec2-67c2-4689-8a27-5500ffb18552 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:47.310266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-dbf66ec2-67c2-4689-8a27-5500ffb18552 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] device_id is not set on port 24b965e2-8514-47e3-ba21-8f23a1a5c202 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:22:47.443779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-dbf66ec2-67c2-4689-8a27-5500ffb18552 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Allocated IP 2001:db8::f816:3eff:fe6b:13f6 (1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd/fa4caf58-9a00-40bd-9f9d-00ae06f68681/24b965e2-8514-47e3-ba21-8f23a1a5c202) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:47.448150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd', 'network_id': '1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd', 'tenant_id': '01a106334ddf4df1a48df29fdd729c05', 'fixed_ips': [{'subnet_id': 'fa4caf58-9a00-40bd-9f9d-00ae06f68681'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:22:47.450099 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:47.692993 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dbf66ec2-67c2-4689-8a27-5500ffb18552 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:47.711519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-dbf66ec2-67c2-4689-8a27-5500ffb18552 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Transition to ACTIVE for port object 24b965e2-8514-47e3-ba21-8f23a1a5c202 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:22:47.751600 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dbf66ec2-67c2-4689-8a27-5500ffb18552 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:47.806857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:22:47.823730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf66ec2-67c2-4689-8a27-5500ffb18552 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Network 1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:47.828382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-dbf66ec2-67c2-4689-8a27-5500ffb18552 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:47.835743 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf66ec2-67c2-4689-8a27-5500ffb18552 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:22:47.843503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf66ec2-67c2-4689-8a27-5500ffb18552 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:47.844256 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dbf66ec2-67c2-4689-8a27-5500ffb18552 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:47.864893 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Allocated IP 2001:db8::f816:3eff:fe18:9bdb (1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd/fa4caf58-9a00-40bd-9f9d-00ae06f68681/5b366b63-f001-4405-bcf4-7bf64323a492) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:47.867779 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dbf66ec2-67c2-4689-8a27-5500ffb18552 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.7375116 Jul 09 20:22:47.867955 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38700) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:47.873847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf66ec2-67c2-4689-8a27-5500ffb18552 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event updated for resources: {'Port': ['ID=24b965e2-8514-47e3-ba21-8f23a1a5c202,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:47.944635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:22:47.947451 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-f449bc0c-f204-4f2e-97f4-57606a8fb63a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Deleting subnet fa4caf58-9a00-40bd-9f9d-00ae06f68681 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:22:47.970111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e301e60-6ee8-481a-857f-448a3f0e677b None None] Network 36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:48.091334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-172fafbf-c65b-489c-9135-aaea9fab8afe None None] Provisioning for port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:22:48.106104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-172fafbf-c65b-489c-9135-aaea9fab8afe None None] Provisioning complete for port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:22:48.106495 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-172fafbf-c65b-489c-9135-aaea9fab8afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:48.153907 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:48.194762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Transition to ACTIVE for port object 5b366b63-f001-4405-bcf4-7bf64323a492 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:22:48.231578 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Transition to ACTIVE for port object 5b366b63-f001-4405-bcf4-7bf64323a492 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:22:48.249615 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f449bc0c-f204-4f2e-97f4-57606a8fb63a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:48.263478 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:48.340692 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Network 1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:48.346049 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f449bc0c-f204-4f2e-97f4-57606a8fb63a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:48.349211 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-172fafbf-c65b-489c-9135-aaea9fab8afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:48.356412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:48.359515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:22:48.395227 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Pushing event updated for resources: {'Port': ['ID=5b366b63-f001-4405-bcf4-7bf64323a492,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:48.425723 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dc53c-cc4c-449d-96ff-121ba42356da req-3a536d17-8aef-4759-9556-d6fb2fa5822a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:48.427312 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ee1dc53c-cc4c-449d-96ff-121ba42356da req-3a536d17-8aef-4759-9556-d6fb2fa5822a tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1503282 Jul 09 20:22:48.470994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-172fafbf-c65b-489c-9135-aaea9fab8afe None None] For port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1,segment=NetworkSegment(ba0fb9b1-e29d-477d-8311-b061d06edb9d),segment_id=ba0fb9b1-e29d-477d-8311-b061d06edb9d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:48.478441 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-172fafbf-c65b-489c-9135-aaea9fab8afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:48.482633 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Attempting to bind port 5b366b63-f001-4405-bcf4-7bf64323a492 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:22:48.483892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Attempting to bind port 5b366b63-f001-4405-bcf4-7bf64323a492 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'de46e546-a04a-4a65-9161-c01b71a3e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:22:48.484373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Attempting to bind port 5b366b63-f001-4405-bcf4-7bf64323a492 on network 1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:22:48.507547 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ee1dc53c-cc4c-449d-96ff-121ba42356da req-b65a5789-db2e-42d3-a437-328cf65f5fca tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a22ad0-5267-4693-9d1a-e34cd554da10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615411 Jul 09 20:22:48.532623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:22:48.533131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Checking segment: {'id': 'de46e546-a04a-4a65-9161-c01b71a3e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:22:48.533640 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:48.534286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Bound using segment: {'id': 'de46e546-a04a-4a65-9161-c01b71a3e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:22:48.534753 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Bound port: 5b366b63-f001-4405-bcf4-7bf64323a492, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de46e546-a04a-4a65-9161-c01b71a3e0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:22:48.535236 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:48.575148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fafbf-c65b-489c-9135-aaea9fab8afe None None] Pushing event updated for resources: {'Port': ['ID=5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:48.613157 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f449bc0c-f204-4f2e-97f4-57606a8fb63a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:48.697537 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994e293-1107-4572-9b80-f96edea2e11c req-91596768-6f7e-498d-b19e-8550df32b86c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:48.699158 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2994e293-1107-4572-9b80-f96edea2e11c req-91596768-6f7e-498d-b19e-8550df32b86c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 945 time: 0.1875474 Jul 09 20:22:48.714541 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] For port 5b366b63-f001-4405-bcf4-7bf64323a492, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:22:48.719969 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f449bc0c-f204-4f2e-97f4-57606a8fb63a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:48.721763 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] For port 5b366b63-f001-4405-bcf4-7bf64323a492, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5b366b63-f001-4405-bcf4-7bf64323a492,segment=NetworkSegment(de46e546-a04a-4a65-9161-c01b71a3e0c8),segment_id=de46e546-a04a-4a65-9161-c01b71a3e0c8)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:22:48.732168 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:48.795251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449bc0c-f204-4f2e-97f4-57606a8fb63a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4caf58-9a00-40bd-9f9d-00ae06f68681,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:48.807263 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f449bc0c-f204-4f2e-97f4-57606a8fb63a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:48.812879 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f449bc0c-f204-4f2e-97f4-57606a8fb63a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/subnets/fa4caf58-9a00-40bd-9f9d-00ae06f68681 HTTP/1.1" status: 204 len: 168 time: 0.9399407 Jul 09 20:22:48.813618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38706) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:48.815762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511d9ba-de1a-426f-a123-1e5fa7c3b5f8 None None] Pushing event updated for resources: {'Port': ['ID=5b366b63-f001-4405-bcf4-7bf64323a492,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:48.878233 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32151c65-9a85-46ff-8a81-e505c9be3bda tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:48.879713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32151c65-9a85-46ff-8a81-e505c9be3bda tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:48.881602 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-32151c65-9a85-46ff-8a81-e505c9be3bda tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0657425 Jul 09 20:22:48.884569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38708) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:48.909807 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b18e678c-4ac7-4248-a343-734e471561a9 None None] Provisioning complete for port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:22:48.909979 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-2994e293-1107-4572-9b80-f96edea2e11c req-f2b5bc0d-be2e-4849-bf5b-2a39b6778e5c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Deleting port 63677154-63b5-4897-8657-b7307f459562 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:48.910401 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2994e293-1107-4572-9b80-f96edea2e11c req-f2b5bc0d-be2e-4849-bf5b-2a39b6778e5c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:48.910523 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b18e678c-4ac7-4248-a343-734e471561a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:49.015790 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-405cc90a-632d-4f05-bac3-8afb9fab7085 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:49.026523 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-405cc90a-632d-4f05-bac3-8afb9fab7085 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 20:22:49.027162 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405cc90a-632d-4f05-bac3-8afb9fab7085 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:22:49.029019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-405cc90a-632d-4f05-bac3-8afb9fab7085 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/networks/1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd HTTP/1.1" status: 409 len: 405 time: 0.1434276 Jul 09 20:22:49.035278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38710) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:49.040756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-95574981-5cc5-4372-bbe4-e1990f2d1704 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-677146854'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:49.092004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95574981-5cc5-4372-bbe4-e1990f2d1704 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Made reservation on behalf of 01a106334ddf4df1a48df29fdd729c05 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:49.097508 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95574981-5cc5-4372-bbe4-e1990f2d1704 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:49.126710 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-2994e293-1107-4572-9b80-f96edea2e11c req-f2b5bc0d-be2e-4849-bf5b-2a39b6778e5c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] For port 63677154-63b5-4897-8657-b7307f459562, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=63677154-63b5-4897-8657-b7307f459562,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:49.127235 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2994e293-1107-4572-9b80-f96edea2e11c req-f2b5bc0d-be2e-4849-bf5b-2a39b6778e5c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:49.139566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95574981-5cc5-4372-bbe4-e1990f2d1704 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:22:49.153433 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95574981-5cc5-4372-bbe4-e1990f2d1704 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:49.153848 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-95574981-5cc5-4372-bbe4-e1990f2d1704 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Added segment c1ce91e7-b319-44b3-84af-370615adb17a of type vlan for network 86e50c4b-5e91-4c10-968e-addd9a5b58ed Jul 09 20:22:49.201932 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95574981-5cc5-4372-bbe4-e1990f2d1704 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:49.237771 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95574981-5cc5-4372-bbe4-e1990f2d1704 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:49.244330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95574981-5cc5-4372-bbe4-e1990f2d1704 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:49.245137 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95574981-5cc5-4372-bbe4-e1990f2d1704 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:49.316125 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-95574981-5cc5-4372-bbe4-e1990f2d1704 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2795005 Jul 09 20:22:49.319523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38712) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:49.327294 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-fb0ff3ed-1836-4236-9dd7-5a076b287c76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Request body: {'subnet': {'network_id': '86e50c4b-5e91-4c10-968e-addd9a5b58ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:49.343207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95574981-5cc5-4372-bbe4-e1990f2d1704 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event updated for resources: {'Network': ['ID=86e50c4b-5e91-4c10-968e-addd9a5b58ed,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:49.353671 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2994e293-1107-4572-9b80-f96edea2e11c req-f2b5bc0d-be2e-4849-bf5b-2a39b6778e5c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:49.354062 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2994e293-1107-4572-9b80-f96edea2e11c req-f2b5bc0d-be2e-4849-bf5b-2a39b6778e5c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:49.354422 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [req-2994e293-1107-4572-9b80-f96edea2e11c req-f2b5bc0d-be2e-4849-bf5b-2a39b6778e5c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Floating IP 5824c796-5267-429d-87d7-5ef81611d94b disassociated. External IP: 172.25.0.231, port: 63677154-63b5-4897-8657-b7307f459562. Jul 09 20:22:49.354943 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-2994e293-1107-4572-9b80-f96edea2e11c req-f2b5bc0d-be2e-4849-bf5b-2a39b6778e5c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Calling delete_port for 63677154-63b5-4897-8657-b7307f459562 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:49.356675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 86e50c4b-5e91-4c10-968e-addd9a5b58ed details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:22:49.436109 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0ff3ed-1836-4236-9dd7-5a076b287c76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Made reservation on behalf of 01a106334ddf4df1a48df29fdd729c05 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:49.442661 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff3ed-1836-4236-9dd7-5a076b287c76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:49.518804 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2994e293-1107-4572-9b80-f96edea2e11c req-f2b5bc0d-be2e-4849-bf5b-2a39b6778e5c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:49.555659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5bc0d-be2e-4849-bf5b-2a39b6778e5c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event deleted for resources: {'Port': ['ID=63677154-63b5-4897-8657-b7307f459562,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:49.844236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.objects.ports [None req-fb0ff3ed-1836-4236-9dd7-5a076b287c76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100205) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:22:49.847396 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff3ed-1836-4236-9dd7-5a076b287c76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:49.925308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2e4afaf-4c6c-454c-a39b-dcc81096fc28 req-2297b867-e8eb-4654-9bfd-3ec62d646bef tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 210 time: 0.0788522 Jul 09 20:22:49.980879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ff3ed-1836-4236-9dd7-5a076b287c76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Checking segment: {'id': 'c1ce91e7-b319-44b3-84af-370615adb17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '86e50c4b-5e91-4c10-968e-addd9a5b58ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:22:49.981411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0ff3ed-1836-4236-9dd7-5a076b287c76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Network hostable DHCP agents. Network: 86e50c4b-5e91-4c10-968e-addd9a5b58ed, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:22:49.984299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ff3ed-1836-4236-9dd7-5a076b287c76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event updated for resources: {'Subnet': ['ID=c6706c0b-0803-497f-85a5-b608d1fce678,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:50.010982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5b366b63-f001-4405-bcf4-7bf64323a492 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:22:50.029255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0ff3ed-1836-4236-9dd7-5a076b287c76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Network 86e50c4b-5e91-4c10-968e-addd9a5b58ed is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:22:50.050791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-fb0ff3ed-1836-4236-9dd7-5a076b287c76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 86e50c4b-5e91-4c10-968e-addd9a5b58ed) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:50.062793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0ff3ed-1836-4236-9dd7-5a076b287c76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:50.064758 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb0ff3ed-1836-4236-9dd7-5a076b287c76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:50.072707 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50dce1a-d4b8-4773-852f-82ea21e4b40b None None] Network 86e50c4b-5e91-4c10-968e-addd9a5b58ed requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:50.097686 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fb0ff3ed-1836-4236-9dd7-5a076b287c76 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7773476 Jul 09 20:22:50.098983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38718) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:50.108774 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6c8bcfc1-a1c0-46cc-8c52-fc549d8bc8da tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Request body: {'port': {'network_id': '86e50c4b-5e91-4c10-968e-addd9a5b58ed', 'name': 'tempest-NetworksIpV6TestAttrs-2097423194'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:50.254577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 5b366b63-f001-4405-bcf4-7bf64323a492 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:22:50.299578 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:22:50.301736 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ce6883-02a6-4d18-9c62-6cffdf32d8c4 None None] Network 1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:50.303021 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8bcfc1-a1c0-46cc-8c52-fc549d8bc8da tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Made reservation on behalf of 01a106334ddf4df1a48df29fdd729c05 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:50.316033 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c8bcfc1-a1c0-46cc-8c52-fc549d8bc8da tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:50.322120 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2994e293-1107-4572-9b80-f96edea2e11c req-f2b5bc0d-be2e-4849-bf5b-2a39b6778e5c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:50.340420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-86e50c4b-5e91-4c10-968e-addd9a5b58ed', 'network_id': '86e50c4b-5e91-4c10-968e-addd9a5b58ed', 'tenant_id': '01a106334ddf4df1a48df29fdd729c05', 'fixed_ips': [{'subnet_id': 'c6706c0b-0803-497f-85a5-b608d1fce678'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:22:50.341345 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:50.357854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-6c8bcfc1-a1c0-46cc-8c52-fc549d8bc8da tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] device_id is not set on port c8664366-9715-485c-8524-f9db8d1af53f yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:22:50.494253 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2994e293-1107-4572-9b80-f96edea2e11c req-f2b5bc0d-be2e-4849-bf5b-2a39b6778e5c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:50.510979 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94e82a0-8406-40fa-979a-1b23ed5869da None None] Sync routers for ids ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:50.538393 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e82a0-8406-40fa-979a-1b23ed5869da None None] Routers {'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:50.539380 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c94e82a0-8406-40fa-979a-1b23ed5869da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:22:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:50.555247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-6c8bcfc1-a1c0-46cc-8c52-fc549d8bc8da tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Allocated IP 2001:db8::f816:3eff:fe6f:21b1 (86e50c4b-5e91-4c10-968e-addd9a5b58ed/c6706c0b-0803-497f-85a5-b608d1fce678/c8664366-9715-485c-8524-f9db8d1af53f) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:50.567903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ff8ebf14-e95a-4370-bcb9-dabf53445a0a None None] Provisioning for port 5b366b63-f001-4405-bcf4-7bf64323a492 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:22:50.569769 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-2994e293-1107-4572-9b80-f96edea2e11c req-f2b5bc0d-be2e-4849-bf5b-2a39b6778e5c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] No DVR routers for this DVR port 63677154-63b5-4897-8657-b7307f459562 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:22:50.573039 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-2994e293-1107-4572-9b80-f96edea2e11c req-f2b5bc0d-be2e-4849-bf5b-2a39b6778e5c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:50.575239 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2994e293-1107-4572-9b80-f96edea2e11c req-f2b5bc0d-be2e-4849-bf5b-2a39b6778e5c tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.36 "DELETE /v2.0/ports/63677154-63b5-4897-8657-b7307f459562 HTTP/1.1" status: 204 len: 173 time: 1.8688712 Jul 09 20:22:50.575776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-deleted', 'tag': '63677154-63b5-4897-8657-b7307f459562'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:22:50.581253 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1d31a3-9b58-43c2-b2f9-2f126a2c156d" -d '{"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-deleted", "tag": "63677154-63b5-4897-8657-b7307f459562"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:22:50.585269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ff8ebf14-e95a-4370-bcb9-dabf53445a0a None None] Provisioning complete for port 5b366b63-f001-4405-bcf4-7bf64323a492 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:22:50.585661 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebf14-e95a-4370-bcb9-dabf53445a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:50.649803 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e339f12-1346-4c22-9102-394f4c905924 x-openstack-request-id: req-6e339f12-1346-4c22-9102-394f4c905924 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:22:50.650100 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b690a3-191f-435a-aa2c-0bf53c31c0e3", "name": "network-vif-deleted", "tag": "63677154-63b5-4897-8657-b7307f459562", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:22:50.650359 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e339f12-1346-4c22-9102-394f4c905924 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:22:50.650973 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b690a3-191f-435a-aa2c-0bf53c31c0e3', 'name': 'network-vif-deleted', 'tag': '63677154-63b5-4897-8657-b7307f459562', 'status': 'completed', 'code': 200} Jul 09 20:22:50.656001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:22:50.656382 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:50.725641 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-c94e82a0-8406-40fa-979a-1b23ed5869da None None] Set router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:22:50.780273 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebf14-e95a-4370-bcb9-dabf53445a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:50.830293 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c8bcfc1-a1c0-46cc-8c52-fc549d8bc8da tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:50.846639 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-6c8bcfc1-a1c0-46cc-8c52-fc549d8bc8da tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Transition to ACTIVE for port object c8664366-9715-485c-8524-f9db8d1af53f will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:22:50.863236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efc9a43-0172-4924-a013-d239376c3f56 None None] DHCP port deletion for 1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:22:50.888222 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c8bcfc1-a1c0-46cc-8c52-fc549d8bc8da tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:50.943540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8bcfc1-a1c0-46cc-8c52-fc549d8bc8da tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Network 86e50c4b-5e91-4c10-968e-addd9a5b58ed is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:50.946177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Allocated IP 2001:db8::f816:3eff:fe5c:3a84 (86e50c4b-5e91-4c10-968e-addd9a5b58ed/c6706c0b-0803-497f-85a5-b608d1fce678/f493f8f0-23f0-467a-81ef-5d6479c3d492) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:22:50.947887 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-6c8bcfc1-a1c0-46cc-8c52-fc549d8bc8da tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:50.958153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8bcfc1-a1c0-46cc-8c52-fc549d8bc8da tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:22:50.966008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8bcfc1-a1c0-46cc-8c52-fc549d8bc8da tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:50.966862 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c8bcfc1-a1c0-46cc-8c52-fc549d8bc8da tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:50.978061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8bcfc1-a1c0-46cc-8c52-fc549d8bc8da tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event updated for resources: {'Port': ['ID=c8664366-9715-485c-8524-f9db8d1af53f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:50.992183 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6c8bcfc1-a1c0-46cc-8c52-fc549d8bc8da tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8888340 Jul 09 20:22:50.994620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38728) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:51.024268 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c94e82a0-8406-40fa-979a-1b23ed5869da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:12:02Z', 'updated_at': '2021-07-09T20:12:08Z', 'revision_number': 4, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'gw_port': {'id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:03Z', 'updated_at': '2021-07-09T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5', 'name': '', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'mac_address': 'fa:16:3e:65:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:07Z', 'updated_at': '2021-07-09T20:12:18Z', 'revision_number': 5, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'subnets': [{'id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:51.057706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b9134b-3d8c-4fa3-9d7f-2edbd94a4330 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Deleting subnet c6706c0b-0803-497f-85a5-b608d1fce678 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:22:51.059087 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94e82a0-8406-40fa-979a-1b23ed5869da None None] Checking router: ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:22:51.068735 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e82a0-8406-40fa-979a-1b23ed5869da None None] Routers {'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:51.069376 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c94e82a0-8406-40fa-979a-1b23ed5869da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:22:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:51.105300 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.114889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Transition to ACTIVE for port object f493f8f0-23f0-467a-81ef-5d6479c3d492 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:22:51.132105 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Transition to ACTIVE for port object f493f8f0-23f0-467a-81ef-5d6479c3d492 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:22:51.145038 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3b9134b-3d8c-4fa3-9d7f-2edbd94a4330 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.152931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ff8ebf14-e95a-4370-bcb9-dabf53445a0a None None] For port 5b366b63-f001-4405-bcf4-7bf64323a492, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5b366b63-f001-4405-bcf4-7bf64323a492,segment=NetworkSegment(de46e546-a04a-4a65-9161-c01b71a3e0c8),segment_id=de46e546-a04a-4a65-9161-c01b71a3e0c8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:51.165967 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.173539 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebf14-e95a-4370-bcb9-dabf53445a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.212855 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-928eeac1-86b6-431b-a1b4-05b9af2725ef req-4e2ce3a1-7dd4-485f-9d52-4fd5b75a6ff1 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5b690a3-191f-435a-aa2c-0bf53c31c0e3 HTTP/1.1" status: 200 len: 210 time: 0.0554657 Jul 09 20:22:51.260278 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Network 86e50c4b-5e91-4c10-968e-addd9a5b58ed is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:22:51.262716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Pushing event updated for resources: {'Port': ['ID=f493f8f0-23f0-467a-81ef-5d6479c3d492,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:51.266616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:51.281861 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3b9134b-3d8c-4fa3-9d7f-2edbd94a4330 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.305442 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-c94e82a0-8406-40fa-979a-1b23ed5869da None None] Set router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:22:51.326127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ebf14-e95a-4370-bcb9-dabf53445a0a None None] Pushing event updated for resources: {'Port': ['ID=5b366b63-f001-4405-bcf4-7bf64323a492,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:51.330985 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:22:51.366588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-2efc9a43-0172-4924-a013-d239376c3f56 None None] Deleting port 5b366b63-f001-4405-bcf4-7bf64323a492 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:51.367117 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2efc9a43-0172-4924-a013-d239376c3f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.468821 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-2efc9a43-0172-4924-a013-d239376c3f56 None None] For port 5b366b63-f001-4405-bcf4-7bf64323a492, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5b366b63-f001-4405-bcf4-7bf64323a492,segment=NetworkSegment(de46e546-a04a-4a65-9161-c01b71a3e0c8),segment_id=de46e546-a04a-4a65-9161-c01b71a3e0c8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:51.469427 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2efc9a43-0172-4924-a013-d239376c3f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.506404 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3b9134b-3d8c-4fa3-9d7f-2edbd94a4330 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.540902 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c94e82a0-8406-40fa-979a-1b23ed5869da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:12:02Z', 'updated_at': '2021-07-09T20:12:08Z', 'revision_number': 4, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'gw_port': {'id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:03Z', 'updated_at': '2021-07-09T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5', 'name': '', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'mac_address': 'fa:16:3e:65:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:07Z', 'updated_at': '2021-07-09T20:12:18Z', 'revision_number': 5, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'subnets': [{'id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:51.554215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235204c-77dc-4c8b-8d08-82f702aad080 req-78e2473e-2f83-406c-be82-98d5c0acace3 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:51.562797 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e235204c-77dc-4c8b-8d08-82f702aad080 req-78e2473e-2f83-406c-be82-98d5c0acace3 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 949 time: 0.0849264 Jul 09 20:22:51.578163 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94e82a0-8406-40fa-979a-1b23ed5869da None None] The sync data for ids ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'] in n-d-800088-3 is: [{'id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:12:02Z', 'updated_at': '2021-07-09T20:12:08Z', 'revision_number': 4, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'gw_port': {'id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:03Z', 'updated_at': '2021-07-09T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5', 'name': '', 'network_id': '845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'mac_address': 'fa:16:3e:65:f3:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:07Z', 'updated_at': '2021-07-09T20:12:18Z', 'revision_number': 5, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'subnets': [{'id': 'de9a6dd1-1afa-4967-a28b-c388caa25b1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:51.592761 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3b9134b-3d8c-4fa3-9d7f-2edbd94a4330 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.635300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e235204c-77dc-4c8b-8d08-82f702aad080 req-3a04f3e1-76df-4bdf-aad1-1d6bba03103c tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cf477e9-27bc-4464-9956-bae3a06f1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688167 Jul 09 20:22:51.638000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9134b-3d8c-4fa3-9d7f-2edbd94a4330 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Subnet': ['ID=c6706c0b-0803-497f-85a5-b608d1fce678,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:51.641646 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3b9134b-3d8c-4fa3-9d7f-2edbd94a4330 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.646024 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e3b9134b-3d8c-4fa3-9d7f-2edbd94a4330 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/subnets/c6706c0b-0803-497f-85a5-b608d1fce678 HTTP/1.1" status: 204 len: 168 time: 0.6479943 Jul 09 20:22:51.646704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38732) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:51.660439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 63677154-63b5-4897-8657-b7307f459562 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:22:51.680699 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-2efc9a43-0172-4924-a013-d239376c3f56 None None] Calling delete_port for 5b366b63-f001-4405-bcf4-7bf64323a492 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:51.684485 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 63677154-63b5-4897-8657-b7307f459562 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:22:51.684876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 63677154-63b5-4897-8657-b7307f459562 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:22:51.692343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Attempting to bind port f493f8f0-23f0-467a-81ef-5d6479c3d492 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:22:51.692745 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Attempting to bind port f493f8f0-23f0-467a-81ef-5d6479c3d492 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'c1ce91e7-b319-44b3-84af-370615adb17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '86e50c4b-5e91-4c10-968e-addd9a5b58ed'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:22:51.693113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Attempting to bind port f493f8f0-23f0-467a-81ef-5d6479c3d492 on network 86e50c4b-5e91-4c10-968e-addd9a5b58ed {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:22:51.705232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:22:51.705521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Checking segment: {'id': 'c1ce91e7-b319-44b3-84af-370615adb17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '86e50c4b-5e91-4c10-968e-addd9a5b58ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:22:51.705874 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.706301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Bound using segment: {'id': 'c1ce91e7-b319-44b3-84af-370615adb17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '86e50c4b-5e91-4c10-968e-addd9a5b58ed'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:22:51.706790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Bound port: f493f8f0-23f0-467a-81ef-5d6479c3d492, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ce91e7-b319-44b3-84af-370615adb17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '86e50c4b-5e91-4c10-968e-addd9a5b58ed'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:22:51.707180 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.723660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed953b-ecbe-4d77-93ea-37bc6f288c84 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:51.725289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed953b-ecbe-4d77-93ea-37bc6f288c84 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:51.727209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-26ed953b-ecbe-4d77-93ea-37bc6f288c84 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0791211 Jul 09 20:22:51.730039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38736) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:51.758965 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5b366b63-f001-4405-bcf4-7bf64323a492 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:22:51.842381 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-52535e37-8fb8-4801-98e1-24279fba2a66 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.850024 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-52535e37-8fb8-4801-98e1-24279fba2a66 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 20:22:51.850513 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52535e37-8fb8-4801-98e1-24279fba2a66 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:22:51.854240 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-52535e37-8fb8-4801-98e1-24279fba2a66 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/networks/86e50c4b-5e91-4c10-968e-addd9a5b58ed HTTP/1.1" status: 409 len: 405 time: 0.1212406 Jul 09 20:22:51.859930 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38738) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:51.866011 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-714d64dc-21ed-4804-a3b2-95f887febdf3 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1915604906'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:51.880044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] For port f493f8f0-23f0-467a-81ef-5d6479c3d492, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:22:51.892130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714d64dc-21ed-4804-a3b2-95f887febdf3 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Made reservation on behalf of 01a106334ddf4df1a48df29fdd729c05 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:51.895840 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-714d64dc-21ed-4804-a3b2-95f887febdf3 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.913391 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2efc9a43-0172-4924-a013-d239376c3f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.917168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] For port f493f8f0-23f0-467a-81ef-5d6479c3d492, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f493f8f0-23f0-467a-81ef-5d6479c3d492,segment=NetworkSegment(c1ce91e7-b319-44b3-84af-370615adb17a),segment_id=c1ce91e7-b319-44b3-84af-370615adb17a)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:22:51.923537 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c68491-7055-4f01-a3de-fcc0386f0002 None None] New status for floating IP 5824c796-5267-429d-87d7-5ef81611d94b: DOWN {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:22:51.924868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714d64dc-21ed-4804-a3b2-95f887febdf3 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:22:51.934596 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-714d64dc-21ed-4804-a3b2-95f887febdf3 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.934988 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-714d64dc-21ed-4804-a3b2-95f887febdf3 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Added segment 30566a28-0c1a-4bbf-8de7-6082c96bff9d of type vlan for network de4837d1-b936-4490-a5ab-45148b3936b4 Jul 09 20:22:51.955244 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.978793 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-714d64dc-21ed-4804-a3b2-95f887febdf3 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:51.991510 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc9a43-0172-4924-a013-d239376c3f56 None None] Pushing event deleted for resources: {'Port': ['ID=5b366b63-f001-4405-bcf4-7bf64323a492,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:52.015147 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-714d64dc-21ed-4804-a3b2-95f887febdf3 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.021321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714d64dc-21ed-4804-a3b2-95f887febdf3 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:52.022010 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-714d64dc-21ed-4804-a3b2-95f887febdf3 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.031121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc9a43-0172-4924-a013-d239376c3f56 None None] No DVR routers for this DVR port 5b366b63-f001-4405-bcf4-7bf64323a492 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:22:52.035159 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.093484 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-714d64dc-21ed-4804-a3b2-95f887febdf3 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2323389 Jul 09 20:22:52.096305 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38740) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:52.103611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-748adde0-41e6-4f1a-8f57-2ddffaaca063 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Request body: {'subnet': {'network_id': 'de4837d1-b936-4490-a5ab-45148b3936b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:52.159473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d64dc-21ed-4804-a3b2-95f887febdf3 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event updated for resources: {'Network': ['ID=de4837d1-b936-4490-a5ab-45148b3936b4,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:52.171597 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350b71f-4281-4ffa-b11d-64206478ca5e None None] Pushing event updated for resources: {'Port': ['ID=f493f8f0-23f0-467a-81ef-5d6479c3d492,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:52.199182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network de4837d1-b936-4490-a5ab-45148b3936b4 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:22:52.227487 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748adde0-41e6-4f1a-8f57-2ddffaaca063 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Made reservation on behalf of 01a106334ddf4df1a48df29fdd729c05 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:52.231229 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-748adde0-41e6-4f1a-8f57-2ddffaaca063 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.241928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e89ddfd-33d5-4915-ae7e-f48ffb9449af None None] Network 86e50c4b-5e91-4c10-968e-addd9a5b58ed requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:52.352277 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38746) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:52.414274 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09e76b2e-b440-411f-843f-45a14a69d633 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.414891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7055b0-083f-4e01-8b92-7b3219a97faa None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:22:52.440060 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09e76b2e-b440-411f-843f-45a14a69d633 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.493985 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09e76b2e-b440-411f-843f-45a14a69d633 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.496984 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09e76b2e-b440-411f-843f-45a14a69d633 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.498302 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-09e76b2e-b440-411f-843f-45a14a69d633 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "DELETE /v2.0/security-groups/d5a22ad0-5267-4693-9d1a-e34cd554da10 HTTP/1.1" status: 204 len: 168 time: 0.1433136 Jul 09 20:22:52.501485 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38748) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:52.508242 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e76b2e-b440-411f-843f-45a14a69d633 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a22ad0-5267-4693-9d1a-e34cd554da10,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:52.524730 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-01d83382-3774-4475-8f69-3df1b14c4d96 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] show failed (client error): The resource could not be found. Jul 09 20:22:52.525798 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-01d83382-3774-4475-8f69-3df1b14c4d96 tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "GET /v2.0/security-groups/d5a22ad0-5267-4693-9d1a-e34cd554da10 HTTP/1.1" status: 404 len: 347 time: 0.0232396 Jul 09 20:22:52.529019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38750) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:52.533045 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7055b0-083f-4e01-8b92-7b3219a97faa None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:22:52.563865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.objects.ports [None req-748adde0-41e6-4f1a-8f57-2ddffaaca063 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100204) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:22:52.565425 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-748adde0-41e6-4f1a-8f57-2ddffaaca063 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.622817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748adde0-41e6-4f1a-8f57-2ddffaaca063 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event updated for resources: {'Subnet': ['ID=d2883dbc-77f3-4ca4-9daf-1cb0f020c1ab,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:52.641835 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748adde0-41e6-4f1a-8f57-2ddffaaca063 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Checking segment: {'id': '30566a28-0c1a-4bbf-8de7-6082c96bff9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'de4837d1-b936-4490-a5ab-45148b3936b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:22:52.642217 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748adde0-41e6-4f1a-8f57-2ddffaaca063 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Network hostable DHCP agents. Network: de4837d1-b936-4490-a5ab-45148b3936b4, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:22:52.661672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748adde0-41e6-4f1a-8f57-2ddffaaca063 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Network de4837d1-b936-4490-a5ab-45148b3936b4 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:22:52.673995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-748adde0-41e6-4f1a-8f57-2ddffaaca063 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, de4837d1-b936-4490-a5ab-45148b3936b4) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:52.677723 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0d51d6af-dae2-4933-949d-219e055a715b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Deleting port 453c3c2a-b158-40ec-b0a0-e87018a4c5e9 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:52.678335 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d51d6af-dae2-4933-949d-219e055a715b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.679553 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748adde0-41e6-4f1a-8f57-2ddffaaca063 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:52.681200 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-748adde0-41e6-4f1a-8f57-2ddffaaca063 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.701391 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-748adde0-41e6-4f1a-8f57-2ddffaaca063 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6039712 Jul 09 20:22:52.704321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38754) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:52.793104 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d51d6af-dae2-4933-949d-219e055a715b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.793448 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d51d6af-dae2-4933-949d-219e055a715b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.825033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0d51d6af-dae2-4933-949d-219e055a715b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Calling delete_port for 453c3c2a-b158-40ec-b0a0-e87018a4c5e9 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:52.830637 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.903025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c411a4d2-ccca-46b3-87e0-f46004cd2d32 None None] Network de4837d1-b936-4490-a5ab-45148b3936b4 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:52.914438 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac31f7-7264-4f32-a8a8-b932f5a5a0d4 req-5332761f-1b5b-4882-baf0-b5770520afab tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:52.915893 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bcac31f7-7264-4f32-a8a8-b932f5a5a0d4 req-5332761f-1b5b-4882-baf0-b5770520afab tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 949 time: 0.1424305 Jul 09 20:22:52.918679 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:52.991994 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bcac31f7-7264-4f32-a8a8-b932f5a5a0d4 req-36120805-4952-40c1-b438-b031d81061b0 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cf477e9-27bc-4464-9956-bae3a06f1dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653784 Jul 09 20:22:53.023327 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.048053 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d51d6af-dae2-4933-949d-219e055a715b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.053786 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Subnet': ['ID=d2883dbc-77f3-4ca4-9daf-1cb0f020c1ab,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:53.081974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51d6af-dae2-4933-949d-219e055a715b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Pushing event deleted for resources: {'Port': ['ID=453c3c2a-b158-40ec-b0a0-e87018a4c5e9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:53.115457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26244b31-e572-4cc3-9b57-4f37980b543a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-de4837d1-b936-4490-a5ab-45148b3936b4', 'network_id': 'de4837d1-b936-4490-a5ab-45148b3936b4', 'tenant_id': '01a106334ddf4df1a48df29fdd729c05', 'fixed_ips': [{'subnet_id': 'd2883dbc-77f3-4ca4-9daf-1cb0f020c1ab'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:22:53.116603 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-26244b31-e572-4cc3-9b57-4f37980b543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.121496 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.134164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4837d1-b936-4490-a5ab-45148b3936b4']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:53.146833 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30566a28-0c1a-4bbf-8de7-6082c96bff9d') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:53.147145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30566a28-0c1a-4bbf-8de7-6082c96bff9d') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:53.148793 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d51d6af-dae2-4933-949d-219e055a715b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.151579 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d51d6af-dae2-4933-949d-219e055a715b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.155549 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0d51d6af-dae2-4933-949d-219e055a715b tempest-ServerActionsTestJSON-548289405 tempest-ServerActionsTestJSON-548289405-project] 10.222.0.30 "DELETE /v2.0/floatingips/5824c796-5267-429d-87d7-5ef81611d94b HTTP/1.1" status: 204 len: 168 time: 0.6221106 Jul 09 20:22:53.157542 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38756) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:53.159866 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.181484 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.190857 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:22:53.191646 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:22:53.196399 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:22:53.211855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b41c80-9e82-47d9-8bc2-4a47a198dee6 None None] Network de4837d1-b936-4490-a5ab-45148b3936b4 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:53.303205 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.311997 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.318454 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/networks/de4837d1-b936-4490-a5ab-45148b3936b4 HTTP/1.1" status: 204 len: 168 time: 0.6129336 Jul 09 20:22:53.320025 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38760) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:53.326914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-934c7eff-dfbc-4173-ae55-e4ce0856ade5 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-704945315'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:53.346443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa87fd-fabf-4774-b2d4-a8441fee155f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Network': ['ID=de4837d1-b936-4490-a5ab-45148b3936b4,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:53.378129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d15cf6-7e0e-4609-a638-2fc8d235aac5 req-fd032efb-f555-4ad0-9205-821a4f085539 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:53.379665 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-89d15cf6-7e0e-4609-a638-2fc8d235aac5 req-fd032efb-f555-4ad0-9205-821a4f085539 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 949 time: 0.1667051 Jul 09 20:22:53.380836 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934c7eff-dfbc-4173-ae55-e4ce0856ade5 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Made reservation on behalf of 01a106334ddf4df1a48df29fdd729c05 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:53.384229 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-934c7eff-dfbc-4173-ae55-e4ce0856ade5 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.452767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934c7eff-dfbc-4173-ae55-e4ce0856ade5 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:22:53.485958 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-934c7eff-dfbc-4173-ae55-e4ce0856ade5 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.486316 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-934c7eff-dfbc-4173-ae55-e4ce0856ade5 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Added segment 8d53543e-6f67-4e4a-b0ca-39b9dc863f8e of type vlan for network 95c257e5-d87c-4226-acfd-018f095ee88c Jul 09 20:22:53.545430 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-934c7eff-dfbc-4173-ae55-e4ce0856ade5 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.568203 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-89d15cf6-7e0e-4609-a638-2fc8d235aac5 req-58c17916-ff37-419b-9584-29bd0f69f5b3 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Deleting port 48bfe23e-bcb3-4267-ab4c-13de5caef65a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:53.568933 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-89d15cf6-7e0e-4609-a638-2fc8d235aac5 req-58c17916-ff37-419b-9584-29bd0f69f5b3 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.630415 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-934c7eff-dfbc-4173-ae55-e4ce0856ade5 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.636053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c7eff-dfbc-4173-ae55-e4ce0856ade5 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:53.636693 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-934c7eff-dfbc-4173-ae55-e4ce0856ade5 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.670329 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5ed9-41ff-4ce2-a0e9-15e1afccf36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.710976 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-934c7eff-dfbc-4173-ae55-e4ce0856ade5 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3885577 Jul 09 20:22:53.714268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38762) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:53.719763 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5b88f6dd-645c-4db9-95d8-34a9aff60966 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Request body: {'subnet': {'network_id': '95c257e5-d87c-4226-acfd-018f095ee88c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:53.732325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c7eff-dfbc-4173-ae55-e4ce0856ade5 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event updated for resources: {'Network': ['ID=95c257e5-d87c-4226-acfd-018f095ee88c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:53.743664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 95c257e5-d87c-4226-acfd-018f095ee88c details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:22:53.747436 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-89d15cf6-7e0e-4609-a638-2fc8d235aac5 req-58c17916-ff37-419b-9584-29bd0f69f5b3 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] For port 48bfe23e-bcb3-4267-ab4c-13de5caef65a, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=48bfe23e-bcb3-4267-ab4c-13de5caef65a,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:53.747815 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-89d15cf6-7e0e-4609-a638-2fc8d235aac5 req-58c17916-ff37-419b-9584-29bd0f69f5b3 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.770123 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-89d15cf6-7e0e-4609-a638-2fc8d235aac5 req-58c17916-ff37-419b-9584-29bd0f69f5b3 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Calling delete_port for 48bfe23e-bcb3-4267-ab4c-13de5caef65a owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:53.909931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b88f6dd-645c-4db9-95d8-34a9aff60966 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Made reservation on behalf of 01a106334ddf4df1a48df29fdd729c05 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:53.910234 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-89d15cf6-7e0e-4609-a638-2fc8d235aac5 req-58c17916-ff37-419b-9584-29bd0f69f5b3 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.913591 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b88f6dd-645c-4db9-95d8-34a9aff60966 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:53.923524 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['48bfe23e-bcb3-4267-ab4c-13de5caef65a'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:22:53.941803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c17916-ff37-419b-9584-29bd0f69f5b3 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Pushing event deleted for resources: {'Port': ['ID=48bfe23e-bcb3-4267-ab4c-13de5caef65a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:53.994307 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d15cf6-7e0e-4609-a638-2fc8d235aac5 req-58c17916-ff37-419b-9584-29bd0f69f5b3 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] No DVR routers for this DVR port 48bfe23e-bcb3-4267-ab4c-13de5caef65a on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:22:53.997954 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-89d15cf6-7e0e-4609-a638-2fc8d235aac5 req-58c17916-ff37-419b-9584-29bd0f69f5b3 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:54.000221 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-89d15cf6-7e0e-4609-a638-2fc8d235aac5 req-58c17916-ff37-419b-9584-29bd0f69f5b3 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.36 "DELETE /v2.0/ports/48bfe23e-bcb3-4267-ab4c-13de5caef65a HTTP/1.1" status: 204 len: 173 time: 0.6126478 Jul 09 20:22:54.000727 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9', 'name': 'network-vif-deleted', 'tag': '48bfe23e-bcb3-4267-ab4c-13de5caef65a'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:22:54.003116 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d9f4c9-0e8b-43ed-8792-8e7936929739" -d '{"events": [{"server_uuid": "8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9", "name": "network-vif-deleted", "tag": "48bfe23e-bcb3-4267-ab4c-13de5caef65a"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:22:54.048862 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cd691d-8770-4a5a-af41-3f5d0ccea0b7 x-openstack-request-id: req-52cd691d-8770-4a5a-af41-3f5d0ccea0b7 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:22:54.049586 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9", "name": "network-vif-deleted", "tag": "48bfe23e-bcb3-4267-ab4c-13de5caef65a", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:22:54.049913 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52cd691d-8770-4a5a-af41-3f5d0ccea0b7 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:22:54.050831 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9', 'name': 'network-vif-deleted', 'tag': '48bfe23e-bcb3-4267-ab4c-13de5caef65a', 'status': 'completed', 'code': 200} Jul 09 20:22:54.167528 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9fccae59-67ad-449b-af73-49a56cc87ac7 req-c66709ae-e1a4-4e7c-852d-37f11eac4e83 tempest-VolumesBackupsTest-884802290 tempest-VolumesBackupsTest-884802290-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a6fe6a2-458d-4e44-ae27-ebad3f01b0a9 HTTP/1.1" status: 200 len: 210 time: 0.0424716 Jul 09 20:22:54.216492 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b88f6dd-645c-4db9-95d8-34a9aff60966 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:54.222374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f5ed9-41ff-4ce2-a0e9-15e1afccf36c admin admin] Deleting port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:54.222712 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5ed9-41ff-4ce2-a0e9-15e1afccf36c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:54.340596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88f6dd-645c-4db9-95d8-34a9aff60966 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event updated for resources: {'Subnet': ['ID=8410260d-aa49-48c2-b206-87a004005626,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:54.355980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b88f6dd-645c-4db9-95d8-34a9aff60966 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Checking segment: {'id': '8d53543e-6f67-4e4a-b0ca-39b9dc863f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '95c257e5-d87c-4226-acfd-018f095ee88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:22:54.356354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b88f6dd-645c-4db9-95d8-34a9aff60966 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Network hostable DHCP agents. Network: 95c257e5-d87c-4226-acfd-018f095ee88c, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:22:54.372302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-2f5f5ed9-41ff-4ce2-a0e9-15e1afccf36c admin admin] For port 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:54.372717 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5ed9-41ff-4ce2-a0e9-15e1afccf36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:54.392252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-2f5f5ed9-41ff-4ce2-a0e9-15e1afccf36c admin admin] Calling delete_port for 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:54.405514 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b88f6dd-645c-4db9-95d8-34a9aff60966 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Network 95c257e5-d87c-4226-acfd-018f095ee88c is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:22:54.447722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-5b88f6dd-645c-4db9-95d8-34a9aff60966 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 95c257e5-d87c-4226-acfd-018f095ee88c) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:54.455273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b88f6dd-645c-4db9-95d8-34a9aff60966 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:54.455888 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b88f6dd-645c-4db9-95d8-34a9aff60966 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:54.462592 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc8b17e-3155-4fa5-96d0-6fb9e01559a4 None None] Network 95c257e5-d87c-4226-acfd-018f095ee88c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:54.486051 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5b88f6dd-645c-4db9-95d8-34a9aff60966 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7681019 Jul 09 20:22:54.486529 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38768) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:54.600011 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:54.621738 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5ed9-41ff-4ce2-a0e9-15e1afccf36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:54.658190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f5ed9-41ff-4ce2-a0e9-15e1afccf36c admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:54.662899 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:54.698283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78227e0-6cb3-4669-aaf2-12ba5b43fece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-95c257e5-d87c-4226-acfd-018f095ee88c', 'network_id': '95c257e5-d87c-4226-acfd-018f095ee88c', 'tenant_id': '01a106334ddf4df1a48df29fdd729c05', 'fixed_ips': [{'subnet_id': '8410260d-aa49-48c2-b206-87a004005626'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:22:54.699220 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a78227e0-6cb3-4669-aaf2-12ba5b43fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:54.767063 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:54.802981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Subnet': ['ID=8410260d-aa49-48c2-b206-87a004005626,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server [None req-a78227e0-6cb3-4669-aaf2-12ba5b43fece None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8410260d-aa49-48c2-b206-87a004005626: This subnet is being modified by another concurrent operation. Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise exception Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8410260d-aa49-48c2-b206-87a004005626: This subnet is being modified by another concurrent operation. Jul 09 20:22:54.878706 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Jul 09 20:22:54.895072 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5ed9-41ff-4ce2-a0e9-15e1afccf36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:54.907201 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5422a78-04a4-4704-ba36-785479264455 None None] Network 95c257e5-d87c-4226-acfd-018f095ee88c requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:54.907478 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:54.921022 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c257e5-d87c-4226-acfd-018f095ee88c']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:54.934031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d53543e-6f67-4e4a-b0ca-39b9dc863f8e') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:54.934345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d53543e-6f67-4e4a-b0ca-39b9dc863f8e') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:54.945537 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:54.963366 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:54.972303 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:22:54.972764 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:22:54.975799 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:22:55.041161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d37840f-a4bd-4c0a-947f-3a1589cef2ea None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:22:55.043014 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:55.051315 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:55.053952 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/networks/95c257e5-d87c-4226-acfd-018f095ee88c HTTP/1.1" status: 204 len: 168 time: 0.5658362 Jul 09 20:22:55.062409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38770) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:55.069258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7e82d55a-1765-43c6-8a2a-71d7a1d12249 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1922642404'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:55.081126 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815bc1f-b4f6-4816-8310-80dcf4a6ce3f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Network': ['ID=95c257e5-d87c-4226-acfd-018f095ee88c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:55.142316 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e82d55a-1765-43c6-8a2a-71d7a1d12249 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Made reservation on behalf of 01a106334ddf4df1a48df29fdd729c05 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:55.145816 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7e82d55a-1765-43c6-8a2a-71d7a1d12249 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:55.160909 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d37840f-a4bd-4c0a-947f-3a1589cef2ea None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:22:55.176267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5f5ed9-41ff-4ce2-a0e9-15e1afccf36c admin admin] Router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:22:55.181033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e82d55a-1765-43c6-8a2a-71d7a1d12249 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:22:55.197022 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7e82d55a-1765-43c6-8a2a-71d7a1d12249 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:55.197284 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-7e82d55a-1765-43c6-8a2a-71d7a1d12249 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Added segment 5f17bfb0-747f-473e-8c8d-f7454b404234 of type vlan for network 6874d95f-f7d4-4e4e-ad23-76187caac3d1 Jul 09 20:22:55.282219 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7e82d55a-1765-43c6-8a2a-71d7a1d12249 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:55.721189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5f5ed9-41ff-4ce2-a0e9-15e1afccf36c admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:22:55.733429 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2f5f5ed9-41ff-4ce2-a0e9-15e1afccf36c admin admin] 10.222.0.30 "PUT /v2.0/routers/ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5746143 Jul 09 20:22:55.734544 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7e82d55a-1765-43c6-8a2a-71d7a1d12249 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:55.736258 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38778) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:55.738386 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0550b154-c3b0-458a-935f-d4895872ebea None None] Sync routers for ids ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:22:55.740795 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e82d55a-1765-43c6-8a2a-71d7a1d12249 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:55.741527 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7e82d55a-1765-43c6-8a2a-71d7a1d12249 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:55.750389 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0550b154-c3b0-458a-935f-d4895872ebea None None] Routers {'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:55.752417 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0550b154-c3b0-458a-935f-d4895872ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:22:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:55.821385 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7e82d55a-1765-43c6-8a2a-71d7a1d12249 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7579217 Jul 09 20:22:55.825200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38780) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:55.833408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-699b2865-b6b1-4b50-9d26-ccb69640eb28 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Request body: {'subnet': {'network_id': '6874d95f-f7d4-4e4e-ad23-76187caac3d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:22:55.855644 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82d55a-1765-43c6-8a2a-71d7a1d12249 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event updated for resources: {'Network': ['ID=6874d95f-f7d4-4e4e-ad23-76187caac3d1,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:55.861150 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:55.866625 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 6874d95f-f7d4-4e4e-ad23-76187caac3d1 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:22:55.891467 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-0550b154-c3b0-458a-935f-d4895872ebea None None] Set router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:22:55.947043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699b2865-b6b1-4b50-9d26-ccb69640eb28 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Made reservation on behalf of 01a106334ddf4df1a48df29fdd729c05 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:22:55.953511 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-699b2865-b6b1-4b50-9d26-ccb69640eb28 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.064203 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.114583 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0550b154-c3b0-458a-935f-d4895872ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:12:02Z', 'updated_at': '2021-07-09T20:22:54Z', 'revision_number': 5, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'gw_port': {'id': 'd3909ba1-c14f-4e6a-8ad2-581ebee86a1b', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:12:03Z', 'updated_at': '2021-07-09T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:56.130565 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Deleting port d3909ba1-c14f-4e6a-8ad2-581ebee86a1b {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:56.131116 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.151776 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0550b154-c3b0-458a-935f-d4895872ebea None None] Checking router: ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:22:56.162808 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0550b154-c3b0-458a-935f-d4895872ebea None None] Routers {'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:22:56.163456 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0550b154-c3b0-458a-935f-d4895872ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:22:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:56.235268 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] For port d3909ba1-c14f-4e6a-8ad2-581ebee86a1b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d3909ba1-c14f-4e6a-8ad2-581ebee86a1b,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:56.235825 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.250617 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Calling delete_port for d3909ba1-c14f-4e6a-8ad2-581ebee86a1b owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:56.278744 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-0550b154-c3b0-458a-935f-d4895872ebea None None] Set router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:22:56.285421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.objects.ports [None req-699b2865-b6b1-4b50-9d26-ccb69640eb28 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100205) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:22:56.286978 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-699b2865-b6b1-4b50-9d26-ccb69640eb28 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.350114 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0550b154-c3b0-458a-935f-d4895872ebea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:12:02Z', 'updated_at': '2021-07-09T20:22:56Z', 'revision_number': 6, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:56.364818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b2865-b6b1-4b50-9d26-ccb69640eb28 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event updated for resources: {'Subnet': ['ID=6ae2a92f-0296-4f52-bd85-aa7fab2dfd18,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:56.381749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699b2865-b6b1-4b50-9d26-ccb69640eb28 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Checking segment: {'id': '5f17bfb0-747f-473e-8c8d-f7454b404234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6874d95f-f7d4-4e4e-ad23-76187caac3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:22:56.381973 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0550b154-c3b0-458a-935f-d4895872ebea None None] The sync data for ids ['ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e'] in n-d-800088-3 is: [{'id': 'ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e', 'name': 'tempest-ServerActionsTestJSON-1865009174-router', 'tenant_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:12:02Z', 'updated_at': '2021-07-09T20:22:56Z', 'revision_number': 6, 'project_id': 'c2e81d9f1ed2425f9b101d7229ff034f', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:22:56.382283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b2865-b6b1-4b50-9d26-ccb69640eb28 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Network hostable DHCP agents. Network: 6874d95f-f7d4-4e4e-ad23-76187caac3d1, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:22:56.424002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b2865-b6b1-4b50-9d26-ccb69640eb28 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Network 6874d95f-f7d4-4e4e-ad23-76187caac3d1 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:22:56.435424 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-699b2865-b6b1-4b50-9d26-ccb69640eb28 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 6874d95f-f7d4-4e4e-ad23-76187caac3d1) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:22:56.440792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699b2865-b6b1-4b50-9d26-ccb69640eb28 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:22:56.441700 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-699b2865-b6b1-4b50-9d26-ccb69640eb28 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.448582 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfba4e9-630f-4832-9ae8-9165e36c44ed None None] Network 6874d95f-f7d4-4e4e-ad23-76187caac3d1 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:56.461124 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-699b2865-b6b1-4b50-9d26-ccb69640eb28 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6345136 Jul 09 20:22:56.463908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38784) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:56.474961 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.513217 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3909ba1-c14f-4e6a-8ad2-581ebee86a1b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:56.557345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:56.557905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:56.558402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:56.558862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:56.560318 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:56.560911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:56.561442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:56.561895 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:56.562314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:56.562912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:56.564132 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:56.564629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:22:56.611571 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.613926 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.639869 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ff92a0-2d48-4e08-9999-5ff2aa8b457b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-6874d95f-f7d4-4e4e-ad23-76187caac3d1', 'network_id': '6874d95f-f7d4-4e4e-ad23-76187caac3d1', 'tenant_id': '01a106334ddf4df1a48df29fdd729c05', 'fixed_ips': [{'subnet_id': '6ae2a92f-0296-4f52-bd85-aa7fab2dfd18'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:22:56.640797 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-32ff92a0-2d48-4e08-9999-5ff2aa8b457b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.669370 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.750488 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.773862 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server [None req-32ff92a0-2d48-4e08-9999-5ff2aa8b457b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ae2a92f-0296-4f52-bd85-aa7fab2dfd18: This subnet is being modified by another concurrent operation. Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise exception Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ae2a92f-0296-4f52-bd85-aa7fab2dfd18: This subnet is being modified by another concurrent operation. Jul 09 20:22:56.775442 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Jul 09 20:22:56.782834 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.798372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1914f0c5-a759-46ae-8a9d-5b0085319f4d None None] Network 6874d95f-f7d4-4e4e-ad23-76187caac3d1 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:56.824108 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Subnet': ['ID=6ae2a92f-0296-4f52-bd85-aa7fab2dfd18,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:56.852442 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.853543 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:22:56.860055 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.861656 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fe15e7a4-50a5-4848-adb8-2e59fc7aa3d9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ee4a1c68-b19e-44f5-8c5e-8a4c7ea5893e HTTP/1.1" status: 204 len: 168 time: 1.1242700 Jul 09 20:22:56.864054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38786) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:56.920873 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.922411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb569de-6205-47d4-9f56-c1325f05a828 admin admin] Deleting subnet de9a6dd1-1afa-4967-a28b-c388caa25b1c {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:22:56.926577 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eb569de-6205-47d4-9f56-c1325f05a828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.936429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6874d95f-f7d4-4e4e-ad23-76187caac3d1']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:56.948955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f17bfb0-747f-473e-8c8d-f7454b404234') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:56.949651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f17bfb0-747f-473e-8c8d-f7454b404234') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:56.960087 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.976620 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.980090 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eb569de-6205-47d4-9f56-c1325f05a828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.980441 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-264e8e60-9337-4867-b1a5-42aa5511697c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.990630 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df82f35-8806-4c8f-8f2b-6fe91a8f47ef None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:22:56.993554 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:22:56.994064 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:22:56.998249 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:22:57.081656 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.081903 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eb569de-6205-47d4-9f56-c1325f05a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.092019 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.095469 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/networks/6874d95f-f7d4-4e4e-ad23-76187caac3d1 HTTP/1.1" status: 204 len: 168 time: 0.6293633 Jul 09 20:22:57.098591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38788) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:57.114230 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.129131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df82f35-8806-4c8f-8f2b-6fe91a8f47ef None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:22:57.157478 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eb569de-6205-47d4-9f56-c1325f05a828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.159005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3254a11-e476-4190-91ef-3e3a09df4951 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Network': ['ID=6874d95f-f7d4-4e4e-ad23-76187caac3d1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:57.163446 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-845ab6b9-79d0-4257-bc33-889f9a835f89 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] DELETE failed (client error): The resource could not be found. Jul 09 20:22:57.163916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845ab6b9-79d0-4257-bc33-889f9a835f89 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:22:57.166546 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-845ab6b9-79d0-4257-bc33-889f9a835f89 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/subnets/6ae2a92f-0296-4f52-bd85-aa7fab2dfd18 HTTP/1.1" status: 404 len: 337 time: 0.0666964 Jul 09 20:22:57.169824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38790) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:57.199310 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb569de-6205-47d4-9f56-c1325f05a828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9a6dd1-1afa-4967-a28b-c388caa25b1c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:57.203825 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9eb569de-6205-47d4-9f56-c1325f05a828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.206531 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9eb569de-6205-47d4-9f56-c1325f05a828 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/de9a6dd1-1afa-4967-a28b-c388caa25b1c HTTP/1.1" status: 204 len: 168 time: 0.3411493 Jul 09 20:22:57.212985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38792) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:57.214645 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-000e8005-411e-4c5d-b20c-ab2d172e8500 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] DELETE failed (client error): The resource could not be found. Jul 09 20:22:57.215342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000e8005-411e-4c5d-b20c-ab2d172e8500 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:22:57.220435 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-000e8005-411e-4c5d-b20c-ab2d172e8500 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/networks/6874d95f-f7d4-4e4e-ad23-76187caac3d1 HTTP/1.1" status: 404 len: 339 time: 0.0474522 Jul 09 20:22:57.220984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38794) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:57.288162 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a00491-b85a-4cfb-b62f-8f077b2bc633 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] DELETE failed (client error): The resource could not be found. Jul 09 20:22:57.288678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a00491-b85a-4cfb-b62f-8f077b2bc633 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:22:57.292791 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-72a00491-b85a-4cfb-b62f-8f077b2bc633 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/subnets/8410260d-aa49-48c2-b206-87a004005626 HTTP/1.1" status: 404 len: 337 time: 0.0685828 Jul 09 20:22:57.293601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38796) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:57.322957 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.330669 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b81c0cc-879e-477a-87f1-c8ea3c195f9d tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] DELETE failed (client error): The resource could not be found. Jul 09 20:22:57.331394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b81c0cc-879e-477a-87f1-c8ea3c195f9d tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:22:57.336905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38798) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:57.337095 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2b81c0cc-879e-477a-87f1-c8ea3c195f9d tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/networks/95c257e5-d87c-4226-acfd-018f095ee88c HTTP/1.1" status: 404 len: 339 time: 0.0419376 Jul 09 20:22:57.392624 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-14295bff-0582-4780-9210-ce5b71d4ae9e tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] DELETE failed (client error): The resource could not be found. Jul 09 20:22:57.393105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14295bff-0582-4780-9210-ce5b71d4ae9e tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:22:57.394932 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-14295bff-0582-4780-9210-ce5b71d4ae9e tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/subnets/d2883dbc-77f3-4ca4-9daf-1cb0f020c1ab HTTP/1.1" status: 404 len: 337 time: 0.0566373 Jul 09 20:22:57.397806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38800) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:57.427500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] Deleting port 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:57.427826 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.432383 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b00cd1-0992-4148-acd7-f9f9a63f5e3e tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] DELETE failed (client error): The resource could not be found. Jul 09 20:22:57.433505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b00cd1-0992-4148-acd7-f9f9a63f5e3e tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:22:57.435408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-25b00cd1-0992-4148-acd7-f9f9a63f5e3e tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/networks/de4837d1-b936-4490-a5ab-45148b3936b4 HTTP/1.1" status: 404 len: 339 time: 0.0365753 Jul 09 20:22:57.440912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38802) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:57.519338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] For port 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e,segment=NetworkSegment(29b1a50c-2095-4944-b65e-45ed7581a944),segment_id=29b1a50c-2095-4944-b65e-45ed7581a944)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:57.519706 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.535463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] Calling delete_port for 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:57.643536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 48bfe23e-bcb3-4267-ab4c-13de5caef65a no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:22:57.687122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 48bfe23e-bcb3-4267-ab4c-13de5caef65a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:22:57.687647 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 48bfe23e-bcb3-4267-ab4c-13de5caef65a not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:22:57.692831 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.720352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-3361298e-afab-4f8e-af19-b28611715503 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Deleting port c8664366-9715-485c-8524-f9db8d1af53f {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:57.720830 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3361298e-afab-4f8e-af19-b28611715503 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.729809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:57.741259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] No DVR routers for this DVR port 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:22:57.778504 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2895a166-673d-4d8f-be6a-dbf06950187e None None] Network 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:22:57.837672 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3361298e-afab-4f8e-af19-b28611715503 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.850348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:22:57.861713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-3361298e-afab-4f8e-af19-b28611715503 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Calling delete_port for c8664366-9715-485c-8524-f9db8d1af53f owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:57.887709 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.892678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:22:57.892882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0dd7c2cf-dd9e-4f81-9969-4423c9ff53a5 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:22:57.893172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d3909ba1-c14f-4e6a-8ad2-581ebee86a1b no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:22:57.906887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:57.916805 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: d3909ba1-c14f-4e6a-8ad2-581ebee86a1b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:22:57.917164 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d3909ba1-c14f-4e6a-8ad2-581ebee86a1b not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:22:57.925860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b1a50c-2095-4944-b65e-45ed7581a944') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:57.926515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b1a50c-2095-4944-b65e-45ed7581a944') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:57.940628 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.961147 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.977463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:22:57.978070 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:57.991146 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3361298e-afab-4f8e-af19-b28611715503 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.022953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361298e-afab-4f8e-af19-b28611715503 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Port': ['ID=c8664366-9715-485c-8524-f9db8d1af53f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:58.028472 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3361298e-afab-4f8e-af19-b28611715503 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.031582 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3361298e-afab-4f8e-af19-b28611715503 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/ports/c8664366-9715-485c-8524-f9db8d1af53f HTTP/1.1" status: 204 len: 168 time: 0.5894024 Jul 09 20:22:58.035440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38806) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:22:58.040962 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:22:58.084120 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.085499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6eee70-e3d9-4c23-ab90-c5f20d7b324d None None] DHCP port deletion for 845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:22:58.090237 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5587f1-15b8-4fed-b2c8-8be59446b5ac tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] DELETE failed (client error): The resource could not be found. Jul 09 20:22:58.090723 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5587f1-15b8-4fed-b2c8-8be59446b5ac tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:22:58.093869 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9a5587f1-15b8-4fed-b2c8-8be59446b5ac tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/subnets/c6706c0b-0803-497f-85a5-b608d1fce678 HTTP/1.1" status: 404 len: 337 time: 0.0570521 Jul 09 20:22:58.098498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38808) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:58.101708 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.104080 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8 HTTP/1.1" status: 204 len: 168 time: 0.8898113 Jul 09 20:22:58.120485 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a15e95-7bcb-47da-a0e0-f5f86e2b25a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=845fd4f7-ba31-45f8-a3b5-0b8bdaba62f8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:58.189259 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.250374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Deleting port f493f8f0-23f0-467a-81ef-5d6479c3d492 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:58.250884 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.268093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38812) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:58.318881 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-97b97e4c-a486-4f01-84b7-c0bb3220d9b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2e81d9f1ed2425f9b101d7229ff034f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473113 Jul 09 20:22:58.319232 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38814) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:58.325848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] For port f493f8f0-23f0-467a-81ef-5d6479c3d492, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f493f8f0-23f0-467a-81ef-5d6479c3d492,segment=NetworkSegment(c1ce91e7-b319-44b3-84af-370615adb17a),segment_id=c1ce91e7-b319-44b3-84af-370615adb17a)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:22:58.326222 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.341316 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Calling delete_port for f493f8f0-23f0-467a-81ef-5d6479c3d492 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:58.395184 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a962aade-c5fe-45fa-a54d-0cc10722041b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.419210 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a962aade-c5fe-45fa-a54d-0cc10722041b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.453300 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.475237 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a962aade-c5fe-45fa-a54d-0cc10722041b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.478934 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a962aade-c5fe-45fa-a54d-0cc10722041b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.480558 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a962aade-c5fe-45fa-a54d-0cc10722041b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0bb3566b-d60f-4f78-8481-7f7d2ac10d6a HTTP/1.1" status: 204 len: 168 time: 0.1600921 Jul 09 20:22:58.483123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Port': ['ID=f493f8f0-23f0-467a-81ef-5d6479c3d492,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:58.486798 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] No DVR routers for this DVR port f493f8f0-23f0-467a-81ef-5d6479c3d492 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:22:58.493579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962aade-c5fe-45fa-a54d-0cc10722041b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb3566b-d60f-4f78-8481-7f7d2ac10d6a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:58.600388 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.636982 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e50c4b-5e91-4c10-968e-addd9a5b58ed']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:58.662854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ce91e7-b319-44b3-84af-370615adb17a') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:58.663146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ce91e7-b319-44b3-84af-370615adb17a') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:58.680740 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.716756 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.728291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:22:58.728291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:22:58.731490 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:22:58.801730 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.810536 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:58.814499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/networks/86e50c4b-5e91-4c10-968e-addd9a5b58ed HTTP/1.1" status: 204 len: 168 time: 0.7141078 Jul 09 20:22:58.816258 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38852) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:58.831274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46cb4a-b07d-40b5-a7c8-48a50ab4db4f tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Network': ['ID=86e50c4b-5e91-4c10-968e-addd9a5b58ed,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:58.955631 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b3883997-55fd-4569-ae66-3dab32367d2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Deleting port 24b965e2-8514-47e3-ba21-8f23a1a5c202 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:22:58.956563 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b3883997-55fd-4569-ae66-3dab32367d2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.043238 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b3883997-55fd-4569-ae66-3dab32367d2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.059366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b3883997-55fd-4569-ae66-3dab32367d2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Calling delete_port for 24b965e2-8514-47e3-ba21-8f23a1a5c202 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:22:59.177940 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b3883997-55fd-4569-ae66-3dab32367d2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.227327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3883997-55fd-4569-ae66-3dab32367d2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Port': ['ID=24b965e2-8514-47e3-ba21-8f23a1a5c202,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:59.233991 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b3883997-55fd-4569-ae66-3dab32367d2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.236204 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b3883997-55fd-4569-ae66-3dab32367d2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/ports/24b965e2-8514-47e3-ba21-8f23a1a5c202 HTTP/1.1" status: 204 len: 168 time: 0.4178371 Jul 09 20:22:59.238897 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38878) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:59.268111 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbe1470-1c0c-4c8c-977d-3a7727002131 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] DELETE failed (client error): The resource could not be found. Jul 09 20:22:59.268681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbe1470-1c0c-4c8c-977d-3a7727002131 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:22:59.270859 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6cbe1470-1c0c-4c8c-977d-3a7727002131 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/subnets/fa4caf58-9a00-40bd-9f9d-00ae06f68681 HTTP/1.1" status: 404 len: 337 time: 0.0309420 Jul 09 20:22:59.273438 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38882) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:59.326603 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.379533 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e605382-0b12-4414-b488-941706185d21 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.443281 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-18992f04-ad66-461d-bc36-a62312593c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.501459 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e605382-0b12-4414-b488-941706185d21 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.529827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8e605382-0b12-4414-b488-941706185d21 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:59.546179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8e605382-0b12-4414-b488-941706185d21 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de46e546-a04a-4a65-9161-c01b71a3e0c8') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:59.546643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8e605382-0b12-4414-b488-941706185d21 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de46e546-a04a-4a65-9161-c01b71a3e0c8') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:22:59.566079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e605382-0b12-4414-b488-941706185d21 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.590754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e605382-0b12-4414-b488-941706185d21 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.599135 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e605382-0b12-4414-b488-941706185d21 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:22:59.599596 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e605382-0b12-4414-b488-941706185d21 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:22:59.603801 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:22:59.615656 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.676073 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e605382-0b12-4414-b488-941706185d21 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.683624 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8e605382-0b12-4414-b488-941706185d21 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.689718 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8e605382-0b12-4414-b488-941706185d21 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/networks/1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd HTTP/1.1" status: 204 len: 168 time: 0.4142234 Jul 09 20:22:59.691968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38922) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:22:59.712133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e605382-0b12-4414-b488-941706185d21 tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Network': ['ID=1406f53a-c6e0-4c80-9e70-bdc72b9bd2cd,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:22:59.764983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b505989-682f-4190-b160-c14c0a37d48a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Deleting subnet 16a18120-3be6-4b2b-940d-d1583c157b0b {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:22:59.768214 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b505989-682f-4190-b160-c14c0a37d48a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.780390 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:22:59.802003 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:22:59.802371 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3a0a204f-1d8f-4f1b-bf29-f75859ddfd5e not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:22:59.839236 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b505989-682f-4190-b160-c14c0a37d48a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:22:59.947802 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b505989-682f-4190-b160-c14c0a37d48a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.022007 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d36e33d9-cdf1-4b37-b1b6-80ef7fd7598a req-2fa95a73-f43c-4c4b-848b-e295b51b6c9d tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0321045 Jul 09 20:23:00.043578 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b505989-682f-4190-b160-c14c0a37d48a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.081564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b505989-682f-4190-b160-c14c0a37d48a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Subnet': ['ID=16a18120-3be6-4b2b-940d-d1583c157b0b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:00.085370 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9b505989-682f-4190-b160-c14c0a37d48a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.087269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9b505989-682f-4190-b160-c14c0a37d48a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/subnets/16a18120-3be6-4b2b-940d-d1583c157b0b HTTP/1.1" status: 204 len: 168 time: 0.3942525 Jul 09 20:23:00.090672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38936) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:00.100983 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3571b62c-64e1-4b59-bba5-cd455696b7d6 None None] Network 36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:23:00.198956 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.288673 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Deleting port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:23:00.289312 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.345954 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090bdb50-91c1-43be-b75d-260b92d0bcdc None None] DHCP port deletion for 36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:23:00.375715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] For port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1,segment=NetworkSegment(ba0fb9b1-e29d-477d-8311-b061d06edb9d),segment_id=ba0fb9b1-e29d-477d-8311-b061d06edb9d)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:00.376084 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.391934 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Calling delete_port for 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:23:00.412468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-090bdb50-91c1-43be-b75d-260b92d0bcdc None None] Deleting port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:23:00.413480 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-090bdb50-91c1-43be-b75d-260b92d0bcdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.503912 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.531665 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.542055 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-090bdb50-91c1-43be-b75d-260b92d0bcdc None None] For port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1,segment=NetworkSegment(ba0fb9b1-e29d-477d-8311-b061d06edb9d),segment_id=ba0fb9b1-e29d-477d-8311-b061d06edb9d)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:00.542723 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-090bdb50-91c1-43be-b75d-260b92d0bcdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.547358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Port': ['ID=5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:00.555201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] No DVR routers for this DVR port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:23:00.564661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-090bdb50-91c1-43be-b75d-260b92d0bcdc None None] Calling delete_port for 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:23:00.630225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43b0a6-58ba-4b4a-b1dd-fe0e7ac4bbc8 req-5447860a-e543-421c-9baa-e26126ef3be4 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:00.643094 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b43b0a6-58ba-4b4a-b1dd-fe0e7ac4bbc8 req-5447860a-e543-421c-9baa-e26126ef3be4 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1096 time: 0.1043761 Jul 09 20:23:00.649405 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.662603 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:00.675965 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-090bdb50-91c1-43be-b75d-260b92d0bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.683959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0fb9b1-e29d-477d-8311-b061d06edb9d') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:00.684807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0fb9b1-e29d-477d-8311-b061d06edb9d') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:00.705986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5b43b0a6-58ba-4b4a-b1dd-fe0e7ac4bbc8 req-329d6288-45ba-440d-b256-52c11fbde594 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606475 Jul 09 20:23:00.713733 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.727700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bdb50-91c1-43be-b75d-260b92d0bcdc None None] Pushing event deleted for resources: {'Port': ['ID=5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:00.730361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090bdb50-91c1-43be-b75d-260b92d0bcdc None None] No DVR routers for this DVR port 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:23:00.737377 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.756887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:23:00.758736 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:23:00.770371 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:23:00.847571 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.858466 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:00.860686 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] 10.222.0.30 "DELETE /v2.0/networks/36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6 HTTP/1.1" status: 204 len: 168 time: 0.7686691 Jul 09 20:23:00.917335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528618b0-e03f-4f40-8d5f-69e4ccfe1a2a tempest-NetworksIpV6TestAttrs-1845040262 tempest-NetworksIpV6TestAttrs-1845040262-project] Pushing event deleted for resources: {'Network': ['ID=36f57c6c-7bc1-4b6a-8d5d-02e02b339ab6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:00.968463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb043b1a-848a-4681-b740-c22d6234dfb1 req-aaa4acbb-e0ba-4876-9b0c-dd00ced6bc73 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:00.970076 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb043b1a-848a-4681-b740-c22d6234dfb1 req-aaa4acbb-e0ba-4876-9b0c-dd00ced6bc73 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.1082294 Jul 09 20:23:01.017590 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb043b1a-848a-4681-b740-c22d6234dfb1 req-d087001c-7e3c-4542-92d8-a429ca2db2de tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411031 Jul 09 20:23:01.044428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38954) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:01.138136 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-371ac491-a8fc-4301-b239-a00020465c2e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/027618fb-4c9b-4afa-8f0f-e9554aaca835 HTTP/1.1" status: 200 len: 993 time: 0.0924151 Jul 09 20:23:01.219695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 38962) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:01.277694 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00a6cc6a-1448-4504-9c95-569e223903b3 req-8fe6d536-e93d-4ab0-a85d-820c4518ce78 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0830231 Jul 09 20:23:01.431283 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-848d36aa-ab4e-42bc-a7e9-b6cdc12fd4f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01a106334ddf4df1a48df29fdd729c05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098322 Jul 09 20:23:01.433821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 38970) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:01.498398 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef14d7d4-864e-4737-bc74-be16bbbd9179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:01.522670 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef14d7d4-864e-4737-bc74-be16bbbd9179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:01.595924 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef14d7d4-864e-4737-bc74-be16bbbd9179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:01.598602 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef14d7d4-864e-4737-bc74-be16bbbd9179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:01.604387 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ef14d7d4-864e-4737-bc74-be16bbbd9179 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3dce59cd-303b-445f-b8c9-5c4bc44b963c HTTP/1.1" status: 204 len: 168 time: 0.1649349 Jul 09 20:23:01.617980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14d7d4-864e-4737-bc74-be16bbbd9179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dce59cd-303b-445f-b8c9-5c4bc44b963c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:01.759418 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:23:01.782155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:23:01.782507 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5b237eb0-3b8b-4542-a1b7-cff4e8b1e4d1 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:23:02.035949 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b508ba-c143-4472-8526-795e8283746f req-caa16ba0-9103-4ce6-a917-f0386881b953 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:02.043297 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-21b508ba-c143-4472-8526-795e8283746f req-caa16ba0-9103-4ce6-a917-f0386881b953 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0770726 Jul 09 20:23:02.096315 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-21b508ba-c143-4472-8526-795e8283746f req-bdc7b911-26f9-4576-a2d1-72fe8d32ddea tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520060 Jul 09 20:23:02.133115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-af1122e4-b89f-485c-b656-da3d1da26ba3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2127986 Jul 09 20:23:02.351332 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:02.484520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bc28e5e0-5c02-4f9f-b5ce-84cac9b6da3b req-a675403a-64c0-4843-afd4-1fed3cc1dc43 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0401969 Jul 09 20:23:02.526319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39014) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:02.637861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-41e6ab5b-7e1a-4588-9c07-91f4dc8f0e45 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:02.638596 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-41e6ab5b-7e1a-4588-9c07-91f4dc8f0e45 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 20:23:02.639288 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-41e6ab5b-7e1a-4588-9c07-91f4dc8f0e45 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 20:23:02.645647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39024) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:02.646102 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-41e6ab5b-7e1a-4588-9c07-91f4dc8f0e45 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1183171 Jul 09 20:23:02.650780 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3fdc4c8d-2b14-4179-8303-7af30cd4ffa0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1428944545'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:02.679212 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4c8d-2b14-4179-8303-7af30cd4ffa0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:02.688158 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4c8d-2b14-4179-8303-7af30cd4ffa0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:02.807899 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4c8d-2b14-4179-8303-7af30cd4ffa0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:02.813340 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4c8d-2b14-4179-8303-7af30cd4ffa0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:02.854529 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc4c8d-2b14-4179-8303-7af30cd4ffa0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdab7034-d556-4c2a-8828-42d9efa8c099,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:02.922497 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4c8d-2b14-4179-8303-7af30cd4ffa0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:02.925872 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4c8d-2b14-4179-8303-7af30cd4ffa0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:02.955351 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3fdc4c8d-2b14-4179-8303-7af30cd4ffa0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:02.959371 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3fdc4c8d-2b14-4179-8303-7af30cd4ffa0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3098795 Jul 09 20:23:02.959965 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39032) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:02.961753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc4c8d-2b14-4179-8303-7af30cd4ffa0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=561ee20b-e73d-47e7-b124-4df6bc820331,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:02.972429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-59a81728-96b7-4912-bfc0-89c03d761b72 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '561ee20b-e73d-47e7-b124-4df6bc820331', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:03.035435 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59a81728-96b7-4912-bfc0-89c03d761b72 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:03.111511 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59a81728-96b7-4912-bfc0-89c03d761b72 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:03.116984 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59a81728-96b7-4912-bfc0-89c03d761b72 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:03.142997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a81728-96b7-4912-bfc0-89c03d761b72 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd43e4c2-1068-4506-a6ad-e842ee5368e4,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:03.151199 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59a81728-96b7-4912-bfc0-89c03d761b72 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:03.152882 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-59a81728-96b7-4912-bfc0-89c03d761b72 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1916430 Jul 09 20:23:03.156177 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39038) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:03.161418 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b19f043c-5086-47e3-b367-47b856eaf702 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '561ee20b-e73d-47e7-b124-4df6bc820331', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:03.202997 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b19f043c-5086-47e3-b367-47b856eaf702 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:03.267226 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-b19f043c-5086-47e3-b367-47b856eaf702 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 20:23:03.268895 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b19f043c-5086-47e3-b367-47b856eaf702 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1116207 Jul 09 20:23:03.271763 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39040) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:03.355264 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d91d8229-c729-4b3e-b2a2-cfed61200ca9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:03.382420 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d91d8229-c729-4b3e-b2a2-cfed61200ca9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:03.434846 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d91d8229-c729-4b3e-b2a2-cfed61200ca9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:03.439276 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d91d8229-c729-4b3e-b2a2-cfed61200ca9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:03.439276 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d91d8229-c729-4b3e-b2a2-cfed61200ca9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "DELETE /v2.0/security-groups/561ee20b-e73d-47e7-b124-4df6bc820331 HTTP/1.1" status: 204 len: 168 time: 0.1647954 Jul 09 20:23:03.441948 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39042) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:03.448989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d8229-c729-4b3e-b2a2-cfed61200ca9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=561ee20b-e73d-47e7-b124-4df6bc820331,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:03.495879 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f8e178c0-d0bf-4bb7-a0dc-55c562839153 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519655 Jul 09 20:23:03.500093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39044) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:03.516555 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-79544998-8e24-425f-9a68-b69a1760e61b tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431979513'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:03.579577 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-79544998-8e24-425f-9a68-b69a1760e61b tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:03.618035 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf4667-d328-4e87-91a9-e135e9558eac req-2c49f989-04be-43e8-94fc-519a1d2e3741 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:03.619631 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-94bf4667-d328-4e87-91a9-e135e9558eac req-2c49f989-04be-43e8-94fc-519a1d2e3741 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.1183455 Jul 09 20:23:03.672002 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b3c3e5f-fa95-4b4f-b45b-eec0fd204a51 req-acf272f9-764c-48db-9cf5-8d5dd859ceff tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0349982 Jul 09 20:23:03.716878 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-94bf4667-d328-4e87-91a9-e135e9558eac req-f43edee4-f955-4299-972a-bd25d629459a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856285 Jul 09 20:23:03.780383 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-79544998-8e24-425f-9a68-b69a1760e61b tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:03.785828 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-79544998-8e24-425f-9a68-b69a1760e61b tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:03.792283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-487b4fa4-8db8-4e34-9ffe-d99852e5e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:03.794000 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-487b4fa4-8db8-4e34-9ffe-d99852e5e45f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1096 time: 0.1413147 Jul 09 20:23:03.868843 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-79544998-8e24-425f-9a68-b69a1760e61b tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:03.870016 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-79544998-8e24-425f-9a68-b69a1760e61b tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3673687 Jul 09 20:23:03.873021 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39052) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:03.877421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79544998-8e24-425f-9a68-b69a1760e61b tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1aec15-448b-4b3c-9713-e3594e1ddaeb,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:03.878503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1c6313a0-a759-45ae-868a-c77d729df97f tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': 'cb1aec15-448b-4b3c-9713-e3594e1ddaeb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:03.879533 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-1c6313a0-a759-45ae-868a-c77d729df97f tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 20:23:03.889474 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-1c6313a0-a759-45ae-868a-c77d729df97f tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:03.891590 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1c6313a0-a759-45ae-868a-c77d729df97f tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0167687 Jul 09 20:23:03.894464 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39054) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:03.929415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-f4c769f8-1b5b-42ef-a1cd-f3664196b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:03.931366 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-f4c769f8-1b5b-42ef-a1cd-f3664196b6a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6751e324-3a53-4d2d-a60d-4069349c4ad5 HTTP/1.1" status: 200 len: 897 time: 0.1291654 Jul 09 20:23:03.956766 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:03.980960 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.008606 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-ed0b2a75-5afa-4d93-9274-945596046484 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 200 len: 1001 time: 0.0673788 Jul 09 20:23:04.028569 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.031834 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.033130 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "DELETE /v2.0/security-groups/cb1aec15-448b-4b3c-9713-e3594e1ddaeb HTTP/1.1" status: 204 len: 168 time: 0.1376271 Jul 09 20:23:04.036610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39056) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:04.060386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1aec15-448b-4b3c-9713-e3594e1ddaeb,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:04.074478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:04.074835 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:04.075191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:04.075538 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:04.075825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-d1affa10-33fc-42bc-bcbd-6985349b2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:04.075949 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:04.076562 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:04.077046 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:04.077386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:04.077777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:04.077893 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-d1affa10-33fc-42bc-bcbd-6985349b2e62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9811c50a-72e9-40ee-b32b-f33571fcf338 HTTP/1.1" status: 200 len: 834 time: 0.0624127 Jul 09 20:23:04.078116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:04.078452 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:04.078789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83db0e-d2b1-4fba-85a8-ba53997cf6f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:04.126533 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0fc6f3c3-73a4-4572-9bd0-6158039070d5 req-c388254f-97cf-4609-9158-b725df15c0d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0382915 Jul 09 20:23:04.131511 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0c75321c-9d59-4aae-ab82-1c66a097a232 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0936432 Jul 09 20:23:04.135335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39058) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:04.140589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2e58d9ce-dc3c-4532-83f3-c451acd0c8c5 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group': {'name': 'tempest-secgroup--2054585203'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:04.165444 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e58d9ce-dc3c-4532-83f3-c451acd0c8c5 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.166142 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-a71b4993-878b-4fd3-801a-9b54bb394004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:04.167364 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-a71b4993-878b-4fd3-801a-9b54bb394004 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6751e324-3a53-4d2d-a60d-4069349c4ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802588 Jul 09 20:23:04.254912 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e58d9ce-dc3c-4532-83f3-c451acd0c8c5 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.259242 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e58d9ce-dc3c-4532-83f3-c451acd0c8c5 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.297023 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e58d9ce-dc3c-4532-83f3-c451acd0c8c5 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.298385 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2e58d9ce-dc3c-4532-83f3-c451acd0c8c5 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1618948 Jul 09 20:23:04.301833 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39060) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:04.306499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c759373b-0378-4634-8c98-f6a9f9caa512 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '2a36d43a-4087-4066-8e51-4c8df3990cf8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:04.307141 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-c759373b-0378-4634-8c98-f6a9f9caa512 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 20:23:04.307736 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-c759373b-0378-4634-8c98-f6a9f9caa512 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:04.311291 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c759373b-0378-4634-8c98-f6a9f9caa512 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059345 Jul 09 20:23:04.311291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58d9ce-dc3c-4532-83f3-c451acd0c8c5 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a36d43a-4087-4066-8e51-4c8df3990cf8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:04.312905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39062) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:04.376457 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:23:04.378096 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-e1a542b5-a04b-491f-a2ac-b6c172bbc185 service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405702 Jul 09 20:23:04.441237 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76ee6b70-c991-44ba-aa5d-2364a90818e0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.475522 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76ee6b70-c991-44ba-aa5d-2364a90818e0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.528670 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-5c51cf45-70f7-497a-8b65-55c98286f524 service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429942 Jul 09 20:23:04.540672 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76ee6b70-c991-44ba-aa5d-2364a90818e0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.543620 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76ee6b70-c991-44ba-aa5d-2364a90818e0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.547738 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-76ee6b70-c991-44ba-aa5d-2364a90818e0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "DELETE /v2.0/security-groups/2a36d43a-4087-4066-8e51-4c8df3990cf8 HTTP/1.1" status: 204 len: 168 time: 0.2318723 Jul 09 20:23:04.548241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39064) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:04.555816 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee6b70-c991-44ba-aa5d-2364a90818e0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a36d43a-4087-4066-8e51-4c8df3990cf8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:04.603620 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0b4d9afd-c3a3-4136-b4c9-1139f8be79c5 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0541263 Jul 09 20:23:04.608230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39068) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:04.614299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-daccccb1-8d81-4263-9d05-7e2e78a0de8e tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464471869'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:04.642024 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-daccccb1-8d81-4263-9d05-7e2e78a0de8e tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.754553 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-daccccb1-8d81-4263-9d05-7e2e78a0de8e tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.759674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-daccccb1-8d81-4263-9d05-7e2e78a0de8e tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.793020 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-daccccb1-8d81-4263-9d05-7e2e78a0de8e tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.794404 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-daccccb1-8d81-4263-9d05-7e2e78a0de8e tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1849039 Jul 09 20:23:04.797975 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39074) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:04.804199 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f6402e4e-e5c8-4f96-80cc-80c446a5e876 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '6a605239-b870-4fff-9824-bb28732c2d14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:04.805167 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-f6402e4e-e5c8-4f96-80cc-80c446a5e876 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 20:23:04.805687 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-f6402e4e-e5c8-4f96-80cc-80c446a5e876 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:04.806711 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f6402e4e-e5c8-4f96-80cc-80c446a5e876 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076871 Jul 09 20:23:04.810196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39076) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:04.811435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccccb1-8d81-4263-9d05-7e2e78a0de8e tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a605239-b870-4fff-9824-bb28732c2d14,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:04.819905 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-0ea40c89-fe28-41c0-90ec-e7948fd53630 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '6a605239-b870-4fff-9824-bb28732c2d14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:04.820667 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-0ea40c89-fe28-41c0-90ec-e7948fd53630 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 20:23:04.821187 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-0ea40c89-fe28-41c0-90ec-e7948fd53630 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:04.824604 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0ea40c89-fe28-41c0-90ec-e7948fd53630 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067139 Jul 09 20:23:04.825420 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39078) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:04.831957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c598d5ab-27b0-4624-9388-d86399824749 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '6a605239-b870-4fff-9824-bb28732c2d14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:04.834623 n-d-800088-3 neutron-server[100204]: WARNING neutron.api.v2.base [None req-c598d5ab-27b0-4624-9388-d86399824749 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 20:23:04.835469 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-c598d5ab-27b0-4624-9388-d86399824749 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:04.839732 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39080) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:04.843488 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c598d5ab-27b0-4624-9388-d86399824749 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0167632 Jul 09 20:23:04.847997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-43e250b0-5392-40fd-a13c-89c3b3fec3e0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '6a605239-b870-4fff-9824-bb28732c2d14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:04.849316 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-43e250b0-5392-40fd-a13c-89c3b3fec3e0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 20:23:04.849856 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-43e250b0-5392-40fd-a13c-89c3b3fec3e0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:04.853566 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-43e250b0-5392-40fd-a13c-89c3b3fec3e0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0098808 Jul 09 20:23:04.853899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39082) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:04.930125 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8a4a40a7-9fc4-4d15-8774-e785f37ae05f tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:04.963753 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8a4a40a7-9fc4-4d15-8774-e785f37ae05f tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:05.021528 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8a4a40a7-9fc4-4d15-8774-e785f37ae05f tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:05.025174 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8a4a40a7-9fc4-4d15-8774-e785f37ae05f tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:05.028575 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8a4a40a7-9fc4-4d15-8774-e785f37ae05f tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "DELETE /v2.0/security-groups/6a605239-b870-4fff-9824-bb28732c2d14 HTTP/1.1" status: 204 len: 168 time: 0.1715026 Jul 09 20:23:05.068254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39084) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:05.070791 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e5649165-46c1-455e-8e28-addf61b79501 req-ecb74eef-bdee-4bac-a9f0-c1f6034101a0 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0427060 Jul 09 20:23:05.109019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a40a7-9fc4-4d15-8774-e785f37ae05f tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a605239-b870-4fff-9824-bb28732c2d14,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:05.151267 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8eec5f40-d21f-43be-9625-ee89c63d476b tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0788736 Jul 09 20:23:05.155826 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39086) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:05.161571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-40f617f6-39fd-43df-9563-c6a302cea8c5 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group': {'name': 'tempest-secgroup--653032133'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:05.190732 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40f617f6-39fd-43df-9563-c6a302cea8c5 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:05.313605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40f617f6-39fd-43df-9563-c6a302cea8c5 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:05.320471 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40f617f6-39fd-43df-9563-c6a302cea8c5 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:05.356485 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-40f617f6-39fd-43df-9563-c6a302cea8c5 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:05.362555 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-40f617f6-39fd-43df-9563-c6a302cea8c5 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2028899 Jul 09 20:23:05.362555 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f617f6-39fd-43df-9563-c6a302cea8c5 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5822d298-6203-4188-a147-da7f0a636da6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:05.362854 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39058957-41ac-4902-ba93-e14641c1ae8f req-ec03a85a-cd36-46fc-b84c-08da302820b2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:05.363259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39088) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:05.364080 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39058957-41ac-4902-ba93-e14641c1ae8f req-ec03a85a-cd36-46fc-b84c-08da302820b2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.4960756 Jul 09 20:23:05.376198 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-bdfeea34-28eb-4c51-b6f5-eb5357a52afa tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '5822d298-6203-4188-a147-da7f0a636da6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:05.376723 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-bdfeea34-28eb-4c51-b6f5-eb5357a52afa tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 20:23:05.377232 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-bdfeea34-28eb-4c51-b6f5-eb5357a52afa tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:05.378200 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bdfeea34-28eb-4c51-b6f5-eb5357a52afa tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057671 Jul 09 20:23:05.382299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39090) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:05.387414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5fbec853-0cba-4c6c-83ee-13528435595e tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '5822d298-6203-4188-a147-da7f0a636da6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:05.418229 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-39058957-41ac-4902-ba93-e14641c1ae8f req-a1b33d16-70b0-47c4-923d-32f2d3e7e4c8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462825 Jul 09 20:23:05.445401 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-5fbec853-0cba-4c6c-83ee-13528435595e tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:05.446399 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5fbec853-0cba-4c6c-83ee-13528435595e tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0629084 Jul 09 20:23:05.449582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39092) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:05.455164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0b116b08-25d2-48de-8d3c-bca0bcd41384 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '5822d298-6203-4188-a147-da7f0a636da6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:05.455917 n-d-800088-3 neutron-server[100204]: WARNING neutron.api.v2.base [None req-0b116b08-25d2-48de-8d3c-bca0bcd41384 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 20:23:05.456423 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-0b116b08-25d2-48de-8d3c-bca0bcd41384 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:05.457485 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0b116b08-25d2-48de-8d3c-bca0bcd41384 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068059 Jul 09 20:23:05.460101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39094) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:05.465280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-05d04c93-c2a6-4793-916c-b5f357b4b8b8 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '5822d298-6203-4188-a147-da7f0a636da6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:05.503520 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-05d04c93-c2a6-4793-916c-b5f357b4b8b8 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:05.504733 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-05d04c93-c2a6-4793-916c-b5f357b4b8b8 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0436215 Jul 09 20:23:05.507945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39096) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:05.514550 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d4ac811b-4ff4-487d-b006-ae3da3f476bc tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '5822d298-6203-4188-a147-da7f0a636da6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:05.514550 n-d-800088-3 neutron-server[100204]: WARNING neutron.api.v2.base [None req-d4ac811b-4ff4-487d-b006-ae3da3f476bc tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 20:23:05.514550 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-d4ac811b-4ff4-487d-b006-ae3da3f476bc tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:05.516017 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d4ac811b-4ff4-487d-b006-ae3da3f476bc tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059645 Jul 09 20:23:05.517544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39098) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:05.522673 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-47a9d7e7-c238-4c79-a1a6-1f00f0053d64 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '5822d298-6203-4188-a147-da7f0a636da6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:05.548600 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-47a9d7e7-c238-4c79-a1a6-1f00f0053d64 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Project 124ae7b831fe495da553c43ea53da20f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:23:05.562610 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-47a9d7e7-c238-4c79-a1a6-1f00f0053d64 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:05.563895 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-47a9d7e7-c238-4c79-a1a6-1f00f0053d64 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0452394 Jul 09 20:23:05.566500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39100) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:05.571168 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-76be02bb-7f2d-4de9-be47-17f1289750a9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '5822d298-6203-4188-a147-da7f0a636da6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:05.571652 n-d-800088-3 neutron-server[100204]: WARNING neutron.api.v2.base [None req-76be02bb-7f2d-4de9-be47-17f1289750a9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 20:23:05.572136 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-76be02bb-7f2d-4de9-be47-17f1289750a9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:05.573085 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-76be02bb-7f2d-4de9-be47-17f1289750a9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055981 Jul 09 20:23:05.575524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39102) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:05.581687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-65f02d94-f5bd-45ab-8455-668d3c61c3ad tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '5822d298-6203-4188-a147-da7f0a636da6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:05.604482 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-65f02d94-f5bd-45ab-8455-668d3c61c3ad tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Project 124ae7b831fe495da553c43ea53da20f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:23:05.618258 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-65f02d94-f5bd-45ab-8455-668d3c61c3ad tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:05.619373 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-65f02d94-f5bd-45ab-8455-668d3c61c3ad tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0429590 Jul 09 20:23:05.622212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39104) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:05.627685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3a55536d-6de2-4679-863f-a13bdd9ab6c7 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '5822d298-6203-4188-a147-da7f0a636da6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:05.652495 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-3a55536d-6de2-4679-863f-a13bdd9ab6c7 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Project 124ae7b831fe495da553c43ea53da20f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:23:05.670755 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-3a55536d-6de2-4679-863f-a13bdd9ab6c7 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:05.671910 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3a55536d-6de2-4679-863f-a13bdd9ab6c7 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0487401 Jul 09 20:23:05.674711 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39108) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:05.735517 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dda5043b-d813-40aa-9d99-a67acf22723a tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:05.764378 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dda5043b-d813-40aa-9d99-a67acf22723a tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:05.810512 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dda5043b-d813-40aa-9d99-a67acf22723a tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:05.814370 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dda5043b-d813-40aa-9d99-a67acf22723a tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:05.815590 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dda5043b-d813-40aa-9d99-a67acf22723a tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "DELETE /v2.0/security-groups/5822d298-6203-4188-a147-da7f0a636da6 HTTP/1.1" status: 204 len: 168 time: 0.1399350 Jul 09 20:23:05.818615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39110) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:05.828195 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5043b-d813-40aa-9d99-a67acf22723a tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5822d298-6203-4188-a147-da7f0a636da6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:05.871168 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-32d74e8a-7038-4b72-bb7b-6a5e990491cc tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513980 Jul 09 20:23:05.876758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39112) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:05.881406 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-35423010-555b-4fa0-bd16-093b5c162a18 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374278367'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:05.905392 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-35423010-555b-4fa0-bd16-093b5c162a18 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:05.995901 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-35423010-555b-4fa0-bd16-093b5c162a18 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:06.001732 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-35423010-555b-4fa0-bd16-093b5c162a18 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:06.035335 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-35423010-555b-4fa0-bd16-093b5c162a18 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:06.039509 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-35423010-555b-4fa0-bd16-093b5c162a18 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1588314 Jul 09 20:23:06.039999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39114) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:06.046424 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7fff0a35-6ee7-4373-9d12-655113565e12 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '7343e748-fff9-4158-850d-377d9361c679', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:06.052114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35423010-555b-4fa0-bd16-093b5c162a18 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7343e748-fff9-4158-850d-377d9361c679,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:06.091401 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-7fff0a35-6ee7-4373-9d12-655113565e12 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The resource could not be found. Jul 09 20:23:06.092841 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7fff0a35-6ee7-4373-9d12-655113565e12 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0516877 Jul 09 20:23:06.095512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39116) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:06.100108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-40756125-324a-4771-8de5-dba558915eb0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '7343e748-fff9-4158-850d-377d9361c679', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0eb1e323-96a3-4ebf-b2c5-f5206b4a388e'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:06.148918 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-40756125-324a-4771-8de5-dba558915eb0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The resource could not be found. Jul 09 20:23:06.150087 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-40756125-324a-4771-8de5-dba558915eb0 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0535941 Jul 09 20:23:06.153378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39120) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:06.218779 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-154c8db6-4952-4633-913f-dc9c2adbd646 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:06.240690 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-134bc808-ca84-4f42-984f-36ac4742c99d req-8493d30b-3e77-4e1d-8a48-382416c70fe9 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0334914 Jul 09 20:23:06.245658 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-154c8db6-4952-4633-913f-dc9c2adbd646 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:06.296012 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-154c8db6-4952-4633-913f-dc9c2adbd646 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:06.298707 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-154c8db6-4952-4633-913f-dc9c2adbd646 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:06.302200 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-154c8db6-4952-4633-913f-dc9c2adbd646 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "DELETE /v2.0/security-groups/7343e748-fff9-4158-850d-377d9361c679 HTTP/1.1" status: 204 len: 168 time: 0.1435552 Jul 09 20:23:06.303114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39124) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:06.309419 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c8db6-4952-4633-913f-dc9c2adbd646 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7343e748-fff9-4158-850d-377d9361c679,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:06.371075 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-203659b8-5ee4-458f-97aa-0134c72a9d38 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0658245 Jul 09 20:23:06.378137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39126) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:06.382640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-618f735b-e61b-471c-b56a-2096d36bdc14 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '2e05c841-c6cf-4440-b634-0ad509f7c1a2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:06.428157 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-618f735b-e61b-471c-b56a-2096d36bdc14 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The resource could not be found. Jul 09 20:23:06.429595 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-618f735b-e61b-471c-b56a-2096d36bdc14 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0504975 Jul 09 20:23:06.433329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39128) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:06.439339 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b331c3b0-c47a-48e1-9ae7-127586aa41bc tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group': {'name': 'tempest-secgroup--913898389'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:06.475119 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b331c3b0-c47a-48e1-9ae7-127586aa41bc tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:06.597582 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b331c3b0-c47a-48e1-9ae7-127586aa41bc tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:06.602264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b331c3b0-c47a-48e1-9ae7-127586aa41bc tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:06.621759 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b331c3b0-c47a-48e1-9ae7-127586aa41bc tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:06.623268 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b331c3b0-c47a-48e1-9ae7-127586aa41bc tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1888394 Jul 09 20:23:06.626860 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39132) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:06.641137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d077b06c-da5c-4dca-9d60-fad6dd9fe0f3 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802234905'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:06.646250 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331c3b0-c47a-48e1-9ae7-127586aa41bc tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98f1d67-fb0d-4a64-a44e-c2ea06112e3d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:06.682212 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60b646-7225-4238-a5e8-e6db4da749a2 req-978e88a7-191c-4e67-900e-47f21b3a86dc tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:06.683868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ec60b646-7225-4238-a5e8-e6db4da749a2 req-978e88a7-191c-4e67-900e-47f21b3a86dc tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.1332345 Jul 09 20:23:06.700748 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d077b06c-da5c-4dca-9d60-fad6dd9fe0f3 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:06.757183 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ec60b646-7225-4238-a5e8-e6db4da749a2 req-fcfb12f5-84ce-4bd9-866f-586f9c72d4f3 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649197 Jul 09 20:23:06.855358 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d077b06c-da5c-4dca-9d60-fad6dd9fe0f3 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:06.865186 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d077b06c-da5c-4dca-9d60-fad6dd9fe0f3 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:06.896816 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d077b06c-da5c-4dca-9d60-fad6dd9fe0f3 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:06.901031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39138) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:06.901262 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d077b06c-da5c-4dca-9d60-fad6dd9fe0f3 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2731707 Jul 09 20:23:06.903342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077b06c-da5c-4dca-9d60-fad6dd9fe0f3 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43489349-2f62-4d76-a37c-0d6046c68dd1,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:06.907435 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-412434ff-b579-49f3-8898-968d3857ffc8 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': 'd98f1d67-fb0d-4a64-a44e-c2ea06112e3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '43489349-2f62-4d76-a37c-0d6046c68dd1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:06.947280 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-412434ff-b579-49f3-8898-968d3857ffc8 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:06.948800 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-412434ff-b579-49f3-8898-968d3857ffc8 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0467155 Jul 09 20:23:06.951790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39140) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:07.022782 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-73223858-1f67-4b25-9550-5dc0b2b13b12 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:07.049347 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-73223858-1f67-4b25-9550-5dc0b2b13b12 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:07.099156 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-73223858-1f67-4b25-9550-5dc0b2b13b12 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:07.101899 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-73223858-1f67-4b25-9550-5dc0b2b13b12 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:07.103070 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-73223858-1f67-4b25-9550-5dc0b2b13b12 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "DELETE /v2.0/security-groups/43489349-2f62-4d76-a37c-0d6046c68dd1 HTTP/1.1" status: 204 len: 168 time: 0.1499753 Jul 09 20:23:07.105875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39150) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:07.112973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73223858-1f67-4b25-9550-5dc0b2b13b12 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43489349-2f62-4d76-a37c-0d6046c68dd1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:07.183557 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-103428cf-0625-4743-a7a7-8bf08538567b tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0764468 Jul 09 20:23:07.186715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39152) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:07.254160 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2d797d8-2406-43f1-a703-0660f60a27d7 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:07.291085 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2d797d8-2406-43f1-a703-0660f60a27d7 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:07.360844 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2d797d8-2406-43f1-a703-0660f60a27d7 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:07.364399 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2d797d8-2406-43f1-a703-0660f60a27d7 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:07.365791 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c2d797d8-2406-43f1-a703-0660f60a27d7 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "DELETE /v2.0/security-groups/d98f1d67-fb0d-4a64-a44e-c2ea06112e3d HTTP/1.1" status: 204 len: 168 time: 0.1776111 Jul 09 20:23:07.368573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39160) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:07.383085 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d797d8-2406-43f1-a703-0660f60a27d7 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98f1d67-fb0d-4a64-a44e-c2ea06112e3d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:07.436412 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9747b54b-4f81-4059-a1f4-5addae23c989 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604417 Jul 09 20:23:07.436694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39164) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:07.439351 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-26b83ab0-9fc3-44fa-a79c-35ad37c5c0f6 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group': {'name': 'tempest-secgroup--1153252581'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:07.479237 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-26b83ab0-9fc3-44fa-a79c-35ad37c5c0f6 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:07.531190 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e5002ecf-5a89-43f1-9e59-55b7b1cd0150 req-0aa804f6-23ea-4a32-984a-208bc66c688a tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.1168604 Jul 09 20:23:07.630390 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-26b83ab0-9fc3-44fa-a79c-35ad37c5c0f6 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:07.635759 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-26b83ab0-9fc3-44fa-a79c-35ad37c5c0f6 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:07.667603 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-26b83ab0-9fc3-44fa-a79c-35ad37c5c0f6 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:07.672926 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-26b83ab0-9fc3-44fa-a79c-35ad37c5c0f6 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2335048 Jul 09 20:23:07.672926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b83ab0-9fc3-44fa-a79c-35ad37c5c0f6 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f16f48c-f4a9-4b16-9254-f4ec3733a036,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:07.673310 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39166) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:07.678473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-2c6e449d-2ed2-4e9b-ac82-55b0efc758cf tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '0f16f48c-f4a9-4b16-9254-f4ec3733a036', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:07.729003 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-2c6e449d-2ed2-4e9b-ac82-55b0efc758cf tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:07.731022 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2c6e449d-2ed2-4e9b-ac82-55b0efc758cf tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0562966 Jul 09 20:23:07.735426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39168) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:07.741165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1ea00635-95cf-4535-bda0-087effa463f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group_rule': {'security_group_id': '0f16f48c-f4a9-4b16-9254-f4ec3733a036', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:07.799482 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-1ea00635-95cf-4535-bda0-087effa463f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:23:07.800870 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1ea00635-95cf-4535-bda0-087effa463f9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0641277 Jul 09 20:23:07.804223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39172) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:07.903347 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3422812b-cce4-4021-8708-97203e64cda9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:07.958265 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3422812b-cce4-4021-8708-97203e64cda9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:08.014672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f12eb-cb56-41ad-955b-759a11d0c90e req-27748d62-5859-4483-9fe0-3fe408968791 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:08.016435 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c3f12eb-cb56-41ad-955b-759a11d0c90e req-27748d62-5859-4483-9fe0-3fe408968791 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.1318564 Jul 09 20:23:08.031440 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3422812b-cce4-4021-8708-97203e64cda9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:08.034485 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3422812b-cce4-4021-8708-97203e64cda9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:08.035671 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3422812b-cce4-4021-8708-97203e64cda9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "DELETE /v2.0/security-groups/0f16f48c-f4a9-4b16-9254-f4ec3733a036 HTTP/1.1" status: 204 len: 168 time: 0.2222106 Jul 09 20:23:08.038413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39176) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:08.071016 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c3f12eb-cb56-41ad-955b-759a11d0c90e req-9b0707cd-4d1d-4bae-bc70-0f0efec089fa tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479352 Jul 09 20:23:08.071898 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422812b-cce4-4021-8708-97203e64cda9 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f16f48c-f4a9-4b16-9254-f4ec3733a036,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:08.090288 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f58bf614-33a0-48ba-82fa-785ea630bbbb tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506868 Jul 09 20:23:08.094308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39178) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:08.099346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b0d239b6-6888-40ac-995f-2c9ad6165591 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group': {'name': 'tempest-secgroup--603689114'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:08.122194 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b0d239b6-6888-40ac-995f-2c9ad6165591 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:08.213855 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b0d239b6-6888-40ac-995f-2c9ad6165591 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:08.218659 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b0d239b6-6888-40ac-995f-2c9ad6165591 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:08.251357 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b0d239b6-6888-40ac-995f-2c9ad6165591 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:08.252725 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b0d239b6-6888-40ac-995f-2c9ad6165591 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1570189 Jul 09 20:23:08.254692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d239b6-6888-40ac-995f-2c9ad6165591 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ada0d4-28f4-42d8-83e1-3ae674750f59,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:08.255719 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39180) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:08.261223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-17768294-47f3-4126-8b81-d2f50b23f422 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:08.261943 n-d-800088-3 neutron-server[100205]: WARNING neutron.api.v2.base [None req-17768294-47f3-4126-8b81-d2f50b23f422 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 20:23:08.262614 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-17768294-47f3-4126-8b81-d2f50b23f422 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 20:23:08.264723 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-17768294-47f3-4126-8b81-d2f50b23f422 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "PUT /v2.0/security-groups/d6ada0d4-28f4-42d8-83e1-3ae674750f59 HTTP/1.1" status: 409 len: 330 time: 0.0069742 Jul 09 20:23:08.266987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39182) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:08.323109 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aae3046b-57e4-4759-8cd8-a42660d665ae tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:08.347770 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aae3046b-57e4-4759-8cd8-a42660d665ae tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:08.398192 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aae3046b-57e4-4759-8cd8-a42660d665ae tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:08.400981 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aae3046b-57e4-4759-8cd8-a42660d665ae tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:08.402140 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-aae3046b-57e4-4759-8cd8-a42660d665ae tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "DELETE /v2.0/security-groups/d6ada0d4-28f4-42d8-83e1-3ae674750f59 HTTP/1.1" status: 204 len: 168 time: 0.1340826 Jul 09 20:23:08.405334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39184) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:08.412447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3046b-57e4-4759-8cd8-a42660d665ae tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ada0d4-28f4-42d8-83e1-3ae674750f59,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:08.463077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ea5b0a6d-66cb-47de-bab9-75f710941b1d tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561230 Jul 09 20:23:08.466777 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39186) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:08.483185 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-b24da8ba-d81c-4164-8fa0-ce72d49dded7 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] delete failed (client error): The resource could not be found. Jul 09 20:23:08.484347 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b24da8ba-d81c-4164-8fa0-ce72d49dded7 tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "DELETE /v2.0/security-groups/353eda32-5e4f-44e4-baa9-61b12309669b HTTP/1.1" status: 404 len: 347 time: 0.0165904 Jul 09 20:23:08.488026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39188) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:08.504655 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-d2be3434-02ae-44f0-ad9f-951b9a9879dc tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] show failed (client error): The resource could not be found. Jul 09 20:23:08.506324 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d2be3434-02ae-44f0-ad9f-951b9a9879dc tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "GET /v2.0/security-groups/5faed8d2-868f-41fc-bb51-0126fc54f6d8 HTTP/1.1" status: 404 len: 347 time: 0.0172138 Jul 09 20:23:08.509885 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39190) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:08.525747 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-bea739a1-9f37-4e47-97cc-62b80e193bfe tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] show failed (client error): The resource could not be found. Jul 09 20:23:08.527040 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bea739a1-9f37-4e47-97cc-62b80e193bfe tempest-NegativeSecGroupIPv6Test-1331879590 tempest-NegativeSecGroupIPv6Test-1331879590-project] 10.222.0.30 "GET /v2.0/security-group-rules/216cb428-955e-4054-bac0-d4796c0e8be6 HTTP/1.1" status: 404 len: 356 time: 0.0157783 Jul 09 20:23:08.719505 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b1bea02-8ba5-4cba-a230-24ae6d438558 req-ab8906c5-f9ea-4278-bf99-395939e9cad9 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0319936 Jul 09 20:23:08.834784 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39198) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:08.991206 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7569ea35-27a2-4949-9b11-9b25c30706e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=124ae7b831fe495da553c43ea53da20f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552076 Jul 09 20:23:08.993631 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39204) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:09.049000 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a5152a4b-5428-4423-96c4-e0a260759a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:09.081591 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a5152a4b-5428-4423-96c4-e0a260759a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:09.138830 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a5152a4b-5428-4423-96c4-e0a260759a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:09.142086 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a5152a4b-5428-4423-96c4-e0a260759a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:09.145632 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a5152a4b-5428-4423-96c4-e0a260759a71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdab7034-d556-4c2a-8828-42d9efa8c099 HTTP/1.1" status: 204 len: 168 time: 0.1487272 Jul 09 20:23:09.158052 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5152a4b-5428-4423-96c4-e0a260759a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdab7034-d556-4c2a-8828-42d9efa8c099,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:09.281728 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792099b-9598-43c7-af29-ff6901e6f9d3 req-54df4629-1566-4fcd-88d5-906e3cd4ce34 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:09.289100 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6792099b-9598-43c7-af29-ff6901e6f9d3 req-54df4629-1566-4fcd-88d5-906e3cd4ce34 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0812223 Jul 09 20:23:09.331017 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6792099b-9598-43c7-af29-ff6901e6f9d3 req-f7e01bd9-8fef-4539-bf40-bfff25da8282 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407979 Jul 09 20:23:09.878278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39230) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:09.882885 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027595 Jul 09 20:23:09.886137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39232) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:09.901544 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d7ce0213-7b8a-442a-abdc-d6bf8a17c0ec req-4c4390ba-0644-47bd-996a-f8944ceb29c1 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0442762 Jul 09 20:23:10.020022 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5c79bde8-4eb1-4616-b39e-0ada595032b3 tempest-NetworksApiDiscovery-1896320453 tempest-NetworksApiDiscovery-1896320453-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1325989 Jul 09 20:23:10.300604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39242) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:10.422783 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a30d66d-8bbd-46ae-8b49-268275fb4dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:10.577611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd9623-2a16-4b59-93c1-b8e89a038759 req-f6b53061-c9c7-4488-a606-e7043a40d994 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:10.579742 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1acd9623-2a16-4b59-93c1-b8e89a038759 req-f6b53061-c9c7-4488-a606-e7043a40d994 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.1103323 Jul 09 20:23:10.581800 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a30d66d-8bbd-46ae-8b49-268275fb4dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:10.594393 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a30d66d-8bbd-46ae-8b49-268275fb4dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:10.656492 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5a30d66d-8bbd-46ae-8b49-268275fb4dab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4210bc129cd34fcd949f9c911e5a9c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3523760 Jul 09 20:23:10.657365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30d66d-8bbd-46ae-8b49-268275fb4dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625e0d79-6169-4101-9ac8-b79f4f3f6c9b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:10.657599 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39248) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:10.675424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1acd9623-2a16-4b59-93c1-b8e89a038759 req-04477b4d-dabf-4d56-8130-579c4cdeeaef tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886407 Jul 09 20:23:10.730457 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-34fefaa7-048c-4b27-a6c4-502e957db2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:10.755734 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-34fefaa7-048c-4b27-a6c4-502e957db2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:10.807108 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-34fefaa7-048c-4b27-a6c4-502e957db2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:10.809818 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-34fefaa7-048c-4b27-a6c4-502e957db2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:10.812122 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-34fefaa7-048c-4b27-a6c4-502e957db2f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/625e0d79-6169-4101-9ac8-b79f4f3f6c9b HTTP/1.1" status: 204 len: 168 time: 0.1529012 Jul 09 20:23:10.822225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fefaa7-048c-4b27-a6c4-502e957db2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625e0d79-6169-4101-9ac8-b79f4f3f6c9b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:11.081208 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4de86a96-a539-48c5-b016-be1377a7c098 req-621830b4-91a2-4042-84a9-ca5c6bc5e341 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0396478 Jul 09 20:23:11.882012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075623f3-5658-4334-8c99-b8e7b30e8d5d req-ea79c765-8837-4faa-a4ab-38ae3e9d7737 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:11.884162 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-075623f3-5658-4334-8c99-b8e7b30e8d5d req-ea79c765-8837-4faa-a4ab-38ae3e9d7737 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0743949 Jul 09 20:23:11.926101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-075623f3-5658-4334-8c99-b8e7b30e8d5d req-08511837-ae3b-4885-ae2d-bee0e0479e19 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354493 Jul 09 20:23:12.272414 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d571875-98b3-41e2-b2b4-20d1e50c662e req-756be25e-e2dc-44e6-806a-3828b059344e tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0305841 Jul 09 20:23:12.411362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39314) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:12.518593 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7884ffcf-6100-4ebc-81d6-49bf67f0d695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:12.629703 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7884ffcf-6100-4ebc-81d6-49bf67f0d695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:12.633729 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7884ffcf-6100-4ebc-81d6-49bf67f0d695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:12.674591 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7884ffcf-6100-4ebc-81d6-49bf67f0d695 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c389128b7fd8400e86b3ff453a8cc65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620416 Jul 09 20:23:12.675460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884ffcf-6100-4ebc-81d6-49bf67f0d695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238d3b20-ee7a-41d8-b422-9946f39d398a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:12.677226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39318) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:12.730949 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df92a9c8-6335-4507-b5bf-ea541f5ae5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:12.755211 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df92a9c8-6335-4507-b5bf-ea541f5ae5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:12.805135 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df92a9c8-6335-4507-b5bf-ea541f5ae5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:12.807931 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-df92a9c8-6335-4507-b5bf-ea541f5ae5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:12.809293 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-df92a9c8-6335-4507-b5bf-ea541f5ae5ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/238d3b20-ee7a-41d8-b422-9946f39d398a HTTP/1.1" status: 204 len: 168 time: 0.1302609 Jul 09 20:23:12.818718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92a9c8-6335-4507-b5bf-ea541f5ae5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238d3b20-ee7a-41d8-b422-9946f39d398a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:13.094712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39326) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:13.107831 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-563cf9bf-4aea-4c86-b015-85ee83c7e2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:13.114396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629d659-ebad-4259-8ef7-efdae5720976 req-2edfcaa1-547c-4644-b0f3-355115336ed5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:13.116153 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0629d659-ebad-4259-8ef7-efdae5720976 req-2edfcaa1-547c-4644-b0f3-355115336ed5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0719988 Jul 09 20:23:13.178171 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0629d659-ebad-4259-8ef7-efdae5720976 req-fc04ae15-575d-4da8-9966-6f570c894103 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555568 Jul 09 20:23:13.246589 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-563cf9bf-4aea-4c86-b015-85ee83c7e2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:13.251317 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-563cf9bf-4aea-4c86-b015-85ee83c7e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:13.293312 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-563cf9bf-4aea-4c86-b015-85ee83c7e2bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e2b15a1c0194071896f938aed25810f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974504 Jul 09 20:23:13.294300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563cf9bf-4aea-4c86-b015-85ee83c7e2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673c331e-a063-4c8b-a380-d56a8a8f8ab8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:13.296876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39334) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:13.350533 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd075d38-0f3a-4947-b06d-109c108ed9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:13.380120 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd075d38-0f3a-4947-b06d-109c108ed9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:13.441325 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5d50c6ce-326b-46ef-af9d-c437c0938441 req-84ab82f9-658c-4436-826b-832dc9fdd416 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0398314 Jul 09 20:23:13.445274 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd075d38-0f3a-4947-b06d-109c108ed9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:13.448412 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cd075d38-0f3a-4947-b06d-109c108ed9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:13.449630 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cd075d38-0f3a-4947-b06d-109c108ed9a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/673c331e-a063-4c8b-a380-d56a8a8f8ab8 HTTP/1.1" status: 204 len: 168 time: 0.1517456 Jul 09 20:23:13.467305 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd075d38-0f3a-4947-b06d-109c108ed9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673c331e-a063-4c8b-a380-d56a8a8f8ab8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:14.379824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da399c4-318a-4ee3-929f-5bd39e578000 req-fdd09ac9-642a-49e5-a31f-e6f301eec92a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:14.381442 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7da399c4-318a-4ee3-929f-5bd39e578000 req-fdd09ac9-642a-49e5-a31f-e6f301eec92a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0719883 Jul 09 20:23:14.429162 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7da399c4-318a-4ee3-929f-5bd39e578000 req-31b2399a-e60b-48de-8725-ab2fdb7b69e5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418034 Jul 09 20:23:14.598360 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30bee7d1-0a62-4d5d-9c46-23711083f89e req-6ded68bb-2f00-4788-85ac-f378d5e4bb2a tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0308433 Jul 09 20:23:15.782544 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c0d7c734-2fc8-4396-9a5d-3d3fae183519 req-b4ef0f9a-5496-4dfa-89af-506800c7b274 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0392330 Jul 09 20:23:15.870622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3eecd6-ca40-4591-851b-3ed5d9df1967 req-07523bc3-44b0-4895-af80-5623080ca380 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:15.872140 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa3eecd6-ca40-4591-851b-3ed5d9df1967 req-07523bc3-44b0-4895-af80-5623080ca380 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.2890718 Jul 09 20:23:15.913694 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa3eecd6-ca40-4591-851b-3ed5d9df1967 req-4a78782a-d87f-4a54-864c-9750c383979e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348618 Jul 09 20:23:16.790731 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-29666ccc-ab16-46e6-a2e9-aef69ecd7ce8 service neutron] show failed (client error): The resource could not be found. Jul 09 20:23:16.793254 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-29666ccc-ab16-46e6-a2e9-aef69ecd7ce8 service neutron] 10.222.0.36 "GET /v2.0/ports/650815ba-feb0-4821-938b-024100fb4ed7/bindings/n-h2-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.1083751 Jul 09 20:23:16.953023 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-13770c36-df66-43e9-bf94-62565188123e req-66387323-018e-4011-949f-79e9f66ff0fb tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0402584 Jul 09 20:23:17.155817 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-6299cfdb-76dd-4819-b088-6ef7d265e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:17.157397 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-6299cfdb-76dd-4819-b088-6ef7d265e27a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1&tenant_id=98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 1096 time: 0.1126800 Jul 09 20:23:17.171321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11bbc1-67c4-43a0-a9ea-da002796eb32 req-fdcfffe5-900e-4ba7-a76e-43820ae0c5c2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:17.173120 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ff11bbc1-67c4-43a0-a9ea-da002796eb32 req-fdcfffe5-900e-4ba7-a76e-43820ae0c5c2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.0900660 Jul 09 20:23:17.178282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:17.275241 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ff11bbc1-67c4-43a0-a9ea-da002796eb32 req-7eb8f525-eff8-4a1c-94da-a89761301f39 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941806 Jul 09 20:23:17.291890 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:17.523703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=650815ba-feb0-4821-938b-024100fb4ed7,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:17.559858 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:23:17.616910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:17.619419 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c04346-ce82-4024-b77a-fb14ae6c701f" -d '{"events": [{"server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "name": "network-vif-unplugged", "status": "completed", "tag": "650815ba-feb0-4821-938b-024100fb4ed7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:17.624142 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:17.637962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Transition to ACTIVE for port object 650815ba-feb0-4821-938b-024100fb4ed7 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:23:17.643256 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:17.679873 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024ab9eb-9165-4fe1-9523-99b7103303b4 x-openstack-request-id: req-024ab9eb-9165-4fe1-9523-99b7103303b4 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:17.680167 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "name": "network-vif-unplugged", "status": "completed", "tag": "650815ba-feb0-4821-938b-024100fb4ed7", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:17.680445 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-024ab9eb-9165-4fe1-9523-99b7103303b4 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:17.680881 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7', 'code': 200} Jul 09 20:23:17.705637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Pushing event updated for resources: {'Port': ['ID=650815ba-feb0-4821-938b-024100fb4ed7,revision_number=6']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:17.785752 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] No DVR routers for this DVR port 650815ba-feb0-4821-938b-024100fb4ed7 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:23:17.953226 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Attempting to bind port 650815ba-feb0-4821-938b-024100fb4ed7 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:23:17.953655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Attempting to bind port 650815ba-feb0-4821-938b-024100fb4ed7 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:23:17.954160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Attempting to bind port 650815ba-feb0-4821-938b-024100fb4ed7 on network 6751e324-3a53-4d2d-a60d-4069349c4ad5 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:23:17.959522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Port 650815ba-feb0-4821-938b-024100fb4ed7 on network 6751e324-3a53-4d2d-a60d-4069349c4ad5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:23:17.959933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Attempting to bind port 650815ba-feb0-4821-938b-024100fb4ed7 on network 6751e324-3a53-4d2d-a60d-4069349c4ad5 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:23:17.965333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:23:17.965762 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Checking segment: {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:23:17.966223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Bound using segment: {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:23:17.966791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Bound port: 650815ba-feb0-4821-938b-024100fb4ed7, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:23:17.967230 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:18.047824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:23:18.051059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=650815ba-feb0-4821-938b-024100fb4ed7,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:23:18.056977 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:18.168939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Pushing event updated for resources: {'Port': ['ID=650815ba-feb0-4821-938b-024100fb4ed7,revision_number=7']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:18.177617 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7eb33447-651c-469f-94f9-36674b95ac3d req-f1b53a1c-a7f8-4c8d-a4cd-ffa58e63c777 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0646732 Jul 09 20:23:18.182353 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:18.182993 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:18.185179 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-cc104634-5102-40f8-9229-5fde11f450e0 service neutron] 10.222.0.32 "PUT /v2.0/ports/650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 200 len: 1091 time: 1.0103676 Jul 09 20:23:18.276268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-3f8d92f2-6fe7-4255-a7c9-d02c75e9251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:18.277873 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-3f8d92f2-6fe7-4255-a7c9-d02c75e9251f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1094 time: 0.0598795 Jul 09 20:23:18.418290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-ffc92de0-9e67-461e-a9af-8382b12028e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:18.420482 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-ffc92de0-9e67-461e-a9af-8382b12028e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6751e324-3a53-4d2d-a60d-4069349c4ad5 HTTP/1.1" status: 200 len: 897 time: 0.1360214 Jul 09 20:23:18.527704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98009a8b-5bf5-480e-beed-32084559d737 req-13e91eb5-0cfc-4567-b720-5949729bd492 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:18.530973 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-98009a8b-5bf5-480e-beed-32084559d737 req-13e91eb5-0cfc-4567-b720-5949729bd492 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 943 time: 0.0985913 Jul 09 20:23:18.568620 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-7077f549-65de-4383-b924-b17ec99a446e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 200 len: 999 time: 0.1380613 Jul 09 20:23:18.592161 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-98009a8b-5bf5-480e-beed-32084559d737 req-79655562-1b72-46d8-90d2-afbdc65caa47 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491965 Jul 09 20:23:18.675895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-5e68d211-7fe5-4937-8ad6-3165fcf5a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:18.677667 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-5e68d211-7fe5-4937-8ad6-3165fcf5a6f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9811c50a-72e9-40ee-b32b-f33571fcf338 HTTP/1.1" status: 200 len: 834 time: 0.1032820 Jul 09 20:23:18.759255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-8e68b40c-65c2-4075-8310-a839c7d6cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:18.761104 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-8e68b40c-65c2-4075-8310-a839c7d6cc46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6751e324-3a53-4d2d-a60d-4069349c4ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771861 Jul 09 20:23:18.855182 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-c73848d4-1d4f-4a96-aa5f-b60d2bcc41bc service neutron] 10.222.0.32 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868893 Jul 09 20:23:18.956181 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd668f07-c46f-4eee-8eb8-5ef5cfa63b2d req-2fc8e483-0843-4d83-85f3-a58f4a9e1495 service neutron] 10.222.0.32 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954201 Jul 09 20:23:19.342694 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38b52d9c-ed2b-4e89-b45e-b71d71f653ff req-4ca35e7e-fb00-4df2-98e1-9dd06e00d20b tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0326958 Jul 09 20:23:19.686313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:19.686313 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f9a00f-74ca-4458-aecd-7a66ec79f223" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "tag": "650815ba-feb0-4821-938b-024100fb4ed7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:19.736957 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 650815ba-feb0-4821-938b-024100fb4ed7 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:23:19.761319 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23efc440-5e62-476f-8cf8-d90a1420b21d x-openstack-request-id: req-23efc440-5e62-476f-8cf8-d90a1420b21d {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:19.761871 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "tag": "650815ba-feb0-4821-938b-024100fb4ed7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:19.762541 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23efc440-5e62-476f-8cf8-d90a1420b21d {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:19.764043 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7', 'status': 'completed', 'code': 200} Jul 09 20:23:19.829936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 650815ba-feb0-4821-938b-024100fb4ed7 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:23:19.862171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-8eacac49-3a37-4373-9c94-5402e647b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:19.863786 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-8eacac49-3a37-4373-9c94-5402e647b338 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1094 time: 0.0765343 Jul 09 20:23:19.921178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-213894f0-150a-446f-b869-014615f4f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:19.923555 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-213894f0-150a-446f-b869-014615f4f9ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1094 time: 0.1376147 Jul 09 20:23:19.932416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb49bc0-734d-4e72-8546-0c16f7ff8149 req-b38894c8-669f-4d85-970b-56cef45148ef tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:19.934386 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0bb49bc0-734d-4e72-8546-0c16f7ff8149 req-b38894c8-669f-4d85-970b-56cef45148ef tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 943 time: 0.0950265 Jul 09 20:23:19.986211 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-3aa69609-f2b1-49cf-aa9a-06e43776ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:19.987825 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-3aa69609-f2b1-49cf-aa9a-06e43776ded7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6751e324-3a53-4d2d-a60d-4069349c4ad5 HTTP/1.1" status: 200 len: 897 time: 0.1125584 Jul 09 20:23:20.057355 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-6f98de74-883f-4a17-b570-e4974f02426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:20.059205 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-6f98de74-883f-4a17-b570-e4974f02426a service neutron] 10.222.0.36 "GET /v2.0/networks?id=6751e324-3a53-4d2d-a60d-4069349c4ad5 HTTP/1.1" status: 200 len: 897 time: 0.1236651 Jul 09 20:23:20.063914 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-8838315b-9597-484d-9eff-846eb4a62da9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 200 len: 999 time: 0.0689280 Jul 09 20:23:20.074608 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0bb49bc0-734d-4e72-8546-0c16f7ff8149 req-3ff961dc-3ad1-495e-8a6a-9b5cdc289db7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294732 Jul 09 20:23:20.129582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-013cf114-0852-4e34-bb94-42b03ea72c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:20.131182 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-013cf114-0852-4e34-bb94-42b03ea72c34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9811c50a-72e9-40ee-b32b-f33571fcf338 HTTP/1.1" status: 200 len: 834 time: 0.0585644 Jul 09 20:23:20.139782 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-50abd215-4b6d-489c-9291-33b046a8054a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 200 len: 999 time: 0.0732925 Jul 09 20:23:20.202518 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-f1c863d7-c0a1-49b4-ba7a-06a1033a3672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:20.204737 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-f1c863d7-c0a1-49b4-ba7a-06a1033a3672 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6751e324-3a53-4d2d-a60d-4069349c4ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659871 Jul 09 20:23:20.206629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-e0ae8e8d-cbe0-4c3b-b61f-cd57d74e9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:20.208475 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-e0ae8e8d-cbe0-4c3b-b61f-cd57d74e9414 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9811c50a-72e9-40ee-b32b-f33571fcf338 HTTP/1.1" status: 200 len: 834 time: 0.0624425 Jul 09 20:23:20.271772 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-66b048cc-4ff9-436c-92b6-472bcd50869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:20.273497 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-66b048cc-4ff9-436c-92b6-472bcd50869b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6751e324-3a53-4d2d-a60d-4069349c4ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584421 Jul 09 20:23:20.308667 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-139ac503-5174-494c-9bf4-e8576f50ba85 service neutron] 10.222.0.32 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968573 Jul 09 20:23:20.411653 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-ea18368e-ad44-48cf-ba18-08fa9bc8cdc4 service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311889 Jul 09 20:23:20.440891 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-5de8f1c3-6af8-4833-a0f7-8f914b00035b service neutron] 10.222.0.32 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236002 Jul 09 20:23:20.545669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37ce98a7-a91b-43fb-b5f5-1cc11ed2737b req-fe105352-0663-48d3-89f7-1d7517df79c9 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0379844 Jul 09 20:23:20.546495 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f8f9a00f-74ca-4458-aecd-7a66ec79f223 req-779e50da-cb16-478a-b0f6-1c4877ab60de service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280499 Jul 09 20:23:21.180439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 650815ba-feb0-4821-938b-024100fb4ed7 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:23:21.345374 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=650815ba-feb0-4821-938b-024100fb4ed7,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:21.347803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c0c73-4ed9-4b4c-bf9e-c758f5f09ba1 req-8f030ea0-f8bc-45b2-b566-5dc724105005 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:21.350731 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6f7c0c73-4ed9-4b4c-bf9e-c758f5f09ba1 req-8f030ea0-f8bc-45b2-b566-5dc724105005 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 943 time: 0.1263316 Jul 09 20:23:21.366781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '650815ba-feb0-4821-938b-024100fb4ed7', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'port_id': '650815ba-feb0-4821-938b-024100fb4ed7', 'mac_address': 'fa:16:3e:a7:6a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:23:21.423327 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:21.425385 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6f7c0c73-4ed9-4b4c-bf9e-c758f5f09ba1 req-e102b4b9-ac1f-400b-87a7-1df327714432 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689566 Jul 09 20:23:21.449244 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650815ba-feb0-4821-938b-024100fb4ed7 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:23:21.469225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=650815ba-feb0-4821-938b-024100fb4ed7,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:21.474737 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:21.539729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=650815ba-feb0-4821-938b-024100fb4ed7,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:21.549969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.550652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.551525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.552024 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.553014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.553527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.554041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.554541 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.555053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.556196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.556910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.557259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:21.759108 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['650815ba-feb0-4821-938b-024100fb4ed7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:23:21.819457 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3f7eb210-6163-41db-928b-fd8bb21ad576 req-316ba139-5d44-4e51-b2b9-0c7cda332f4a tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0834451 Jul 09 20:23:22.031080 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651ea72-93d3-4613-a855-8c3afe521910 req-2352c064-3027-4003-8446-171f47a56e28 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:22.032686 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-2352c064-3027-4003-8446-171f47a56e28 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1&tenant_id=98c415b77acf409d81bfd148c54b3790&binding%3Ahost_id=n-h2-800088-3 HTTP/1.1" status: 200 len: 944 time: 0.2098942 Jul 09 20:23:22.098270 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ad6ee-d688-4df2-85c4-028df5ad4f8e req-2e206682-33c1-499c-84ad-d5349e6af660 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:22.099811 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dc8ad6ee-d688-4df2-85c4-028df5ad4f8e req-2e206682-33c1-499c-84ad-d5349e6af660 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 944 time: 0.1707044 Jul 09 20:23:22.136969 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-80cc3eae-e99b-4ff9-8d38-b3c5dab973c4 service neutron] 10.222.0.32 "GET /v2.0/ports/650815ba-feb0-4821-938b-024100fb4ed7/bindings/n-h2-800088-3 HTTP/1.1" status: 200 len: 382 time: 0.0968900 Jul 09 20:23:22.157061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dc8ad6ee-d688-4df2-85c4-028df5ad4f8e req-13abe788-d623-4a65-bd4f-2380e6cfb5ad tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510778 Jul 09 20:23:22.217059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651ea72-93d3-4613-a855-8c3afe521910 req-6be8f6ee-3979-4941-b854-10c54538ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:22.218968 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-6be8f6ee-3979-4941-b854-10c54538ec63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1095 time: 0.0587666 Jul 09 20:23:22.314394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651ea72-93d3-4613-a855-8c3afe521910 req-4fdc37f8-3e59-4c36-8bc6-e52571e4496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:22.315971 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-4fdc37f8-3e59-4c36-8bc6-e52571e4496b service neutron] 10.222.0.32 "GET /v2.0/networks?id=6751e324-3a53-4d2d-a60d-4069349c4ad5 HTTP/1.1" status: 200 len: 897 time: 0.0911164 Jul 09 20:23:22.391751 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-0e0d709c-d4cb-4fa5-80cf-ef506791b095 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 200 len: 1000 time: 0.0691147 Jul 09 20:23:22.443135 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651ea72-93d3-4613-a855-8c3afe521910 req-bcef7f4d-7853-4ae3-acc4-e3df8f1b957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:22.444650 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-bcef7f4d-7853-4ae3-acc4-e3df8f1b957e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9811c50a-72e9-40ee-b32b-f33571fcf338 HTTP/1.1" status: 200 len: 834 time: 0.0468006 Jul 09 20:23:22.506134 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651ea72-93d3-4613-a855-8c3afe521910 req-cf0150db-9ac3-4e2c-97e7-10460befc491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:22.507754 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-cf0150db-9ac3-4e2c-97e7-10460befc491 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6751e324-3a53-4d2d-a60d-4069349c4ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559666 Jul 09 20:23:22.572178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39500) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:22.634957 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-7547585a-aa11-4482-98ab-dfafcdad08bb service neutron] 10.222.0.32 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205704 Jul 09 20:23:22.811571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ac99f-f651-43cd-b2f9-3f38adb67139 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Deleting port d9c19159-954e-4689-81b9-ebd19defcc19 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:23:22.813148 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac99f-f651-43cd-b2f9-3f38adb67139 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:22.851160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-eb5c8019-e46d-4ae3-b544-812b5ce12b6a service neutron] 10.222.0.32 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093837 Jul 09 20:23:22.957362 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac99f-f651-43cd-b2f9-3f38adb67139 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:22.958583 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac99f-f651-43cd-b2f9-3f38adb67139 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:22.971807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-dd7ac99f-f651-43cd-b2f9-3f38adb67139 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Calling delete_port for d9c19159-954e-4689-81b9-ebd19defcc19 owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:23:23.090947 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ff3f96f1-d023-4ce4-8a6c-6a5a2adba51c req-5b1ca479-1ecf-4b32-880d-f4a6689fe9f7 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0347488 Jul 09 20:23:23.190762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 650815ba-feb0-4821-938b-024100fb4ed7 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:23:23.250360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 650815ba-feb0-4821-938b-024100fb4ed7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:23:23.259103 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 650815ba-feb0-4821-938b-024100fb4ed7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:23:23.260364 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:23.271696 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac99f-f651-43cd-b2f9-3f38adb67139 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:23.327235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ac99f-f651-43cd-b2f9-3f38adb67139 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event deleted for resources: {'Port': ['ID=d9c19159-954e-4689-81b9-ebd19defcc19,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:23.408959 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac99f-f651-43cd-b2f9-3f38adb67139 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:23.409620 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-dd7ac99f-f651-43cd-b2f9-3f38adb67139 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Floating IP dda85df3-96f6-4f65-986b-fed839e0b492 disassociated (deleted). External IP: 172.25.0.91, port: 3200af9f-9090-42ed-8dd3-576c0adb4ecb. Jul 09 20:23:23.429237 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:23.474083 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:23.476349 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f6fcc4-c26e-42f1-a1d7-522a39b80e8a" -d '{"events": [{"server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "name": "network-vif-plugged", "status": "completed", "tag": "650815ba-feb0-4821-938b-024100fb4ed7"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:23.499558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=650815ba-feb0-4821-938b-024100fb4ed7,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:23.505384 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:23.571787 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef12223-8940-42ae-a75b-f4ab90bb6ad6 x-openstack-request-id: req-1ef12223-8940-42ae-a75b-f4ab90bb6ad6 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:23.572594 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "name": "network-vif-plugged", "status": "completed", "tag": "650815ba-feb0-4821-938b-024100fb4ed7", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:23.572826 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ef12223-8940-42ae-a75b-f4ab90bb6ad6 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:23.573196 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7', 'code': 200} Jul 09 20:23:23.593933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=650815ba-feb0-4821-938b-024100fb4ed7,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:23.596841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0202b-6f2a-4e76-aa2e-d90f122acef9 req-4c915a6b-75b0-489e-98c4-562cb340ef94 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:23.598414 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bfa0202b-6f2a-4e76-aa2e-d90f122acef9 req-4c915a6b-75b0-489e-98c4-562cb340ef94 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 944 time: 0.1309335 Jul 09 20:23:23.681793 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bfa0202b-6f2a-4e76-aa2e-d90f122acef9 req-127169b5-e3af-4089-9ac5-016fcec9d0a1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722826 Jul 09 20:23:23.805043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7ac99f-f651-43cd-b2f9-3f38adb67139 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Router bd6864f3-8951-4b51-b8ec-d99c1abbe036 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:23:23.922799 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7ac99f-f651-43cd-b2f9-3f38adb67139 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:23:23.927577 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd7ac99f-f651-43cd-b2f9-3f38adb67139 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:23.944075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5ec1a-473a-4638-a420-b94bee1f92b3 None None] Sync routers for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:23:23.960051 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5ec1a-473a-4638-a420-b94bee1f92b3 None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:23:23.960729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f3a5ec1a-473a-4638-a420-b94bee1f92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:22:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:23.988307 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dd7ac99f-f651-43cd-b2f9-3f38adb67139 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "DELETE /v2.0/floatingips/dda85df3-96f6-4f65-986b-fed839e0b492 HTTP/1.1" status: 204 len: 168 time: 1.4142842 Jul 09 20:23:23.988935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d01442-af59-4658-a44a-cd0e53e93e97', 'tag': '3200af9f-9090-42ed-8dd3-576c0adb4ecb'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:23.992298 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d77bfbd-1be0-45f5-bfc0-e1d49438e47c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d01442-af59-4658-a44a-cd0e53e93e97", "tag": "3200af9f-9090-42ed-8dd3-576c0adb4ecb"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:24.110567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f3a5ec1a-473a-4638-a420-b94bee1f92b3 None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:23:24.162783 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d30b4d-f70c-43a6-bfc5-0b8d6f2ad241 x-openstack-request-id: req-92d30b4d-f70c-43a6-bfc5-0b8d6f2ad241 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:24.163094 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d01442-af59-4658-a44a-cd0e53e93e97", "tag": "3200af9f-9090-42ed-8dd3-576c0adb4ecb", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:24.163426 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92d30b4d-f70c-43a6-bfc5-0b8d6f2ad241 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:24.166145 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d01442-af59-4658-a44a-cd0e53e93e97', 'tag': '3200af9f-9090-42ed-8dd3-576c0adb4ecb', 'status': 'completed', 'code': 200} Jul 09 20:23:24.324747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77bfbd-1be0-45f5-bfc0-e1d49438e47c req-4c63519e-26b2-4028-859a-f2a570fd0b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:24.326737 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d77bfbd-1be0-45f5-bfc0-e1d49438e47c req-4c63519e-26b2-4028-859a-f2a570fd0b2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 1096 time: 0.1373692 Jul 09 20:23:24.511413 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-db54f79a-ca54-44c4-b4bb-73272a747aea req-1e10b550-c48e-4048-881e-55600379d3f9 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0765960 Jul 09 20:23:24.562327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77bfbd-1be0-45f5-bfc0-e1d49438e47c req-62fb159e-64aa-445d-a666-362e0fd4605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:24.563853 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d77bfbd-1be0-45f5-bfc0-e1d49438e47c req-62fb159e-64aa-445d-a666-362e0fd4605f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 912 time: 0.2303901 Jul 09 20:23:24.591673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f3a5ec1a-473a-4638-a420-b94bee1f92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1b66d8d3-bcc2-48de-9524-443c64f1e77b', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'port_id': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'mac_address': 'fa:16:3e:b4:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:19:05Z', 'updated_at': '2021-07-09T20:19:08Z', 'revision_number': 1, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:24.645419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5ec1a-473a-4638-a420-b94bee1f92b3 None None] Checking router: bd6864f3-8951-4b51-b8ec-d99c1abbe036 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:23:24.651816 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d77bfbd-1be0-45f5-bfc0-e1d49438e47c req-34bd7a26-805c-433a-9277-2c703fdf4efa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3200af9f-9090-42ed-8dd3-576c0adb4ecb HTTP/1.1" status: 200 len: 217 time: 0.0798213 Jul 09 20:23:24.660329 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5ec1a-473a-4638-a420-b94bee1f92b3 None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:23:24.669019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f3a5ec1a-473a-4638-a420-b94bee1f92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:22:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:24.764688 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77bfbd-1be0-45f5-bfc0-e1d49438e47c req-1ebba48f-30e9-4fbf-8f59-a2704c15b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:24.766876 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d77bfbd-1be0-45f5-bfc0-e1d49438e47c req-1ebba48f-30e9-4fbf-8f59-a2704c15b3ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.1052806 Jul 09 20:23:24.946570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f3a5ec1a-473a-4638-a420-b94bee1f92b3 None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:23:25.044741 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77bfbd-1be0-45f5-bfc0-e1d49438e47c req-c8ce1404-6727-4409-b79d-e1d93abfca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:25.053128 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d77bfbd-1be0-45f5-bfc0-e1d49438e47c req-c8ce1404-6727-4409-b79d-e1d93abfca4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2754185 Jul 09 20:23:25.062190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdb4cc-3848-4836-9989-70f1d33094d0 req-1d3134fb-8af7-4d6a-84ed-4558cc1d73ce tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:25.085157 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8cdb4cc-3848-4836-9989-70f1d33094d0 req-1d3134fb-8af7-4d6a-84ed-4558cc1d73ce tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.1340601 Jul 09 20:23:25.139603 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdde64-9a3b-487f-b367-1aabe30a88a5 req-79c0f3ae-39ef-4a67-a691-2892c9f94920 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:25.141488 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-facdde64-9a3b-487f-b367-1aabe30a88a5 req-79c0f3ae-39ef-4a67-a691-2892c9f94920 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 945 time: 0.2632921 Jul 09 20:23:25.195091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8cdb4cc-3848-4836-9989-70f1d33094d0 req-80ef8b03-20aa-44ca-bd29-41ad1e07b1aa tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089623 Jul 09 20:23:25.242318 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-facdde64-9a3b-487f-b367-1aabe30a88a5 req-09a879ff-7274-4feb-a19c-6720a65071f3 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870874 Jul 09 20:23:25.259659 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d77bfbd-1be0-45f5-bfc0-e1d49438e47c req-a696999b-0fb2-4378-a993-ad39227e309e service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933289 Jul 09 20:23:25.367454 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f3a5ec1a-473a-4638-a420-b94bee1f92b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1b66d8d3-bcc2-48de-9524-443c64f1e77b', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'port_id': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'mac_address': 'fa:16:3e:b4:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:19:05Z', 'updated_at': '2021-07-09T20:19:08Z', 'revision_number': 1, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:25.390079 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d77bfbd-1be0-45f5-bfc0-e1d49438e47c req-9d5bc8d0-18e9-4b9e-90a5-41d9f404b36a service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301608 Jul 09 20:23:25.458120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a5ec1a-473a-4638-a420-b94bee1f92b3 None None] The sync data for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 is: [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '1b66d8d3-bcc2-48de-9524-443c64f1e77b', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'floating_ip_address': '172.25.0.207', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'port_id': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'mac_address': 'fa:16:3e:b4:97:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:19:05Z', 'updated_at': '2021-07-09T20:19:08Z', 'revision_number': 1, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:23:25.474745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651ea72-93d3-4613-a855-8c3afe521910 req-2f86a8e4-d36a-46b8-a48c-4dcd1e504798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:25.476412 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-2f86a8e4-d36a-46b8-a48c-4dcd1e504798 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1&tenant_id=98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 1096 time: 0.1504700 Jul 09 20:23:25.533991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:23:26.039128 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-16d54980-bb27-468d-8bb2-615cd812d414 req-445aed59-35cb-49aa-9908-cbe5397f3249 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0441473 Jul 09 20:23:26.070913 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7bd579-b29a-41c7-bcfb-67d20b5bb27b None None] New status for floating IP dda85df3-96f6-4f65-986b-fed839e0b492: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:23:26.147155 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:26.581713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc0ccb-0276-4b7f-bdf7-2e830874ac8f req-b0ad7110-5d84-4c88-a8fc-63292994f74a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:26.583809 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03cc0ccb-0276-4b7f-bdf7-2e830874ac8f req-b0ad7110-5d84-4c88-a8fc-63292994f74a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 945 time: 0.1115620 Jul 09 20:23:26.605195 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ad653-ef0e-4716-b28d-0c93cdfad11e req-eb6efeaf-d6f7-47cd-92de-7003928539af tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:26.623363 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c60ad653-ef0e-4716-b28d-0c93cdfad11e req-eb6efeaf-d6f7-47cd-92de-7003928539af tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 945 time: 0.2052178 Jul 09 20:23:26.631041 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24f2ed-40e1-4f1f-8593-2b626a57b540 req-08d2de2c-f516-4429-a393-6d64f18e5549 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:26.634163 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d24f2ed-40e1-4f1f-8593-2b626a57b540 req-08d2de2c-f516-4429-a393-6d64f18e5549 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 945 time: 0.1891716 Jul 09 20:23:26.662519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=650815ba-feb0-4821-938b-024100fb4ed7,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:26.703394 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c60ad653-ef0e-4716-b28d-0c93cdfad11e req-5508a0a2-a3c5-40a0-afc8-a9650741113b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788672 Jul 09 20:23:26.715744 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d24f2ed-40e1-4f1f-8593-2b626a57b540 req-cf81f9a2-2078-41f0-a886-e06c548d5acb tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716126 Jul 09 20:23:26.758492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:23:26.816453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-03cc0ccb-0276-4b7f-bdf7-2e830874ac8f req-80f3da5f-b0c3-4282-b866-684ce5687826 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Deleting port 3200af9f-9090-42ed-8dd3-576c0adb4ecb {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:23:26.817235 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-03cc0ccb-0276-4b7f-bdf7-2e830874ac8f req-80f3da5f-b0c3-4282-b866-684ce5687826 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:26.845574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:26.848096 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7a7c69-103a-4942-930f-02a0276e1e05" -d '{"events": [{"server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "name": "network-vif-unplugged", "status": "completed", "tag": "650815ba-feb0-4821-938b-024100fb4ed7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:26.852571 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:26.886857 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-84844b3e-0408-4b79-b56e-cd2787cc1f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:26.895091 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Transition to ACTIVE for port object 650815ba-feb0-4821-938b-024100fb4ed7 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:23:26.901197 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:26.962123 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4923a7-d48d-4cb0-80df-68dfd92ac1ab x-openstack-request-id: req-8f4923a7-d48d-4cb0-80df-68dfd92ac1ab {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:26.964179 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "name": "network-vif-unplugged", "status": "completed", "tag": "650815ba-feb0-4821-938b-024100fb4ed7", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:26.964179 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f4923a7-d48d-4cb0-80df-68dfd92ac1ab {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:26.964179 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7', 'code': 200} Jul 09 20:23:27.004951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-03cc0ccb-0276-4b7f-bdf7-2e830874ac8f req-80f3da5f-b0c3-4282-b866-684ce5687826 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] For port 3200af9f-9090-42ed-8dd3-576c0adb4ecb, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3200af9f-9090-42ed-8dd3-576c0adb4ecb,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:27.005330 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-03cc0ccb-0276-4b7f-bdf7-2e830874ac8f req-80f3da5f-b0c3-4282-b866-684ce5687826 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:27.027866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Pushing event updated for resources: {'Port': ['ID=650815ba-feb0-4821-938b-024100fb4ed7,revision_number=10']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:27.028074 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:27.063801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-03cc0ccb-0276-4b7f-bdf7-2e830874ac8f req-80f3da5f-b0c3-4282-b866-684ce5687826 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Calling delete_port for 3200af9f-9090-42ed-8dd3-576c0adb4ecb owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:23:27.114227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] No DVR routers for this DVR port 650815ba-feb0-4821-938b-024100fb4ed7 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:23:27.352405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Attempting to bind port 650815ba-feb0-4821-938b-024100fb4ed7 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:23:27.353616 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Attempting to bind port 650815ba-feb0-4821-938b-024100fb4ed7 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:23:27.354190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Attempting to bind port 650815ba-feb0-4821-938b-024100fb4ed7 on network 6751e324-3a53-4d2d-a60d-4069349c4ad5 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:23:27.360295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Port 650815ba-feb0-4821-938b-024100fb4ed7 on network 6751e324-3a53-4d2d-a60d-4069349c4ad5 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:23:27.360984 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Attempting to bind port 650815ba-feb0-4821-938b-024100fb4ed7 on network 6751e324-3a53-4d2d-a60d-4069349c4ad5 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:23:27.370096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:23:27.370689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Checking segment: {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:23:27.371327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Bound using segment: {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:23:27.372103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Bound port: 650815ba-feb0-4821-938b-024100fb4ed7, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686613a4-e650-4a38-95cb-5665ee190d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:23:27.373291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:27.442566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:23:27.446232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=650815ba-feb0-4821-938b-024100fb4ed7,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:23:27.452133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:27.509028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:27.510081 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:27.511670 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] 10.222.0.36 "PUT /v2.0/ports/650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 200 len: 1092 time: 1.9826443 Jul 09 20:23:27.514954 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c09bea1c-c72f-4a5c-b5f7-458cd19b2538 req-5303debc-2d5e-49a9-9d3c-20c16e09f937 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.1312745 Jul 09 20:23:27.556855 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027204f-c90d-45b3-8278-1c9c678a1dfb service neutron] Pushing event updated for resources: {'Port': ['ID=650815ba-feb0-4821-938b-024100fb4ed7,revision_number=11']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:27.578067 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-03cc0ccb-0276-4b7f-bdf7-2e830874ac8f req-80f3da5f-b0c3-4282-b866-684ce5687826 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:27.688374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3da5f-b0c3-4282-b866-684ce5687826 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event deleted for resources: {'Port': ['ID=3200af9f-9090-42ed-8dd3-576c0adb4ecb,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:27.727579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651ea72-93d3-4613-a855-8c3afe521910 req-c1073787-bebe-4b64-90a8-13458c010eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:27.729209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-c1073787-bebe-4b64-90a8-13458c010eb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1095 time: 0.1810112 Jul 09 20:23:27.735115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-03cc0ccb-0276-4b7f-bdf7-2e830874ac8f req-80f3da5f-b0c3-4282-b866-684ce5687826 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] No DVR routers for this DVR port 3200af9f-9090-42ed-8dd3-576c0adb4ecb on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:23:27.741031 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-03cc0ccb-0276-4b7f-bdf7-2e830874ac8f req-80f3da5f-b0c3-4282-b866-684ce5687826 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:27.743418 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03cc0ccb-0276-4b7f-bdf7-2e830874ac8f req-80f3da5f-b0c3-4282-b866-684ce5687826 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "DELETE /v2.0/ports/3200af9f-9090-42ed-8dd3-576c0adb4ecb HTTP/1.1" status: 204 len: 173 time: 1.1531737 Jul 09 20:23:27.743806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d01442-af59-4658-a44a-cd0e53e93e97', 'name': 'network-vif-deleted', 'tag': '3200af9f-9090-42ed-8dd3-576c0adb4ecb'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:27.749104 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abd02fe-13ee-41e1-ab79-fb6f514f4e22" -d '{"events": [{"server_uuid": "e1d01442-af59-4658-a44a-cd0e53e93e97", "name": "network-vif-deleted", "tag": "3200af9f-9090-42ed-8dd3-576c0adb4ecb"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:27.897345 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9486dbd4-a0e2-4f07-89da-d8878e5bf1e9 x-openstack-request-id: req-9486dbd4-a0e2-4f07-89da-d8878e5bf1e9 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:27.897751 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d01442-af59-4658-a44a-cd0e53e93e97", "name": "network-vif-deleted", "tag": "3200af9f-9090-42ed-8dd3-576c0adb4ecb", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:27.898114 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9486dbd4-a0e2-4f07-89da-d8878e5bf1e9 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:27.898649 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d01442-af59-4658-a44a-cd0e53e93e97', 'name': 'network-vif-deleted', 'tag': '3200af9f-9090-42ed-8dd3-576c0adb4ecb', 'status': 'completed', 'code': 200} Jul 09 20:23:28.020963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651ea72-93d3-4613-a855-8c3afe521910 req-63130826-a224-4b4b-9e66-67945cb63077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:28.022464 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-63130826-a224-4b4b-9e66-67945cb63077 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6751e324-3a53-4d2d-a60d-4069349c4ad5 HTTP/1.1" status: 200 len: 897 time: 0.2821672 Jul 09 20:23:28.129198 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9412f229-a1f1-459d-bd00-063196341ae1 req-2a40b7f3-a903-4cef-bb81-f344bb4f021e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 210 time: 0.1023631 Jul 09 20:23:28.176230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-7116bd21-39e4-47e0-930a-55ce1444055a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 200 len: 999 time: 0.1367190 Jul 09 20:23:28.246462 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92985f00-a81c-4e93-a6d7-7d367dc3a35f req-e96d1331-8af4-4d95-aff1-ff5d27d0a876 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:28.253347 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92985f00-a81c-4e93-a6d7-7d367dc3a35f req-e96d1331-8af4-4d95-aff1-ff5d27d0a876 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 944 time: 0.1274436 Jul 09 20:23:28.279611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651ea72-93d3-4613-a855-8c3afe521910 req-49372ebd-63a0-4585-8d2c-f5ca03f657a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:28.281551 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-49372ebd-63a0-4585-8d2c-f5ca03f657a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9811c50a-72e9-40ee-b32b-f33571fcf338 HTTP/1.1" status: 200 len: 834 time: 0.0989859 Jul 09 20:23:28.325069 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-92985f00-a81c-4e93-a6d7-7d367dc3a35f req-2a884897-f7f7-4de3-8ad9-41f49bc47968 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650177 Jul 09 20:23:28.379693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651ea72-93d3-4613-a855-8c3afe521910 req-0d202d1f-6625-40de-b0e1-b722f307b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:28.394036 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-0d202d1f-6625-40de-b0e1-b722f307b5e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6751e324-3a53-4d2d-a60d-4069349c4ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057382 Jul 09 20:23:28.518189 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-d42f53e3-6f3d-4575-a384-ea78a6e61a2c service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159678 Jul 09 20:23:28.696314 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d651ea72-93d3-4613-a855-8c3afe521910 req-19d353ba-b1e6-44b7-94de-4edbecb18ac6 service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714449 Jul 09 20:23:28.729813 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9542adb1-aed4-4b8a-ab89-5f85d3b54e61 req-9c7a8afa-41c9-4231-adbe-c7048b457262 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0324163 Jul 09 20:23:28.964257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:28.970029 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "tag": "650815ba-feb0-4821-938b-024100fb4ed7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:29.030004 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb2606f-3f32-4354-bd01-870bd229ef7a x-openstack-request-id: req-7fb2606f-3f32-4354-bd01-870bd229ef7a {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:29.030004 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "tag": "650815ba-feb0-4821-938b-024100fb4ed7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:29.030907 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7fb2606f-3f32-4354-bd01-870bd229ef7a {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:29.031531 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7', 'status': 'completed', 'code': 200} Jul 09 20:23:29.186592 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-36991bd5-4adf-4ce2-95e9-b10ceebe80a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:29.188154 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-36991bd5-4adf-4ce2-95e9-b10ceebe80a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1095 time: 0.1167660 Jul 09 20:23:29.243060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 650815ba-feb0-4821-938b-024100fb4ed7 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:23:29.325964 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 650815ba-feb0-4821-938b-024100fb4ed7 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:23:29.332038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-53c2267c-08f4-4b64-81ec-2f79826a8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:29.333715 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-53c2267c-08f4-4b64-81ec-2f79826a8586 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6751e324-3a53-4d2d-a60d-4069349c4ad5 HTTP/1.1" status: 200 len: 897 time: 0.1381702 Jul 09 20:23:29.335954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-fda8917e-d874-4b13-86b7-714b6961539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:29.340220 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-fda8917e-d874-4b13-86b7-714b6961539b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1095 time: 0.2576270 Jul 09 20:23:29.376131 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:29.418633 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-910e814c-3da7-4398-9519-0c13dbdc63bf req-90667544-25ee-4c09-810c-9b30a4f70792 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 210 time: 0.0767839 Jul 09 20:23:29.474141 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cfe31079-5438-49f6-9323-7e185f0e68e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:29.616606 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:29.644344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f1618-c654-4745-a3f5-750f4ddf5e20 req-af8fd51d-1954-4164-9c78-8de3050605d7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:29.646753 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f56f1618-c654-4745-a3f5-750f4ddf5e20 req-af8fd51d-1954-4164-9c78-8de3050605d7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 944 time: 0.1036611 Jul 09 20:23:29.657251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-378dfa84-a4d3-43ab-bb5a-689cf0995046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:29.658759 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-378dfa84-a4d3-43ab-bb5a-689cf0995046 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6751e324-3a53-4d2d-a60d-4069349c4ad5 HTTP/1.1" status: 200 len: 897 time: 0.3031044 Jul 09 20:23:29.739470 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f56f1618-c654-4745-a3f5-750f4ddf5e20 req-2e5e103e-d13d-46c3-8563-32e54cb18d76 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858252 Jul 09 20:23:29.761483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3200af9f-9090-42ed-8dd3-576c0adb4ecb no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:23:29.762478 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-8d417865-27cd-4894-b49b-ab6bac58f576 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 200 len: 999 time: 0.4201660 Jul 09 20:23:29.786830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 3200af9f-9090-42ed-8dd3-576c0adb4ecb {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:23:29.787243 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3200af9f-9090-42ed-8dd3-576c0adb4ecb not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:23:29.846132 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-7f47b2af-4823-4c6f-8e47-c57359312048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:29.848029 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-7f47b2af-4823-4c6f-8e47-c57359312048 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9811c50a-72e9-40ee-b32b-f33571fcf338 HTTP/1.1" status: 200 len: 834 time: 0.0659559 Jul 09 20:23:29.870271 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-b25b7930-641f-4ff7-a6b1-706acd38265f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 200 len: 999 time: 0.1956778 Jul 09 20:23:29.976294 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c91431c6-ce11-4123-b72b-6349138c8e14 req-9ed148f2-b713-4cec-b42b-cdaf02a6b2fd tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0609646 Jul 09 20:23:29.993756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-0d1d8b1a-a889-41e8-a60b-cd575513fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:29.995208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-0d1d8b1a-a889-41e8-a60b-cd575513fa75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9811c50a-72e9-40ee-b32b-f33571fcf338 HTTP/1.1" status: 200 len: 834 time: 0.0960712 Jul 09 20:23:30.017910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-70c63e2f-b7f9-4c56-a7cd-b7ce033a93bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:30.019415 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-70c63e2f-b7f9-4c56-a7cd-b7ce033a93bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6751e324-3a53-4d2d-a60d-4069349c4ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1600459 Jul 09 20:23:30.130424 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-d47d9a7b-a906-46e1-b3ff-d79697619af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:30.131955 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-d47d9a7b-a906-46e1-b3ff-d79697619af1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6751e324-3a53-4d2d-a60d-4069349c4ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275439 Jul 09 20:23:30.213612 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-246c806e-fe03-4a63-93c5-63480f191230 service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728480 Jul 09 20:23:30.319212 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-fe633ffe-edd3-420a-bbe6-d3740c27ec9c service neutron] 10.222.0.32 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807275 Jul 09 20:23:30.417826 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-f19bae5b-99db-416e-a7ab-9bb1724b6870 service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959302 Jul 09 20:23:30.492388 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:30.533028 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b6639a94-839b-475e-9ed9-fe5b9f6ce2d8 req-e557caac-e3c0-4717-be33-ed7198962587 service neutron] 10.222.0.32 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040346 Jul 09 20:23:30.655624 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-06a3ddbb-fc09-44b6-bf6c-f6272b4be165 req-05ef2c12-f6a6-4b00-b9b3-15033d1b9052 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 210 time: 0.0360379 Jul 09 20:23:30.955316 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165566f3-7494-4039-aeb0-ab99136ee645 req-7f0b70a9-2bad-43f1-a4a3-4ff961e6a3da tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:30.957168 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-165566f3-7494-4039-aeb0-ab99136ee645 req-7f0b70a9-2bad-43f1-a4a3-4ff961e6a3da tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 944 time: 0.0974998 Jul 09 20:23:31.005942 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-165566f3-7494-4039-aeb0-ab99136ee645 req-20565581-76d3-4a45-9175-34f7474204df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402670 Jul 09 20:23:31.173286 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85d29db4-1bfe-45b5-bb30-169dd9b4198a req-8d93c4f7-c8d0-4864-b0ba-500f0829c30d tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0501053 Jul 09 20:23:31.839384 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f01cab68-9e0d-4e2e-8ad3-778a40aa5444 req-9d14452f-b0b9-42d0-a749-512e6bb72348 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 210 time: 0.0347285 Jul 09 20:23:32.213763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91219cb2-073c-43d8-b8e7-987ba5df91e1 req-54f7f687-6949-4319-9db1-66d056d755a8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:32.221529 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-91219cb2-073c-43d8-b8e7-987ba5df91e1 req-54f7f687-6949-4319-9db1-66d056d755a8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 944 time: 0.0803394 Jul 09 20:23:32.275731 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-91219cb2-073c-43d8-b8e7-987ba5df91e1 req-ace3613b-4103-4bbe-8ce2-067558a42bcd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531209 Jul 09 20:23:32.294131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39680) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:32.356327 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:32.410228 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-330c8bcc-d4c1-4769-b6ef-e9a047d2cec2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/027618fb-4c9b-4afa-8f0f-e9554aaca835 HTTP/1.1" status: 200 len: 991 time: 0.1116328 Jul 09 20:23:32.442550 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d069e65d-48ed-4cfc-a234-9810e3b6756e req-7f2cb604-66aa-48ae-901b-76bb7d3ad50b tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0324852 Jul 09 20:23:33.094733 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8dacc206-24a1-458c-a0ae-1133ab38d232 req-2176fde0-0f8f-43e0-b069-74c833713616 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1d01442-af59-4658-a44a-cd0e53e93e97 HTTP/1.1" status: 200 len: 210 time: 0.0421836 Jul 09 20:23:33.610414 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b3a61bef-f52f-4edf-97da-98472170e488 req-779f7620-901e-4cc6-8de1-f86764166f1f tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0325530 Jul 09 20:23:33.793320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 650815ba-feb0-4821-938b-024100fb4ed7 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:23:33.905749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=650815ba-feb0-4821-938b-024100fb4ed7,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:33.916615 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '650815ba-feb0-4821-938b-024100fb4ed7', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'port_id': '650815ba-feb0-4821-938b-024100fb4ed7', 'mac_address': 'fa:16:3e:a7:6a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:23:33.953551 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:33.969178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650815ba-feb0-4821-938b-024100fb4ed7 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:23:33.990522 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=650815ba-feb0-4821-938b-024100fb4ed7,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:33.996096 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:34.052849 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=650815ba-feb0-4821-938b-024100fb4ed7,revision_number=12']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:34.320501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['650815ba-feb0-4821-938b-024100fb4ed7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:23:34.834936 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-33690381-4a6b-4521-9c99-6c13c00154de req-bdca7666-d0c8-4afc-8044-80ecb4bfa6df tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0468509 Jul 09 20:23:34.922119 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0a81b81-b07e-4f8a-b5ea-a0801fa26d56 req-17150aa8-57c9-4d36-a105-1ff869223c6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0861413 Jul 09 20:23:35.011159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81b81-b07e-4f8a-b5ea-a0801fa26d56 req-36cfc059-11b0-456e-b99a-dc72a65d1216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:35.015014 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0a81b81-b07e-4f8a-b5ea-a0801fa26d56 req-36cfc059-11b0-456e-b99a-dc72a65d1216 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 1097 time: 0.0655336 Jul 09 20:23:35.141697 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81b81-b07e-4f8a-b5ea-a0801fa26d56 req-bdc99686-b21e-4ac4-8bb4-339118d8ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:35.143738 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0a81b81-b07e-4f8a-b5ea-a0801fa26d56 req-bdc99686-b21e-4ac4-8bb4-339118d8ca95 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 912 time: 0.1077247 Jul 09 20:23:35.241333 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0a81b81-b07e-4f8a-b5ea-a0801fa26d56 req-b8e64f69-a3fb-44f2-a8cf-2612e07434db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=605ccab8-f92d-45ae-a555-abf83c7d649b HTTP/1.1" status: 200 len: 1002 time: 0.0906014 Jul 09 20:23:35.308028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81b81-b07e-4f8a-b5ea-a0801fa26d56 req-9dffda47-7263-47e8-a830-b8f87d9b16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:35.310063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0a81b81-b07e-4f8a-b5ea-a0801fa26d56 req-9dffda47-7263-47e8-a830-b8f87d9b16ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.0615275 Jul 09 20:23:35.467178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a81b81-b07e-4f8a-b5ea-a0801fa26d56 req-33a5b1a9-141f-4334-816f-e3a74aa59812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:35.468757 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0a81b81-b07e-4f8a-b5ea-a0801fa26d56 req-33a5b1a9-141f-4334-816f-e3a74aa59812 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517186 Jul 09 20:23:35.595677 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0a81b81-b07e-4f8a-b5ea-a0801fa26d56 req-1a5c42d7-7b1d-45a6-8abc-bc50ec36285d service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182981 Jul 09 20:23:35.742869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39750) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:35.813643 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0a81b81-b07e-4f8a-b5ea-a0801fa26d56 req-397c037e-43c3-4cc3-91cd-62bb47365a3d service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040329 Jul 09 20:23:35.824280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 650815ba-feb0-4821-938b-024100fb4ed7 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:23:35.891964 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 650815ba-feb0-4821-938b-024100fb4ed7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:23:35.898223 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 650815ba-feb0-4821-938b-024100fb4ed7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:23:35.898481 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:35.935264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-61d771a3-2fe3-4263-b7b2-03ed505802e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:36.006561 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:36.047769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=650815ba-feb0-4821-938b-024100fb4ed7,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:36.049015 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:36.052166 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deb6313-983d-4818-bcc9-866d662cc95c" -d '{"events": [{"server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "name": "network-vif-plugged", "status": "completed", "tag": "650815ba-feb0-4821-938b-024100fb4ed7"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:36.058028 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:36.175261 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=650815ba-feb0-4821-938b-024100fb4ed7,revision_number=13']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:36.188754 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe101248-9d9a-4c74-9e8b-19072d6cda7e x-openstack-request-id: req-fe101248-9d9a-4c74-9e8b-19072d6cda7e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:36.189059 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "name": "network-vif-plugged", "status": "completed", "tag": "650815ba-feb0-4821-938b-024100fb4ed7", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:36.189955 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe101248-9d9a-4c74-9e8b-19072d6cda7e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:36.189955 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7', 'code': 200} Jul 09 20:23:36.195618 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-61d771a3-2fe3-4263-b7b2-03ed505802e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:36.198284 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bc977a1d-5ec6-4281-aea3-3f367dfdd5e3 req-2abd56eb-9c8b-4f94-b192-ebfa497a60fd tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0443196 Jul 09 20:23:36.204123 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-61d771a3-2fe3-4263-b7b2-03ed505802e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:36.246530 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d771a3-2fe3-4263-b7b2-03ed505802e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c287d1f-765e-4fe9-9026-6e516334f7fb,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:36.253120 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-61d771a3-2fe3-4263-b7b2-03ed505802e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2f56c990c1d41f5861bd5772a89f3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5090659 Jul 09 20:23:36.254403 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39758) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:36.311995 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b9d1afef-8b28-4c69-98f7-dd5d0ba6ab9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:36.338490 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b9d1afef-8b28-4c69-98f7-dd5d0ba6ab9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:36.406599 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b9d1afef-8b28-4c69-98f7-dd5d0ba6ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:36.409746 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b9d1afef-8b28-4c69-98f7-dd5d0ba6ab9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:36.411292 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b9d1afef-8b28-4c69-98f7-dd5d0ba6ab9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c287d1f-765e-4fe9-9026-6e516334f7fb HTTP/1.1" status: 204 len: 168 time: 0.1554778 Jul 09 20:23:36.422535 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1afef-8b28-4c69-98f7-dd5d0ba6ab9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c287d1f-765e-4fe9-9026-6e516334f7fb,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:36.742231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39768) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:36.769439 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c423bc6-6af5-4e5f-b9ca-0da654359837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:36.903519 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c423bc6-6af5-4e5f-b9ca-0da654359837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:36.909534 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1c423bc6-6af5-4e5f-b9ca-0da654359837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:36.953175 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1c423bc6-6af5-4e5f-b9ca-0da654359837 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b81f5aac2e74c0f9b363ae0850a862d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098360 Jul 09 20:23:36.956018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39774) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:36.958309 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c423bc6-6af5-4e5f-b9ca-0da654359837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ad5d70-ccc3-467a-83eb-94f417c63cc7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:37.016482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2dbfafc9-fbbe-4ee0-8af9-e7f56b7100e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:37.040153 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2dbfafc9-fbbe-4ee0-8af9-e7f56b7100e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:37.108752 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2dbfafc9-fbbe-4ee0-8af9-e7f56b7100e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:37.113509 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2dbfafc9-fbbe-4ee0-8af9-e7f56b7100e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:37.115350 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2dbfafc9-fbbe-4ee0-8af9-e7f56b7100e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5ad5d70-ccc3-467a-83eb-94f417c63cc7 HTTP/1.1" status: 204 len: 168 time: 0.1581745 Jul 09 20:23:37.129626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfafc9-fbbe-4ee0-8af9-e7f56b7100e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ad5d70-ccc3-467a-83eb-94f417c63cc7,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:37.456904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-294a81df-af1a-4b09-baf1-d830381fe133 req-8fb37b14-78bb-462a-a1f1-83c445768668 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0314386 Jul 09 20:23:38.705994 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4ca807e3-451e-4abd-bd95-f5220197f7b6 req-4b0a1949-bfd4-4528-98c1-3556940cee4d tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0466287 Jul 09 20:23:39.763943 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39872) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:39.922200 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74c29a37-3401-4f84-9df2-20648a691b1c req-c5a8d4c8-d904-4200-9cca-0210574193c5 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0360091 Jul 09 20:23:39.994448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-1c453576-1871-4454-a261-4e71d8039be5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Deleting port c115ca08-985f-4933-9f08-6cb10e6f86af {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:23:39.995160 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c453576-1871-4454-a261-4e71d8039be5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:40.086392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c453576-1871-4454-a261-4e71d8039be5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:40.086843 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c453576-1871-4454-a261-4e71d8039be5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:40.104115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-1c453576-1871-4454-a261-4e71d8039be5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Calling delete_port for c115ca08-985f-4933-9f08-6cb10e6f86af owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:23:40.285068 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c453576-1871-4454-a261-4e71d8039be5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:40.314044 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c453576-1871-4454-a261-4e71d8039be5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event deleted for resources: {'Port': ['ID=c115ca08-985f-4933-9f08-6cb10e6f86af,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:40.395409 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c453576-1871-4454-a261-4e71d8039be5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:40.395793 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-1c453576-1871-4454-a261-4e71d8039be5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Floating IP 1b66d8d3-bcc2-48de-9524-443c64f1e77b disassociated (deleted). External IP: 172.25.0.207, port: 605ccab8-f92d-45ae-a555-abf83c7d649b. Jul 09 20:23:40.644865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c453576-1871-4454-a261-4e71d8039be5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Router bd6864f3-8951-4b51-b8ec-d99c1abbe036 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:23:40.764937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c453576-1871-4454-a261-4e71d8039be5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:23:40.770883 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c453576-1871-4454-a261-4e71d8039be5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:40.775358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53980c8a-5c33-40db-baca-e4c262293142 None None] Sync routers for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:23:40.786378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53980c8a-5c33-40db-baca-e4c262293142 None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:23:40.787196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-53980c8a-5c33-40db-baca-e4c262293142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:23:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:40.822145 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1c453576-1871-4454-a261-4e71d8039be5 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "DELETE /v2.0/floatingips/1b66d8d3-bcc2-48de-9524-443c64f1e77b HTTP/1.1" status: 204 len: 168 time: 1.0570123 Jul 09 20:23:40.823198 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'tag': '605ccab8-f92d-45ae-a555-abf83c7d649b'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:40.828594 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2457fb7-340b-403f-ad87-3540c31170b1" -d '{"events": [{"name": "network-changed", "server_uuid": "cebc6f97-f816-463b-bf44-a579363b7b5a", "tag": "605ccab8-f92d-45ae-a555-abf83c7d649b"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:40.895610 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9a037d-3552-43ae-bdb2-a05ff2df4b07 x-openstack-request-id: req-2a9a037d-3552-43ae-bdb2-a05ff2df4b07 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:40.895967 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cebc6f97-f816-463b-bf44-a579363b7b5a", "tag": "605ccab8-f92d-45ae-a555-abf83c7d649b", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:40.896287 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a9a037d-3552-43ae-bdb2-a05ff2df4b07 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:40.896820 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'tag': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'status': 'completed', 'code': 200} Jul 09 20:23:40.921838 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-53980c8a-5c33-40db-baca-e4c262293142 None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:23:41.060260 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2457fb7-340b-403f-ad87-3540c31170b1 req-93d207d2-c6f1-4c97-8f34-cf1d04b6b15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:41.062857 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2457fb7-340b-403f-ad87-3540c31170b1 req-93d207d2-c6f1-4c97-8f34-cf1d04b6b15c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 1097 time: 0.1417301 Jul 09 20:23:41.160178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 39956) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:41.234776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2457fb7-340b-403f-ad87-3540c31170b1 req-185ca8aa-9f2d-41a6-b227-034ef61d4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:41.239974 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2457fb7-340b-403f-ad87-3540c31170b1 req-185ca8aa-9f2d-41a6-b227-034ef61d4b55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 200 len: 912 time: 0.1692796 Jul 09 20:23:41.281238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3257742e-5901-4629-9168-adf4b3dd229f req-d3978d8c-c466-4850-b247-3b3ac8ca52dd tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0396512 Jul 09 20:23:41.326768 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2457fb7-340b-403f-ad87-3540c31170b1 req-69b44ab6-9042-4421-82bf-f5c354b9ec6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=605ccab8-f92d-45ae-a555-abf83c7d649b HTTP/1.1" status: 200 len: 217 time: 0.0419180 Jul 09 20:23:41.375909 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:23:41.382553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2457fb7-340b-403f-ad87-3540c31170b1 req-35887cea-e21c-4da1-8782-4f0f8808d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:41.384323 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2457fb7-340b-403f-ad87-3540c31170b1 req-35887cea-e21c-4da1-8782-4f0f8808d7cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 200 len: 850 time: 0.0528398 Jul 09 20:23:41.407222 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a92da2ee-d804-4efe-97ed-313d3f4427f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:41.440338 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-53980c8a-5c33-40db-baca-e4c262293142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:41.450881 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2457fb7-340b-403f-ad87-3540c31170b1 req-46e89223-769b-4d04-868e-f130c1cfbcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:41.453058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2457fb7-340b-403f-ad87-3540c31170b1 req-46e89223-769b-4d04-868e-f130c1cfbcf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3de49419-471d-44dd-9cec-0be8c2f78db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607018 Jul 09 20:23:41.475402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53980c8a-5c33-40db-baca-e4c262293142 None None] Checking router: bd6864f3-8951-4b51-b8ec-d99c1abbe036 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:23:41.485330 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53980c8a-5c33-40db-baca-e4c262293142 None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:23:41.485959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-53980c8a-5c33-40db-baca-e4c262293142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:23:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:41.536370 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0aad01-3ddb-4cae-b3a3-c14c608baca8 req-b69c1694-76bd-4c8f-85a2-43a755fc5551 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:41.551197 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af0aad01-3ddb-4cae-b3a3-c14c608baca8 req-b69c1694-76bd-4c8f-85a2-43a755fc5551 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 946 time: 0.2011540 Jul 09 20:23:41.595956 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2457fb7-340b-403f-ad87-3540c31170b1 req-bc512010-549c-423c-90e0-806bc7277c8f service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354203 Jul 09 20:23:41.630940 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-53980c8a-5c33-40db-baca-e4c262293142 None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:23:41.643111 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-af0aad01-3ddb-4cae-b3a3-c14c608baca8 req-f884c779-eba8-4816-b860-29f2ba87b041 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909271 Jul 09 20:23:41.687949 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-720730b3-410f-4a5a-8c81-d335341434fa req-68aaf20c-3b85-4e8d-a595-0eac579214e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0575893 Jul 09 20:23:41.693227 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a92da2ee-d804-4efe-97ed-313d3f4427f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:41.699183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a92da2ee-d804-4efe-97ed-313d3f4427f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:41.751446 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2457fb7-340b-403f-ad87-3540c31170b1 req-6138e716-c2f0-4234-a64f-fde582b0763c service neutron] 10.222.0.36 "GET /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390319 Jul 09 20:23:41.760227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39964) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:41.760968 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a92da2ee-d804-4efe-97ed-313d3f4427f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84f402e04565479ab08db52163a20470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5990357 Jul 09 20:23:41.763439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92da2ee-d804-4efe-97ed-313d3f4427f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321e70a0-053d-4984-8e48-1d9322b73d1d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:41.838934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c84334fc-7d9f-40e4-8cee-4421eb0c259e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:41.868821 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c84334fc-7d9f-40e4-8cee-4421eb0c259e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:41.884894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-53980c8a-5c33-40db-baca-e4c262293142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:41.912976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53980c8a-5c33-40db-baca-e4c262293142 None None] The sync data for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 is: [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:10:33Z', 'revision_number': 4, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e7845725-c60f-4b3e-8ff5-066b748f2a2f', 'name': '', 'network_id': '3de49419-471d-44dd-9cec-0be8c2f78db2', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'mac_address': 'fa:16:3e:40:ab:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:30Z', 'updated_at': '2021-07-09T20:10:44Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'subnets': [{'id': '9a57788d-dcbd-497d-b559-eb3dde79191b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:23:41.917986 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c84334fc-7d9f-40e4-8cee-4421eb0c259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:41.922118 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c84334fc-7d9f-40e4-8cee-4421eb0c259e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:41.925711 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c84334fc-7d9f-40e4-8cee-4421eb0c259e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/321e70a0-053d-4984-8e48-1d9322b73d1d HTTP/1.1" status: 204 len: 168 time: 0.1618648 Jul 09 20:23:41.931841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84334fc-7d9f-40e4-8cee-4421eb0c259e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321e70a0-053d-4984-8e48-1d9322b73d1d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:42.198709 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2d5b5d-43a4-4bc9-a897-7324a35cf1bf None None] New status for floating IP 1b66d8d3-bcc2-48de-9524-443c64f1e77b: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:23:42.252917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39974) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:42.267754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6dba-bee9-4154-aeed-583b470abcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:42.373517 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6dba-bee9-4154-aeed-583b470abcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:42.378442 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e5f6dba-bee9-4154-aeed-583b470abcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:42.420872 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9e5f6dba-bee9-4154-aeed-583b470abcf2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29402e1b61a5410a81ddcf280c07bb2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638417 Jul 09 20:23:42.421402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 39978) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:42.434649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f6dba-bee9-4154-aeed-583b470abcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516d0c06-c0eb-4be4-bd50-09b9a11b9948,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:42.476043 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-552355a3-f353-4ebf-88b0-ca26334bcc30 req-147e017d-8839-45ed-a7c4-5f2545beccf2 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0473886 Jul 09 20:23:42.507412 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4a570a2a-930b-481d-9076-661cb4832053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:42.533570 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4a570a2a-930b-481d-9076-661cb4832053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:42.583530 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4a570a2a-930b-481d-9076-661cb4832053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:42.586375 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4a570a2a-930b-481d-9076-661cb4832053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:42.587690 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4a570a2a-930b-481d-9076-661cb4832053 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/516d0c06-c0eb-4be4-bd50-09b9a11b9948 HTTP/1.1" status: 204 len: 168 time: 0.1655905 Jul 09 20:23:42.603320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a570a2a-930b-481d-9076-661cb4832053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516d0c06-c0eb-4be4-bd50-09b9a11b9948,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:42.844200 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e356bc5-cf59-4786-b437-412f830244cc req-bf256ee1-8ddd-4ee3-b8ad-cfb94be9b6fd tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:42.852748 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8e356bc5-cf59-4786-b437-412f830244cc req-bf256ee1-8ddd-4ee3-b8ad-cfb94be9b6fd tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 946 time: 0.0866029 Jul 09 20:23:42.904380 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8e356bc5-cf59-4786-b437-412f830244cc req-11b88e07-c377-4fea-88a3-1258d9a103ba tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3dfff3-12ed-47f5-a004-1275183452f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504558 Jul 09 20:23:43.247238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f95d6c-31d0-4fd4-8848-264a39e3e8ae req-d348710b-7c49-4086-9ce9-56589344327a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:43.249231 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d7f95d6c-31d0-4fd4-8848-264a39e3e8ae req-d348710b-7c49-4086-9ce9-56589344327a tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 946 time: 0.0735614 Jul 09 20:23:43.365405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-d7f95d6c-31d0-4fd4-8848-264a39e3e8ae req-e1deb0c8-b794-40a4-880a-d718c01dc3a6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Deleting port 605ccab8-f92d-45ae-a555-abf83c7d649b {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:23:43.365959 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d7f95d6c-31d0-4fd4-8848-264a39e3e8ae req-e1deb0c8-b794-40a4-880a-d718c01dc3a6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:43.476609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d7f95d6c-31d0-4fd4-8848-264a39e3e8ae req-e1deb0c8-b794-40a4-880a-d718c01dc3a6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] For port 605ccab8-f92d-45ae-a555-abf83c7d649b, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=605ccab8-f92d-45ae-a555-abf83c7d649b,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:43.476994 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d7f95d6c-31d0-4fd4-8848-264a39e3e8ae req-e1deb0c8-b794-40a4-880a-d718c01dc3a6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:43.490410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-d7f95d6c-31d0-4fd4-8848-264a39e3e8ae req-e1deb0c8-b794-40a4-880a-d718c01dc3a6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Calling delete_port for 605ccab8-f92d-45ae-a555-abf83c7d649b owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:23:43.673267 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eceb7b76-2952-4670-bafa-53b7492e4feb req-fc356043-cc28-4b25-897d-2e791172f431 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0391843 Jul 09 20:23:43.699327 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d7f95d6c-31d0-4fd4-8848-264a39e3e8ae req-e1deb0c8-b794-40a4-880a-d718c01dc3a6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:43.742854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1deb0c8-b794-40a4-880a-d718c01dc3a6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event deleted for resources: {'Port': ['ID=605ccab8-f92d-45ae-a555-abf83c7d649b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:43.823922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f95d6c-31d0-4fd4-8848-264a39e3e8ae req-e1deb0c8-b794-40a4-880a-d718c01dc3a6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] No DVR routers for this DVR port 605ccab8-f92d-45ae-a555-abf83c7d649b on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:23:43.830672 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d7f95d6c-31d0-4fd4-8848-264a39e3e8ae req-e1deb0c8-b794-40a4-880a-d718c01dc3a6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:43.830672 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d7f95d6c-31d0-4fd4-8848-264a39e3e8ae req-e1deb0c8-b794-40a4-880a-d718c01dc3a6 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.36 "DELETE /v2.0/ports/605ccab8-f92d-45ae-a555-abf83c7d649b HTTP/1.1" status: 204 len: 173 time: 0.5742743 Jul 09 20:23:43.830672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'name': 'network-vif-deleted', 'tag': '605ccab8-f92d-45ae-a555-abf83c7d649b'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:23:43.843039 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f16472-5f09-49a9-af7a-3b2a65de7ea2" -d '{"events": [{"server_uuid": "cebc6f97-f816-463b-bf44-a579363b7b5a", "name": "network-vif-deleted", "tag": "605ccab8-f92d-45ae-a555-abf83c7d649b"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:23:43.904924 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5bfbd4-07de-438c-8ff2-80dc09d5ddaf x-openstack-request-id: req-3d5bfbd4-07de-438c-8ff2-80dc09d5ddaf {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:23:43.905687 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cebc6f97-f816-463b-bf44-a579363b7b5a", "name": "network-vif-deleted", "tag": "605ccab8-f92d-45ae-a555-abf83c7d649b", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:23:43.906126 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d5bfbd4-07de-438c-8ff2-80dc09d5ddaf {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:23:43.906536 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cebc6f97-f816-463b-bf44-a579363b7b5a', 'name': 'network-vif-deleted', 'tag': '605ccab8-f92d-45ae-a555-abf83c7d649b', 'status': 'completed', 'code': 200} Jul 09 20:23:44.127990 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-60e9f499-5998-4d44-94e8-e2e3f793c55c req-3ed686dd-2e0b-49da-8ceb-d6a46bbb0089 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 210 time: 0.0595584 Jul 09 20:23:44.221339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-859a53b1-f044-42fb-8fa3-88160bde2844 req-fdf8cbef-04d9-4a8f-ad34-3e07afa436ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=27c87d085c6d4814b043682df9df80bc&device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0483890 Jul 09 20:23:44.283589 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-859a53b1-f044-42fb-8fa3-88160bde2844 req-6958a53d-9320-4b98-8d88-955a6ba49fe1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=27c87d085c6d4814b043682df9df80bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525718 Jul 09 20:23:44.430952 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d80a612-06e4-4066-8761-1ccc01bef109 req-1fac5509-8e3b-4fa1-8c13-17fc704b170c tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0494244 Jul 09 20:23:44.556486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a53b1-f044-42fb-8fa3-88160bde2844 req-6b196bfa-b45c-4ae3-b3f7-568e4c2b3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:23:44.556486 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-859a53b1-f044-42fb-8fa3-88160bde2844 req-6b196bfa-b45c-4ae3-b3f7-568e4c2b3435 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2598796 Jul 09 20:23:44.920393 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40060) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:45.045681 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0afad91-3ec7-45d8-9b15-8a85a317fdd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:45.154785 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0afad91-3ec7-45d8-9b15-8a85a317fdd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:45.162432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0afad91-3ec7-45d8-9b15-8a85a317fdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:45.190793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afad91-3ec7-45d8-9b15-8a85a317fdd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9879099e-ace1-4c8c-b05a-68bb5d296f25,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:45.222157 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e0afad91-3ec7-45d8-9b15-8a85a317fdd0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f050a7a039e04c738f149c9654e1638c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3004036 Jul 09 20:23:45.224449 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40070) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:45.648767 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31f6125c-007e-48e9-b288-8b54e53b8ab9 req-6366ebbe-be5d-4b30-ac98-fdf124be8ea2 tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0555928 Jul 09 20:23:45.653476 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6cb41544-8e3c-4126-be60-3b313aad5a78 req-8c52e8c3-4933-4a23-a90b-43cbb0340d03 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 210 time: 0.0392065 Jul 09 20:23:45.687159 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec51680f-3535-4068-af3f-82ec75dafc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:45.711478 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec51680f-3535-4068-af3f-82ec75dafc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:45.793780 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec51680f-3535-4068-af3f-82ec75dafc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:45.797911 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ec51680f-3535-4068-af3f-82ec75dafc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:45.801746 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ec51680f-3535-4068-af3f-82ec75dafc99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9879099e-ace1-4c8c-b05a-68bb5d296f25 HTTP/1.1" status: 204 len: 168 time: 0.5738006 Jul 09 20:23:45.807699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51680f-3535-4068-af3f-82ec75dafc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9879099e-ace1-4c8c-b05a-68bb5d296f25,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:45.846457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 605ccab8-f92d-45ae-a555-abf83c7d649b no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:23:45.882195 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 605ccab8-f92d-45ae-a555-abf83c7d649b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:23:45.882871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 605ccab8-f92d-45ae-a555-abf83c7d649b not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:23:46.101836 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40084) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:46.115334 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e778a114-2df5-4cdb-8aad-db5513509b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:46.116951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-859a53b1-f044-42fb-8fa3-88160bde2844 req-62c03fc0-cda6-45ce-b6c6-f25bc2b56bfd tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0360179 Jul 09 20:23:46.226362 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e778a114-2df5-4cdb-8aad-db5513509b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:46.230733 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e778a114-2df5-4cdb-8aad-db5513509b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:46.272233 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e778a114-2df5-4cdb-8aad-db5513509b93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3fbbaf9fdcb404c9e2d699569b122bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690929 Jul 09 20:23:46.274673 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40086) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:46.288877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778a114-2df5-4cdb-8aad-db5513509b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7147e2-54ba-4cf6-a743-5a1fb22fcbe9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:46.353290 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-941346e9-c41f-4c0e-91f2-5be25fb16b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:46.380669 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-941346e9-c41f-4c0e-91f2-5be25fb16b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:46.442212 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-941346e9-c41f-4c0e-91f2-5be25fb16b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:46.449737 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-941346e9-c41f-4c0e-91f2-5be25fb16b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:46.449737 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-941346e9-c41f-4c0e-91f2-5be25fb16b9b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ef7147e2-54ba-4cf6-a743-5a1fb22fcbe9 HTTP/1.1" status: 204 len: 168 time: 0.1711209 Jul 09 20:23:46.459441 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941346e9-c41f-4c0e-91f2-5be25fb16b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7147e2-54ba-4cf6-a743-5a1fb22fcbe9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:46.912182 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cfff8584-4c8f-46cc-b303-2d16b7ba52e5 req-1911e5fc-e0b5-4278-a3ca-704b7108efd7 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 210 time: 0.0639124 Jul 09 20:23:46.994589 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ac62810f-2970-4ab2-918d-d2555bf79419 req-8c5b9a28-2de7-4d74-9a07-e01cd8c3152f tempest-ServerShowV254Test-2005011252 tempest-ServerShowV254Test-2005011252-project] 10.222.0.30 "GET /v2.0/ports?device_id=8c5f3b78-6b68-4f63-aa49-0e2763a25ddf HTTP/1.1" status: 200 len: 210 time: 0.0417705 Jul 09 20:23:48.117058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b06167e-2c94-4160-851c-6f484856e33e req-654569a4-45c6-4be9-8444-75bf7e06b644 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "GET /v2.0/ports?device_id=cebc6f97-f816-463b-bf44-a579363b7b5a HTTP/1.1" status: 200 len: 210 time: 0.0356469 Jul 09 20:23:48.409466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40144) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:48.537508 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dad7fbc7-29fa-46c3-a00c-dd8bff58bc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:48.668099 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dad7fbc7-29fa-46c3-a00c-dd8bff58bc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:48.674789 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dad7fbc7-29fa-46c3-a00c-dd8bff58bc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:48.717255 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dad7fbc7-29fa-46c3-a00c-dd8bff58bc78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27c87d085c6d4814b043682df9df80bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066423 Jul 09 20:23:48.719941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40148) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:48.756451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7fbc7-29fa-46c3-a00c-dd8bff58bc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c3fdec-3806-4d64-ae30-c3b42466a276,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:48.825256 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-118d1d27-d52b-42ce-a049-d9dcc9564971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:48.857905 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-118d1d27-d52b-42ce-a049-d9dcc9564971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:48.914190 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-118d1d27-d52b-42ce-a049-d9dcc9564971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:48.917025 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-118d1d27-d52b-42ce-a049-d9dcc9564971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:48.918215 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-118d1d27-d52b-42ce-a049-d9dcc9564971 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84c3fdec-3806-4d64-ae30-c3b42466a276 HTTP/1.1" status: 204 len: 168 time: 0.1970115 Jul 09 20:23:48.926941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d1d27-d52b-42ce-a049-d9dcc9564971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c3fdec-3806-4d64-ae30-c3b42466a276,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:49.239048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40172) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:49.418931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-3ef29e7a-b3ce-4215-8062-67f3f34d300e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Deleting port 413fefed-7445-40fc-bbca-6b68dc37ee17 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:23:49.420143 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ef29e7a-b3ce-4215-8062-67f3f34d300e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:49.509315 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ef29e7a-b3ce-4215-8062-67f3f34d300e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:49.509656 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ef29e7a-b3ce-4215-8062-67f3f34d300e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:49.523607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-3ef29e7a-b3ce-4215-8062-67f3f34d300e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Calling delete_port for 413fefed-7445-40fc-bbca-6b68dc37ee17 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:23:49.678345 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ef29e7a-b3ce-4215-8062-67f3f34d300e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:49.733069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef29e7a-b3ce-4215-8062-67f3f34d300e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event deleted for resources: {'Port': ['ID=413fefed-7445-40fc-bbca-6b68dc37ee17,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:49.782765 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ef29e7a-b3ce-4215-8062-67f3f34d300e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:49.785996 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3ef29e7a-b3ce-4215-8062-67f3f34d300e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:49.788580 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3ef29e7a-b3ce-4215-8062-67f3f34d300e tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "DELETE /v2.0/floatingips/c5a2b0f6-6372-4d44-9f55-92da3c31146d HTTP/1.1" status: 204 len: 168 time: 0.5472345 Jul 09 20:23:50.295484 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-857fbaa8-9015-41b9-9620-68eb63c3406d req-8a6ae59a-aa12-4c5a-aee1-3bbdf9cf0c8c tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0413651 Jul 09 20:23:51.509131 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3be97fbc-3509-4b44-9a77-4299bc88fa24 req-65b5a959-2059-43c2-83df-e7a30278e86e tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0579793 Jul 09 20:23:52.692830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-306893ad-31d2-4689-81ac-3550eeab7b35 req-06f8ba64-b235-4b16-9c78-b73f109b1f54 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0362561 Jul 09 20:23:53.885306 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-76f57745-e8c1-4c0a-ae16-ff90c123eca5 req-86cf5c3d-abf5-4d0c-817d-02e5d6f0d6f6 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0427034 Jul 09 20:23:53.894156 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7034d677-958b-4029-a5b7-9df650110ce7 req-6bd6e3e4-a0cc-4c05-aaef-0f30739626ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0461869 Jul 09 20:23:54.367397 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40274) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:54.474333 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c1fae6b-9380-4e82-8127-caf5f93e2be1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:54.505937 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c1fae6b-9380-4e82-8127-caf5f93e2be1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:54.580721 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c1fae6b-9380-4e82-8127-caf5f93e2be1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:54.590886 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c1fae6b-9380-4e82-8127-caf5f93e2be1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:54.592839 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1c1fae6b-9380-4e82-8127-caf5f93e2be1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] 10.222.0.30 "DELETE /v2.0/security-groups/6c3dfff3-12ed-47f5-a004-1275183452f9 HTTP/1.1" status: 204 len: 168 time: 0.2243915 Jul 09 20:23:54.605347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fae6b-9380-4e82-8127-caf5f93e2be1 tempest-TestVolumeBootPattern-1427663258 tempest-TestVolumeBootPattern-1427663258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3dfff3-12ed-47f5-a004-1275183452f9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:54.681323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40282) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:55.076293 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ff8931c1-8b1c-46ff-87d6-d7272b5e5b49 req-43ab27be-011a-452d-bdb2-f7f83410054d tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0519104 Jul 09 20:23:55.335189 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3b71e2-c048-4be0-bc07-f3a60213afbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:55.626749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b71e2-c048-4be0-bc07-f3a60213afbe admin admin] Deleting port e7845725-c60f-4b3e-8ff5-066b748f2a2f {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:23:55.627105 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3b71e2-c048-4be0-bc07-f3a60213afbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:55.717011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-fb3b71e2-c048-4be0-bc07-f3a60213afbe admin admin] For port e7845725-c60f-4b3e-8ff5-066b748f2a2f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e7845725-c60f-4b3e-8ff5-066b748f2a2f,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:55.717469 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3b71e2-c048-4be0-bc07-f3a60213afbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:55.735836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b71e2-c048-4be0-bc07-f3a60213afbe admin admin] Calling delete_port for e7845725-c60f-4b3e-8ff5-066b748f2a2f owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:23:55.943242 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3b71e2-c048-4be0-bc07-f3a60213afbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:55.976059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b71e2-c048-4be0-bc07-f3a60213afbe admin admin] Pushing event deleted for resources: {'Port': ['ID=e7845725-c60f-4b3e-8ff5-066b748f2a2f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:56.193078 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb3b71e2-c048-4be0-bc07-f3a60213afbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:56.306307 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8389f38d-94c4-4c50-ae06-2b3a06ded748 req-8453a8ab-eafa-42eb-87f5-275cc48420a5 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0474725 Jul 09 20:23:56.530714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb3b71e2-c048-4be0-bc07-f3a60213afbe admin admin] Router bd6864f3-8951-4b51-b8ec-d99c1abbe036 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:23:56.652067 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3b71e2-c048-4be0-bc07-f3a60213afbe admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:23:56.676927 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fb3b71e2-c048-4be0-bc07-f3a60213afbe admin admin] 10.222.0.30 "PUT /v2.0/routers/bd6864f3-8951-4b51-b8ec-d99c1abbe036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9782431 Jul 09 20:23:56.677664 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40338) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:56.678036 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9795423-68af-4e0e-b3c0-6c440aba4e65 None None] Sync routers for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:23:56.693632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9795423-68af-4e0e-b3c0-6c440aba4e65 None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:23:56.694287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f9795423-68af-4e0e-b3c0-6c440aba4e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:23:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:56.884094 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:56.967438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f9795423-68af-4e0e-b3c0-6c440aba4e65 None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:23:56.984814 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aadfff87-da80-4da5-9955-7387edfed29d req-27700147-f722-4929-9ab3-8ec020883d91 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0439572 Jul 09 20:23:57.003062 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:57.073499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Deleting port 1f373c3f-8135-4bb5-afc2-f319f3944c87 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:23:57.073998 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:57.118886 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c5e594ed-c950-41b5-a134-8a8f6983734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:57.135033 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:57.189144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] For port 1f373c3f-8135-4bb5-afc2-f319f3944c87, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1f373c3f-8135-4bb5-afc2-f319f3944c87,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:57.189967 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:57.206344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Calling delete_port for 1f373c3f-8135-4bb5-afc2-f319f3944c87 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:23:57.256598 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f9795423-68af-4e0e-b3c0-6c440aba4e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49'}], 'enable_snat': True}, 'gw_port_id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:23:55Z', 'revision_number': 5, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port': {'id': '1f373c3f-8135-4bb5-afc2-f319f3944c87', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:05:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:23Z', 'updated_at': '2021-07-09T20:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:57.289862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9795423-68af-4e0e-b3c0-6c440aba4e65 None None] Checking router: bd6864f3-8951-4b51-b8ec-d99c1abbe036 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:23:57.299032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9795423-68af-4e0e-b3c0-6c440aba4e65 None None] Routers {'bd6864f3-8951-4b51-b8ec-d99c1abbe036'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:23:57.299954 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f9795423-68af-4e0e-b3c0-6c440aba4e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:23:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:57.417865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f9795423-68af-4e0e-b3c0-6c440aba4e65 None None] Set router bd6864f3-8951-4b51-b8ec-d99c1abbe036 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:23:57.432131 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:57.465059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f373c3f-8135-4bb5-afc2-f319f3944c87,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:57.488108 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f9795423-68af-4e0e-b3c0-6c440aba4e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:23:57Z', 'revision_number': 6, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:57.526508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9795423-68af-4e0e-b3c0-6c440aba4e65 None None] The sync data for ids ['bd6864f3-8951-4b51-b8ec-d99c1abbe036'] in n-d-800088-3 is: [{'id': 'bd6864f3-8951-4b51-b8ec-d99c1abbe036', 'name': 'tempest-TestVolumeBootPattern-803612050-router', 'tenant_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:21Z', 'updated_at': '2021-07-09T20:23:57Z', 'revision_number': 6, 'project_id': '23bb1ac906cf4b6394cc5b1e602b1500', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:23:57.533943 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:57.534305 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:57.534800 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:57.535149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:57.535491 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:57.535832 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:57.536173 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:57.536512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:57.536865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:57.537733 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:57.538080 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:57.538469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:23:57.559277 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:58.041443 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:58.044644 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:58.116644 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:58.117313 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd6864f3-8951-4b51-b8ec-d99c1abbe036 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:23:58.123841 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:58.128119 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b7ff1134-9229-42f4-9b3d-22a5dc463ee1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/bd6864f3-8951-4b51-b8ec-d99c1abbe036 HTTP/1.1" status: 204 len: 168 time: 1.4581983 Jul 09 20:23:58.128650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40372) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:58.184110 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e7845725-c60f-4b3e-8ff5-066b748f2a2f no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:23:58.206291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ed6c91-8222-4024-9277-9ebdf16dc758 admin admin] Deleting subnet 9a57788d-dcbd-497d-b559-eb3dde79191b {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:23:58.208974 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-35ed6c91-8222-4024-9277-9ebdf16dc758 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:58.221104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: e7845725-c60f-4b3e-8ff5-066b748f2a2f {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:23:58.221637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e7845725-c60f-4b3e-8ff5-066b748f2a2f not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:23:58.261655 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-35ed6c91-8222-4024-9277-9ebdf16dc758 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:58.373527 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-35ed6c91-8222-4024-9277-9ebdf16dc758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:58.436350 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c583376-2db1-4668-8d02-a700d8e37a4d req-bc491721-1e32-44dc-a29a-114e9d094baf tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0592177 Jul 09 20:23:58.474222 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-35ed6c91-8222-4024-9277-9ebdf16dc758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:58.502607 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed6c91-8222-4024-9277-9ebdf16dc758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a57788d-dcbd-497d-b559-eb3dde79191b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:58.511947 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-35ed6c91-8222-4024-9277-9ebdf16dc758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:58.515360 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-35ed6c91-8222-4024-9277-9ebdf16dc758 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9a57788d-dcbd-497d-b559-eb3dde79191b HTTP/1.1" status: 204 len: 168 time: 0.3856375 Jul 09 20:23:58.518203 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40384) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:58.519661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6b583e-ee25-4714-a50d-a0244726c969 None None] Network 3de49419-471d-44dd-9cec-0be8c2f78db2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:23:58.631822 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:58.724468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] Deleting port 462ef844-722a-4e7e-9ff4-474597c45736 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:23:58.724468 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:58.823156 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] For port 462ef844-722a-4e7e-9ff4-474597c45736, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=462ef844-722a-4e7e-9ff4-474597c45736,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:58.823506 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:58.825201 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6e54f2-8112-4e66-9d23-f87f2bd35e72 None None] DHCP port deletion for 3de49419-471d-44dd-9cec-0be8c2f78db2 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:23:58.845611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] Calling delete_port for 462ef844-722a-4e7e-9ff4-474597c45736 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:23:58.891537 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0c6e54f2-8112-4e66-9d23-f87f2bd35e72 None None] Deleting port 462ef844-722a-4e7e-9ff4-474597c45736 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:23:58.892005 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0c6e54f2-8112-4e66-9d23-f87f2bd35e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:58.962588 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:58.994289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] Pushing event deleted for resources: {'Port': ['ID=462ef844-722a-4e7e-9ff4-474597c45736,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:58.995958 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0c6e54f2-8112-4e66-9d23-f87f2bd35e72 None None] For port 462ef844-722a-4e7e-9ff4-474597c45736, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=462ef844-722a-4e7e-9ff4-474597c45736,segment=NetworkSegment(4b0dfa48-ef39-4c6d-84a2-820740d7e520),segment_id=4b0dfa48-ef39-4c6d-84a2-820740d7e520)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:23:58.998942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] No DVR routers for this DVR port 462ef844-722a-4e7e-9ff4-474597c45736 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:23:59.007012 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0c6e54f2-8112-4e66-9d23-f87f2bd35e72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:59.026228 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0c6e54f2-8112-4e66-9d23-f87f2bd35e72 None None] Calling delete_port for 462ef844-722a-4e7e-9ff4-474597c45736 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:23:59.080671 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:59.094826 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de49419-471d-44dd-9cec-0be8c2f78db2']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:59.110426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0dfa48-ef39-4c6d-84a2-820740d7e520') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:59.111003 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0dfa48-ef39-4c6d-84a2-820740d7e520') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:23:59.120322 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:59.135095 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:59.137832 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0c6e54f2-8112-4e66-9d23-f87f2bd35e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:59.142116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:23:59.142799 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:23:59.144685 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:23:59.186344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e54f2-8112-4e66-9d23-f87f2bd35e72 None None] No DVR routers for this DVR port 462ef844-722a-4e7e-9ff4-474597c45736 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:23:59.202115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e54f2-8112-4e66-9d23-f87f2bd35e72 None None] Pushing event deleted for resources: {'Port': ['ID=462ef844-722a-4e7e-9ff4-474597c45736,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:59.211347 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:59.218530 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:59.220852 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] 10.222.0.30 "DELETE /v2.0/networks/3de49419-471d-44dd-9cec-0be8c2f78db2 HTTP/1.1" status: 204 len: 168 time: 0.7012076 Jul 09 20:23:59.223770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40394) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:23:59.235413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735672b-780b-4823-b209-c4e4183c365a admin admin] Pushing event deleted for resources: {'Network': ['ID=3de49419-471d-44dd-9cec-0be8c2f78db2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:23:59.338258 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:59.443530 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7b07a5b9-69d7-4b12-a49b-d4f839f6a48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:59.613450 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:59.648960 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-91c5caff-381f-45a1-a3b1-5bfe47070c98 req-d05226de-0386-4dcc-9350-f2cb26630f39 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0523703 Jul 09 20:23:59.699140 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-66b98e1c-5ed9-4211-9907-7bf84f5ec006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:23:59.796394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1f373c3f-8135-4bb5-afc2-f319f3944c87 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:23:59.841934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 1f373c3f-8135-4bb5-afc2-f319f3944c87 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:23:59.841934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1f373c3f-8135-4bb5-afc2-f319f3944c87 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:23:59.842533 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 462ef844-722a-4e7e-9ff4-474597c45736 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:23:59.864204 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 462ef844-722a-4e7e-9ff4-474597c45736 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:23:59.864694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 462ef844-722a-4e7e-9ff4-474597c45736 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:24:00.007525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-66b98e1c-5ed9-4211-9907-7bf84f5ec006 admin admin] Deleting port 6ff68037-d759-45b1-952f-eb8251e5283e {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:24:00.008026 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-66b98e1c-5ed9-4211-9907-7bf84f5ec006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:00.095783 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-66b98e1c-5ed9-4211-9907-7bf84f5ec006 admin admin] For port 6ff68037-d759-45b1-952f-eb8251e5283e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=6ff68037-d759-45b1-952f-eb8251e5283e,segment=NetworkSegment(7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77),segment_id=7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:24:00.096198 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-66b98e1c-5ed9-4211-9907-7bf84f5ec006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:00.112811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-66b98e1c-5ed9-4211-9907-7bf84f5ec006 admin admin] Calling delete_port for 6ff68037-d759-45b1-952f-eb8251e5283e owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:24:00.370339 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-66b98e1c-5ed9-4211-9907-7bf84f5ec006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:00.423321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b98e1c-5ed9-4211-9907-7bf84f5ec006 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff68037-d759-45b1-952f-eb8251e5283e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:00.495071 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:00.652018 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-66b98e1c-5ed9-4211-9907-7bf84f5ec006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:00.890120 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-783b3f09-82fd-452a-820f-6edc3c27d323 req-53743b05-7f39-4c17-8a30-a92e7b7816c2 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0476465 Jul 09 20:24:00.961136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b98e1c-5ed9-4211-9907-7bf84f5ec006 admin admin] Router 4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:24:01.073919 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b98e1c-5ed9-4211-9907-7bf84f5ec006 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:24:01.081450 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-66b98e1c-5ed9-4211-9907-7bf84f5ec006 admin admin] 10.222.0.30 "PUT /v2.0/routers/4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8552763 Jul 09 20:24:01.083287 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40440) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:01.089261 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32472663-baa0-4c9c-8b8a-2b58f4a4a9ed None None] Sync routers for ids ['4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:24:01.105262 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32472663-baa0-4c9c-8b8a-2b58f4a4a9ed None None] Routers {'4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:24:01.106179 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-32472663-baa0-4c9c-8b8a-2b58f4a4a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:23:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:01.199194 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:01.257053 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-32472663-baa0-4c9c-8b8a-2b58f4a4a9ed None None] Set router 4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:24:01.317690 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:01.376814 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] Deleting port ddc982f8-9657-4df8-9a3e-e92c33efa2fa {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:24:01.377414 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:01.484450 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] For port ddc982f8-9657-4df8-9a3e-e92c33efa2fa, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ddc982f8-9657-4df8-9a3e-e92c33efa2fa,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:24:01.484865 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:01.502408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] Calling delete_port for ddc982f8-9657-4df8-9a3e-e92c33efa2fa owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:24:01.530074 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-32472663-baa0-4c9c-8b8a-2b58f4a4a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'name': 'tempest-TestVolumeBootPattern-1815024538-router', 'tenant_id': '3e49c8d882754f788e498638ba0b605f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ddc982f8-9657-4df8-9a3e-e92c33efa2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:39Z', 'updated_at': '2021-07-09T20:24:00Z', 'revision_number': 5, 'project_id': '3e49c8d882754f788e498638ba0b605f', 'gw_port': {'id': 'ddc982f8-9657-4df8-9a3e-e92c33efa2fa', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:10:43Z', 'updated_at': '2021-07-09T20:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:01.691503 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32472663-baa0-4c9c-8b8a-2b58f4a4a9ed None None] Checking router: 4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:24:01.707192 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32472663-baa0-4c9c-8b8a-2b58f4a4a9ed None None] Routers {'4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:24:01.708356 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-32472663-baa0-4c9c-8b8a-2b58f4a4a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:23:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:01.720955 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:01.752607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc982f8-9657-4df8-9a3e-e92c33efa2fa,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:01.817070 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-32472663-baa0-4c9c-8b8a-2b58f4a4a9ed None None] Set router 4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:24:01.853313 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:01.894602 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-32472663-baa0-4c9c-8b8a-2b58f4a4a9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'name': 'tempest-TestVolumeBootPattern-1815024538-router', 'tenant_id': '3e49c8d882754f788e498638ba0b605f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:39Z', 'updated_at': '2021-07-09T20:24:01Z', 'revision_number': 6, 'project_id': '3e49c8d882754f788e498638ba0b605f', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:01.926813 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32472663-baa0-4c9c-8b8a-2b58f4a4a9ed None None] The sync data for ids ['4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7'] in n-d-800088-3 is: [{'id': '4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7', 'name': 'tempest-TestVolumeBootPattern-1815024538-router', 'tenant_id': '3e49c8d882754f788e498638ba0b605f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:10:39Z', 'updated_at': '2021-07-09T20:24:01Z', 'revision_number': 6, 'project_id': '3e49c8d882754f788e498638ba0b605f', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:24:02.000217 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.002757 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.078686 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e636461c-b3fb-44af-b527-100859d7174a req-588cba39-be8c-4ba8-b5e4-2f59137ac71d tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0320892 Jul 09 20:24:02.081075 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.081722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:24:02.086388 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.090253 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40466) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:02.090758 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9aad8ff0-2931-4015-9280-2a9671304182 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4e5ceb7b-2fa9-4b60-942d-ff5d08f465d7 HTTP/1.1" status: 204 len: 168 time: 1.0057189 Jul 09 20:24:02.142290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f554e9-7f78-4db1-8960-2327382c0aaf admin admin] Deleting subnet 4f9d9947-fa8e-4d48-86f4-c5510ff6d6cb {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:24:02.145938 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b4f554e9-7f78-4db1-8960-2327382c0aaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.186873 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b4f554e9-7f78-4db1-8960-2327382c0aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.268393 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b4f554e9-7f78-4db1-8960-2327382c0aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.331448 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b4f554e9-7f78-4db1-8960-2327382c0aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.363755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f554e9-7f78-4db1-8960-2327382c0aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f9d9947-fa8e-4d48-86f4-c5510ff6d6cb,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:02.368034 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b4f554e9-7f78-4db1-8960-2327382c0aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.370567 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b4f554e9-7f78-4db1-8960-2327382c0aaf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4f9d9947-fa8e-4d48-86f4-c5510ff6d6cb HTTP/1.1" status: 204 len: 168 time: 0.2794580 Jul 09 20:24:02.370918 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.373432 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 40470) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:02.387348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1906eaa5-2a11-424d-8724-4d452f50bc93 None None] Network 4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:24:02.475668 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.590043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] Deleting port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:24:02.590394 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.669787 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] For port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1baa6613-16fa-48a4-bb33-cb8ac08dfec9,segment=NetworkSegment(7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77),segment_id=7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:24:02.670456 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.683386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] Calling delete_port for 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:24:02.782044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12fdd24-4a40-4057-955a-65a835541f96 None None] DHCP port deletion for 4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:24:02.798628 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.821643 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] No DVR routers for this DVR port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:24:02.855089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b12fdd24-4a40-4057-955a-65a835541f96 None None] Deleting port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:24:02.855521 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b12fdd24-4a40-4057-955a-65a835541f96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.890989 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] Pushing event deleted for resources: {'Port': ['ID=1baa6613-16fa-48a4-bb33-cb8ac08dfec9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:02.936059 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b12fdd24-4a40-4057-955a-65a835541f96 None None] For port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9, host n-d-800088-3, got binding levels [] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:24:02.936730 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b12fdd24-4a40-4057-955a-65a835541f96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.945368 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.952781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b12fdd24-4a40-4057-955a-65a835541f96 None None] Calling delete_port for 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:24:02.955996 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.ipam_backend_mixin [None req-b12fdd24-4a40-4057-955a-65a835541f96 None None] Port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 was not found and therefore no delete operation was performed {{(pid=100206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 20:24:02.957699 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b12fdd24-4a40-4057-955a-65a835541f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.958379 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:02.973108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:02.973581 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7353cb8d-9f8f-4e82-bd9e-0c7fd0c7de77') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:02.983705 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:02.992807 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fdd24-4a40-4057-955a-65a835541f96 None None] Pushing event deleted for resources: {'Port': ['ID=1baa6613-16fa-48a4-bb33-cb8ac08dfec9,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:02.996712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12fdd24-4a40-4057-955a-65a835541f96 None None] No DVR routers for this DVR port 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:24:03.010806 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:03.018349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:24:03.018886 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:24:03.021554 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:24:03.086044 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:03.092881 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:03.096292 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] 10.222.0.30 "DELETE /v2.0/networks/4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4 HTTP/1.1" status: 204 len: 168 time: 0.7212634 Jul 09 20:24:03.111706 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed6f6e-dba4-4b52-8a87-87286b61d5ef admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7751b8-a1fe-40a7-bbfc-ae5ad439e4a4,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:03.281704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40494) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:03.317573 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c5e75895-935b-491c-bfeb-45d451882e81 req-e7191df2-3235-4ed1-a2f2-e2b3cd704703 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0376940 Jul 09 20:24:03.351939 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-66a87ad7-3cc2-4978-8e9c-b6aebafd4122 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23bb1ac906cf4b6394cc5b1e602b1500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687871 Jul 09 20:24:03.354079 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40496) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:03.409460 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-230e712b-ecb1-4dc6-b73d-430e9b177b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:03.436522 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-230e712b-ecb1-4dc6-b73d-430e9b177b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:03.504011 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-230e712b-ecb1-4dc6-b73d-430e9b177b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:03.507406 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-230e712b-ecb1-4dc6-b73d-430e9b177b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:03.508750 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-230e712b-ecb1-4dc6-b73d-430e9b177b57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c7682bf-79ab-4c41-b136-29adcc7d383e HTTP/1.1" status: 204 len: 168 time: 0.1536117 Jul 09 20:24:03.519216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e712b-ecb1-4dc6-b73d-430e9b177b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7682bf-79ab-4c41-b136-29adcc7d383e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:03.800180 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ddc982f8-9657-4df8-9a3e-e92c33efa2fa no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:24:03.820790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: ddc982f8-9657-4df8-9a3e-e92c33efa2fa {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:24:03.821158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ddc982f8-9657-4df8-9a3e-e92c33efa2fa not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:24:03.821605 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:24:03.848233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:24:03.848609 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1baa6613-16fa-48a4-bb33-cb8ac08dfec9 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:24:03.849216 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6ff68037-d759-45b1-952f-eb8251e5283e no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:24:03.881886 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 6ff68037-d759-45b1-952f-eb8251e5283e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:24:03.882290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6ff68037-d759-45b1-952f-eb8251e5283e not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:24:03.918501 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40518) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:03.961615 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-650d9b92-a4be-431e-941c-2ad5be722b5e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e49c8d882754f788e498638ba0b605f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416288 Jul 09 20:24:03.964157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 40520) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:04.018322 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:04.041362 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:04.115021 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:04.120234 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:04.121477 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/acca8758-c5bf-4a79-afa9-48951f790f63 HTTP/1.1" status: 204 len: 168 time: 0.1559520 Jul 09 20:24:04.131604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acca8758-c5bf-4a79-afa9-48951f790f63,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:04.142295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:04.143265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:04.144015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:04.144609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:04.145252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:04.145831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:04.146454 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:04.147168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:04.147629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:04.148065 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:04.148521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:04.149131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbdb3419-bd24-4c12-ab51-a3d6ec9fc824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:04.514462 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fa87c6db-9753-460e-ae71-a2f2dbc96507 req-484d2565-90ac-4f65-a3b7-f894dfdea589 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0426352 Jul 09 20:24:05.711491 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5a2a74c1-f1a6-4c88-814d-e969340e5fc8 req-6fde52c2-2bc0-4db8-a697-2555422bbcd8 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0523160 Jul 09 20:24:06.880440 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cd0dee82-3446-413d-9e80-da3fc69c1e6c req-1e7b79d8-f846-47d0-83fa-72c9f3d16352 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0312376 Jul 09 20:24:08.044565 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-042c4339-5925-4380-be2b-d349d684dc72 req-9838ff14-3c14-4259-a873-4333b49eebf3 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0290394 Jul 09 20:24:09.217881 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-411a5242-53eb-49db-9911-f14cb0f35049 req-2e361648-f5ee-4d70-a6d1-28863dfa9144 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0311077 Jul 09 20:24:10.383628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8a7103ef-f436-48a9-bed9-ced969ba7e52 req-6320063d-d4e6-48b8-8ae9-018909416bf9 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0344322 Jul 09 20:24:11.563300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6301106e-bf44-4b5f-aba4-227135dd19fb req-c2b63740-c80d-4516-92a9-10f9940df331 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0352659 Jul 09 20:24:12.732869 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eb523872-b789-40ca-bcdb-bcf3fa57497b req-205c9781-519f-4bc8-9488-ab4d5e3a0881 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0327430 Jul 09 20:24:13.911164 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-74e86688-255c-41d9-bae6-4c948f4411b1 req-d61282c7-3b9b-44df-b407-3faae80cd524 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0343831 Jul 09 20:24:15.090144 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6eeef48d-41ab-4a53-9622-c8682e0b6aa0 req-cfcbef1e-e9a0-4a9b-bb99-4f434d99d29e tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0354390 Jul 09 20:24:16.269123 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f7bc173-4dbc-48d5-9275-a53839a3781a req-9431582e-b138-4241-9aba-65c7968c2429 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0310261 Jul 09 20:24:17.440164 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2a1f2b7c-cb0f-4e9a-968f-6385ac37940b req-dfed98da-f049-4a45-bcd7-cfa4c2836db3 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0305524 Jul 09 20:24:18.375679 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:24:18.608573 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bce7c3f9-99d9-467b-a55f-4700dcd81944 req-3d1ec5e8-2eef-49f2-8112-b4ea194e5f7a tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0308192 Jul 09 20:24:19.789883 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d029603c-04e1-49a8-82b7-774049af57ad req-f351d9e0-9f21-440a-a6a3-2a96cebb636e tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0306001 Jul 09 20:24:20.948039 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c0cd145-6fc2-469e-8b68-2f7dd11ca0d5 req-e49108d0-d61b-4ced-a9c1-cc863a9d498c tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0303319 Jul 09 20:24:22.131996 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4bcf4e8-e7cf-4f76-9a4e-337c75e20ab5 req-cab26d92-028a-40e2-baa9-f1abcc0701ee tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0312171 Jul 09 20:24:23.301061 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c30daec-7873-4ab8-b9da-02321fa52b4a req-10cd7c47-6979-4797-8f0b-7735cae79b25 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0362003 Jul 09 20:24:24.473435 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6cbcd474-561d-4538-a498-e11f807dae5b req-3a31c885-86aa-437a-8a69-7bd59ba3c14a tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0326462 Jul 09 20:24:25.655348 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-88c5b327-9a5c-402b-ae83-21319b4a7941 req-7663c764-9328-43da-8a82-f1291b907538 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0328972 Jul 09 20:24:26.359967 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f5c693f-d759-4efd-b878-6aae3e5e39ef req-11dd4df8-18ab-4998-a4d3-0615da6ba93a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0314004 Jul 09 20:24:26.842026 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-348cc814-1418-417b-8d86-6d3b191261ac req-9415bf8e-c6a9-490d-b972-b1aef357b567 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0313332 Jul 09 20:24:26.886945 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1bfc8bdd-623f-4766-95c5-8d711afbde3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:27.032055 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:28.018557 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1a231583-1467-47da-8e90-b652ece48d0e req-6a915942-3c3a-490f-9f95-612e90616445 tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0312016 Jul 09 20:24:28.372867 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3dfa3627-dba4-4945-845c-358c11601fca req-5c715b28-18de-493b-b3b4-95e78d92a51a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=309a7adc08d64a0b955c651cc44ab53d&device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0276086 Jul 09 20:24:28.400208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3dfa3627-dba4-4945-845c-358c11601fca req-0e2a218c-1b91-4b51-b516-20d63067c34e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=309a7adc08d64a0b955c651cc44ab53d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206108 Jul 09 20:24:28.450644 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c09881be-5a73-4271-af5d-7ed59d0f55b6 req-1ae2080d-2b2f-41f5-a4ba-a134dd6f6a0d tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0383055 Jul 09 20:24:28.542466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa3627-dba4-4945-845c-358c11601fca req-c3663115-b813-47ff-92dd-4599e66a3c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:28.545114 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3dfa3627-dba4-4945-845c-358c11601fca req-c3663115-b813-47ff-92dd-4599e66a3c83 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388175 Jul 09 20:24:29.356878 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:29.449422 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-711c8e98-d791-4621-ad22-fa61dda3d8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:29.600471 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:29.605516 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0be29678-3346-46fd-877c-2d26011342a6 req-0fed8c31-fb6e-44d2-a9e1-61d97832770d tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0307310 Jul 09 20:24:29.937593 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3dfa3627-dba4-4945-845c-358c11601fca req-406dfba9-7c75-4240-a688-a8659270ca3d tempest-ServerShowV257Test-359828392 tempest-ServerShowV257Test-359828392-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a0bde46-221c-4155-9908-bc38d7e85407 HTTP/1.1" status: 200 len: 210 time: 0.0339825 Jul 09 20:24:30.066307 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb012c2-462f-4aa0-9cdb-002b735a0b56 req-777b6fa9-f134-4d43-9eed-c87614771f41 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:30.068710 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8cb012c2-462f-4aa0-9cdb-002b735a0b56 req-777b6fa9-f134-4d43-9eed-c87614771f41 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1097 time: 0.0664203 Jul 09 20:24:30.115408 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8cb012c2-462f-4aa0-9cdb-002b735a0b56 req-e53a2360-80fc-4b2a-879a-00535b1de064 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403533 Jul 09 20:24:30.142751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41280) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:30.309853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-fa25e290-c92e-4e15-be34-e837ae20946a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port 5f442a28-c822-4be7-b9aa-d3ee1421aab8 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:24:30.310203 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fa25e290-c92e-4e15-be34-e837ae20946a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:30.389236 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fa25e290-c92e-4e15-be34-e837ae20946a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:30.389499 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fa25e290-c92e-4e15-be34-e837ae20946a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:30.406065 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-fa25e290-c92e-4e15-be34-e837ae20946a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for 5f442a28-c822-4be7-b9aa-d3ee1421aab8 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:24:30.500770 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:30.586520 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fa25e290-c92e-4e15-be34-e837ae20946a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:30.615150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25e290-c92e-4e15-be34-e837ae20946a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=5f442a28-c822-4be7-b9aa-d3ee1421aab8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:30.692371 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fa25e290-c92e-4e15-be34-e837ae20946a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:30.692371 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-fa25e290-c92e-4e15-be34-e837ae20946a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Floating IP 027618fb-4c9b-4afa-8f0f-e9554aaca835 disassociated (deleted). External IP: 172.25.0.197, port: 650815ba-feb0-4821-938b-024100fb4ed7. Jul 09 20:24:31.003043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41292) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:31.143729 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48c0ea32-6c14-4bcc-9ccb-f1f0fafc86db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:31.266010 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48c0ea32-6c14-4bcc-9ccb-f1f0fafc86db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:31.272932 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-48c0ea32-6c14-4bcc-9ccb-f1f0fafc86db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:31.306696 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa25e290-c92e-4e15-be34-e837ae20946a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router cb42dbfe-2e79-470c-8c56-02a8aad317aa has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:24:31.328702 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-48c0ea32-6c14-4bcc-9ccb-f1f0fafc86db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=309a7adc08d64a0b955c651cc44ab53d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198819 Jul 09 20:24:31.329221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41298) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:31.329826 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c0ea32-6c14-4bcc-9ccb-f1f0fafc86db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969e0070-ae9a-457c-9f3d-987e83fb2a7b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:31.475144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7afd8051-b9ad-4306-b025-875b1f95decf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:31.502707 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa25e290-c92e-4e15-be34-e837ae20946a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:24:31.514975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fa25e290-c92e-4e15-be34-e837ae20946a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:31.515092 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7afd8051-b9ad-4306-b025-875b1f95decf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:31.519504 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cebb65-dc30-421c-83a7-5fa9bdea48bd None None] Sync routers for ids ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:24:31.534163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cebb65-dc30-421c-83a7-5fa9bdea48bd None None] Routers {'cb42dbfe-2e79-470c-8c56-02a8aad317aa'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:24:31.535164 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-26cebb65-dc30-421c-83a7-5fa9bdea48bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:31.593839 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fa25e290-c92e-4e15-be34-e837ae20946a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/floatingips/027618fb-4c9b-4afa-8f0f-e9554aaca835 HTTP/1.1" status: 204 len: 168 time: 1.4462261 Jul 09 20:24:31.593839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:24:31.594949 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790fa098-f604-4aa3-a0b7-7dc6a5618b13" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "tag": "650815ba-feb0-4821-938b-024100fb4ed7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:24:31.635504 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7afd8051-b9ad-4306-b025-875b1f95decf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:31.640312 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7afd8051-b9ad-4306-b025-875b1f95decf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:31.645733 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7afd8051-b9ad-4306-b025-875b1f95decf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/969e0070-ae9a-457c-9f3d-987e83fb2a7b HTTP/1.1" status: 204 len: 168 time: 0.3115540 Jul 09 20:24:31.659408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-26cebb65-dc30-421c-83a7-5fa9bdea48bd None None] Set router cb42dbfe-2e79-470c-8c56-02a8aad317aa gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:24:31.660643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8051-b9ad-4306-b025-875b1f95decf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969e0070-ae9a-457c-9f3d-987e83fb2a7b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:31.671451 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0249fd06-246b-4413-8667-f250504ee708 x-openstack-request-id: req-0249fd06-246b-4413-8667-f250504ee708 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:24:31.671901 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "tag": "650815ba-feb0-4821-938b-024100fb4ed7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:24:31.672237 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0249fd06-246b-4413-8667-f250504ee708 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:24:31.673694 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7', 'status': 'completed', 'code': 200} Jul 09 20:24:31.773384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fa098-f604-4aa3-a0b7-7dc6a5618b13 req-908699fe-4b4a-4ebd-a9a0-57db7076f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:31.774954 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-790fa098-f604-4aa3-a0b7-7dc6a5618b13 req-908699fe-4b4a-4ebd-a9a0-57db7076f8cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 1097 time: 0.0889525 Jul 09 20:24:31.983645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fa098-f604-4aa3-a0b7-7dc6a5618b13 req-37d5a36c-d8a6-4b1d-a425-9403b83a7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:31.993456 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-790fa098-f604-4aa3-a0b7-7dc6a5618b13 req-37d5a36c-d8a6-4b1d-a425-9403b83a7805 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6751e324-3a53-4d2d-a60d-4069349c4ad5 HTTP/1.1" status: 200 len: 897 time: 0.2119081 Jul 09 20:24:32.076701 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-790fa098-f604-4aa3-a0b7-7dc6a5618b13 req-537fb499-0198-433a-9270-1bdfb1bb54d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 200 len: 217 time: 0.0749893 Jul 09 20:24:32.137114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fa098-f604-4aa3-a0b7-7dc6a5618b13 req-ae4b6364-9019-4d70-b5a2-df9a0a4edd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:32.139297 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-790fa098-f604-4aa3-a0b7-7dc6a5618b13 req-ae4b6364-9019-4d70-b5a2-df9a0a4edd6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9811c50a-72e9-40ee-b32b-f33571fcf338 HTTP/1.1" status: 200 len: 834 time: 0.0551927 Jul 09 20:24:32.219163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-26cebb65-dc30-421c-83a7-5fa9bdea48bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:17Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:10Z', 'updated_at': '2021-07-09T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '91e58fe2-471b-4d18-8ac8-c31287f6415e', 'name': '', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:c4:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:15Z', 'updated_at': '2021-07-09T20:21:24Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:32.240416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fa098-f604-4aa3-a0b7-7dc6a5618b13 req-56e8b41e-2684-42bc-83b0-86d53a573bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:32.241903 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-790fa098-f604-4aa3-a0b7-7dc6a5618b13 req-56e8b41e-2684-42bc-83b0-86d53a573bb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6751e324-3a53-4d2d-a60d-4069349c4ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957417 Jul 09 20:24:32.254322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cebb65-dc30-421c-83a7-5fa9bdea48bd None None] Checking router: cb42dbfe-2e79-470c-8c56-02a8aad317aa for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:24:32.264247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cebb65-dc30-421c-83a7-5fa9bdea48bd None None] Routers {'cb42dbfe-2e79-470c-8c56-02a8aad317aa'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:24:32.265046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-26cebb65-dc30-421c-83a7-5fa9bdea48bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:32.349499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba0378-8051-4d61-a9ed-be5b068abb98 req-93c2491a-7f34-4f99-8a9d-a36f9f0a8d0c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:32.351516 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-81ba0378-8051-4d61-a9ed-be5b068abb98 req-93c2491a-7f34-4f99-8a9d-a36f9f0a8d0c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 946 time: 0.1563628 Jul 09 20:24:32.391127 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-790fa098-f604-4aa3-a0b7-7dc6a5618b13 req-1544c6ff-6dd4-463c-b958-dccb5df3b73e service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404979 Jul 09 20:24:32.400147 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:32.417920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-81ba0378-8051-4d61-a9ed-be5b068abb98 req-365dff6a-6a39-4e7f-ac11-eece12c69337 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580552 Jul 09 20:24:32.432554 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-26cebb65-dc30-421c-83a7-5fa9bdea48bd None None] Set router cb42dbfe-2e79-470c-8c56-02a8aad317aa gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:24:32.573457 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-790fa098-f604-4aa3-a0b7-7dc6a5618b13 req-f3fc2594-f885-4e75-a0d6-31d95edd076e service neutron] 10.222.0.36 "GET /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720836 Jul 09 20:24:32.686956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41338) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:32.723724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-26cebb65-dc30-421c-83a7-5fa9bdea48bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:17Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:10Z', 'updated_at': '2021-07-09T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '91e58fe2-471b-4d18-8ac8-c31287f6415e', 'name': '', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:c4:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:15Z', 'updated_at': '2021-07-09T20:21:24Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:32.781457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cebb65-dc30-421c-83a7-5fa9bdea48bd None None] The sync data for ids ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'] in n-d-800088-3 is: [{'id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:21:17Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:10Z', 'updated_at': '2021-07-09T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '91e58fe2-471b-4d18-8ac8-c31287f6415e', 'name': '', 'network_id': '6751e324-3a53-4d2d-a60d-4069349c4ad5', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:c4:d1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:15Z', 'updated_at': '2021-07-09T20:21:24Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '9811c50a-72e9-40ee-b32b-f33571fcf338', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:24:32.832856 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-935829121-network', 'tenant_id': '69bb2033f75d48319292daf5deb270e2'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:24:32.879304 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] Made reservation on behalf of 69bb2033f75d48319292daf5deb270e2 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:24:32.885316 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:32.901514 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:33.056919 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:33.061450 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:33.095472 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:24:33.102235 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ad881b-02fd-46c9-ad87-ecc86f37b08b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:33.121130 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:33.122018 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] Added segment 328ac244-9b49-4423-ae45-14f84f4ec018 of type vlan for network 30bec569-a295-4309-8beb-93436864b91e Jul 09 20:24:33.172799 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:33.193880 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f8e12-6bbe-4045-9861-6bb545ecee11 None None] New status for floating IP 027618fb-4c9b-4afa-8f0f-e9554aaca835: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:24:33.206358 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:33.207524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:33.209216 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:33.277159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] Pushing event updated for resources: {'Network': ['ID=30bec569-a295-4309-8beb-93436864b91e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:33.293842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 30bec569-a295-4309-8beb-93436864b91e details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:24:33.301149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-639c747a-da9e-4a1c-8b0a-cc17b00a5046 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6131051 Jul 09 20:24:33.688421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e317dcc-532e-4d3c-9849-e098d4471808 req-140ceb1b-e002-4244-8de8-fafcf95fdcb2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:33.695691 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8e317dcc-532e-4d3c-9849-e098d4471808 req-140ceb1b-e002-4244-8de8-fafcf95fdcb2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 946 time: 0.0988197 Jul 09 20:24:33.761457 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8e317dcc-532e-4d3c-9849-e098d4471808 req-f919d5cb-5c28-4579-80f7-b53e35673154 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=b389b5ab-518d-4fa0-ae83-b7379b650be4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644391 Jul 09 20:24:33.882682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99a73a-3e6f-4389-8485-5a39dede0f24 req-7cfad5bd-d31c-453b-ade6-32d08117fbdd tempest-ComputeTenantNetworksTest-558159475 tempest-ComputeTenantNetworksTest-558159475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:33.888794 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99a73a-3e6f-4389-8485-5a39dede0f24 req-7cfad5bd-d31c-453b-ade6-32d08117fbdd tempest-ComputeTenantNetworksTest-558159475 tempest-ComputeTenantNetworksTest-558159475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:33.895259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99a73a-3e6f-4389-8485-5a39dede0f24 req-7cfad5bd-d31c-453b-ade6-32d08117fbdd tempest-ComputeTenantNetworksTest-558159475 tempest-ComputeTenantNetworksTest-558159475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:33.897077 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cc99a73a-3e6f-4389-8485-5a39dede0f24 req-7cfad5bd-d31c-453b-ade6-32d08117fbdd tempest-ComputeTenantNetworksTest-558159475 tempest-ComputeTenantNetworksTest-558159475-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1929538 Jul 09 20:24:33.916426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e06be-af9c-4a12-bdd8-bae943e54045 req-935a9ce2-f1a3-4db8-aafd-2e4c9652a7ba tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:33.918065 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0c1e06be-af9c-4a12-bdd8-bae943e54045 req-935a9ce2-f1a3-4db8-aafd-2e4c9652a7ba tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 946 time: 0.1577902 Jul 09 20:24:34.005385 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59501f6b-0081-4ea6-92b5-8564fe9679c0 req-601be5e7-7c1d-4718-b77d-738ba8a775b4 tempest-ComputeTenantNetworksTest-558159475 tempest-ComputeTenantNetworksTest-558159475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:34.006790 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-59501f6b-0081-4ea6-92b5-8564fe9679c0 req-601be5e7-7c1d-4718-b77d-738ba8a775b4 tempest-ComputeTenantNetworksTest-558159475 tempest-ComputeTenantNetworksTest-558159475-project] 10.222.0.30 "GET /v2.0/networks/30bec569-a295-4309-8beb-93436864b91e HTTP/1.1" status: 200 len: 768 time: 0.0868654 Jul 09 20:24:34.017679 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41492) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:34.054385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-0c1e06be-af9c-4a12-bdd8-bae943e54045 req-5ef0bcdc-fd51-4b24-b1f1-41c2aaad355a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port 650815ba-feb0-4821-938b-024100fb4ed7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:24:34.054972 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0c1e06be-af9c-4a12-bdd8-bae943e54045 req-5ef0bcdc-fd51-4b24-b1f1-41c2aaad355a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:34.117078 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f56b25ef-4d7c-40ba-a118-757579e03fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:34.168244 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-0c1e06be-af9c-4a12-bdd8-bae943e54045 req-5ef0bcdc-fd51-4b24-b1f1-41c2aaad355a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] For port 650815ba-feb0-4821-938b-024100fb4ed7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=650815ba-feb0-4821-938b-024100fb4ed7,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:24:34.168815 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0c1e06be-af9c-4a12-bdd8-bae943e54045 req-5ef0bcdc-fd51-4b24-b1f1-41c2aaad355a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:34.208248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-0c1e06be-af9c-4a12-bdd8-bae943e54045 req-5ef0bcdc-fd51-4b24-b1f1-41c2aaad355a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for 650815ba-feb0-4821-938b-024100fb4ed7 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:24:34.217819 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f56b25ef-4d7c-40ba-a118-757579e03fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:34.229387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f56b25ef-4d7c-40ba-a118-757579e03fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bec569-a295-4309-8beb-93436864b91e']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:34.244584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f56b25ef-4d7c-40ba-a118-757579e03fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328ac244-9b49-4423-ae45-14f84f4ec018') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:34.245327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-f56b25ef-4d7c-40ba-a118-757579e03fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328ac244-9b49-4423-ae45-14f84f4ec018') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:34.258634 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f56b25ef-4d7c-40ba-a118-757579e03fcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:34.286198 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f56b25ef-4d7c-40ba-a118-757579e03fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:34.293871 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56b25ef-4d7c-40ba-a118-757579e03fcc admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:24:34.294607 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f56b25ef-4d7c-40ba-a118-757579e03fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:24:34.296428 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:24:34.375752 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0c1e06be-af9c-4a12-bdd8-bae943e54045 req-5ef0bcdc-fd51-4b24-b1f1-41c2aaad355a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:34.398455 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f56b25ef-4d7c-40ba-a118-757579e03fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:34.418268 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f56b25ef-4d7c-40ba-a118-757579e03fcc admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:34.423915 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0bcdc-fd51-4b24-b1f1-41c2aaad355a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=650815ba-feb0-4821-938b-024100fb4ed7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:34.429332 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f56b25ef-4d7c-40ba-a118-757579e03fcc admin admin] 10.222.0.30 "DELETE /v2.0/networks/30bec569-a295-4309-8beb-93436864b91e HTTP/1.1" status: 204 len: 168 time: 0.4099960 Jul 09 20:24:34.474555 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b25ef-4d7c-40ba-a118-757579e03fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=30bec569-a295-4309-8beb-93436864b91e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:34.535838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1e06be-af9c-4a12-bdd8-bae943e54045 req-5ef0bcdc-fd51-4b24-b1f1-41c2aaad355a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] No DVR routers for this DVR port 650815ba-feb0-4821-938b-024100fb4ed7 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:24:34.540095 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0c1e06be-af9c-4a12-bdd8-bae943e54045 req-5ef0bcdc-fd51-4b24-b1f1-41c2aaad355a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:34.545181 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0c1e06be-af9c-4a12-bdd8-bae943e54045 req-5ef0bcdc-fd51-4b24-b1f1-41c2aaad355a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.36 "DELETE /v2.0/ports/650815ba-feb0-4821-938b-024100fb4ed7 HTTP/1.1" status: 204 len: 173 time: 0.6208265 Jul 09 20:24:34.546311 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'name': 'network-vif-deleted', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:24:34.550275 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c85347-39cd-4330-8265-6712c1970e02" -d '{"events": [{"server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "name": "network-vif-deleted", "tag": "650815ba-feb0-4821-938b-024100fb4ed7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:24:34.628062 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e22d541-436c-4552-8cfa-11c0307c311b x-openstack-request-id: req-3e22d541-436c-4552-8cfa-11c0307c311b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:24:34.628986 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe93b07-8d65-4319-8a21-0add24ee4fd1", "name": "network-vif-deleted", "tag": "650815ba-feb0-4821-938b-024100fb4ed7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:24:34.629682 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e22d541-436c-4552-8cfa-11c0307c311b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:24:34.630765 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe93b07-8d65-4319-8a21-0add24ee4fd1', 'name': 'network-vif-deleted', 'tag': '650815ba-feb0-4821-938b-024100fb4ed7', 'status': 'completed', 'code': 200} Jul 09 20:24:34.695959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41572) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:34.773256 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ff9fce70-0f48-479e-b05a-eb79e7c591de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69bb2033f75d48319292daf5deb270e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0757189 Jul 09 20:24:34.777231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41582) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:34.919516 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c80eb5dc-238e-4321-82e2-69e9670d16b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:34.958971 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c80eb5dc-238e-4321-82e2-69e9670d16b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:35.048059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0b6b7dcb-1911-4f2d-99d9-bb9baab232f3 req-3dcdbd97-2420-4eec-b417-0486ad7d5b8f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=fbe93b07-8d65-4319-8a21-0add24ee4fd1 HTTP/1.1" status: 200 len: 210 time: 0.0450327 Jul 09 20:24:35.079332 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c80eb5dc-238e-4321-82e2-69e9670d16b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:35.082482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c80eb5dc-238e-4321-82e2-69e9670d16b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:35.083687 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c80eb5dc-238e-4321-82e2-69e9670d16b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8ad881b-02fd-46c9-ad87-ecc86f37b08b HTTP/1.1" status: 204 len: 168 time: 0.3050931 Jul 09 20:24:35.100915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80eb5dc-238e-4321-82e2-69e9670d16b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ad881b-02fd-46c9-ad87-ecc86f37b08b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:36.176181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41772) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:36.640072 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ca85aef0-8557-4c39-9afe-04a4fcb7e573 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:36.946861 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ca85aef0-8557-4c39-9afe-04a4fcb7e573 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port 91e58fe2-471b-4d18-8ac8-c31287f6415e {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:24:36.947217 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ca85aef0-8557-4c39-9afe-04a4fcb7e573 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:37.072525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-ca85aef0-8557-4c39-9afe-04a4fcb7e573 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] For port 91e58fe2-471b-4d18-8ac8-c31287f6415e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=91e58fe2-471b-4d18-8ac8-c31287f6415e,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:24:37.072835 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ca85aef0-8557-4c39-9afe-04a4fcb7e573 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:37.088133 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ca85aef0-8557-4c39-9afe-04a4fcb7e573 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for 91e58fe2-471b-4d18-8ac8-c31287f6415e owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:24:37.358640 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ca85aef0-8557-4c39-9afe-04a4fcb7e573 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:37.390340 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85aef0-8557-4c39-9afe-04a4fcb7e573 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=91e58fe2-471b-4d18-8ac8-c31287f6415e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:38.052894 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ca85aef0-8557-4c39-9afe-04a4fcb7e573 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:38.065856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 650815ba-feb0-4821-938b-024100fb4ed7 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:24:38.119259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 650815ba-feb0-4821-938b-024100fb4ed7 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:24:38.119619 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 650815ba-feb0-4821-938b-024100fb4ed7 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:24:38.404725 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca85aef0-8557-4c39-9afe-04a4fcb7e573 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router cb42dbfe-2e79-470c-8c56-02a8aad317aa has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:24:38.590031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca85aef0-8557-4c39-9afe-04a4fcb7e573 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:24:38.598998 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ca85aef0-8557-4c39-9afe-04a4fcb7e573 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "PUT /v2.0/routers/cb42dbfe-2e79-470c-8c56-02a8aad317aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4197016 Jul 09 20:24:38.601628 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41888) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:38.604334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15039d8-726b-4733-a8a4-6a5c917cc931 None None] Sync routers for ids ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:24:38.619552 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15039d8-726b-4733-a8a4-6a5c917cc931 None None] Routers {'cb42dbfe-2e79-470c-8c56-02a8aad317aa'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:24:38.621239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d15039d8-726b-4733-a8a4-6a5c917cc931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:38.742661 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f65fed-f323-4d76-84e9-2866e2ef9a05 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting subnet 9811c50a-72e9-40ee-b32b-f33571fcf338 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:24:38.750380 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-89f65fed-f323-4d76-84e9-2866e2ef9a05 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:38.868060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d15039d8-726b-4733-a8a4-6a5c917cc931 None None] Set router cb42dbfe-2e79-470c-8c56-02a8aad317aa gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:24:38.902719 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-89f65fed-f323-4d76-84e9-2866e2ef9a05 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:39.142692 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-89f65fed-f323-4d76-84e9-2866e2ef9a05 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:39.355077 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-89f65fed-f323-4d76-84e9-2866e2ef9a05 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:39.389137 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d15039d8-726b-4733-a8a4-6a5c917cc931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:24:37Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:10Z', 'updated_at': '2021-07-09T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:39.400178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f65fed-f323-4d76-84e9-2866e2ef9a05 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Subnet': ['ID=9811c50a-72e9-40ee-b32b-f33571fcf338,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:39.403128 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-89f65fed-f323-4d76-84e9-2866e2ef9a05 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:39.405783 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-89f65fed-f323-4d76-84e9-2866e2ef9a05 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/subnets/9811c50a-72e9-40ee-b32b-f33571fcf338 HTTP/1.1" status: 204 len: 168 time: 0.8027098 Jul 09 20:24:39.408157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41898) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:39.453965 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15039d8-726b-4733-a8a4-6a5c917cc931 None None] Checking router: cb42dbfe-2e79-470c-8c56-02a8aad317aa for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:24:39.462744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffcf76d-f9af-46d2-a28e-edffb281a98d None None] Network 6751e324-3a53-4d2d-a60d-4069349c4ad5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:24:39.485748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15039d8-726b-4733-a8a4-6a5c917cc931 None None] Routers {'cb42dbfe-2e79-470c-8c56-02a8aad317aa'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:24:39.486655 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d15039d8-726b-4733-a8a4-6a5c917cc931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:39.608326 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:39.737783 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:39.821542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port 3141c4e5-2e27-4b80-9df5-0542e4e61c32 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:24:39.822160 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:39.841252 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d15039d8-726b-4733-a8a4-6a5c917cc931 None None] Set router cb42dbfe-2e79-470c-8c56-02a8aad317aa gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:24:39.915615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] For port 3141c4e5-2e27-4b80-9df5-0542e4e61c32, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3141c4e5-2e27-4b80-9df5-0542e4e61c32,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:24:39.916264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:39.930923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for 3141c4e5-2e27-4b80-9df5-0542e4e61c32 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:24:40.095738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] DHCP port deletion for 6751e324-3a53-4d2d-a60d-4069349c4ad5 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:24:40.191268 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:40.193532 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Deleting port aa724176-d485-4191-bc3c-1f87d16c648b {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:24:40.194200 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:40.259009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=3141c4e5-2e27-4b80-9df5-0542e4e61c32,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:40.271342 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] For port aa724176-d485-4191-bc3c-1f87d16c648b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=aa724176-d485-4191-bc3c-1f87d16c648b,segment=NetworkSegment(686613a4-e650-4a38-95cb-5665ee190d55),segment_id=686613a4-e650-4a38-95cb-5665ee190d55)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:24:40.271746 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:40.287704 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Calling delete_port for aa724176-d485-4191-bc3c-1f87d16c648b owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:24:40.352310 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:40.404345 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d15039d8-726b-4733-a8a4-6a5c917cc931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:24:37Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:10Z', 'updated_at': '2021-07-09T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:40.411428 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:40.484659 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:40.488627 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:40.527744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Pushing event deleted for resources: {'Port': ['ID=aa724176-d485-4191-bc3c-1f87d16c648b,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:40.537448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] No DVR routers for this DVR port aa724176-d485-4191-bc3c-1f87d16c648b on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:24:40.541236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:40.541236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:40.541236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:40.541767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:40.542182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:40.542757 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:40.543167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:40.543783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:40.544219 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:40.544950 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:40.545353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:40.545810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91413251-79f7-4f62-8015-f254ff8cd186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:40.549229 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15039d8-726b-4733-a8a4-6a5c917cc931 None None] The sync data for ids ['cb42dbfe-2e79-470c-8c56-02a8aad317aa'] in n-d-800088-3 is: [{'id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-926488334', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:21:08Z', 'updated_at': '2021-07-09T20:24:37Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '3141c4e5-2e27-4b80-9df5-0542e4e61c32', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb42dbfe-2e79-470c-8c56-02a8aad317aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:21:10Z', 'updated_at': '2021-07-09T20:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:24:40.551240 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:40.552832 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Fanout notify agent at l3_agent the message router_deleted on router cb42dbfe-2e79-470c-8c56-02a8aad317aa {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:24:40.568946 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:40.572955 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6e08a9ce-bfca-4cb5-8a98-73d075fa3a04 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/routers/cb42dbfe-2e79-470c-8c56-02a8aad317aa HTTP/1.1" status: 204 len: 168 time: 1.1612320 Jul 09 20:24:40.576640 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41912) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:40.737125 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad015feb-2158-4e22-b14c-fc9f0dac1088 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:40.863856 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41916) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:40.882268 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad015feb-2158-4e22-b14c-fc9f0dac1088 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:40.899424 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ad015feb-2158-4e22-b14c-fc9f0dac1088 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6751e324-3a53-4d2d-a60d-4069349c4ad5']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:40.911285 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ad015feb-2158-4e22-b14c-fc9f0dac1088 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686613a4-e650-4a38-95cb-5665ee190d55') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:40.915762 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ad015feb-2158-4e22-b14c-fc9f0dac1088 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686613a4-e650-4a38-95cb-5665ee190d55') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:40.930346 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad015feb-2158-4e22-b14c-fc9f0dac1088 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:40.955853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad015feb-2158-4e22-b14c-fc9f0dac1088 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:40.962424 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad015feb-2158-4e22-b14c-fc9f0dac1088 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:24:40.963026 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad015feb-2158-4e22-b14c-fc9f0dac1088 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:24:41.030997 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:24:41.039746 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad015feb-2158-4e22-b14c-fc9f0dac1088 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:41.049030 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad015feb-2158-4e22-b14c-fc9f0dac1088 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:41.050350 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9cd68ff4-41dc-4e00-a868-9b9f8683c3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:41.052599 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ad015feb-2158-4e22-b14c-fc9f0dac1088 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/networks/6751e324-3a53-4d2d-a60d-4069349c4ad5 HTTP/1.1" status: 204 len: 168 time: 0.4759829 Jul 09 20:24:41.055173 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41920) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:41.094938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad015feb-2158-4e22-b14c-fc9f0dac1088 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Network': ['ID=6751e324-3a53-4d2d-a60d-4069349c4ad5,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:41.197703 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dfb60215-276f-4761-8075-f444dd47baaa tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:41.224925 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9cd68ff4-41dc-4e00-a868-9b9f8683c3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:41.230505 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9cd68ff4-41dc-4e00-a868-9b9f8683c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:41.232235 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dfb60215-276f-4761-8075-f444dd47baaa tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:41.279309 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9cd68ff4-41dc-4e00-a868-9b9f8683c3f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7a32790abf44693887766c1c65c81c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4141772 Jul 09 20:24:41.282708 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41922) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:41.362928 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dfb60215-276f-4761-8075-f444dd47baaa tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:41.366496 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dfb60215-276f-4761-8075-f444dd47baaa tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:41.368310 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dfb60215-276f-4761-8075-f444dd47baaa tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/security-groups/b389b5ab-518d-4fa0-ae83-b7379b650be4 HTTP/1.1" status: 204 len: 168 time: 0.3119805 Jul 09 20:24:41.394009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb60215-276f-4761-8075-f444dd47baaa tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b389b5ab-518d-4fa0-ae83-b7379b650be4,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:41.403582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd68ff4-41dc-4e00-a868-9b9f8683c3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6071db78-98ce-4fbf-bec8-6ba20d9e1e19,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:41.455158 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90d3cb27-1764-4782-bab2-a9807e2e57e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:41.505488 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90d3cb27-1764-4782-bab2-a9807e2e57e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:41.570004 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90d3cb27-1764-4782-bab2-a9807e2e57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:41.572884 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-90d3cb27-1764-4782-bab2-a9807e2e57e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:41.574396 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-90d3cb27-1764-4782-bab2-a9807e2e57e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6071db78-98ce-4fbf-bec8-6ba20d9e1e19 HTTP/1.1" status: 204 len: 168 time: 0.2899659 Jul 09 20:24:41.590509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3cb27-1764-4782-bab2-a9807e2e57e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6071db78-98ce-4fbf-bec8-6ba20d9e1e19,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:41.867366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41942) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:41.892740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3141c4e5-2e27-4b80-9df5-0542e4e61c32 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:24:41.934676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 3141c4e5-2e27-4b80-9df5-0542e4e61c32 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:24:41.935671 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3141c4e5-2e27-4b80-9df5-0542e4e61c32 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:24:41.936365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device aa724176-d485-4191-bc3c-1f87d16c648b no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:24:41.964362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: aa724176-d485-4191-bc3c-1f87d16c648b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:24:41.964819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device aa724176-d485-4191-bc3c-1f87d16c648b not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:24:41.966121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 91e58fe2-471b-4d18-8ac8-c31287f6415e no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:24:42.219942 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8ac5-57e6-44f3-ae69-fb3e076e65a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:42.226453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 91e58fe2-471b-4d18-8ac8-c31287f6415e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:24:42.226909 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 91e58fe2-471b-4d18-8ac8-c31287f6415e not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:24:42.343784 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8ac5-57e6-44f3-ae69-fb3e076e65a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:42.349642 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8ac5-57e6-44f3-ae69-fb3e076e65a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:42.422991 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bd3b8ac5-57e6-44f3-ae69-fb3e076e65a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea487bdc52cb4fe4bf8229209c920470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5525627 Jul 09 20:24:42.423140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41960) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:42.423603 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41962) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:42.428894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b8ac5-57e6-44f3-ae69-fb3e076e65a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87007cf6-cb34-4cc9-b3bc-655ec4ad829c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:42.429372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6d06c36e-ef1b-4b1b-96ca-d53773b2c975 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1315329802', 'description': 'tempest-secgroup-smoke-1315329802 description', 'project_id': '98c415b77acf409d81bfd148c54b3790'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:24:42.507286 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d06c36e-ef1b-4b1b-96ca-d53773b2c975 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:42.548221 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3f02632-ee9a-45dc-b766-b0926c9d1618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:42.586067 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3f02632-ee9a-45dc-b766-b0926c9d1618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:42.667234 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3f02632-ee9a-45dc-b766-b0926c9d1618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:42.670529 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a3f02632-ee9a-45dc-b766-b0926c9d1618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:42.671953 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a3f02632-ee9a-45dc-b766-b0926c9d1618 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87007cf6-cb34-4cc9-b3bc-655ec4ad829c HTTP/1.1" status: 204 len: 168 time: 0.2465100 Jul 09 20:24:42.674830 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d06c36e-ef1b-4b1b-96ca-d53773b2c975 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:42.683534 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d06c36e-ef1b-4b1b-96ca-d53773b2c975 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:42.686119 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f02632-ee9a-45dc-b766-b0926c9d1618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87007cf6-cb34-4cc9-b3bc-655ec4ad829c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:42.723694 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d06c36e-ef1b-4b1b-96ca-d53773b2c975 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:42.725314 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6d06c36e-ef1b-4b1b-96ca-d53773b2c975 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3011293 Jul 09 20:24:42.728152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41976) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:42.733994 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-fbfa3fdb-41a9-4071-937c-6e944a9429e9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'fd9c6a9d-6835-48f1-ad37-92d4a4e2be06', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:24:42.739119 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06c36e-ef1b-4b1b-96ca-d53773b2c975 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:42.773896 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbfa3fdb-41a9-4071-937c-6e944a9429e9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:42.863883 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbfa3fdb-41a9-4071-937c-6e944a9429e9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:42.869299 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbfa3fdb-41a9-4071-937c-6e944a9429e9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:42.898062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa3fdb-41a9-4071-937c-6e944a9429e9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f2eda0-98f9-481e-bdde-ecf0981ab478,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:42.903245 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbfa3fdb-41a9-4071-937c-6e944a9429e9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:42.908257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41978) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:42.913121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b4fb6e19-b9b1-424a-a907-6a593ca372de tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'fd9c6a9d-6835-48f1-ad37-92d4a4e2be06', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:24:42.917485 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fbfa3fdb-41a9-4071-937c-6e944a9429e9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1879694 Jul 09 20:24:42.949184 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b4fb6e19-b9b1-424a-a907-6a593ca372de tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.021312 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b4fb6e19-b9b1-424a-a907-6a593ca372de tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.025907 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b4fb6e19-b9b1-424a-a907-6a593ca372de tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.062426 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b4fb6e19-b9b1-424a-a907-6a593ca372de tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.062426 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b4fb6e19-b9b1-424a-a907-6a593ca372de tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513393 Jul 09 20:24:43.062426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 41984) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:43.066692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-81784411-f967-499d-b1bf-4b79d251fe11 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'fd9c6a9d-6835-48f1-ad37-92d4a4e2be06', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:24:43.077593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb6e19-b9b1-424a-a907-6a593ca372de tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034720e5-0c56-4161-ab27-917b392b9cde,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:43.109301 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-81784411-f967-499d-b1bf-4b79d251fe11 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.214068 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-81784411-f967-499d-b1bf-4b79d251fe11 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.223131 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-81784411-f967-499d-b1bf-4b79d251fe11 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.273666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81784411-f967-499d-b1bf-4b79d251fe11 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91455012-71a8-4aab-b5ca-494cf296b746,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:43.291448 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-81784411-f967-499d-b1bf-4b79d251fe11 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.297216 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-81784411-f967-499d-b1bf-4b79d251fe11 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2344925 Jul 09 20:24:43.298254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 41996) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:43.303510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-dcbcb1de-1729-4b83-8b86-7f92b825b487 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'fd9c6a9d-6835-48f1-ad37-92d4a4e2be06', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:24:43.336885 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dcbcb1de-1729-4b83-8b86-7f92b825b487 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.443499 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dcbcb1de-1729-4b83-8b86-7f92b825b487 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.452700 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dcbcb1de-1729-4b83-8b86-7f92b825b487 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.492743 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcb1de-1729-4b83-8b86-7f92b825b487 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135bcfd0-a670-4884-92cc-f860681b691d,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:43.497091 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dcbcb1de-1729-4b83-8b86-7f92b825b487 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.503735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42008) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:43.506704 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dcbcb1de-1729-4b83-8b86-7f92b825b487 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2070529 Jul 09 20:24:43.513236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2e10ea3c-ae77-4f28-b017-e1e5d48caba0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'fd9c6a9d-6835-48f1-ad37-92d4a4e2be06', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:24:43.541828 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-2e10ea3c-ae77-4f28-b017-e1e5d48caba0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Project 98c415b77acf409d81bfd148c54b3790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:24:43.549468 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e10ea3c-ae77-4f28-b017-e1e5d48caba0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.634231 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e10ea3c-ae77-4f28-b017-e1e5d48caba0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.641913 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e10ea3c-ae77-4f28-b017-e1e5d48caba0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.663898 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10ea3c-ae77-4f28-b017-e1e5d48caba0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fcea30-980d-4392-b28b-f1a2606fdcb2,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:43.678643 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2e10ea3c-ae77-4f28-b017-e1e5d48caba0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.679934 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2e10ea3c-ae77-4f28-b017-e1e5d48caba0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1729541 Jul 09 20:24:43.682937 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42012) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:43.689291 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-189f880b-cd77-46f4-b95f-c4e85c547f90 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'fd9c6a9d-6835-48f1-ad37-92d4a4e2be06', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:24:43.721919 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-189f880b-cd77-46f4-b95f-c4e85c547f90 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Project 98c415b77acf409d81bfd148c54b3790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:24:43.729988 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-189f880b-cd77-46f4-b95f-c4e85c547f90 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.835226 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-189f880b-cd77-46f4-b95f-c4e85c547f90 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.840897 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-189f880b-cd77-46f4-b95f-c4e85c547f90 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.856223 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f880b-cd77-46f4-b95f-c4e85c547f90 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597ab6fe-d654-4a57-9420-8023605cf07a,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:43.875707 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-189f880b-cd77-46f4-b95f-c4e85c547f90 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.880194 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-189f880b-cd77-46f4-b95f-c4e85c547f90 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1956003 Jul 09 20:24:43.882968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42020) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:43.888785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-78cfa53b-1636-4bd2-9beb-523d1be9c46a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'network': {'name': 'tempest-network-smoke--2059717211', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'port_security_enabled': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:24:43.913648 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cfa53b-1636-4bd2-9beb-523d1be9c46a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Made reservation on behalf of 98c415b77acf409d81bfd148c54b3790 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:24:43.917490 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-78cfa53b-1636-4bd2-9beb-523d1be9c46a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.962891 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78cfa53b-1636-4bd2-9beb-523d1be9c46a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:24:43.976261 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-78cfa53b-1636-4bd2-9beb-523d1be9c46a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:43.976685 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-78cfa53b-1636-4bd2-9beb-523d1be9c46a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Added segment 1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b of type vlan for network b3a703c4-4654-451b-bb45-531d71f5e33d Jul 09 20:24:44.023787 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-78cfa53b-1636-4bd2-9beb-523d1be9c46a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:44.057313 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-78cfa53b-1636-4bd2-9beb-523d1be9c46a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:44.063149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cfa53b-1636-4bd2-9beb-523d1be9c46a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:44.063871 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-78cfa53b-1636-4bd2-9beb-523d1be9c46a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:44.127693 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-78cfa53b-1636-4bd2-9beb-523d1be9c46a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2435942 Jul 09 20:24:44.130621 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42028) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:44.135982 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'admin_state_up': True, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:24:44.137687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfa53b-1636-4bd2-9beb-523d1be9c46a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Network': ['ID=b3a703c4-4654-451b-bb45-531d71f5e33d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:44.147631 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network b3a703c4-4654-451b-bb45-531d71f5e33d details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:24:44.167119 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:44.168273 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:44.234186 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:44.381929 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:44.518980 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-238200c9-7b6c-4d33-bd07-2cfdef50a808 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6031e37f092e480ca2b81828ccaec36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334692 Jul 09 20:24:44.617343 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:44.640146 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:44.730945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-638254dd-b1f0-4400-a6b0-1772561459e5 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:44.732671 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-638254dd-b1f0-4400-a6b0-1772561459e5 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084560 Jul 09 20:24:44.756835 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-60f5bed2-f366-462c-a4ff-0258b1199cdb tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/quotas/6031e37f092e480ca2b81828ccaec36a HTTP/1.1" status: 200 len: 375 time: 0.0151265 Jul 09 20:24:44.783018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.25.0.206 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/e3493ad9-00fa-4671-a575-d54476c61c9a) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:24:44.802881 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-ea092ef8-7738-44fe-b391-686f01beacc6 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6031e37f092e480ca2b81828ccaec36a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391357 Jul 09 20:24:44.931241 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:44.994143 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:45.071104 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bb8ca5bd-1b13-4b6d-a039-ecf0558c6695 req-27823d0a-48a0-4f1a-92dd-d4377f5ffb9e tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 210 time: 0.0632491 Jul 09 20:24:45.089835 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:24:45.097277 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:24:45.106826 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:24:45.161748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=e3493ad9-00fa-4671-a575-d54476c61c9a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:45.569526 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:45.842414 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:46.013712 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router 813a5170-6cd9-4fec-89ee-777b60af96b5 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:24:46.155634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:24:46.167111 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Sync routers for ids ['813a5170-6cd9-4fec-89ee-777b60af96b5'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:24:46.180794 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Routers {'813a5170-6cd9-4fec-89ee-777b60af96b5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:24:46.181990 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['813a5170-6cd9-4fec-89ee-777b60af96b5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:46.187976 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:46.192697 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42108) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:46.193450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a85b3848-faa2-4ba5-9803-6d58cad84048 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0616298 Jul 09 20:24:46.254476 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0b2c5683-46db-407f-802c-3e1aa5e3b4b5 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=98c415b77acf409d81bfd148c54b3790&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567594 Jul 09 20:24:46.257339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42110) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:46.299855 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Set router 813a5170-6cd9-4fec-89ee-777b60af96b5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:24:46.324129 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4fab5472-84fc-46d0-82db-282e0cfe7b16 req-5b3d72c2-b434-443f-8ebe-bb0360717b96 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 210 time: 0.0720537 Jul 09 20:24:46.530926 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:45Z', 'revision_number': 3, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:67:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:46.547047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-ca6ec451-3c4e-46b7-8459-c7a45821e904 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6031e37f092e480ca2b81828ccaec36a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444944 Jul 09 20:24:46.598423 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Checking router: 813a5170-6cd9-4fec-89ee-777b60af96b5 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:24:46.598653 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Updating router 813a5170-6cd9-4fec-89ee-777b60af96b5 port e3493ad9-00fa-4671-a575-d54476c61c9a binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:24:46.655108 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:46.735989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195ee650-814a-4bc6-b0ab-02326247865a tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:46.738049 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-195ee650-814a-4bc6-b0ab-02326247865a tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4796357 Jul 09 20:24:46.740975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42122) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:46.848490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fb38b62a-7343-4dba-923b-76275cae37ee tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1063190 Jul 09 20:24:46.851525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42128) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:46.865318 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-cf826ad5-5f72-42b7-b040-2a56c4ea2476 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1029735071', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:24:46.909856 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-7b281232-8ea2-4973-a2f2-b62b4a907e72 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:46.916327 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-7b281232-8ea2-4973-a2f2-b62b4a907e72 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3548651 Jul 09 20:24:46.931147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Request body: {'port': {'device_id': '4ab57392-f40b-43df-904d-b34f6b0aa2dd', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '6031e37f092e480ca2b81828ccaec36a'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:24:46.931382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42130) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:46.988020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf826ad5-5f72-42b7-b040-2a56c4ea2476 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Made reservation on behalf of 98c415b77acf409d81bfd148c54b3790 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:24:46.996208 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf826ad5-5f72-42b7-b040-2a56c4ea2476 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.131805 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.151264 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Transition to ACTIVE for port object e3493ad9-00fa-4671-a575-d54476c61c9a will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:24:47.163292 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.179079 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3e645a26-a460-489a-b5f2-4e264d7dd387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.236002 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18b282-2ca0-48a5-8bb7-5dd3638eb305 None None] Pushing event updated for resources: {'Port': ['ID=e3493ad9-00fa-4671-a575-d54476c61c9a,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:47.265524 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Attempting to bind port e3493ad9-00fa-4671-a575-d54476c61c9a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:24:47.266327 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Attempting to bind port e3493ad9-00fa-4671-a575-d54476c61c9a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:24:47.266885 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Attempting to bind port e3493ad9-00fa-4671-a575-d54476c61c9a on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:24:47.277688 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:24:47.279100 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:24:47.280291 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.280896 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:24:47.281874 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Bound port: e3493ad9-00fa-4671-a575-d54476c61c9a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:24:47.282457 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.286677 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18b282-2ca0-48a5-8bb7-5dd3638eb305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:47.287027 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18b282-2ca0-48a5-8bb7-5dd3638eb305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:47.288099 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18b282-2ca0-48a5-8bb7-5dd3638eb305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:47.288677 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18b282-2ca0-48a5-8bb7-5dd3638eb305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:47.289202 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18b282-2ca0-48a5-8bb7-5dd3638eb305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:47.289706 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18b282-2ca0-48a5-8bb7-5dd3638eb305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:47.290555 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18b282-2ca0-48a5-8bb7-5dd3638eb305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:47.291039 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18b282-2ca0-48a5-8bb7-5dd3638eb305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:47.292059 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18b282-2ca0-48a5-8bb7-5dd3638eb305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:47.292624 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18b282-2ca0-48a5-8bb7-5dd3638eb305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:47.293489 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18b282-2ca0-48a5-8bb7-5dd3638eb305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:47.294168 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc18b282-2ca0-48a5-8bb7-5dd3638eb305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:24:47.302786 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf826ad5-5f72-42b7-b040-2a56c4ea2476 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.393036 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] For port e3493ad9-00fa-4671-a575-d54476c61c9a, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:24:47.403794 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] For port e3493ad9-00fa-4671-a575-d54476c61c9a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e3493ad9-00fa-4671-a575-d54476c61c9a,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:24:47.404059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf826ad5-5f72-42b7-b040-2a56c4ea2476 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Subnet': ['ID=a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:47.417000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf826ad5-5f72-42b7-b040-2a56c4ea2476 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Checking segment: {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:24:47.417384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf826ad5-5f72-42b7-b040-2a56c4ea2476 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network hostable DHCP agents. Network: b3a703c4-4654-451b-bb45-531d71f5e33d, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:24:47.418235 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.451804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf826ad5-5f72-42b7-b040-2a56c4ea2476 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network b3a703c4-4654-451b-bb45-531d71f5e33d is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:24:47.465977 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3e645a26-a460-489a-b5f2-4e264d7dd387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.472396 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3e645a26-a460-489a-b5f2-4e264d7dd387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.478183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-cf826ad5-5f72-42b7-b040-2a56c4ea2476 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, b3a703c4-4654-451b-bb45-531d71f5e33d) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:24:47.489464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab429dd-d8b9-4e26-9a1e-0c145fb82971 None None] Network b3a703c4-4654-451b-bb45-531d71f5e33d requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:24:47.495931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf826ad5-5f72-42b7-b040-2a56c4ea2476 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:47.497642 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf826ad5-5f72-42b7-b040-2a56c4ea2476 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.538921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e645a26-a460-489a-b5f2-4e264d7dd387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb823c3-4c86-40c2-b7c2-f5a0838174a9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:47.544175 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3e645a26-a460-489a-b5f2-4e264d7dd387 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c7c6b8c2062405a8ca209a9b4e108a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6118379 Jul 09 20:24:47.546875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42144) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:47.567360 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18b282-2ca0-48a5-8bb7-5dd3638eb305 None None] Pushing event updated for resources: {'Port': ['ID=e3493ad9-00fa-4671-a575-d54476c61c9a,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:47.581846 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Routers {'813a5170-6cd9-4fec-89ee-777b60af96b5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:24:47.587900 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cf826ad5-5f72-42b7-b040-2a56c4ea2476 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7352498 Jul 09 20:24:47.591616 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42148) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:47.591879 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['813a5170-6cd9-4fec-89ee-777b60af96b5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:47.631023 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f4e8c4a-2b7f-4f2a-971e-fe56c1078479 req-e091915b-d01e-4ad9-83dd-c49b6ba538c6 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 210 time: 0.1117640 Jul 09 20:24:47.651331 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab401b3c-9cb6-44bf-9566-5aba383116e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.697741 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab401b3c-9cb6-44bf-9566-5aba383116e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.717066 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Made reservation on behalf of 6031e37f092e480ca2b81828ccaec36a for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:24:47.723997 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.734685 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.844787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-b3a703c4-4654-451b-bb45-531d71f5e33d', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ips': [{'subnet_id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:24:47.847714 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.855785 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] Set router 813a5170-6cd9-4fec-89ee-777b60af96b5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:24:47.908171 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.912994 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.968302 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab401b3c-9cb6-44bf-9566-5aba383116e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.974182 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab401b3c-9cb6-44bf-9566-5aba383116e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:47.975457 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ab401b3c-9cb6-44bf-9566-5aba383116e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eeb823c3-4c86-40c2-b7c2-f5a0838174a9 HTTP/1.1" status: 204 len: 168 time: 0.4273148 Jul 09 20:24:48.008265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab401b3c-9cb6-44bf-9566-5aba383116e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb823c3-4c86-40c2-b7c2-f5a0838174a9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:48.167962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Allocated IP 172.20.0.2 (b3a703c4-4654-451b-bb45-531d71f5e33d/a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78/fb4226c6-9041-4681-a4ed-90f24e9ea779) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:24:48.229195 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Allocated IP 192.168.233.166 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/3cb630e9-c1ff-43cd-93db-731b4ccc86c2) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:24:48.233615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcfba50-6901-44ee-a96e-13eeec341878,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:48.287957 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:45Z', 'revision_number': 3, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:67:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:48.333196 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347e4323-a96a-4900-8e6d-d7446b7649da None None] The sync data for ids ['813a5170-6cd9-4fec-89ee-777b60af96b5'] in n-d-800088-3 is: [{'id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:45Z', 'revision_number': 3, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:67:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:24:48.459578 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:48.528283 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:48.547324 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:48.548474 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Transition to ACTIVE for port object 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:24:48.581953 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Transition to ACTIVE for port object fb4226c6-9041-4681-a4ed-90f24e9ea779 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:24:48.602799 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:48.604139 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42164) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:48.624305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Transition to ACTIVE for port object fb4226c6-9041-4681-a4ed-90f24e9ea779 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:24:48.636398 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:48.693828 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08070cfa-54d0-40bb-b2d5-76a4d9a24a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:48.788347 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Network b3a703c4-4654-451b-bb45-531d71f5e33d is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:24:48.794672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:24:48.802146 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:24:48.831297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:24:48.875299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:24:48.881504 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Pushing event updated for resources: {'Port': ['ID=fb4226c6-9041-4681-a4ed-90f24e9ea779,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:48.957682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Pushing event updated for resources: {'Port': ['ID=3cb630e9-c1ff-43cd-93db-731b4ccc86c2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:48.976281 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Attempting to bind port fb4226c6-9041-4681-a4ed-90f24e9ea779 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:24:48.978773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:24:48.978992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Attempting to bind port fb4226c6-9041-4681-a4ed-90f24e9ea779 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:24:48.979148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Attempting to bind port fb4226c6-9041-4681-a4ed-90f24e9ea779 on network b3a703c4-4654-451b-bb45-531d71f5e33d {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:24:49.003409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:24:49.003957 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Checking segment: {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:24:49.004623 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:49.008326 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Bound using segment: {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:24:49.008920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Bound port: fb4226c6-9041-4681-a4ed-90f24e9ea779, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:24:49.009341 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:49.066879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:49.067575 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:49.139841 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08070cfa-54d0-40bb-b2d5-76a4d9a24a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:49.144914 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08070cfa-54d0-40bb-b2d5-76a4d9a24a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:49.169085 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] For port fb4226c6-9041-4681-a4ed-90f24e9ea779, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:24:49.173621 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] For port fb4226c6-9041-4681-a4ed-90f24e9ea779, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fb4226c6-9041-4681-a4ed-90f24e9ea779,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:24:49.181119 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:49.199303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08070cfa-54d0-40bb-b2d5-76a4d9a24a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2061d1-13ac-49af-8abe-3a50a8fe436b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:49.207112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-a3678a16-09b3-4361-b008-e03bcc4e74c1 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2815392 Jul 09 20:24:49.273141 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-08070cfa-54d0-40bb-b2d5-76a4d9a24a3d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=650123a75d0f4bbe9cbb4bef90c837e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6549933 Jul 09 20:24:49.275571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42176) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:49.296173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Request body: {'port': {'device_id': '4ab57392-f40b-43df-904d-b34f6b0aa2dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:24:49.298840 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bca814-99d6-446b-afc3-e7387a853f7b None None] Pushing event updated for resources: {'Port': ['ID=fb4226c6-9041-4681-a4ed-90f24e9ea779,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:49.429289 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a57bcecf-1b03-46e7-b917-d8bff7da64cf None None] Provisioning for port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:24:49.435208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a57bcecf-1b03-46e7-b917-d8bff7da64cf None None] Provisioning complete for port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:24:49.435608 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a57bcecf-1b03-46e7-b917-d8bff7da64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:49.484346 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4e661785-718c-4c56-bc9c-fde021dbe7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:49.511118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a57bcecf-1b03-46e7-b917-d8bff7da64cf None None] Port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:24:49.530120 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4e661785-718c-4c56-bc9c-fde021dbe7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:49.617447 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:49.643360 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4e661785-718c-4c56-bc9c-fde021dbe7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:49.647153 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4e661785-718c-4c56-bc9c-fde021dbe7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:49.649265 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4e661785-718c-4c56-bc9c-fde021dbe7c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca2061d1-13ac-49af-8abe-3a50a8fe436b HTTP/1.1" status: 204 len: 168 time: 0.3652654 Jul 09 20:24:49.749961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093b398-c388-4496-923e-1baabd9ae753 req-215d589c-9554-44eb-a09f-a3e8a3d8cdef tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:49.760740 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4093b398-c388-4496-923e-1baabd9ae753 req-215d589c-9554-44eb-a09f-a3e8a3d8cdef tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 936 time: 0.4103117 Jul 09 20:24:49.822165 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.20.0.1 (b3a703c4-4654-451b-bb45-531d71f5e33d/a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78/e233759e-f1ea-4662-bde9-62971ea8f351) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:24:49.918954 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4093b398-c388-4496-923e-1baabd9ae753 req-d1da1799-57c7-4444-bca6-19b985d64d9f tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcfba50-6901-44ee-a96e-13eeec341878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472936 Jul 09 20:24:49.982251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e661785-718c-4c56-bc9c-fde021dbe7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2061d1-13ac-49af-8abe-3a50a8fe436b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:50.084691 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fb4226c6-9041-4681-a4ed-90f24e9ea779 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:24:50.162101 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:50.192796 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Transition to ACTIVE for port object e233759e-f1ea-4662-bde9-62971ea8f351 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:24:50.220239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port fb4226c6-9041-4681-a4ed-90f24e9ea779 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:24:50.226905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e3493ad9-00fa-4671-a575-d54476c61c9a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:24:50.271981 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:50.322844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port e3493ad9-00fa-4671-a575-d54476c61c9a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:24:50.332453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e3493ad9-00fa-4671-a575-d54476c61c9a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:24:50.335044 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:50.348157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network b3a703c4-4654-451b-bb45-531d71f5e33d is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:24:50.354568 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:24:50.359825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:24:50.375724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:24:50.394258 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:50.411758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=e233759e-f1ea-4662-bde9-62971ea8f351,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:50.455864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:50.459604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Transition to ACTIVE for port object 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:24:50.468340 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:50.517202 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:50.569287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port e3493ad9-00fa-4671-a575-d54476c61c9a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e3493ad9-00fa-4671-a575-d54476c61c9a,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:24:50.578508 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:50.643015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Pushing event updated for resources: {'Port': ['ID=3cb630e9-c1ff-43cd-93db-731b4ccc86c2,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:50.690924 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=e3493ad9-00fa-4671-a575-d54476c61c9a,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:50.726849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Attempting to bind port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:24:50.727202 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Attempting to bind port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:24:50.727538 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Attempting to bind port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:24:50.735840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:24:50.736174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Attempting to bind port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:24:50.745745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:24:50.748609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:24:50.749086 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:24:50.749566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Bound port: 3cb630e9-c1ff-43cd-93db-731b4ccc86c2, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:24:50.749949 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:50.836059 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:50.925685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] For port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:24:50.930443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] For port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3cb630e9-c1ff-43cd-93db-731b4ccc86c2,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:24:50.950715 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:50.982492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3404dd85-4045-40e1-929c-7668509952a2 None None] Network b3a703c4-4654-451b-bb45-531d71f5e33d requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:24:51.062088 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:51.062729 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:51.064731 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] 10.222.0.36 "PUT /v2.0/ports/3cb630e9-c1ff-43cd-93db-731b4ccc86c2 HTTP/1.1" status: 200 len: 1096 time: 1.7899954 Jul 09 20:24:51.065222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab57392-f40b-43df-904d-b34f6b0aa2dd', 'tag': '3cb630e9-c1ff-43cd-93db-731b4ccc86c2'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:24:51.067867 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad67c7c-36dc-4c1b-a491-1200e8585136" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab57392-f40b-43df-904d-b34f6b0aa2dd", "tag": "3cb630e9-c1ff-43cd-93db-731b4ccc86c2"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:24:51.128951 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-51379fba-cb56-4385-887e-24057c619d62 None None] Provisioning for port fb4226c6-9041-4681-a4ed-90f24e9ea779 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:24:51.139960 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-51379fba-cb56-4385-887e-24057c619d62 None None] Provisioning complete for port fb4226c6-9041-4681-a4ed-90f24e9ea779 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:24:51.140639 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-51379fba-cb56-4385-887e-24057c619d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:51.148350 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240c8509-6de1-42b7-ba1a-72405d285c50 x-openstack-request-id: req-240c8509-6de1-42b7-ba1a-72405d285c50 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:24:51.149000 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab57392-f40b-43df-904d-b34f6b0aa2dd", "tag": "3cb630e9-c1ff-43cd-93db-731b4ccc86c2", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:24:51.149422 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-240c8509-6de1-42b7-ba1a-72405d285c50 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:24:51.149993 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab57392-f40b-43df-904d-b34f6b0aa2dd', 'tag': '3cb630e9-c1ff-43cd-93db-731b4ccc86c2', 'status': 'completed', 'code': 200} Jul 09 20:24:51.151907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99684074-325a-4d85-98b1-fb3362805bdd service neutron] Pushing event updated for resources: {'Port': ['ID=3cb630e9-c1ff-43cd-93db-731b4ccc86c2,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:51.225557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-9c531988-8b82-4a45-b21f-0a300fcf31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:51.227112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-9c531988-8b82-4a45-b21f-0a300fcf31a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6031e37f092e480ca2b81828ccaec36a&device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 1099 time: 0.0955968 Jul 09 20:24:51.361044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-b1b140ca-6738-4a40-b7f9-9d4c7aa1a55c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=3cb630e9-c1ff-43cd-93db-731b4ccc86c2 HTTP/1.1" status: 200 len: 217 time: 0.1250842 Jul 09 20:24:51.423080 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-51379fba-cb56-4385-887e-24057c619d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:51.498155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-fd09e097-c403-4b7a-b14f-ec0767ff4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:51.499658 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-fd09e097-c403-4b7a-b14f-ec0767ff4f78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.1296580 Jul 09 20:24:51.523966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-51379fba-cb56-4385-887e-24057c619d62 None None] For port fb4226c6-9041-4681-a4ed-90f24e9ea779, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fb4226c6-9041-4681-a4ed-90f24e9ea779,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:24:51.531429 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-51379fba-cb56-4385-887e-24057c619d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:51.549665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379eedf-aca5-4097-afce-53c1a018054f req-d3e3c4bf-e98a-4247-ac78-ef70f33b2cc7 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:51.551584 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4379eedf-aca5-4097-afce-53c1a018054f req-d3e3c4bf-e98a-4247-ac78-ef70f33b2cc7 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 948 time: 0.3167241 Jul 09 20:24:51.607644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4379eedf-aca5-4097-afce-53c1a018054f req-df7d756e-305d-4b47-82d9-48bdcf2559d9 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcfba50-6901-44ee-a96e-13eeec341878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496328 Jul 09 20:24:51.610552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-828537e9-a84c-4147-892b-9d4b9550e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:51.611982 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-828537e9-a84c-4147-892b-9d4b9550e02c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1052494 Jul 09 20:24:51.634952 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:51.636865 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:51.683188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51379fba-cb56-4385-887e-24057c619d62 None None] Pushing event updated for resources: {'Port': ['ID=fb4226c6-9041-4681-a4ed-90f24e9ea779,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:51.754608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=e233759e-f1ea-4662-bde9-62971ea8f351,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:51.766424 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:51.795696 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-add1ba72-eb90-458b-9a34-c94a1842d857 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761453 Jul 09 20:24:51.914467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-53ea5486-7f8c-4592-9290-f48bf9ac7ad3 None None] Provisioning for port e233759e-f1ea-4662-bde9-62971ea8f351 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:24:51.923371 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-53ea5486-7f8c-4592-9290-f48bf9ac7ad3 None None] Provisioning complete for port e233759e-f1ea-4662-bde9-62971ea8f351 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:24:51.923853 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-53ea5486-7f8c-4592-9290-f48bf9ac7ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:51.926411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fb4226c6-9041-4681-a4ed-90f24e9ea779 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:24:51.967199 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f76856f-4aba-4cc6-be49-a8ad4e818fff req-da498515-8440-419d-9fe6-36d66b47f6b8 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647334 Jul 09 20:24:51.981872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network b3a703c4-4654-451b-bb45-531d71f5e33d is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:24:51.984150 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:24:52.052653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-53ea5486-7f8c-4592-9290-f48bf9ac7ad3 None None] Port e233759e-f1ea-4662-bde9-62971ea8f351 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:24:52.073404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port fb4226c6-9041-4681-a4ed-90f24e9ea779 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:24:52.073779 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:52.131143 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-53ea5486-7f8c-4592-9290-f48bf9ac7ad3 None None] Provisioning complete for port fb4226c6-9041-4681-a4ed-90f24e9ea779 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:24:52.131901 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-53ea5486-7f8c-4592-9290-f48bf9ac7ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:52.169496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad67c7c-36dc-4c1b-a491-1200e8585136 req-71d92dcf-1443-44d9-862a-1b2316cf8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:52.171884 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ad67c7c-36dc-4c1b-a491-1200e8585136 req-71d92dcf-1443-44d9-862a-1b2316cf8aa0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6031e37f092e480ca2b81828ccaec36a&device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 1099 time: 0.1171894 Jul 09 20:24:52.205538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router 813a5170-6cd9-4fec-89ee-777b60af96b5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:24:52.334936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e3493ad9-00fa-4671-a575-d54476c61c9a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:24:52.416581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad67c7c-36dc-4c1b-a491-1200e8585136 req-2a551611-b7f4-4608-8f7a-1258e8ee1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:52.418893 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ad67c7c-36dc-4c1b-a491-1200e8585136 req-2a551611-b7f4-4608-8f7a-1258e8ee1e67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.2342486 Jul 09 20:24:52.423891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e3493ad9-00fa-4671-a575-d54476c61c9a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:24:52.424677 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:52.437176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:24:52.451807 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e9d3da44-03ab-471c-bcf5-017fa673b7a2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "PUT /v2.0/routers/813a5170-6cd9-4fec-89ee-777b60af96b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8589342 Jul 09 20:24:52.477908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Sync routers for ids ['813a5170-6cd9-4fec-89ee-777b60af96b5'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:24:52.510919 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ad67c7c-36dc-4c1b-a491-1200e8585136 req-036be832-6e05-4438-b6b3-4eea227563fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=3cb630e9-c1ff-43cd-93db-731b4ccc86c2 HTTP/1.1" status: 200 len: 217 time: 0.0847554 Jul 09 20:24:52.529483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Routers {'813a5170-6cd9-4fec-89ee-777b60af96b5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:24:52.530071 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['813a5170-6cd9-4fec-89ee-777b60af96b5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:52.586544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad67c7c-36dc-4c1b-a491-1200e8585136 req-d2c53012-b960-4489-8f10-ca410cd544b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:52.588303 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ad67c7c-36dc-4c1b-a491-1200e8585136 req-d2c53012-b960-4489-8f10-ca410cd544b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0699046 Jul 09 20:24:52.609194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4193556c-1f1f-4c2b-8f10-dad95604bb1b None None] Provisioning complete for port e233759e-f1ea-4662-bde9-62971ea8f351 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:24:52.609577 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4193556c-1f1f-4c2b-8f10-dad95604bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:52.729426 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4193556c-1f1f-4c2b-8f10-dad95604bb1b None None] Port e233759e-f1ea-4662-bde9-62971ea8f351 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:24:52.761814 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-5bc4c67b-222f-4883-b543-63f8c508adeb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1315329802&fields=id&tenant_id=98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 267 time: 0.0799587 Jul 09 20:24:52.762635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad67c7c-36dc-4c1b-a491-1200e8585136 req-d0600f60-657c-47be-95bb-4f359344942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:52.764274 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ad67c7c-36dc-4c1b-a491-1200e8585136 req-d0600f60-657c-47be-95bb-4f359344942b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682932 Jul 09 20:24:52.781923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Set router 813a5170-6cd9-4fec-89ee-777b60af96b5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:24:52.931632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-73eed040-ba67-4c11-b7bb-c2ccb0ae55d4 None None] Provisioning complete for port e233759e-f1ea-4662-bde9-62971ea8f351 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:24:52.932324 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-73eed040-ba67-4c11-b7bb-c2ccb0ae55d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:53.012490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-0a13d181-0386-4b0c-a080-b8c2b3c048ba tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:53.015709 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ad67c7c-36dc-4c1b-a491-1200e8585136 req-4cbd52fe-dfff-4fa5-be1a-9c596d497db8 service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432334 Jul 09 20:24:53.017193 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-73eed040-ba67-4c11-b7bb-c2ccb0ae55d4 None None] Port e233759e-f1ea-4662-bde9-62971ea8f351 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:24:53.023905 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-0a13d181-0386-4b0c-a080-b8c2b3c048ba tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/networks?id=b3a703c4-4654-451b-bb45-531d71f5e33d HTTP/1.1" status: 200 len: 797 time: 0.2490776 Jul 09 20:24:53.050797 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-3283cc09-e3d7-4170-8090-2d31f9bf2abe tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/quotas/98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 375 time: 0.0248694 Jul 09 20:24:53.121887 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a1c77-46ec-4413-a30a-e978f484321f req-9d8f132c-22e3-4b78-90ff-65e6f35add41 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:53.123728 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a22a1c77-46ec-4413-a30a-e978f484321f req-9d8f132c-22e3-4b78-90ff-65e6f35add41 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 948 time: 0.3299158 Jul 09 20:24:53.200208 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a22a1c77-46ec-4413-a30a-e978f484321f req-1b69ae82-b5a3-4abc-92ab-fd3e23643089 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcfba50-6901-44ee-a96e-13eeec341878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621574 Jul 09 20:24:53.204338 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-a44723a1-4e41-496d-8922-49414788b672 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1467011 Jul 09 20:24:53.215923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e233759e-f1ea-4662-bde9-62971ea8f351', 'name': '', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:0a:8e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:49Z', 'updated_at': '2021-07-09T20:24:51Z', 'revision_number': 2, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:53.263227 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ad67c7c-36dc-4c1b-a491-1200e8585136 req-c768bf27-2634-42f0-bff9-db3f9668a04c service neutron] 10.222.0.36 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362509 Jul 09 20:24:53.278975 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Checking router: 813a5170-6cd9-4fec-89ee-777b60af96b5 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:24:53.279588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Updating router 813a5170-6cd9-4fec-89ee-777b60af96b5 port e233759e-f1ea-4662-bde9-62971ea8f351 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:24:53.347913 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:53.393425 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-e02a5be9-752f-44e7-8069-3291724b9ddb service neutron] 10.222.0.30 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671679 Jul 09 20:24:53.529980 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-c1c01e68-5018-4956-a20d-7dc2fb7e6ab6 service neutron] 10.222.0.30 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303370 Jul 09 20:24:53.753438 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2c179f1-b5a5-48ca-b86f-9d446487f780 req-6bf26608-c2e5-4f84-8240-48ff549dcc53 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 210 time: 0.0416663 Jul 09 20:24:53.766118 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:53.789784 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Transition to ACTIVE for port object e233759e-f1ea-4662-bde9-62971ea8f351 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:24:53.807151 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:53.951647 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484acacd-de42-43f8-b066-e9875ffc8162 None None] Pushing event updated for resources: {'Port': ['ID=e233759e-f1ea-4662-bde9-62971ea8f351,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:53.987205 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Attempting to bind port e233759e-f1ea-4662-bde9-62971ea8f351 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:24:53.987591 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Attempting to bind port e233759e-f1ea-4662-bde9-62971ea8f351 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:24:53.987971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Attempting to bind port e233759e-f1ea-4662-bde9-62971ea8f351 on network b3a703c4-4654-451b-bb45-531d71f5e33d {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:24:54.000166 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:24:54.000425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Checking segment: {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:24:54.000926 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:54.005147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Bound using segment: {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:24:54.006655 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Bound port: e233759e-f1ea-4662-bde9-62971ea8f351, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:24:54.007204 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:54.093449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] For port e233759e-f1ea-4662-bde9-62971ea8f351, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:24:54.096966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] For port e233759e-f1ea-4662-bde9-62971ea8f351, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e233759e-f1ea-4662-bde9-62971ea8f351,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:24:54.112812 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:54.202155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Routers {'813a5170-6cd9-4fec-89ee-777b60af96b5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:24:54.203045 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['813a5170-6cd9-4fec-89ee-777b60af96b5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:54.336494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484acacd-de42-43f8-b066-e9875ffc8162 None None] Pushing event updated for resources: {'Port': ['ID=e233759e-f1ea-4662-bde9-62971ea8f351,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:54.356937 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] Set router 813a5170-6cd9-4fec-89ee-777b60af96b5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:24:54.637275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73238c04-6805-40bd-9e44-8f7506b9cb42 req-d22918a0-37c5-4ca4-ae79-b8aeb675ce69 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:54.644896 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73238c04-6805-40bd-9e44-8f7506b9cb42 req-d22918a0-37c5-4ca4-ae79-b8aeb675ce69 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 948 time: 0.1977575 Jul 09 20:24:54.716986 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73238c04-6805-40bd-9e44-8f7506b9cb42 req-faa40367-36d1-4feb-b3fe-500b9ba93ae6 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcfba50-6901-44ee-a96e-13eeec341878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709443 Jul 09 20:24:54.902897 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e233759e-f1ea-4662-bde9-62971ea8f351', 'name': '', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:0a:8e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:49Z', 'updated_at': '2021-07-09T20:24:54Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:24:54.936963 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f942f049-c4e7-47c7-a93a-94722e69fd4e None None] The sync data for ids ['813a5170-6cd9-4fec-89ee-777b60af96b5'] in n-d-800088-3 is: [{'id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e233759e-f1ea-4662-bde9-62971ea8f351', 'name': '', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:0a:8e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:49Z', 'updated_at': '2021-07-09T20:24:54Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:24:55.029885 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b3c14491-4fc1-4235-8a78-8e75a130e300 req-719f4388-2622-4bd6-ab72-623274a1efc6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 210 time: 0.0619810 Jul 09 20:24:55.073315 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42332) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:55.238996 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1a44a582-1f05-494f-8ea7-203114f84e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:55.387061 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:24:55.488934 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1a44a582-1f05-494f-8ea7-203114f84e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:55.497398 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1a44a582-1f05-494f-8ea7-203114f84e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:55.582132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1a44a582-1f05-494f-8ea7-203114f84e10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd361e98856140458a249946c7b8b343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5075142 Jul 09 20:24:55.587797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42344) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:55.593539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44a582-1f05-494f-8ea7-203114f84e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22ae2f4-5d1c-47ee-a98a-0a152f524f9b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:55.661801 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-5a432f2f-8be2-48a1-aefc-3947144c8a3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:55.663286 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-5a432f2f-8be2-48a1-aefc-3947144c8a3c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.36 "GET /v2.0/networks?id=b3a703c4-4654-451b-bb45-531d71f5e33d HTTP/1.1" status: 200 len: 797 time: 0.4074023 Jul 09 20:24:55.702467 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed8f2e7b-6cca-4198-b12e-45f00bff7a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:55.744960 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-6656345a-b9cd-4bc8-9395-af53f5f6d213 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 380 time: 0.0708830 Jul 09 20:24:55.759319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-6a7e0fbc-00b3-41a9-ab40-0fbd6aeecd82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'port': {'device_id': 'a573f949-0b07-4022-846f-53892cc10751', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'admin_state_up': True, 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'security_groups': ['fd9c6a9d-6835-48f1-ad37-92d4a4e2be06']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:24:55.839149 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed8f2e7b-6cca-4198-b12e-45f00bff7a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:55.909584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e233759e-f1ea-4662-bde9-62971ea8f351 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:24:56.008337 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed8f2e7b-6cca-4198-b12e-45f00bff7a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.013793 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ed8f2e7b-6cca-4198-b12e-45f00bff7a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.014968 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ed8f2e7b-6cca-4198-b12e-45f00bff7a4c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a22ae2f4-5d1c-47ee-a98a-0a152f524f9b HTTP/1.1" status: 204 len: 168 time: 0.4259815 Jul 09 20:24:56.033929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f2e7b-6cca-4198-b12e-45f00bff7a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22ae2f4-5d1c-47ee-a98a-0a152f524f9b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:56.043468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-6a7e0fbc-00b3-41a9-ab40-0fbd6aeecd82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Made reservation on behalf of 98c415b77acf409d81bfd148c54b3790 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:24:56.045405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port e233759e-f1ea-4662-bde9-62971ea8f351 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:24:56.053085 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-6a7e0fbc-00b3-41a9-ab40-0fbd6aeecd82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.084956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e233759e-f1ea-4662-bde9-62971ea8f351 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:24:56.085351 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.155345 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:24:56.343896 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-98020cfc-1fcf-4e66-a6a2-c496a641bdfa req-eaf6419d-397e-474f-a46b-ec0ed115f801 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 210 time: 0.0831478 Jul 09 20:24:56.404283 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.417183 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-6a7e0fbc-00b3-41a9-ab40-0fbd6aeecd82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.20.0.12 (b3a703c4-4654-451b-bb45-531d71f5e33d/a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78/ef78f538-5d90-4c52-a707-b242e35ff92e) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:24:56.417446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d72c50-b347-40f5-887e-8a50e2241083 req-7379a8c5-1205-4c32-899f-bdff58511d46 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:56.435885 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1d72c50-b347-40f5-887e-8a50e2241083 req-7379a8c5-1205-4c32-899f-bdff58511d46 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 948 time: 0.1610105 Jul 09 20:24:56.454620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3cb630e9-c1ff-43cd-93db-731b4ccc86c2,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:24:56.481499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '3cb630e9-c1ff-43cd-93db-731b4ccc86c2', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '3cb630e9-c1ff-43cd-93db-731b4ccc86c2', 'mac_address': 'fa:16:3e:f6:8d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:24:56.489813 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port e233759e-f1ea-4662-bde9-62971ea8f351, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e233759e-f1ea-4662-bde9-62971ea8f351,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:24:56.517857 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1d72c50-b347-40f5-887e-8a50e2241083 req-09819ae4-4409-483f-b4b4-f3826df6c5b3 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcfba50-6901-44ee-a96e-13eeec341878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809538 Jul 09 20:24:56.522367 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.595367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=e233759e-f1ea-4662-bde9-62971ea8f351,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:56.613707 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.625275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42366) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:56.637158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:24:56.664292 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d635f6d0-95a5-4035-b5cc-81d45f6e265a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.671410 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3cb630e9-c1ff-43cd-93db-731b4ccc86c2,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:24:56.685156 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.687818 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-6a7e0fbc-00b3-41a9-ab40-0fbd6aeecd82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.706457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-6a7e0fbc-00b3-41a9-ab40-0fbd6aeecd82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Transition to ACTIVE for port object ef78f538-5d90-4c52-a707-b242e35ff92e will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:24:56.753851 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-6a7e0fbc-00b3-41a9-ab40-0fbd6aeecd82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.772979 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3cb630e9-c1ff-43cd-93db-731b4ccc86c2,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:56.829149 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-6a7e0fbc-00b3-41a9-ab40-0fbd6aeecd82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network b3a703c4-4654-451b-bb45-531d71f5e33d is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:24:56.834782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-6a7e0fbc-00b3-41a9-ab40-0fbd6aeecd82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:24:56.837323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-6a7e0fbc-00b3-41a9-ab40-0fbd6aeecd82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:24:56.837855 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d635f6d0-95a5-4035-b5cc-81d45f6e265a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.844474 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d635f6d0-95a5-4035-b5cc-81d45f6e265a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.847587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e0fbc-00b3-41a9-ab40-0fbd6aeecd82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=ef78f538-5d90-4c52-a707-b242e35ff92e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:56.899191 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635f6d0-95a5-4035-b5cc-81d45f6e265a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9035a71-63f2-4c93-a4c5-3e05ab4e100c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:56.900896 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9b30def4-347d-48ba-95c4-61a5910c8e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.906243 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d635f6d0-95a5-4035-b5cc-81d45f6e265a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1a72ee4beee4b67a1d14e54ed2a8135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779813 Jul 09 20:24:56.909299 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42372) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:24:56.914704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-6a7e0fbc-00b3-41a9-ab40-0fbd6aeecd82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:56.915521 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-6a7e0fbc-00b3-41a9-ab40-0fbd6aeecd82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:56.954903 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-6a7e0fbc-00b3-41a9-ab40-0fbd6aeecd82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2013671 Jul 09 20:24:56.968231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Request body: {'port': {'device_id': 'a573f949-0b07-4022-846f-53892cc10751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:24:56.996417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['3cb630e9-c1ff-43cd-93db-731b4ccc86c2'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:24:57.001484 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fdd3f2b0-a86d-4c21-b07e-ba30c029cd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:57.031084 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fdd3f2b0-a86d-4c21-b07e-ba30c029cd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:57.074437 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:57.097281 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:57.112874 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fdd3f2b0-a86d-4c21-b07e-ba30c029cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:57.115791 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fdd3f2b0-a86d-4c21-b07e-ba30c029cd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:57.117219 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fdd3f2b0-a86d-4c21-b07e-ba30c029cd42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9035a71-63f2-4c93-a4c5-3e05ab4e100c HTTP/1.1" status: 204 len: 168 time: 0.2059543 Jul 09 20:24:57.129495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3f2b0-a86d-4c21-b07e-ba30c029cd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9035a71-63f2-4c93-a4c5-3e05ab4e100c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:57.307282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cd117db7-c052-41fa-8984-c6e838b12bcf None None] Provisioning for port ef78f538-5d90-4c52-a707-b242e35ff92e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:24:57.315657 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cd117db7-c052-41fa-8984-c6e838b12bcf None None] Provisioning complete for port ef78f538-5d90-4c52-a707-b242e35ff92e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:24:57.316181 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd117db7-c052-41fa-8984-c6e838b12bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:57.352582 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-cd117db7-c052-41fa-8984-c6e838b12bcf None None] Port ef78f538-5d90-4c52-a707-b242e35ff92e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:24:57.480043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef78f538-5d90-4c52-a707-b242e35ff92e {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:24:57.522421 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:57.546879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Transition to ACTIVE for port object ef78f538-5d90-4c52-a707-b242e35ff92e will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:24:57.557078 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:57.610996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d156c0-cb99-4b3b-a171-4f4730b41ed9 req-9463ce80-881d-478c-91af-f4fd59c582bd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:57.612576 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4d156c0-cb99-4b3b-a171-4f4730b41ed9 req-9463ce80-881d-478c-91af-f4fd59c582bd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 932 time: 0.1267700 Jul 09 20:24:57.683025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef78f538-5d90-4c52-a707-b242e35ff92e,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:57.708021 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4d156c0-cb99-4b3b-a171-4f4730b41ed9 req-2fbadc1d-df27-495e-a193-e8ca5173b8fa tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893567 Jul 09 20:24:57.750716 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6e257-c25f-4cea-9f29-713c655d8150 req-551c52fb-de8b-43e2-9ba2-07eba6fb870f tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:57.759776 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecf6e257-c25f-4cea-9f29-713c655d8150 req-551c52fb-de8b-43e2-9ba2-07eba6fb870f tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 949 time: 0.1106126 Jul 09 20:24:57.828895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Attempting to bind port ef78f538-5d90-4c52-a707-b242e35ff92e on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:24:57.829476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Attempting to bind port ef78f538-5d90-4c52-a707-b242e35ff92e by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:24:57.829995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Attempting to bind port ef78f538-5d90-4c52-a707-b242e35ff92e on network b3a703c4-4654-451b-bb45-531d71f5e33d {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:24:57.832227 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ecf6e257-c25f-4cea-9f29-713c655d8150 req-d9e06da5-65df-4872-9bdc-2bb1c9b3d383 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcfba50-6901-44ee-a96e-13eeec341878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654135 Jul 09 20:24:57.841909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Port ef78f538-5d90-4c52-a707-b242e35ff92e on network b3a703c4-4654-451b-bb45-531d71f5e33d not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:24:57.844445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Attempting to bind port ef78f538-5d90-4c52-a707-b242e35ff92e on network b3a703c4-4654-451b-bb45-531d71f5e33d {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:24:57.858074 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:24:57.858424 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Checking segment: {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:24:57.858824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Bound using segment: {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:24:57.862422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Bound port: ef78f538-5d90-4c52-a707-b242e35ff92e, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:24:57.863786 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:57.894776 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e233759e-f1ea-4662-bde9-62971ea8f351 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:24:57.953524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:24:57.957319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ef78f538-5d90-4c52-a707-b242e35ff92e,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:24:57.961795 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:57.985728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e233759e-f1ea-4662-bde9-62971ea8f351 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:24:57.986797 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:58.000312 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:58.001042 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:58.002872 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/ef78f538-5d90-4c52-a707-b242e35ff92e HTTP/1.1" status: 200 len: 1092 time: 1.0409684 Jul 09 20:24:58.005012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:24:58.009262 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163d3bb0-8775-4584-ac8c-0dad43d8ebb1" -d '{"events": [{"name": "network-changed", "server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:24:58.135958 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fef14a4-743d-4607-b49d-339c8a7808d8 x-openstack-request-id: req-0fef14a4-743d-4607-b49d-339c8a7808d8 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:24:58.137596 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:24:58.140717 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fef14a4-743d-4607-b49d-339c8a7808d8 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:24:58.141793 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e', 'status': 'completed', 'code': 200} Jul 09 20:24:58.157654 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:24:58.186788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02535f67-6356-47cf-850c-56a0379ac4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ef78f538-5d90-4c52-a707-b242e35ff92e,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:58.248851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-910eef93-eda9-4d19-bc0a-2c58e5302b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:58.250633 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-910eef93-eda9-4d19-bc0a-2c58e5302b12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 1095 time: 0.1823835 Jul 09 20:24:58.266840 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:24:58.271479 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:24:58.272061 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:58.386535 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:58.422014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab57392-f40b-43df-904d-b34f6b0aa2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb630e9-c1ff-43cd-93db-731b4ccc86c2'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:24:58.425529 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106f082b-645b-42fb-9969-c1ee769e7969" -d '{"events": [{"server_uuid": "4ab57392-f40b-43df-904d-b34f6b0aa2dd", "name": "network-vif-plugged", "status": "completed", "tag": "3cb630e9-c1ff-43cd-93db-731b4ccc86c2"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:24:58.445147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3cb630e9-c1ff-43cd-93db-731b4ccc86c2,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:24:58.458985 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:58.514796 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb352f9-f635-47e8-ada4-c38072df4f81 x-openstack-request-id: req-9fb352f9-f635-47e8-ada4-c38072df4f81 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:24:58.515094 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab57392-f40b-43df-904d-b34f6b0aa2dd", "name": "network-vif-plugged", "status": "completed", "tag": "3cb630e9-c1ff-43cd-93db-731b4ccc86c2", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:24:58.515345 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9fb352f9-f635-47e8-ada4-c38072df4f81 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:24:58.515734 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab57392-f40b-43df-904d-b34f6b0aa2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb630e9-c1ff-43cd-93db-731b4ccc86c2', 'code': 200} Jul 09 20:24:58.580253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3cb630e9-c1ff-43cd-93db-731b4ccc86c2,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:24:58.672914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26022a8a-3a10-4f58-a3d4-5171bdc3908a req-14fb3c14-723c-464a-8c40-64be2ebb01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:58.675412 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26022a8a-3a10-4f58-a3d4-5171bdc3908a req-14fb3c14-723c-464a-8c40-64be2ebb01eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 1101 time: 0.0729291 Jul 09 20:24:58.719369 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-1a00d22d-4727-4ddb-9cb7-26c3f6c8c58d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef78f538-5d90-4c52-a707-b242e35ff92e HTTP/1.1" status: 200 len: 217 time: 0.4614024 Jul 09 20:24:58.720406 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26022a8a-3a10-4f58-a3d4-5171bdc3908a req-bdac7fc0-d25a-4129-ae03-ca8357c53cd9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cbcfba50-6901-44ee-a96e-13eeec341878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378718 Jul 09 20:24:58.963368 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-62768ea9-4c86-41ed-9b04-f598a3276d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:58.965873 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-62768ea9-4c86-41ed-9b04-f598a3276d82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78 HTTP/1.1" status: 200 len: 835 time: 0.1305943 Jul 09 20:24:58.979251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdefabe7-c724-4431-9d9d-0b43822e4639 req-73984588-c2ac-4ad3-84b2-418737608c72 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:58.981303 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdefabe7-c724-4431-9d9d-0b43822e4639 req-73984588-c2ac-4ad3-84b2-418737608c72 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 944 time: 0.1477571 Jul 09 20:24:59.077427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e5eba-7d64-43a0-9e87-5dfb9d04d076 req-ed4e4ae3-9f03-4aae-8fb6-3317f5aa9bc3 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:59.087788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b4e5eba-7d64-43a0-9e87-5dfb9d04d076 req-ed4e4ae3-9f03-4aae-8fb6-3317f5aa9bc3 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 950 time: 0.0870209 Jul 09 20:24:59.088606 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdefabe7-c724-4431-9d9d-0b43822e4639 req-33d3e4ae-a647-49d4-ba22-a0c435503292 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976489 Jul 09 20:24:59.116283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-5a2e58c7-c198-47e2-b643-04a210caaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:59.118714 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-5a2e58c7-c198-47e2-b643-04a210caaf67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3a703c4-4654-451b-bb45-531d71f5e33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362269 Jul 09 20:24:59.143175 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8b4e5eba-7d64-43a0-9e87-5dfb9d04d076 req-afb85fb9-d23b-4039-bfca-f8ed27197d46 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcfba50-6901-44ee-a96e-13eeec341878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537031 Jul 09 20:24:59.245548 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-7866445a-3f10-41c2-8734-c4f3c7e252dc service neutron] 10.222.0.36 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183457 Jul 09 20:24:59.350639 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa33e543-a4ac-4c3c-9d0b-6275128235b3 req-96444bbe-13ac-4a66-a5b5-ba3673380c26 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966225 Jul 09 20:24:59.367660 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:59.447822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f3b2352d-0bf9-44f8-a2c0-5fbc486dc082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:59.481653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3bb0-8775-4584-ac8c-0dad43d8ebb1 req-71cf8f78-115d-4a51-aa3a-dfeeb2c988ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:59.483197 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-163d3bb0-8775-4584-ac8c-0dad43d8ebb1 req-71cf8f78-115d-4a51-aa3a-dfeeb2c988ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 1095 time: 0.0766714 Jul 09 20:24:59.603796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3bb0-8775-4584-ac8c-0dad43d8ebb1 req-abb480d1-4f78-4fc6-b879-7bce6d346953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:59.608410 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-163d3bb0-8775-4584-ac8c-0dad43d8ebb1 req-abb480d1-4f78-4fc6-b879-7bce6d346953 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3a703c4-4654-451b-bb45-531d71f5e33d HTTP/1.1" status: 200 len: 898 time: 0.1157064 Jul 09 20:24:59.620606 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:24:59.669834 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-163d3bb0-8775-4584-ac8c-0dad43d8ebb1 req-48bf37fd-6485-4308-a2dc-29bbddc56168 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef78f538-5d90-4c52-a707-b242e35ff92e HTTP/1.1" status: 200 len: 217 time: 0.0535791 Jul 09 20:24:59.728646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3bb0-8775-4584-ac8c-0dad43d8ebb1 req-3088b948-d022-466d-99c9-923a2bfd28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:59.729920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-163d3bb0-8775-4584-ac8c-0dad43d8ebb1 req-3088b948-d022-466d-99c9-923a2bfd28ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78 HTTP/1.1" status: 200 len: 835 time: 0.0532534 Jul 09 20:24:59.816580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d3bb0-8775-4584-ac8c-0dad43d8ebb1 req-6d6eb4cf-a507-4c37-abe4-29321e4b8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:24:59.818458 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-163d3bb0-8775-4584-ac8c-0dad43d8ebb1 req-6d6eb4cf-a507-4c37-abe4-29321e4b8ab7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3a703c4-4654-451b-bb45-531d71f5e33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811594 Jul 09 20:24:59.943459 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-163d3bb0-8775-4584-ac8c-0dad43d8ebb1 req-838beb44-05bc-4cb4-9310-1d532522606d service neutron] 10.222.0.36 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154556 Jul 09 20:25:00.078337 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-163d3bb0-8775-4584-ac8c-0dad43d8ebb1 req-c7d3d226-30c9-45e4-910d-45cbf1ee1148 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269469 Jul 09 20:25:00.344129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a857ec0-3ddd-4cee-b788-1b3cc02a1070 req-e331d25c-96cf-4c33-9ba0-8572d252236c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:00.351262 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a857ec0-3ddd-4cee-b788-1b3cc02a1070 req-e331d25c-96cf-4c33-9ba0-8572d252236c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 944 time: 0.0834794 Jul 09 20:25:00.369248 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5d0b6-4d0e-40b7-91d1-f0e78f2dd2c0 req-40e497fd-190f-4038-8e95-39a76751a894 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:00.371400 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-91e5d0b6-4d0e-40b7-91d1-f0e78f2dd2c0 req-40e497fd-190f-4038-8e95-39a76751a894 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 950 time: 0.0948322 Jul 09 20:25:00.404857 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a857ec0-3ddd-4cee-b788-1b3cc02a1070 req-025e0a6e-38ba-4b49-8696-384f83bdb622 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433054 Jul 09 20:25:00.425748 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-91e5d0b6-4d0e-40b7-91d1-f0e78f2dd2c0 req-e6c0b780-c011-4c67-bbc0-80cc23d2e3ad tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcfba50-6901-44ee-a96e-13eeec341878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485868 Jul 09 20:25:00.492162 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:00.955024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60409d-0374-4813-b950-f2d17d581037 req-191dbcb1-c34b-4ee4-85fa-2912b24512d0 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:00.962615 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e60409d-0374-4813-b950-f2d17d581037 req-191dbcb1-c34b-4ee4-85fa-2912b24512d0 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 950 time: 0.0805736 Jul 09 20:25:01.010895 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e60409d-0374-4813-b950-f2d17d581037 req-60317132-2f30-4d89-bc55-1ee054402c94 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcfba50-6901-44ee-a96e-13eeec341878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472782 Jul 09 20:25:01.598063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2716dd-b3a7-4af7-a8e7-74bc8a28f4ef req-ac23146d-13a8-499b-aaf2-70e0c7822b44 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:01.606026 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ba2716dd-b3a7-4af7-a8e7-74bc8a28f4ef req-ac23146d-13a8-499b-aaf2-70e0c7822b44 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 944 time: 0.0842021 Jul 09 20:25:01.660741 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ba2716dd-b3a7-4af7-a8e7-74bc8a28f4ef req-314da44f-71f0-4e2b-a3d8-7930502403e5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498359 Jul 09 20:25:02.249528 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da4204-b8b6-4722-b366-f094f662616c req-1b048ece-f013-4489-92dc-05d749f9d9bf tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:02.253619 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-63da4204-b8b6-4722-b366-f094f662616c req-1b048ece-f013-4489-92dc-05d749f9d9bf tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 950 time: 0.0923560 Jul 09 20:25:02.298451 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-63da4204-b8b6-4722-b366-f094f662616c req-5885353c-6f94-4af3-bac2-40a9c852c096 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/security-groups?id=cbcfba50-6901-44ee-a96e-13eeec341878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389407 Jul 09 20:25:02.349041 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e32172-c8f8-4742-b406-bc99f74ab5ce req-b4544964-8059-45e6-a252-aea0fc052039 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:02.350735 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e5e32172-c8f8-4742-b406-bc99f74ab5ce req-b4544964-8059-45e6-a252-aea0fc052039 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 950 time: 0.1049631 Jul 09 20:25:02.367706 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:02.487791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-e5e32172-c8f8-4742-b406-bc99f74ab5ce req-ffb80379-cb87-4875-8794-724c1065f0b3 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Deleting port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:25:02.488191 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e5e32172-c8f8-4742-b406-bc99f74ab5ce req-ffb80379-cb87-4875-8794-724c1065f0b3 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:02.596736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-e5e32172-c8f8-4742-b406-bc99f74ab5ce req-ffb80379-cb87-4875-8794-724c1065f0b3 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] For port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3cb630e9-c1ff-43cd-93db-731b4ccc86c2,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:02.597215 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e5e32172-c8f8-4742-b406-bc99f74ab5ce req-ffb80379-cb87-4875-8794-724c1065f0b3 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:02.612136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-e5e32172-c8f8-4742-b406-bc99f74ab5ce req-ffb80379-cb87-4875-8794-724c1065f0b3 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Calling delete_port for 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:25:02.835437 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e5e32172-c8f8-4742-b406-bc99f74ab5ce req-ffb80379-cb87-4875-8794-724c1065f0b3 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:02.847422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['3cb630e9-c1ff-43cd-93db-731b4ccc86c2'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:25:02.877381 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb80379-cb87-4875-8794-724c1065f0b3 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Pushing event deleted for resources: {'Port': ['ID=3cb630e9-c1ff-43cd-93db-731b4ccc86c2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:02.947528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e32172-c8f8-4742-b406-bc99f74ab5ce req-ffb80379-cb87-4875-8794-724c1065f0b3 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] No DVR routers for this DVR port 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:25:02.952714 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e5e32172-c8f8-4742-b406-bc99f74ab5ce req-ffb80379-cb87-4875-8794-724c1065f0b3 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:02.954787 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e5e32172-c8f8-4742-b406-bc99f74ab5ce req-ffb80379-cb87-4875-8794-724c1065f0b3 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.36 "DELETE /v2.0/ports/3cb630e9-c1ff-43cd-93db-731b4ccc86c2 HTTP/1.1" status: 204 len: 173 time: 0.5856204 Jul 09 20:25:02.955234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab57392-f40b-43df-904d-b34f6b0aa2dd', 'name': 'network-vif-deleted', 'tag': '3cb630e9-c1ff-43cd-93db-731b4ccc86c2'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:25:02.966266 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a66e7b-5a89-444f-bec9-ab40d69081a2" -d '{"events": [{"server_uuid": "4ab57392-f40b-43df-904d-b34f6b0aa2dd", "name": "network-vif-deleted", "tag": "3cb630e9-c1ff-43cd-93db-731b4ccc86c2"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:25:02.987700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f18e57-0f51-4cec-b2f1-5d606c32b3ff req-cc4bd3ae-bf03-47ed-a140-c528b85cddb2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:02.989505 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18f18e57-0f51-4cec-b2f1-5d606c32b3ff req-cc4bd3ae-bf03-47ed-a140-c528b85cddb2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 944 time: 0.1906655 Jul 09 20:25:03.029351 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828c5612-f9bd-440b-80b6-2789a6a27870 x-openstack-request-id: req-828c5612-f9bd-440b-80b6-2789a6a27870 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:25:03.030198 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab57392-f40b-43df-904d-b34f6b0aa2dd", "name": "network-vif-deleted", "tag": "3cb630e9-c1ff-43cd-93db-731b4ccc86c2", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:25:03.030636 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-828c5612-f9bd-440b-80b6-2789a6a27870 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:25:03.031212 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab57392-f40b-43df-904d-b34f6b0aa2dd', 'name': 'network-vif-deleted', 'tag': '3cb630e9-c1ff-43cd-93db-731b4ccc86c2', 'status': 'completed', 'code': 200} Jul 09 20:25:03.066269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18f18e57-0f51-4cec-b2f1-5d606c32b3ff req-86fce8a4-9e28-4a5b-9832-6b266bcad950 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688059 Jul 09 20:25:03.526601 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4fcf0d54-db29-4917-83f4-2494a9a3a86c req-45bf6ad1-8354-44a9-af3e-c0ec19b47058 tempest-VolumesNegativeTest-1912046233 tempest-VolumesNegativeTest-1912046233-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab57392-f40b-43df-904d-b34f6b0aa2dd HTTP/1.1" status: 200 len: 210 time: 0.0564382 Jul 09 20:25:04.155013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ef78f538-5d90-4c52-a707-b242e35ff92e details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:25:04.309751 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ef78f538-5d90-4c52-a707-b242e35ff92e,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:04.326549 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'ef78f538-5d90-4c52-a707-b242e35ff92e', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'port_id': 'ef78f538-5d90-4c52-a707-b242e35ff92e', 'mac_address': 'fa:16:3e:b5:5f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:25:04.345278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b9cb1-5fc0-4bef-af8e-79d99a845d05 req-3c4c8706-1331-41d8-9e37-ff4c24e180e8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:04.347468 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e30b9cb1-5fc0-4bef-af8e-79d99a845d05 req-3c4c8706-1331-41d8-9e37-ff4c24e180e8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 944 time: 0.1085470 Jul 09 20:25:04.387786 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:04.406036 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e30b9cb1-5fc0-4bef-af8e-79d99a845d05 req-31271de1-e341-48c3-9b7b-eb3acd969491 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527027 Jul 09 20:25:04.414681 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef78f538-5d90-4c52-a707-b242e35ff92e {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:25:04.449825 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ef78f538-5d90-4c52-a707-b242e35ff92e,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:04.454403 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:04.517695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=ef78f538-5d90-4c52-a707-b242e35ff92e,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:04.571507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42652) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:04.697068 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:04.759801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['ef78f538-5d90-4c52-a707-b242e35ff92e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:25:04.821646 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:04.827026 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:04.886025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42666) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:04.887221 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37c2f34ebf2d40e1a8f549e4246d82da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134179 Jul 09 20:25:04.888269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb795fc-f3eb-4aa5-b913-165769fb5aed,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:04.898042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:04.898668 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:04.899197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:04.900284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:04.900850 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:04.901376 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:04.901894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:04.902432 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:04.902939 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:04.903566 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:04.904194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:04.904750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e506b5f1-1500-499a-8a0e-7cd82214d23f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:05.009133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:05.037543 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:05.096232 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:05.099590 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:05.101272 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdb795fc-f3eb-4aa5-b913-165769fb5aed HTTP/1.1" status: 204 len: 168 time: 0.2134707 Jul 09 20:25:05.110755 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb795fc-f3eb-4aa5-b913-165769fb5aed,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:05.120046 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:05.120571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:05.121310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:05.122010 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:05.122535 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:05.123223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:05.123714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:05.124238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:05.124764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:05.125255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:05.125744 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:05.126241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f2e5ef-2c6b-4b44-bc4f-a8ae78b8be28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:05.439039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42712) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:05.454664 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42a1ce5b-78b2-43d6-8ebb-c48b2217132f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:05.576266 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42a1ce5b-78b2-43d6-8ebb-c48b2217132f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:05.583244 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42a1ce5b-78b2-43d6-8ebb-c48b2217132f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:05.642406 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-42a1ce5b-78b2-43d6-8ebb-c48b2217132f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66414571ed0f40329f7005aabf4edd52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021832 Jul 09 20:25:05.643021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42744) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:05.645070 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1ce5b-78b2-43d6-8ebb-c48b2217132f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c87814e-83cf-48bf-be9c-ccab72f30548,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:05.649642 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306895c-9b00-42c9-bcf2-a888d6c3743c req-03fe7f33-142e-4973-8df7-66a1ad9de442 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:05.657691 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f306895c-9b00-42c9-bcf2-a888d6c3743c req-03fe7f33-142e-4973-8df7-66a1ad9de442 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 945 time: 0.1051543 Jul 09 20:25:05.702877 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f306895c-9b00-42c9-bcf2-a888d6c3743c req-15a3bf07-5ed6-4eb7-8acb-bb401c76ca65 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451968 Jul 09 20:25:05.717608 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7592d456-741b-4f72-b815-a412d024c395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:05.743308 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7592d456-741b-4f72-b815-a412d024c395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:05.808846 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7592d456-741b-4f72-b815-a412d024c395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:05.812104 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7592d456-741b-4f72-b815-a412d024c395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:05.813406 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7592d456-741b-4f72-b815-a412d024c395 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c87814e-83cf-48bf-be9c-ccab72f30548 HTTP/1.1" status: 204 len: 168 time: 0.1693175 Jul 09 20:25:05.822305 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592d456-741b-4f72-b815-a412d024c395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c87814e-83cf-48bf-be9c-ccab72f30548,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:06.159563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ef78f538-5d90-4c52-a707-b242e35ff92e up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:06.234854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port ef78f538-5d90-4c52-a707-b242e35ff92e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:06.242038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port ef78f538-5d90-4c52-a707-b242e35ff92e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:06.242948 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:06.359854 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:06.390285 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:25:06.393262 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc83b8dd-eded-4f31-8346-3ff3989607a0" -d '{"events": [{"server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "name": "network-vif-plugged", "status": "completed", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:25:06.436348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ef78f538-5d90-4c52-a707-b242e35ff92e,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:06.444056 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:06.445458 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:25:06.450665 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea941d8-eace-491c-8cbc-878c4293049b x-openstack-request-id: req-6ea941d8-eace-491c-8cbc-878c4293049b {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:25:06.451160 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "name": "network-vif-plugged", "status": "completed", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:25:06.451424 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ea941d8-eace-491c-8cbc-878c4293049b {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:25:06.452027 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e', 'code': 200} Jul 09 20:25:06.501074 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:25:06.501787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3cb630e9-c1ff-43cd-93db-731b4ccc86c2 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:25:06.534440 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=ef78f538-5d90-4c52-a707-b242e35ff92e,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:06.589285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceae67a-3a82-4824-9bd2-053cba1d7cc5 req-1f9ce05f-5dba-4865-acee-9328670d19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:06.591593 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2ceae67a-3a82-4824-9bd2-053cba1d7cc5 req-1f9ce05f-5dba-4865-acee-9328670d19cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 1097 time: 0.0724304 Jul 09 20:25:06.649044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2ceae67a-3a82-4824-9bd2-053cba1d7cc5 req-935aa270-3262-4018-a470-89937e14d2f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505056 Jul 09 20:25:06.913830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645a8d0-d5ec-44ca-8982-37b65578234f req-3a94456e-04c8-489e-a958-46cb99271041 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:06.915438 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f645a8d0-d5ec-44ca-8982-37b65578234f req-3a94456e-04c8-489e-a958-46cb99271041 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 946 time: 0.0740788 Jul 09 20:25:06.966143 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f645a8d0-d5ec-44ca-8982-37b65578234f req-fd2fc460-1030-4459-bd96-abaa44131786 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426767 Jul 09 20:25:08.171632 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd69fc3-a044-40c0-919b-5cb4f51bc521 req-6ec58998-86ce-4a27-b6fe-370d7ef601ba tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:08.173598 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dbd69fc3-a044-40c0-919b-5cb4f51bc521 req-6ec58998-86ce-4a27-b6fe-370d7ef601ba tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 946 time: 0.0741670 Jul 09 20:25:08.223747 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dbd69fc3-a044-40c0-919b-5cb4f51bc521 req-6905045e-4149-4e7b-bd99-57bb26677edf tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440800 Jul 09 20:25:08.416865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5e8a2-924b-4a7a-a197-aee2c0fa6800 req-6ecc04ee-6a34-4020-9a81-e20b1294c182 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:08.426419 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-72e5e8a2-924b-4a7a-a197-aee2c0fa6800 req-6ecc04ee-6a34-4020-9a81-e20b1294c182 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 946 time: 0.0881376 Jul 09 20:25:08.476665 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-72e5e8a2-924b-4a7a-a197-aee2c0fa6800 req-274f9818-3d9d-459a-8cb5-010557ea1620 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411344 Jul 09 20:25:08.504087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42964) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:08.578513 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39298323-9b71-4903-a90f-72f550cfba70 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:08.581265 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-39298323-9b71-4903-a90f-72f550cfba70 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 1092 time: 0.0754490 Jul 09 20:25:08.583946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42968) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:08.586744 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 42970) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:08.593398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': 'ef78f538-5d90-4c52-a707-b242e35ff92e', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:08.628926 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:08.745054 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-68b6585c-8b04-4d68-9058-df443b81123a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:08.779340 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:08.878570 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-68b6585c-8b04-4d68-9058-df443b81123a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:08.885132 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-68b6585c-8b04-4d68-9058-df443b81123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:08.899677 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.25.0.89 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/6ad67a66-b8f9-4180-9757-d0e3c61b75e7) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:25:08.945195 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-68b6585c-8b04-4d68-9058-df443b81123a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f78a48b617f4da1ba5560ba22041440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601213 Jul 09 20:25:08.946166 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6585c-8b04-4d68-9058-df443b81123a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43148f47-c3dd-4b62-8cc0-395d9d9e8b0b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:08.960654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42976) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:09.033291 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a59fd0f-92bc-4a39-bf18-152dce8ccc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:09.035151 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:09.057416 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a59fd0f-92bc-4a39-bf18-152dce8ccc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:09.081199 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:09.122056 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a59fd0f-92bc-4a39-bf18-152dce8ccc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:09.126239 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a59fd0f-92bc-4a39-bf18-152dce8ccc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:09.131097 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5a59fd0f-92bc-4a39-bf18-152dce8ccc89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43148f47-c3dd-4b62-8cc0-395d9d9e8b0b HTTP/1.1" status: 204 len: 168 time: 0.1692629 Jul 09 20:25:09.142499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59fd0f-92bc-4a39-bf18-152dce8ccc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43148f47-c3dd-4b62-8cc0-395d9d9e8b0b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:09.192066 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:09.196472 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:09.199062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=6ad67a66-b8f9-4180-9757-d0e3c61b75e7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:09.201786 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:09.499783 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42984) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:09.515946 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b767181-4179-4dea-b6fc-40da310fbd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:09.655527 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b767181-4179-4dea-b6fc-40da310fbd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:09.671881 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2b767181-4179-4dea-b6fc-40da310fbd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:09.735603 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2b767181-4179-4dea-b6fc-40da310fbd6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6e0f751076c45a084632333d56cdea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2343347 Jul 09 20:25:09.740634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 42988) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:09.767501 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b767181-4179-4dea-b6fc-40da310fbd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06649aa5-57f8-4f67-84c1-5b8405efe149,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:09.842498 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-039614b6-e68d-4487-87cb-84cbbc2eef57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:09.870063 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-039614b6-e68d-4487-87cb-84cbbc2eef57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:09.925388 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-039614b6-e68d-4487-87cb-84cbbc2eef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:09.928215 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-039614b6-e68d-4487-87cb-84cbbc2eef57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:09.932304 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-039614b6-e68d-4487-87cb-84cbbc2eef57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06649aa5-57f8-4f67-84c1-5b8405efe149 HTTP/1.1" status: 204 len: 168 time: 0.1889355 Jul 09 20:25:09.941818 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039614b6-e68d-4487-87cb-84cbbc2eef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06649aa5-57f8-4f67-84c1-5b8405efe149,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:09.987780 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:10.120464 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:10.332815 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:10.338868 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:10.457075 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:10.460502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=6ad67a66-b8f9-4180-9757-d0e3c61b75e7,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:10.604130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43008) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:10.825245 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3301da88-44bf-498a-beb7-f9c839f9d366 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6031e37f092e480ca2b81828ccaec36a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164180 Jul 09 20:25:10.825521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43020) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:10.928701 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-267acfc7-3744-45c7-86d7-79c772d2ec9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:10.954383 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-267acfc7-3744-45c7-86d7-79c772d2ec9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:11.024419 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-267acfc7-3744-45c7-86d7-79c772d2ec9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:11.041528 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-267acfc7-3744-45c7-86d7-79c772d2ec9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:11.043093 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-267acfc7-3744-45c7-86d7-79c772d2ec9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbcfba50-6901-44ee-a96e-13eeec341878 HTTP/1.1" status: 204 len: 168 time: 0.2165732 Jul 09 20:25:11.069160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267acfc7-3744-45c7-86d7-79c772d2ec9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcfba50-6901-44ee-a96e-13eeec341878,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:11.086074 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Floating IP d4627b8d-e9cc-4821-be68-36fa114c62c1 associated. External IP: 172.25.0.89, port: ef78f538-5d90-4c52-a707-b242e35ff92e. Jul 09 20:25:11.374036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router 813a5170-6cd9-4fec-89ee-777b60af96b5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:25:11.511053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:25:11.525035 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92400a0b-36ec-45b1-83df-94680d82e5de None None] Sync routers for ids ['813a5170-6cd9-4fec-89ee-777b60af96b5'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:25:11.535369 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:11.544745 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92400a0b-36ec-45b1-83df-94680d82e5de None None] Routers {'813a5170-6cd9-4fec-89ee-777b60af96b5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:25:11.545451 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-92400a0b-36ec-45b1-83df-94680d82e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['813a5170-6cd9-4fec-89ee-777b60af96b5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:11.585639 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a25bdafa-b1e6-42a7-abd8-5c66a63da0fb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9975688 Jul 09 20:25:11.586882 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:25:11.592484 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431fd111-5d25-414c-aaaa-6f21b81d603b" -d '{"events": [{"name": "network-changed", "server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:25:11.648185 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44b6508-7160-4e55-857e-a3494708844d x-openstack-request-id: req-c44b6508-7160-4e55-857e-a3494708844d {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:25:11.648568 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:25:11.648802 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c44b6508-7160-4e55-857e-a3494708844d {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:25:11.649175 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e', 'status': 'completed', 'code': 200} Jul 09 20:25:11.794166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fd111-5d25-414c-aaaa-6f21b81d603b req-553e16bc-d6a5-431b-8aed-7df8e2fd393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:11.796024 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-431fd111-5d25-414c-aaaa-6f21b81d603b req-553e16bc-d6a5-431b-8aed-7df8e2fd393f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 1097 time: 0.1184821 Jul 09 20:25:11.848593 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-92400a0b-36ec-45b1-83df-94680d82e5de None None] Set router 813a5170-6cd9-4fec-89ee-777b60af96b5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:25:11.940983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c41765-58e6-4a14-a00f-0b104af7988c req-103fa9cb-07fc-4ea4-b5c8-75bceb00493d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:11.943243 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-80c41765-58e6-4a14-a00f-0b104af7988c req-103fa9cb-07fc-4ea4-b5c8-75bceb00493d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 946 time: 0.1384182 Jul 09 20:25:12.000841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fd111-5d25-414c-aaaa-6f21b81d603b req-4b950c5d-654d-4016-ab24-5e36e1498c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:12.002508 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-431fd111-5d25-414c-aaaa-6f21b81d603b req-4b950c5d-654d-4016-ab24-5e36e1498c8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3a703c4-4654-451b-bb45-531d71f5e33d HTTP/1.1" status: 200 len: 898 time: 0.1837656 Jul 09 20:25:12.026739 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-80c41765-58e6-4a14-a00f-0b104af7988c req-1e74421f-87d3-4088-b8e0-d307341a4c34 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768282 Jul 09 20:25:12.067334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43074) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:12.157704 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-431fd111-5d25-414c-aaaa-6f21b81d603b req-66e4b648-eb5c-43e1-93c3-c3c451655b2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef78f538-5d90-4c52-a707-b242e35ff92e HTTP/1.1" status: 200 len: 999 time: 0.1344311 Jul 09 20:25:12.206959 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6b50a005-2fe5-4c64-a090-a24cb33d3c82 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/d4627b8d-e9cc-4821-be68-36fa114c62c1 HTTP/1.1" status: 200 len: 991 time: 0.1384156 Jul 09 20:25:12.254349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fd111-5d25-414c-aaaa-6f21b81d603b req-d0d1dfae-62d5-444f-b748-5ffa7f46e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:12.255950 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-431fd111-5d25-414c-aaaa-6f21b81d603b req-d0d1dfae-62d5-444f-b748-5ffa7f46e928 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78 HTTP/1.1" status: 200 len: 835 time: 0.0960591 Jul 09 20:25:12.273856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43092) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:12.343571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fd111-5d25-414c-aaaa-6f21b81d603b req-c2e9e67c-f023-4ba2-a58b-0608c827f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:12.345414 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-431fd111-5d25-414c-aaaa-6f21b81d603b req-c2e9e67c-f023-4ba2-a58b-0608c827f945 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3a703c4-4654-451b-bb45-531d71f5e33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797265 Jul 09 20:25:12.353185 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-92400a0b-36ec-45b1-83df-94680d82e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'd4627b8d-e9cc-4821-be68-36fa114c62c1', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'port_id': 'ef78f538-5d90-4c52-a707-b242e35ff92e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'mac_address': 'fa:16:3e:b5:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a573f949-0b07-4022-846f-53892cc10751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:25:09Z', 'updated_at': '2021-07-09T20:25:09Z', 'revision_number': 0, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e233759e-f1ea-4662-bde9-62971ea8f351', 'name': '', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:0a:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:49Z', 'updated_at': '2021-07-09T20:24:56Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:12.394665 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92400a0b-36ec-45b1-83df-94680d82e5de None None] Checking router: 813a5170-6cd9-4fec-89ee-777b60af96b5 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:25:12.413807 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92400a0b-36ec-45b1-83df-94680d82e5de None None] Routers {'813a5170-6cd9-4fec-89ee-777b60af96b5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:25:12.414671 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-92400a0b-36ec-45b1-83df-94680d82e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['813a5170-6cd9-4fec-89ee-777b60af96b5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:12.515950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1574882680-network', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:12.570209 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-92400a0b-36ec-45b1-83df-94680d82e5de None None] Set router 813a5170-6cd9-4fec-89ee-777b60af96b5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:25:12.570726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] Made reservation on behalf of a8d6a43d5b7e427fb143ba68ae33e607 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:12.575559 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:12.583428 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-431fd111-5d25-414c-aaaa-6f21b81d603b req-3c123d7a-79f0-4793-a9c4-7a179e5a4f81 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276986 Jul 09 20:25:12.606161 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:12.772033 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-431fd111-5d25-414c-aaaa-6f21b81d603b req-907524be-2923-4f45-810d-97a6a4e64ce0 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790502 Jul 09 20:25:12.835018 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:12.841685 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:12.872638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:25:12.894232 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9050f8a8-de92-4787-b81d-515eff10409a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:12.900384 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:12.900790 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] Added segment 215c6357-12f4-41ed-83b7-350a193f8981 of type vlan for network 7ed5f135-b3ed-40d3-beed-e92e966994af Jul 09 20:25:12.913331 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-92400a0b-36ec-45b1-83df-94680d82e5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'd4627b8d-e9cc-4821-be68-36fa114c62c1', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'port_id': 'ef78f538-5d90-4c52-a707-b242e35ff92e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'mac_address': 'fa:16:3e:b5:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a573f949-0b07-4022-846f-53892cc10751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:25:09Z', 'updated_at': '2021-07-09T20:25:09Z', 'revision_number': 0, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e233759e-f1ea-4662-bde9-62971ea8f351', 'name': '', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:0a:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:49Z', 'updated_at': '2021-07-09T20:24:56Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:12.942245 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92400a0b-36ec-45b1-83df-94680d82e5de None None] The sync data for ids ['813a5170-6cd9-4fec-89ee-777b60af96b5'] in n-d-800088-3 is: [{'id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'd4627b8d-e9cc-4821-be68-36fa114c62c1', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'port_id': 'ef78f538-5d90-4c52-a707-b242e35ff92e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'mac_address': 'fa:16:3e:b5:5f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a573f949-0b07-4022-846f-53892cc10751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:25:09Z', 'updated_at': '2021-07-09T20:25:09Z', 'revision_number': 0, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e233759e-f1ea-4662-bde9-62971ea8f351', 'name': '', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:0a:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:49Z', 'updated_at': '2021-07-09T20:24:56Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:25:12.955502 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.013557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43174) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:13.014472 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.016045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:13.017854 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.126219 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8484538 Jul 09 20:25:13.126608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43192) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:13.140120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-436f6113-bfc2-45ee-a695-77a0614dd344 admin admin] Request body: {'subnet': {'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1574882680-subnet', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:13.146141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36589b6-6d03-4362-8798-a1d17e744fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=7ed5f135-b3ed-40d3-beed-e92e966994af,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:13.169516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 7ed5f135-b3ed-40d3-beed-e92e966994af details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:25:13.190718 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436f6113-bfc2-45ee-a695-77a0614dd344 admin admin] Made reservation on behalf of a8d6a43d5b7e427fb143ba68ae33e607 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:13.198561 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-436f6113-bfc2-45ee-a695-77a0614dd344 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.208787 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43202) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:13.285487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82929c22-caae-4e97-8e0b-318554a888a5 None None] New status for floating IP d4627b8d-e9cc-4821-be68-36fa114c62c1: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:25:13.296923 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-de954dc3-6302-4927-8261-e45a57517887 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/d4627b8d-e9cc-4821-be68-36fa114c62c1 HTTP/1.1" status: 200 len: 991 time: 0.0868144 Jul 09 20:25:13.316789 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f72af11f-d16b-4d38-a594-75801eb05e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.499079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-436f6113-bfc2-45ee-a695-77a0614dd344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.557141 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f72af11f-d16b-4d38-a594-75801eb05e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.567277 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f72af11f-d16b-4d38-a594-75801eb05e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.596439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f6113-bfc2-45ee-a695-77a0614dd344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b153587a-6df7-490e-8c79-bfa2e6cc9009,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:13.632700 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f72af11f-d16b-4d38-a594-75801eb05e28 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=02737e7759774fd29a089f2c7f3ee607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6178043 Jul 09 20:25:13.634174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72af11f-d16b-4d38-a594-75801eb05e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3d1ec1-ddfc-4408-93b2-3dbb7ab552f3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:13.635559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43250) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:13.637269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f6113-bfc2-45ee-a695-77a0614dd344 admin admin] Checking segment: {'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:13.637836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f6113-bfc2-45ee-a695-77a0614dd344 admin admin] Network hostable DHCP agents. Network: 7ed5f135-b3ed-40d3-beed-e92e966994af, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:25:13.663850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f6113-bfc2-45ee-a695-77a0614dd344 admin admin] Network 7ed5f135-b3ed-40d3-beed-e92e966994af is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:25:13.676103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-436f6113-bfc2-45ee-a695-77a0614dd344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 7ed5f135-b3ed-40d3-beed-e92e966994af) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:13.682097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f6113-bfc2-45ee-a695-77a0614dd344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:13.684080 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-436f6113-bfc2-45ee-a695-77a0614dd344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.690409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44d492b-5b49-4c87-a704-36410b1c95b1 None None] Network 7ed5f135-b3ed-40d3-beed-e92e966994af requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:25:13.703848 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-353adfeb-c31c-4375-baee-c5989f9a89f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.710024 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-436f6113-bfc2-45ee-a695-77a0614dd344 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5798030 Jul 09 20:25:13.710346 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43260) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:13.721297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1574882680-router', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:13.739297 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-353adfeb-c31c-4375-baee-c5989f9a89f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.768075 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.770926 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.829169 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-353adfeb-c31c-4375-baee-c5989f9a89f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.832941 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-353adfeb-c31c-4375-baee-c5989f9a89f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.837227 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-353adfeb-c31c-4375-baee-c5989f9a89f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e3d1ec1-ddfc-4408-93b2-3dbb7ab552f3 HTTP/1.1" status: 204 len: 168 time: 0.2000251 Jul 09 20:25:13.847908 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:13.861251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353adfeb-c31c-4375-baee-c5989f9a89f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3d1ec1-ddfc-4408-93b2-3dbb7ab552f3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:13.967336 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-7ed5f135-b3ed-40d3-beed-e92e966994af', 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'fixed_ips': [{'subnet_id': 'b153587a-6df7-490e-8c79-bfa2e6cc9009'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:25:13.968639 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:14.024047 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:14.150854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Allocated IP 172.20.0.2 (7ed5f135-b3ed-40d3-beed-e92e966994af/b153587a-6df7-490e-8c79-bfa2e6cc9009/30b65a2a-2111-4ab7-94f4-7c442383d180) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:25:14.300557 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43340) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:14.317627 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:14.347473 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:14.407689 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:14.422567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Transition to ACTIVE for port object 30b65a2a-2111-4ab7-94f4-7c442383d180 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:14.456853 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-96361057-f3e8-47ca-9b41-5e28a801d531 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/d4627b8d-e9cc-4821-be68-36fa114c62c1 HTTP/1.1" status: 200 len: 993 time: 0.1488364 Jul 09 20:25:14.457045 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Transition to ACTIVE for port object 30b65a2a-2111-4ab7-94f4-7c442383d180 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:14.462429 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:14.498517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Allocated IP 172.25.0.6 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/b0d28357-2334-449d-9500-11b48c7beca1) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:25:14.512594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Network 7ed5f135-b3ed-40d3-beed-e92e966994af is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:14.518676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:14.525707 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:14.581552 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Pushing event updated for resources: {'Port': ['ID=30b65a2a-2111-4ab7-94f4-7c442383d180,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:14.662087 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:14.737426 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:14.781077 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Attempting to bind port 30b65a2a-2111-4ab7-94f4-7c442383d180 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:25:14.781583 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Attempting to bind port 30b65a2a-2111-4ab7-94f4-7c442383d180 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:25:14.781997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Attempting to bind port 30b65a2a-2111-4ab7-94f4-7c442383d180 on network 7ed5f135-b3ed-40d3-beed-e92e966994af {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:25:14.789484 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:25:14.789703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:14.790315 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Checking segment: {'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:14.790924 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:14.791546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Bound using segment: {'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:25:14.792212 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Bound port: 30b65a2a-2111-4ab7-94f4-7c442383d180, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:25:14.793625 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:14.793900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:14.797888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:14.822827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d28357-2334-449d-9500-11b48c7beca1,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:14.870095 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] For port 30b65a2a-2111-4ab7-94f4-7c442383d180, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:25:14.882611 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] For port 30b65a2a-2111-4ab7-94f4-7c442383d180, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=30b65a2a-2111-4ab7-94f4-7c442383d180,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:25:14.887663 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:14.970637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951dd59-4a57-43dc-b100-a50099696e54 None None] Pushing event updated for resources: {'Port': ['ID=30b65a2a-2111-4ab7-94f4-7c442383d180,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:15.147748 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:15.368766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43476) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:15.474659 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:15.509066 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cae9c56a-b0aa-4a30-86d7-c1d500be20cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:15.623310 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cae9c56a-b0aa-4a30-86d7-c1d500be20cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:15.629991 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cae9c56a-b0aa-4a30-86d7-c1d500be20cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:15.643840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Router 8b55b02a-56e3-4298-be3b-763c2a734a8b is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:25:15.680013 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cae9c56a-b0aa-4a30-86d7-c1d500be20cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12a649840614421c81e8402f5d38fe05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3051543 Jul 09 20:25:15.680013 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9c56a-b0aa-4a30-86d7-c1d500be20cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d03044e-65d7-43b2-b25d-762c1d338a15,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:15.681369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43516) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:15.760916 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b8cc41b-4a05-42fc-b19a-26eb271f4223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:15.798026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:25:15.800649 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b8cc41b-4a05-42fc-b19a-26eb271f4223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:15.810255 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Sync routers for ids ['8b55b02a-56e3-4298-be3b-763c2a734a8b'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:25:15.827908 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Routers {'8b55b02a-56e3-4298-be3b-763c2a734a8b'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:25:15.828526 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8b55b02a-56e3-4298-be3b-763c2a734a8b'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:15.843352 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:15.844633 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-98be8433-7669-44ce-b8dc-93ed370ab418 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1331565 Jul 09 20:25:15.847224 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43538) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:15.940877 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b8cc41b-4a05-42fc-b19a-26eb271f4223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:15.953052 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b8cc41b-4a05-42fc-b19a-26eb271f4223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:15.961288 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6b8cc41b-4a05-42fc-b19a-26eb271f4223 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d03044e-65d7-43b2-b25d-762c1d338a15 HTTP/1.1" status: 204 len: 168 time: 0.2788138 Jul 09 20:25:15.967730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 30b65a2a-2111-4ab7-94f4-7c442383d180 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:15.983133 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cc41b-4a05-42fc-b19a-26eb271f4223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d03044e-65d7-43b2-b25d-762c1d338a15,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:16.049759 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Set router 8b55b02a-56e3-4298-be3b-763c2a734a8b gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:25:16.176792 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 30b65a2a-2111-4ab7-94f4-7c442383d180 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:16.352470 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'name': 'tempest-TestServerMultinode-1574882680-router', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b0d28357-2334-449d-9500-11b48c7beca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:13Z', 'updated_at': '2021-07-09T20:25:14Z', 'revision_number': 3, 'project_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'gw_port': {'id': 'b0d28357-2334-449d-9500-11b48c7beca1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:14Z', 'updated_at': '2021-07-09T20:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:16.386707 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Checking router: 8b55b02a-56e3-4298-be3b-763c2a734a8b for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:25:16.387435 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Updating router 8b55b02a-56e3-4298-be3b-763c2a734a8b port b0d28357-2334-449d-9500-11b48c7beca1 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:25:16.437085 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:16.516594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e93e80-3b51-45ed-bbc9-bbfd38316120 None None] Network 7ed5f135-b3ed-40d3-beed-e92e966994af requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:25:16.615300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f8ea41f3-7942-4637-9bbc-fe77ae95cbe2 None None] Provisioning for port 30b65a2a-2111-4ab7-94f4-7c442383d180 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:16.628111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f8ea41f3-7942-4637-9bbc-fe77ae95cbe2 None None] Provisioning complete for port 30b65a2a-2111-4ab7-94f4-7c442383d180 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:16.632226 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f8ea41f3-7942-4637-9bbc-fe77ae95cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:16.846028 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:16.858692 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Transition to ACTIVE for port object b0d28357-2334-449d-9500-11b48c7beca1 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:16.873808 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:16.943607 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c16b6-8e25-4a3a-893f-4a030b3bde5e None None] Pushing event updated for resources: {'Port': ['ID=b0d28357-2334-449d-9500-11b48c7beca1,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:16.957734 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Attempting to bind port b0d28357-2334-449d-9500-11b48c7beca1 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:25:16.958114 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Attempting to bind port b0d28357-2334-449d-9500-11b48c7beca1 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:25:16.958685 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Attempting to bind port b0d28357-2334-449d-9500-11b48c7beca1 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:25:16.962923 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f8ea41f3-7942-4637-9bbc-fe77ae95cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:16.964473 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:25:16.964890 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:16.965300 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:16.965699 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:25:16.966178 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Bound port: b0d28357-2334-449d-9500-11b48c7beca1, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:25:16.966556 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:17.088098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f8ea41f3-7942-4637-9bbc-fe77ae95cbe2 None None] For port 30b65a2a-2111-4ab7-94f4-7c442383d180, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=30b65a2a-2111-4ab7-94f4-7c442383d180,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:17.101334 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f8ea41f3-7942-4637-9bbc-fe77ae95cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:17.163672 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] For port b0d28357-2334-449d-9500-11b48c7beca1, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:25:17.169582 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] For port b0d28357-2334-449d-9500-11b48c7beca1, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b0d28357-2334-449d-9500-11b48c7beca1,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:25:17.180119 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea41f3-7942-4637-9bbc-fe77ae95cbe2 None None] Pushing event updated for resources: {'Port': ['ID=30b65a2a-2111-4ab7-94f4-7c442383d180,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:17.182820 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:17.289826 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Routers {'8b55b02a-56e3-4298-be3b-763c2a734a8b'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:25:17.290489 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8b55b02a-56e3-4298-be3b-763c2a734a8b'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:17.354285 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:17.401239 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c16b6-8e25-4a3a-893f-4a030b3bde5e None None] Pushing event updated for resources: {'Port': ['ID=b0d28357-2334-449d-9500-11b48c7beca1,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:17.434802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-55cf250c-5e2c-47c6-9841-531ad70cd03b None None] Provisioning complete for port 30b65a2a-2111-4ab7-94f4-7c442383d180 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:17.435178 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-55cf250c-5e2c-47c6-9841-531ad70cd03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:17.549589 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] Set router 8b55b02a-56e3-4298-be3b-763c2a734a8b gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:25:17.683168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Allocated IP 172.20.0.1 (7ed5f135-b3ed-40d3-beed-e92e966994af/b153587a-6df7-490e-8c79-bfa2e6cc9009/34929e9b-d3e0-4281-a58f-f3451799ae8c) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:25:17.789167 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'name': 'tempest-TestServerMultinode-1574882680-router', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b0d28357-2334-449d-9500-11b48c7beca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:13Z', 'updated_at': '2021-07-09T20:25:14Z', 'revision_number': 3, 'project_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'gw_port': {'id': 'b0d28357-2334-449d-9500-11b48c7beca1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:14Z', 'updated_at': '2021-07-09T20:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:17.816420 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c246ff5-5c0b-4a34-954f-58cade3222be None None] The sync data for ids ['8b55b02a-56e3-4298-be3b-763c2a734a8b'] in n-d-800088-3 is: [{'id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'name': 'tempest-TestServerMultinode-1574882680-router', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b0d28357-2334-449d-9500-11b48c7beca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:13Z', 'updated_at': '2021-07-09T20:25:14Z', 'revision_number': 3, 'project_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'gw_port': {'id': 'b0d28357-2334-449d-9500-11b48c7beca1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:14Z', 'updated_at': '2021-07-09T20:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:25:17.844280 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:17.862028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Transition to ACTIVE for port object 34929e9b-d3e0-4281-a58f-f3451799ae8c will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:17.901384 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 30b65a2a-2111-4ab7-94f4-7c442383d180 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:17.916780 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:17.977611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Network 7ed5f135-b3ed-40d3-beed-e92e966994af is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:17.992877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:17.999398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:18.011871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 30b65a2a-2111-4ab7-94f4-7c442383d180 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:18.012255 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:18.013951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Pushing event updated for resources: {'Port': ['ID=34929e9b-d3e0-4281-a58f-f3451799ae8c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:18.080332 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:18.406284 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4537ac1a-3fef-4406-8f31-296befa9c2af None None] Provisioning for port 34929e9b-d3e0-4281-a58f-f3451799ae8c completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:18.411627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4537ac1a-3fef-4406-8f31-296befa9c2af None None] Provisioning complete for port 34929e9b-d3e0-4281-a58f-f3451799ae8c triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:18.413025 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4537ac1a-3fef-4406-8f31-296befa9c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:18.438453 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:18.462101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4537ac1a-3fef-4406-8f31-296befa9c2af None None] Port 34929e9b-d3e0-4281-a58f-f3451799ae8c cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:25:18.686006 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:18.691480 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:18.741140 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:18.835639 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Pushing event updated for resources: {'Port': ['ID=34929e9b-d3e0-4281-a58f-f3451799ae8c,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:18.872646 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43624) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:18.891100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Network 7ed5f135-b3ed-40d3-beed-e92e966994af is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:18.893797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:19.035015 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7de1-fc8f-4e5e-8ddb-ab8a282533dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:19.062624 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Router 8b55b02a-56e3-4298-be3b-763c2a734a8b has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:25:19.202573 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7de1-fc8f-4e5e-8ddb-ab8a282533dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:19.208759 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f5e7de1-fc8f-4e5e-8ddb-ab8a282533dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:19.213481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:25:19.224593 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-20d79276-e6c5-49b6-8a6f-5cae3272c7a1 admin admin] 10.222.0.30 "PUT /v2.0/routers/8b55b02a-56e3-4298-be3b-763c2a734a8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3614554 Jul 09 20:25:19.246859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e7de1-fc8f-4e5e-8ddb-ab8a282533dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f13fc1b-3192-4ca5-a2f9-368248201b1b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:19.276651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43632) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:19.276978 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4f5e7de1-fc8f-4e5e-8ddb-ab8a282533dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b09218019b64000ab8d4932f79fbc64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4029443 Jul 09 20:25:19.306294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-172c1330-aa6c-409a-a03f-a85cdcd1f97b None None] Provisioning complete for port 34929e9b-d3e0-4281-a58f-f3451799ae8c triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:19.306684 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-172c1330-aa6c-409a-a03f-a85cdcd1f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:19.346425 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-211ef0de-dcaf-4353-aea3-303514acbbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:19.352872 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-172c1330-aa6c-409a-a03f-a85cdcd1f97b None None] Port 34929e9b-d3e0-4281-a58f-f3451799ae8c cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:25:19.382037 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-211ef0de-dcaf-4353-aea3-303514acbbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:19.447041 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-211ef0de-dcaf-4353-aea3-303514acbbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:19.451994 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-211ef0de-dcaf-4353-aea3-303514acbbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:19.456689 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-211ef0de-dcaf-4353-aea3-303514acbbdd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f13fc1b-3192-4ca5-a2f9-368248201b1b HTTP/1.1" status: 204 len: 168 time: 0.1755111 Jul 09 20:25:19.470052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ef0de-dcaf-4353-aea3-303514acbbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f13fc1b-3192-4ca5-a2f9-368248201b1b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:19.941855 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43648) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:19.960222 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b0d28357-2334-449d-9500-11b48c7beca1 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:19.970200 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-70dd4ed4-5858-459f-9516-02cfa1dc407b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.081633 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port b0d28357-2334-449d-9500-11b48c7beca1 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:20.091314 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-70dd4ed4-5858-459f-9516-02cfa1dc407b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.092351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b0d28357-2334-449d-9500-11b48c7beca1 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:20.093234 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.103523 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-70dd4ed4-5858-459f-9516-02cfa1dc407b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.173857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd4ed4-5858-459f-9516-02cfa1dc407b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6f4dfc-5a4e-4c2e-9ecd-26b6b8becb6f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:20.178597 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-70dd4ed4-5858-459f-9516-02cfa1dc407b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2df562d4330c471e8cb0808e7b08c1c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353456 Jul 09 20:25:20.181220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43654) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:20.250462 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43656) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:20.256169 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-494726883-network', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:20.259021 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2acd863c-4910-412b-a46d-314b47a9803e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.275458 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Sync routers for ids ['8b55b02a-56e3-4298-be3b-763c2a734a8b'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:25:20.285031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] Made reservation on behalf of 8e6d6216452a4d53abb70dec2dea72b2 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:20.286748 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2acd863c-4910-412b-a46d-314b47a9803e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.288909 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.291099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Routers {'8b55b02a-56e3-4298-be3b-763c2a734a8b'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:25:20.291844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8b55b02a-56e3-4298-be3b-763c2a734a8b'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:20.303598 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.351576 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.358914 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2acd863c-4910-412b-a46d-314b47a9803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.364643 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2acd863c-4910-412b-a46d-314b47a9803e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.366497 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2acd863c-4910-412b-a46d-314b47a9803e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce6f4dfc-5a4e-4c2e-9ecd-26b6b8becb6f HTTP/1.1" status: 204 len: 168 time: 0.1842275 Jul 09 20:25:20.378950 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd863c-4910-412b-a46d-314b47a9803e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6f4dfc-5a4e-4c2e-9ecd-26b6b8becb6f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:20.423659 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port b0d28357-2334-449d-9500-11b48c7beca1, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b0d28357-2334-449d-9500-11b48c7beca1,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:20.436135 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.462039 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.468628 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.492182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Set router 8b55b02a-56e3-4298-be3b-763c2a734a8b gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:25:20.503439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:25:20.524192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f27c943-91d8-4a6b-999b-4a9500c28af0,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:20.528315 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.528967 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] Added segment 5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c of type vlan for network 1be91255-a67c-4af8-9a3c-c955ac86a49e Jul 09 20:25:20.543934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=b0d28357-2334-449d-9500-11b48c7beca1,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:20.587279 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.630107 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.631147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:20.632001 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.727526 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] Pushing event updated for resources: {'Network': ['ID=1be91255-a67c-4af8-9a3c-c955ac86a49e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:20.742897 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8098b9ec-0379-4a53-a627-aa170140ae3e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4911034 Jul 09 20:25:20.746011 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43664) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:20.749033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 1be91255-a67c-4af8-9a3c-c955ac86a49e details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:25:20.760277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-08099b3d-1898-432f-9bd9-764678bb3026 admin admin] Request body: {'subnet': {'network_id': '1be91255-a67c-4af8-9a3c-c955ac86a49e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-494726883-subnet', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2', 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:20.786749 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08099b3d-1898-432f-9bd9-764678bb3026 admin admin] Made reservation on behalf of 8e6d6216452a4d53abb70dec2dea72b2 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:20.790296 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08099b3d-1898-432f-9bd9-764678bb3026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:20.869062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'name': 'tempest-TestServerMultinode-1574882680-router', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b0d28357-2334-449d-9500-11b48c7beca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:13Z', 'updated_at': '2021-07-09T20:25:18Z', 'revision_number': 4, 'project_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'gw_port': {'id': 'b0d28357-2334-449d-9500-11b48c7beca1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:14Z', 'updated_at': '2021-07-09T20:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '34929e9b-d3e0-4281-a58f-f3451799ae8c', 'name': '', 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'mac_address': 'fa:16:3e:db:9e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'b153587a-6df7-490e-8c79-bfa2e6cc9009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:17Z', 'updated_at': '2021-07-09T20:25:18Z', 'revision_number': 2, 'project_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'subnets': [{'id': 'b153587a-6df7-490e-8c79-bfa2e6cc9009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:20.913380 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Checking router: 8b55b02a-56e3-4298-be3b-763c2a734a8b for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:25:20.914109 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Updating router 8b55b02a-56e3-4298-be3b-763c2a734a8b port 34929e9b-d3e0-4281-a58f-f3451799ae8c binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:25:20.957355 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:21.010254 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08099b3d-1898-432f-9bd9-764678bb3026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:21.064770 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08099b3d-1898-432f-9bd9-764678bb3026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db53187-24d6-4d74-8a3c-d61c8d006cee,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:21.110789 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08099b3d-1898-432f-9bd9-764678bb3026 admin admin] Checking segment: {'id': '5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1be91255-a67c-4af8-9a3c-c955ac86a49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:21.111157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08099b3d-1898-432f-9bd9-764678bb3026 admin admin] Network hostable DHCP agents. Network: 1be91255-a67c-4af8-9a3c-c955ac86a49e, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:25:21.130521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08099b3d-1898-432f-9bd9-764678bb3026 admin admin] Network 1be91255-a67c-4af8-9a3c-c955ac86a49e is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:25:21.146249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-08099b3d-1898-432f-9bd9-764678bb3026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 1be91255-a67c-4af8-9a3c-c955ac86a49e) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:21.154312 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08099b3d-1898-432f-9bd9-764678bb3026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:21.155156 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-08099b3d-1898-432f-9bd9-764678bb3026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:21.159573 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25a6c05-04c7-4d99-8f4d-10e414ca35f9 None None] Network 1be91255-a67c-4af8-9a3c-c955ac86a49e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:25:21.177032 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43678) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:21.177677 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-08099b3d-1898-432f-9bd9-764678bb3026 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4296069 Jul 09 20:25:21.181702 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-494726883-router', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:21.217219 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:21.218364 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:21.291053 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:21.419094 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:21.428622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-1be91255-a67c-4af8-9a3c-c955ac86a49e', 'network_id': '1be91255-a67c-4af8-9a3c-c955ac86a49e', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2', 'fixed_ips': [{'subnet_id': '9db53187-24d6-4d74-8a3c-d61c8d006cee'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:25:21.429671 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:21.445594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Transition to ACTIVE for port object 34929e9b-d3e0-4281-a58f-f3451799ae8c will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:21.461418 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:21.463683 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:21.582645 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcd6b3-81b7-49fe-9d79-7a8bbc2f2eba None None] Pushing event updated for resources: {'Port': ['ID=34929e9b-d3e0-4281-a58f-f3451799ae8c,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:21.693117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Attempting to bind port 34929e9b-d3e0-4281-a58f-f3451799ae8c on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:25:21.693595 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Attempting to bind port 34929e9b-d3e0-4281-a58f-f3451799ae8c by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:25:21.693980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Attempting to bind port 34929e9b-d3e0-4281-a58f-f3451799ae8c on network 7ed5f135-b3ed-40d3-beed-e92e966994af {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:25:21.705542 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:25:21.706294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Checking segment: {'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:21.706586 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:21.706993 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Bound using segment: {'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:25:21.707480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Bound port: 34929e9b-d3e0-4281-a58f-f3451799ae8c, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:25:21.710953 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:21.724253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Allocated IP 172.20.0.2 (1be91255-a67c-4af8-9a3c-c955ac86a49e/9db53187-24d6-4d74-8a3c-d61c8d006cee/e1cd23f4-406a-447e-8936-0156df52895e) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:25:21.848825 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:21.900254 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:21.933589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] For port 34929e9b-d3e0-4281-a58f-f3451799ae8c, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:25:21.939415 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] For port 34929e9b-d3e0-4281-a58f-f3451799ae8c, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=34929e9b-d3e0-4281-a58f-f3451799ae8c,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:25:21.955898 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:21.971974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b0d28357-2334-449d-9500-11b48c7beca1 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:22.062784 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Allocated IP 172.25.0.192 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/74037450-3e97-4f10-879a-22e748086c0e) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:25:22.140595 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:22.191410 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:22.262487 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:22.322917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Pushing event updated for resources: {'Port': ['ID=74037450-3e97-4f10-879a-22e748086c0e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:22.348107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:22.351218 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:22.355969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:22.432744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Transition to ACTIVE for port object e1cd23f4-406a-447e-8936-0156df52895e will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:22.500263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Routers {'8b55b02a-56e3-4298-be3b-763c2a734a8b'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:25:22.501059 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8b55b02a-56e3-4298-be3b-763c2a734a8b'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:22.652874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Transition to ACTIVE for port object e1cd23f4-406a-447e-8936-0156df52895e will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:22.663010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b0d28357-2334-449d-9500-11b48c7beca1 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:22.663839 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:22.675625 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcd6b3-81b7-49fe-9d79-7a8bbc2f2eba None None] Pushing event updated for resources: {'Port': ['ID=34929e9b-d3e0-4281-a58f-f3451799ae8c,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:22.694301 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:22.735142 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] Set router 8b55b02a-56e3-4298-be3b-763c2a734a8b gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:25:22.845560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Network 1be91255-a67c-4af8-9a3c-c955ac86a49e is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:22.856310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:22.856937 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:22.887013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:22.889562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Pushing event updated for resources: {'Port': ['ID=e1cd23f4-406a-447e-8936-0156df52895e,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:23.062624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Attempting to bind port e1cd23f4-406a-447e-8936-0156df52895e on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:25:23.063170 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Attempting to bind port e1cd23f4-406a-447e-8936-0156df52895e by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1be91255-a67c-4af8-9a3c-c955ac86a49e'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:25:23.063664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Attempting to bind port e1cd23f4-406a-447e-8936-0156df52895e on network 1be91255-a67c-4af8-9a3c-c955ac86a49e {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:25:23.083291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:25:23.083802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Checking segment: {'id': '5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1be91255-a67c-4af8-9a3c-c955ac86a49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:23.084339 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:23.084864 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Bound using segment: {'id': '5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1be91255-a67c-4af8-9a3c-c955ac86a49e'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:25:23.085470 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Bound port: e1cd23f4-406a-447e-8936-0156df52895e, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1be91255-a67c-4af8-9a3c-c955ac86a49e'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:25:23.085965 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:23.104607 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:23.206931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] For port e1cd23f4-406a-447e-8936-0156df52895e, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:25:23.222188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] For port e1cd23f4-406a-447e-8936-0156df52895e, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e1cd23f4-406a-447e-8936-0156df52895e,segment=NetworkSegment(5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c),segment_id=5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:25:23.235015 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:23.241756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'name': 'tempest-TestServerMultinode-1574882680-router', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b0d28357-2334-449d-9500-11b48c7beca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:13Z', 'updated_at': '2021-07-09T20:25:18Z', 'revision_number': 4, 'project_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'gw_port': {'id': 'b0d28357-2334-449d-9500-11b48c7beca1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:14Z', 'updated_at': '2021-07-09T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '34929e9b-d3e0-4281-a58f-f3451799ae8c', 'name': '', 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'mac_address': 'fa:16:3e:db:9e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'b153587a-6df7-490e-8c79-bfa2e6cc9009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:17Z', 'updated_at': '2021-07-09T20:25:21Z', 'revision_number': 4, 'project_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'subnets': [{'id': 'b153587a-6df7-490e-8c79-bfa2e6cc9009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:23.287143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Router fc57649d-ad9e-4ffa-90fc-6085eb3886f0 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:25:23.296572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671e9e8b-d74f-4065-b05b-a5b7e6e35a72 None None] The sync data for ids ['8b55b02a-56e3-4298-be3b-763c2a734a8b'] in n-d-800088-3 is: [{'id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'name': 'tempest-TestServerMultinode-1574882680-router', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b0d28357-2334-449d-9500-11b48c7beca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:13Z', 'updated_at': '2021-07-09T20:25:18Z', 'revision_number': 4, 'project_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'gw_port': {'id': 'b0d28357-2334-449d-9500-11b48c7beca1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:14Z', 'updated_at': '2021-07-09T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '34929e9b-d3e0-4281-a58f-f3451799ae8c', 'name': '', 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'mac_address': 'fa:16:3e:db:9e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'b153587a-6df7-490e-8c79-bfa2e6cc9009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:17Z', 'updated_at': '2021-07-09T20:25:21Z', 'revision_number': 4, 'project_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'subnets': [{'id': 'b153587a-6df7-490e-8c79-bfa2e6cc9009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:25:23.352263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7539d-315c-489a-beee-7548278bafa6 None None] Pushing event updated for resources: {'Port': ['ID=e1cd23f4-406a-447e-8936-0156df52895e,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:23.519655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:25:23.532375 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Sync routers for ids ['fc57649d-ad9e-4ffa-90fc-6085eb3886f0'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:25:23.553083 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Routers {'fc57649d-ad9e-4ffa-90fc-6085eb3886f0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:25:23.553817 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fc57649d-ad9e-4ffa-90fc-6085eb3886f0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:23.569037 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:23.570656 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8f546915-c38b-4852-8ba4-97f88a8ab051 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3925767 Jul 09 20:25:23.574287 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43740) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:23.804611 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Set router fc57649d-ad9e-4ffa-90fc-6085eb3886f0 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:25:23.859382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43744) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:24.017240 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3191a14-46cb-4269-8b70-c3c8e21cb480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:24.083032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 34929e9b-d3e0-4281-a58f-f3451799ae8c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:24.239887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 34929e9b-d3e0-4281-a58f-f3451799ae8c completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:24.252734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 34929e9b-d3e0-4281-a58f-f3451799ae8c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:24.253144 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:24.253732 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'name': 'tempest-TestServerMultinode-494726883-router', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '74037450-3e97-4f10-879a-22e748086c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:25:22Z', 'revision_number': 3, 'project_id': '8e6d6216452a4d53abb70dec2dea72b2', 'gw_port': {'id': '74037450-3e97-4f10-879a-22e748086c0e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:24.282609 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3191a14-46cb-4269-8b70-c3c8e21cb480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:24.289623 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3191a14-46cb-4269-8b70-c3c8e21cb480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:24.321114 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Checking router: fc57649d-ad9e-4ffa-90fc-6085eb3886f0 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:25:24.321491 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Updating router fc57649d-ad9e-4ffa-90fc-6085eb3886f0 port 74037450-3e97-4f10-879a-22e748086c0e binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:25:24.344171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3191a14-46cb-4269-8b70-c3c8e21cb480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2378b733-d0a2-4bc7-ac3d-55b3d58de184,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:24.357281 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:24.376567 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b3191a14-46cb-4269-8b70-c3c8e21cb480 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a4c3cfdc7214daf9ff10bbd27d7bda9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5159926 Jul 09 20:25:24.377204 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43750) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:24.385040 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:24.402356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 34929e9b-d3e0-4281-a58f-f3451799ae8c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=34929e9b-d3e0-4281-a58f-f3451799ae8c,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:24.414352 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:24.415832 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e1cd23f4-406a-447e-8936-0156df52895e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:24.468964 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7d2034bd-fc70-4415-b646-19abf5356e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:24.507349 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7d2034bd-fc70-4415-b646-19abf5356e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:24.550944 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:24.575609 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=34929e9b-d3e0-4281-a58f-f3451799ae8c,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:24.590834 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7d2034bd-fc70-4415-b646-19abf5356e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:24.595809 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7d2034bd-fc70-4415-b646-19abf5356e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:24.607287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port e1cd23f4-406a-447e-8936-0156df52895e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:24.616060 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7d2034bd-fc70-4415-b646-19abf5356e53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2378b733-d0a2-4bc7-ac3d-55b3d58de184 HTTP/1.1" status: 204 len: 168 time: 0.2365227 Jul 09 20:25:24.637710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2034bd-fc70-4415-b646-19abf5356e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2378b733-d0a2-4bc7-ac3d-55b3d58de184,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:24.877992 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:24.890056 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Transition to ACTIVE for port object 74037450-3e97-4f10-879a-22e748086c0e will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:24.900295 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:24.943640 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Allocated IP 172.20.0.1 (1be91255-a67c-4af8-9a3c-c955ac86a49e/9db53187-24d6-4d74-8a3c-d61c8d006cee/a3b8b180-c09a-4674-836e-02f3384ddc0c) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:25:24.981508 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Attempting to bind port 74037450-3e97-4f10-879a-22e748086c0e on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:25:24.985748 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Attempting to bind port 74037450-3e97-4f10-879a-22e748086c0e by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:25:24.986199 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Attempting to bind port 74037450-3e97-4f10-879a-22e748086c0e on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:25:25.000440 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:25:25.000883 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:25.001281 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.001698 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:25:25.002160 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Bound port: 74037450-3e97-4f10-879a-22e748086c0e, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:25:25.002666 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.017457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e36ab-b296-4e67-87a0-eca580983280 None None] Network 1be91255-a67c-4af8-9a3c-c955ac86a49e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:25:25.066759 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] For port 74037450-3e97-4f10-879a-22e748086c0e, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:25:25.069347 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521cfaa-57c4-4b3b-8f0f-4211fc340861 None None] Pushing event updated for resources: {'Port': ['ID=74037450-3e97-4f10-879a-22e748086c0e,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:25.075694 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] For port 74037450-3e97-4f10-879a-22e748086c0e, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=74037450-3e97-4f10-879a-22e748086c0e,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:25:25.093067 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.129612 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.149933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43758) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:25.154531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1cd849ee-14c2-44be-8e54-2aa8422dfd59 None None] Provisioning for port e1cd23f4-406a-447e-8936-0156df52895e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:25.159293 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Transition to ACTIVE for port object a3b8b180-c09a-4674-836e-02f3384ddc0c will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:25.162099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1cd849ee-14c2-44be-8e54-2aa8422dfd59 None None] Provisioning complete for port e1cd23f4-406a-447e-8936-0156df52895e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:25.162476 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1cd849ee-14c2-44be-8e54-2aa8422dfd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.162696 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Routers {'fc57649d-ad9e-4ffa-90fc-6085eb3886f0'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:25:25.165763 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fc57649d-ad9e-4ffa-90fc-6085eb3886f0'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:25.177911 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a1db6042-e25e-4195-b11b-477d188f6814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.211246 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.246800 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521cfaa-57c4-4b3b-8f0f-4211fc340861 None None] Pushing event updated for resources: {'Port': ['ID=74037450-3e97-4f10-879a-22e748086c0e,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:25.297582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Network 1be91255-a67c-4af8-9a3c-c955ac86a49e is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:25.300970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:25.305940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:25.314400 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b8b180-c09a-4674-836e-02f3384ddc0c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:25.367205 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a1db6042-e25e-4195-b11b-477d188f6814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.371404 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.373592 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a1db6042-e25e-4195-b11b-477d188f6814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.401029 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] Set router fc57649d-ad9e-4ffa-90fc-6085eb3886f0 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:25:25.430496 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a1db6042-e25e-4195-b11b-477d188f6814 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4244e1d1ecec4757bfe208680363c6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789404 Jul 09 20:25:25.431449 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43760) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:25.441673 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db6042-e25e-4195-b11b-477d188f6814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ec0a8a-50b9-4a63-b124-ab6d6f1d14b6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:25.517568 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1cd849ee-14c2-44be-8e54-2aa8422dfd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.519607 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5cb4257b-afbd-4851-95f6-00ea7fc5ca09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.549231 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5cb4257b-afbd-4851-95f6-00ea7fc5ca09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.568076 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.610105 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5cb4257b-afbd-4851-95f6-00ea7fc5ca09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.612699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5cb4257b-afbd-4851-95f6-00ea7fc5ca09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.613908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5cb4257b-afbd-4851-95f6-00ea7fc5ca09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64ec0a8a-50b9-4a63-b124-ab6d6f1d14b6 HTTP/1.1" status: 204 len: 168 time: 0.1797388 Jul 09 20:25:25.624037 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4257b-afbd-4851-95f6-00ea7fc5ca09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ec0a8a-50b9-4a63-b124-ab6d6f1d14b6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:25.640623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1cd849ee-14c2-44be-8e54-2aa8422dfd59 None None] For port e1cd23f4-406a-447e-8936-0156df52895e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e1cd23f4-406a-447e-8936-0156df52895e,segment=NetworkSegment(5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c),segment_id=5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:25.653974 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1cd849ee-14c2-44be-8e54-2aa8422dfd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.720602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd849ee-14c2-44be-8e54-2aa8422dfd59 None None] Pushing event updated for resources: {'Port': ['ID=e1cd23f4-406a-447e-8936-0156df52895e,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:25.812680 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'name': 'tempest-TestServerMultinode-494726883-router', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '74037450-3e97-4f10-879a-22e748086c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:25:22Z', 'revision_number': 3, 'project_id': '8e6d6216452a4d53abb70dec2dea72b2', 'gw_port': {'id': '74037450-3e97-4f10-879a-22e748086c0e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:25.858009 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.866270 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.936241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 34929e9b-d3e0-4281-a58f-f3451799ae8c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:25.987638 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:25.997670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Pushing event updated for resources: {'Port': ['ID=a3b8b180-c09a-4674-836e-02f3384ddc0c,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:26.031762 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fc41ee-3aad-4b03-8d9c-230e128cc1be None None] The sync data for ids ['fc57649d-ad9e-4ffa-90fc-6085eb3886f0'] in n-d-800088-3 is: [{'id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'name': 'tempest-TestServerMultinode-494726883-router', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '74037450-3e97-4f10-879a-22e748086c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:25:22Z', 'revision_number': 3, 'project_id': '8e6d6216452a4d53abb70dec2dea72b2', 'gw_port': {'id': '74037450-3e97-4f10-879a-22e748086c0e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:25:26.062267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 34929e9b-d3e0-4281-a58f-f3451799ae8c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:26.062645 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:26.122373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-46294190-4fb1-4f1d-8f5c-0f5d277341d9 None None] Provisioning complete for port e1cd23f4-406a-447e-8936-0156df52895e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:26.122872 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-46294190-4fb1-4f1d-8f5c-0f5d277341d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:26.245920 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Network 1be91255-a67c-4af8-9a3c-c955ac86a49e is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:26.247960 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:26.293922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e1cd23f4-406a-447e-8936-0156df52895e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:26.394374 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e1cd23f4-406a-447e-8936-0156df52895e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:26.395031 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:26.398050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-46294190-4fb1-4f1d-8f5c-0f5d277341d9 None None] Provisioning for port a3b8b180-c09a-4674-836e-02f3384ddc0c completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:26.435358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-46294190-4fb1-4f1d-8f5c-0f5d277341d9 None None] Provisioning complete for port a3b8b180-c09a-4674-836e-02f3384ddc0c triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:26.436079 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-46294190-4fb1-4f1d-8f5c-0f5d277341d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:26.456685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Router fc57649d-ad9e-4ffa-90fc-6085eb3886f0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:25:26.556984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-46294190-4fb1-4f1d-8f5c-0f5d277341d9 None None] Port a3b8b180-c09a-4674-836e-02f3384ddc0c cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:25:26.692433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2c34012d-0c78-4235-9c27-70deeb5e6a48 None None] Provisioning complete for port a3b8b180-c09a-4674-836e-02f3384ddc0c triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:26.693030 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2c34012d-0c78-4235-9c27-70deeb5e6a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:26.707023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:25:26.721367 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c3123d77-a8a1-485f-bf84-566c83a9a530 admin admin] 10.222.0.30 "PUT /v2.0/routers/fc57649d-ad9e-4ffa-90fc-6085eb3886f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1370232 Jul 09 20:25:26.819803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-2c34012d-0c78-4235-9c27-70deeb5e6a48 None None] Port a3b8b180-c09a-4674-836e-02f3384ddc0c cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:25:26.921204 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-264b5e67-2bbe-4a12-bcae-a3b32fabc352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:26.963888 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9ac84479-338f-4d99-8824-e07cc19afc78 None None] Provisioning complete for port a3b8b180-c09a-4674-836e-02f3384ddc0c triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:26.965300 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9ac84479-338f-4d99-8824-e07cc19afc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:27.055362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9ac84479-338f-4d99-8824-e07cc19afc78 None None] Port a3b8b180-c09a-4674-836e-02f3384ddc0c cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:25:27.069623 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:27.632457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43858) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:27.817298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2134549988'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:27.851870 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Made reservation on behalf of 8a2dd0ba5e9c4c1185009620705eb26e for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:27.857065 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:27.879149 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:28.015603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 74037450-3e97-4f10-879a-22e748086c0e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:28.052071 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:28.059898 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:28.091698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-198b5d26-8bfd-45e7-9ec2-d77ca4448047 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:28.097680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 74037450-3e97-4f10-879a-22e748086c0e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:28.100299 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-198b5d26-8bfd-45e7-9ec2-d77ca4448047 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/networks?id=7ed5f135-b3ed-40d3-beed-e92e966994af HTTP/1.1" status: 200 len: 911 time: 0.5217783 Jul 09 20:25:28.102506 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:25:28.103102 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 74037450-3e97-4f10-879a-22e748086c0e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:28.103570 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:28.112502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b044ca-1e3f-464f-ad9e-06aa6c088850,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:28.120431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-851997da-221b-41bb-8592-54dd9b938ca5 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/quotas/8e6d6216452a4d53abb70dec2dea72b2 HTTP/1.1" status: 200 len: 375 time: 0.0184772 Jul 09 20:25:28.138164 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:28.138889 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Added segment 825f2882-9a0f-484e-8fd4-463fba837c92 of type vlan for network 7a230888-020e-4766-a1db-5206d4bae153 Jul 09 20:25:28.209405 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:28.225498 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:28.236698 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-b2d6e7bb-ebd4-44c6-9954-b56201923b39 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e6d6216452a4d53abb70dec2dea72b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141751 Jul 09 20:25:28.252443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 74037450-3e97-4f10-879a-22e748086c0e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=74037450-3e97-4f10-879a-22e748086c0e,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:28.259587 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:28.272044 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:28.279444 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:28.280353 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:28.325920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=74037450-3e97-4f10-879a-22e748086c0e,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:28.351434 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-945622e7-f102-4dfe-a26b-c4af9592e7fe service neutron] 10.222.0.30 "GET /v2.0/networks/7ed5f135-b3ed-40d3-beed-e92e966994af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071444 Jul 09 20:25:28.437759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Sync routers for ids ['fc57649d-ad9e-4ffa-90fc-6085eb3886f0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:25:28.449554 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Routers {'fc57649d-ad9e-4ffa-90fc-6085eb3886f0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:25:28.450327 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:24:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fc57649d-ad9e-4ffa-90fc-6085eb3886f0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:28.497319 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-6dc63d10-c636-4542-aae0-38a12097fb5f service neutron] 10.222.0.30 "GET /v2.0/networks/7ed5f135-b3ed-40d3-beed-e92e966994af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334958 Jul 09 20:25:28.618196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Set router fc57649d-ad9e-4ffa-90fc-6085eb3886f0 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:25:28.797538 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1637099 Jul 09 20:25:28.801030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43882) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:28.845162 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a06e43f-ea4b-4c11-924a-53487df716a2 req-1ae2b191-b0db-449a-aab2-8a220ecff526 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 210 time: 0.0921750 Jul 09 20:25:28.866372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c9117-3344-4e11-9065-51b60b58ca35 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Pushing event updated for resources: {'Network': ['ID=7a230888-020e-4766-a1db-5206d4bae153,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:28.886050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 7a230888-020e-4766-a1db-5206d4bae153 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:25:28.905464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Request body: {'network': {'name': 'tempest-network--1025041311', 'router:external': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:28.945926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Made reservation on behalf of 7c3e4067b0874bd9a5107e754ab9742c for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:28.952147 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:28.966179 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.083308 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.088176 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.104249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:25:29.116765 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.117266 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Added segment 9256489e-0ad4-4e86-9035-b4ce2aca8b59 of type vlan for network 412da038-ffcc-4c5e-be91-9d6466cde829 Jul 09 20:25:29.184686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'name': 'tempest-TestServerMultinode-494726883-router', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '74037450-3e97-4f10-879a-22e748086c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:25:25Z', 'revision_number': 4, 'project_id': '8e6d6216452a4d53abb70dec2dea72b2', 'gw_port': {'id': '74037450-3e97-4f10-879a-22e748086c0e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'a3b8b180-c09a-4674-836e-02f3384ddc0c', 'name': '', 'network_id': '1be91255-a67c-4af8-9a3c-c955ac86a49e', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2', 'mac_address': 'fa:16:3e:62:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9db53187-24d6-4d74-8a3c-d61c8d006cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:24Z', 'updated_at': '2021-07-09T20:25:25Z', 'revision_number': 2, 'project_id': '8e6d6216452a4d53abb70dec2dea72b2', 'subnets': [{'id': '9db53187-24d6-4d74-8a3c-d61c8d006cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:29.208379 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.214777 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c23a49-e677-4706-8368-600d43eb14f9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:29.227137 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Checking router: fc57649d-ad9e-4ffa-90fc-6085eb3886f0 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:25:29.228093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Updating router fc57649d-ad9e-4ffa-90fc-6085eb3886f0 port a3b8b180-c09a-4674-836e-02f3384ddc0c binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:25:29.265749 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.266848 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:29.267812 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.284074 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.342175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43902) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:29.342375 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5399938 Jul 09 20:25:29.346983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c895a05-76ae-48eb-a56d-eff921718f82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event updated for resources: {'Network': ['ID=412da038-ffcc-4c5e-be91-9d6466cde829,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:29.363116 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 412da038-ffcc-4c5e-be91-9d6466cde829 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:25:29.435897 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a80670ee-b02e-44b5-a81b-d3de7f3b540b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.483832 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.544015 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-565c2a6e-c3e3-43db-8c0f-7e6d72f87070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.559370 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a80670ee-b02e-44b5-a81b-d3de7f3b540b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.578292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a80670ee-b02e-44b5-a81b-d3de7f3b540b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['412da038-ffcc-4c5e-be91-9d6466cde829']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:29.593454 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a80670ee-b02e-44b5-a81b-d3de7f3b540b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9256489e-0ad4-4e86-9035-b4ce2aca8b59') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:29.593701 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a80670ee-b02e-44b5-a81b-d3de7f3b540b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9256489e-0ad4-4e86-9035-b4ce2aca8b59') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:29.602989 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a80670ee-b02e-44b5-a81b-d3de7f3b540b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.617988 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a80670ee-b02e-44b5-a81b-d3de7f3b540b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.624759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80670ee-b02e-44b5-a81b-d3de7f3b540b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:25:29.625169 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a80670ee-b02e-44b5-a81b-d3de7f3b540b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:25:29.627166 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:25:29.648198 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.703999 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a80670ee-b02e-44b5-a81b-d3de7f3b540b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.710053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80670ee-b02e-44b5-a81b-d3de7f3b540b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 412da038-ffcc-4c5e-be91-9d6466cde829 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 20:25:29.718385 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a80670ee-b02e-44b5-a81b-d3de7f3b540b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.723489 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a80670ee-b02e-44b5-a81b-d3de7f3b540b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "DELETE /v2.0/networks/412da038-ffcc-4c5e-be91-9d6466cde829 HTTP/1.1" status: 204 len: 168 time: 0.3772547 Jul 09 20:25:29.723847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43910) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:29.729280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-22abcc95-5b67-4728-92de-c99b337bb4cd tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:29.767936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80670ee-b02e-44b5-a81b-d3de7f3b540b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event deleted for resources: {'Network': ['ID=412da038-ffcc-4c5e-be91-9d6466cde829,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:29.795173 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22abcc95-5b67-4728-92de-c99b337bb4cd tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Made reservation on behalf of 7c3e4067b0874bd9a5107e754ab9742c for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:29.804846 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22abcc95-5b67-4728-92de-c99b337bb4cd tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.823308 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.836723 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Transition to ACTIVE for port object a3b8b180-c09a-4674-836e-02f3384ddc0c will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:29.849701 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.854342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22abcc95-5b67-4728-92de-c99b337bb4cd tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:25:29.883004 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22abcc95-5b67-4728-92de-c99b337bb4cd tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:29.883381 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-22abcc95-5b67-4728-92de-c99b337bb4cd tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Added segment cc6efc3d-d128-4dcd-a417-3629550e18e4 of type vlan for network 8711d7ec-c9b4-44f1-8010-5f8178698686 Jul 09 20:25:29.921176 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 74037450-3e97-4f10-879a-22e748086c0e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:30.013622 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22abcc95-5b67-4728-92de-c99b337bb4cd tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:30.057103 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff5093-6e9b-440c-8373-fe9b6f353d04 None None] Pushing event updated for resources: {'Port': ['ID=a3b8b180-c09a-4674-836e-02f3384ddc0c,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:30.107719 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6359f1c8-9fdd-4f4c-aaec-5f18cf77f084 req-271fa46a-bc00-4675-85fa-f9129f1a9be0 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 210 time: 0.0614223 Jul 09 20:25:30.114238 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22abcc95-5b67-4728-92de-c99b337bb4cd tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:30.115528 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22abcc95-5b67-4728-92de-c99b337bb4cd tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:30.116207 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22abcc95-5b67-4728-92de-c99b337bb4cd tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:30.156785 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-22abcc95-5b67-4728-92de-c99b337bb4cd tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4292750 Jul 09 20:25:30.157114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43918) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:30.158096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Attempting to bind port a3b8b180-c09a-4674-836e-02f3384ddc0c on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:25:30.162917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Attempting to bind port a3b8b180-c09a-4674-836e-02f3384ddc0c by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1be91255-a67c-4af8-9a3c-c955ac86a49e'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:25:30.163311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Attempting to bind port a3b8b180-c09a-4674-836e-02f3384ddc0c on network 1be91255-a67c-4af8-9a3c-c955ac86a49e {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:25:30.163748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6639db26-6b6a-4199-ba10-6c62ca6995d7 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Request body: {'subnet': {'network_id': '8711d7ec-c9b4-44f1-8010-5f8178698686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:30.181234 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 74037450-3e97-4f10-879a-22e748086c0e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:30.181639 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:30.183778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:25:30.184138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Checking segment: {'id': '5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1be91255-a67c-4af8-9a3c-c955ac86a49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:30.184558 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:30.184962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Bound using segment: {'id': '5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1be91255-a67c-4af8-9a3c-c955ac86a49e'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:25:30.185517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Bound port: a3b8b180-c09a-4674-836e-02f3384ddc0c, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1be91255-a67c-4af8-9a3c-c955ac86a49e'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:25:30.193174 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:30.210527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6639db26-6b6a-4199-ba10-6c62ca6995d7 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Made reservation on behalf of 7c3e4067b0874bd9a5107e754ab9742c for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:30.216296 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6639db26-6b6a-4199-ba10-6c62ca6995d7 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:30.338288 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abcc95-5b67-4728-92de-c99b337bb4cd tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event updated for resources: {'Network': ['ID=8711d7ec-c9b4-44f1-8010-5f8178698686,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:30.362448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 8711d7ec-c9b4-44f1-8010-5f8178698686 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:25:30.559812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] For port a3b8b180-c09a-4674-836e-02f3384ddc0c, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:25:30.565285 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:30.568741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] For port a3b8b180-c09a-4674-836e-02f3384ddc0c, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a3b8b180-c09a-4674-836e-02f3384ddc0c,segment=NetworkSegment(5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c),segment_id=5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:25:30.576802 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:30.691397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Routers {'fc57649d-ad9e-4ffa-90fc-6085eb3886f0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:25:30.692044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:25:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fc57649d-ad9e-4ffa-90fc-6085eb3886f0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:30.694197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff5093-6e9b-440c-8373-fe9b6f353d04 None None] Pushing event updated for resources: {'Port': ['ID=a3b8b180-c09a-4674-836e-02f3384ddc0c,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:30.750885 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-13d8832a-fdde-4563-a71d-7316416eee26 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:30.752848 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-13d8832a-fdde-4563-a71d-7316416eee26 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.36 "GET /v2.0/networks?id=7ed5f135-b3ed-40d3-beed-e92e966994af HTTP/1.1" status: 200 len: 911 time: 0.2681682 Jul 09 20:25:30.765036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-86d84cdf-d41d-4102-b01c-efa7d26e763f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Request body: {'port': {'device_id': '894c0567-c03f-436a-8912-1e410053421e', 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af', 'admin_state_up': True, 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:30.802772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-86d84cdf-d41d-4102-b01c-efa7d26e763f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Made reservation on behalf of 8e6d6216452a4d53abb70dec2dea72b2 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:30.805433 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-86d84cdf-d41d-4102-b01c-efa7d26e763f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:30.902292 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] Set router fc57649d-ad9e-4ffa-90fc-6085eb3886f0 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:25:30.973040 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-86d84cdf-d41d-4102-b01c-efa7d26e763f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Allocated IP 172.20.0.4 (7ed5f135-b3ed-40d3-beed-e92e966994af/b153587a-6df7-490e-8c79-bfa2e6cc9009/3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:25:31.067286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.objects.ports [None req-6639db26-6b6a-4199-ba10-6c62ca6995d7 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100205) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 20:25:31.067791 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6639db26-6b6a-4199-ba10-6c62ca6995d7 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:31.149931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'name': 'tempest-TestServerMultinode-494726883-router', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '74037450-3e97-4f10-879a-22e748086c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:25:25Z', 'revision_number': 4, 'project_id': '8e6d6216452a4d53abb70dec2dea72b2', 'gw_port': {'id': '74037450-3e97-4f10-879a-22e748086c0e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'a3b8b180-c09a-4674-836e-02f3384ddc0c', 'name': '', 'network_id': '1be91255-a67c-4af8-9a3c-c955ac86a49e', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2', 'mac_address': 'fa:16:3e:62:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9db53187-24d6-4d74-8a3c-d61c8d006cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:24Z', 'updated_at': '2021-07-09T20:25:30Z', 'revision_number': 4, 'project_id': '8e6d6216452a4d53abb70dec2dea72b2', 'subnets': [{'id': '9db53187-24d6-4d74-8a3c-d61c8d006cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:31.184865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ff1c01-6c4b-4a49-b43f-7edb2a60435c None None] The sync data for ids ['fc57649d-ad9e-4ffa-90fc-6085eb3886f0'] in n-d-800088-3 is: [{'id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'name': 'tempest-TestServerMultinode-494726883-router', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '74037450-3e97-4f10-879a-22e748086c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:25:25Z', 'revision_number': 4, 'project_id': '8e6d6216452a4d53abb70dec2dea72b2', 'gw_port': {'id': '74037450-3e97-4f10-879a-22e748086c0e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'a3b8b180-c09a-4674-836e-02f3384ddc0c', 'name': '', 'network_id': '1be91255-a67c-4af8-9a3c-c955ac86a49e', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2', 'mac_address': 'fa:16:3e:62:76:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3570, 'fixed_ips': [{'subnet_id': '9db53187-24d6-4d74-8a3c-d61c8d006cee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:24Z', 'updated_at': '2021-07-09T20:25:30Z', 'revision_number': 4, 'project_id': '8e6d6216452a4d53abb70dec2dea72b2', 'subnets': [{'id': '9db53187-24d6-4d74-8a3c-d61c8d006cee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:25:31.237310 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-86d84cdf-d41d-4102-b01c-efa7d26e763f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:31.240460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639db26-6b6a-4199-ba10-6c62ca6995d7 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event updated for resources: {'Subnet': ['ID=80183ba8-107e-42cb-aa37-1b8a2f412c4e,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:31.300631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-86d84cdf-d41d-4102-b01c-efa7d26e763f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Transition to ACTIVE for port object 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:31.332435 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-92559ba8-5d4f-4f99-a3cb-f63a20d81c34 req-2e6c8d01-1afd-4ee9-b0d3-b5e99b38fbbb tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 210 time: 0.0493517 Jul 09 20:25:31.335299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639db26-6b6a-4199-ba10-6c62ca6995d7 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Checking segment: {'id': 'cc6efc3d-d128-4dcd-a417-3629550e18e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8711d7ec-c9b4-44f1-8010-5f8178698686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:31.335680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6639db26-6b6a-4199-ba10-6c62ca6995d7 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Network hostable DHCP agents. Network: 8711d7ec-c9b4-44f1-8010-5f8178698686, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:25:31.378771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6639db26-6b6a-4199-ba10-6c62ca6995d7 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Network 8711d7ec-c9b4-44f1-8010-5f8178698686 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:25:31.395815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-6639db26-6b6a-4199-ba10-6c62ca6995d7 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 8711d7ec-c9b4-44f1-8010-5f8178698686) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:31.398826 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-86d84cdf-d41d-4102-b01c-efa7d26e763f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:31.406281 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506006e0-217b-4cea-92ea-f7e859ee48ad None None] Network 8711d7ec-c9b4-44f1-8010-5f8178698686 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:25:31.412460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639db26-6b6a-4199-ba10-6c62ca6995d7 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:31.413495 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6639db26-6b6a-4199-ba10-6c62ca6995d7 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:31.447339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-86d84cdf-d41d-4102-b01c-efa7d26e763f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Network 7ed5f135-b3ed-40d3-beed-e92e966994af is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:31.481625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-86d84cdf-d41d-4102-b01c-efa7d26e763f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:31.487563 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6639db26-6b6a-4199-ba10-6c62ca6995d7 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3292961 Jul 09 20:25:31.488402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43940) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:31.488885 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-86d84cdf-d41d-4102-b01c-efa7d26e763f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:31.504382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Request body: {'floatingip': {'floating_network_id': '8711d7ec-c9b4-44f1-8010-5f8178698686'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:31.539930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-86d84cdf-d41d-4102-b01c-efa7d26e763f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:31.540508 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-86d84cdf-d41d-4102-b01c-efa7d26e763f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:31.553052 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:31.569960 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-86d84cdf-d41d-4102-b01c-efa7d26e763f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8093655 Jul 09 20:25:31.582167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d84cdf-d41d-4102-b01c-efa7d26e763f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Pushing event updated for resources: {'Port': ['ID=3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:31.595306 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Request body: {'port': {'device_id': '894c0567-c03f-436a-8912-1e410053421e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:31.650742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8432b121-a7cb-43d8-a365-6a0b6508ceb2 None None] Network 8711d7ec-c9b4-44f1-8010-5f8178698686 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:25:31.709772 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:31.811234 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:31.910791 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d667163b-0d42-4218-bb66-e75124a2131f None None] Provisioning for port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:31.915998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d667163b-0d42-4218-bb66-e75124a2131f None None] Provisioning complete for port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:31.916657 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d667163b-0d42-4218-bb66-e75124a2131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:31.995514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d667163b-0d42-4218-bb66-e75124a2131f None None] Port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:25:31.999688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a3b8b180-c09a-4674-836e-02f3384ddc0c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:32.040312 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Allocated IP 172.20.0.9 (8711d7ec-c9b4-44f1-8010-5f8178698686/80183ba8-107e-42cb-aa37-1b8a2f412c4e/593b2b5d-b735-4fab-8c48-ad1fd1dc1c32) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:25:32.098975 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port a3b8b180-c09a-4674-836e-02f3384ddc0c completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:32.104874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a3b8b180-c09a-4674-836e-02f3384ddc0c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:32.105585 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:32.188826 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:25:32.200448 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:32.212854 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:32.216762 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Transition to ACTIVE for port object 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:32.224936 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:32.271552 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port a3b8b180-c09a-4674-836e-02f3384ddc0c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a3b8b180-c09a-4674-836e-02f3384ddc0c,segment=NetworkSegment(5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c),segment_id=5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:32.274514 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:32.285265 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:32.391086 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:25:32.391687 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:32.400882 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:32.417930 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=a3b8b180-c09a-4674-836e-02f3384ddc0c,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:32.419095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Attempting to bind port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:25:32.419553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Attempting to bind port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:25:32.419988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Attempting to bind port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 on network 7ed5f135-b3ed-40d3-beed-e92e966994af {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:25:32.428304 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 on network 7ed5f135-b3ed-40d3-beed-e92e966994af not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:25:32.428657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Attempting to bind port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 on network 7ed5f135-b3ed-40d3-beed-e92e966994af {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:25:32.435773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:25:32.436123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Checking segment: {'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:32.436520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Bound using segment: {'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:25:32.437110 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Bound port: 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:25:32.437565 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:32.440416 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:32.490734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Network 8711d7ec-c9b4-44f1-8010-5f8178698686 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:32.496056 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:32.500151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:32.539970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event updated for resources: {'Port': ['ID=593b2b5d-b735-4fab-8c48-ad1fd1dc1c32,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:32.551070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] For port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:25:32.562889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] For port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:25:32.575836 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:32.603215 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:32.603852 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:32.625941 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] 10.222.0.36 "PUT /v2.0/ports/3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 HTTP/1.1" status: 200 len: 1091 time: 1.0457900 Jul 09 20:25:32.639191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894c0567-c03f-436a-8912-1e410053421e', 'tag': '3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:25:32.648178 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a96b78-bc97-4d7a-8a15-78750613a58e" -d '{"events": [{"name": "network-changed", "server_uuid": "894c0567-c03f-436a-8912-1e410053421e", "tag": "3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:25:32.735409 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:32.799967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1c715-5f9c-4ff5-a918-b7f373689e60 req-f4264bf2-5c31-4a0e-b43b-1f8185b61897 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:32.809830 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cea1c715-5f9c-4ff5-a918-b7f373689e60 req-f4264bf2-5c31-4a0e-b43b-1f8185b61897 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 1094 time: 0.2312081 Jul 09 20:25:32.861018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e211e-10b0-417d-a2bb-96c03a98e998 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:32.861243 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:32.902932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-162bb378-de96-42b0-b4ed-b6cf29f0ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:32.912761 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-162bb378-de96-42b0-b4ed-b6cf29f0ebbb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e6d6216452a4d53abb70dec2dea72b2&device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 1094 time: 0.2109790 Jul 09 20:25:32.962271 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cea1c715-5f9c-4ff5-a918-b7f373689e60 req-2d9234a0-fd4a-4d59-ba64-957f3e52b0c7 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514344 Jul 09 20:25:32.980542 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-f1d12791-7b53-459f-a673-3e18b7104568 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 HTTP/1.1" status: 200 len: 217 time: 0.0644853 Jul 09 20:25:33.067968 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1daeac0-702c-4974-9864-83dfd64f3b1d x-openstack-request-id: req-e1daeac0-702c-4974-9864-83dfd64f3b1d {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:25:33.068757 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894c0567-c03f-436a-8912-1e410053421e", "tag": "3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:25:33.069116 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1daeac0-702c-4974-9864-83dfd64f3b1d {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:25:33.069612 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894c0567-c03f-436a-8912-1e410053421e', 'tag': '3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17', 'status': 'completed', 'code': 200} Jul 09 20:25:33.086220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-8d46146e-81e3-43f2-a858-2a1b34ff54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:33.087948 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-8d46146e-81e3-43f2-a858-2a1b34ff54f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b153587a-6df7-490e-8c79-bfa2e6cc9009 HTTP/1.1" status: 200 len: 849 time: 0.0992551 Jul 09 20:25:33.137370 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:33.142785 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:33.151899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-1c45f8ba-4148-4e97-9138-29269d2f28c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:33.153598 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-1c45f8ba-4148-4e97-9138-29269d2f28c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ed5f135-b3ed-40d3-beed-e92e966994af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562615 Jul 09 20:25:33.221704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event updated for resources: {'Port': ['ID=593b2b5d-b735-4fab-8c48-ad1fd1dc1c32,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:33.241323 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:33.257874 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:33.262881 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-459702dc-9fa7-4075-b992-3676b3f1d08d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7693443 Jul 09 20:25:33.263085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-702e11bb-0e60-48ee-8b78-5f49df916966 service neutron] 10.222.0.36 "GET /v2.0/networks/7ed5f135-b3ed-40d3-beed-e92e966994af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024029 Jul 09 20:25:33.263288 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43972) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:33.344716 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7596cb11-7f5d-409f-be3d-45453518e476 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=8711d7ec-c9b4-44f1-8010-5f8178698686 HTTP/1.1" status: 200 len: 689 time: 0.0766675 Jul 09 20:25:33.344980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 43974) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:33.379405 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13c1abd5-c227-4c2a-a3ab-838592328814 req-21531fdd-0c30-46fc-9722-cb8a09194f76 service neutron] 10.222.0.36 "GET /v2.0/networks/7ed5f135-b3ed-40d3-beed-e92e966994af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097004 Jul 09 20:25:33.446830 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:33.494216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a96b78-bc97-4d7a-8a15-78750613a58e req-f808cd94-454e-4d55-877a-a1091b3661f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:33.496438 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8a96b78-bc97-4d7a-8a15-78750613a58e req-f808cd94-454e-4d55-877a-a1091b3661f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e6d6216452a4d53abb70dec2dea72b2&device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 1094 time: 0.0621951 Jul 09 20:25:33.600447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a96b78-bc97-4d7a-8a15-78750613a58e req-dc341acb-627b-47ed-8e32-350bb0f8fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:33.602113 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8a96b78-bc97-4d7a-8a15-78750613a58e req-dc341acb-627b-47ed-8e32-350bb0f8fa1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ed5f135-b3ed-40d3-beed-e92e966994af HTTP/1.1" status: 200 len: 911 time: 0.0993097 Jul 09 20:25:33.605754 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Deleting port 593b2b5d-b735-4fab-8c48-ad1fd1dc1c32 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:25:33.606293 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:33.654115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8a96b78-bc97-4d7a-8a15-78750613a58e req-cb78e5b9-71ab-4463-ae6c-e3dda415b1d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 HTTP/1.1" status: 200 len: 217 time: 0.0435691 Jul 09 20:25:33.711484 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:33.712119 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:33.726833 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Calling delete_port for 593b2b5d-b735-4fab-8c48-ad1fd1dc1c32 owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:25:33.732442 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a96b78-bc97-4d7a-8a15-78750613a58e req-0a0dd5fa-43f7-4905-b737-45118202e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:33.734295 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8a96b78-bc97-4d7a-8a15-78750613a58e req-0a0dd5fa-43f7-4905-b737-45118202e1fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b153587a-6df7-490e-8c79-bfa2e6cc9009 HTTP/1.1" status: 200 len: 849 time: 0.0736432 Jul 09 20:25:33.803242 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a96b78-bc97-4d7a-8a15-78750613a58e req-cb373d5b-760f-4792-9c98-4294f362f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:33.804801 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8a96b78-bc97-4d7a-8a15-78750613a58e req-cb373d5b-760f-4792-9c98-4294f362f928 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ed5f135-b3ed-40d3-beed-e92e966994af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633678 Jul 09 20:25:33.912257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a3b8b180-c09a-4674-836e-02f3384ddc0c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:33.914050 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8a96b78-bc97-4d7a-8a15-78750613a58e req-05e9578d-47e0-4869-92cd-eb3c8d82f4f6 service neutron] 10.222.0.36 "GET /v2.0/networks/7ed5f135-b3ed-40d3-beed-e92e966994af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015711 Jul 09 20:25:33.942267 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:33.976259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event deleted for resources: {'Port': ['ID=593b2b5d-b735-4fab-8c48-ad1fd1dc1c32,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:34.001532 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a3b8b180-c09a-4674-836e-02f3384ddc0c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:34.002004 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:34.038650 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8a96b78-bc97-4d7a-8a15-78750613a58e req-fe40d709-cbef-4bf2-979b-e0ed1743e4bb service neutron] 10.222.0.36 "GET /v2.0/networks/7ed5f135-b3ed-40d3-beed-e92e966994af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168406 Jul 09 20:25:34.095342 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:34.193996 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:34.232067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642577b-9c60-4f73-a908-f7a8036c89d5 req-eb6b7aa1-6404-42c9-ac49-7c517395b534 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:34.233690 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7642577b-9c60-4f73-a908-f7a8036c89d5 req-eb6b7aa1-6404-42c9-ac49-7c517395b534 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 1094 time: 0.1398590 Jul 09 20:25:34.280394 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:34.288459 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7642577b-9c60-4f73-a908-f7a8036c89d5 req-c2c0c4b7-c001-4306-91c8-0e22e7e75513 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485702 Jul 09 20:25:34.314465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=80183ba8-107e-42cb-aa37-1b8a2f412c4e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:34.379778 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:34.391311 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8711d7ec-c9b4-44f1-8010-5f8178698686']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:34.402673 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6efc3d-d128-4dcd-a417-3629550e18e4') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:34.402972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6efc3d-d128-4dcd-a417-3629550e18e4') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:34.413480 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:34.429431 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:34.437343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:25:34.439201 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:25:34.440596 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:25:34.518505 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:34.523602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8711d7ec-c9b4-44f1-8010-5f8178698686 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 20:25:34.527414 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:34.529516 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "DELETE /v2.0/networks/8711d7ec-c9b4-44f1-8010-5f8178698686 HTTP/1.1" status: 204 len: 168 time: 1.1835461 Jul 09 20:25:34.532217 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 43996) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:34.546004 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e0b91-0577-4a7a-91c4-2b0271c686cc tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event deleted for resources: {'Network': ['ID=8711d7ec-c9b4-44f1-8010-5f8178698686,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:34.726342 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-013dd1f4-3fd9-4a7d-b3b1-fe2aeef43071 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.1900885 Jul 09 20:25:34.726964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44002) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:34.735308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dafed1d7-473d-4dc5-ac3f-58103a5a6bcf req-40a44355-b62d-4907-92f5-f6c0a294620d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2150161 Jul 09 20:25:34.864579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10021a97-dfde-4254-b768-64dedd14132b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:34.865067 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10021a97-dfde-4254-b768-64dedd14132b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:34.865535 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10021a97-dfde-4254-b768-64dedd14132b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:34.865998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10021a97-dfde-4254-b768-64dedd14132b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:34.866458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10021a97-dfde-4254-b768-64dedd14132b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:34.866914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10021a97-dfde-4254-b768-64dedd14132b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:34.872725 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-10021a97-dfde-4254-b768-64dedd14132b tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4001 time: 0.1409123 Jul 09 20:25:34.872909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed1d7-473d-4dc5-ac3f-58103a5a6bcf req-24bc5cdb-5dca-4aee-84c9-96223ed9be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:34.873005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44004) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:34.878033 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dafed1d7-473d-4dc5-ac3f-58103a5a6bcf req-24bc5cdb-5dca-4aee-84c9-96223ed9be90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 1097 time: 0.0766323 Jul 09 20:25:34.941415 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-f5fbe454-8711-497b-9f25-2a4a9b80323d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] delete failed (client error): The resource could not be found. Jul 09 20:25:34.942543 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f5fbe454-8711-497b-9f25-2a4a9b80323d tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/8503d1f3-46c9-45d9-8dbb-b59a80dbe319 HTTP/1.1" status: 404 len: 345 time: 0.0685732 Jul 09 20:25:34.947373 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44008) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:34.974146 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81232cd-7ad8-4507-9a20-aa0ed11603e8 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] DELETE failed (client error): The resource could not be found. Jul 09 20:25:34.974789 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b81232cd-7ad8-4507-9a20-aa0ed11603e8 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:25:34.976665 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b81232cd-7ad8-4507-9a20-aa0ed11603e8 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "DELETE /v2.0/networks/8711d7ec-c9b4-44f1-8010-5f8178698686 HTTP/1.1" status: 404 len: 339 time: 0.0280771 Jul 09 20:25:34.982563 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44014) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:34.988439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ceef9750-6231-4924-aff0-3cdd78dbbefb tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Request body: {'network': {'name': 'tempest-network--775217619', 'router:external': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:35.021569 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceef9750-6231-4924-aff0-3cdd78dbbefb tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Made reservation on behalf of 7c3e4067b0874bd9a5107e754ab9742c for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:35.024599 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ceef9750-6231-4924-aff0-3cdd78dbbefb tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:35.070782 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceef9750-6231-4924-aff0-3cdd78dbbefb tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:25:35.075961 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ceef9750-6231-4924-aff0-3cdd78dbbefb tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:35.076329 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-ceef9750-6231-4924-aff0-3cdd78dbbefb tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Added segment 3c99471f-c107-4640-85ea-3b5a03667633 of type vlan for network 0ff0dfa0-aba7-408f-8f00-b46502ee9ec4 Jul 09 20:25:35.092751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed1d7-473d-4dc5-ac3f-58103a5a6bcf req-6e0411bd-94b2-4c48-af4c-7421f3ce02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:35.094884 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dafed1d7-473d-4dc5-ac3f-58103a5a6bcf req-6e0411bd-94b2-4c48-af4c-7421f3ce02b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3a703c4-4654-451b-bb45-531d71f5e33d HTTP/1.1" status: 200 len: 898 time: 0.1955528 Jul 09 20:25:35.128507 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ceef9750-6231-4924-aff0-3cdd78dbbefb tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:35.180235 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dafed1d7-473d-4dc5-ac3f-58103a5a6bcf req-9d828ae6-0f0e-442f-b1ec-ab261d2e3df6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef78f538-5d90-4c52-a707-b242e35ff92e HTTP/1.1" status: 200 len: 1001 time: 0.0785687 Jul 09 20:25:35.182298 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ceef9750-6231-4924-aff0-3cdd78dbbefb tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:35.184232 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceef9750-6231-4924-aff0-3cdd78dbbefb tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:35.184860 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ceef9750-6231-4924-aff0-3cdd78dbbefb tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:35.231189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed1d7-473d-4dc5-ac3f-58103a5a6bcf req-d70d3f9f-faba-4db7-aa59-2045d783221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:35.232713 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dafed1d7-473d-4dc5-ac3f-58103a5a6bcf req-d70d3f9f-faba-4db7-aa59-2045d783221d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78 HTTP/1.1" status: 200 len: 835 time: 0.0463486 Jul 09 20:25:35.248874 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ceef9750-6231-4924-aff0-3cdd78dbbefb tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2649374 Jul 09 20:25:35.249457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44016) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:35.254409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef9750-6231-4924-aff0-3cdd78dbbefb tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event updated for resources: {'Network': ['ID=0ff0dfa0-aba7-408f-8f00-b46502ee9ec4,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:35.265013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 0ff0dfa0-aba7-408f-8f00-b46502ee9ec4 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:25:35.466329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed1d7-473d-4dc5-ac3f-58103a5a6bcf req-b4ac1cb4-b18f-4cc8-b0b3-af1bf065b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:35.467861 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dafed1d7-473d-4dc5-ac3f-58103a5a6bcf req-b4ac1cb4-b18f-4cc8-b0b3-af1bf065b952 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3a703c4-4654-451b-bb45-531d71f5e33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2283895 Jul 09 20:25:35.480211 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57960521-1f52-4910-8141-076d214e98ac tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:35.486309 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57960521-1f52-4910-8141-076d214e98ac tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:35.492137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57960521-1f52-4910-8141-076d214e98ac tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:35.498552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57960521-1f52-4910-8141-076d214e98ac tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:35.500215 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-57960521-1f52-4910-8141-076d214e98ac tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2498608 Jul 09 20:25:35.503188 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44024) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:35.582406 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab537a8d-2a48-45f9-8c94-1c35b43ceab1 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:35.589715 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597eca67-df58-4a53-8428-cf078cb2ecc5 req-0426a9fb-119e-4f00-87d0-63a85866cacb tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:35.591279 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-597eca67-df58-4a53-8428-cf078cb2ecc5 req-0426a9fb-119e-4f00-87d0-63a85866cacb tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 1094 time: 0.1805108 Jul 09 20:25:35.638990 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dafed1d7-473d-4dc5-ac3f-58103a5a6bcf req-be2514c8-51e3-43d0-a811-b4a0741c2437 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375608 Jul 09 20:25:35.640869 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-597eca67-df58-4a53-8428-cf078cb2ecc5 req-d52bf0f0-9bbb-4bfd-9d09-ae9cf1fb938e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431232 Jul 09 20:25:35.678345 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab537a8d-2a48-45f9-8c94-1c35b43ceab1 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:35.690635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ab537a8d-2a48-45f9-8c94-1c35b43ceab1 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff0dfa0-aba7-408f-8f00-b46502ee9ec4']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:35.702919 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ab537a8d-2a48-45f9-8c94-1c35b43ceab1 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c99471f-c107-4640-85ea-3b5a03667633') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:35.703254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ab537a8d-2a48-45f9-8c94-1c35b43ceab1 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c99471f-c107-4640-85ea-3b5a03667633') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:35.714608 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab537a8d-2a48-45f9-8c94-1c35b43ceab1 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:35.729258 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab537a8d-2a48-45f9-8c94-1c35b43ceab1 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:35.736258 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab537a8d-2a48-45f9-8c94-1c35b43ceab1 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:25:35.736715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab537a8d-2a48-45f9-8c94-1c35b43ceab1 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:25:35.738481 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:25:35.759846 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dafed1d7-473d-4dc5-ac3f-58103a5a6bcf req-2dbe3a50-eda9-41ea-853c-eaf64f4e2d93 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141038 Jul 09 20:25:35.802536 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab537a8d-2a48-45f9-8c94-1c35b43ceab1 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:35.807573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab537a8d-2a48-45f9-8c94-1c35b43ceab1 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0ff0dfa0-aba7-408f-8f00-b46502ee9ec4 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 20:25:35.811138 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab537a8d-2a48-45f9-8c94-1c35b43ceab1 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:35.816232 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ab537a8d-2a48-45f9-8c94-1c35b43ceab1 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "DELETE /v2.0/networks/0ff0dfa0-aba7-408f-8f00-b46502ee9ec4 HTTP/1.1" status: 204 len: 168 time: 0.3085351 Jul 09 20:25:35.818054 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44030) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:35.823766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab537a8d-2a48-45f9-8c94-1c35b43ceab1 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event deleted for resources: {'Network': ['ID=0ff0dfa0-aba7-408f-8f00-b46502ee9ec4,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:35.825043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-66fc78af-5147-4237-8ab9-6eaf9274f865 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Request body: {'network': {'name': 'tempest-network--290525640', 'router:external': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:35.850268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fc78af-5147-4237-8ab9-6eaf9274f865 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Made reservation on behalf of 7c3e4067b0874bd9a5107e754ab9742c for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:35.852823 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66fc78af-5147-4237-8ab9-6eaf9274f865 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:35.880086 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fc78af-5147-4237-8ab9-6eaf9274f865 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:25:35.890206 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66fc78af-5147-4237-8ab9-6eaf9274f865 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:35.890552 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-66fc78af-5147-4237-8ab9-6eaf9274f865 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Added segment f9a5eb41-f9a0-40e5-baf2-233a8e84b09b of type vlan for network 199d0637-fc4d-4fe9-80a7-1d45c42ca343 Jul 09 20:25:35.960562 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66fc78af-5147-4237-8ab9-6eaf9274f865 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.007279 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66fc78af-5147-4237-8ab9-6eaf9274f865 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.008946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fc78af-5147-4237-8ab9-6eaf9274f865 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:36.009837 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-66fc78af-5147-4237-8ab9-6eaf9274f865 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.078037 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-66fc78af-5147-4237-8ab9-6eaf9274f865 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2586732 Jul 09 20:25:36.078595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44038) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:36.084652 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc78af-5147-4237-8ab9-6eaf9274f865 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event updated for resources: {'Network': ['ID=199d0637-fc4d-4fe9-80a7-1d45c42ca343,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:36.095433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 199d0637-fc4d-4fe9-80a7-1d45c42ca343 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:25:36.207547 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f1c37-a9bc-49c6-b613-4188a3ab2e84 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:36.214129 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-786f1c37-a9bc-49c6-b613-4188a3ab2e84 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] 10.222.0.30 "GET /v2.0/networks/199d0637-fc4d-4fe9-80a7-1d45c42ca343 HTTP/1.1" status: 200 len: 756 time: 0.1286843 Jul 09 20:25:36.214636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44044) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:36.312680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3797b2b4-8726-429e-926c-bd3e16bdf1d0 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:36.314050 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3797b2b4-8726-429e-926c-bd3e16bdf1d0 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] 10.222.0.30 "GET /v2.0/networks/7a230888-020e-4766-a1db-5206d4bae153 HTTP/1.1" status: 200 len: 768 time: 0.0980802 Jul 09 20:25:36.316913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44046) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:36.367161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:25:36.386921 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c1852d5-e5fe-4552-a005-65be8e9008ba tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.470727 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:36.473192 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c1852d5-e5fe-4552-a005-65be8e9008ba tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.485762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17', 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af', 'port_id': '3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17', 'mac_address': 'fa:16:3e:33:c2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b153587a-6df7-490e-8c79-bfa2e6cc9009', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:25:36.486208 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-1c1852d5-e5fe-4552-a005-65be8e9008ba tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199d0637-fc4d-4fe9-80a7-1d45c42ca343']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:36.499136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-1c1852d5-e5fe-4552-a005-65be8e9008ba tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a5eb41-f9a0-40e5-baf2-233a8e84b09b') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:36.499534 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-1c1852d5-e5fe-4552-a005-65be8e9008ba tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a5eb41-f9a0-40e5-baf2-233a8e84b09b') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:36.510831 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c1852d5-e5fe-4552-a005-65be8e9008ba tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.527022 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c1852d5-e5fe-4552-a005-65be8e9008ba tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.534388 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1852d5-e5fe-4552-a005-65be8e9008ba tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:25:36.535246 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c1852d5-e5fe-4552-a005-65be8e9008ba tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:25:36.538172 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:25:36.565222 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.579256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:25:36.607508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:36.608029 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c1852d5-e5fe-4552-a005-65be8e9008ba tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.613715 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.614076 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1852d5-e5fe-4552-a005-65be8e9008ba tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 199d0637-fc4d-4fe9-80a7-1d45c42ca343 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 20:25:36.617440 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c1852d5-e5fe-4552-a005-65be8e9008ba tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.619311 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1c1852d5-e5fe-4552-a005-65be8e9008ba tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "DELETE /v2.0/networks/199d0637-fc4d-4fe9-80a7-1d45c42ca343 HTTP/1.1" status: 204 len: 168 time: 0.3014619 Jul 09 20:25:36.623045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44052) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:36.628122 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-459eeaae-13ef-4280-bc3b-62e62def4c82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Request body: {'network': {'name': 'tempest-network--229400427'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:36.646353 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1852d5-e5fe-4552-a005-65be8e9008ba tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event deleted for resources: {'Network': ['ID=199d0637-fc4d-4fe9-80a7-1d45c42ca343,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:36.663221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459eeaae-13ef-4280-bc3b-62e62def4c82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Made reservation on behalf of 7c3e4067b0874bd9a5107e754ab9742c for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:36.666579 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459eeaae-13ef-4280-bc3b-62e62def4c82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.697361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:36.703508 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459eeaae-13ef-4280-bc3b-62e62def4c82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:25:36.717865 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459eeaae-13ef-4280-bc3b-62e62def4c82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.718393 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-459eeaae-13ef-4280-bc3b-62e62def4c82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Added segment ab117172-8ce3-408b-b162-d54abc91901a of type vlan for network 9b510759-7b35-475d-9d73-711870df5868 Jul 09 20:25:36.780488 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459eeaae-13ef-4280-bc3b-62e62def4c82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.829580 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459eeaae-13ef-4280-bc3b-62e62def4c82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.829580 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459eeaae-13ef-4280-bc3b-62e62def4c82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:36.829580 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459eeaae-13ef-4280-bc3b-62e62def4c82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:36.928692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44060) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:36.929079 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-459eeaae-13ef-4280-bc3b-62e62def4c82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3045433 Jul 09 20:25:36.934914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459eeaae-13ef-4280-bc3b-62e62def4c82 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event updated for resources: {'Network': ['ID=9b510759-7b35-475d-9d73-711870df5868,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:36.936791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d9a9e121-f6e3-49c8-b825-92a95eab80e0 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:36.946488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 9b510759-7b35-475d-9d73-711870df5868 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:25:36.955558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473b956-e8d2-417e-8c7c-c2ba8978f151 req-4a43117a-5070-4342-ae9d-5cba4f39e2a6 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:36.957422 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3473b956-e8d2-417e-8c7c-c2ba8978f151 req-4a43117a-5070-4342-ae9d-5cba4f39e2a6 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 1095 time: 0.1239221 Jul 09 20:25:37.038527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:25:37.043045 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3473b956-e8d2-417e-8c7c-c2ba8978f151 req-ae395e2b-f842-412b-af84-28d75e5052a3 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751362 Jul 09 20:25:37.187458 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e121-f6e3-49c8-b825-92a95eab80e0 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:37.209478 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e121-f6e3-49c8-b825-92a95eab80e0 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:37.220187 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9a9e121-f6e3-49c8-b825-92a95eab80e0 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Network 9b510759-7b35-475d-9d73-711870df5868 is not hosted by any dhcp agent {{(pid=100205) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 20:25:37.221394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a9e121-f6e3-49c8-b825-92a95eab80e0 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:37.222494 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e121-f6e3-49c8-b825-92a95eab80e0 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:37.224427 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d9a9e121-f6e3-49c8-b825-92a95eab80e0 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "PUT /v2.0/networks/9b510759-7b35-475d-9d73-711870df5868 HTTP/1.1" status: 200 len: 857 time: 0.2936957 Jul 09 20:25:37.227313 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44068) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:37.302930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9e121-f6e3-49c8-b825-92a95eab80e0 tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event updated for resources: {'Network': ['ID=9b510759-7b35-475d-9d73-711870df5868,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:37.351428 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf2a7-11bb-4e02-abff-8e9e67c4db4f tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:37.452304 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf2a7-11bb-4e02-abff-8e9e67c4db4f tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:37.462496 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ef3cf2a7-11bb-4e02-abff-8e9e67c4db4f tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b510759-7b35-475d-9d73-711870df5868']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:37.473755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ef3cf2a7-11bb-4e02-abff-8e9e67c4db4f tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab117172-8ce3-408b-b162-d54abc91901a') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:37.474063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ef3cf2a7-11bb-4e02-abff-8e9e67c4db4f tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab117172-8ce3-408b-b162-d54abc91901a') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:37.484491 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf2a7-11bb-4e02-abff-8e9e67c4db4f tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:37.500077 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf2a7-11bb-4e02-abff-8e9e67c4db4f tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:37.506942 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3cf2a7-11bb-4e02-abff-8e9e67c4db4f tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:25:37.507357 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf2a7-11bb-4e02-abff-8e9e67c4db4f tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:25:37.515017 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:25:37.568799 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf2a7-11bb-4e02-abff-8e9e67c4db4f tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:37.574495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3cf2a7-11bb-4e02-abff-8e9e67c4db4f tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b510759-7b35-475d-9d73-711870df5868 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 20:25:37.577364 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ef3cf2a7-11bb-4e02-abff-8e9e67c4db4f tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:37.584187 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ef3cf2a7-11bb-4e02-abff-8e9e67c4db4f tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] 10.222.0.30 "DELETE /v2.0/networks/9b510759-7b35-475d-9d73-711870df5868 HTTP/1.1" status: 204 len: 168 time: 0.3509345 Jul 09 20:25:37.585934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44074) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:37.589852 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cf2a7-11bb-4e02-abff-8e9e67c4db4f tempest-ExternalNetworksTestJSON-446945870 tempest-ExternalNetworksTestJSON-446945870-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b510759-7b35-475d-9d73-711870df5868,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:37.970905 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68021ed-d29f-444b-b0eb-fefeace0ee47 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] DELETE failed (client error): The resource could not be found. Jul 09 20:25:37.971472 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68021ed-d29f-444b-b0eb-fefeace0ee47 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:25:37.972952 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b68021ed-d29f-444b-b0eb-fefeace0ee47 tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] 10.222.0.30 "DELETE /v2.0/subnets/80183ba8-107e-42cb-aa37-1b8a2f412c4e HTTP/1.1" status: 404 len: 337 time: 0.3857265 Jul 09 20:25:37.975576 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44084) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:38.069962 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba21978a-5e58-4280-8197-3aa35784889e tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:38.165700 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba21978a-5e58-4280-8197-3aa35784889e tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:38.179099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ba21978a-5e58-4280-8197-3aa35784889e tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a230888-020e-4766-a1db-5206d4bae153']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:38.193492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ba21978a-5e58-4280-8197-3aa35784889e tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825f2882-9a0f-484e-8fd4-463fba837c92') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:38.194070 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-ba21978a-5e58-4280-8197-3aa35784889e tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825f2882-9a0f-484e-8fd4-463fba837c92') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:38.207667 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba21978a-5e58-4280-8197-3aa35784889e tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:38.234715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba21978a-5e58-4280-8197-3aa35784889e tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:38.244520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba21978a-5e58-4280-8197-3aa35784889e tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:25:38.245295 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba21978a-5e58-4280-8197-3aa35784889e tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:25:38.248867 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:25:38.266186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5581b-065b-408f-916d-b57dacf66856 req-b23a2259-833c-4774-9631-c7aae78ecea0 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:38.268860 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38a5581b-065b-408f-916d-b57dacf66856 req-b23a2259-833c-4774-9631-c7aae78ecea0 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 1095 time: 0.0810959 Jul 09 20:25:38.308966 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38a5581b-065b-408f-916d-b57dacf66856 req-3b7e5a46-2246-4168-b2b8-d518479ee92e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340762 Jul 09 20:25:38.329634 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba21978a-5e58-4280-8197-3aa35784889e tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:38.337460 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ba21978a-5e58-4280-8197-3aa35784889e tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:38.343277 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ba21978a-5e58-4280-8197-3aa35784889e tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] 10.222.0.30 "DELETE /v2.0/networks/7a230888-020e-4766-a1db-5206d4bae153 HTTP/1.1" status: 204 len: 168 time: 0.3629012 Jul 09 20:25:38.363586 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21978a-5e58-4280-8197-3aa35784889e tempest-ExternalNetworksTestJSON-61280971 tempest-ExternalNetworksTestJSON-61280971-project] Pushing event deleted for resources: {'Network': ['ID=7a230888-020e-4766-a1db-5206d4bae153,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:38.380283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:38.436876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:38.441363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:38.441846 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:38.550141 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:38.581849 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894c0567-c03f-436a-8912-1e410053421e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:25:38.584486 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72e33c4-18e0-42a0-9647-8aefe1ba4591" -d '{"events": [{"server_uuid": "894c0567-c03f-436a-8912-1e410053421e", "name": "network-vif-plugged", "status": "completed", "tag": "3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:25:38.599857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:38.607329 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:38.696807 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44106) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:38.713709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:38.841377 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1907d7-218e-429f-a889-6d8e1258201e x-openstack-request-id: req-ad1907d7-218e-429f-a889-6d8e1258201e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:25:38.841946 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894c0567-c03f-436a-8912-1e410053421e", "name": "network-vif-plugged", "status": "completed", "tag": "3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:25:38.842364 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad1907d7-218e-429f-a889-6d8e1258201e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:25:38.843396 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894c0567-c03f-436a-8912-1e410053421e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17', 'code': 200} Jul 09 20:25:38.891835 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fe69a515-7bbc-4e58-aa46-c5913bd12a38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a2dd0ba5e9c4c1185009620705eb26e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938159 Jul 09 20:25:38.894328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44114) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:38.971330 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1f58e7f8-43ff-4035-93e8-cda16ebfd236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:38.992142 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243f8db-925f-4b7b-aeec-284c7817a454 req-af8666df-1d7d-46e0-8b11-3a4b70a7a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:38.994330 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4243f8db-925f-4b7b-aeec-284c7817a454 req-af8666df-1d7d-46e0-8b11-3a4b70a7a2f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 1096 time: 0.0688422 Jul 09 20:25:39.001072 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1f58e7f8-43ff-4035-93e8-cda16ebfd236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:39.038827 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4243f8db-925f-4b7b-aeec-284c7817a454 req-4e58b147-51fb-474a-afcc-cfca0f5c6398 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360897 Jul 09 20:25:39.083767 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1f58e7f8-43ff-4035-93e8-cda16ebfd236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:39.087181 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1f58e7f8-43ff-4035-93e8-cda16ebfd236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:39.088614 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1f58e7f8-43ff-4035-93e8-cda16ebfd236 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19b044ca-1e3f-464f-ad9e-06aa6c088850 HTTP/1.1" status: 204 len: 168 time: 0.1930494 Jul 09 20:25:39.100093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58e7f8-43ff-4035-93e8-cda16ebfd236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b044ca-1e3f-464f-ad9e-06aa6c088850,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:39.468328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44128) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:39.520583 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f0413d27-bfb2-4e50-80dc-5aa1ef759125 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c3e4067b0874bd9a5107e754ab9742c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493915 Jul 09 20:25:39.521576 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44134) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:39.566431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c71ea-1d62-4815-919c-07b19258da43 req-732f1a69-dbaa-48e8-99b0-8e4b504269f2 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:39.568064 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c63c71ea-1d62-4815-919c-07b19258da43 req-732f1a69-dbaa-48e8-99b0-8e4b504269f2 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 1096 time: 0.0882890 Jul 09 20:25:39.601618 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-881656df-7688-47ce-9d48-dcdc5f177b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:39.633575 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-881656df-7688-47ce-9d48-dcdc5f177b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:39.641787 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c63c71ea-1d62-4815-919c-07b19258da43 req-439ba7ed-8ee6-4725-80bb-b02b98ba9faf tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649300 Jul 09 20:25:39.688977 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-881656df-7688-47ce-9d48-dcdc5f177b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:39.691635 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-881656df-7688-47ce-9d48-dcdc5f177b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:39.692788 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-881656df-7688-47ce-9d48-dcdc5f177b98 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7c23a49-e677-4706-8368-600d43eb14f9 HTTP/1.1" status: 204 len: 168 time: 0.1702592 Jul 09 20:25:39.701680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881656df-7688-47ce-9d48-dcdc5f177b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c23a49-e677-4706-8368-600d43eb14f9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:40.816946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb767103-71e2-4ef3-89eb-e6ab682df11e req-64b98302-8f5f-4d12-9e09-37f0d2a85b60 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:40.821407 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cb767103-71e2-4ef3-89eb-e6ab682df11e req-64b98302-8f5f-4d12-9e09-37f0d2a85b60 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 1096 time: 0.0628524 Jul 09 20:25:40.862634 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cb767103-71e2-4ef3-89eb-e6ab682df11e req-3d844668-de50-4d74-80d7-85d389fff1d3 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349774 Jul 09 20:25:41.051495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696605d-01ef-48b2-8820-05a5debf97f1 req-199d470d-ce32-4ef1-836b-73c2b79490be tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:41.053233 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a696605d-01ef-48b2-8820-05a5debf97f1 req-199d470d-ce32-4ef1-836b-73c2b79490be tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 1096 time: 0.0636108 Jul 09 20:25:41.097706 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a696605d-01ef-48b2-8820-05a5debf97f1 req-0711cd96-59d1-40bb-94f3-e0e763aed4a3 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375645 Jul 09 20:25:41.304946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48a300-09f4-4f2e-b411-f77da6d0eb78 req-b8284688-903f-4d7e-b9e7-80b83ec2c92f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:41.306559 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef48a300-09f4-4f2e-b411-f77da6d0eb78 req-b8284688-903f-4d7e-b9e7-80b83ec2c92f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 1096 time: 0.0567715 Jul 09 20:25:41.344676 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ef48a300-09f4-4f2e-b411-f77da6d0eb78 req-c939a741-a6ab-4c5d-bd1d-89072ab04675 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Jul 09 20:25:41.423796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44212) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:41.543922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-8723e64e-050c-4068-9863-a595d0fbe1a4 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:41.578020 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8723e64e-050c-4068-9863-a595d0fbe1a4 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] 10.222.0.30 "PUT /v2.0/quotas/c928f3606d344c549180be72fb17a33c HTTP/1.1" status: 200 len: 366 time: 0.1530550 Jul 09 20:25:41.580733 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44232) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:41.592680 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-892d6c93-a681-47a0-95e4-64c06011c428 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0102079 Jul 09 20:25:41.595190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44234) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:41.606980 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8cc427bd-79a5-4b7f-9543-2a0d1eed4459 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] 10.222.0.30 "GET /v2.0/quotas/c928f3606d344c549180be72fb17a33c HTTP/1.1" status: 200 len: 366 time: 0.0106816 Jul 09 20:25:41.609335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44236) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:41.625326 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c916838b-5566-4d2d-8086-8bad414fb673 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/c928f3606d344c549180be72fb17a33c HTTP/1.1" status: 204 len: 168 time: 0.0147698 Jul 09 20:25:41.627616 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44238) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:41.637871 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e0e2857c-ccd9-4b4c-a70e-b6e9eb24be5a tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0090227 Jul 09 20:25:41.640345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44240) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:41.657165 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-08f5aac9-634c-4331-a980-72fb8f1c8f5f tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] 10.222.0.30 "GET /v2.0/quotas/c928f3606d344c549180be72fb17a33c HTTP/1.1" status: 200 len: 370 time: 0.0156825 Jul 09 20:25:41.658182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44242) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:41.666257 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a14f4f4e-32f0-4f50-b874-1859ea7aaffe tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] 10.222.0.30 "GET /v2.0/quotas/c928f3606d344c549180be72fb17a33c/default HTTP/1.1" status: 200 len: 370 time: 0.0048845 Jul 09 20:25:41.666743 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44244) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:41.682370 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-a0cac27a-43ed-4e3a-8b44-1396e159a5f7 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] delete failed (client error): The resource could not be found. Jul 09 20:25:41.683910 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a0cac27a-43ed-4e3a-8b44-1396e159a5f7 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/c928f3606d344c549180be72fb17a33c HTTP/1.1" status: 404 len: 348 time: 0.0158978 Jul 09 20:25:41.696143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-839bed2b-dc7c-45c9-bdf7-ab8372bc54f0 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:41.703741 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-839bed2b-dc7c-45c9-bdf7-ab8372bc54f0 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/networks?id=7ed5f135-b3ed-40d3-beed-e92e966994af HTTP/1.1" status: 200 len: 911 time: 0.1164281 Jul 09 20:25:41.715773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-49aadd9a-7b5c-4999-97a8-4d29dd81cc4b tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/quotas/8e6d6216452a4d53abb70dec2dea72b2 HTTP/1.1" status: 200 len: 375 time: 0.0111613 Jul 09 20:25:41.832892 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44252) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:41.837048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-a631f4e6-2ef9-4625-a3cb-6f6c44f0ceb1 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=8e6d6216452a4d53abb70dec2dea72b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1154368 Jul 09 20:25:41.856378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Usage tracker for resource:network and tenant:b295142459164e9f8e8d1a8e827478d8 is out of sync, need to count used quota {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 20:25:41.862459 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 20:25:41.868938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Usage tracker for resource:subnet and tenant:b295142459164e9f8e8d1a8e827478d8 is out of sync, need to count used quota {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 20:25:41.875172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 20:25:41.883234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Usage tracker for resource:subnetpool and tenant:b295142459164e9f8e8d1a8e827478d8 is out of sync, need to count used quota {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 20:25:41.888487 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 20:25:41.894819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Usage tracker for resource:port and tenant:b295142459164e9f8e8d1a8e827478d8 is out of sync, need to count used quota {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 20:25:41.900271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 20:25:41.907100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Usage tracker for resource:router and tenant:b295142459164e9f8e8d1a8e827478d8 is out of sync, need to count used quota {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 20:25:41.912221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 20:25:41.919861 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Usage tracker for resource:floatingip and tenant:b295142459164e9f8e8d1a8e827478d8 is out of sync, need to count used quota {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 20:25:41.925306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 20:25:41.971322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Usage tracker for resource:security_group and tenant:b295142459164e9f8e8d1a8e827478d8 is out of sync, need to count used quota {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 20:25:41.977070 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 20:25:41.985461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Usage tracker for resource:security_group_rule and tenant:b295142459164e9f8e8d1a8e827478d8 is out of sync, need to count used quota {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 20:25:41.991194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.quota.resource [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100204) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 20:25:41.997230 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0d927d55-8db3-4d6c-b7c6-1420692a9d93 tempest-QuotasTest-30647286 tempest-QuotasTest-30647286-project-admin] 10.222.0.30 "GET /v2.0/quotas/b295142459164e9f8e8d1a8e827478d8/details.json HTTP/1.1" status: 200 len: 703 time: 0.1624780 Jul 09 20:25:42.046011 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-1dd815ca-4cef-4afa-8e9d-c171a375d72a service neutron] 10.222.0.30 "GET /v2.0/networks/7ed5f135-b3ed-40d3-beed-e92e966994af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044673 Jul 09 20:25:42.149120 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-033ad302-8d71-4f5c-9d74-a585f63ded0d service neutron] 10.222.0.30 "GET /v2.0/networks/7ed5f135-b3ed-40d3-beed-e92e966994af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973940 Jul 09 20:25:42.304040 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44270) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:42.397273 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f3eae8d1-4bd0-4bce-9c9f-bcf79ea57923 req-97782c56-ef04-472f-bdcb-7c4f8102094e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 210 time: 0.0527012 Jul 09 20:25:42.450277 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d44c7ba6-ab65-48e3-90be-2a0d47e0638d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:42.563612 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d44c7ba6-ab65-48e3-90be-2a0d47e0638d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:42.569590 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d44c7ba6-ab65-48e3-90be-2a0d47e0638d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:42.618016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c7ba6-ab65-48e3-90be-2a0d47e0638d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb53b17-43cc-449d-b06b-2889ec6f0ddc,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:42.624907 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d44c7ba6-ab65-48e3-90be-2a0d47e0638d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e17225907884adea974c0caa2a5ea95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258379 Jul 09 20:25:42.627511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44286) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:42.692050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2fb77e62-00f5-4df9-96cd-87c8c2c72938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:42.718602 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2fb77e62-00f5-4df9-96cd-87c8c2c72938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:42.779597 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2fb77e62-00f5-4df9-96cd-87c8c2c72938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:42.782458 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2fb77e62-00f5-4df9-96cd-87c8c2c72938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:42.783676 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2fb77e62-00f5-4df9-96cd-87c8c2c72938 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/afb53b17-43cc-449d-b06b-2889ec6f0ddc HTTP/1.1" status: 204 len: 168 time: 0.1547177 Jul 09 20:25:42.793752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb77e62-00f5-4df9-96cd-87c8c2c72938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb53b17-43cc-449d-b06b-2889ec6f0ddc,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:43.114897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44298) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:43.128719 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-463fb726-8ee7-4bf9-b290-d82857552262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:43.225768 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-463fb726-8ee7-4bf9-b290-d82857552262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:43.229782 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-463fb726-8ee7-4bf9-b290-d82857552262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:43.271318 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-463fb726-8ee7-4bf9-b290-d82857552262 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b295142459164e9f8e8d1a8e827478d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527970 Jul 09 20:25:43.271318 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fb726-8ee7-4bf9-b290-d82857552262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835eef71-91cd-4141-8f6d-dba42d83747c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:43.271923 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44306) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:43.336292 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-72d7866c-2411-4262-a831-002102149d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:43.361451 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-72d7866c-2411-4262-a831-002102149d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:43.431267 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-72d7866c-2411-4262-a831-002102149d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:43.436709 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-72d7866c-2411-4262-a831-002102149d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:43.438209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-72d7866c-2411-4262-a831-002102149d03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/835eef71-91cd-4141-8f6d-dba42d83747c HTTP/1.1" status: 204 len: 168 time: 0.1596360 Jul 09 20:25:43.452517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7866c-2411-4262-a831-002102149d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835eef71-91cd-4141-8f6d-dba42d83747c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:43.602773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-10b2b5bd-d606-4203-90fa-8fd169121202 req-2fe820cb-9cb7-493b-977b-cc01dc670199 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 210 time: 0.0399449 Jul 09 20:25:43.604467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-cab9251d-5f17-45f9-89db-130cbcddcc1c tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:43.618094 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-cab9251d-5f17-45f9-89db-130cbcddcc1c tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.32 "GET /v2.0/networks?id=7ed5f135-b3ed-40d3-beed-e92e966994af HTTP/1.1" status: 200 len: 911 time: 0.1669974 Jul 09 20:25:43.637214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-99b8f107-6158-4959-a9bf-33c6aea8f08e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Request body: {'port': {'device_id': '146c370c-66c3-4ed0-bfb6-945e8e1ca3e3', 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af', 'admin_state_up': True, 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:43.663338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-99b8f107-6158-4959-a9bf-33c6aea8f08e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Made reservation on behalf of 8e6d6216452a4d53abb70dec2dea72b2 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:43.666648 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-99b8f107-6158-4959-a9bf-33c6aea8f08e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:43.820115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-99b8f107-6158-4959-a9bf-33c6aea8f08e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Allocated IP 172.20.0.13 (7ed5f135-b3ed-40d3-beed-e92e966994af/b153587a-6df7-490e-8c79-bfa2e6cc9009/9a9717aa-c261-476a-98e9-51746c4be81e) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:25:43.977457 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-99b8f107-6158-4959-a9bf-33c6aea8f08e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:43.992628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-99b8f107-6158-4959-a9bf-33c6aea8f08e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Transition to ACTIVE for port object 9a9717aa-c261-476a-98e9-51746c4be81e will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:44.028486 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-99b8f107-6158-4959-a9bf-33c6aea8f08e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:44.039880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:25:44.080286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-99b8f107-6158-4959-a9bf-33c6aea8f08e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Network 7ed5f135-b3ed-40d3-beed-e92e966994af is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:44.085893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-99b8f107-6158-4959-a9bf-33c6aea8f08e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:44.091340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-99b8f107-6158-4959-a9bf-33c6aea8f08e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:44.131081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8f107-6158-4959-a9bf-33c6aea8f08e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Pushing event updated for resources: {'Port': ['ID=9a9717aa-c261-476a-98e9-51746c4be81e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:44.155592 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-99b8f107-6158-4959-a9bf-33c6aea8f08e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:44.156433 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-99b8f107-6158-4959-a9bf-33c6aea8f08e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:44.177451 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-99b8f107-6158-4959-a9bf-33c6aea8f08e tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5510879 Jul 09 20:25:44.420773 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-50477b50-3c25-44e3-b5f6-62f50d20e8c6 None None] Provisioning for port 9a9717aa-c261-476a-98e9-51746c4be81e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:44.425978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-50477b50-3c25-44e3-b5f6-62f50d20e8c6 None None] Provisioning complete for port 9a9717aa-c261-476a-98e9-51746c4be81e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:44.426443 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-50477b50-3c25-44e3-b5f6-62f50d20e8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:44.426577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Request body: {'port': {'device_id': '146c370c-66c3-4ed0-bfb6-945e8e1ca3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:44.467411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-50477b50-3c25-44e3-b5f6-62f50d20e8c6 None None] Port 9a9717aa-c261-476a-98e9-51746c4be81e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:25:44.514431 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:44.539042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44350) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:44.684579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-54470543'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:44.732728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Made reservation on behalf of 83f4e152d2a5433abd4e23be66eba6eb for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:44.732728 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:44.743523 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:44.875791 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:44.880471 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:44.909314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:25:44.915361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9717aa-c261-476a-98e9-51746c4be81e {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:25:44.920842 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af6c49f-2203-42ae-a2fe-5673292456ef,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:44.921956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff7253-2ec2-4c14-8724-74be88e3ffa8 req-dca2dd95-76dc-4993-a9ed-02cd2f7a1341 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:44.923703 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5bff7253-2ec2-4c14-8724-74be88e3ffa8 req-dca2dd95-76dc-4993-a9ed-02cd2f7a1341 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 1028 time: 0.1143694 Jul 09 20:25:44.926430 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:44.926859 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Added segment e38047ce-5c64-40bb-82d5-ebf5617724b0 of type vlan for network b34c2f9b-2329-43af-aa33-12abfaa1c047 Jul 09 20:25:44.934535 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:44.962670 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Transition to ACTIVE for port object 9a9717aa-c261-476a-98e9-51746c4be81e will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:44.972430 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:44.977869 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:44.981931 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5bff7253-2ec2-4c14-8724-74be88e3ffa8 req-2f6f516e-9157-4cd6-9066-60bee5730f18 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498490 Jul 09 20:25:45.030828 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:45.036581 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:45.037422 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:45.063476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9717aa-c261-476a-98e9-51746c4be81e,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:45.113784 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44368) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:45.114072 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5725536 Jul 09 20:25:45.118894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-26c72352-3713-4ad1-9f81-d941437913bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Request body: {'subnet': {'network_id': 'b34c2f9b-2329-43af-aa33-12abfaa1c047', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:45.123921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398e63e-1196-4028-bf85-b120f91cb109 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Pushing event updated for resources: {'Network': ['ID=b34c2f9b-2329-43af-aa33-12abfaa1c047,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:45.137319 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network b34c2f9b-2329-43af-aa33-12abfaa1c047 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:25:45.214788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Attempting to bind port 9a9717aa-c261-476a-98e9-51746c4be81e on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:25:45.215197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Attempting to bind port 9a9717aa-c261-476a-98e9-51746c4be81e by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:25:45.215493 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Attempting to bind port 9a9717aa-c261-476a-98e9-51746c4be81e on network 7ed5f135-b3ed-40d3-beed-e92e966994af {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:25:45.224751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Port 9a9717aa-c261-476a-98e9-51746c4be81e on network 7ed5f135-b3ed-40d3-beed-e92e966994af not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:25:45.225093 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Attempting to bind port 9a9717aa-c261-476a-98e9-51746c4be81e on network 7ed5f135-b3ed-40d3-beed-e92e966994af {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:25:45.238117 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:25:45.238391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Checking segment: {'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:45.238798 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Bound using segment: {'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:25:45.239251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Bound port: 9a9717aa-c261-476a-98e9-51746c4be81e, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '215c6357-12f4-41ed-83b7-350a193f8981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:25:45.239629 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:45.320705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c72352-3713-4ad1-9f81-d941437913bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Made reservation on behalf of 83f4e152d2a5433abd4e23be66eba6eb for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:45.324350 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-26c72352-3713-4ad1-9f81-d941437913bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:45.388221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] For port 9a9717aa-c261-476a-98e9-51746c4be81e, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:25:45.408802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] For port 9a9717aa-c261-476a-98e9-51746c4be81e, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9a9717aa-c261-476a-98e9-51746c4be81e,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:25:45.417435 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:45.469846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:45.470480 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:45.472238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] 10.222.0.32 "PUT /v2.0/ports/9a9717aa-c261-476a-98e9-51746c4be81e HTTP/1.1" status: 200 len: 1092 time: 1.2858028 Jul 09 20:25:45.474059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146c370c-66c3-4ed0-bfb6-945e8e1ca3e3', 'tag': '9a9717aa-c261-476a-98e9-51746c4be81e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:25:45.476381 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6337fed7-804a-41df-b8ab-2ecd049a4ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "146c370c-66c3-4ed0-bfb6-945e8e1ca3e3", "tag": "9a9717aa-c261-476a-98e9-51746c4be81e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:25:45.506025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e9554-e991-424a-8a7b-56e352f12739 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9717aa-c261-476a-98e9-51746c4be81e,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:45.553204 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1472edd0-d323-4f4d-9359-84ea42987893 x-openstack-request-id: req-1472edd0-d323-4f4d-9359-84ea42987893 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:25:45.553875 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146c370c-66c3-4ed0-bfb6-945e8e1ca3e3", "tag": "9a9717aa-c261-476a-98e9-51746c4be81e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:25:45.554356 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1472edd0-d323-4f4d-9359-84ea42987893 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:25:45.554995 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146c370c-66c3-4ed0-bfb6-945e8e1ca3e3', 'tag': '9a9717aa-c261-476a-98e9-51746c4be81e', 'status': 'completed', 'code': 200} Jul 09 20:25:45.665599 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-26c72352-3713-4ad1-9f81-d941437913bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:45.713310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-2fd2ab01-be92-4d39-be57-0f3029d95692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:45.715093 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-2fd2ab01-be92-4d39-be57-0f3029d95692 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e6d6216452a4d53abb70dec2dea72b2&device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 1095 time: 0.1743193 Jul 09 20:25:45.773067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-82b896de-c3fd-4e33-9dec-618a9dc543a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9717aa-c261-476a-98e9-51746c4be81e HTTP/1.1" status: 200 len: 217 time: 0.0479836 Jul 09 20:25:45.774788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c72352-3713-4ad1-9f81-d941437913bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Pushing event updated for resources: {'Subnet': ['ID=d754fa35-17bb-4647-a2f0-d059f9fba5e9,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:45.825320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c72352-3713-4ad1-9f81-d941437913bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Checking segment: {'id': 'e38047ce-5c64-40bb-82d5-ebf5617724b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b34c2f9b-2329-43af-aa33-12abfaa1c047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:45.825630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c72352-3713-4ad1-9f81-d941437913bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Network hostable DHCP agents. Network: b34c2f9b-2329-43af-aa33-12abfaa1c047, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:25:45.841184 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-ac1d133f-2e17-4789-83e9-b0b797c5419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:45.842757 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-ac1d133f-2e17-4789-83e9-b0b797c5419d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b153587a-6df7-490e-8c79-bfa2e6cc9009 HTTP/1.1" status: 200 len: 849 time: 0.0605683 Jul 09 20:25:45.859124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c72352-3713-4ad1-9f81-d941437913bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Network b34c2f9b-2329-43af-aa33-12abfaa1c047 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:25:45.888686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-26c72352-3713-4ad1-9f81-d941437913bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, b34c2f9b-2329-43af-aa33-12abfaa1c047) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:45.894226 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c72352-3713-4ad1-9f81-d941437913bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:45.894830 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-26c72352-3713-4ad1-9f81-d941437913bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:45.899016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf6ba4b-10ec-4ae3-bd7d-49176048986e None None] Network b34c2f9b-2329-43af-aa33-12abfaa1c047 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:25:45.920442 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-26c72352-3713-4ad1-9f81-d941437913bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8068740 Jul 09 20:25:45.923229 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44386) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:45.928805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c4cd3531-ddcb-4202-bccb-1af5242f4a07 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Request body: {'port': {'network_id': 'b34c2f9b-2329-43af-aa33-12abfaa1c047', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-711411902'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:45.947636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-87d5f922-c0fb-4329-8e57-1f867b4b344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:45.949830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-87d5f922-c0fb-4329-8e57-1f867b4b344b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ed5f135-b3ed-40d3-beed-e92e966994af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002464 Jul 09 20:25:46.077213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-b34c2f9b-2329-43af-aa33-12abfaa1c047', 'network_id': 'b34c2f9b-2329-43af-aa33-12abfaa1c047', 'tenant_id': '83f4e152d2a5433abd4e23be66eba6eb', 'fixed_ips': [{'subnet_id': 'd754fa35-17bb-4647-a2f0-d059f9fba5e9'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:25:46.080497 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:46.129840 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-3442b3de-36b3-4c5e-a9b7-a815c62608f2 service neutron] 10.222.0.32 "GET /v2.0/networks/7ed5f135-b3ed-40d3-beed-e92e966994af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471984 Jul 09 20:25:46.215802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cd3531-ddcb-4202-bccb-1af5242f4a07 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Made reservation on behalf of 83f4e152d2a5433abd4e23be66eba6eb for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:46.219459 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3531-ddcb-4202-bccb-1af5242f4a07 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:46.245082 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Allocated IP 2001:db8::2 (b34c2f9b-2329-43af-aa33-12abfaa1c047/d754fa35-17bb-4647-a2f0-d059f9fba5e9/05d068c8-16b6-4b19-aa9a-ab3608fa3c38) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:25:46.260318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-c4cd3531-ddcb-4202-bccb-1af5242f4a07 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] device_id is not set on port e95c0ae0-1d78-41fe-a57f-cd348f5e98bf yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:25:46.337675 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97cec9-96fa-4cd1-b5da-524f4e1f9cec req-f6cb9102-7345-48bd-81b6-02e71e44b0fa tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:46.339868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a97cec9-96fa-4cd1-b5da-524f4e1f9cec req-f6cb9102-7345-48bd-81b6-02e71e44b0fa tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 1095 time: 0.2126644 Jul 09 20:25:46.362109 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c206cabe-8dfe-4971-848b-485dd75e8789 req-e58c860b-ca9e-40cd-a397-244cacca4a90 service neutron] 10.222.0.32 "GET /v2.0/networks/7ed5f135-b3ed-40d3-beed-e92e966994af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200656 Jul 09 20:25:46.394697 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a97cec9-96fa-4cd1-b5da-524f4e1f9cec req-7583c7f7-5352-42f4-a4ac-4a714e049d8d tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462790 Jul 09 20:25:46.426877 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:46.437938 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Transition to ACTIVE for port object 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:46.455938 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Transition to ACTIVE for port object 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:46.461830 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:46.506678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Pushing event updated for resources: {'Port': ['ID=05d068c8-16b6-4b19-aa9a-ab3608fa3c38,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:46.511514 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337fed7-804a-41df-b8ab-2ecd049a4ef7 req-f6287bc6-02be-4d0d-81cf-f7835597c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:46.513243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6337fed7-804a-41df-b8ab-2ecd049a4ef7 req-f6287bc6-02be-4d0d-81cf-f7835597c02b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8e6d6216452a4d53abb70dec2dea72b2&device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 1095 time: 0.0974395 Jul 09 20:25:46.517550 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:46.517907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:46.518320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:46.518905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:46.519376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:46.519683 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:46.520052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:46.520505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:46.520888 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:46.521146 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:46.524855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:46.525374 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:25:46.538107 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Network b34c2f9b-2329-43af-aa33-12abfaa1c047 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:46.539774 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:46.546999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:46.547621 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-c4cd3531-ddcb-4202-bccb-1af5242f4a07 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Allocated IP 2001:db8::5b (b34c2f9b-2329-43af-aa33-12abfaa1c047/d754fa35-17bb-4647-a2f0-d059f9fba5e9/e95c0ae0-1d78-41fe-a57f-cd348f5e98bf) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:25:46.614213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Attempting to bind port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:25:46.614511 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Attempting to bind port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'e38047ce-5c64-40bb-82d5-ebf5617724b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b34c2f9b-2329-43af-aa33-12abfaa1c047'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:25:46.615098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Attempting to bind port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 on network b34c2f9b-2329-43af-aa33-12abfaa1c047 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:25:46.621383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:25:46.622040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Checking segment: {'id': 'e38047ce-5c64-40bb-82d5-ebf5617724b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b34c2f9b-2329-43af-aa33-12abfaa1c047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:46.622617 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:46.623169 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Bound using segment: {'id': 'e38047ce-5c64-40bb-82d5-ebf5617724b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b34c2f9b-2329-43af-aa33-12abfaa1c047'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:25:46.623810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Bound port: 05d068c8-16b6-4b19-aa9a-ab3608fa3c38, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38047ce-5c64-40bb-82d5-ebf5617724b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'b34c2f9b-2329-43af-aa33-12abfaa1c047'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:25:46.624385 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:46.679725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337fed7-804a-41df-b8ab-2ecd049a4ef7 req-6c096651-a2dc-4964-a11e-e648c2ebd33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:46.681379 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6337fed7-804a-41df-b8ab-2ecd049a4ef7 req-6c096651-a2dc-4964-a11e-e648c2ebd33f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ed5f135-b3ed-40d3-beed-e92e966994af HTTP/1.1" status: 200 len: 911 time: 0.1610305 Jul 09 20:25:46.690388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] For port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:25:46.693715 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] For port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=05d068c8-16b6-4b19-aa9a-ab3608fa3c38,segment=NetworkSegment(e38047ce-5c64-40bb-82d5-ebf5617724b0),segment_id=e38047ce-5c64-40bb-82d5-ebf5617724b0)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:25:46.699111 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:46.764278 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6337fed7-804a-41df-b8ab-2ecd049a4ef7 req-8f25e152-244b-47a0-ad16-ebcf9f40d7fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9a9717aa-c261-476a-98e9-51746c4be81e HTTP/1.1" status: 200 len: 217 time: 0.0510793 Jul 09 20:25:46.773219 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3107c7f-b849-456e-936e-1f9479484604 None None] Pushing event updated for resources: {'Port': ['ID=05d068c8-16b6-4b19-aa9a-ab3608fa3c38,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:46.851333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337fed7-804a-41df-b8ab-2ecd049a4ef7 req-70895f91-f98b-49ac-962b-7cd06ca0e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:46.852901 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6337fed7-804a-41df-b8ab-2ecd049a4ef7 req-70895f91-f98b-49ac-962b-7cd06ca0e80d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b153587a-6df7-490e-8c79-bfa2e6cc9009 HTTP/1.1" status: 200 len: 849 time: 0.0795217 Jul 09 20:25:46.906182 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3531-ddcb-4202-bccb-1af5242f4a07 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:46.926354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-c4cd3531-ddcb-4202-bccb-1af5242f4a07 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Transition to ACTIVE for port object e95c0ae0-1d78-41fe-a57f-cd348f5e98bf will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:46.981295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337fed7-804a-41df-b8ab-2ecd049a4ef7 req-40c8353c-9788-471d-af9f-ec0693a867e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:46.982918 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6337fed7-804a-41df-b8ab-2ecd049a4ef7 req-40c8353c-9788-471d-af9f-ec0693a867e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ed5f135-b3ed-40d3-beed-e92e966994af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206546 Jul 09 20:25:47.067496 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3531-ddcb-4202-bccb-1af5242f4a07 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:47.143636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cd3531-ddcb-4202-bccb-1af5242f4a07 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Network b34c2f9b-2329-43af-aa33-12abfaa1c047 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:47.152786 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-c4cd3531-ddcb-4202-bccb-1af5242f4a07 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:47.158259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd3531-ddcb-4202-bccb-1af5242f4a07 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:47.164033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cd3531-ddcb-4202-bccb-1af5242f4a07 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:47.164727 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c4cd3531-ddcb-4202-bccb-1af5242f4a07 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:47.182460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd3531-ddcb-4202-bccb-1af5242f4a07 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Pushing event updated for resources: {'Port': ['ID=e95c0ae0-1d78-41fe-a57f-cd348f5e98bf,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:47.197164 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6337fed7-804a-41df-b8ab-2ecd049a4ef7 req-0f41394e-4c2c-4065-85cb-761b44d077e0 service neutron] 10.222.0.32 "GET /v2.0/networks/7ed5f135-b3ed-40d3-beed-e92e966994af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059090 Jul 09 20:25:47.200749 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c4cd3531-ddcb-4202-bccb-1af5242f4a07 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.2744281 Jul 09 20:25:47.202430 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44408) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:47.207971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Request body: {'port': {'network_id': 'b34c2f9b-2329-43af-aa33-12abfaa1c047', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1861599709', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:47.208468 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.api.validators [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] bootfile-name is not in valid_values {{(pid=100204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:25:47.208838 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.api.validators [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] tftp-server is not in valid_values {{(pid=100204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:25:47.209178 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.api.validators [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] server-ip-address is not in valid_values {{(pid=100204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:25:47.304061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6337fed7-804a-41df-b8ab-2ecd049a4ef7 req-b5a22c1a-1292-4a95-91eb-cf86700726cd service neutron] 10.222.0.32 "GET /v2.0/networks/7ed5f135-b3ed-40d3-beed-e92e966994af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995345 Jul 09 20:25:47.326713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Made reservation on behalf of 83f4e152d2a5433abd4e23be66eba6eb for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:47.330929 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:47.352906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] device_id is not set on port 4e4b73b0-4d24-4816-8e29-13e6b16a6e94 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:25:47.490267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Allocated IP 2001:db8::271 (b34c2f9b-2329-43af-aa33-12abfaa1c047/d754fa35-17bb-4647-a2f0-d059f9fba5e9/4e4b73b0-4d24-4816-8e29-13e6b16a6e94) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:25:47.725756 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:47.731671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61927cd8-3b7a-4926-8042-c0355b945f96 req-a59f3faa-ed0f-4246-9e7b-739918a0ffef tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:47.739321 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61927cd8-3b7a-4926-8042-c0355b945f96 req-a59f3faa-ed0f-4246-9e7b-739918a0ffef tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 1095 time: 0.1451993 Jul 09 20:25:47.758788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Transition to ACTIVE for port object 4e4b73b0-4d24-4816-8e29-13e6b16a6e94 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:47.816053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61927cd8-3b7a-4926-8042-c0355b945f96 req-dca1dd3d-57ab-4ae1-aef8-cb236d9295a0 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615017 Jul 09 20:25:47.828348 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:47.904630 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Network b34c2f9b-2329-43af-aa33-12abfaa1c047 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:47.905812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec8c854-9c37-4609-8909-acc340f2f215 None None] Network b34c2f9b-2329-43af-aa33-12abfaa1c047 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:25:47.909605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:47.915412 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:47.922481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:47.923554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:47.931448 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Pushing event updated for resources: {'Port': ['ID=4e4b73b0-4d24-4816-8e29-13e6b16a6e94,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:47.948751 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3a4b57ad-b604-4152-9142-75841b2d568b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.7450478 Jul 09 20:25:47.951349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44424) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:47.980118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 9a9717aa-c261-476a-98e9-51746c4be81e details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:25:48.031408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:48.041813 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0f3c2a20-292a-4d1b-8552-15d835e20647 None None] Provisioning for port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:48.115264 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e7a80a-3eda-4d52-81ed-a282d6cbb932 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:48.122101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e7a80a-3eda-4d52-81ed-a282d6cbb932 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:48.128418 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e7a80a-3eda-4d52-81ed-a282d6cbb932 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:48.130155 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-15e7a80a-3eda-4d52-81ed-a282d6cbb932 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1777554 Jul 09 20:25:48.133480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44430) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:48.217618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:48.231039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 9a9717aa-c261-476a-98e9-51746c4be81e, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9a9717aa-c261-476a-98e9-51746c4be81e,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:48.241358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:48.241736 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:48.250014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c3178-de6c-45ff-b3c5-07a223d7a70b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Deleting port 4e4b73b0-4d24-4816-8e29-13e6b16a6e94 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:25:48.251923 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ea7c3178-de6c-45ff-b3c5-07a223d7a70b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:48.283766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '9a9717aa-c261-476a-98e9-51746c4be81e', 'network_id': '7ed5f135-b3ed-40d3-beed-e92e966994af', 'port_id': '9a9717aa-c261-476a-98e9-51746c4be81e', 'mac_address': 'fa:16:3e:77:a6:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b153587a-6df7-490e-8c79-bfa2e6cc9009', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:25:48.359242 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:48.389178 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ea7c3178-de6c-45ff-b3c5-07a223d7a70b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:48.399559 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9717aa-c261-476a-98e9-51746c4be81e {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:25:48.401919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ea7c3178-de6c-45ff-b3c5-07a223d7a70b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Calling delete_port for 4e4b73b0-4d24-4816-8e29-13e6b16a6e94 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:25:48.433702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 9a9717aa-c261-476a-98e9-51746c4be81e, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9a9717aa-c261-476a-98e9-51746c4be81e,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:48.438728 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:48.442069 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:48.514412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=05d068c8-16b6-4b19-aa9a-ab3608fa3c38,segment=NetworkSegment(e38047ce-5c64-40bb-82d5-ebf5617724b0),segment_id=e38047ce-5c64-40bb-82d5-ebf5617724b0)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:48.521761 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:48.529984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=9a9717aa-c261-476a-98e9-51746c4be81e,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:48.624865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=05d068c8-16b6-4b19-aa9a-ab3608fa3c38,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:48.631905 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ea7c3178-de6c-45ff-b3c5-07a223d7a70b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:48.681676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c3178-de6c-45ff-b3c5-07a223d7a70b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Pushing event deleted for resources: {'Port': ['ID=4e4b73b0-4d24-4816-8e29-13e6b16a6e94,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:48.706791 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['9a9717aa-c261-476a-98e9-51746c4be81e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:25:48.721198 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ea7c3178-de6c-45ff-b3c5-07a223d7a70b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:48.723256 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ea7c3178-de6c-45ff-b3c5-07a223d7a70b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] 10.222.0.30 "DELETE /v2.0/ports/4e4b73b0-4d24-4816-8e29-13e6b16a6e94 HTTP/1.1" status: 204 len: 168 time: 0.5887334 Jul 09 20:25:48.731676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44442) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:48.736197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-22a7f5d7-5727-4861-85f0-52c7cee952ea tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Request body: {'port': {'name': 'tempest-new-port-name-904882082', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:48.736641 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.api.validators [None req-22a7f5d7-5727-4861-85f0-52c7cee952ea tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] bootfile-name is not in valid_values {{(pid=100204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:25:48.737016 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.api.validators [None req-22a7f5d7-5727-4861-85f0-52c7cee952ea tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] tftp-server is not in valid_values {{(pid=100204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:25:48.740228 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.api.validators [None req-22a7f5d7-5727-4861-85f0-52c7cee952ea tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] server-ip-address is not in valid_values {{(pid=100204) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 20:25:48.789895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-24102b4e-0110-40fd-992c-1b1ea61324c2 None None] Provisioning for port e95c0ae0-1d78-41fe-a57f-cd348f5e98bf completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:48.803820 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-24102b4e-0110-40fd-992c-1b1ea61324c2 None None] Provisioning complete for port e95c0ae0-1d78-41fe-a57f-cd348f5e98bf triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:48.804389 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-24102b4e-0110-40fd-992c-1b1ea61324c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:48.887512 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-24102b4e-0110-40fd-992c-1b1ea61324c2 None None] Port e95c0ae0-1d78-41fe-a57f-cd348f5e98bf cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:25:48.900446 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-24102b4e-0110-40fd-992c-1b1ea61324c2 None None] Could not find standard attr ID for object 4e4b73b0-4d24-4816-8e29-13e6b16a6e94. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:25:48.927038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-24102b4e-0110-40fd-992c-1b1ea61324c2 None None] Provisioning complete for port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:48.927723 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-24102b4e-0110-40fd-992c-1b1ea61324c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:49.082742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291518bc-68ec-45fe-b704-8d27dc68049c req-a0c77175-98e3-4d64-a1fb-e2c5591ee894 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:49.084450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-291518bc-68ec-45fe-b704-8d27dc68049c req-a0c77175-98e3-4d64-a1fb-e2c5591ee894 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 1096 time: 0.0929761 Jul 09 20:25:49.128278 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-291518bc-68ec-45fe-b704-8d27dc68049c req-e0985921-6583-476a-8f28-f979db648e75 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368264 Jul 09 20:25:49.221854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-734ad39b-4d3c-4ed9-aec8-2b085243ecdc None None] Provisioning complete for port e95c0ae0-1d78-41fe-a57f-cd348f5e98bf triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:49.222354 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-734ad39b-4d3c-4ed9-aec8-2b085243ecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:49.272240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-734ad39b-4d3c-4ed9-aec8-2b085243ecdc None None] Port e95c0ae0-1d78-41fe-a57f-cd348f5e98bf cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:25:49.289455 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22a7f5d7-5727-4861-85f0-52c7cee952ea tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:49.384915 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-31e52a48-65c2-4923-954e-8ccf76f008d5 None None] Could not find standard attr ID for object 4e4b73b0-4d24-4816-8e29-13e6b16a6e94. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:25:49.530032 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22a7f5d7-5727-4861-85f0-52c7cee952ea tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:49.535244 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22a7f5d7-5727-4861-85f0-52c7cee952ea tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:49.573585 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-22a7f5d7-5727-4861-85f0-52c7cee952ea tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] In _notify_port_updated(), no bound segment for port e95c0ae0-1d78-41fe-a57f-cd348f5e98bf on network b34c2f9b-2329-43af-aa33-12abfaa1c047 {{(pid=100204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:25:49.579922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a7f5d7-5727-4861-85f0-52c7cee952ea tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:49.580674 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-22a7f5d7-5727-4861-85f0-52c7cee952ea tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:49.585023 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-22a7f5d7-5727-4861-85f0-52c7cee952ea tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] 10.222.0.30 "PUT /v2.0/ports/e95c0ae0-1d78-41fe-a57f-cd348f5e98bf HTTP/1.1" status: 200 len: 1128 time: 0.8534937 Jul 09 20:25:49.585584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44460) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:49.636784 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7f5d7-5727-4861-85f0-52c7cee952ea tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Pushing event updated for resources: {'Port': ['ID=e95c0ae0-1d78-41fe-a57f-cd348f5e98bf,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:49.677587 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e869d-d958-4df8-9027-3dd0771b1e72 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:49.682538 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-df4e869d-d958-4df8-9027-3dd0771b1e72 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] 10.222.0.30 "GET /v2.0/ports/e95c0ae0-1d78-41fe-a57f-cd348f5e98bf HTTP/1.1" status: 200 len: 1128 time: 0.0925322 Jul 09 20:25:49.683518 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44462) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:49.792902 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6fceb1c9-e8a2-4d2b-9fb2-9349a2c5cd1b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Deleting port e95c0ae0-1d78-41fe-a57f-cd348f5e98bf {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:25:49.793254 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6fceb1c9-e8a2-4d2b-9fb2-9349a2c5cd1b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:49.894314 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6fceb1c9-e8a2-4d2b-9fb2-9349a2c5cd1b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:49.913265 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6fceb1c9-e8a2-4d2b-9fb2-9349a2c5cd1b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Calling delete_port for e95c0ae0-1d78-41fe-a57f-cd348f5e98bf owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:25:49.918617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:49.950064 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 9a9717aa-c261-476a-98e9-51746c4be81e up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:25:49.987965 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e613bfec-b413-459a-9f01-29e4c67df4d3 None None] Provisioning complete for port e95c0ae0-1d78-41fe-a57f-cd348f5e98bf triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:49.988436 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e613bfec-b413-459a-9f01-29e4c67df4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.042863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-e613bfec-b413-459a-9f01-29e4c67df4d3 None None] Port e95c0ae0-1d78-41fe-a57f-cd348f5e98bf cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:25:50.058709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 9a9717aa-c261-476a-98e9-51746c4be81e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:25:50.060962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:50.061338 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.065011 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6fceb1c9-e8a2-4d2b-9fb2-9349a2c5cd1b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.065320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 9a9717aa-c261-476a-98e9-51746c4be81e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:25:50.065710 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.111032 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fceb1c9-e8a2-4d2b-9fb2-9349a2c5cd1b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Pushing event deleted for resources: {'Port': ['ID=e95c0ae0-1d78-41fe-a57f-cd348f5e98bf,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:50.135186 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6fceb1c9-e8a2-4d2b-9fb2-9349a2c5cd1b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.138347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6fceb1c9-e8a2-4d2b-9fb2-9349a2c5cd1b tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] 10.222.0.30 "DELETE /v2.0/ports/e95c0ae0-1d78-41fe-a57f-cd348f5e98bf HTTP/1.1" status: 204 len: 168 time: 0.4537117 Jul 09 20:25:50.141001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44472) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:50.200854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2fa7755-d736-4ce6-aeb7-12fd29730c8f tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Deleting subnet d754fa35-17bb-4647-a2f0-d059f9fba5e9 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:25:50.204726 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7755-d736-4ce6-aeb7-12fd29730c8f tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.228140 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.252392 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146c370c-66c3-4ed0-bfb6-945e8e1ca3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9717aa-c261-476a-98e9-51746c4be81e'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:25:50.254940 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250290c5-55fb-4009-a600-e12494a823bc" -d '{"events": [{"server_uuid": "146c370c-66c3-4ed0-bfb6-945e8e1ca3e3", "name": "network-vif-plugged", "status": "completed", "tag": "9a9717aa-c261-476a-98e9-51746c4be81e"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:25:50.275706 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7755-d736-4ce6-aeb7-12fd29730c8f tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.279992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 9a9717aa-c261-476a-98e9-51746c4be81e, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9a9717aa-c261-476a-98e9-51746c4be81e,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:50.285506 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.332380 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a23aacc-fb73-45a9-9b36-ddffae8b5121 x-openstack-request-id: req-7a23aacc-fb73-45a9-9b36-ddffae8b5121 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:25:50.332703 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146c370c-66c3-4ed0-bfb6-945e8e1ca3e3", "name": "network-vif-plugged", "status": "completed", "tag": "9a9717aa-c261-476a-98e9-51746c4be81e", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:25:50.332964 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a23aacc-fb73-45a9-9b36-ddffae8b5121 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:25:50.333363 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146c370c-66c3-4ed0-bfb6-945e8e1ca3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9717aa-c261-476a-98e9-51746c4be81e', 'code': 200} Jul 09 20:25:50.361949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=9a9717aa-c261-476a-98e9-51746c4be81e,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:50.411075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bd153-c240-4bcd-9739-febd315bb9d4 req-6d1b38f3-92ef-429a-923c-3f25b60423fc tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:50.412872 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd3bd153-c240-4bcd-9739-febd315bb9d4 req-6d1b38f3-92ef-429a-923c-3f25b60423fc tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0973325 Jul 09 20:25:50.454645 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7755-d736-4ce6-aeb7-12fd29730c8f tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.460850 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd3bd153-c240-4bcd-9739-febd315bb9d4 req-2b3aab08-fe89-4c72-b7b3-a7160166511c tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404439 Jul 09 20:25:50.565038 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7755-d736-4ce6-aeb7-12fd29730c8f tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.598908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24983d4a-a60a-4ec7-9873-68c644d9aa61 req-c20cb30f-8214-45b2-ad6c-1dd0e2773816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:50.600452 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24983d4a-a60a-4ec7-9873-68c644d9aa61 req-c20cb30f-8214-45b2-ad6c-1dd0e2773816 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 1097 time: 0.1126897 Jul 09 20:25:50.602944 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa7755-d736-4ce6-aeb7-12fd29730c8f tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Pushing event deleted for resources: {'Subnet': ['ID=d754fa35-17bb-4647-a2f0-d059f9fba5e9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:50.606220 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f2fa7755-d736-4ce6-aeb7-12fd29730c8f tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.610862 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f2fa7755-d736-4ce6-aeb7-12fd29730c8f tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] 10.222.0.30 "DELETE /v2.0/subnets/d754fa35-17bb-4647-a2f0-d059f9fba5e9 HTTP/1.1" status: 204 len: 168 time: 0.4686775 Jul 09 20:25:50.611226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44484) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:50.611414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049f7c66-b7dd-4d50-8517-a0ecb85bb851 None None] Network b34c2f9b-2329-43af-aa33-12abfaa1c047 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:25:50.648777 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24983d4a-a60a-4ec7-9873-68c644d9aa61 req-3019a3b9-9a47-4474-963f-a06396f3e5f8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363307 Jul 09 20:25:50.701089 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.763141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Deleting port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:25:50.763647 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.843988 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102f21ff-510e-4224-9fcb-b5175aa75aba None None] DHCP port deletion for b34c2f9b-2329-43af-aa33-12abfaa1c047 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:25:50.854604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] For port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=05d068c8-16b6-4b19-aa9a-ab3608fa3c38,segment=NetworkSegment(e38047ce-5c64-40bb-82d5-ebf5617724b0),segment_id=e38047ce-5c64-40bb-82d5-ebf5617724b0)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:50.855221 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.870718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Calling delete_port for 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:25:50.901448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-102f21ff-510e-4224-9fcb-b5175aa75aba None None] Deleting port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:25:50.901833 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-102f21ff-510e-4224-9fcb-b5175aa75aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.959159 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.970289 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-102f21ff-510e-4224-9fcb-b5175aa75aba None None] For port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=05d068c8-16b6-4b19-aa9a-ab3608fa3c38,segment=NetworkSegment(e38047ce-5c64-40bb-82d5-ebf5617724b0),segment_id=e38047ce-5c64-40bb-82d5-ebf5617724b0)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:50.970913 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-102f21ff-510e-4224-9fcb-b5175aa75aba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:50.985944 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Pushing event deleted for resources: {'Port': ['ID=05d068c8-16b6-4b19-aa9a-ab3608fa3c38,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:50.986220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-102f21ff-510e-4224-9fcb-b5175aa75aba None None] Calling delete_port for 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:25:50.992181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] No DVR routers for this DVR port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:25:51.089103 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:51.100598 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34c2f9b-2329-43af-aa33-12abfaa1c047']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:51.113496 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38047ce-5c64-40bb-82d5-ebf5617724b0') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:51.114128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38047ce-5c64-40bb-82d5-ebf5617724b0') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:51.127853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:51.147118 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:51.156695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:25:51.157478 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:25:51.163800 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:25:51.238324 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-102f21ff-510e-4224-9fcb-b5175aa75aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:51.241999 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:51.251760 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:51.259387 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] 10.222.0.30 "DELETE /v2.0/networks/b34c2f9b-2329-43af-aa33-12abfaa1c047 HTTP/1.1" status: 204 len: 168 time: 0.6457195 Jul 09 20:25:51.266463 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-102f21ff-510e-4224-9fcb-b5175aa75aba None None] Network b34c2f9b-2329-43af-aa33-12abfaa1c047 is not hosted by any dhcp agent {{(pid=100206) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 20:25:51.266927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f21ff-510e-4224-9fcb-b5175aa75aba None None] No DVR routers for this DVR port 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:25:51.271598 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f21ff-510e-4224-9fcb-b5175aa75aba None None] Pushing event deleted for resources: {'Port': ['ID=05d068c8-16b6-4b19-aa9a-ab3608fa3c38,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:51.279858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42610b68-a468-4081-8ff2-6fee26cbc0bb tempest-ExtraDHCPOptionsIpV6TestJSON-343088133 tempest-ExtraDHCPOptionsIpV6TestJSON-343088133-project] Pushing event deleted for resources: {'Network': ['ID=b34c2f9b-2329-43af-aa33-12abfaa1c047,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:51.590245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44508) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:51.646831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf54f3-f01c-48a3-9f89-ac4cf7f05dab req-7185a74b-ba42-44fb-ba9e-cc98fc4019e0 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:51.648850 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75cf54f3-f01c-48a3-9f89-ac4cf7f05dab req-7185a74b-ba42-44fb-ba9e-cc98fc4019e0 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0678720 Jul 09 20:25:51.691438 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75cf54f3-f01c-48a3-9f89-ac4cf7f05dab req-7359ce10-73b9-46cd-84b2-763d2d60460b tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359523 Jul 09 20:25:51.753247 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-24a9275b-2516-4c3d-b28c-26c51a826b88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83f4e152d2a5433abd4e23be66eba6eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616740 Jul 09 20:25:51.756938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44518) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:51.840741 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f24b04a-f5ac-4c3a-b0f7-c3603f1aa600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:51.874007 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f24b04a-f5ac-4c3a-b0f7-c3603f1aa600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:51.912267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:25:51.925220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ff1e9-9635-41f4-b260-56fe7fd17bde req-def910f9-2102-4954-ae52-3cee6f0e7466 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:51.926957 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da6ff1e9-9635-41f4-b260-56fe7fd17bde req-def910f9-2102-4954-ae52-3cee6f0e7466 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 1097 time: 0.1179397 Jul 09 20:25:51.933917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:25:51.934207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 05d068c8-16b6-4b19-aa9a-ab3608fa3c38 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:25:51.952938 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f24b04a-f5ac-4c3a-b0f7-c3603f1aa600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:51.955891 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f24b04a-f5ac-4c3a-b0f7-c3603f1aa600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:51.957429 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2f24b04a-f5ac-4c3a-b0f7-c3603f1aa600 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6af6c49f-2203-42ae-a2fe-5673292456ef HTTP/1.1" status: 204 len: 168 time: 0.1991692 Jul 09 20:25:51.976680 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24b04a-f5ac-4c3a-b0f7-c3603f1aa600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af6c49f-2203-42ae-a2fe-5673292456ef,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:52.001668 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da6ff1e9-9635-41f4-b260-56fe7fd17bde req-f17ebd6a-97e2-4de0-a003-47268eb55549 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551701 Jul 09 20:25:52.193444 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abff19-a0d4-42a0-acb5-e9523e99710c req-cad7cc23-9748-49f6-a348-a56376f32172 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:52.194994 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c0abff19-a0d4-42a0-acb5-e9523e99710c req-cad7cc23-9748-49f6-a348-a56376f32172 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0544031 Jul 09 20:25:52.241141 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c0abff19-a0d4-42a0-acb5-e9523e99710c req-f7e1f4ad-ed22-402a-8187-e869f2524b1f tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347292 Jul 09 20:25:52.704686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee4d4e-faff-485c-9697-341d3c5673f1 req-847355ec-c910-42ce-8cde-936514e88831 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:52.706885 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4aee4d4e-faff-485c-9697-341d3c5673f1 req-847355ec-c910-42ce-8cde-936514e88831 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0688956 Jul 09 20:25:52.757978 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4aee4d4e-faff-485c-9697-341d3c5673f1 req-6f5ad3d7-b359-47d7-bf1d-b2c5178e6afd tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451245 Jul 09 20:25:52.882321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44564) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:52.983691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-532845477'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:53.006810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:53.010983 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:53.020616 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:53.121423 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:53.125982 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:53.154697 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:25:53.164629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf448d68-7030-4fa2-803e-7cb2564dd293,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:53.170002 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:53.170349 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Added segment a699e2d9-ca95-4cba-b858-fca72b634b91 of type vlan for network adbfb4ac-b213-4e51-815c-6ede1635d255 Jul 09 20:25:53.212633 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:53.242186 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:53.248871 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:53.249478 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:53.311137 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4276769 Jul 09 20:25:53.313890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44572) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:53.319146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-27b42167-8fb3-43c5-9d8a-b5306505dd8e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'name': 'tempest-PortsIpV6TestJSON-435693178'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:53.319764 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df5571-ebf1-451c-b4d8-195499401bf9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Network': ['ID=adbfb4ac-b213-4e51-815c-6ede1635d255,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:53.330831 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network adbfb4ac-b213-4e51-815c-6ede1635d255 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:25:53.428259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b42167-8fb3-43c5-9d8a-b5306505dd8e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:53.432037 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27b42167-8fb3-43c5-9d8a-b5306505dd8e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:53.450611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-27b42167-8fb3-43c5-9d8a-b5306505dd8e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:25:53.940551 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d080d6-c45d-4483-84b4-75bbd2c634b2 req-60e14618-9e60-4c90-8d46-f8cc3dc4c1e1 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:53.942097 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d3d080d6-c45d-4483-84b4-75bbd2c634b2 req-60e14618-9e60-4c90-8d46-f8cc3dc4c1e1 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0573850 Jul 09 20:25:53.982070 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d3d080d6-c45d-4483-84b4-75bbd2c634b2 req-2914948f-b80d-4b5e-ace0-edb04ed41975 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339277 Jul 09 20:25:53.987363 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27b42167-8fb3-43c5-9d8a-b5306505dd8e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:54.002266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3d186-4317-46e5-a3f0-03db2731ab26 req-bc7a5505-ba89-4fb9-9667-5d41832862f1 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:54.003774 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77a3d186-4317-46e5-a3f0-03db2731ab26 req-bc7a5505-ba89-4fb9-9667-5d41832862f1 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 1097 time: 0.1162417 Jul 09 20:25:54.093011 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27b42167-8fb3-43c5-9d8a-b5306505dd8e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:54.171760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b42167-8fb3-43c5-9d8a-b5306505dd8e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=8c4c7488-401f-4c7c-a65f-28a3803c9e4f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:54.192134 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-77a3d186-4317-46e5-a3f0-03db2731ab26 req-c2e4591d-6a0a-4d0a-b539-90def5ae13ce tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Deleting port 9a9717aa-c261-476a-98e9-51746c4be81e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:25:54.192488 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-77a3d186-4317-46e5-a3f0-03db2731ab26 req-c2e4591d-6a0a-4d0a-b539-90def5ae13ce tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:54.195278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b42167-8fb3-43c5-9d8a-b5306505dd8e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Checking segment: {'id': 'a699e2d9-ca95-4cba-b858-fca72b634b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:54.195644 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b42167-8fb3-43c5-9d8a-b5306505dd8e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network hostable DHCP agents. Network: adbfb4ac-b213-4e51-815c-6ede1635d255, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:25:54.256797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b42167-8fb3-43c5-9d8a-b5306505dd8e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network adbfb4ac-b213-4e51-815c-6ede1635d255 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:25:54.275288 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-27b42167-8fb3-43c5-9d8a-b5306505dd8e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, adbfb4ac-b213-4e51-815c-6ede1635d255) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:54.280427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b42167-8fb3-43c5-9d8a-b5306505dd8e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:54.285883 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f095f6f8-5d17-4b47-88bc-689b832029f9 None None] Network adbfb4ac-b213-4e51-815c-6ede1635d255 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:25:54.287043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b42167-8fb3-43c5-9d8a-b5306505dd8e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:54.287893 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27b42167-8fb3-43c5-9d8a-b5306505dd8e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:54.313610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-77a3d186-4317-46e5-a3f0-03db2731ab26 req-c2e4591d-6a0a-4d0a-b539-90def5ae13ce tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] For port 9a9717aa-c261-476a-98e9-51746c4be81e, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9a9717aa-c261-476a-98e9-51746c4be81e,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:54.313920 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-77a3d186-4317-46e5-a3f0-03db2731ab26 req-c2e4591d-6a0a-4d0a-b539-90def5ae13ce tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:54.317571 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-27b42167-8fb3-43c5-9d8a-b5306505dd8e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0025361 Jul 09 20:25:54.320987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44590) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:54.330215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b5c1dddd-84c4-4bc0-b740-af9851c27262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2003034783'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:54.340031 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-77a3d186-4317-46e5-a3f0-03db2731ab26 req-c2e4591d-6a0a-4d0a-b539-90def5ae13ce tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Calling delete_port for 9a9717aa-c261-476a-98e9-51746c4be81e owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:25:54.365467 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c1dddd-84c4-4bc0-b740-af9851c27262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:54.370142 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5c1dddd-84c4-4bc0-b740-af9851c27262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:54.398755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c1dddd-84c4-4bc0-b740-af9851c27262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:25:54.410572 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5c1dddd-84c4-4bc0-b740-af9851c27262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:54.411248 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-b5c1dddd-84c4-4bc0-b740-af9851c27262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Added segment 1091740e-f8b0-4fbc-975c-7610ed3879c8 of type vlan for network 5211c6e3-0828-4a8b-a015-e8d85b43fcd7 Jul 09 20:25:54.469212 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5c1dddd-84c4-4bc0-b740-af9851c27262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:54.499109 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5c1dddd-84c4-4bc0-b740-af9851c27262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:54.505165 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c1dddd-84c4-4bc0-b740-af9851c27262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:54.505770 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5c1dddd-84c4-4bc0-b740-af9851c27262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:54.516640 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-77a3d186-4317-46e5-a3f0-03db2731ab26 req-c2e4591d-6a0a-4d0a-b539-90def5ae13ce tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:54.530829 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:25:54.533560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['9a9717aa-c261-476a-98e9-51746c4be81e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:25:54.548612 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4591d-6a0a-4d0a-b539-90def5ae13ce tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a9717aa-c261-476a-98e9-51746c4be81e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:54.570686 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b5c1dddd-84c4-4bc0-b740-af9851c27262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2480862 Jul 09 20:25:54.574780 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44598) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:54.580922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'ports': [{'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255'}, {'network_id': '5211c6e3-0828-4a8b-a015-e8d85b43fcd7'}]} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:54.581251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:54.582553 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'network_id': '5211c6e3-0828-4a8b-a015-e8d85b43fcd7'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:54.606299 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1dddd-84c4-4bc0-b740-af9851c27262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Network': ['ID=5211c6e3-0828-4a8b-a015-e8d85b43fcd7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:54.618961 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a3d186-4317-46e5-a3f0-03db2731ab26 req-c2e4591d-6a0a-4d0a-b539-90def5ae13ce tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] No DVR routers for this DVR port 9a9717aa-c261-476a-98e9-51746c4be81e on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:25:54.622288 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-77a3d186-4317-46e5-a3f0-03db2731ab26 req-c2e4591d-6a0a-4d0a-b539-90def5ae13ce tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:54.624634 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77a3d186-4317-46e5-a3f0-03db2731ab26 req-c2e4591d-6a0a-4d0a-b539-90def5ae13ce tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.32 "DELETE /v2.0/ports/9a9717aa-c261-476a-98e9-51746c4be81e HTTP/1.1" status: 204 len: 173 time: 0.6148248 Jul 09 20:25:54.625077 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146c370c-66c3-4ed0-bfb6-945e8e1ca3e3', 'name': 'network-vif-deleted', 'tag': '9a9717aa-c261-476a-98e9-51746c4be81e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:25:54.627595 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50845fd1-e19d-4178-9aa6-499e11904912" -d '{"events": [{"server_uuid": "146c370c-66c3-4ed0-bfb6-945e8e1ca3e3", "name": "network-vif-deleted", "tag": "9a9717aa-c261-476a-98e9-51746c4be81e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:25:54.656629 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 5211c6e3-0828-4a8b-a015-e8d85b43fcd7 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:25:54.714139 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65734b30-6e20-4e1a-8560-0a7b21e365e9 x-openstack-request-id: req-65734b30-6e20-4e1a-8560-0a7b21e365e9 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:25:54.714665 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146c370c-66c3-4ed0-bfb6-945e8e1ca3e3", "name": "network-vif-deleted", "tag": "9a9717aa-c261-476a-98e9-51746c4be81e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:25:54.715157 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65734b30-6e20-4e1a-8560-0a7b21e365e9 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:25:54.716609 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146c370c-66c3-4ed0-bfb6-945e8e1ca3e3', 'name': 'network-vif-deleted', 'tag': '9a9717aa-c261-476a-98e9-51746c4be81e', 'status': 'completed', 'code': 200} Jul 09 20:25:54.860861 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'port': 2} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:54.866422 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:54.883929 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:54.971252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port c212950e-5fa5-46a6-b4aa-16ab9a14073b yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:25:55.116168 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:55.204699 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9a01bd55-97c4-43ab-89fc-a6f9951e738d req-efe9288e-3ed8-461c-87cd-962c385638c0 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=146c370c-66c3-4ed0-bfb6-945e8e1ca3e3 HTTP/1.1" status: 200 len: 210 time: 0.0699735 Jul 09 20:25:55.222573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port 2391afda-3456-40bf-82a1-79fecda013d8 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:25:55.350353 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:55.398944 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:55.451322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network adbfb4ac-b213-4e51-815c-6ede1635d255 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:55.454715 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:55.458820 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:55.459673 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:55.466394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=c212950e-5fa5-46a6-b4aa-16ab9a14073b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:55.530387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=2391afda-3456-40bf-82a1-79fecda013d8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:55.534907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Checking segment: {'id': '1091740e-f8b0-4fbc-975c-7610ed3879c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5211c6e3-0828-4a8b-a015-e8d85b43fcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:55.535295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network hostable DHCP agents. Network: 5211c6e3-0828-4a8b-a015-e8d85b43fcd7, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:25:55.552384 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network 5211c6e3-0828-4a8b-a015-e8d85b43fcd7 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:25:55.562810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 5211c6e3-0828-4a8b-a015-e8d85b43fcd7) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:55.566718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:55.571990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b5ec8-9259-47aa-8dbb-2ade2256c479 None None] Network 5211c6e3-0828-4a8b-a015-e8d85b43fcd7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:25:55.577063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:55.582466 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:55.583306 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:55.605295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44624) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:55.605760 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f71c5a12-21f0-4357-9431-b1d52bfc6ad6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0291395 Jul 09 20:25:55.738948 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6f025b7c-8bad-44ab-9d75-0e64e680fcca tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port 2391afda-3456-40bf-82a1-79fecda013d8 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:25:55.739303 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6f025b7c-8bad-44ab-9d75-0e64e680fcca tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:55.804604 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6f025b7c-8bad-44ab-9d75-0e64e680fcca tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:55.818049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6f025b7c-8bad-44ab-9d75-0e64e680fcca tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for 2391afda-3456-40bf-82a1-79fecda013d8 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:25:55.901923 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6f025b7c-8bad-44ab-9d75-0e64e680fcca tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:55.930230 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f025b7c-8bad-44ab-9d75-0e64e680fcca tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=2391afda-3456-40bf-82a1-79fecda013d8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:55.939991 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6f025b7c-8bad-44ab-9d75-0e64e680fcca tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:55.942248 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6f025b7c-8bad-44ab-9d75-0e64e680fcca tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/2391afda-3456-40bf-82a1-79fecda013d8 HTTP/1.1" status: 204 len: 168 time: 0.3350158 Jul 09 20:25:55.945018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44630) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:56.013710 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1791bd6f-85b9-4eb8-9de7-d114cd251262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:56.019739 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1791bd6f-85b9-4eb8-9de7-d114cd251262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:56.021395 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1791bd6f-85b9-4eb8-9de7-d114cd251262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0753603 Jul 09 20:25:56.024115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44632) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:56.125878 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e074d-7a82-4eb9-98f7-515c759ebcea tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port c212950e-5fa5-46a6-b4aa-16ab9a14073b {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:25:56.126339 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f8e074d-7a82-4eb9-98f7-515c759ebcea tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:56.194231 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f8e074d-7a82-4eb9-98f7-515c759ebcea tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:56.209296 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e074d-7a82-4eb9-98f7-515c759ebcea tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for c212950e-5fa5-46a6-b4aa-16ab9a14073b owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:25:56.292235 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f8e074d-7a82-4eb9-98f7-515c759ebcea tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:56.333763 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f8e074d-7a82-4eb9-98f7-515c759ebcea tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:56.338262 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2f8e074d-7a82-4eb9-98f7-515c759ebcea tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/c212950e-5fa5-46a6-b4aa-16ab9a14073b HTTP/1.1" status: 204 len: 168 time: 0.3109436 Jul 09 20:25:56.338262 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e074d-7a82-4eb9-98f7-515c759ebcea tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=c212950e-5fa5-46a6-b4aa-16ab9a14073b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:56.338675 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44642) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:56.446642 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd2d6b-be20-4aab-8b8c-61f436385cbf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:56.448808 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-13fd2d6b-be20-4aab-8b8c-61f436385cbf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1085215 Jul 09 20:25:56.451728 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44648) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:56.486064 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00890bb-ecf3-447e-9268-7c2600adabe9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] GET failed (client error): The resource could not be found. Jul 09 20:25:56.487903 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e00890bb-ecf3-447e-9268-7c2600adabe9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/2391afda-3456-40bf-82a1-79fecda013d8 HTTP/1.1" status: 404 len: 333 time: 0.0350382 Jul 09 20:25:56.490617 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44650) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:56.523004 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5152b78-b692-413b-89d9-7931f492396d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] GET failed (client error): The resource could not be found. Jul 09 20:25:56.525420 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d5152b78-b692-413b-89d9-7931f492396d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/c212950e-5fa5-46a6-b4aa-16ab9a14073b HTTP/1.1" status: 404 len: 333 time: 0.0333242 Jul 09 20:25:56.528130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44652) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:56.615620 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-428fc6e5-e5b9-4f76-b17b-6ab1bc686079 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:56.750652 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-428fc6e5-e5b9-4f76-b17b-6ab1bc686079 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:56.762760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-428fc6e5-e5b9-4f76-b17b-6ab1bc686079 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5211c6e3-0828-4a8b-a015-e8d85b43fcd7']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:56.778872 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-428fc6e5-e5b9-4f76-b17b-6ab1bc686079 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1091740e-f8b0-4fbc-975c-7610ed3879c8') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:56.779095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-428fc6e5-e5b9-4f76-b17b-6ab1bc686079 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1091740e-f8b0-4fbc-975c-7610ed3879c8') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:56.789343 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-428fc6e5-e5b9-4f76-b17b-6ab1bc686079 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:56.804671 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec890-a1b5-4929-bdc1-61d0923c590d req-92d962ed-9922-4622-a888-d53fc57ebbab tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:56.806178 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ec8ec890-a1b5-4929-bdc1-61d0923c590d req-92d962ed-9922-4622-a888-d53fc57ebbab tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 1096 time: 0.1422534 Jul 09 20:25:56.807044 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-428fc6e5-e5b9-4f76-b17b-6ab1bc686079 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:56.814519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428fc6e5-e5b9-4f76-b17b-6ab1bc686079 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:25:56.814909 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-428fc6e5-e5b9-4f76-b17b-6ab1bc686079 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:25:56.817814 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:25:56.893673 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ec8ec890-a1b5-4929-bdc1-61d0923c590d req-7a3d1531-0908-4994-8f75-f3b19af57175 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808103 Jul 09 20:25:56.895389 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5aefa495-3e5e-4659-bfd8-e549da57b09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:56.898298 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-428fc6e5-e5b9-4f76-b17b-6ab1bc686079 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:56.906558 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-428fc6e5-e5b9-4f76-b17b-6ab1bc686079 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:56.912215 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-428fc6e5-e5b9-4f76-b17b-6ab1bc686079 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/networks/5211c6e3-0828-4a8b-a015-e8d85b43fcd7 HTTP/1.1" status: 204 len: 168 time: 0.3788273 Jul 09 20:25:56.913441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44662) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:56.919063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-44e7b26b-b5df-4ca7-902a-73e7063c4709 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-972012976'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:56.928955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fc6e5-e5b9-4f76-b17b-6ab1bc686079 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Network': ['ID=5211c6e3-0828-4a8b-a015-e8d85b43fcd7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:56.942094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e7b26b-b5df-4ca7-902a-73e7063c4709 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:56.946006 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-44e7b26b-b5df-4ca7-902a-73e7063c4709 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:56.971255 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e7b26b-b5df-4ca7-902a-73e7063c4709 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:25:56.980383 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-44e7b26b-b5df-4ca7-902a-73e7063c4709 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:56.980768 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-44e7b26b-b5df-4ca7-902a-73e7063c4709 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Added segment 774932ed-7fea-4b8f-ac69-abbf1914d965 of type vlan for network 30b55e6f-07a2-49d8-b530-217ecf16a3fa Jul 09 20:25:57.024388 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-44e7b26b-b5df-4ca7-902a-73e7063c4709 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:57.049865 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:57.053442 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-44e7b26b-b5df-4ca7-902a-73e7063c4709 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:57.060177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e7b26b-b5df-4ca7-902a-73e7063c4709 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:57.060809 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-44e7b26b-b5df-4ca7-902a-73e7063c4709 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:57.120466 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-44e7b26b-b5df-4ca7-902a-73e7063c4709 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2056248 Jul 09 20:25:57.123366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44668) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:57.130581 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3ea494cf-5411-4ea0-b229-09d3bccb86a1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'subnet': {'network_id': '30b55e6f-07a2-49d8-b530-217ecf16a3fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:57.184514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7b26b-b5df-4ca7-902a-73e7063c4709 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Network': ['ID=30b55e6f-07a2-49d8-b530-217ecf16a3fa,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:57.200448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 30b55e6f-07a2-49d8-b530-217ecf16a3fa details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:25:57.230993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea494cf-5411-4ea0-b229-09d3bccb86a1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:57.234868 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3ea494cf-5411-4ea0-b229-09d3bccb86a1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:57.435238 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3ea494cf-5411-4ea0-b229-09d3bccb86a1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:57.502004 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea494cf-5411-4ea0-b229-09d3bccb86a1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Subnet': ['ID=9b6f8170-9c73-4d66-b66d-6a01c3dff5a7,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:57.509388 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea494cf-5411-4ea0-b229-09d3bccb86a1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Checking segment: {'id': '774932ed-7fea-4b8f-ac69-abbf1914d965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '30b55e6f-07a2-49d8-b530-217ecf16a3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:57.509589 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea494cf-5411-4ea0-b229-09d3bccb86a1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network hostable DHCP agents. Network: 30b55e6f-07a2-49d8-b530-217ecf16a3fa, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:25:57.528172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea494cf-5411-4ea0-b229-09d3bccb86a1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network 30b55e6f-07a2-49d8-b530-217ecf16a3fa is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:25:57.537037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-3ea494cf-5411-4ea0-b229-09d3bccb86a1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 30b55e6f-07a2-49d8-b530-217ecf16a3fa) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:57.541166 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea494cf-5411-4ea0-b229-09d3bccb86a1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:57.541804 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3ea494cf-5411-4ea0-b229-09d3bccb86a1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:57.548558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9813ed-3556-4c3a-ae54-1e6bec28ab64 None None] Network 30b55e6f-07a2-49d8-b530-217ecf16a3fa requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:25:57.558729 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3ea494cf-5411-4ea0-b229-09d3bccb86a1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4343216 Jul 09 20:25:57.561418 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44678) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:57.566788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-88d40bb5-88f2-4dee-b4df-21ed09fd94ba tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'network_id': '30b55e6f-07a2-49d8-b530-217ecf16a3fa', 'name': 'tempest-PortsIpV6TestJSON-103797052'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:25:57.692925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d40bb5-88f2-4dee-b4df-21ed09fd94ba tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:25:57.696862 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-88d40bb5-88f2-4dee-b4df-21ed09fd94ba tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:57.709613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-30b55e6f-07a2-49d8-b530-217ecf16a3fa', 'network_id': '30b55e6f-07a2-49d8-b530-217ecf16a3fa', 'tenant_id': '83278fc7e892467e82aa80197cd07f9f', 'fixed_ips': [{'subnet_id': '9b6f8170-9c73-4d66-b66d-6a01c3dff5a7'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:25:57.711157 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:57.718322 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-88d40bb5-88f2-4dee-b4df-21ed09fd94ba tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port fc02c780-8c65-4441-9d08-cd6a54c49cb7 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:25:57.851158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-88d40bb5-88f2-4dee-b4df-21ed09fd94ba tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Allocated IP 2001:db8::3d8 (30b55e6f-07a2-49d8-b530-217ecf16a3fa/9b6f8170-9c73-4d66-b66d-6a01c3dff5a7/fc02c780-8c65-4441-9d08-cd6a54c49cb7) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:25:57.943759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 9a9717aa-c261-476a-98e9-51746c4be81e no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:25:58.004092 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 9a9717aa-c261-476a-98e9-51746c4be81e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:25:58.004801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 9a9717aa-c261-476a-98e9-51746c4be81e not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:25:58.033783 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-88d40bb5-88f2-4dee-b4df-21ed09fd94ba tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:58.054803 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-88d40bb5-88f2-4dee-b4df-21ed09fd94ba tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Transition to ACTIVE for port object fc02c780-8c65-4441-9d08-cd6a54c49cb7 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:58.085942 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe515f5-f30d-41d7-b4df-1f9e149ab2ae req-d65d0e76-ab3d-4040-88f9-360f84ae6142 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:58.097190 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2fe515f5-f30d-41d7-b4df-1f9e149ab2ae req-d65d0e76-ab3d-4040-88f9-360f84ae6142 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 1096 time: 0.0658767 Jul 09 20:25:58.105492 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-88d40bb5-88f2-4dee-b4df-21ed09fd94ba tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:58.142626 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Allocated IP 2001:db8::2 (30b55e6f-07a2-49d8-b530-217ecf16a3fa/9b6f8170-9c73-4d66-b66d-6a01c3dff5a7/69bcb859-763c-44a8-a724-669466fd32bd) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:25:58.143670 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2fe515f5-f30d-41d7-b4df-1f9e149ab2ae req-9a5272ea-22ed-4e9c-8731-7a18963380ea tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1f27c943-91d8-4a6b-999b-4a9500c28af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449779 Jul 09 20:25:58.163603 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d40bb5-88f2-4dee-b4df-21ed09fd94ba tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network 30b55e6f-07a2-49d8-b530-217ecf16a3fa is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:58.172990 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-88d40bb5-88f2-4dee-b4df-21ed09fd94ba tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:58.177386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d40bb5-88f2-4dee-b4df-21ed09fd94ba tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:58.183209 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d40bb5-88f2-4dee-b4df-21ed09fd94ba tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:58.183910 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-88d40bb5-88f2-4dee-b4df-21ed09fd94ba tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:58.197096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d40bb5-88f2-4dee-b4df-21ed09fd94ba tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=fc02c780-8c65-4441-9d08-cd6a54c49cb7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:58.205954 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-88d40bb5-88f2-4dee-b4df-21ed09fd94ba tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6431329 Jul 09 20:25:58.208906 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44696) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:58.311447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-7313d18d-4af4-4bfd-9a39-3bf65a19ff09 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port fc02c780-8c65-4441-9d08-cd6a54c49cb7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:25:58.311836 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:58.312061 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7313d18d-4af4-4bfd-9a39-3bf65a19ff09 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:58.321445 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Transition to ACTIVE for port object 69bcb859-763c-44a8-a724-669466fd32bd will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:58.339775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Transition to ACTIVE for port object 69bcb859-763c-44a8-a724-669466fd32bd will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:25:58.345699 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:58.387683 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Network 30b55e6f-07a2-49d8-b530-217ecf16a3fa is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:25:58.390679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:25:58.394267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:25:58.402200 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Pushing event updated for resources: {'Port': ['ID=69bcb859-763c-44a8-a724-669466fd32bd,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:58.418033 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7313d18d-4af4-4bfd-9a39-3bf65a19ff09 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:58.457577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-7313d18d-4af4-4bfd-9a39-3bf65a19ff09 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for fc02c780-8c65-4441-9d08-cd6a54c49cb7 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:25:58.459090 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Attempting to bind port 69bcb859-763c-44a8-a724-669466fd32bd on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:25:58.459628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Attempting to bind port 69bcb859-763c-44a8-a724-669466fd32bd by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '774932ed-7fea-4b8f-ac69-abbf1914d965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '30b55e6f-07a2-49d8-b530-217ecf16a3fa'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:25:58.460173 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Attempting to bind port 69bcb859-763c-44a8-a724-669466fd32bd on network 30b55e6f-07a2-49d8-b530-217ecf16a3fa {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:25:58.467056 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:25:58.467448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Checking segment: {'id': '774932ed-7fea-4b8f-ac69-abbf1914d965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '30b55e6f-07a2-49d8-b530-217ecf16a3fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:25:58.467873 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:58.468265 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Bound using segment: {'id': '774932ed-7fea-4b8f-ac69-abbf1914d965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '30b55e6f-07a2-49d8-b530-217ecf16a3fa'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:25:58.468781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Bound port: 69bcb859-763c-44a8-a724-669466fd32bd, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774932ed-7fea-4b8f-ac69-abbf1914d965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '30b55e6f-07a2-49d8-b530-217ecf16a3fa'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:25:58.469177 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:58.536919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc3858-d3ed-461c-a582-e5ca8d5d9ab6 req-cec2f72f-b430-4d30-8772-ed28aabeef47 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:25:58.538813 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e3dc3858-d3ed-461c-a582-e5ca8d5d9ab6 req-cec2f72f-b430-4d30-8772-ed28aabeef47 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 1096 time: 0.1176374 Jul 09 20:25:58.542628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] For port 69bcb859-763c-44a8-a724-669466fd32bd, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:25:58.546158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] For port 69bcb859-763c-44a8-a724-669466fd32bd, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=69bcb859-763c-44a8-a724-669466fd32bd,segment=NetworkSegment(774932ed-7fea-4b8f-ac69-abbf1914d965),segment_id=774932ed-7fea-4b8f-ac69-abbf1914d965)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:25:58.550822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:58.626521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b881f-94d0-4e2f-b7b9-be1cc1ca6a07 None None] Pushing event updated for resources: {'Port': ['ID=69bcb859-763c-44a8-a724-669466fd32bd,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:58.700152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-e3dc3858-d3ed-461c-a582-e5ca8d5d9ab6 req-fc7fa3fa-2b18-4d9f-abb3-fdef496a68fa tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Deleting port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:25:58.700709 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e3dc3858-d3ed-461c-a582-e5ca8d5d9ab6 req-fc7fa3fa-2b18-4d9f-abb3-fdef496a68fa tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:58.703950 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7313d18d-4af4-4bfd-9a39-3bf65a19ff09 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:58.782083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313d18d-4af4-4bfd-9a39-3bf65a19ff09 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=fc02c780-8c65-4441-9d08-cd6a54c49cb7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:58.811890 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7313d18d-4af4-4bfd-9a39-3bf65a19ff09 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:58.827176 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7313d18d-4af4-4bfd-9a39-3bf65a19ff09 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/fc02c780-8c65-4441-9d08-cd6a54c49cb7 HTTP/1.1" status: 204 len: 168 time: 0.6171985 Jul 09 20:25:58.829905 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44700) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:58.875625 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2f367f-40f0-47ce-8b86-c7e8e5d03d8d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] DELETE failed (client error): The resource could not be found. Jul 09 20:25:58.876307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2f367f-40f0-47ce-8b86-c7e8e5d03d8d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:25:58.881100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44702) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:58.882338 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ec2f367f-40f0-47ce-8b86-c7e8e5d03d8d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/fc02c780-8c65-4441-9d08-cd6a54c49cb7 HTTP/1.1" status: 404 len: 333 time: 0.0511928 Jul 09 20:25:58.907838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-e3dc3858-d3ed-461c-a582-e5ca8d5d9ab6 req-fc7fa3fa-2b18-4d9f-abb3-fdef496a68fa tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] For port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:58.908212 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e3dc3858-d3ed-461c-a582-e5ca8d5d9ab6 req-fc7fa3fa-2b18-4d9f-abb3-fdef496a68fa tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:58.915451 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac8623c-a67c-4de9-ae5e-d76ba5805cff tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] GET failed (client error): The resource could not be found. Jul 09 20:25:58.918120 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1ac8623c-a67c-4de9-ae5e-d76ba5805cff tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/fc02c780-8c65-4441-9d08-cd6a54c49cb7 HTTP/1.1" status: 404 len: 333 time: 0.0357857 Jul 09 20:25:58.920730 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44704) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:58.925422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-e3dc3858-d3ed-461c-a582-e5ca8d5d9ab6 req-fc7fa3fa-2b18-4d9f-abb3-fdef496a68fa tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Calling delete_port for 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:25:58.991735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-c555c382-0e92-481d-b0ea-6827ceb7f8e9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting subnet 9b6f8170-9c73-4d66-b66d-6a01c3dff5a7 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:25:58.995536 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c555c382-0e92-481d-b0ea-6827ceb7f8e9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.040258 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c555c382-0e92-481d-b0ea-6827ceb7f8e9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.060968 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e3dc3858-d3ed-461c-a582-e5ca8d5d9ab6 req-fc7fa3fa-2b18-4d9f-abb3-fdef496a68fa tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.097970 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fa3fa-2b18-4d9f-abb3-fdef496a68fa tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:59.151379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dc3858-d3ed-461c-a582-e5ca8d5d9ab6 req-fc7fa3fa-2b18-4d9f-abb3-fdef496a68fa tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] No DVR routers for this DVR port 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:25:59.154661 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e3dc3858-d3ed-461c-a582-e5ca8d5d9ab6 req-fc7fa3fa-2b18-4d9f-abb3-fdef496a68fa tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.157276 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e3dc3858-d3ed-461c-a582-e5ca8d5d9ab6 req-fc7fa3fa-2b18-4d9f-abb3-fdef496a68fa tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.36 "DELETE /v2.0/ports/3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 HTTP/1.1" status: 204 len: 173 time: 0.6112056 Jul 09 20:25:59.157507 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c555c382-0e92-481d-b0ea-6827ceb7f8e9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.157999 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894c0567-c03f-436a-8912-1e410053421e', 'name': 'network-vif-deleted', 'tag': '3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:25:59.161295 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309f3054-1280-44e7-9aa8-6557b607c9e9" -d '{"events": [{"server_uuid": "894c0567-c03f-436a-8912-1e410053421e", "name": "network-vif-deleted", "tag": "3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:25:59.221399 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbd929a-5e86-4a49-a122-03f8b272a9b7 x-openstack-request-id: req-8cbd929a-5e86-4a49-a122-03f8b272a9b7 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:25:59.221693 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894c0567-c03f-436a-8912-1e410053421e", "name": "network-vif-deleted", "tag": "3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:25:59.221994 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8cbd929a-5e86-4a49-a122-03f8b272a9b7 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:25:59.223226 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894c0567-c03f-436a-8912-1e410053421e', 'name': 'network-vif-deleted', 'tag': '3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17', 'status': 'completed', 'code': 200} Jul 09 20:25:59.261184 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c555c382-0e92-481d-b0ea-6827ceb7f8e9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.299449 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555c382-0e92-481d-b0ea-6827ceb7f8e9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6f8170-9c73-4d66-b66d-6a01c3dff5a7,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:59.310398 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c555c382-0e92-481d-b0ea-6827ceb7f8e9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.313989 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c555c382-0e92-481d-b0ea-6827ceb7f8e9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/9b6f8170-9c73-4d66-b66d-6a01c3dff5a7 HTTP/1.1" status: 204 len: 168 time: 0.3920293 Jul 09 20:25:59.316753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44710) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:25:59.359338 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-211e6787-d033-45cb-8c8e-7b4d4d24beb3 req-6b9d8027-f773-48ca-8be7-9bfa8d169af4 tempest-TestServerMultinode-1190278792 tempest-TestServerMultinode-1190278792-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=894c0567-c03f-436a-8912-1e410053421e HTTP/1.1" status: 200 len: 210 time: 0.0440919 Jul 09 20:25:59.382378 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.452581 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5fe0713e-de84-4613-9b9e-77e6dad58d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.468713 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.536795 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port 69bcb859-763c-44a8-a724-669466fd32bd {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:25:59.537147 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.605509 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.609036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] For port 69bcb859-763c-44a8-a724-669466fd32bd, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=69bcb859-763c-44a8-a724-669466fd32bd,segment=NetworkSegment(774932ed-7fea-4b8f-ac69-abbf1914d965),segment_id=774932ed-7fea-4b8f-ac69-abbf1914d965)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:25:59.609452 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.625439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for 69bcb859-763c-44a8-a724-669466fd32bd owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:25:59.720674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.775160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=69bcb859-763c-44a8-a724-669466fd32bd,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:25:59.783149 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No DVR routers for this DVR port 69bcb859-763c-44a8-a724-669466fd32bd on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:25:59.875124 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.883399 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a252443-b61e-4abb-b17b-1a02586e24a9 None None] Network 30b55e6f-07a2-49d8-b530-217ecf16a3fa requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:25:59.893817 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b55e6f-07a2-49d8-b530-217ecf16a3fa']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:59.909638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774932ed-7fea-4b8f-ac69-abbf1914d965') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:59.910947 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774932ed-7fea-4b8f-ac69-abbf1914d965') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:25:59.922883 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.938177 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.946384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:25:59.946826 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:25:59.951535 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:25:59.961705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e9cc3ca1-efa3-4466-8048-a4d43933a3d5 None None] Could not find standard attr ID for object 69bcb859-763c-44a8-a724-669466fd32bd. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:26:00.025629 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:00.032105 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:00.037071 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/networks/30b55e6f-07a2-49d8-b530-217ecf16a3fa HTTP/1.1" status: 204 len: 168 time: 0.7192137 Jul 09 20:26:00.037860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44714) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:00.044058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-cc3c9267-fffc-422e-ba0b-e70ffbae00e0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1930082826'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:00.060793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13712fb8-7849-49f3-af86-0422a0343660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Network': ['ID=30b55e6f-07a2-49d8-b530-217ecf16a3fa,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:00.071936 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3c9267-fffc-422e-ba0b-e70ffbae00e0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:00.076297 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cc3c9267-fffc-422e-ba0b-e70ffbae00e0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:00.093121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4181a8-9272-4c93-8c84-8e8dae7f7093 None None] DHCP port deletion for 30b55e6f-07a2-49d8-b530-217ecf16a3fa request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:26:00.105500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3c9267-fffc-422e-ba0b-e70ffbae00e0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:26:00.116055 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cc3c9267-fffc-422e-ba0b-e70ffbae00e0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:00.116467 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-cc3c9267-fffc-422e-ba0b-e70ffbae00e0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Added segment 2ac50f21-5894-44b0-a1da-0bff5bdcf5b8 of type vlan for network 8fd829cf-5844-4048-968d-0a50558c85d1 Jul 09 20:26:00.158341 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cc3c9267-fffc-422e-ba0b-e70ffbae00e0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:00.189728 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cc3c9267-fffc-422e-ba0b-e70ffbae00e0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:00.195926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c9267-fffc-422e-ba0b-e70ffbae00e0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:00.196588 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cc3c9267-fffc-422e-ba0b-e70ffbae00e0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:00.262624 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cc3c9267-fffc-422e-ba0b-e70ffbae00e0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2236106 Jul 09 20:26:00.265447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44716) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:00.272921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-017907a2-c671-4ff5-9132-9abf9bbb3354 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'subnet': {'network_id': '8fd829cf-5844-4048-968d-0a50558c85d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:00.279719 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c9267-fffc-422e-ba0b-e70ffbae00e0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Network': ['ID=8fd829cf-5844-4048-968d-0a50558c85d1,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:00.289941 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 8fd829cf-5844-4048-968d-0a50558c85d1 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:26:00.365018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017907a2-c671-4ff5-9132-9abf9bbb3354 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:00.368545 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-017907a2-c671-4ff5-9132-9abf9bbb3354 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:00.469398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44720) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:00.497135 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:00.510869 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:00.531198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:00.531792 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 3a7c7cd9-c174-4f00-abc3-11a4d9a6ec17 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:00.568972 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-017907a2-c671-4ff5-9132-9abf9bbb3354 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:00.637877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017907a2-c671-4ff5-9132-9abf9bbb3354 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Subnet': ['ID=8c1bd53d-53e5-4d07-bf62-097232afb571,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:00.646632 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017907a2-c671-4ff5-9132-9abf9bbb3354 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Checking segment: {'id': '2ac50f21-5894-44b0-a1da-0bff5bdcf5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8fd829cf-5844-4048-968d-0a50558c85d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:00.647009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017907a2-c671-4ff5-9132-9abf9bbb3354 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network hostable DHCP agents. Network: 8fd829cf-5844-4048-968d-0a50558c85d1, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:26:00.665690 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017907a2-c671-4ff5-9132-9abf9bbb3354 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network 8fd829cf-5844-4048-968d-0a50558c85d1 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:26:00.678327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-017907a2-c671-4ff5-9132-9abf9bbb3354 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 8fd829cf-5844-4048-968d-0a50558c85d1) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:00.688596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a0319c-359d-4307-bc26-497872228192 None None] Network 8fd829cf-5844-4048-968d-0a50558c85d1 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:00.691018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017907a2-c671-4ff5-9132-9abf9bbb3354 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:00.692504 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-017907a2-c671-4ff5-9132-9abf9bbb3354 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:00.708212 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-017907a2-c671-4ff5-9132-9abf9bbb3354 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4416959 Jul 09 20:26:00.710838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44722) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:00.717495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0a43734b-9b54-4619-8cf7-4e0e131b7fb6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'network_id': '8fd829cf-5844-4048-968d-0a50558c85d1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-457210041'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:00.861740 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a43734b-9b54-4619-8cf7-4e0e131b7fb6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:00.865990 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a43734b-9b54-4619-8cf7-4e0e131b7fb6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:00.877774 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83f8f5b8-b899-4619-bfce-e6c055a38ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:00.890256 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-0a43734b-9b54-4619-8cf7-4e0e131b7fb6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port 87150355-8583-425b-bace-18fcf1a47836 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:26:00.917619 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-8fd829cf-5844-4048-968d-0a50558c85d1', 'network_id': '8fd829cf-5844-4048-968d-0a50558c85d1', 'tenant_id': '83278fc7e892467e82aa80197cd07f9f', 'fixed_ips': [{'subnet_id': '8c1bd53d-53e5-4d07-bf62-097232afb571'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:26:00.918665 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:01.056805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-0a43734b-9b54-4619-8cf7-4e0e131b7fb6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Allocated IP 2001:db8::2d1 (8fd829cf-5844-4048-968d-0a50558c85d1/8c1bd53d-53e5-4d07-bf62-097232afb571/87150355-8583-425b-bace-18fcf1a47836) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:01.161494 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-83f8f5b8-b899-4619-bfce-e6c055a38ea2 admin admin] Deleting port 34929e9b-d3e0-4281-a58f-f3451799ae8c {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:01.162153 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83f8f5b8-b899-4619-bfce-e6c055a38ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:01.190715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a43734b-9b54-4619-8cf7-4e0e131b7fb6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:01.210858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-0a43734b-9b54-4619-8cf7-4e0e131b7fb6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Transition to ACTIVE for port object 87150355-8583-425b-bace-18fcf1a47836 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:01.246228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-83f8f5b8-b899-4619-bfce-e6c055a38ea2 admin admin] For port 34929e9b-d3e0-4281-a58f-f3451799ae8c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=34929e9b-d3e0-4281-a58f-f3451799ae8c,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:01.246756 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83f8f5b8-b899-4619-bfce-e6c055a38ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:01.250499 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a43734b-9b54-4619-8cf7-4e0e131b7fb6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:01.260800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-83f8f5b8-b899-4619-bfce-e6c055a38ea2 admin admin] Calling delete_port for 34929e9b-d3e0-4281-a58f-f3451799ae8c owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:01.301834 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a43734b-9b54-4619-8cf7-4e0e131b7fb6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network 8fd829cf-5844-4048-968d-0a50558c85d1 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:01.306469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43734b-9b54-4619-8cf7-4e0e131b7fb6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=87150355-8583-425b-bace-18fcf1a47836,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:01.311248 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0a43734b-9b54-4619-8cf7-4e0e131b7fb6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:01.316858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a43734b-9b54-4619-8cf7-4e0e131b7fb6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:01.319073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Allocated IP 2001:db8::2 (8fd829cf-5844-4048-968d-0a50558c85d1/8c1bd53d-53e5-4d07-bf62-097232afb571/1f06d283-2e71-4eb1-a7b9-f7186a003e76) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:01.323276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a43734b-9b54-4619-8cf7-4e0e131b7fb6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:01.324554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0a43734b-9b54-4619-8cf7-4e0e131b7fb6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:01.344964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44728) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:01.345229 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0a43734b-9b54-4619-8cf7-4e0e131b7fb6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.6328294 Jul 09 20:26:01.481315 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:01.490377 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Transition to ACTIVE for port object 1f06d283-2e71-4eb1-a7b9-f7186a003e76 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:01.506687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Transition to ACTIVE for port object 1f06d283-2e71-4eb1-a7b9-f7186a003e76 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:01.517577 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:01.531921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f9b7d-4a8a-46a5-87ad-80be19ac37df tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port 87150355-8583-425b-bace-18fcf1a47836 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:01.532157 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9b7d-4a8a-46a5-87ad-80be19ac37df tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:01.556739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Network 8fd829cf-5844-4048-968d-0a50558c85d1 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:01.561106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:01.563642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:01.572596 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83f8f5b8-b899-4619-bfce-e6c055a38ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:01.598290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Pushing event updated for resources: {'Port': ['ID=1f06d283-2e71-4eb1-a7b9-f7186a003e76,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:01.615434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8f5b8-b899-4619-bfce-e6c055a38ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=34929e9b-d3e0-4281-a58f-f3451799ae8c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:01.644703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Attempting to bind port 1f06d283-2e71-4eb1-a7b9-f7186a003e76 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:01.645266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Attempting to bind port 1f06d283-2e71-4eb1-a7b9-f7186a003e76 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '2ac50f21-5894-44b0-a1da-0bff5bdcf5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8fd829cf-5844-4048-968d-0a50558c85d1'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:01.645736 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Attempting to bind port 1f06d283-2e71-4eb1-a7b9-f7186a003e76 on network 8fd829cf-5844-4048-968d-0a50558c85d1 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:01.653186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:01.653772 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Checking segment: {'id': '2ac50f21-5894-44b0-a1da-0bff5bdcf5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8fd829cf-5844-4048-968d-0a50558c85d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:01.654319 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:01.654826 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Bound using segment: {'id': '2ac50f21-5894-44b0-a1da-0bff5bdcf5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8fd829cf-5844-4048-968d-0a50558c85d1'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:01.655433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Bound port: 1f06d283-2e71-4eb1-a7b9-f7186a003e76, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac50f21-5894-44b0-a1da-0bff5bdcf5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '8fd829cf-5844-4048-968d-0a50558c85d1'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:01.655938 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:01.698655 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9b7d-4a8a-46a5-87ad-80be19ac37df tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:01.716096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f9b7d-4a8a-46a5-87ad-80be19ac37df tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for 87150355-8583-425b-bace-18fcf1a47836 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:01.759786 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] For port 1f06d283-2e71-4eb1-a7b9-f7186a003e76, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:01.764681 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] For port 1f06d283-2e71-4eb1-a7b9-f7186a003e76, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1f06d283-2e71-4eb1-a7b9-f7186a003e76,segment=NetworkSegment(2ac50f21-5894-44b0-a1da-0bff5bdcf5b8),segment_id=2ac50f21-5894-44b0-a1da-0bff5bdcf5b8)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:01.771242 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:01.836051 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-83f8f5b8-b899-4619-bfce-e6c055a38ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:01.849036 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05e74d-e692-4875-8a3f-79c88f0d30eb None None] Pushing event updated for resources: {'Port': ['ID=1f06d283-2e71-4eb1-a7b9-f7186a003e76,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:01.970632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 69bcb859-763c-44a8-a724-669466fd32bd no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:02.002021 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 69bcb859-763c-44a8-a724-669466fd32bd {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:02.002519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 69bcb859-763c-44a8-a724-669466fd32bd not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:02.362312 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:02.461501 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9b7d-4a8a-46a5-87ad-80be19ac37df tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:02.531097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f9b7d-4a8a-46a5-87ad-80be19ac37df tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=87150355-8583-425b-bace-18fcf1a47836,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:02.563801 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9b7d-4a8a-46a5-87ad-80be19ac37df tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:02.565744 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0c2f9b7d-4a8a-46a5-87ad-80be19ac37df tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/87150355-8583-425b-bace-18fcf1a47836 HTTP/1.1" status: 204 len: 168 time: 1.2197645 Jul 09 20:26:02.568585 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44732) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:02.584724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f8f5b8-b899-4619-bfce-e6c055a38ea2 admin admin] Router 8b55b02a-56e3-4298-be3b-763c2a734a8b has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:26:02.600450 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf0195f-6564-4057-a54a-9414d20335fd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] GET failed (client error): The resource could not be found. Jul 09 20:26:02.605318 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3bf0195f-6564-4057-a54a-9414d20335fd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/87150355-8583-425b-bace-18fcf1a47836 HTTP/1.1" status: 404 len: 333 time: 0.0327644 Jul 09 20:26:02.609761 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44734) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:02.665705 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8c1fff-5984-4ddc-bf5a-bfbdf69acffd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting subnet 8c1bd53d-53e5-4d07-bf62-097232afb571 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:26:02.670099 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ff8c1fff-5984-4ddc-bf5a-bfbdf69acffd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:02.700730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f8f5b8-b899-4619-bfce-e6c055a38ea2 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:26:02.706975 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-83f8f5b8-b899-4619-bfce-e6c055a38ea2 admin admin] 10.222.0.30 "PUT /v2.0/routers/8b55b02a-56e3-4298-be3b-763c2a734a8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2386436 Jul 09 20:26:02.709910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44736) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:02.712637 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e65dbe7-5171-4cf1-bc6c-5a6ab7c746ce None None] Sync routers for ids ['8b55b02a-56e3-4298-be3b-763c2a734a8b'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:26:02.735229 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e65dbe7-5171-4cf1-bc6c-5a6ab7c746ce None None] Routers {'8b55b02a-56e3-4298-be3b-763c2a734a8b'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:02.736369 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2e65dbe7-5171-4cf1-bc6c-5a6ab7c746ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:25:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8b55b02a-56e3-4298-be3b-763c2a734a8b'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:02.852291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:02.865023 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-2e65dbe7-5171-4cf1-bc6c-5a6ab7c746ce None None] Set router 8b55b02a-56e3-4298-be3b-763c2a734a8b gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:26:02.962089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07de3f2-87ea-4be6-8e29-6b3ce2327a9b None None] Network 8fd829cf-5844-4048-968d-0a50558c85d1 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:03.002706 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.072252 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-884bf953-1dae-4992-a87a-ce458171e479 None None] Provisioning for port 1f06d283-2e71-4eb1-a7b9-f7186a003e76 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:03.074733 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ff8c1fff-5984-4ddc-bf5a-bfbdf69acffd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.133745 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2e65dbe7-5171-4cf1-bc6c-5a6ab7c746ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'name': 'tempest-TestServerMultinode-1574882680-router', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': 'b0d28357-2334-449d-9500-11b48c7beca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:13Z', 'updated_at': '2021-07-09T20:26:01Z', 'revision_number': 5, 'project_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'gw_port': {'id': 'b0d28357-2334-449d-9500-11b48c7beca1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:14Z', 'updated_at': '2021-07-09T20:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:03.156391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] Deleting port b0d28357-2334-449d-9500-11b48c7beca1 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:03.156775 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.198993 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ff8c1fff-5984-4ddc-bf5a-bfbdf69acffd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.200567 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e65dbe7-5171-4cf1-bc6c-5a6ab7c746ce None None] Checking router: 8b55b02a-56e3-4298-be3b-763c2a734a8b for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:26:03.215850 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e65dbe7-5171-4cf1-bc6c-5a6ab7c746ce None None] Routers {'8b55b02a-56e3-4298-be3b-763c2a734a8b'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:03.216919 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2e65dbe7-5171-4cf1-bc6c-5a6ab7c746ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:25:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8b55b02a-56e3-4298-be3b-763c2a734a8b'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:03.279178 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ff8c1fff-5984-4ddc-bf5a-bfbdf69acffd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.313456 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c1fff-5984-4ddc-bf5a-bfbdf69acffd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1bd53d-53e5-4d07-bf62-097232afb571,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:03.321188 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ff8c1fff-5984-4ddc-bf5a-bfbdf69acffd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.323935 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ff8c1fff-5984-4ddc-bf5a-bfbdf69acffd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/8c1bd53d-53e5-4d07-bf62-097232afb571 HTTP/1.1" status: 204 len: 168 time: 0.7129037 Jul 09 20:26:03.327068 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44748) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:03.329082 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] For port b0d28357-2334-449d-9500-11b48c7beca1, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b0d28357-2334-449d-9500-11b48c7beca1,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:03.329587 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.334922 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-2e65dbe7-5171-4cf1-bc6c-5a6ab7c746ce None None] Set router 8b55b02a-56e3-4298-be3b-763c2a734a8b gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:26:03.347287 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] Calling delete_port for b0d28357-2334-449d-9500-11b48c7beca1 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:03.426149 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2e65dbe7-5171-4cf1-bc6c-5a6ab7c746ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'name': 'tempest-TestServerMultinode-1574882680-router', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:13Z', 'updated_at': '2021-07-09T20:26:03Z', 'revision_number': 6, 'project_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:03.459284 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.495038 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e65dbe7-5171-4cf1-bc6c-5a6ab7c746ce None None] The sync data for ids ['8b55b02a-56e3-4298-be3b-763c2a734a8b'] in n-d-800088-3 is: [{'id': '8b55b02a-56e3-4298-be3b-763c2a734a8b', 'name': 'tempest-TestServerMultinode-1574882680-router', 'tenant_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:13Z', 'updated_at': '2021-07-09T20:26:03Z', 'revision_number': 6, 'project_id': 'a8d6a43d5b7e427fb143ba68ae33e607', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:26:03.534919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1614fb9-59bf-42b6-853e-e113148a8a32 None None] Network 8fd829cf-5844-4048-968d-0a50558c85d1 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:03.556663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port 1f06d283-2e71-4eb1-a7b9-f7186a003e76 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:03.557608 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.607428 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.645577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d28357-2334-449d-9500-11b48c7beca1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:03.652620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] For port 1f06d283-2e71-4eb1-a7b9-f7186a003e76, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1f06d283-2e71-4eb1-a7b9-f7186a003e76,segment=NetworkSegment(2ac50f21-5894-44b0-a1da-0bff5bdcf5b8),segment_id=2ac50f21-5894-44b0-a1da-0bff5bdcf5b8)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:03.653120 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.669630 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for 1f06d283-2e71-4eb1-a7b9-f7186a003e76 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:03.718707 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.782738 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.808417 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=1f06d283-2e71-4eb1-a7b9-f7186a003e76,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:03.820875 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No DVR routers for this DVR port 1f06d283-2e71-4eb1-a7b9-f7186a003e76 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:03.827335 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.829636 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.889688 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.890235 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b55b02a-56e3-4298-be3b-763c2a734a8b {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:26:03.895111 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.896691 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fcfdd044-c8cd-4921-8422-5f32c8fa5c2c admin admin] 10.222.0.30 "DELETE /v2.0/routers/8b55b02a-56e3-4298-be3b-763c2a734a8b HTTP/1.1" status: 204 len: 168 time: 1.1857057 Jul 09 20:26:03.902490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44754) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:03.905494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c70c974-8299-4e19-b254-791f689eb960 None None] DHCP port deletion for 8fd829cf-5844-4048-968d-0a50558c85d1 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:26:03.955021 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.956109 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fcc816-d3f1-4266-9172-f4efc75ebf80 admin admin] Deleting subnet b153587a-6df7-490e-8c79-bfa2e6cc9009 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:26:03.959979 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03fcc816-d3f1-4266-9172-f4efc75ebf80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:03.972494 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd829cf-5844-4048-968d-0a50558c85d1']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:03.999306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac50f21-5894-44b0-a1da-0bff5bdcf5b8') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:03.999610 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac50f21-5894-44b0-a1da-0bff5bdcf5b8') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:04.003292 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03fcc816-d3f1-4266-9172-f4efc75ebf80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.009108 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.027264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 34929e9b-d3e0-4281-a58f-f3451799ae8c no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:04.031793 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.045073 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:26:04.045763 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:26:04.049679 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:26:04.065896 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 34929e9b-d3e0-4281-a58f-f3451799ae8c {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:04.066575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 34929e9b-d3e0-4281-a58f-f3451799ae8c not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:04.130187 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03fcc816-d3f1-4266-9172-f4efc75ebf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.142733 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.156749 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.161957 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/networks/8fd829cf-5844-4048-968d-0a50558c85d1 HTTP/1.1" status: 204 len: 168 time: 0.8312562 Jul 09 20:26:04.162905 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44756) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:04.170127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f7c72080-0fa2-43c6-a0da-302a1daa4262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'name': 'tempest-PortsIpV6TestJSON-756738625'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:04.183002 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252246c-97d1-4f14-8544-3d950f66e526 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Network': ['ID=8fd829cf-5844-4048-968d-0a50558c85d1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:04.280953 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03fcc816-d3f1-4266-9172-f4efc75ebf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.322113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fcc816-d3f1-4266-9172-f4efc75ebf80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b153587a-6df7-490e-8c79-bfa2e6cc9009,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:04.326640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c72080-0fa2-43c6-a0da-302a1daa4262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:04.330183 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7c72080-0fa2-43c6-a0da-302a1daa4262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.332985 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03fcc816-d3f1-4266-9172-f4efc75ebf80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.333404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587e1491-c8c5-4ea8-bc8f-ebc287b64d26 None None] Network 7ed5f135-b3ed-40d3-beed-e92e966994af requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:04.335274 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-03fcc816-d3f1-4266-9172-f4efc75ebf80 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b153587a-6df7-490e-8c79-bfa2e6cc9009 HTTP/1.1" status: 204 len: 168 time: 0.4313252 Jul 09 20:26:04.337350 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44758) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:04.400209 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-f7c72080-0fa2-43c6-a0da-302a1daa4262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port 2ce7fb03-75d0-4ec3-a8ab-dc52d98e545d yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:26:04.502277 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.549771 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa9ef40-d37b-4097-9dc5-d2193eda892d None None] DHCP port deletion for 7ed5f135-b3ed-40d3-beed-e92e966994af request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:26:04.607964 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0aa9ef40-d37b-4097-9dc5-d2193eda892d None None] Deleting port 30b65a2a-2111-4ab7-94f4-7c442383d180 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:04.608695 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ef40-d37b-4097-9dc5-d2193eda892d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.642463 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7c72080-0fa2-43c6-a0da-302a1daa4262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.668834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Deleting port 30b65a2a-2111-4ab7-94f4-7c442383d180 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:04.669679 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.676703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0aa9ef40-d37b-4097-9dc5-d2193eda892d None None] For port 30b65a2a-2111-4ab7-94f4-7c442383d180, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=30b65a2a-2111-4ab7-94f4-7c442383d180,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:04.677105 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ef40-d37b-4097-9dc5-d2193eda892d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.690959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0aa9ef40-d37b-4097-9dc5-d2193eda892d None None] Calling delete_port for 30b65a2a-2111-4ab7-94f4-7c442383d180 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:04.757042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] For port 30b65a2a-2111-4ab7-94f4-7c442383d180, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=30b65a2a-2111-4ab7-94f4-7c442383d180,segment=NetworkSegment(215c6357-12f4-41ed-83b7-350a193f8981),segment_id=215c6357-12f4-41ed-83b7-350a193f8981)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:04.757477 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.768775 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7c72080-0fa2-43c6-a0da-302a1daa4262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.784283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Calling delete_port for 30b65a2a-2111-4ab7-94f4-7c442383d180 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:04.794973 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0aa9ef40-d37b-4097-9dc5-d2193eda892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.825462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9ef40-d37b-4097-9dc5-d2193eda892d None None] Pushing event deleted for resources: {'Port': ['ID=30b65a2a-2111-4ab7-94f4-7c442383d180,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:04.829239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa9ef40-d37b-4097-9dc5-d2193eda892d None None] No DVR routers for this DVR port 30b65a2a-2111-4ab7-94f4-7c442383d180 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:04.884510 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c72080-0fa2-43c6-a0da-302a1daa4262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network adbfb4ac-b213-4e51-815c-6ede1635d255 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:04.893116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f7c72080-0fa2-43c6-a0da-302a1daa4262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:04.895752 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c72080-0fa2-43c6-a0da-302a1daa4262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:04.901899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c72080-0fa2-43c6-a0da-302a1daa4262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:04.902515 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7c72080-0fa2-43c6-a0da-302a1daa4262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.906532 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c72080-0fa2-43c6-a0da-302a1daa4262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=2ce7fb03-75d0-4ec3-a8ab-dc52d98e545d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:04.935493 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f7c72080-0fa2-43c6-a0da-302a1daa4262 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7715266 Jul 09 20:26:04.938194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44762) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:04.955362 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:04.977679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b65a2a-2111-4ab7-94f4-7c442383d180,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:04.981690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] No DVR routers for this DVR port 30b65a2a-2111-4ab7-94f4-7c442383d180 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:05.053232 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port 2ce7fb03-75d0-4ec3-a8ab-dc52d98e545d {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:05.053934 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:05.059855 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:05.069980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed5f135-b3ed-40d3-beed-e92e966994af']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:05.081309 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '215c6357-12f4-41ed-83b7-350a193f8981') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:05.081841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '215c6357-12f4-41ed-83b7-350a193f8981') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:05.094266 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:05.110936 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:05.119162 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:26:05.119647 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:26:05.121730 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:26:05.126534 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:05.150048 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for 2ce7fb03-75d0-4ec3-a8ab-dc52d98e545d owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:05.181833 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:05.201288 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:05.206947 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7ed5f135-b3ed-40d3-beed-e92e966994af HTTP/1.1" status: 204 len: 168 time: 0.8680842 Jul 09 20:26:05.207633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44764) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:05.208103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed5f135-b3ed-40d3-beed-e92e966994af,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:05.219120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.219582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.220071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.220468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.221011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.221422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.221837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.222236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.222638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.223068 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.223455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.223865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a01f3-5f60-4105-868a-f740cadac7f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.304781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:05.340271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=2ce7fb03-75d0-4ec3-a8ab-dc52d98e545d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:05.356453 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:05.358362 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/2ce7fb03-75d0-4ec3-a8ab-dc52d98e545d HTTP/1.1" status: 204 len: 168 time: 0.4185138 Jul 09 20:26:05.360021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.360383 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.360846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.361192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.361481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44766) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:05.361652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.361864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.362206 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.362549 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.362890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.363222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.363555 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.363886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0725fcd2-7b53-4f19-9c56-7bd69e83fab9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:05.368548 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-da618d37-cb68-47ef-9569-19c3565db5ce tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'mac_address': 'fa:16:3e:bb:1f:ac', 'name': 'tempest-PortsIpV6TestJSON-427997053'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:05.470376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da618d37-cb68-47ef-9569-19c3565db5ce tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:05.541394 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-da618d37-cb68-47ef-9569-19c3565db5ce tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:05.567586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-da618d37-cb68-47ef-9569-19c3565db5ce tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port 2dc989c8-369c-434e-bc42-dc5e2cdac44e yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:26:05.718812 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0744613b-6563-4858-9f2e-538dc3f0a258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:05.763170 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-da618d37-cb68-47ef-9569-19c3565db5ce tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:05.806195 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-da618d37-cb68-47ef-9569-19c3565db5ce tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:05.858838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da618d37-cb68-47ef-9569-19c3565db5ce tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network adbfb4ac-b213-4e51-815c-6ede1635d255 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:05.859930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-da618d37-cb68-47ef-9569-19c3565db5ce tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:05.864269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da618d37-cb68-47ef-9569-19c3565db5ce tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:05.870564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da618d37-cb68-47ef-9569-19c3565db5ce tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:05.871298 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-da618d37-cb68-47ef-9569-19c3565db5ce tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:05.900196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da618d37-cb68-47ef-9569-19c3565db5ce tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=2dc989c8-369c-434e-bc42-dc5e2cdac44e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:05.908086 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-da618d37-cb68-47ef-9569-19c3565db5ce tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5454652 Jul 09 20:26:05.911072 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44770) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:05.934376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 30b65a2a-2111-4ab7-94f4-7c442383d180 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:05.956086 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 30b65a2a-2111-4ab7-94f4-7c442383d180 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:05.956433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 30b65a2a-2111-4ab7-94f4-7c442383d180 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:05.957357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b0d28357-2334-449d-9500-11b48c7beca1 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:05.971045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de996a3-1619-4ccc-8af4-f6dc98a2ef8b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:05.974866 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5de996a3-1619-4ccc-8af4-f6dc98a2ef8b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/2dc989c8-369c-434e-bc42-dc5e2cdac44e HTTP/1.1" status: 200 len: 844 time: 0.0605302 Jul 09 20:26:05.975479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44772) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:05.980344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: b0d28357-2334-449d-9500-11b48c7beca1 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:05.980928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b0d28357-2334-449d-9500-11b48c7beca1 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:06.044183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0744613b-6563-4858-9f2e-538dc3f0a258 admin admin] Deleting port a3b8b180-c09a-4674-836e-02f3384ddc0c {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:06.044786 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0744613b-6563-4858-9f2e-538dc3f0a258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:06.074932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6da78aec-3ab9-4f6c-9148-25e76017e924 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port 2dc989c8-369c-434e-bc42-dc5e2cdac44e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:06.075280 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6da78aec-3ab9-4f6c-9148-25e76017e924 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:06.127008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-0744613b-6563-4858-9f2e-538dc3f0a258 admin admin] For port a3b8b180-c09a-4674-836e-02f3384ddc0c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a3b8b180-c09a-4674-836e-02f3384ddc0c,segment=NetworkSegment(5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c),segment_id=5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:06.127372 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0744613b-6563-4858-9f2e-538dc3f0a258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:06.141262 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0744613b-6563-4858-9f2e-538dc3f0a258 admin admin] Calling delete_port for a3b8b180-c09a-4674-836e-02f3384ddc0c owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:06.145390 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6da78aec-3ab9-4f6c-9148-25e76017e924 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:06.159572 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6da78aec-3ab9-4f6c-9148-25e76017e924 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for 2dc989c8-369c-434e-bc42-dc5e2cdac44e owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:06.242101 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6da78aec-3ab9-4f6c-9148-25e76017e924 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:06.276571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da78aec-3ab9-4f6c-9148-25e76017e924 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=2dc989c8-369c-434e-bc42-dc5e2cdac44e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:06.282068 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6da78aec-3ab9-4f6c-9148-25e76017e924 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:06.286999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44774) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:06.287175 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6da78aec-3ab9-4f6c-9148-25e76017e924 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/2dc989c8-369c-434e-bc42-dc5e2cdac44e HTTP/1.1" status: 204 len: 168 time: 0.3105621 Jul 09 20:26:06.323298 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5dac4c-35b8-4ac9-bc8d-adcd8908f93a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] GET failed (client error): The resource could not be found. Jul 09 20:26:06.324797 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7c5dac4c-35b8-4ac9-bc8d-adcd8908f93a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/2dc989c8-369c-434e-bc42-dc5e2cdac44e HTTP/1.1" status: 404 len: 333 time: 0.0367985 Jul 09 20:26:06.329014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44776) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:06.334429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d70ae96f-bd68-40e6-b761-3eb9324b15d6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'name': 'tempest-PortsIpV6TestJSON-568381739'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:06.368518 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0744613b-6563-4858-9f2e-538dc3f0a258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:06.395178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744613b-6563-4858-9f2e-538dc3f0a258 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b8b180-c09a-4674-836e-02f3384ddc0c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:06.431460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70ae96f-bd68-40e6-b761-3eb9324b15d6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:06.435956 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d70ae96f-bd68-40e6-b761-3eb9324b15d6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:06.455755 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-d70ae96f-bd68-40e6-b761-3eb9324b15d6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port d3b7f2c4-168b-4af7-970a-d1514e9ac4a7 yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:26:06.613516 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0744613b-6563-4858-9f2e-538dc3f0a258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:06.655909 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d70ae96f-bd68-40e6-b761-3eb9324b15d6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:06.693744 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d70ae96f-bd68-40e6-b761-3eb9324b15d6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:06.748266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70ae96f-bd68-40e6-b761-3eb9324b15d6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network adbfb4ac-b213-4e51-815c-6ede1635d255 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:06.760397 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-d70ae96f-bd68-40e6-b761-3eb9324b15d6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:06.766559 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ae96f-bd68-40e6-b761-3eb9324b15d6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:06.772773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70ae96f-bd68-40e6-b761-3eb9324b15d6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:06.773419 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d70ae96f-bd68-40e6-b761-3eb9324b15d6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:06.778976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ae96f-bd68-40e6-b761-3eb9324b15d6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=d3b7f2c4-168b-4af7-970a-d1514e9ac4a7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:06.794456 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d70ae96f-bd68-40e6-b761-3eb9324b15d6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4642594 Jul 09 20:26:06.796971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44780) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:06.802541 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7cf2af24-edd6-411a-b1cf-be2247c31d5f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:06.835329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0744613b-6563-4858-9f2e-538dc3f0a258 admin admin] Router fc57649d-ad9e-4ffa-90fc-6085eb3886f0 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:26:06.899721 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7cf2af24-edd6-411a-b1cf-be2247c31d5f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:06.947443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0744613b-6563-4858-9f2e-538dc3f0a258 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:26:06.957391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e30663-c5b7-4da5-a134-cd0e87799b6d None None] Sync routers for ids ['fc57649d-ad9e-4ffa-90fc-6085eb3886f0'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:26:06.958690 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0744613b-6563-4858-9f2e-538dc3f0a258 admin admin] 10.222.0.30 "PUT /v2.0/routers/fc57649d-ad9e-4ffa-90fc-6085eb3886f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7500007 Jul 09 20:26:06.961146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44782) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:06.967519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e30663-c5b7-4da5-a134-cd0e87799b6d None None] Routers {'fc57649d-ad9e-4ffa-90fc-6085eb3886f0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:06.968293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-85e30663-c5b7-4da5-a134-cd0e87799b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:25:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fc57649d-ad9e-4ffa-90fc-6085eb3886f0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:07.078518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-85e30663-c5b7-4da5-a134-cd0e87799b6d None None] Set router fc57649d-ad9e-4ffa-90fc-6085eb3886f0 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:26:07.152317 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:07.155465 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7cf2af24-edd6-411a-b1cf-be2247c31d5f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:07.191748 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7cf2af24-edd6-411a-b1cf-be2247c31d5f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:07.239225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-7cf2af24-edd6-411a-b1cf-be2247c31d5f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] In _notify_port_updated(), no bound segment for port d3b7f2c4-168b-4af7-970a-d1514e9ac4a7 on network adbfb4ac-b213-4e51-815c-6ede1635d255 {{(pid=100205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:26:07.245384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf2af24-edd6-411a-b1cf-be2247c31d5f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:07.246434 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7cf2af24-edd6-411a-b1cf-be2247c31d5f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:07.247322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7cf2af24-edd6-411a-b1cf-be2247c31d5f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "PUT /v2.0/ports/d3b7f2c4-168b-4af7-970a-d1514e9ac4a7 HTTP/1.1" status: 200 len: 818 time: 0.4493847 Jul 09 20:26:07.250116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44784) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:07.280879 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-85e30663-c5b7-4da5-a134-cd0e87799b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'name': 'tempest-TestServerMultinode-494726883-router', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '74037450-3e97-4f10-879a-22e748086c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:26:06Z', 'revision_number': 5, 'project_id': '8e6d6216452a4d53abb70dec2dea72b2', 'gw_port': {'id': '74037450-3e97-4f10-879a-22e748086c0e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:07.308150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e30663-c5b7-4da5-a134-cd0e87799b6d None None] Checking router: fc57649d-ad9e-4ffa-90fc-6085eb3886f0 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:26:07.317086 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e30663-c5b7-4da5-a134-cd0e87799b6d None None] Routers {'fc57649d-ad9e-4ffa-90fc-6085eb3886f0'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:07.317706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-85e30663-c5b7-4da5-a134-cd0e87799b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:25:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fc57649d-ad9e-4ffa-90fc-6085eb3886f0'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:07.327850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2af24-edd6-411a-b1cf-be2247c31d5f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=d3b7f2c4-168b-4af7-970a-d1514e9ac4a7,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:07.436725 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-85e30663-c5b7-4da5-a134-cd0e87799b6d None None] Set router fc57649d-ad9e-4ffa-90fc-6085eb3886f0 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:26:07.715078 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:07.778889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-85e30663-c5b7-4da5-a134-cd0e87799b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'name': 'tempest-TestServerMultinode-494726883-router', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '74037450-3e97-4f10-879a-22e748086c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:26:06Z', 'revision_number': 5, 'project_id': '8e6d6216452a4d53abb70dec2dea72b2', 'gw_port': {'id': '74037450-3e97-4f10-879a-22e748086c0e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:07.785852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f109a2e1-5f3c-4ee4-bf47-8b934bbacd0b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port d3b7f2c4-168b-4af7-970a-d1514e9ac4a7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:07.786404 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f109a2e1-5f3c-4ee4-bf47-8b934bbacd0b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:07.811073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e30663-c5b7-4da5-a134-cd0e87799b6d None None] The sync data for ids ['fc57649d-ad9e-4ffa-90fc-6085eb3886f0'] in n-d-800088-3 is: [{'id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'name': 'tempest-TestServerMultinode-494726883-router', 'tenant_id': '8e6d6216452a4d53abb70dec2dea72b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': '74037450-3e97-4f10-879a-22e748086c0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:26:06Z', 'revision_number': 5, 'project_id': '8e6d6216452a4d53abb70dec2dea72b2', 'gw_port': {'id': '74037450-3e97-4f10-879a-22e748086c0e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:11:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc57649d-ad9e-4ffa-90fc-6085eb3886f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:25:21Z', 'updated_at': '2021-07-09T20:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:26:07.842007 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] Deleting port 74037450-3e97-4f10-879a-22e748086c0e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:07.842007 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:07.907227 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f109a2e1-5f3c-4ee4-bf47-8b934bbacd0b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:07.928556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f109a2e1-5f3c-4ee4-bf47-8b934bbacd0b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for d3b7f2c4-168b-4af7-970a-d1514e9ac4a7 owned by {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:07.991806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] For port 74037450-3e97-4f10-879a-22e748086c0e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=74037450-3e97-4f10-879a-22e748086c0e,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:07.992169 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.008625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] Calling delete_port for 74037450-3e97-4f10-879a-22e748086c0e owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:08.086148 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f109a2e1-5f3c-4ee4-bf47-8b934bbacd0b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.120682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109a2e1-5f3c-4ee4-bf47-8b934bbacd0b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=d3b7f2c4-168b-4af7-970a-d1514e9ac4a7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:08.166507 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f109a2e1-5f3c-4ee4-bf47-8b934bbacd0b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.168461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f109a2e1-5f3c-4ee4-bf47-8b934bbacd0b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/d3b7f2c4-168b-4af7-970a-d1514e9ac4a7 HTTP/1.1" status: 204 len: 168 time: 0.9155018 Jul 09 20:26:08.170878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44790) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:08.228353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a3b8b180-c09a-4674-836e-02f3384ddc0c no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:08.250885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: a3b8b180-c09a-4674-836e-02f3384ddc0c {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:08.251486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a3b8b180-c09a-4674-836e-02f3384ddc0c not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:08.284025 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.300258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b210db61-fd47-4301-a348-9898023a4041 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:08.304281 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b210db61-fd47-4301-a348-9898023a4041 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1300442 Jul 09 20:26:08.305392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44792) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:08.323809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] Pushing event deleted for resources: {'Port': ['ID=74037450-3e97-4f10-879a-22e748086c0e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:08.361731 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79204ec-db75-4101-8408-f2c4df94af71 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] GET failed (client error): The resource could not be found. Jul 09 20:26:08.367704 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b79204ec-db75-4101-8408-f2c4df94af71 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/d3b7f2c4-168b-4af7-970a-d1514e9ac4a7 HTTP/1.1" status: 404 len: 333 time: 0.0567667 Jul 09 20:26:08.368065 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44794) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:08.374222 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-4778fe99-4783-41f8-b391-3f0114939cf1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-755841590'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:08.399155 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.399747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4778fe99-4783-41f8-b391-3f0114939cf1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:08.404057 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4778fe99-4783-41f8-b391-3f0114939cf1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.429592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4778fe99-4783-41f8-b391-3f0114939cf1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:26:08.439973 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4778fe99-4783-41f8-b391-3f0114939cf1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.440477 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-4778fe99-4783-41f8-b391-3f0114939cf1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Added segment e6c50365-bd67-47f8-9420-95706bbcf939 of type vlan for network 17604c2a-bd31-4111-8f52-18f9ebdebc75 Jul 09 20:26:08.488795 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4778fe99-4783-41f8-b391-3f0114939cf1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.498036 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.500396 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.523938 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4778fe99-4783-41f8-b391-3f0114939cf1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.530050 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4778fe99-4783-41f8-b391-3f0114939cf1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:08.530814 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4778fe99-4783-41f8-b391-3f0114939cf1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.547739 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.548264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc57649d-ad9e-4ffa-90fc-6085eb3886f0 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:26:08.556181 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.560456 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-34d80d78-4564-4d4e-b6ea-e1a6ca3b52ff admin admin] 10.222.0.30 "DELETE /v2.0/routers/fc57649d-ad9e-4ffa-90fc-6085eb3886f0 HTTP/1.1" status: 204 len: 168 time: 1.5956862 Jul 09 20:26:08.560875 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44796) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:08.628567 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62a83b7-dc96-4611-89eb-e17e13d691d8 admin admin] Deleting subnet 9db53187-24d6-4d74-8a3c-d61c8d006cee {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:26:08.629336 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4778fe99-4783-41f8-b391-3f0114939cf1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2596920 Jul 09 20:26:08.630267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44800) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:08.632096 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d62a83b7-dc96-4611-89eb-e17e13d691d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.639346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3732ef23-68c0-4368-8ca7-62cf5814ccaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'subnet': {'network_id': '17604c2a-bd31-4111-8f52-18f9ebdebc75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:08.646303 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778fe99-4783-41f8-b391-3f0114939cf1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Network': ['ID=17604c2a-bd31-4111-8f52-18f9ebdebc75,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:08.659551 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 17604c2a-bd31-4111-8f52-18f9ebdebc75 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:26:08.722685 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d62a83b7-dc96-4611-89eb-e17e13d691d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.789087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3732ef23-68c0-4368-8ca7-62cf5814ccaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:08.795083 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3732ef23-68c0-4368-8ca7-62cf5814ccaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.831959 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d62a83b7-dc96-4611-89eb-e17e13d691d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.894812 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d62a83b7-dc96-4611-89eb-e17e13d691d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.931996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a83b7-dc96-4611-89eb-e17e13d691d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9db53187-24d6-4d74-8a3c-d61c8d006cee,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:08.936932 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d62a83b7-dc96-4611-89eb-e17e13d691d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:08.941099 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d62a83b7-dc96-4611-89eb-e17e13d691d8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9db53187-24d6-4d74-8a3c-d61c8d006cee HTTP/1.1" status: 204 len: 168 time: 0.3789096 Jul 09 20:26:08.941789 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44804) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:08.946823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe127e3-5941-4e91-98d1-5294ce7cc482 None None] Network 1be91255-a67c-4af8-9a3c-c955ac86a49e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:09.076882 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.087955 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3732ef23-68c0-4368-8ca7-62cf5814ccaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.148666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2b32b2-344e-40e4-9365-efa47b64cdba None None] DHCP port deletion for 1be91255-a67c-4af8-9a3c-c955ac86a49e request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:26:09.164801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732ef23-68c0-4368-8ca7-62cf5814ccaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Subnet': ['ID=e3a11189-8fa1-42a1-be94-7e87a10838f0,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:09.194911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3732ef23-68c0-4368-8ca7-62cf5814ccaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Checking segment: {'id': 'e6c50365-bd67-47f8-9420-95706bbcf939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '17604c2a-bd31-4111-8f52-18f9ebdebc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:09.195279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3732ef23-68c0-4368-8ca7-62cf5814ccaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network hostable DHCP agents. Network: 17604c2a-bd31-4111-8f52-18f9ebdebc75, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:26:09.199897 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b32b2-344e-40e4-9365-efa47b64cdba None None] Deleting port e1cd23f4-406a-447e-8936-0156df52895e {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:09.200311 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8e2b32b2-344e-40e4-9365-efa47b64cdba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.210832 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] Deleting port e1cd23f4-406a-447e-8936-0156df52895e {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:09.211181 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.267948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8e2b32b2-344e-40e4-9365-efa47b64cdba None None] For port e1cd23f4-406a-447e-8936-0156df52895e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e1cd23f4-406a-447e-8936-0156df52895e,segment=NetworkSegment(5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c),segment_id=5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:09.268736 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8e2b32b2-344e-40e4-9365-efa47b64cdba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.281721 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b32b2-344e-40e4-9365-efa47b64cdba None None] Calling delete_port for e1cd23f4-406a-447e-8936-0156df52895e owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:09.365222 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8e2b32b2-344e-40e4-9365-efa47b64cdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.380415 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:26:09.391158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b32b2-344e-40e4-9365-efa47b64cdba None None] Pushing event deleted for resources: {'Port': ['ID=e1cd23f4-406a-447e-8936-0156df52895e,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:09.394759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2b32b2-344e-40e4-9365-efa47b64cdba None None] No DVR routers for this DVR port e1cd23f4-406a-447e-8936-0156df52895e on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:09.512311 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3732ef23-68c0-4368-8ca7-62cf5814ccaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network 17604c2a-bd31-4111-8f52-18f9ebdebc75 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:26:09.532318 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-3732ef23-68c0-4368-8ca7-62cf5814ccaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 17604c2a-bd31-4111-8f52-18f9ebdebc75) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:09.543564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdac414c-8c36-4dc2-a44f-d51f7c616202 None None] Network 17604c2a-bd31-4111-8f52-18f9ebdebc75 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:09.549138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3732ef23-68c0-4368-8ca7-62cf5814ccaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:09.550098 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3732ef23-68c0-4368-8ca7-62cf5814ccaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.569169 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] For port e1cd23f4-406a-447e-8936-0156df52895e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e1cd23f4-406a-447e-8936-0156df52895e,segment=NetworkSegment(5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c),segment_id=5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:09.569598 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.584482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] Calling delete_port for e1cd23f4-406a-447e-8936-0156df52895e owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:09.587009 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3732ef23-68c0-4368-8ca7-62cf5814ccaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9528832 Jul 09 20:26:09.590912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44806) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:09.597855 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e88460c7-e738-4300-8bed-d62bfca0d85c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'subnet': {'network_id': '17604c2a-bd31-4111-8f52-18f9ebdebc75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:09.675363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.705514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e1cd23f4-406a-447e-8936-0156df52895e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:09.709244 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] No DVR routers for this DVR port e1cd23f4-406a-447e-8936-0156df52895e on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:09.710440 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-17604c2a-bd31-4111-8f52-18f9ebdebc75', 'network_id': '17604c2a-bd31-4111-8f52-18f9ebdebc75', 'tenant_id': '83278fc7e892467e82aa80197cd07f9f', 'fixed_ips': [{'subnet_id': 'e3a11189-8fa1-42a1-be94-7e87a10838f0'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:26:09.712563 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.725286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88460c7-e738-4300-8bed-d62bfca0d85c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:09.729263 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e88460c7-e738-4300-8bed-d62bfca0d85c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.789593 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.800781 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be91255-a67c-4af8-9a3c-c955ac86a49e']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:09.811152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:09.811456 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbcc2b6-d4ea-4b76-8cee-c7eaacb1f21c') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:09.820873 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.835354 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.842038 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:26:09.842213 n-d-800088-3 neutron-server[100205]: INFO neutron.db.ipam_backend_mixin [None req-e88460c7-e738-4300-8bed-d62bfca0d85c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e3a11189-8fa1-42a1-be94-7e87a10838f0 (CIDR: 2001:db8::/64) Jul 09 20:26:09.842686 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: self.session.flush() Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:26:09.844405 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:26:09.855132 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88460c7-e738-4300-8bed-d62bfca0d85c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:26:09.855749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88460c7-e738-4300-8bed-d62bfca0d85c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:26:09.870276 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Allocated IP 2001:db8::2 (17604c2a-bd31-4111-8f52-18f9ebdebc75/e3a11189-8fa1-42a1-be94-7e87a10838f0/a4b0150c-da77-4428-a9f2-ce6e8db9db67) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:09.896400 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e88460c7-e738-4300-8bed-d62bfca0d85c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3036630 Jul 09 20:26:09.897063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44810) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:09.903163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-edf52523-b05c-4e72-9916-3b63f693b680 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'subnet': {'network_id': '17604c2a-bd31-4111-8f52-18f9ebdebc75', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:09.920450 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.928034 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:09.929815 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] 10.222.0.30 "DELETE /v2.0/networks/1be91255-a67c-4af8-9a3c-c955ac86a49e HTTP/1.1" status: 204 len: 168 time: 0.9739435 Jul 09 20:26:09.960337 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d73e3-5dca-4e2b-bf1c-93c8d58d44cb admin admin] Pushing event deleted for resources: {'Network': ['ID=1be91255-a67c-4af8-9a3c-c955ac86a49e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:09.993707 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e1cd23f4-406a-447e-8936-0156df52895e no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:10.018703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: e1cd23f4-406a-447e-8936-0156df52895e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:10.019068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e1cd23f4-406a-447e-8936-0156df52895e not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:10.019487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 74037450-3e97-4f10-879a-22e748086c0e no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:10.045081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf52523-b05c-4e72-9916-3b63f693b680 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:10.048069 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 74037450-3e97-4f10-879a-22e748086c0e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:10.048423 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 74037450-3e97-4f10-879a-22e748086c0e not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:10.062313 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-edf52523-b05c-4e72-9916-3b63f693b680 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:10.107372 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:10.117518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Transition to ACTIVE for port object a4b0150c-da77-4428-a9f2-ce6e8db9db67 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:10.142985 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Transition to ACTIVE for port object a4b0150c-da77-4428-a9f2-ce6e8db9db67 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:10.156192 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:10.173888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44816) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:10.208282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Network 17604c2a-bd31-4111-8f52-18f9ebdebc75 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:10.211925 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:10.218378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:10.221626 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Pushing event updated for resources: {'Port': ['ID=a4b0150c-da77-4428-a9f2-ce6e8db9db67,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:10.236401 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5c8750be-6596-4cf5-a1c4-674bdb7a22be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8d6a43d5b7e427fb143ba68ae33e607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612569 Jul 09 20:26:10.237123 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44818) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:10.286365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Attempting to bind port a4b0150c-da77-4428-a9f2-ce6e8db9db67 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:10.286955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Attempting to bind port a4b0150c-da77-4428-a9f2-ce6e8db9db67 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'e6c50365-bd67-47f8-9420-95706bbcf939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '17604c2a-bd31-4111-8f52-18f9ebdebc75'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:10.287203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Attempting to bind port a4b0150c-da77-4428-a9f2-ce6e8db9db67 on network 17604c2a-bd31-4111-8f52-18f9ebdebc75 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:10.295496 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:10.295964 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Checking segment: {'id': 'e6c50365-bd67-47f8-9420-95706bbcf939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '17604c2a-bd31-4111-8f52-18f9ebdebc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:10.296299 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:10.296724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Bound using segment: {'id': 'e6c50365-bd67-47f8-9420-95706bbcf939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '17604c2a-bd31-4111-8f52-18f9ebdebc75'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:10.297675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Bound port: a4b0150c-da77-4428-a9f2-ce6e8db9db67, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c50365-bd67-47f8-9420-95706bbcf939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '17604c2a-bd31-4111-8f52-18f9ebdebc75'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:10.298288 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-93f05afc-023a-4716-89ed-e86bbfc4a3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:10.298539 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:10.334183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-93f05afc-023a-4716-89ed-e86bbfc4a3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:10.458624 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-93f05afc-023a-4716-89ed-e86bbfc4a3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:10.570487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] For port a4b0150c-da77-4428-a9f2-ce6e8db9db67, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:10.575613 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-93f05afc-023a-4716-89ed-e86bbfc4a3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:10.577414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] For port a4b0150c-da77-4428-a9f2-ce6e8db9db67, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a4b0150c-da77-4428-a9f2-ce6e8db9db67,segment=NetworkSegment(e6c50365-bd67-47f8-9420-95706bbcf939),segment_id=e6c50365-bd67-47f8-9420-95706bbcf939)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:10.578008 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-93f05afc-023a-4716-89ed-e86bbfc4a3a5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9050f8a8-de92-4787-b81d-515eff10409a HTTP/1.1" status: 204 len: 168 time: 0.1678758 Jul 09 20:26:10.578485 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:10.578828 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-edf52523-b05c-4e72-9916-3b63f693b680 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:10.579164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f05afc-023a-4716-89ed-e86bbfc4a3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9050f8a8-de92-4787-b81d-515eff10409a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:10.579628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf52523-b05c-4e72-9916-3b63f693b680 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network 17604c2a-bd31-4111-8f52-18f9ebdebc75 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:10.579628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-edf52523-b05c-4e72-9916-3b63f693b680 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:10.579628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf52523-b05c-4e72-9916-3b63f693b680 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:10.579628 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-edf52523-b05c-4e72-9916-3b63f693b680 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:10.579628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf52523-b05c-4e72-9916-3b63f693b680 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Subnet': ['ID=1c98c804-fe8e-44ce-9d9c-972d01ebfa0c,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:10.579628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-edf52523-b05c-4e72-9916-3b63f693b680 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6496766 Jul 09 20:26:10.579628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44832) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:10.579628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'network_id': '17604c2a-bd31-4111-8f52-18f9ebdebc75', 'fixed_ips': [{'subnet_id': 'e3a11189-8fa1-42a1-be94-7e87a10838f0'}, {'subnet_id': '1c98c804-fe8e-44ce-9d9c-972d01ebfa0c'}], 'name': 'tempest-PortsIpV6TestJSON-840075336'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:10.596166 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7526c-f9b7-4079-b7fe-a3c7104d2cb6 None None] Pushing event updated for resources: {'Port': ['ID=a4b0150c-da77-4428-a9f2-ce6e8db9db67,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:10.710307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:10.848964 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:10.873278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port 038ecb2f-3e31-4282-9bf8-bc91204ce61d yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:26:10.983507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44846) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:11.039146 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-40590e40-be6c-4931-afd1-fa895e2ad6f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e6d6216452a4d53abb70dec2dea72b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542264 Jul 09 20:26:11.039870 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44848) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:11.098127 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5fffe24d-da81-4344-8b48-47c5ca9ffd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:11.120267 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5fffe24d-da81-4344-8b48-47c5ca9ffd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:11.180105 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5fffe24d-da81-4344-8b48-47c5ca9ffd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:11.183105 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5fffe24d-da81-4344-8b48-47c5ca9ffd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:11.184641 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5fffe24d-da81-4344-8b48-47c5ca9ffd70 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f27c943-91d8-4a6b-999b-4a9500c28af0 HTTP/1.1" status: 204 len: 168 time: 0.1435871 Jul 09 20:26:11.201737 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fffe24d-da81-4344-8b48-47c5ca9ffd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f27c943-91d8-4a6b-999b-4a9500c28af0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:11.300116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Allocated IP 2001:db8::75 (17604c2a-bd31-4111-8f52-18f9ebdebc75/e3a11189-8fa1-42a1-be94-7e87a10838f0/038ecb2f-3e31-4282-9bf8-bc91204ce61d) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:11.308519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Allocated IP 2001:db8:0:1::94 (17604c2a-bd31-4111-8f52-18f9ebdebc75/1c98c804-fe8e-44ce-9d9c-972d01ebfa0c/038ecb2f-3e31-4282-9bf8-bc91204ce61d) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:11.502376 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:11.524026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Transition to ACTIVE for port object 038ecb2f-3e31-4282-9bf8-bc91204ce61d will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:11.578483 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:11.655877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network 17604c2a-bd31-4111-8f52-18f9ebdebc75 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:11.660791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:11.665852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:11.673481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:11.675293 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:11.694982 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=038ecb2f-3e31-4282-9bf8-bc91204ce61d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:11.711284 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-14306b0b-a195-416e-ac94-28c06d81a179 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.1571941 Jul 09 20:26:11.711876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44866) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:11.719369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-4638a469-3dd9-49ae-bd5f-afe8b9343caa tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e3a11189-8fa1-42a1-be94-7e87a10838f0'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:11.841447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15b7f8a-363a-4c24-a464-94ad0c701172 None None] Network 17604c2a-bd31-4111-8f52-18f9ebdebc75 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:11.946979 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e0d07ccc-793c-46eb-a1ab-413ad8a04240 None None] Provisioning for port a4b0150c-da77-4428-a9f2-ce6e8db9db67 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:11.969706 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4638a469-3dd9-49ae-bd5f-afe8b9343caa tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:11.996991 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a4b0150c-da77-4428-a9f2-ce6e8db9db67 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:12.115817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port a4b0150c-da77-4428-a9f2-ce6e8db9db67 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:12.122075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a4b0150c-da77-4428-a9f2-ce6e8db9db67 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:12.122461 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:12.250911 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:12.268400 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-4638a469-3dd9-49ae-bd5f-afe8b9343caa tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Delete allocated IP 2001:db8:0:1::94 (17604c2a-bd31-4111-8f52-18f9ebdebc75/1c98c804-fe8e-44ce-9d9c-972d01ebfa0c) {{(pid=100204) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 20:26:12.283129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad00b03-00a2-4086-9865-ab67bad4c198 None None] Update dhcp port {'port': {'network_id': '17604c2a-bd31-4111-8f52-18f9ebdebc75', 'fixed_ips': [{'subnet_id': 'e3a11189-8fa1-42a1-be94-7e87a10838f0', 'ip_address': '2001:db8::2'}, {'subnet_id': '1c98c804-fe8e-44ce-9d9c-972d01ebfa0c'}], 'binding:host_id': 'n-d-800088-3'}, 'id': 'a4b0150c-da77-4428-a9f2-ce6e8db9db67'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:26:12.317305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port a4b0150c-da77-4428-a9f2-ce6e8db9db67, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a4b0150c-da77-4428-a9f2-ce6e8db9db67,segment=NetworkSegment(e6c50365-bd67-47f8-9420-95706bbcf939),segment_id=e6c50365-bd67-47f8-9420-95706bbcf939)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:12.327948 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:12.337285 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cad00b03-00a2-4086-9865-ab67bad4c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:12.420919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=a4b0150c-da77-4428-a9f2-ce6e8db9db67,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:12.439293 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4638a469-3dd9-49ae-bd5f-afe8b9343caa tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:12.453542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-4638a469-3dd9-49ae-bd5f-afe8b9343caa tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Ignored duplicate provisioning block setup for port 038ecb2f-3e31-4282-9bf8-bc91204ce61d by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 20:26:12.458705 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4638a469-3dd9-49ae-bd5f-afe8b9343caa tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:12.520334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4638a469-3dd9-49ae-bd5f-afe8b9343caa tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] In _notify_port_updated(), no bound segment for port 038ecb2f-3e31-4282-9bf8-bc91204ce61d on network 17604c2a-bd31-4111-8f52-18f9ebdebc75 {{(pid=100204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:26:12.527182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4638a469-3dd9-49ae-bd5f-afe8b9343caa tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:12.527853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4638a469-3dd9-49ae-bd5f-afe8b9343caa tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:12.529233 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4638a469-3dd9-49ae-bd5f-afe8b9343caa tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "PUT /v2.0/ports/038ecb2f-3e31-4282-9bf8-bc91204ce61d HTTP/1.1" status: 200 len: 924 time: 0.8165865 Jul 09 20:26:12.532099 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44882) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:12.543540 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638a469-3dd9-49ae-bd5f-afe8b9343caa tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=038ecb2f-3e31-4282-9bf8-bc91204ce61d,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:12.544639 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-02ac36fe-a272-4a60-a278-3f1003ca46bc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e3a11189-8fa1-42a1-be94-7e87a10838f0'}, {'subnet_id': '1c98c804-fe8e-44ce-9d9c-972d01ebfa0c'}]}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:12.568279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-cad00b03-00a2-4086-9865-ab67bad4c198 None None] Allocated IP 2001:db8:0:1::2 (17604c2a-bd31-4111-8f52-18f9ebdebc75/1c98c804-fe8e-44ce-9d9c-972d01ebfa0c/a4b0150c-da77-4428-a9f2-ce6e8db9db67) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:12.653333 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-02ac36fe-a272-4a60-a278-3f1003ca46bc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:12.674765 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-cad00b03-00a2-4086-9865-ab67bad4c198 None None] For port a4b0150c-da77-4428-a9f2-ce6e8db9db67, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a4b0150c-da77-4428-a9f2-ce6e8db9db67,segment=NetworkSegment(e6c50365-bd67-47f8-9420-95706bbcf939),segment_id=e6c50365-bd67-47f8-9420-95706bbcf939)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:12.720940 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cad00b03-00a2-4086-9865-ab67bad4c198 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:12.735891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cad00b03-00a2-4086-9865-ab67bad4c198 None None] Transition to ACTIVE for port object a4b0150c-da77-4428-a9f2-ce6e8db9db67 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:12.740667 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cad00b03-00a2-4086-9865-ab67bad4c198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:12.857678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad00b03-00a2-4086-9865-ab67bad4c198 None None] Pushing event updated for resources: {'Port': ['ID=a4b0150c-da77-4428-a9f2-ce6e8db9db67,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:12.995636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-02ac36fe-a272-4a60-a278-3f1003ca46bc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Allocated IP 2001:db8:0:1::19d (17604c2a-bd31-4111-8f52-18f9ebdebc75/1c98c804-fe8e-44ce-9d9c-972d01ebfa0c/038ecb2f-3e31-4282-9bf8-bc91204ce61d) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:13.156554 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-02ac36fe-a272-4a60-a278-3f1003ca46bc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:13.169983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-02ac36fe-a272-4a60-a278-3f1003ca46bc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Ignored duplicate provisioning block setup for port 038ecb2f-3e31-4282-9bf8-bc91204ce61d by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 20:26:13.174648 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-02ac36fe-a272-4a60-a278-3f1003ca46bc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:13.279234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-02ac36fe-a272-4a60-a278-3f1003ca46bc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] In _notify_port_updated(), no bound segment for port 038ecb2f-3e31-4282-9bf8-bc91204ce61d on network 17604c2a-bd31-4111-8f52-18f9ebdebc75 {{(pid=100205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:26:13.286204 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ac36fe-a272-4a60-a278-3f1003ca46bc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:13.287031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-02ac36fe-a272-4a60-a278-3f1003ca46bc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:13.291002 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-02ac36fe-a272-4a60-a278-3f1003ca46bc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "PUT /v2.0/ports/038ecb2f-3e31-4282-9bf8-bc91204ce61d HTTP/1.1" status: 200 len: 1010 time: 0.7536080 Jul 09 20:26:13.291002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac36fe-a272-4a60-a278-3f1003ca46bc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=038ecb2f-3e31-4282-9bf8-bc91204ce61d,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:13.291943 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44902) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:13.411668 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4b872951-89ca-4e18-b131-bb7ad9a3971a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port 038ecb2f-3e31-4282-9bf8-bc91204ce61d {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:13.412027 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4b872951-89ca-4e18-b131-bb7ad9a3971a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:13.514357 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4b872951-89ca-4e18-b131-bb7ad9a3971a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:13.528247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4b872951-89ca-4e18-b131-bb7ad9a3971a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for 038ecb2f-3e31-4282-9bf8-bc91204ce61d owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:13.559882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5651833e-748e-405a-a3b4-e2a71e4ae3f3 None None] Network 17604c2a-bd31-4111-8f52-18f9ebdebc75 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:13.629447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-96fcf5c7-12b5-4e2d-8355-d90539a0af84 None None] Provisioning for port 038ecb2f-3e31-4282-9bf8-bc91204ce61d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:13.643958 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-96fcf5c7-12b5-4e2d-8355-d90539a0af84 None None] Provisioning complete for port 038ecb2f-3e31-4282-9bf8-bc91204ce61d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:13.644330 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-96fcf5c7-12b5-4e2d-8355-d90539a0af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:13.715342 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-96fcf5c7-12b5-4e2d-8355-d90539a0af84 None None] Port 038ecb2f-3e31-4282-9bf8-bc91204ce61d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:13.739379 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-96fcf5c7-12b5-4e2d-8355-d90539a0af84 None None] Provisioning for port a4b0150c-da77-4428-a9f2-ce6e8db9db67 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:13.746595 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-96fcf5c7-12b5-4e2d-8355-d90539a0af84 None None] Provisioning complete for port a4b0150c-da77-4428-a9f2-ce6e8db9db67 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:13.746979 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-96fcf5c7-12b5-4e2d-8355-d90539a0af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:13.780440 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4b872951-89ca-4e18-b131-bb7ad9a3971a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:13.819135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b872951-89ca-4e18-b131-bb7ad9a3971a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=038ecb2f-3e31-4282-9bf8-bc91204ce61d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:13.878372 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4b872951-89ca-4e18-b131-bb7ad9a3971a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:13.880898 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4b872951-89ca-4e18-b131-bb7ad9a3971a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/038ecb2f-3e31-4282-9bf8-bc91204ce61d HTTP/1.1" status: 204 len: 168 time: 0.5877941 Jul 09 20:26:13.885085 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44914) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:13.921897 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b86917-44e8-48dc-b972-254e84f28cff tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] GET failed (client error): The resource could not be found. Jul 09 20:26:13.926632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44918) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:13.935106 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-56b86917-44e8-48dc-b972-254e84f28cff tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/038ecb2f-3e31-4282-9bf8-bc91204ce61d HTTP/1.1" status: 404 len: 333 time: 0.0488672 Jul 09 20:26:13.950920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a4b0150c-da77-4428-a9f2-ce6e8db9db67 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:13.991587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f28dc8d-d40e-46a5-8d52-7389f9d5f00d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting subnet 1c98c804-fe8e-44ce-9d9c-972d01ebfa0c {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:26:14.007390 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f28dc8d-d40e-46a5-8d52-7389f9d5f00d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.016576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a4b0150c-da77-4428-a9f2-ce6e8db9db67 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:14.017470 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.053168 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f28dc8d-d40e-46a5-8d52-7389f9d5f00d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.158816 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f28dc8d-d40e-46a5-8d52-7389f9d5f00d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.183246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1bba16a1-54d0-440f-b30b-65a25552d8c2 None None] Could not find standard attr ID for object 038ecb2f-3e31-4282-9bf8-bc91204ce61d. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:26:14.200688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1bba16a1-54d0-440f-b30b-65a25552d8c2 None None] Provisioning complete for port a4b0150c-da77-4428-a9f2-ce6e8db9db67 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:14.201093 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1bba16a1-54d0-440f-b30b-65a25552d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.243386 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f28dc8d-d40e-46a5-8d52-7389f9d5f00d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.273371 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28dc8d-d40e-46a5-8d52-7389f9d5f00d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Subnet': ['ID=1c98c804-fe8e-44ce-9d9c-972d01ebfa0c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:14.278389 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7f28dc8d-d40e-46a5-8d52-7389f9d5f00d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.283180 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7f28dc8d-d40e-46a5-8d52-7389f9d5f00d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/1c98c804-fe8e-44ce-9d9c-972d01ebfa0c HTTP/1.1" status: 204 len: 168 time: 0.3529549 Jul 09 20:26:14.283516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44928) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:14.347878 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-0964005f-e03d-4919-b92b-752278c7dc76 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting subnet e3a11189-8fa1-42a1-be94-7e87a10838f0 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:26:14.354859 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0964005f-e03d-4919-b92b-752278c7dc76 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.404040 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0964005f-e03d-4919-b92b-752278c7dc76 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.446746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b5058e-9758-43be-ba71-7dad739e8409 None None] Network 17604c2a-bd31-4111-8f52-18f9ebdebc75 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:14.499695 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0964005f-e03d-4919-b92b-752278c7dc76 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.558833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3b7eadf7-ef7d-441e-b10b-ab74fc76083e None None] Could not find standard attr ID for object 038ecb2f-3e31-4282-9bf8-bc91204ce61d. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:26:14.578650 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0964005f-e03d-4919-b92b-752278c7dc76 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.613631 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964005f-e03d-4919-b92b-752278c7dc76 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a11189-8fa1-42a1-be94-7e87a10838f0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:14.615936 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0964005f-e03d-4919-b92b-752278c7dc76 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.618053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0964005f-e03d-4919-b92b-752278c7dc76 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/e3a11189-8fa1-42a1-be94-7e87a10838f0 HTTP/1.1" status: 204 len: 168 time: 0.3334444 Jul 09 20:26:14.620987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44936) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:14.708341 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.777748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port a4b0150c-da77-4428-a9f2-ce6e8db9db67 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:14.778103 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.851597 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] For port a4b0150c-da77-4428-a9f2-ce6e8db9db67, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a4b0150c-da77-4428-a9f2-ce6e8db9db67,segment=NetworkSegment(e6c50365-bd67-47f8-9420-95706bbcf939),segment_id=e6c50365-bd67-47f8-9420-95706bbcf939)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:14.851967 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.870347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for a4b0150c-da77-4428-a9f2-ce6e8db9db67 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:14.886522 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2a9da4-0750-40de-af3f-992fce45bda8 None None] Update dhcp port {'port': {'network_id': '17604c2a-bd31-4111-8f52-18f9ebdebc75', 'fixed_ips': [{'subnet_id': 'e3a11189-8fa1-42a1-be94-7e87a10838f0'}], 'binding:host_id': 'n-d-800088-3'}, 'id': 'a4b0150c-da77-4428-a9f2-ce6e8db9db67'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:26:14.921795 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cb2a9da4-0750-40de-af3f-992fce45bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.966506 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:14.993212 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=a4b0150c-da77-4428-a9f2-ce6e8db9db67,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:15.004963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No DVR routers for this DVR port a4b0150c-da77-4428-a9f2-ce6e8db9db67 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:15.097035 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:15.108650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17604c2a-bd31-4111-8f52-18f9ebdebc75']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:15.121163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c50365-bd67-47f8-9420-95706bbcf939') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:15.121538 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c50365-bd67-47f8-9420-95706bbcf939') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:15.124568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c5cb24-02c7-4144-911a-b33e0bae9436 None None] Network 17604c2a-bd31-4111-8f52-18f9ebdebc75 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:15.132572 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:15.155988 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:15.162991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:26:15.163419 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:26:15.176965 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:26:15.186008 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ef53285e-66e8-4612-8277-45f99f2fcb01 None None] Could not find standard attr ID for object a4b0150c-da77-4428-a9f2-ce6e8db9db67. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:26:15.236667 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:15.245164 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:15.250432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/networks/17604c2a-bd31-4111-8f52-18f9ebdebc75 HTTP/1.1" status: 204 len: 168 time: 0.6247873 Jul 09 20:26:15.250930 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44956) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:15.263476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8f6d4-91be-4662-9d78-f470ccc7dd8f tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Network': ['ID=17604c2a-bd31-4111-8f52-18f9ebdebc75,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:15.271472 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d2d61-6443-46fc-8004-a5bc4aa74f4c None None] DHCP port deletion for 17604c2a-bd31-4111-8f52-18f9ebdebc75 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:26:15.372781 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9e4e6a-cc19-4876-afe8-43f54b8eea43 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:15.374328 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-aa9e4e6a-cc19-4876-afe8-43f54b8eea43 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1214325 Jul 09 20:26:15.378626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44960) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:15.410514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77549f90-4b66-4c61-b34f-06400c21551e req-c5a4981b-cf67-4386-ba8b-ac60ae97495d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:15.412044 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-77549f90-4b66-4c61-b34f-06400c21551e req-c5a4981b-cf67-4386-ba8b-ac60ae97495d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 946 time: 0.0761564 Jul 09 20:26:15.455273 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-77549f90-4b66-4c61-b34f-06400c21551e req-54db0e0f-2855-4b8f-86c3-522a31026234 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367222 Jul 09 20:26:15.484266 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4c153f54-cc3b-40be-986e-a8fbad9f72b9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1011117 Jul 09 20:26:15.485038 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44962) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:15.488578 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 44964) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:15.494042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-93a4b796-c439-4b09-a967-c49d79cd9046 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-290630611'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:15.559899 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a4b796-c439-4b09-a967-c49d79cd9046 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:15.563680 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-93a4b796-c439-4b09-a967-c49d79cd9046 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:15.575156 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-964e9d0d-8bcc-4887-b68b-70de7e4a7371 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/d4627b8d-e9cc-4821-be68-36fa114c62c1 HTTP/1.1" status: 200 len: 993 time: 0.0919302 Jul 09 20:26:15.600063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a4b796-c439-4b09-a967-c49d79cd9046 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:26:15.610440 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-93a4b796-c439-4b09-a967-c49d79cd9046 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:15.610805 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-93a4b796-c439-4b09-a967-c49d79cd9046 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Added segment 42684723-74fe-4089-aca9-8d3b20c0e368 of type vlan for network a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf Jul 09 20:26:15.667501 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-93a4b796-c439-4b09-a967-c49d79cd9046 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:15.702078 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-93a4b796-c439-4b09-a967-c49d79cd9046 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:15.708085 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a4b796-c439-4b09-a967-c49d79cd9046 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:15.708752 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-93a4b796-c439-4b09-a967-c49d79cd9046 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:15.785375 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-93a4b796-c439-4b09-a967-c49d79cd9046 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2957904 Jul 09 20:26:15.788608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44978) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:15.788764 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4b796-c439-4b09-a967-c49d79cd9046 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Network': ['ID=a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:15.794528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ffde3acf-9a9a-4695-bfb4-c7c8d2444f93 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'subnet': {'network_id': 'a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:15.799773 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:26:15.914415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffde3acf-9a9a-4695-bfb4-c7c8d2444f93 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:15.918527 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffde3acf-9a9a-4695-bfb4-c7c8d2444f93 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:15.934532 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a4b0150c-da77-4428-a9f2-ce6e8db9db67 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:15.955674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: a4b0150c-da77-4428-a9f2-ce6e8db9db67 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:15.956003 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a4b0150c-da77-4428-a9f2-ce6e8db9db67 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:16.065988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64f657-9236-4e9c-ab21-e259ba73cdc4 req-36770a47-02f5-40d5-85f3-ae4ede548865 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:16.067730 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e64f657-9236-4e9c-ab21-e259ba73cdc4 req-36770a47-02f5-40d5-85f3-ae4ede548865 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 1097 time: 0.0577083 Jul 09 20:26:16.128242 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1e64f657-9236-4e9c-ab21-e259ba73cdc4 req-4baf7bb6-7cc7-4927-8463-55f5edabce83 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508668 Jul 09 20:26:16.154452 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffde3acf-9a9a-4695-bfb4-c7c8d2444f93 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:16.238515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde3acf-9a9a-4695-bfb4-c7c8d2444f93 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Subnet': ['ID=19c98454-ea26-4d0c-a0c9-723afbd26d92,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:16.242932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffde3acf-9a9a-4695-bfb4-c7c8d2444f93 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Checking segment: {'id': '42684723-74fe-4089-aca9-8d3b20c0e368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:16.243300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffde3acf-9a9a-4695-bfb4-c7c8d2444f93 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network hostable DHCP agents. Network: a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:26:16.262009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffde3acf-9a9a-4695-bfb4-c7c8d2444f93 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:26:16.272738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-ffde3acf-9a9a-4695-bfb4-c7c8d2444f93 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:16.277274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffde3acf-9a9a-4695-bfb4-c7c8d2444f93 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:16.277928 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffde3acf-9a9a-4695-bfb4-c7c8d2444f93 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:16.289521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30679b75-1d70-45f2-848a-6c0da7515cd2 None None] Network a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:16.299164 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ffde3acf-9a9a-4695-bfb4-c7c8d2444f93 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5067298 Jul 09 20:26:16.300155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 44994) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:16.305861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c629410a-7b4a-42b6-8629-0965f4dad091 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'network_id': 'a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf', 'name': 'tempest-PortsIpV6TestJSON-446469189'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:16.444336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c629410a-7b4a-42b6-8629-0965f4dad091 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:16.465846 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c629410a-7b4a-42b6-8629-0965f4dad091 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:16.491660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [None req-c629410a-7b4a-42b6-8629-0965f4dad091 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port 71cebdca-b843-4c3f-8b01-7c64a303cb3b yet. {{(pid=100205) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:26:16.504165 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf', 'network_id': 'a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf', 'tenant_id': '83278fc7e892467e82aa80197cd07f9f', 'fixed_ips': [{'subnet_id': '19c98454-ea26-4d0c-a0c9-723afbd26d92'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:26:16.505095 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:16.636069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-c629410a-7b4a-42b6-8629-0965f4dad091 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Allocated IP 2001:db8::39e (a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf/19c98454-ea26-4d0c-a0c9-723afbd26d92/71cebdca-b843-4c3f-8b01-7c64a303cb3b) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:16.808491 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c629410a-7b4a-42b6-8629-0965f4dad091 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:16.830523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-c629410a-7b4a-42b6-8629-0965f4dad091 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Transition to ACTIVE for port object 71cebdca-b843-4c3f-8b01-7c64a303cb3b will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:16.874286 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c629410a-7b4a-42b6-8629-0965f4dad091 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:16.924691 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Allocated IP 2001:db8::2 (a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf/19c98454-ea26-4d0c-a0c9-723afbd26d92/c31d3a8d-63a7-4561-866b-6ac78f6a9eca) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:16.952069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629410a-7b4a-42b6-8629-0965f4dad091 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:16.960605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-c629410a-7b4a-42b6-8629-0965f4dad091 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:16.966409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c629410a-7b4a-42b6-8629-0965f4dad091 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:16.971761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629410a-7b4a-42b6-8629-0965f4dad091 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:16.972402 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c629410a-7b4a-42b6-8629-0965f4dad091 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:16.974837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629410a-7b4a-42b6-8629-0965f4dad091 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=71cebdca-b843-4c3f-8b01-7c64a303cb3b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:17.001047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c629410a-7b4a-42b6-8629-0965f4dad091 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6995614 Jul 09 20:26:17.004121 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45026) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:17.008774 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-d83f2f91-3706-4d6b-aac6-91c8ffae7c7a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314659 Jul 09 20:26:17.010476 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-da090970-fbb8-4bdd-bb23-0bce6fc82ac7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'network_id': 'a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf', 'name': 'tempest-PortsIpV6TestJSON-1491742346'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:17.141486 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:17.155518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Transition to ACTIVE for port object c31d3a8d-63a7-4561-866b-6ac78f6a9eca will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:17.179197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da090970-fbb8-4bdd-bb23-0bce6fc82ac7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:17.184179 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-da090970-fbb8-4bdd-bb23-0bce6fc82ac7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:17.192017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Transition to ACTIVE for port object c31d3a8d-63a7-4561-866b-6ac78f6a9eca will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:17.201514 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:17.206652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-da090970-fbb8-4bdd-bb23-0bce6fc82ac7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port f16f3c65-906e-4459-999b-244d2f9e374f yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:26:17.259017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Network a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:17.262689 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:17.267381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:17.270635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Pushing event updated for resources: {'Port': ['ID=c31d3a8d-63a7-4561-866b-6ac78f6a9eca,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:17.340123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Attempting to bind port c31d3a8d-63a7-4561-866b-6ac78f6a9eca on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:17.340902 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Attempting to bind port c31d3a8d-63a7-4561-866b-6ac78f6a9eca by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '42684723-74fe-4089-aca9-8d3b20c0e368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:17.340902 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Attempting to bind port c31d3a8d-63a7-4561-866b-6ac78f6a9eca on network a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:17.346121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:17.346506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Checking segment: {'id': '42684723-74fe-4089-aca9-8d3b20c0e368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:17.346912 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:17.347657 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Bound using segment: {'id': '42684723-74fe-4089-aca9-8d3b20c0e368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:17.348134 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Bound port: c31d3a8d-63a7-4561-866b-6ac78f6a9eca, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42684723-74fe-4089-aca9-8d3b20c0e368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:17.348648 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:17.384585 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-da090970-fbb8-4bdd-bb23-0bce6fc82ac7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Allocated IP 2001:db8::88 (a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf/19c98454-ea26-4d0c-a0c9-723afbd26d92/f16f3c65-906e-4459-999b-244d2f9e374f) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:17.451187 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] For port c31d3a8d-63a7-4561-866b-6ac78f6a9eca, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:17.455248 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] For port c31d3a8d-63a7-4561-866b-6ac78f6a9eca, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c31d3a8d-63a7-4561-866b-6ac78f6a9eca,segment=NetworkSegment(42684723-74fe-4089-aca9-8d3b20c0e368),segment_id=42684723-74fe-4089-aca9-8d3b20c0e368)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:17.459367 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:17.551060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e4381-f5c9-4279-bf43-7438042452e9 None None] Pushing event updated for resources: {'Port': ['ID=c31d3a8d-63a7-4561-866b-6ac78f6a9eca,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:17.601531 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-da090970-fbb8-4bdd-bb23-0bce6fc82ac7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:17.629945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-da090970-fbb8-4bdd-bb23-0bce6fc82ac7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Transition to ACTIVE for port object f16f3c65-906e-4459-999b-244d2f9e374f will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:17.674478 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-da090970-fbb8-4bdd-bb23-0bce6fc82ac7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:17.720919 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da090970-fbb8-4bdd-bb23-0bce6fc82ac7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:17.729181 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-da090970-fbb8-4bdd-bb23-0bce6fc82ac7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:17.731742 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da090970-fbb8-4bdd-bb23-0bce6fc82ac7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:17.740057 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da090970-fbb8-4bdd-bb23-0bce6fc82ac7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:17.740937 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-da090970-fbb8-4bdd-bb23-0bce6fc82ac7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:17.797105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da090970-fbb8-4bdd-bb23-0bce6fc82ac7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=f16f3c65-906e-4459-999b-244d2f9e374f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:17.821251 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-da090970-fbb8-4bdd-bb23-0bce6fc82ac7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8126860 Jul 09 20:26:17.821388 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45050) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:17.904824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-284096d8-b892-4af1-b22c-aebc31188b31 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:26:17.905915 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-284096d8-b892-4af1-b22c-aebc31188b31 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2625170 Jul 09 20:26:17.919525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-e580c56e-51af-46cf-8fc8-5276daf5d36c service neutron] Request body: {'binding': {'host': 'n-h2-800088-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:17.920002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-e580c56e-51af-46cf-8fc8-5276daf5d36c service neutron] Unknown quota resources ['binding']. {{(pid=100205) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 20:26:18.014128 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c31d3a8d-63a7-4561-866b-6ac78f6a9eca up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:18.061622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeae0c7-2920-47ce-a648-64aec6826a5e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:18.063325 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-afeae0c7-2920-47ce-a648-64aec6826a5e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A39e HTTP/1.1" status: 200 len: 928 time: 0.2411773 Jul 09 20:26:18.066249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45056) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:18.071782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port c31d3a8d-63a7-4561-866b-6ac78f6a9eca completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:18.151718 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-e580c56e-51af-46cf-8fc8-5276daf5d36c service neutron] Attempting to bind port ef78f538-5d90-4c52-a707-b242e35ff92e on host n-h2-800088-3 for vnic_type normal with profile None {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:18.152520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-e580c56e-51af-46cf-8fc8-5276daf5d36c service neutron] Attempting to bind port ef78f538-5d90-4c52-a707-b242e35ff92e by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:18.153715 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-e580c56e-51af-46cf-8fc8-5276daf5d36c service neutron] Attempting to bind port ef78f538-5d90-4c52-a707-b242e35ff92e on network b3a703c4-4654-451b-bb45-531d71f5e33d {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:18.158682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-e580c56e-51af-46cf-8fc8-5276daf5d36c service neutron] Port ef78f538-5d90-4c52-a707-b242e35ff92e on network b3a703c4-4654-451b-bb45-531d71f5e33d not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:26:18.159015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-e580c56e-51af-46cf-8fc8-5276daf5d36c service neutron] Attempting to bind port ef78f538-5d90-4c52-a707-b242e35ff92e on network b3a703c4-4654-451b-bb45-531d71f5e33d {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:18.164697 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-e580c56e-51af-46cf-8fc8-5276daf5d36c service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:18.165043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-e580c56e-51af-46cf-8fc8-5276daf5d36c service neutron] Checking segment: {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:18.165507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-e580c56e-51af-46cf-8fc8-5276daf5d36c service neutron] Bound using segment: {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:18.165950 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-e580c56e-51af-46cf-8fc8-5276daf5d36c service neutron] Bound port: ef78f538-5d90-4c52-a707-b242e35ff92e, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:18.180295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0d5dbc79-ad00-4920-b2a7-522ba7e74e33 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port f16f3c65-906e-4459-999b-244d2f9e374f {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:18.180815 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d5dbc79-ad00-4920-b2a7-522ba7e74e33 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:18.269855 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-e580c56e-51af-46cf-8fc8-5276daf5d36c service neutron] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=ef78f538-5d90-4c52-a707-b242e35ff92e,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:18.274901 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-e580c56e-51af-46cf-8fc8-5276daf5d36c service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:18.277701 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-e580c56e-51af-46cf-8fc8-5276daf5d36c service neutron] 10.222.0.30 "POST /v2.0/ports/ef78f538-5d90-4c52-a707-b242e35ff92e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3628104 Jul 09 20:26:18.283864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d5dbc79-ad00-4920-b2a7-522ba7e74e33 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:18.298383 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0d5dbc79-ad00-4920-b2a7-522ba7e74e33 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for f16f3c65-906e-4459-999b-244d2f9e374f owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:18.483321 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d5dbc79-ad00-4920-b2a7-522ba7e74e33 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:18.539103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5dbc79-ad00-4920-b2a7-522ba7e74e33 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=f16f3c65-906e-4459-999b-244d2f9e374f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:18.591567 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d5dbc79-ad00-4920-b2a7-522ba7e74e33 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:18.604496 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0d5dbc79-ad00-4920-b2a7-522ba7e74e33 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/f16f3c65-906e-4459-999b-244d2f9e374f HTTP/1.1" status: 204 len: 168 time: 0.5363472 Jul 09 20:26:18.607649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45072) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:18.651707 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6da1de-6dbb-48af-b790-13a0cacf2a4c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] GET failed (client error): The resource could not be found. Jul 09 20:26:18.653586 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2d6da1de-6dbb-48af-b790-13a0cacf2a4c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/f16f3c65-906e-4459-999b-244d2f9e374f HTTP/1.1" status: 404 len: 333 time: 0.0449729 Jul 09 20:26:18.671639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45076) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:18.738034 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44baa21-2360-4643-acef-9b2089149a01 req-68f4e49a-1f9d-45db-bda8-aaa8abbe3b9c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:18.739725 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a44baa21-2360-4643-acef-9b2089149a01 req-68f4e49a-1f9d-45db-bda8-aaa8abbe3b9c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 946 time: 0.2440510 Jul 09 20:26:18.796195 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a44baa21-2360-4643-acef-9b2089149a01 req-0deb5b2c-dec7-4ed4-81d8-0e9e7737ac1c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471995 Jul 09 20:26:18.876031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-eb000620-f5e7-46a7-ba40-c37295e3da98 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port 71cebdca-b843-4c3f-8b01-7c64a303cb3b {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:18.876382 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb000620-f5e7-46a7-ba40-c37295e3da98 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:19.002096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc5a646-f410-4a4f-a820-07401523abbe None None] Network a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:19.005946 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb000620-f5e7-46a7-ba40-c37295e3da98 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:19.021546 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-eb000620-f5e7-46a7-ba40-c37295e3da98 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for 71cebdca-b843-4c3f-8b01-7c64a303cb3b owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:19.079900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-edba9f65-615c-41f2-a287-52ea165f40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:19.081595 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-edba9f65-615c-41f2-a287-52ea165f40e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 1097 time: 0.5332396 Jul 09 20:26:19.184766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-a12c34d6-131f-4585-9849-edc408069106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:19.186752 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-a12c34d6-131f-4585-9849-edc408069106 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3a703c4-4654-451b-bb45-531d71f5e33d HTTP/1.1" status: 200 len: 898 time: 0.0933599 Jul 09 20:26:19.189056 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e1d1b6be-6cc0-468d-8ca6-7a32906066a9 None None] Provisioning for port c31d3a8d-63a7-4561-866b-6ac78f6a9eca completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:19.198777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e1d1b6be-6cc0-468d-8ca6-7a32906066a9 None None] Provisioning complete for port c31d3a8d-63a7-4561-866b-6ac78f6a9eca triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:19.199401 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b6be-6cc0-468d-8ca6-7a32906066a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:19.212003 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb000620-f5e7-46a7-ba40-c37295e3da98 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:19.255452 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb000620-f5e7-46a7-ba40-c37295e3da98 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=71cebdca-b843-4c3f-8b01-7c64a303cb3b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:19.289215 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb000620-f5e7-46a7-ba40-c37295e3da98 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:19.292369 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-eb000620-f5e7-46a7-ba40-c37295e3da98 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/71cebdca-b843-4c3f-8b01-7c64a303cb3b HTTP/1.1" status: 204 len: 168 time: 0.6178677 Jul 09 20:26:19.294120 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45090) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:19.323191 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b6be-6cc0-468d-8ca6-7a32906066a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:19.341596 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee87f302-9c84-49bf-8cbb-be505de96a2a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] GET failed (client error): The resource could not be found. Jul 09 20:26:19.346027 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-1f01a736-ab74-4b05-88de-e24b7a0d9c24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef78f538-5d90-4c52-a707-b242e35ff92e HTTP/1.1" status: 200 len: 1001 time: 0.1367846 Jul 09 20:26:19.347439 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ee87f302-9c84-49bf-8cbb-be505de96a2a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/71cebdca-b843-4c3f-8b01-7c64a303cb3b HTTP/1.1" status: 404 len: 333 time: 0.0496235 Jul 09 20:26:19.348044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45094) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:19.366120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e1d1b6be-6cc0-468d-8ca6-7a32906066a9 None None] For port c31d3a8d-63a7-4561-866b-6ac78f6a9eca, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c31d3a8d-63a7-4561-866b-6ac78f6a9eca,segment=NetworkSegment(42684723-74fe-4089-aca9-8d3b20c0e368),segment_id=42684723-74fe-4089-aca9-8d3b20c0e368)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:19.373885 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b6be-6cc0-468d-8ca6-7a32906066a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:19.424277 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-6dba11a0-aecf-4e21-b14d-5b9b88f8ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:19.426678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d75b9d9-1966-4eb8-947b-8d21e076f70c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting subnet 19c98454-ea26-4d0c-a0c9-723afbd26d92 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:26:19.427007 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-6dba11a0-aecf-4e21-b14d-5b9b88f8ddfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78 HTTP/1.1" status: 200 len: 835 time: 0.0671575 Jul 09 20:26:19.430743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d75b9d9-1966-4eb8-947b-8d21e076f70c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:19.485383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1b6be-6cc0-468d-8ca6-7a32906066a9 None None] Pushing event updated for resources: {'Port': ['ID=c31d3a8d-63a7-4561-866b-6ac78f6a9eca,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:19.490310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-49c3f48e-5101-4c0d-a47c-c963dacb4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:19.492085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-49c3f48e-5101-4c0d-a47c-c963dacb4c9b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3a703c4-4654-451b-bb45-531d71f5e33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585227 Jul 09 20:26:19.540650 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d75b9d9-1966-4eb8-947b-8d21e076f70c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:19.636589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-086e7302-5566-4ef7-b08c-a66af771bf8b None None] Provisioning complete for port c31d3a8d-63a7-4561-866b-6ac78f6a9eca triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:19.637603 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-086e7302-5566-4ef7-b08c-a66af771bf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:19.671696 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-3d2f1a67-d752-43e7-b76b-7d196ba6c475 service neutron] 10.222.0.32 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723139 Jul 09 20:26:19.687980 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d75b9d9-1966-4eb8-947b-8d21e076f70c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:19.778075 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d75b9d9-1966-4eb8-947b-8d21e076f70c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:19.813138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75b9d9-1966-4eb8-947b-8d21e076f70c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Subnet': ['ID=19c98454-ea26-4d0c-a0c9-723afbd26d92,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:19.818760 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d75b9d9-1966-4eb8-947b-8d21e076f70c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:19.824914 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6d75b9d9-1966-4eb8-947b-8d21e076f70c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/19c98454-ea26-4d0c-a0c9-723afbd26d92 HTTP/1.1" status: 204 len: 168 time: 0.4754560 Jul 09 20:26:19.825932 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45102) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:19.842131 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-1718c2c7-6c13-4b58-acb1-be10ed74ff82 service neutron] 10.222.0.32 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638758 Jul 09 20:26:19.846813 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-086e7302-5566-4ef7-b08c-a66af771bf8b None None] Could not find standard attr ID for object 71cebdca-b843-4c3f-8b01-7c64a303cb3b. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:26:19.939257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf99b52-5661-46f5-aa3b-df04f0bef41b None None] Network a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:19.954336 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c31d3a8d-63a7-4561-866b-6ac78f6a9eca up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:20.015890 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.025146 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fd9e2ea4-affa-41e9-9011-9a1865123f95 None None] Could not find standard attr ID for object 71cebdca-b843-4c3f-8b01-7c64a303cb3b. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:26:20.089136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port c31d3a8d-63a7-4561-866b-6ac78f6a9eca {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:20.089866 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.111353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port c31d3a8d-63a7-4561-866b-6ac78f6a9eca triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:20.111863 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.127721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-084dc29d-5f5a-4973-965d-01bf80f5a77e tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:20.130179 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-084dc29d-5f5a-4973-965d-01bf80f5a77e tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751&tenant_id=98c415b77acf409d81bfd148c54b3790&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1097 time: 0.2096875 Jul 09 20:26:20.143584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a417a-1001-4707-8537-78aa3b4b2b4d req-1d5b3145-b804-4606-acfd-af30dcf8142f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:20.146603 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-405a417a-1001-4707-8537-78aa3b4b2b4d req-1d5b3145-b804-4606-acfd-af30dcf8142f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 946 time: 0.1640673 Jul 09 20:26:20.152765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-800088-3'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:20.177641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] For port c31d3a8d-63a7-4561-866b-6ac78f6a9eca, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c31d3a8d-63a7-4561-866b-6ac78f6a9eca,segment=NetworkSegment(42684723-74fe-4089-aca9-8d3b20c0e368),segment_id=42684723-74fe-4089-aca9-8d3b20c0e368)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:20.178026 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.194897 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for c31d3a8d-63a7-4561-866b-6ac78f6a9eca owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:20.259233 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-405a417a-1001-4707-8537-78aa3b4b2b4d req-3b917d96-200a-4704-b9f1-fdc4195e58e0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030972 Jul 09 20:26:20.268847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0d2109-2722-46dc-9eb4-723bbea5fc23 None None] DHCP port deletion for a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:26:20.314225 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.323467 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.331409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d2109-2722-46dc-9eb4-723bbea5fc23 None None] Deleting port c31d3a8d-63a7-4561-866b-6ac78f6a9eca {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:20.333119 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6f0d2109-2722-46dc-9eb4-723bbea5fc23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.368885 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=c31d3a8d-63a7-4561-866b-6ac78f6a9eca,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:20.374357 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No DVR routers for this DVR port c31d3a8d-63a7-4561-866b-6ac78f6a9eca on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:20.424785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-6f0d2109-2722-46dc-9eb4-723bbea5fc23 None None] For port c31d3a8d-63a7-4561-866b-6ac78f6a9eca, host n-d-800088-3, got binding levels [] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:20.425699 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6f0d2109-2722-46dc-9eb4-723bbea5fc23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.445997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d2109-2722-46dc-9eb4-723bbea5fc23 None None] Calling delete_port for c31d3a8d-63a7-4561-866b-6ac78f6a9eca owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:20.450350 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.ipam_backend_mixin [None req-6f0d2109-2722-46dc-9eb4-723bbea5fc23 None None] Port c31d3a8d-63a7-4561-866b-6ac78f6a9eca was not found and therefore no delete operation was performed {{(pid=100206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 20:26:20.452199 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6f0d2109-2722-46dc-9eb4-723bbea5fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.480771 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d2109-2722-46dc-9eb4-723bbea5fc23 None None] Pushing event deleted for resources: {'Port': ['ID=c31d3a8d-63a7-4561-866b-6ac78f6a9eca,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:20.484407 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d2109-2722-46dc-9eb4-723bbea5fc23 None None] No DVR routers for this DVR port c31d3a8d-63a7-4561-866b-6ac78f6a9eca on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:20.484737 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.499285 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:20.507190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ef78f538-5d90-4c52-a707-b242e35ff92e,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:20.510043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42684723-74fe-4089-aca9-8d3b20c0e368') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:20.510343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42684723-74fe-4089-aca9-8d3b20c0e368') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:20.519812 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.535535 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.543637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:26:20.544076 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:26:20.548456 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:26:20.554117 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:20.601039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:26:20.604080 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79dde35f-24e6-49c6-8821-981c40c63c2c" -d '{"events": [{"server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "name": "network-vif-unplugged", "status": "completed", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:26:20.608334 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.615723 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.637378 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.654739 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.657394 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/networks/a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf HTTP/1.1" status: 204 len: 168 time: 0.8304679 Jul 09 20:26:20.660831 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11c3999-e365-47b5-8b18-576e47e909c8 x-openstack-request-id: req-d11c3999-e365-47b5-8b18-576e47e909c8 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:26:20.661132 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "name": "network-vif-unplugged", "status": "completed", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:26:20.661395 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d11c3999-e365-47b5-8b18-576e47e909c8 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:26:20.662132 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e', 'code': 200} Jul 09 20:26:20.670017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45124) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:20.672153 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55380f9-837e-4b16-bc7a-35165577548a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Network': ['ID=a7d9ae3e-e1a3-4fd2-bfec-9e17932b8bcf,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:20.678014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-56705566-8bf2-4538-937f-ead105e1f225 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1277773990'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:20.748464 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Pushing event updated for resources: {'Port': ['ID=ef78f538-5d90-4c52-a707-b242e35ff92e,revision_number=7']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:20.773804 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56705566-8bf2-4538-937f-ead105e1f225 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:20.781223 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56705566-8bf2-4538-937f-ead105e1f225 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.837448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Attempting to bind port ef78f538-5d90-4c52-a707-b242e35ff92e on host n-h1-800088-3 for vnic_type normal with profile {"migrating_to": "n-h2-800088-3"} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:20.837769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Attempting to bind port ef78f538-5d90-4c52-a707-b242e35ff92e by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:20.838679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Attempting to bind port ef78f538-5d90-4c52-a707-b242e35ff92e on network b3a703c4-4654-451b-bb45-531d71f5e33d {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:20.840790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56705566-8bf2-4538-937f-ead105e1f225 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:26:20.848434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Port ef78f538-5d90-4c52-a707-b242e35ff92e on network b3a703c4-4654-451b-bb45-531d71f5e33d not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:26:20.848833 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Attempting to bind port ef78f538-5d90-4c52-a707-b242e35ff92e on network b3a703c4-4654-451b-bb45-531d71f5e33d {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:20.856838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:20.857183 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Checking segment: {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:20.857800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Bound using segment: {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:20.858438 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Bound port: ef78f538-5d90-4c52-a707-b242e35ff92e, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:20.858810 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.861198 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56705566-8bf2-4538-937f-ead105e1f225 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.861546 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-56705566-8bf2-4538-937f-ead105e1f225 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Added segment 412b2676-f0ef-4d5d-8d1e-896a1cd20b4a of type vlan for network 52b45136-f220-4991-861f-f770cdc3f613 Jul 09 20:26:20.953292 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2c0e1951-0ebe-437f-8e38-c3ebc638f672 None None] Provisioning complete for port ef78f538-5d90-4c52-a707-b242e35ff92e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:20.953566 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56705566-8bf2-4538-937f-ead105e1f225 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.953899 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1951-0ebe-437f-8e38-c3ebc638f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:20.997976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-2c0e1951-0ebe-437f-8e38-c3ebc638f672 None None] Port ef78f538-5d90-4c52-a707-b242e35ff92e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:21.001052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:21.012868 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56705566-8bf2-4538-937f-ead105e1f225 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:21.018607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56705566-8bf2-4538-937f-ead105e1f225 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:21.019266 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56705566-8bf2-4538-937f-ead105e1f225 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:21.023438 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ef78f538-5d90-4c52-a707-b242e35ff92e,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:21.043962 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:21.113978 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-56705566-8bf2-4538-937f-ead105e1f225 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4427752 Jul 09 20:26:21.117322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45136) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:21.126227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8fab8d18-e823-4f8b-aa9e-d38be0c0d3cd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'subnet': {'network_id': '52b45136-f220-4991-861f-f770cdc3f613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:21.151691 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56705566-8bf2-4538-937f-ead105e1f225 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Network': ['ID=52b45136-f220-4991-861f-f770cdc3f613,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:21.162683 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 52b45136-f220-4991-861f-f770cdc3f613 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:26:21.196200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Pushing event updated for resources: {'Port': ['ID=ef78f538-5d90-4c52-a707-b242e35ff92e,revision_number=8']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:21.267705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:21.268342 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:21.270179 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c1dfb98c-77f0-473d-aa05-09139a9f77cf service neutron] 10.222.0.32 "PUT /v2.0/ports/ef78f538-5d90-4c52-a707-b242e35ff92e HTTP/1.1" status: 200 len: 1122 time: 1.1220975 Jul 09 20:26:21.289985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fab8d18-e823-4f8b-aa9e-d38be0c0d3cd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:21.294607 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8fab8d18-e823-4f8b-aa9e-d38be0c0d3cd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:21.340931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['ef78f538-5d90-4c52-a707-b242e35ff92e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:26:21.535857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c4937-dedb-4ee3-9d76-6c3ecbaf670c req-a97f4791-cf19-43ab-8066-3a3e86785c26 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:21.537724 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bc5c4937-dedb-4ee3-9d76-6c3ecbaf670c req-a97f4791-cf19-43ab-8066-3a3e86785c26 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 944 time: 0.0783863 Jul 09 20:26:21.557988 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7dc94d40-236f-4435-89a8-51de77d66f84 None None] Provisioning complete for port ef78f538-5d90-4c52-a707-b242e35ff92e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:21.558286 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7dc94d40-236f-4435-89a8-51de77d66f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:21.597117 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8fab8d18-e823-4f8b-aa9e-d38be0c0d3cd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:21.602554 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bc5c4937-dedb-4ee3-9d76-6c3ecbaf670c req-d14c73ee-b145-4058-8177-0fd022b6d7f6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588038 Jul 09 20:26:21.690587 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab8d18-e823-4f8b-aa9e-d38be0c0d3cd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Subnet': ['ID=965be30d-3c87-4bd4-b515-7bab9da86fa9,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:21.702582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab8d18-e823-4f8b-aa9e-d38be0c0d3cd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Checking segment: {'id': '412b2676-f0ef-4d5d-8d1e-896a1cd20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '52b45136-f220-4991-861f-f770cdc3f613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:21.702959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab8d18-e823-4f8b-aa9e-d38be0c0d3cd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network hostable DHCP agents. Network: 52b45136-f220-4991-861f-f770cdc3f613, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:26:21.721913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab8d18-e823-4f8b-aa9e-d38be0c0d3cd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network 52b45136-f220-4991-861f-f770cdc3f613 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:26:21.736963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-8fab8d18-e823-4f8b-aa9e-d38be0c0d3cd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 52b45136-f220-4991-861f-f770cdc3f613) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:21.738488 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7dc94d40-236f-4435-89a8-51de77d66f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:21.742075 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab8d18-e823-4f8b-aa9e-d38be0c0d3cd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:21.742744 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8fab8d18-e823-4f8b-aa9e-d38be0c0d3cd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:21.763610 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8fab8d18-e823-4f8b-aa9e-d38be0c0d3cd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6412427 Jul 09 20:26:21.764413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45152) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:21.769744 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-5e07efe5-fd94-43ab-9186-94737a22f0af tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'network_id': '52b45136-f220-4991-861f-f770cdc3f613', 'name': 'tempest-PortsIpV6TestJSON-883498161', 'fixed_ips': [{'subnet_id': '965be30d-3c87-4bd4-b515-7bab9da86fa9', 'ip_address': '2001:db8::10'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:21.772778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8fab15-5482-4d63-a103-5d62bd4ea70c None None] Network 52b45136-f220-4991-861f-f770cdc3f613 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:21.819343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:26:21.821681 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf476bb-055e-4465-9f6f-d25bdd590086" -d '{"events": [{"server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "name": "network-vif-plugged", "status": "completed", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:26:21.857186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7dc94d40-236f-4435-89a8-51de77d66f84 None None] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ef78f538-5d90-4c52-a707-b242e35ff92e,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:21.872263 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7dc94d40-236f-4435-89a8-51de77d66f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:21.876198 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fc8a21-bcc2-4ffc-ac43-96e99abd5365 x-openstack-request-id: req-a7fc8a21-bcc2-4ffc-ac43-96e99abd5365 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:26:21.876451 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "name": "network-vif-plugged", "status": "completed", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:26:21.876732 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7fc8a21-bcc2-4ffc-ac43-96e99abd5365 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:26:21.877115 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e', 'code': 200} Jul 09 20:26:21.920329 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e07efe5-fd94-43ab-9186-94737a22f0af tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:21.989418 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c31d3a8d-63a7-4561-866b-6ac78f6a9eca no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:22.038050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e07efe5-fd94-43ab-9186-94737a22f0af tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:22.058744 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-5e07efe5-fd94-43ab-9186-94737a22f0af tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port 33b3fbec-e5da-4a0b-8926-56fcea7304d6 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:26:22.060927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: c31d3a8d-63a7-4561-866b-6ac78f6a9eca {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:22.061279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device c31d3a8d-63a7-4561-866b-6ac78f6a9eca not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:22.122463 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc94d40-236f-4435-89a8-51de77d66f84 None None] Pushing event updated for resources: {'Port': ['ID=ef78f538-5d90-4c52-a707-b242e35ff92e,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:22.360085 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-52b45136-f220-4991-861f-f770cdc3f613', 'network_id': '52b45136-f220-4991-861f-f770cdc3f613', 'tenant_id': '83278fc7e892467e82aa80197cd07f9f', 'fixed_ips': [{'subnet_id': '965be30d-3c87-4bd4-b515-7bab9da86fa9'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:26:22.361268 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:22.514357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Allocated IP 2001:db8::2 (52b45136-f220-4991-861f-f770cdc3f613/965be30d-3c87-4bd4-b515-7bab9da86fa9/fd6d4996-e654-466c-94a0-8064fa3bc749) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:22.663910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:26:22.667554 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfb62b3-1270-4db7-80bc-7f448a59a4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:26:22.670004 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:22.696304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Transition to ACTIVE for port object fd6d4996-e654-466c-94a0-8064fa3bc749 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:22.719320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Transition to ACTIVE for port object fd6d4996-e654-466c-94a0-8064fa3bc749 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:22.724787 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d53a2a-e5dd-4b3f-b370-bfa553bf8203 x-openstack-request-id: req-b7d53a2a-e5dd-4b3f-b370-bfa553bf8203 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:26:22.725207 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:26:22.725466 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7d53a2a-e5dd-4b3f-b370-bfa553bf8203 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:26:22.725877 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e', 'status': 'completed', 'code': 200} Jul 09 20:26:22.733724 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:22.786418 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Pushing event updated for resources: {'Port': ['ID=fd6d4996-e654-466c-94a0-8064fa3bc749,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:22.795565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Network 52b45136-f220-4991-861f-f770cdc3f613 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:22.800686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-5e07efe5-fd94-43ab-9186-94737a22f0af tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Allocated IP 2001:db8::10 (52b45136-f220-4991-861f-f770cdc3f613/965be30d-3c87-4bd4-b515-7bab9da86fa9/33b3fbec-e5da-4a0b-8926-56fcea7304d6) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:22.802928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:22.806101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:22.881255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Attempting to bind port fd6d4996-e654-466c-94a0-8064fa3bc749 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:22.881895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb62b3-1270-4db7-80bc-7f448a59a4c5 req-5101be73-746c-48bf-bf64-190cbba1440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:22.882414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Attempting to bind port fd6d4996-e654-466c-94a0-8064fa3bc749 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '412b2676-f0ef-4d5d-8d1e-896a1cd20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '52b45136-f220-4991-861f-f770cdc3f613'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:22.882994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Attempting to bind port fd6d4996-e654-466c-94a0-8064fa3bc749 on network 52b45136-f220-4991-861f-f770cdc3f613 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:22.883650 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbfb62b3-1270-4db7-80bc-7f448a59a4c5 req-5101be73-746c-48bf-bf64-190cbba1440d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 1127 time: 0.1290026 Jul 09 20:26:22.889980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:22.890572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Checking segment: {'id': '412b2676-f0ef-4d5d-8d1e-896a1cd20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '52b45136-f220-4991-861f-f770cdc3f613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:22.891867 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:22.891867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Bound using segment: {'id': '412b2676-f0ef-4d5d-8d1e-896a1cd20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '52b45136-f220-4991-861f-f770cdc3f613'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:22.892121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Bound port: fd6d4996-e654-466c-94a0-8064fa3bc749, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412b2676-f0ef-4d5d-8d1e-896a1cd20b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '52b45136-f220-4991-861f-f770cdc3f613'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:22.892590 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:22.907917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509188d-cc0f-4fe2-b520-173c06309879 req-5d0a5354-2d5a-49f7-92c3-775fdbbc41a1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:22.909476 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3509188d-cc0f-4fe2-b520-173c06309879 req-5d0a5354-2d5a-49f7-92c3-775fdbbc41a1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 946 time: 0.1183059 Jul 09 20:26:22.968011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] For port fd6d4996-e654-466c-94a0-8064fa3bc749, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:22.971889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] For port fd6d4996-e654-466c-94a0-8064fa3bc749, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fd6d4996-e654-466c-94a0-8064fa3bc749,segment=NetworkSegment(412b2676-f0ef-4d5d-8d1e-896a1cd20b4a),segment_id=412b2676-f0ef-4d5d-8d1e-896a1cd20b4a)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:22.978449 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:23.009250 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3509188d-cc0f-4fe2-b520-173c06309879 req-047842dc-7bea-4e62-948c-022a5b61c119 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807412 Jul 09 20:26:23.047560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb62b3-1270-4db7-80bc-7f448a59a4c5 req-f503b7dd-ea05-4ff2-891b-22f91f4b1b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:23.049189 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbfb62b3-1270-4db7-80bc-7f448a59a4c5 req-f503b7dd-ea05-4ff2-891b-22f91f4b1b79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3a703c4-4654-451b-bb45-531d71f5e33d HTTP/1.1" status: 200 len: 898 time: 0.1564307 Jul 09 20:26:23.054458 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e07efe5-fd94-43ab-9186-94737a22f0af tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:23.059610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9124c-a70d-4b67-8492-4fda9434bc40 None None] Pushing event updated for resources: {'Port': ['ID=fd6d4996-e654-466c-94a0-8064fa3bc749,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:23.083021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-5e07efe5-fd94-43ab-9186-94737a22f0af tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Transition to ACTIVE for port object 33b3fbec-e5da-4a0b-8926-56fcea7304d6 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:23.122769 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e07efe5-fd94-43ab-9186-94737a22f0af tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:23.153047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbfb62b3-1270-4db7-80bc-7f448a59a4c5 req-63d8d06a-8dd9-436b-b59f-9ecd5ee68e40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef78f538-5d90-4c52-a707-b242e35ff92e HTTP/1.1" status: 200 len: 1001 time: 0.0964973 Jul 09 20:26:23.177804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07efe5-fd94-43ab-9186-94737a22f0af tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network 52b45136-f220-4991-861f-f770cdc3f613 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:23.181462 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-5e07efe5-fd94-43ab-9186-94737a22f0af tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:23.186600 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e07efe5-fd94-43ab-9186-94737a22f0af tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:23.192272 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e07efe5-fd94-43ab-9186-94737a22f0af tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:23.192952 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e07efe5-fd94-43ab-9186-94737a22f0af tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:23.196764 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07efe5-fd94-43ab-9186-94737a22f0af tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=33b3fbec-e5da-4a0b-8926-56fcea7304d6,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:23.214256 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5e07efe5-fd94-43ab-9186-94737a22f0af tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4490883 Jul 09 20:26:23.217042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45174) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:23.222287 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3d99fadc-74f3-4e27-b46f-4241ac76dfae tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'network_id': '52b45136-f220-4991-861f-f770cdc3f613', 'name': 'tempest-PortsIpV6TestJSON-2093333037', 'fixed_ips': [{'subnet_id': '965be30d-3c87-4bd4-b515-7bab9da86fa9', 'ip_address': '2001:db8::f'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:23.226934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb62b3-1270-4db7-80bc-7f448a59a4c5 req-bf2d9b0e-074e-4c7c-8ffd-edd98ee2b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:23.229199 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbfb62b3-1270-4db7-80bc-7f448a59a4c5 req-bf2d9b0e-074e-4c7c-8ffd-edd98ee2b18f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78 HTTP/1.1" status: 200 len: 835 time: 0.0668771 Jul 09 20:26:23.327131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb62b3-1270-4db7-80bc-7f448a59a4c5 req-f355d548-e31a-4b5c-a831-6d6edc292b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:23.328768 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbfb62b3-1270-4db7-80bc-7f448a59a4c5 req-f355d548-e31a-4b5c-a831-6d6edc292b5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3a703c4-4654-451b-bb45-531d71f5e33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923517 Jul 09 20:26:23.379198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d99fadc-74f3-4e27-b46f-4241ac76dfae tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:23.385213 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d99fadc-74f3-4e27-b46f-4241ac76dfae tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:23.407046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-3d99fadc-74f3-4e27-b46f-4241ac76dfae tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port d21df4a2-fa69-42bc-b55c-9afce7e299a5 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:26:23.461101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbfb62b3-1270-4db7-80bc-7f448a59a4c5 req-fec75cec-9bfd-45fe-ab77-7809321e6a47 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252906 Jul 09 20:26:23.568650 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbfb62b3-1270-4db7-80bc-7f448a59a4c5 req-96198686-317a-4426-b280-7d5b41b14a61 service neutron] 10.222.0.36 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954373 Jul 09 20:26:23.600670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-3d99fadc-74f3-4e27-b46f-4241ac76dfae tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Allocated IP 2001:db8::f (52b45136-f220-4991-861f-f770cdc3f613/965be30d-3c87-4bd4-b515-7bab9da86fa9/d21df4a2-fa69-42bc-b55c-9afce7e299a5) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:23.754876 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d99fadc-74f3-4e27-b46f-4241ac76dfae tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:23.769838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-3d99fadc-74f3-4e27-b46f-4241ac76dfae tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Transition to ACTIVE for port object d21df4a2-fa69-42bc-b55c-9afce7e299a5 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:23.806565 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d99fadc-74f3-4e27-b46f-4241ac76dfae tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:23.862667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d99fadc-74f3-4e27-b46f-4241ac76dfae tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network 52b45136-f220-4991-861f-f770cdc3f613 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:23.866247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-3d99fadc-74f3-4e27-b46f-4241ac76dfae tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:23.871941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99fadc-74f3-4e27-b46f-4241ac76dfae tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:23.878297 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d99fadc-74f3-4e27-b46f-4241ac76dfae tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:23.879024 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d99fadc-74f3-4e27-b46f-4241ac76dfae tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:23.886156 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99fadc-74f3-4e27-b46f-4241ac76dfae tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=d21df4a2-fa69-42bc-b55c-9afce7e299a5,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:23.902806 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3d99fadc-74f3-4e27-b46f-4241ac76dfae tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6818943 Jul 09 20:26:23.903453 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45178) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:23.986324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fd6d4996-e654-466c-94a0-8064fa3bc749 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:24.050699 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port fd6d4996-e654-466c-94a0-8064fa3bc749 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:24.054454 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec55aa9-2971-4fa0-a6e7-d4668d9c88ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:24.057313 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bec55aa9-2971-4fa0-a6e7-d4668d9c88ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1522698 Jul 09 20:26:24.060124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45180) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:24.099339 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device ef78f538-5d90-4c52-a707-b242e35ff92e details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:26:24.174462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28459345-8caf-4a17-8c48-e976d1e13e90 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:24.181288 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28459345-8caf-4a17-8c48-e976d1e13e90 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:24.188935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28459345-8caf-4a17-8c48-e976d1e13e90 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:24.190753 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-28459345-8caf-4a17-8c48-e976d1e13e90 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1296310 Jul 09 20:26:24.193779 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45184) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:24.226091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7a35c4-0aa4-4646-a9a4-798849705669 None None] Network 52b45136-f220-4991-861f-f770cdc3f613 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:24.342041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffceea81-91f3-4350-b9f7-7f5dcb483277 req-1598ea7f-6ada-4188-bbc1-0576ae3ef734 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:24.343617 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ffceea81-91f3-4350-b9f7-7f5dcb483277 req-1598ea7f-6ada-4188-bbc1-0576ae3ef734 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 946 time: 0.1357901 Jul 09 20:26:24.361186 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ef78f538-5d90-4c52-a707-b242e35ff92e,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:24.379795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bbc4bc83-baaa-4b05-997e-aefe55ae3f9f None None] Provisioning for port fd6d4996-e654-466c-94a0-8064fa3bc749 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:24.386112 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device ef78f538-5d90-4c52-a707-b242e35ff92e has no active binding in host n-h2-800088-3 {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 20:26:24.389964 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bbc4bc83-baaa-4b05-997e-aefe55ae3f9f None None] Provisioning complete for port fd6d4996-e654-466c-94a0-8064fa3bc749 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:24.390372 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bbc4bc83-baaa-4b05-997e-aefe55ae3f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:24.391172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-10bdbc50-7476-468f-a8b6-29f7a3ed37d2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port d21df4a2-fa69-42bc-b55c-9afce7e299a5 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:24.391704 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10bdbc50-7476-468f-a8b6-29f7a3ed37d2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:24.462798 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ffceea81-91f3-4350-b9f7-7f5dcb483277 req-3982f0db-0f42-45ac-9a1c-c322287c7cf0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117020 Jul 09 20:26:24.523966 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bbc4bc83-baaa-4b05-997e-aefe55ae3f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:24.529068 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10bdbc50-7476-468f-a8b6-29f7a3ed37d2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:24.546785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-10bdbc50-7476-468f-a8b6-29f7a3ed37d2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for d21df4a2-fa69-42bc-b55c-9afce7e299a5 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:24.558780 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-bbc4bc83-baaa-4b05-997e-aefe55ae3f9f None None] For port fd6d4996-e654-466c-94a0-8064fa3bc749, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fd6d4996-e654-466c-94a0-8064fa3bc749,segment=NetworkSegment(412b2676-f0ef-4d5d-8d1e-896a1cd20b4a),segment_id=412b2676-f0ef-4d5d-8d1e-896a1cd20b4a)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:24.564500 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bbc4bc83-baaa-4b05-997e-aefe55ae3f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:24.620951 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4bc83-baaa-4b05-997e-aefe55ae3f9f None None] Pushing event updated for resources: {'Port': ['ID=fd6d4996-e654-466c-94a0-8064fa3bc749,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:24.708932 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10bdbc50-7476-468f-a8b6-29f7a3ed37d2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:24.746869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdbc50-7476-468f-a8b6-29f7a3ed37d2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=d21df4a2-fa69-42bc-b55c-9afce7e299a5,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:24.773489 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10bdbc50-7476-468f-a8b6-29f7a3ed37d2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:24.776295 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-10bdbc50-7476-468f-a8b6-29f7a3ed37d2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/d21df4a2-fa69-42bc-b55c-9afce7e299a5 HTTP/1.1" status: 204 len: 168 time: 0.5812089 Jul 09 20:26:24.778916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45188) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:24.815640 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bd2974-ae04-4076-bd1f-ac66a7faa0a8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] GET failed (client error): The resource could not be found. Jul 09 20:26:24.817763 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d8bd2974-ae04-4076-bd1f-ac66a7faa0a8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/d21df4a2-fa69-42bc-b55c-9afce7e299a5 HTTP/1.1" status: 404 len: 333 time: 0.0363395 Jul 09 20:26:24.820988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45190) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:24.893028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-66e6d2d8-76ca-46a0-8668-943dad9c4ad8 None None] Provisioning complete for port fd6d4996-e654-466c-94a0-8064fa3bc749 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:24.893372 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-66e6d2d8-76ca-46a0-8668-943dad9c4ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:24.930351 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b286e669-0b8e-42bb-9693-65556ead8ee0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port 33b3fbec-e5da-4a0b-8926-56fcea7304d6 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:24.930746 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b286e669-0b8e-42bb-9693-65556ead8ee0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:24.999579 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-66e6d2d8-76ca-46a0-8668-943dad9c4ad8 None None] Could not find standard attr ID for object d21df4a2-fa69-42bc-b55c-9afce7e299a5. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:26:25.012369 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-66e6d2d8-76ca-46a0-8668-943dad9c4ad8 None None] Provisioning for port 33b3fbec-e5da-4a0b-8926-56fcea7304d6 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:25.018854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-66e6d2d8-76ca-46a0-8668-943dad9c4ad8 None None] Provisioning complete for port 33b3fbec-e5da-4a0b-8926-56fcea7304d6 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:25.019293 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-66e6d2d8-76ca-46a0-8668-943dad9c4ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:25.058316 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b286e669-0b8e-42bb-9693-65556ead8ee0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:25.066522 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-66e6d2d8-76ca-46a0-8668-943dad9c4ad8 None None] Port 33b3fbec-e5da-4a0b-8926-56fcea7304d6 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:25.074391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b286e669-0b8e-42bb-9693-65556ead8ee0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for 33b3fbec-e5da-4a0b-8926-56fcea7304d6 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:25.204251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d370892c-a35f-4c41-8d1d-bf5d89105b19 None None] Provisioning complete for port 33b3fbec-e5da-4a0b-8926-56fcea7304d6 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:25.205304 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d370892c-a35f-4c41-8d1d-bf5d89105b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:25.215156 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b286e669-0b8e-42bb-9693-65556ead8ee0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:25.254830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d370892c-a35f-4c41-8d1d-bf5d89105b19 None None] Port 33b3fbec-e5da-4a0b-8926-56fcea7304d6 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:25.257609 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286e669-0b8e-42bb-9693-65556ead8ee0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=33b3fbec-e5da-4a0b-8926-56fcea7304d6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:25.287845 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b286e669-0b8e-42bb-9693-65556ead8ee0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:25.289945 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b286e669-0b8e-42bb-9693-65556ead8ee0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/33b3fbec-e5da-4a0b-8926-56fcea7304d6 HTTP/1.1" status: 204 len: 168 time: 0.4685462 Jul 09 20:26:25.293287 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45192) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:25.323715 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-95225669-04fa-46c3-be15-024b80e2325d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] GET failed (client error): The resource could not be found. Jul 09 20:26:25.325355 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-95225669-04fa-46c3-be15-024b80e2325d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/33b3fbec-e5da-4a0b-8926-56fcea7304d6 HTTP/1.1" status: 404 len: 333 time: 0.0310123 Jul 09 20:26:25.328606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45194) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:25.370916 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c7ba745a-7854-409a-bb4a-4e8efdd9e52c None None] Could not find standard attr ID for object d21df4a2-fa69-42bc-b55c-9afce7e299a5. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:26:25.388502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe7d420-0dcc-4a08-a441-239fe8ac6b73 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting subnet 965be30d-3c87-4bd4-b515-7bab9da86fa9 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:26:25.392215 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abe7d420-0dcc-4a08-a441-239fe8ac6b73 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:25.442631 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abe7d420-0dcc-4a08-a441-239fe8ac6b73 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:25.549955 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abe7d420-0dcc-4a08-a441-239fe8ac6b73 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:25.651310 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abe7d420-0dcc-4a08-a441-239fe8ac6b73 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:25.688938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7d420-0dcc-4a08-a441-239fe8ac6b73 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Subnet': ['ID=965be30d-3c87-4bd4-b515-7bab9da86fa9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:25.698061 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-abe7d420-0dcc-4a08-a441-239fe8ac6b73 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:25.700292 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-abe7d420-0dcc-4a08-a441-239fe8ac6b73 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/965be30d-3c87-4bd4-b515-7bab9da86fa9 HTTP/1.1" status: 204 len: 168 time: 0.3707352 Jul 09 20:26:25.703040 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45200) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:25.738172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a21d4-3501-494d-9838-56b8e415a477 req-eef2fb05-170f-45ca-9ac3-e1fd7e129a85 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:25.748024 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-889a21d4-3501-494d-9838-56b8e415a477 req-eef2fb05-170f-45ca-9ac3-e1fd7e129a85 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 946 time: 0.1321018 Jul 09 20:26:25.783323 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28b86a3-acee-4819-a687-795ce2b7e4a8 None None] Network 52b45136-f220-4991-861f-f770cdc3f613 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:25.795742 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:25.798076 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-889a21d4-3501-494d-9838-56b8e415a477 req-ee9b09f1-65f7-412d-b004-96eb595e0209 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485981 Jul 09 20:26:25.856721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port fd6d4996-e654-466c-94a0-8064fa3bc749 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:25.857296 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:25.926125 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] For port fd6d4996-e654-466c-94a0-8064fa3bc749, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fd6d4996-e654-466c-94a0-8064fa3bc749,segment=NetworkSegment(412b2676-f0ef-4d5d-8d1e-896a1cd20b4a),segment_id=412b2676-f0ef-4d5d-8d1e-896a1cd20b4a)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:25.926891 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:25.941515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fd6d4996-e654-466c-94a0-8064fa3bc749 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:25.945482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for fd6d4996-e654-466c-94a0-8064fa3bc749 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:25.995649 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port fd6d4996-e654-466c-94a0-8064fa3bc749 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:25.996413 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.034922 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.035489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Could not find standard attr ID for object fd6d4996-e654-466c-94a0-8064fa3bc749. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:26:26.038700 n-d-800088-3 neutron-server[100206]: INFO neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No ports have port_id starting with fd6d4996-e654-466c-94a0-8064fa3bc749 Jul 09 20:26:26.048630 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0838e60-278b-41b3-af08-e712315b6bd0 None None] DHCP port deletion for 52b45136-f220-4991-861f-f770cdc3f613 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:26:26.074545 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=fd6d4996-e654-466c-94a0-8064fa3bc749,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:26.079566 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No DVR routers for this DVR port fd6d4996-e654-466c-94a0-8064fa3bc749 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:26.159066 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.176398 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b45136-f220-4991-861f-f770cdc3f613']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:26.187884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412b2676-f0ef-4d5d-8d1e-896a1cd20b4a') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:26.188189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412b2676-f0ef-4d5d-8d1e-896a1cd20b4a') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:26.197122 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.217330 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.223566 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:26:26.223996 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:26:26.227222 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:26:26.286969 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.293813 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.295669 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/networks/52b45136-f220-4991-861f-f770cdc3f613 HTTP/1.1" status: 204 len: 168 time: 0.5916271 Jul 09 20:26:26.299534 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45202) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:26.304436 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e362956e-5695-49c9-b3e0-df4b3687c77e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1041253915'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:26.318572 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bca22d-507a-4f0b-bf67-9973e4e9b4f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Network': ['ID=52b45136-f220-4991-861f-f770cdc3f613,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:26.342338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e362956e-5695-49c9-b3e0-df4b3687c77e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:26.346592 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e362956e-5695-49c9-b3e0-df4b3687c77e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.374787 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e362956e-5695-49c9-b3e0-df4b3687c77e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:26:26.385900 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e362956e-5695-49c9-b3e0-df4b3687c77e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.386285 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-e362956e-5695-49c9-b3e0-df4b3687c77e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Added segment 06d1018f-0880-42cd-a1b3-bf25e35de3c7 of type vlan for network 0a5069a0-d787-4668-8fc3-3ad87458e200 Jul 09 20:26:26.390628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-7c93d8bb-c188-4cb7-a028-fa01e39d1e89 service neutron] 10.222.0.36 "GET /v2.0/ports/ef78f538-5d90-4c52-a707-b242e35ff92e/bindings/n-h2-800088-3 HTTP/1.1" status: 200 len: 384 time: 0.0672607 Jul 09 20:26:26.428700 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e362956e-5695-49c9-b3e0-df4b3687c77e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.461622 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e362956e-5695-49c9-b3e0-df4b3687c77e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.467402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e362956e-5695-49c9-b3e0-df4b3687c77e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:26.468005 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e362956e-5695-49c9-b3e0-df4b3687c77e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.536812 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e362956e-5695-49c9-b3e0-df4b3687c77e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2363489 Jul 09 20:26:26.540583 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45206) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:26.545976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-8c9d3a0b-9ce5-44b5-92d2-35ab5145ff5d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'subnet': {'network_id': '0a5069a0-d787-4668-8fc3-3ad87458e200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:26.548831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362956e-5695-49c9-b3e0-df4b3687c77e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Network': ['ID=0a5069a0-d787-4668-8fc3-3ad87458e200,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:26.564828 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 0a5069a0-d787-4668-8fc3-3ad87458e200 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:26:26.655096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-edb7bd80-235f-4d29-81f4-3141e074f35a service neutron] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=ef78f538-5d90-4c52-a707-b242e35ff92e,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:26.686080 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-edb7bd80-235f-4d29-81f4-3141e074f35a service neutron] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:26.687666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9d3a0b-9ce5-44b5-92d2-35ab5145ff5d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:26.690983 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3a0b-9ce5-44b5-92d2-35ab5145ff5d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.784345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:26:26.786595 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b52463-921b-4ee0-b657-7db492291856" -d '{"events": [{"server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "name": "network-vif-unplugged", "status": "completed", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:26:26.795409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-edb7bd80-235f-4d29-81f4-3141e074f35a service neutron] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=ef78f538-5d90-4c52-a707-b242e35ff92e,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:26.831144 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c6d2e1-a902-4d6f-9c57-1fd78b5ca0aa x-openstack-request-id: req-38c6d2e1-a902-4d6f-9c57-1fd78b5ca0aa {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:26:26.831442 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "name": "network-vif-unplugged", "status": "completed", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:26:26.831700 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38c6d2e1-a902-4d6f-9c57-1fd78b5ca0aa {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:26:26.832349 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e', 'code': 200} Jul 09 20:26:26.833117 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-edb7bd80-235f-4d29-81f4-3141e074f35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:26.896089 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-af64c7c7-e1d6-4978-997a-3c960d4b6bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:27.031980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-edb7bd80-235f-4d29-81f4-3141e074f35a service neutron] Transition to ACTIVE for port object ef78f538-5d90-4c52-a707-b242e35ff92e will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:27.034193 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3a0b-9ce5-44b5-92d2-35ab5145ff5d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:27.052047 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:27.069194 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-edb7bd80-235f-4d29-81f4-3141e074f35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:27.186189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d3a0b-9ce5-44b5-92d2-35ab5145ff5d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Subnet': ['ID=8433e8ab-bdd1-43e8-9b41-f13e97225c1f,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:27.246776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4290e10-e314-4ba0-8a05-dc84693d8870 req-508ffcf6-fa50-4105-90cd-72ad70272b00 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:27.249528 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4290e10-e314-4ba0-8a05-dc84693d8870 req-508ffcf6-fa50-4105-90cd-72ad70272b00 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 945 time: 0.2845683 Jul 09 20:26:27.252963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7bd80-235f-4d29-81f4-3141e074f35a service neutron] Pushing event updated for resources: {'Port': ['ID=ef78f538-5d90-4c52-a707-b242e35ff92e,revision_number=11']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:27.290003 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9d3a0b-9ce5-44b5-92d2-35ab5145ff5d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Checking segment: {'id': '06d1018f-0880-42cd-a1b3-bf25e35de3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0a5069a0-d787-4668-8fc3-3ad87458e200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:27.290609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d3a0b-9ce5-44b5-92d2-35ab5145ff5d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network hostable DHCP agents. Network: 0a5069a0-d787-4668-8fc3-3ad87458e200, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:26:27.325426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-edb7bd80-235f-4d29-81f4-3141e074f35a service neutron] No DVR routers for this DVR port ef78f538-5d90-4c52-a707-b242e35ff92e on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:27.367198 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4290e10-e314-4ba0-8a05-dc84693d8870 req-5a6b6dfa-550f-4848-9942-edca52c58836 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103909 Jul 09 20:26:27.420800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9d3a0b-9ce5-44b5-92d2-35ab5145ff5d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network 0a5069a0-d787-4668-8fc3-3ad87458e200 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:26:27.439123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-8c9d3a0b-9ce5-44b5-92d2-35ab5145ff5d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 0a5069a0-d787-4668-8fc3-3ad87458e200) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:27.446167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9d3a0b-9ce5-44b5-92d2-35ab5145ff5d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:27.446781 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3a0b-9ce5-44b5-92d2-35ab5145ff5d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:27.447757 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8a82c-b056-43c8-831b-bfd5448a244c None None] Network 0a5069a0-d787-4668-8fc3-3ad87458e200 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:27.470452 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8c9d3a0b-9ce5-44b5-92d2-35ab5145ff5d tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9270558 Jul 09 20:26:27.470999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45212) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:27.476159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-aac9ae69-956a-406a-8624-a67cfefce6dd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1222032791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:27.493270 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-edb7bd80-235f-4d29-81f4-3141e074f35a service neutron] 10.222.0.36 "PUT /v2.0/ports/ef78f538-5d90-4c52-a707-b242e35ff92e/bindings/n-h2-800088-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0976174 Jul 09 20:26:27.503450 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aac9ae69-956a-406a-8624-a67cfefce6dd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:27.504516 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aac9ae69-956a-406a-8624-a67cfefce6dd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:27.608169 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-0a5069a0-d787-4668-8fc3-3ad87458e200', 'network_id': '0a5069a0-d787-4668-8fc3-3ad87458e200', 'tenant_id': '83278fc7e892467e82aa80197cd07f9f', 'fixed_ips': [{'subnet_id': '8433e8ab-bdd1-43e8-9b41-f13e97225c1f'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:26:27.609064 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:27.612503 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aac9ae69-956a-406a-8624-a67cfefce6dd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:27.619550 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aac9ae69-956a-406a-8624-a67cfefce6dd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:27.620475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-b0afb479-5c11-437c-bf73-8e5638edb67a tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:27.622494 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-b0afb479-5c11-437c-bf73-8e5638edb67a tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751&tenant_id=98c415b77acf409d81bfd148c54b3790&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 1096 time: 0.0762162 Jul 09 20:26:27.640923 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aac9ae69-956a-406a-8624-a67cfefce6dd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:27.642207 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-aac9ae69-956a-406a-8624-a67cfefce6dd tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1697683 Jul 09 20:26:27.644858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45218) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:27.649931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e75a6e2e-b090-4ad1-b8ea-d703a76ae272 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'network_id': '0a5069a0-d787-4668-8fc3-3ad87458e200', 'name': 'tempest-PortsIpV6TestJSON-148897160'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:27.760321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-f6446c9a-fbe7-4cac-8da5-7a20daa5483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:27.762394 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-f6446c9a-fbe7-4cac-8da5-7a20daa5483a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751&tenant_id=98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 1096 time: 0.1311386 Jul 09 20:26:27.811511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75a6e2e-b090-4ad1-b8ea-d703a76ae272 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:27.816375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Allocated IP 2001:db8::2 (0a5069a0-d787-4668-8fc3-3ad87458e200/8433e8ab-bdd1-43e8-9b41-f13e97225c1f/b816025a-444d-47d8-931a-744475b5ae23) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:27.816649 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e75a6e2e-b090-4ad1-b8ea-d703a76ae272 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:27.840626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-e75a6e2e-b090-4ad1-b8ea-d703a76ae272 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port 3a358772-c2d1-4614-bc9a-c4c1091f8464 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:26:27.878034 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-75e74a8a-e000-4a62-a53c-bc5a2e3aa604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:27.879588 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-75e74a8a-e000-4a62-a53c-bc5a2e3aa604 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 1096 time: 0.0933189 Jul 09 20:26:27.965240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fd6d4996-e654-466c-94a0-8064fa3bc749 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:28.004739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: fd6d4996-e654-466c-94a0-8064fa3bc749 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:28.005080 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fd6d4996-e654-466c-94a0-8064fa3bc749 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:28.005240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c264abf0-c22e-4c83-9255-6ce37edffe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:28.006989 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-c264abf0-c22e-4c83-9255-6ce37edffe51 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3a703c4-4654-451b-bb45-531d71f5e33d HTTP/1.1" status: 200 len: 898 time: 0.1204069 Jul 09 20:26:28.030437 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:28.038842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Transition to ACTIVE for port object b816025a-444d-47d8-931a-744475b5ae23 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:28.054141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Transition to ACTIVE for port object b816025a-444d-47d8-931a-744475b5ae23 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:28.060982 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:28.084196 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-27b8180f-92d4-46b5-a3b0-2bc32ec824fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef78f538-5d90-4c52-a707-b242e35ff92e HTTP/1.1" status: 200 len: 999 time: 0.0699387 Jul 09 20:26:28.106984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Network 0a5069a0-d787-4668-8fc3-3ad87458e200 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:28.112203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:28.115666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:28.125081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-e75a6e2e-b090-4ad1-b8ea-d703a76ae272 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Allocated IP 2001:db8::1d4 (0a5069a0-d787-4668-8fc3-3ad87458e200/8433e8ab-bdd1-43e8-9b41-f13e97225c1f/3a358772-c2d1-4614-bc9a-c4c1091f8464) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:28.126531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Pushing event updated for resources: {'Port': ['ID=b816025a-444d-47d8-931a-744475b5ae23,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:28.159355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-9f4b61da-ce55-4d4c-ac2d-60958ae9858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:28.160881 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-9f4b61da-ce55-4d4c-ac2d-60958ae9858d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78 HTTP/1.1" status: 200 len: 835 time: 0.0689776 Jul 09 20:26:28.195791 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Attempting to bind port b816025a-444d-47d8-931a-744475b5ae23 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:28.196751 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Attempting to bind port b816025a-444d-47d8-931a-744475b5ae23 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '06d1018f-0880-42cd-a1b3-bf25e35de3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0a5069a0-d787-4668-8fc3-3ad87458e200'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:28.198066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Attempting to bind port b816025a-444d-47d8-931a-744475b5ae23 on network 0a5069a0-d787-4668-8fc3-3ad87458e200 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:28.204626 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:28.205398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Checking segment: {'id': '06d1018f-0880-42cd-a1b3-bf25e35de3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0a5069a0-d787-4668-8fc3-3ad87458e200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:28.206214 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:28.206857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Bound using segment: {'id': '06d1018f-0880-42cd-a1b3-bf25e35de3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0a5069a0-d787-4668-8fc3-3ad87458e200'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:28.208636 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Bound port: b816025a-444d-47d8-931a-744475b5ae23, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d1018f-0880-42cd-a1b3-bf25e35de3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '0a5069a0-d787-4668-8fc3-3ad87458e200'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:28.209351 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:28.229919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-ca31744e-ddff-4cf8-bc3e-5d111bd1b3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:28.231456 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-ca31744e-ddff-4cf8-bc3e-5d111bd1b3d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3a703c4-4654-451b-bb45-531d71f5e33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642962 Jul 09 20:26:28.285288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] For port b816025a-444d-47d8-931a-744475b5ae23, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:28.290313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] For port b816025a-444d-47d8-931a-744475b5ae23, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b816025a-444d-47d8-931a-744475b5ae23,segment=NetworkSegment(06d1018f-0880-42cd-a1b3-bf25e35de3c7),segment_id=06d1018f-0880-42cd-a1b3-bf25e35de3c7)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:28.297775 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:28.333704 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e75a6e2e-b090-4ad1-b8ea-d703a76ae272 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:28.353071 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-e75a6e2e-b090-4ad1-b8ea-d703a76ae272 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Transition to ACTIVE for port object 3a358772-c2d1-4614-bc9a-c4c1091f8464 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:28.367230 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c916c5-247d-4fd8-9252-35ae5e7047f6 None None] Pushing event updated for resources: {'Port': ['ID=b816025a-444d-47d8-931a-744475b5ae23,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:28.380730 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-f525eb2b-beff-4fb5-bab5-d066138930ca service neutron] 10.222.0.32 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418660 Jul 09 20:26:28.404110 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e75a6e2e-b090-4ad1-b8ea-d703a76ae272 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:28.454121 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75a6e2e-b090-4ad1-b8ea-d703a76ae272 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network 0a5069a0-d787-4668-8fc3-3ad87458e200 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:28.458558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e75a6e2e-b090-4ad1-b8ea-d703a76ae272 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:28.468467 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a6e2e-b090-4ad1-b8ea-d703a76ae272 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:28.475050 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a6e2e-b090-4ad1-b8ea-d703a76ae272 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:28.475911 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e75a6e2e-b090-4ad1-b8ea-d703a76ae272 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:28.502714 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a6e2e-b090-4ad1-b8ea-d703a76ae272 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=3a358772-c2d1-4614-bc9a-c4c1091f8464,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:28.518063 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e75a6e2e-b090-4ad1-b8ea-d703a76ae272 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8699007 Jul 09 20:26:28.518392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45228) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:28.535541 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-850ad66f-0ea3-4248-b6bb-0bdb3376387a service neutron] 10.222.0.32 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490009 Jul 09 20:26:28.668990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ef78f538-5d90-4c52-a707-b242e35ff92e no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:28.730261 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device ef78f538-5d90-4c52-a707-b242e35ff92e not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:28.798654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ec816-757d-4c8a-b719-f4514a05892e req-6c0cf1c4-9789-4e83-aa9f-a61156027097 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:28.800207 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e33ec816-757d-4c8a-b719-f4514a05892e req-6c0cf1c4-9789-4e83-aa9f-a61156027097 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 945 time: 0.2298727 Jul 09 20:26:28.907173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-3a7e8c70-f408-449a-95e0-1be1ea02897a tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:28.908993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-3a7e8c70-f408-449a-95e0-1be1ea02897a tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751&tenant_id=98c415b77acf409d81bfd148c54b3790&binding%3Ahost_id=n-h2-800088-3 HTTP/1.1" status: 200 len: 1096 time: 0.0694678 Jul 09 20:26:28.951951 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e33ec816-757d-4c8a-b719-f4514a05892e req-e5649f01-1c0e-407e-b62f-d5f6f667f11b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100914 Jul 09 20:26:29.043416 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab34d559-125b-4784-ada5-e8c8e1a1f8f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:29.067257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-57c86f97-da8b-4d52-bfa7-b6f748bf0cc8 service neutron] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:29.070957 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-57c86f97-da8b-4d52-bfa7-b6f748bf0cc8 service neutron] Notify callbacks [] for binding, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:29.072360 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-57c86f97-da8b-4d52-bfa7-b6f748bf0cc8 service neutron] 10.222.0.32 "DELETE /v2.0/ports/ef78f538-5d90-4c52-a707-b242e35ff92e/bindings/n-h1-800088-3 HTTP/1.1" status: 204 len: 173 time: 0.1575828 Jul 09 20:26:29.311443 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab34d559-125b-4784-ada5-e8c8e1a1f8f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:29.316518 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab34d559-125b-4784-ada5-e8c8e1a1f8f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:29.371705 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:29.395479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34d559-125b-4784-ada5-e8c8e1a1f8f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=3a358772-c2d1-4614-bc9a-c4c1091f8464,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:29.458301 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3409ee7c-e8e7-4d70-8619-6534eef4b4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:29.535197 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab34d559-125b-4784-ada5-e8c8e1a1f8f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:29.577859 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c1f69c-3825-4021-9ab2-51efd11e0e1b None None] Network 0a5069a0-d787-4668-8fc3-3ad87458e200 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:29.641998 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:29.667852 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d05cf07b-4d9f-424d-bcc7-dae0a73589f7 None None] Provisioning for port b816025a-444d-47d8-931a-744475b5ae23 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:29.974717 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab34d559-125b-4784-ada5-e8c8e1a1f8f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:30.005292 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b816025a-444d-47d8-931a-744475b5ae23 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:30.108470 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port b816025a-444d-47d8-931a-744475b5ae23 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:30.116896 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b816025a-444d-47d8-931a-744475b5ae23 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:30.117318 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:30.177451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-886d6d9c-23c8-4514-8568-19e7bf39946d None None] Provisioning complete for port b816025a-444d-47d8-931a-744475b5ae23 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:30.177855 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-886d6d9c-23c8-4514-8568-19e7bf39946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:30.269051 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:30.323534 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-886d6d9c-23c8-4514-8568-19e7bf39946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:30.327714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785d3e5-3cbb-4955-97a1-9031963d8171 req-38684986-8a0b-4333-80da-9a5942873647 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:30.329355 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1785d3e5-3cbb-4955-97a1-9031963d8171 req-38684986-8a0b-4333-80da-9a5942873647 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 945 time: 0.1368361 Jul 09 20:26:30.352033 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab34d559-125b-4784-ada5-e8c8e1a1f8f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:30.358312 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab34d559-125b-4784-ada5-e8c8e1a1f8f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:30.359501 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab34d559-125b-4784-ada5-e8c8e1a1f8f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:30.366769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port b816025a-444d-47d8-931a-744475b5ae23, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b816025a-444d-47d8-931a-744475b5ae23,segment=NetworkSegment(06d1018f-0880-42cd-a1b3-bf25e35de3c7),segment_id=06d1018f-0880-42cd-a1b3-bf25e35de3c7)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:30.374006 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:30.442261 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1785d3e5-3cbb-4955-97a1-9031963d8171 req-96fb28b3-d369-47fa-96d9-73a064e45b5d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936279 Jul 09 20:26:30.465486 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34d559-125b-4784-ada5-e8c8e1a1f8f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=3a358772-c2d1-4614-bc9a-c4c1091f8464,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:30.495118 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.api [None req-886d6d9c-23c8-4514-8568-19e7bf39946d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 20:26:30.495639 n-d-800088-3 neutron-server[100206]: DEBUG oslo_db.api [None req-886d6d9c-23c8-4514-8568-19e7bf39946d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 20:26:30.501767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=b816025a-444d-47d8-931a-744475b5ae23,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:30.527787 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:30.536633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab34d559-125b-4784-ada5-e8c8e1a1f8f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network 0a5069a0-d787-4668-8fc3-3ad87458e200 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:30.538086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-ab34d559-125b-4784-ada5-e8c8e1a1f8f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:30.718848 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa40aae-6889-4c4c-a103-21eafe62a1b3 req-bc5af378-298a-487e-b410-62d8968a3618 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:30.720415 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9aa40aae-6889-4c4c-a103-21eafe62a1b3 req-bc5af378-298a-487e-b410-62d8968a3618 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 1096 time: 0.1277797 Jul 09 20:26:30.742207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab34d559-125b-4784-ada5-e8c8e1a1f8f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Router 0d956aea-5a3c-4e4f-9697-9cac2798dc84 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:26:30.840271 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9aa40aae-6889-4c4c-a103-21eafe62a1b3 req-89c93e7a-073b-4260-9246-a1a8949f75e9 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062539 Jul 09 20:26:30.868488 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab34d559-125b-4784-ada5-e8c8e1a1f8f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:26:30.876353 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ab34d559-125b-4784-ada5-e8c8e1a1f8f5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "PUT /v2.0/routers/0d956aea-5a3c-4e4f-9697-9cac2798dc84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3552401 Jul 09 20:26:30.877344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45240) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:30.879202 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dfcabc-6631-4aff-8fcd-a91e7b97bbe9 None None] Sync routers for ids ['0d956aea-5a3c-4e4f-9697-9cac2798dc84'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:26:30.899533 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dfcabc-6631-4aff-8fcd-a91e7b97bbe9 None None] Routers {'0d956aea-5a3c-4e4f-9697-9cac2798dc84'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:30.900760 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-a2dfcabc-6631-4aff-8fcd-a91e7b97bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0d956aea-5a3c-4e4f-9697-9cac2798dc84'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:30.935765 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-a2dfcabc-6631-4aff-8fcd-a91e7b97bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:30.944506 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dfcabc-6631-4aff-8fcd-a91e7b97bbe9 None None] Routers {'0d956aea-5a3c-4e4f-9697-9cac2798dc84'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:30.945223 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-a2dfcabc-6631-4aff-8fcd-a91e7b97bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0d956aea-5a3c-4e4f-9697-9cac2798dc84'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:30.958213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f6d257-2c4a-41c1-a74b-4ad64e7160b1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:30.961399 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e5f6d257-2c4a-41c1-a74b-4ad64e7160b1 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d956aea-5a3c-4e4f-9697-9cac2798dc84 HTTP/1.1" status: 200 len: 988 time: 0.0820990 Jul 09 20:26:30.964146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45242) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:30.979637 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-a2dfcabc-6631-4aff-8fcd-a91e7b97bbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:30.980679 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dfcabc-6631-4aff-8fcd-a91e7b97bbe9 None None] The sync data for ids ['0d956aea-5a3c-4e4f-9697-9cac2798dc84'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:26:31.058999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-886d6d9c-23c8-4514-8568-19e7bf39946d None None] Provisioning for port 3a358772-c2d1-4614-bc9a-c4c1091f8464 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:31.063730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-886d6d9c-23c8-4514-8568-19e7bf39946d None None] Provisioning complete for port 3a358772-c2d1-4614-bc9a-c4c1091f8464 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:31.064110 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-886d6d9c-23c8-4514-8568-19e7bf39946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:31.067660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88959a6f-f665-4bd3-aa62-3728c4fb8b7d req-12bc6435-7176-44f3-927d-c973f5e45ccb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:31.084740 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88959a6f-f665-4bd3-aa62-3728c4fb8b7d req-12bc6435-7176-44f3-927d-c973f5e45ccb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 945 time: 0.0963001 Jul 09 20:26:31.137187 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-886d6d9c-23c8-4514-8568-19e7bf39946d None None] Port 3a358772-c2d1-4614-bc9a-c4c1091f8464 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:31.143649 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88959a6f-f665-4bd3-aa62-3728c4fb8b7d req-4f6d0c7e-6737-4c48-b985-a6459b391da0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566115 Jul 09 20:26:31.163689 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45248) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:31.262481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7e0589f4-6f90-4e5f-8f57-2698597d96f8 None None] Provisioning complete for port 3a358772-c2d1-4614-bc9a-c4c1091f8464 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:31.263372 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7e0589f4-6f90-4e5f-8f57-2698597d96f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:31.293853 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-934fa81e-bb5f-4903-967e-b435f4932589 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/d4627b8d-e9cc-4821-be68-36fa114c62c1 HTTP/1.1" status: 200 len: 991 time: 0.1280632 Jul 09 20:26:31.311868 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7e0589f4-6f90-4e5f-8f57-2698597d96f8 None None] Port 3a358772-c2d1-4614-bc9a-c4c1091f8464 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:31.532630 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9bcf88d-489d-44d0-b351-e0264edd2aa2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:31.758009 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcf88d-489d-44d0-b351-e0264edd2aa2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port 3a358772-c2d1-4614-bc9a-c4c1091f8464 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:31.758512 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9bcf88d-489d-44d0-b351-e0264edd2aa2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:31.849128 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9bcf88d-489d-44d0-b351-e0264edd2aa2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:31.864063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcf88d-489d-44d0-b351-e0264edd2aa2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for 3a358772-c2d1-4614-bc9a-c4c1091f8464 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:31.926269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b816025a-444d-47d8-931a-744475b5ae23 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:31.979033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b816025a-444d-47d8-931a-744475b5ae23 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:31.979484 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:32.064444 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9bcf88d-489d-44d0-b351-e0264edd2aa2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:32.096261 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcf88d-489d-44d0-b351-e0264edd2aa2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=3a358772-c2d1-4614-bc9a-c4c1091f8464,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:32.210201 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e9bcf88d-489d-44d0-b351-e0264edd2aa2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:32.365524 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:32.391688 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bcf88d-489d-44d0-b351-e0264edd2aa2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Router 0d956aea-5a3c-4e4f-9697-9cac2798dc84 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:26:32.761626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bcf88d-489d-44d0-b351-e0264edd2aa2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:26:32.767309 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e9bcf88d-489d-44d0-b351-e0264edd2aa2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "PUT /v2.0/routers/0d956aea-5a3c-4e4f-9697-9cac2798dc84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8013735 Jul 09 20:26:32.770229 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45476) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:32.772935 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0a0532-36f4-44f5-a76d-582015c4cb42 None None] Sync routers for ids ['0d956aea-5a3c-4e4f-9697-9cac2798dc84'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:26:32.783266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a0532-36f4-44f5-a76d-582015c4cb42 None None] Routers {'0d956aea-5a3c-4e4f-9697-9cac2798dc84'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:32.784032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9a0a0532-36f4-44f5-a76d-582015c4cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0d956aea-5a3c-4e4f-9697-9cac2798dc84'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:32.798845 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-418bd925-7dd8-454c-a39e-7234d7b2c301 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] GET failed (client error): The resource could not be found. Jul 09 20:26:32.800417 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-418bd925-7dd8-454c-a39e-7234d7b2c301 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/3a358772-c2d1-4614-bc9a-c4c1091f8464 HTTP/1.1" status: 404 len: 333 time: 0.0290763 Jul 09 20:26:32.803039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45484) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:32.825533 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9a0a0532-36f4-44f5-a76d-582015c4cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:32.835553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a0532-36f4-44f5-a76d-582015c4cb42 None None] Routers {'0d956aea-5a3c-4e4f-9697-9cac2798dc84'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:32.836118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9a0a0532-36f4-44f5-a76d-582015c4cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0d956aea-5a3c-4e4f-9697-9cac2798dc84'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:32.871181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9a0a0532-36f4-44f5-a76d-582015c4cb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:32.871799 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0a0532-36f4-44f5-a76d-582015c4cb42 None None] The sync data for ids ['0d956aea-5a3c-4e4f-9697-9cac2798dc84'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:26:32.882045 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a5104c2-98e8-4ccf-8d53-8c3ab7f7706c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.058860 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a5104c2-98e8-4ccf-8d53-8c3ab7f7706c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.061068 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a5104c2-98e8-4ccf-8d53-8c3ab7f7706c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.109210 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a5104c2-98e8-4ccf-8d53-8c3ab7f7706c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.109869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5104c2-98e8-4ccf-8d53-8c3ab7f7706c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Fanout notify agent at l3_agent the message router_deleted on router 0d956aea-5a3c-4e4f-9697-9cac2798dc84 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:26:33.118804 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5a5104c2-98e8-4ccf-8d53-8c3ab7f7706c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.120365 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5a5104c2-98e8-4ccf-8d53-8c3ab7f7706c tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/routers/0d956aea-5a3c-4e4f-9697-9cac2798dc84 HTTP/1.1" status: 204 len: 168 time: 0.3162675 Jul 09 20:26:33.123293 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45534) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:33.183427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd0df05-5351-4d48-b186-a61af432aa31 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting subnet 8433e8ab-bdd1-43e8-9b41-f13e97225c1f {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:26:33.186733 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bd0df05-5351-4d48-b186-a61af432aa31 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.234278 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bd0df05-5351-4d48-b186-a61af432aa31 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.325834 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bd0df05-5351-4d48-b186-a61af432aa31 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.399572 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bd0df05-5351-4d48-b186-a61af432aa31 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.433685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0df05-5351-4d48-b186-a61af432aa31 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Subnet': ['ID=8433e8ab-bdd1-43e8-9b41-f13e97225c1f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:33.439739 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bd0df05-5351-4d48-b186-a61af432aa31 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.442078 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1bd0df05-5351-4d48-b186-a61af432aa31 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/8433e8ab-bdd1-43e8-9b41-f13e97225c1f HTTP/1.1" status: 204 len: 168 time: 0.3171804 Jul 09 20:26:33.444478 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45584) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:33.458541 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaa6cf0-73f1-4398-a411-d8e6b7719d9d None None] Network 0a5069a0-d787-4668-8fc3-3ad87458e200 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:33.531436 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.566299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45602) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:33.599712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port b816025a-444d-47d8-931a-744475b5ae23 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:33.600084 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.675995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] For port b816025a-444d-47d8-931a-744475b5ae23, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b816025a-444d-47d8-931a-744475b5ae23,segment=NetworkSegment(06d1018f-0880-42cd-a1b3-bf25e35de3c7),segment_id=06d1018f-0880-42cd-a1b3-bf25e35de3c7)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:33.676463 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.697609 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for b816025a-444d-47d8-931a-744475b5ae23 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:33.749333 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b0ac9b-c516-4f2b-9826-de3edb8a5da5 None None] DHCP port deletion for 0a5069a0-d787-4668-8fc3-3ad87458e200 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:26:33.803893 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-77b0ac9b-c516-4f2b-9826-de3edb8a5da5 None None] Deleting port b816025a-444d-47d8-931a-744475b5ae23 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:33.804616 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-77b0ac9b-c516-4f2b-9826-de3edb8a5da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.812844 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.848803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=b816025a-444d-47d8-931a-744475b5ae23,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:33.857919 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No DVR routers for this DVR port b816025a-444d-47d8-931a-744475b5ae23 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:33.881045 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-77b0ac9b-c516-4f2b-9826-de3edb8a5da5 None None] For port b816025a-444d-47d8-931a-744475b5ae23, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b816025a-444d-47d8-931a-744475b5ae23,segment=NetworkSegment(06d1018f-0880-42cd-a1b3-bf25e35de3c7),segment_id=06d1018f-0880-42cd-a1b3-bf25e35de3c7)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:33.881450 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-77b0ac9b-c516-4f2b-9826-de3edb8a5da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:33.898871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-77b0ac9b-c516-4f2b-9826-de3edb8a5da5 None None] Calling delete_port for b816025a-444d-47d8-931a-744475b5ae23 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:33.976280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b816025a-444d-47d8-931a-744475b5ae23 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:34.006001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: b816025a-444d-47d8-931a-744475b5ae23 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:34.006947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b816025a-444d-47d8-931a-744475b5ae23 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:34.008654 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.033206 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a5069a0-d787-4668-8fc3-3ad87458e200']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:34.047413 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d1018f-0880-42cd-a1b3-bf25e35de3c7') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:34.047943 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d1018f-0880-42cd-a1b3-bf25e35de3c7') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:34.055005 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-77b0ac9b-c516-4f2b-9826-de3edb8a5da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.059971 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.081134 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.085058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0ac9b-c516-4f2b-9826-de3edb8a5da5 None None] Pushing event deleted for resources: {'Port': ['ID=b816025a-444d-47d8-931a-744475b5ae23,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:34.094887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:26:34.095160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0ac9b-c516-4f2b-9826-de3edb8a5da5 None None] No DVR routers for this DVR port b816025a-444d-47d8-931a-744475b5ae23 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:34.095546 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:26:34.100147 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:26:34.190133 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.199345 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.202069 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/networks/0a5069a0-d787-4668-8fc3-3ad87458e200 HTTP/1.1" status: 204 len: 168 time: 0.7560441 Jul 09 20:26:34.208386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45672) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:34.227627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd394ff7-569a-4885-a91c-8fc994058a1a tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Network': ['ID=0a5069a0-d787-4668-8fc3-3ad87458e200,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:34.282837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbc4a8e-3306-4d53-994d-be0ab3708073 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:34.284239 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6cbc4a8e-3306-4d53-994d-be0ab3708073 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/8c4c7488-401f-4c7c-a65f-28a3803c9e4f HTTP/1.1" status: 200 len: 844 time: 0.0748851 Jul 09 20:26:34.288001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45684) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:34.334233 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-06aa70f7-48f7-4433-ad8a-ee2792fdf9e8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port 6ad67a66-b8f9-4180-9757-d0e3c61b75e7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:34.334727 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-06aa70f7-48f7-4433-ad8a-ee2792fdf9e8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.356054 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d7642bcb-6b1e-46f8-93c1-f2a918a679e4 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/8c4c7488-401f-4c7c-a65f-28a3803c9e4f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0661371 Jul 09 20:26:34.359885 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45694) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:34.369464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e1315ddf-4197-4943-8b3f-2eb8b052c7cc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'subnet': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:34.423189 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-06aa70f7-48f7-4433-ad8a-ee2792fdf9e8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.423685 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-06aa70f7-48f7-4433-ad8a-ee2792fdf9e8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.437751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-06aa70f7-48f7-4433-ad8a-ee2792fdf9e8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for 6ad67a66-b8f9-4180-9757-d0e3c61b75e7 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:34.478697 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1315ddf-4197-4943-8b3f-2eb8b052c7cc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:34.482407 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1315ddf-4197-4943-8b3f-2eb8b052c7cc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.641651 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-06aa70f7-48f7-4433-ad8a-ee2792fdf9e8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.671268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa70f7-48f7-4433-ad8a-ee2792fdf9e8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=6ad67a66-b8f9-4180-9757-d0e3c61b75e7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:34.690430 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1315ddf-4197-4943-8b3f-2eb8b052c7cc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.736765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1315ddf-4197-4943-8b3f-2eb8b052c7cc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network adbfb4ac-b213-4e51-815c-6ede1635d255 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:34.739944 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e1315ddf-4197-4943-8b3f-2eb8b052c7cc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:34.743059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1315ddf-4197-4943-8b3f-2eb8b052c7cc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:34.744953 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1315ddf-4197-4943-8b3f-2eb8b052c7cc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.745671 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-06aa70f7-48f7-4433-ad8a-ee2792fdf9e8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.746033 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-06aa70f7-48f7-4433-ad8a-ee2792fdf9e8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Floating IP d4627b8d-e9cc-4821-be68-36fa114c62c1 disassociated (deleted). External IP: 172.25.0.89, port: ef78f538-5d90-4c52-a707-b242e35ff92e. Jul 09 20:26:34.751215 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffa8660-c129-44f1-bc6d-e2dd0b03c3e5 None None] Network adbfb4ac-b213-4e51-815c-6ede1635d255 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:34.765330 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1315ddf-4197-4943-8b3f-2eb8b052c7cc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Subnet': ['ID=76d51ea7-2713-4473-8f25-b63371fb6919,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:34.774815 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e1315ddf-4197-4943-8b3f-2eb8b052c7cc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4132264 Jul 09 20:26:34.777515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45710) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:34.782830 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-fbd03d48-57ef-4ad3-9e57-ea9752abc809 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'security_group': {'name': 'tempest-secgroup-498026609'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:34.814314 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbd03d48-57ef-4ad3-9e57-ea9752abc809 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.911327 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbd03d48-57ef-4ad3-9e57-ea9752abc809 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.917292 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbd03d48-57ef-4ad3-9e57-ea9752abc809 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.942614 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbd03d48-57ef-4ad3-9e57-ea9752abc809 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.943888 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fbd03d48-57ef-4ad3-9e57-ea9752abc809 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1650395 Jul 09 20:26:34.948615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45712) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:34.955233 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a48dd50b-6501-423b-a7b7-edb6ffa32f39 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'security_group': {'name': 'tempest-secgroup-389737242'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:34.957453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-adbfb4ac-b213-4e51-815c-6ede1635d255', 'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'tenant_id': '83278fc7e892467e82aa80197cd07f9f', 'fixed_ips': [{'subnet_id': '76d51ea7-2713-4473-8f25-b63371fb6919'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:26:34.958650 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.963527 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd03d48-57ef-4ad3-9e57-ea9752abc809 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab36c04-9577-4555-a7c3-97f90767ff4e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:34.991492 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a48dd50b-6501-423b-a7b7-edb6ffa32f39 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:34.993375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06aa70f7-48f7-4433-ad8a-ee2792fdf9e8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router 813a5170-6cd9-4fec-89ee-777b60af96b5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:26:35.096072 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a48dd50b-6501-423b-a7b7-edb6ffa32f39 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:35.102075 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a48dd50b-6501-423b-a7b7-edb6ffa32f39 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:35.113567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Allocated IP 2001:db8::2 (adbfb4ac-b213-4e51-815c-6ede1635d255/76d51ea7-2713-4473-8f25-b63371fb6919/4198b750-5108-43e4-8001-3891b9419ca5) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:35.127246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06aa70f7-48f7-4433-ad8a-ee2792fdf9e8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:26:35.130232 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a48dd50b-6501-423b-a7b7-edb6ffa32f39 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:35.131476 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a48dd50b-6501-423b-a7b7-edb6ffa32f39 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1819615 Jul 09 20:26:35.134353 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45714) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:35.140880 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d42181d1-0073-4c50-bfe8-6f2322777a00 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1499925526', 'security_groups': ['af79e8f6-0790-47c2-8451-e23bf978a40c'], 'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '76d51ea7-2713-4473-8f25-b63371fb6919'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:35.142262 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-06aa70f7-48f7-4433-ad8a-ee2792fdf9e8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:35.142941 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e02f6e-b5b8-4982-8f90-dcdaf1dd509d None None] Sync routers for ids ['813a5170-6cd9-4fec-89ee-777b60af96b5'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:26:35.152154 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e02f6e-b5b8-4982-8f90-dcdaf1dd509d None None] Routers {'813a5170-6cd9-4fec-89ee-777b60af96b5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:35.152795 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-37e02f6e-b5b8-4982-8f90-dcdaf1dd509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['813a5170-6cd9-4fec-89ee-777b60af96b5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:35.186825 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-06aa70f7-48f7-4433-ad8a-ee2792fdf9e8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/floatingips/d4627b8d-e9cc-4821-be68-36fa114c62c1 HTTP/1.1" status: 204 len: 168 time: 1.6191766 Jul 09 20:26:35.187737 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:26:35.190278 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1245f173-0897-49f9-8ba8-b66dac29d262" -d '{"events": [{"name": "network-changed", "server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:26:35.219882 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dd50b-6501-423b-a7b7-edb6ffa32f39 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af79e8f6-0790-47c2-8451-e23bf978a40c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:35.237916 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3263172b-21ad-45d3-afd6-3555eb464c4a x-openstack-request-id: req-3263172b-21ad-45d3-afd6-3555eb464c4a {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:26:35.238208 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:26:35.238465 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3263172b-21ad-45d3-afd6-3555eb464c4a {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:26:35.238870 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e', 'status': 'completed', 'code': 200} Jul 09 20:26:35.331346 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-37e02f6e-b5b8-4982-8f90-dcdaf1dd509d None None] Set router 813a5170-6cd9-4fec-89ee-777b60af96b5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:26:35.335653 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:35.346614 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Transition to ACTIVE for port object 4198b750-5108-43e4-8001-3891b9419ca5 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:35.365767 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245f173-0897-49f9-8ba8-b66dac29d262 req-9fbbe37f-436c-43f7-a5b5-c6b8aaa191c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:35.366415 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Transition to ACTIVE for port object 4198b750-5108-43e4-8001-3891b9419ca5 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:35.367443 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1245f173-0897-49f9-8ba8-b66dac29d262 req-9fbbe37f-436c-43f7-a5b5-c6b8aaa191c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 1096 time: 0.1066403 Jul 09 20:26:35.376148 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:35.385298 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42181d1-0073-4c50-bfe8-6f2322777a00 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:35.470358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Network adbfb4ac-b213-4e51-815c-6ede1635d255 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:35.488230 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:35.501234 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:35.521988 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Pushing event updated for resources: {'Port': ['ID=4198b750-5108-43e4-8001-3891b9419ca5,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:35.562624 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d42181d1-0073-4c50-bfe8-6f2322777a00 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:35.568362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245f173-0897-49f9-8ba8-b66dac29d262 req-f43e472d-9293-497a-8e10-54c15024dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:35.569939 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1245f173-0897-49f9-8ba8-b66dac29d262 req-f43e472d-9293-497a-8e10-54c15024dbf1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3a703c4-4654-451b-bb45-531d71f5e33d HTTP/1.1" status: 200 len: 898 time: 0.1953094 Jul 09 20:26:35.623602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-d42181d1-0073-4c50-bfe8-6f2322777a00 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port 70622819-f071-4200-9626-b6ff9c546304 yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:26:35.645299 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1245f173-0897-49f9-8ba8-b66dac29d262 req-dd1e7a6c-e9e7-4b68-a408-8524af3e875c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef78f538-5d90-4c52-a707-b242e35ff92e HTTP/1.1" status: 200 len: 217 time: 0.0671721 Jul 09 20:26:35.694670 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-37e02f6e-b5b8-4982-8f90-dcdaf1dd509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e233759e-f1ea-4662-bde9-62971ea8f351', 'name': '', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:0a:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:49Z', 'updated_at': '2021-07-09T20:24:56Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:35.730107 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e02f6e-b5b8-4982-8f90-dcdaf1dd509d None None] Checking router: 813a5170-6cd9-4fec-89ee-777b60af96b5 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:26:35.743195 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e02f6e-b5b8-4982-8f90-dcdaf1dd509d None None] Routers {'813a5170-6cd9-4fec-89ee-777b60af96b5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:35.744747 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-37e02f6e-b5b8-4982-8f90-dcdaf1dd509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['813a5170-6cd9-4fec-89ee-777b60af96b5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:35.756026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245f173-0897-49f9-8ba8-b66dac29d262 req-a7ae9d06-7c61-4739-8109-e387dfe9d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:35.758569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1245f173-0897-49f9-8ba8-b66dac29d262 req-a7ae9d06-7c61-4739-8109-e387dfe9d140 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78 HTTP/1.1" status: 200 len: 835 time: 0.1055923 Jul 09 20:26:35.823268 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Attempting to bind port 4198b750-5108-43e4-8001-3891b9419ca5 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:35.824414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Attempting to bind port 4198b750-5108-43e4-8001-3891b9419ca5 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'a699e2d9-ca95-4cba-b858-fca72b634b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:35.825008 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Attempting to bind port 4198b750-5108-43e4-8001-3891b9419ca5 on network adbfb4ac-b213-4e51-815c-6ede1635d255 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:35.832841 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:35.833539 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Checking segment: {'id': 'a699e2d9-ca95-4cba-b858-fca72b634b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:35.834148 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:35.834761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Bound using segment: {'id': 'a699e2d9-ca95-4cba-b858-fca72b634b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:35.835414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Bound port: 4198b750-5108-43e4-8001-3891b9419ca5, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a699e2d9-ca95-4cba-b858-fca72b634b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:35.836002 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:35.871687 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245f173-0897-49f9-8ba8-b66dac29d262 req-ce0c39c5-ed2e-4393-b478-addbdb32f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:35.874291 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1245f173-0897-49f9-8ba8-b66dac29d262 req-ce0c39c5-ed2e-4393-b478-addbdb32f90a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3a703c4-4654-451b-bb45-531d71f5e33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1059468 Jul 09 20:26:35.890319 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-37e02f6e-b5b8-4982-8f90-dcdaf1dd509d None None] Set router 813a5170-6cd9-4fec-89ee-777b60af96b5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:26:35.930609 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] For port 4198b750-5108-43e4-8001-3891b9419ca5, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:35.934930 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] For port 4198b750-5108-43e4-8001-3891b9419ca5, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4198b750-5108-43e4-8001-3891b9419ca5,segment=NetworkSegment(a699e2d9-ca95-4cba-b858-fca72b634b91),segment_id=a699e2d9-ca95-4cba-b858-fca72b634b91)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:35.940470 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:36.000675 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.32', 65214) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:36.011269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca584cc-e601-44df-b1f5-1e3625f54831 req-756e506c-8c26-4baa-ad0b-47cda0b0b076 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:36.013234 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cca584cc-e601-44df-b1f5-1e3625f54831 req-756e506c-8c26-4baa-ad0b-47cda0b0b076 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 945 time: 0.3226881 Jul 09 20:26:36.029514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd1dd6-1a1e-4e07-9e03-8d98035b555a None None] Pushing event updated for resources: {'Port': ['ID=4198b750-5108-43e4-8001-3891b9419ca5,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:36.087117 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cca584cc-e601-44df-b1f5-1e3625f54831 req-0a0b2033-fdfa-4dc4-b949-1fe21345eeb4 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532095 Jul 09 20:26:36.101886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-d42181d1-0073-4c50-bfe8-6f2322777a00 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Allocated IP 2001:db8::3c7 (adbfb4ac-b213-4e51-815c-6ede1635d255/76d51ea7-2713-4473-8f25-b63371fb6919/70622819-f071-4200-9626-b6ff9c546304) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:36.117455 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1245f173-0897-49f9-8ba8-b66dac29d262 req-145d7b8c-67eb-42ed-923e-4c1616732fa2 service neutron] 10.222.0.32 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336342 Jul 09 20:26:36.178121 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-37e02f6e-b5b8-4982-8f90-dcdaf1dd509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e233759e-f1ea-4662-bde9-62971ea8f351', 'name': '', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:0a:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:49Z', 'updated_at': '2021-07-09T20:24:56Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:36.212424 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48043a48-a8b0-4690-be18-063c346c73ff req-29862eba-c805-473a-9a33-4b82015a7cb1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:36.215136 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-48043a48-a8b0-4690-be18-063c346c73ff req-29862eba-c805-473a-9a33-4b82015a7cb1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.32 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 945 time: 0.2070122 Jul 09 20:26:36.313768 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1245f173-0897-49f9-8ba8-b66dac29d262 req-519aecfe-5b72-4bcb-931d-99a43a8548d5 service neutron] 10.222.0.32 "GET /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781948 Jul 09 20:26:36.390707 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d42181d1-0073-4c50-bfe8-6f2322777a00 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:36.412283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-48043a48-a8b0-4690-be18-063c346c73ff req-6e4fa8d4-c8fd-4c91-9744-557864201ff7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port ef78f538-5d90-4c52-a707-b242e35ff92e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:36.412598 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e02f6e-b5b8-4982-8f90-dcdaf1dd509d None None] The sync data for ids ['813a5170-6cd9-4fec-89ee-777b60af96b5'] in n-d-800088-3 is: [{'id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'e233759e-f1ea-4662-bde9-62971ea8f351', 'name': '', 'network_id': 'b3a703c4-4654-451b-bb45-531d71f5e33d', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:0a:8e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:49Z', 'updated_at': '2021-07-09T20:24:56Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': 'a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:26:36.414049 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-48043a48-a8b0-4690-be18-063c346c73ff req-6e4fa8d4-c8fd-4c91-9744-557864201ff7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:36.436380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-d42181d1-0073-4c50-bfe8-6f2322777a00 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Transition to ACTIVE for port object 70622819-f071-4200-9626-b6ff9c546304 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:36.519901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-48043a48-a8b0-4690-be18-063c346c73ff req-6e4fa8d4-c8fd-4c91-9744-557864201ff7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] For port ef78f538-5d90-4c52-a707-b242e35ff92e, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=ef78f538-5d90-4c52-a707-b242e35ff92e,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:36.520698 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-48043a48-a8b0-4690-be18-063c346c73ff req-6e4fa8d4-c8fd-4c91-9744-557864201ff7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:36.543415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-48043a48-a8b0-4690-be18-063c346c73ff req-6e4fa8d4-c8fd-4c91-9744-557864201ff7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for ef78f538-5d90-4c52-a707-b242e35ff92e owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:36.553154 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d42181d1-0073-4c50-bfe8-6f2322777a00 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:36.619008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42181d1-0073-4c50-bfe8-6f2322777a00 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network adbfb4ac-b213-4e51-815c-6ede1635d255 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:36.622642 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-d42181d1-0073-4c50-bfe8-6f2322777a00 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:36.625589 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42181d1-0073-4c50-bfe8-6f2322777a00 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:36.631994 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42181d1-0073-4c50-bfe8-6f2322777a00 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:36.633030 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d42181d1-0073-4c50-bfe8-6f2322777a00 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:36.672852 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d42181d1-0073-4c50-bfe8-6f2322777a00 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5349061 Jul 09 20:26:36.674365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45730) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:36.677509 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42181d1-0073-4c50-bfe8-6f2322777a00 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=70622819-f071-4200-9626-b6ff9c546304,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:36.683351 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-28cd2d65-3def-4dbe-9118-b7e3a9aaf051 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'subnet': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:36.768263 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-48043a48-a8b0-4690-be18-063c346c73ff req-6e4fa8d4-c8fd-4c91-9744-557864201ff7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:36.812520 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03330313-eef0-45fc-9693-cd31ccccecf8 None None] New status for floating IP d4627b8d-e9cc-4821-be68-36fa114c62c1: DOWN {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:26:36.826754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fa8d4-c8fd-4c91-9744-557864201ff7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=ef78f538-5d90-4c52-a707-b242e35ff92e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:36.882587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-48043a48-a8b0-4690-be18-063c346c73ff req-6e4fa8d4-c8fd-4c91-9744-557864201ff7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] No DVR routers for this DVR port ef78f538-5d90-4c52-a707-b242e35ff92e on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:36.886054 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-48043a48-a8b0-4690-be18-063c346c73ff req-6e4fa8d4-c8fd-4c91-9744-557864201ff7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:36.888146 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-48043a48-a8b0-4690-be18-063c346c73ff req-6e4fa8d4-c8fd-4c91-9744-557864201ff7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.32 "DELETE /v2.0/ports/ef78f538-5d90-4c52-a707-b242e35ff92e HTTP/1.1" status: 204 len: 173 time: 0.6664698 Jul 09 20:26:36.899324 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cd2d65-3def-4dbe-9118-b7e3a9aaf051 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:36.903225 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28cd2d65-3def-4dbe-9118-b7e3a9aaf051 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:37.028170 n-d-800088-3 neutron-server[100205]: INFO neutron.db.ipam_backend_mixin [None req-28cd2d65-3def-4dbe-9118-b7e3a9aaf051 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76d51ea7-2713-4473-8f25-b63371fb6919 (CIDR: 2001:db8::/64) Jul 09 20:26:37.031879 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cd2d65-3def-4dbe-9118-b7e3a9aaf051 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:26:37.032352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28cd2d65-3def-4dbe-9118-b7e3a9aaf051 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:26:37.049866 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-28cd2d65-3def-4dbe-9118-b7e3a9aaf051 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3710039 Jul 09 20:26:37.050328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45732) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:37.055961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-42910064-3727-4564-8712-1b91de35bbb8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'subnet': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:37.203420 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42910064-3727-4564-8712-1b91de35bbb8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:37.208810 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42910064-3727-4564-8712-1b91de35bbb8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:37.239756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'name': 'network-vif-deleted', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:26:37.242371 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6823cf28-57b5-4e78-a680-087213ccd218" -d '{"events": [{"server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "name": "network-vif-deleted", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:26:37.319162 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44930e4-65ca-4ec5-a840-146576cd51e2 x-openstack-request-id: req-d44930e4-65ca-4ec5-a840-146576cd51e2 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:26:37.321201 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a573f949-0b07-4022-846f-53892cc10751", "name": "network-vif-deleted", "tag": "ef78f538-5d90-4c52-a707-b242e35ff92e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:26:37.321571 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d44930e4-65ca-4ec5-a840-146576cd51e2 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:26:37.322357 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a573f949-0b07-4022-846f-53892cc10751', 'name': 'network-vif-deleted', 'tag': 'ef78f538-5d90-4c52-a707-b242e35ff92e', 'status': 'completed', 'code': 200} Jul 09 20:26:37.423467 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ebbe3859-b85b-433e-aee8-b77227caa5d4 req-69d1e3ba-7314-4347-ab15-b34ae5a9e9d8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=a573f949-0b07-4022-846f-53892cc10751 HTTP/1.1" status: 200 len: 210 time: 0.0919356 Jul 09 20:26:37.582742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-547ccdb9-d6a7-4950-b99d-475c5ec3dc38 None None] Provisioning complete for port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:37.583311 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-547ccdb9-d6a7-4950-b99d-475c5ec3dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:37.629757 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42910064-3727-4564-8712-1b91de35bbb8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:37.654828 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-547ccdb9-d6a7-4950-b99d-475c5ec3dc38 None None] Port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:37.683030 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-547ccdb9-d6a7-4950-b99d-475c5ec3dc38 None None] Provisioning for port 4198b750-5108-43e4-8001-3891b9419ca5 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:37.688766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42910064-3727-4564-8712-1b91de35bbb8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network adbfb4ac-b213-4e51-815c-6ede1635d255 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:37.694024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-42910064-3727-4564-8712-1b91de35bbb8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:37.698294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42910064-3727-4564-8712-1b91de35bbb8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:37.699091 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42910064-3727-4564-8712-1b91de35bbb8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:37.719204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42910064-3727-4564-8712-1b91de35bbb8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Subnet': ['ID=283b4f33-ee57-4ed7-b05c-b12954b12ebd,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:37.738199 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-42910064-3727-4564-8712-1b91de35bbb8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6842072 Jul 09 20:26:37.738422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45740) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:37.743722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7c923423-c21e-45d9-bc70-b624d61b46f2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-988423429', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '283b4f33-ee57-4ed7-b05c-b12954b12ebd'}], 'security_groups': ['5ab36c04-9577-4555-a7c3-97f90767ff4e']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:37.769688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfeb522-e727-45dd-a7ff-017889b81a5a None None] Network adbfb4ac-b213-4e51-815c-6ede1635d255 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:37.833230 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-478e4431-2afc-41ec-b523-a80025222cd7 None None] Provisioning for port 70622819-f071-4200-9626-b6ff9c546304 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:37.847275 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c923423-c21e-45d9-bc70-b624d61b46f2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:37.849257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-478e4431-2afc-41ec-b523-a80025222cd7 None None] Provisioning complete for port 70622819-f071-4200-9626-b6ff9c546304 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:37.849642 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-478e4431-2afc-41ec-b523-a80025222cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:37.930828 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-478e4431-2afc-41ec-b523-a80025222cd7 None None] Port 70622819-f071-4200-9626-b6ff9c546304 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:38.008207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4198b750-5108-43e4-8001-3891b9419ca5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:38.100028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 4198b750-5108-43e4-8001-3891b9419ca5 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:38.102242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a014c58d-b2e7-43e3-abf8-26030d135d34 None None] Update dhcp port {'port': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'fixed_ips': [{'subnet_id': '76d51ea7-2713-4473-8f25-b63371fb6919', 'ip_address': '2001:db8::2'}, {'subnet_id': '283b4f33-ee57-4ed7-b05c-b12954b12ebd'}], 'binding:host_id': 'n-d-800088-3'}, 'id': '4198b750-5108-43e4-8001-3891b9419ca5'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:26:38.124064 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 4198b750-5108-43e4-8001-3891b9419ca5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:38.124443 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:38.167694 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a014c58d-b2e7-43e3-abf8-26030d135d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:38.234355 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-7c923423-c21e-45d9-bc70-b624d61b46f2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Delete allocated IP 2001:db8::3c7 (adbfb4ac-b213-4e51-815c-6ede1635d255/76d51ea7-2713-4473-8f25-b63371fb6919) {{(pid=100204) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 20:26:38.243399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-7c923423-c21e-45d9-bc70-b624d61b46f2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Allocated IP 2001:db8:0:1::f5 (adbfb4ac-b213-4e51-815c-6ede1635d255/283b4f33-ee57-4ed7-b05c-b12954b12ebd/70622819-f071-4200-9626-b6ff9c546304) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:38.330518 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:38.369861 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 4198b750-5108-43e4-8001-3891b9419ca5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4198b750-5108-43e4-8001-3891b9419ca5,segment=NetworkSegment(a699e2d9-ca95-4cba-b858-fca72b634b91),segment_id=a699e2d9-ca95-4cba-b858-fca72b634b91)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:38.376663 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:38.441203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=4198b750-5108-43e4-8001-3891b9419ca5,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:38.452190 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c923423-c21e-45d9-bc70-b624d61b46f2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:38.473276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-7c923423-c21e-45d9-bc70-b624d61b46f2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Transition to ACTIVE for port object 70622819-f071-4200-9626-b6ff9c546304 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:38.491953 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c923423-c21e-45d9-bc70-b624d61b46f2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:38.527561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45744) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:38.578689 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-a014c58d-b2e7-43e3-abf8-26030d135d34 None None] Allocated IP 2001:db8:0:1::2 (adbfb4ac-b213-4e51-815c-6ede1635d255/283b4f33-ee57-4ed7-b05c-b12954b12ebd/4198b750-5108-43e4-8001-3891b9419ca5) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:38.610361 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-7c923423-c21e-45d9-bc70-b624d61b46f2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] In _notify_port_updated(), no bound segment for port 70622819-f071-4200-9626-b6ff9c546304 on network adbfb4ac-b213-4e51-815c-6ede1635d255 {{(pid=100204) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:26:38.616974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c923423-c21e-45d9-bc70-b624d61b46f2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:38.617633 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7c923423-c21e-45d9-bc70-b624d61b46f2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:38.619798 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7c923423-c21e-45d9-bc70-b624d61b46f2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "PUT /v2.0/ports/70622819-f071-4200-9626-b6ff9c546304 HTTP/1.1" status: 200 len: 929 time: 0.8799002 Jul 09 20:26:38.625380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45746) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:38.667834 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c923423-c21e-45d9-bc70-b624d61b46f2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=70622819-f071-4200-9626-b6ff9c546304,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:38.718577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a014c58d-b2e7-43e3-abf8-26030d135d34 None None] For port 4198b750-5108-43e4-8001-3891b9419ca5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4198b750-5108-43e4-8001-3891b9419ca5,segment=NetworkSegment(a699e2d9-ca95-4cba-b858-fca72b634b91),segment_id=a699e2d9-ca95-4cba-b858-fca72b634b91)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:38.782413 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a014c58d-b2e7-43e3-abf8-26030d135d34 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:38.790910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-cd469497-7993-49b0-9c61-0a4645a9c7dc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port 70622819-f071-4200-9626-b6ff9c546304 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:38.791453 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cd469497-7993-49b0-9c61-0a4645a9c7dc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:38.801126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a014c58d-b2e7-43e3-abf8-26030d135d34 None None] Transition to ACTIVE for port object 4198b750-5108-43e4-8001-3891b9419ca5 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:38.813634 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a014c58d-b2e7-43e3-abf8-26030d135d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:38.933229 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014c58d-b2e7-43e3-abf8-26030d135d34 None None] Pushing event updated for resources: {'Port': ['ID=4198b750-5108-43e4-8001-3891b9419ca5,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:38.955200 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cd469497-7993-49b0-9c61-0a4645a9c7dc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:38.989947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-cd469497-7993-49b0-9c61-0a4645a9c7dc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for 70622819-f071-4200-9626-b6ff9c546304 owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:39.232387 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cd469497-7993-49b0-9c61-0a4645a9c7dc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:39.294559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd469497-7993-49b0-9c61-0a4645a9c7dc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=70622819-f071-4200-9626-b6ff9c546304,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:39.345874 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cd469497-7993-49b0-9c61-0a4645a9c7dc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:39.350617 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cd469497-7993-49b0-9c61-0a4645a9c7dc tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/70622819-f071-4200-9626-b6ff9c546304 HTTP/1.1" status: 204 len: 168 time: 0.7242529 Jul 09 20:26:39.354205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45756) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:39.392230 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f69ea0a-1b91-44cb-8109-082bbde2c2de tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] GET failed (client error): The resource could not be found. Jul 09 20:26:39.394959 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5f69ea0a-1b91-44cb-8109-082bbde2c2de tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/70622819-f071-4200-9626-b6ff9c546304 HTTP/1.1" status: 404 len: 333 time: 0.0394177 Jul 09 20:26:39.397900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45758) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:39.519646 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28225f09-994f-4e0e-a478-583653794f44 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:39.573892 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28225f09-994f-4e0e-a478-583653794f44 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:39.639860 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28225f09-994f-4e0e-a478-583653794f44 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:39.642561 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28225f09-994f-4e0e-a478-583653794f44 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:39.645930 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-28225f09-994f-4e0e-a478-583653794f44 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/security-groups/af79e8f6-0790-47c2-8451-e23bf978a40c HTTP/1.1" status: 204 len: 168 time: 0.2468894 Jul 09 20:26:39.649287 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45760) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:39.658718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28225f09-994f-4e0e-a478-583653794f44 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af79e8f6-0790-47c2-8451-e23bf978a40c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:39.839874 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d01c060-bcb0-4433-93e0-ab5f29d5971b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:39.868395 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d01c060-bcb0-4433-93e0-ab5f29d5971b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:39.910021 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d07381a0-73da-49d9-ad9e-c0b56acfbc37 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:39.989122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4198b750-5108-43e4-8001-3891b9419ca5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:40.001727 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d01c060-bcb0-4433-93e0-ab5f29d5971b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:40.004754 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d01c060-bcb0-4433-93e0-ab5f29d5971b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:40.008364 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3d01c060-bcb0-4433-93e0-ab5f29d5971b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/security-groups/5ab36c04-9577-4555-a7c3-97f90767ff4e HTTP/1.1" status: 204 len: 168 time: 0.3498952 Jul 09 20:26:40.009050 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45764) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:40.066666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01c060-bcb0-4433-93e0-ab5f29d5971b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab36c04-9577-4555-a7c3-97f90767ff4e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:40.101094 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-61d3cfd0-e395-4bdb-8b72-78ed5c60e555 None None] Could not find standard attr ID for object 70622819-f071-4200-9626-b6ff9c546304. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:26:40.151848 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7bc49c5-9431-422e-8536-e0f190590412 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting subnet 76d51ea7-2713-4473-8f25-b63371fb6919 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:26:40.160003 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7bc49c5-9431-422e-8536-e0f190590412 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:40.163347 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-61d3cfd0-e395-4bdb-8b72-78ed5c60e555 None None] Provisioning complete for port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:40.163731 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-61d3cfd0-e395-4bdb-8b72-78ed5c60e555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:40.192033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device ef78f538-5d90-4c52-a707-b242e35ff92e no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:40.241141 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7bc49c5-9431-422e-8536-e0f190590412 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:40.247445 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: ef78f538-5d90-4c52-a707-b242e35ff92e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:40.261309 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device ef78f538-5d90-4c52-a707-b242e35ff92e not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:40.269212 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-61d3cfd0-e395-4bdb-8b72-78ed5c60e555 None None] Port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:40.295674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-61d3cfd0-e395-4bdb-8b72-78ed5c60e555 None None] Provisioning for port 4198b750-5108-43e4-8001-3891b9419ca5 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:40.309533 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-61d3cfd0-e395-4bdb-8b72-78ed5c60e555 None None] Provisioning complete for port 4198b750-5108-43e4-8001-3891b9419ca5 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:40.309915 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-61d3cfd0-e395-4bdb-8b72-78ed5c60e555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:40.371598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-d07381a0-73da-49d9-ad9e-c0b56acfbc37 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port e233759e-f1ea-4662-bde9-62971ea8f351 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:40.372768 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d07381a0-73da-49d9-ad9e-c0b56acfbc37 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:40.407542 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7bc49c5-9431-422e-8536-e0f190590412 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:40.501720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-d07381a0-73da-49d9-ad9e-c0b56acfbc37 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] For port e233759e-f1ea-4662-bde9-62971ea8f351, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e233759e-f1ea-4662-bde9-62971ea8f351,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:40.502285 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d07381a0-73da-49d9-ad9e-c0b56acfbc37 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:40.503973 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7bc49c5-9431-422e-8536-e0f190590412 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:40.518721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-d07381a0-73da-49d9-ad9e-c0b56acfbc37 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for e233759e-f1ea-4662-bde9-62971ea8f351 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:40.541639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc49c5-9431-422e-8536-e0f190590412 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Subnet': ['ID=76d51ea7-2713-4473-8f25-b63371fb6919,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:40.546103 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7bc49c5-9431-422e-8536-e0f190590412 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:40.553311 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d7bc49c5-9431-422e-8536-e0f190590412 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/76d51ea7-2713-4473-8f25-b63371fb6919 HTTP/1.1" status: 204 len: 168 time: 0.5426354 Jul 09 20:26:40.554241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45768) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:40.560233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-40fce627-6859-431f-b1fd-5498ab5be6cf None None] Could not find standard attr ID for object 70622819-f071-4200-9626-b6ff9c546304. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:26:40.561608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1ba64dfb-96e8-4f91-95c5-0ab9c50a8059 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'subnet': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:40.628638 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef769422-b2dd-48a3-82bc-7fc616fa55ee None None] Network adbfb4ac-b213-4e51-815c-6ede1635d255 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:40.693907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba64dfb-96e8-4f91-95c5-0ab9c50a8059 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:40.698594 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1ba64dfb-96e8-4f91-95c5-0ab9c50a8059 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:40.765801 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d07381a0-73da-49d9-ad9e-c0b56acfbc37 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:40.887593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07381a0-73da-49d9-ad9e-c0b56acfbc37 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=e233759e-f1ea-4662-bde9-62971ea8f351,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:41.008375 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d07381a0-73da-49d9-ad9e-c0b56acfbc37 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:41.280571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07381a0-73da-49d9-ad9e-c0b56acfbc37 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router 813a5170-6cd9-4fec-89ee-777b60af96b5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:26:41.356645 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1ba64dfb-96e8-4f91-95c5-0ab9c50a8059 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:41.400150 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba64dfb-96e8-4f91-95c5-0ab9c50a8059 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network adbfb4ac-b213-4e51-815c-6ede1635d255 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:41.403976 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-1ba64dfb-96e8-4f91-95c5-0ab9c50a8059 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:41.407149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba64dfb-96e8-4f91-95c5-0ab9c50a8059 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:41.407796 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1ba64dfb-96e8-4f91-95c5-0ab9c50a8059 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:41.414120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07381a0-73da-49d9-ad9e-c0b56acfbc37 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:26:41.425029 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf4810c-2089-4198-acb5-2f7284d8f846 None None] Sync routers for ids ['813a5170-6cd9-4fec-89ee-777b60af96b5'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:26:41.429329 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d07381a0-73da-49d9-ad9e-c0b56acfbc37 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "PUT /v2.0/routers/813a5170-6cd9-4fec-89ee-777b60af96b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9007039 Jul 09 20:26:41.430193 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45772) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:41.437647 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf4810c-2089-4198-acb5-2f7284d8f846 None None] Routers {'813a5170-6cd9-4fec-89ee-777b60af96b5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:41.441032 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5bf4810c-2089-4198-acb5-2f7284d8f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['813a5170-6cd9-4fec-89ee-777b60af96b5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:41.449717 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba64dfb-96e8-4f91-95c5-0ab9c50a8059 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Subnet': ['ID=29c15f29-df5e-4d7b-93ff-8f996ff5aec8,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:41.455029 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1ba64dfb-96e8-4f91-95c5-0ab9c50a8059 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8995175 Jul 09 20:26:41.458233 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45774) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:41.465984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-50393403-5a6f-4c47-9b25-6537749119da tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'security_group': {'name': 'tempest-secgroup-1890203294'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:41.505078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-1161b4be-da6c-4fd0-8907-00c86edb1d5d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting subnet a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:26:41.511691 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1161b4be-da6c-4fd0-8907-00c86edb1d5d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:41.517079 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50393403-5a6f-4c47-9b25-6537749119da tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:41.568137 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5bf4810c-2089-4198-acb5-2f7284d8f846 None None] Set router 813a5170-6cd9-4fec-89ee-777b60af96b5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:26:41.594282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1161b4be-da6c-4fd0-8907-00c86edb1d5d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:41.694199 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50393403-5a6f-4c47-9b25-6537749119da tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:41.702562 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50393403-5a6f-4c47-9b25-6537749119da tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:41.703202 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1161b4be-da6c-4fd0-8907-00c86edb1d5d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:41.744305 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-50393403-5a6f-4c47-9b25-6537749119da tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:41.748326 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed65438-d201-41ce-828b-9949f33cfa4d None None] Network adbfb4ac-b213-4e51-815c-6ede1635d255 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:41.748892 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-50393403-5a6f-4c47-9b25-6537749119da tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2864099 Jul 09 20:26:41.748892 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50393403-5a6f-4c47-9b25-6537749119da tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91518a44-7ccc-43eb-9683-43b778c80f32,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:41.752161 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45776) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:41.759155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-59f0ddb5-8dbf-4b33-bad7-aab5d629e1b9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'security_group': {'name': 'tempest-secgroup-391662266'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:41.785835 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59f0ddb5-8dbf-4b33-bad7-aab5d629e1b9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:41.808867 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1161b4be-da6c-4fd0-8907-00c86edb1d5d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:41.842403 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5bf4810c-2089-4198-acb5-2f7284d8f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:26:40Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:41.853462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161b4be-da6c-4fd0-8907-00c86edb1d5d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Subnet': ['ID=a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:41.861802 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1161b4be-da6c-4fd0-8907-00c86edb1d5d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:41.868120 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45778) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:41.879393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1161b4be-da6c-4fd0-8907-00c86edb1d5d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/subnets/a9025b8a-e8f4-4a8c-9f98-aad86cbc3d78 HTTP/1.1" status: 204 len: 168 time: 0.4480238 Jul 09 20:26:41.889654 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf4810c-2089-4198-acb5-2f7284d8f846 None None] Checking router: 813a5170-6cd9-4fec-89ee-777b60af96b5 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:26:41.899724 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf4810c-2089-4198-acb5-2f7284d8f846 None None] Routers {'813a5170-6cd9-4fec-89ee-777b60af96b5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:41.901217 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5bf4810c-2089-4198-acb5-2f7284d8f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['813a5170-6cd9-4fec-89ee-777b60af96b5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:41.922222 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74524404-ed2f-41ca-94ad-91c7144caf1d None None] Network b3a703c4-4654-451b-bb45-531d71f5e33d requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:42.024219 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59f0ddb5-8dbf-4b33-bad7-aab5d629e1b9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.030174 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d4931775-7c78-4e1c-891c-3cf39737853d None None] Provisioning complete for port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:42.030816 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4931775-7c78-4e1c-891c-3cf39737853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.034853 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59f0ddb5-8dbf-4b33-bad7-aab5d629e1b9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.056901 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5bf4810c-2089-4198-acb5-2f7284d8f846 None None] Set router 813a5170-6cd9-4fec-89ee-777b60af96b5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:26:42.066186 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-59f0ddb5-8dbf-4b33-bad7-aab5d629e1b9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.070365 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-59f0ddb5-8dbf-4b33-bad7-aab5d629e1b9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3163638 Jul 09 20:26:42.070765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45780) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:42.077940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-413b1543-f8b3-4ce6-a110-68a004652f70 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'security_group': {'name': 'tempest-secgroup-421414738'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:42.078918 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.121268 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0ddb5-8dbf-4b33-bad7-aab5d629e1b9 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb44a38-aa38-4d1c-be2c-c09d5e86f868,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:42.148677 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-413b1543-f8b3-4ce6-a110-68a004652f70 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.151947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d4931775-7c78-4e1c-891c-3cf39737853d None None] Port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:42.205896 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.206902 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d4931775-7c78-4e1c-891c-3cf39737853d None None] Provisioning complete for port 4198b750-5108-43e4-8001-3891b9419ca5 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:42.207980 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4931775-7c78-4e1c-891c-3cf39737853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.288045 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port e3493ad9-00fa-4671-a575-d54476c61c9a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:42.288517 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.404144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-413b1543-f8b3-4ce6-a110-68a004652f70 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.417979 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-413b1543-f8b3-4ce6-a110-68a004652f70 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.423850 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] For port e3493ad9-00fa-4671-a575-d54476c61c9a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e3493ad9-00fa-4671-a575-d54476c61c9a,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:42.424384 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.440572 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for e3493ad9-00fa-4671-a575-d54476c61c9a owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:42.466812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abeaced-f5a1-4c39-8af5-27d9f2b9c7f8 None None] DHCP port deletion for b3a703c4-4654-451b-bb45-531d71f5e33d request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:26:42.496948 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b1543-f8b3-4ce6-a110-68a004652f70 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beac1989-5284-4e16-abe6-f4bb5ca1783a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:42.514224 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-413b1543-f8b3-4ce6-a110-68a004652f70 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.517056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-413b1543-f8b3-4ce6-a110-68a004652f70 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4451785 Jul 09 20:26:42.519887 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45788) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:42.528104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3b6c2fbd-1c4c-4d23-900a-76c9250b3927 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1732924969', 'security_groups': ['beac1989-5284-4e16-abe6-f4bb5ca1783a'], 'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '29c15f29-df5e-4d7b-93ff-8f996ff5aec8'}]}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:42.537627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1519cfa-b0a6-405e-8e2c-9363ac80e8a6 None None] Update dhcp port {'port': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'fixed_ips': [{'subnet_id': '283b4f33-ee57-4ed7-b05c-b12954b12ebd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '29c15f29-df5e-4d7b-93ff-8f996ff5aec8'}], 'binding:host_id': 'n-d-800088-3'}, 'id': '4198b750-5108-43e4-8001-3891b9419ca5'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:26:42.589332 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5bf4810c-2089-4198-acb5-2f7284d8f846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:26:40Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:42.599815 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f1519cfa-b0a6-405e-8e2c-9363ac80e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.612657 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7abeaced-f5a1-4c39-8af5-27d9f2b9c7f8 None None] Deleting port fb4226c6-9041-4681-a4ed-90f24e9ea779 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:42.613159 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7abeaced-f5a1-4c39-8af5-27d9f2b9c7f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.618682 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf4810c-2089-4198-acb5-2f7284d8f846 None None] The sync data for ids ['813a5170-6cd9-4fec-89ee-777b60af96b5'] in n-d-800088-3 is: [{'id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-612267184', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:26:40Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': 'e3493ad9-00fa-4671-a575-d54476c61c9a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813a5170-6cd9-4fec-89ee-777b60af96b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:24:44Z', 'updated_at': '2021-07-09T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:26:42.768185 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45792) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:42.777557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7abeaced-f5a1-4c39-8af5-27d9f2b9c7f8 None None] For port fb4226c6-9041-4681-a4ed-90f24e9ea779, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=fb4226c6-9041-4681-a4ed-90f24e9ea779,segment=NetworkSegment(1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b),segment_id=1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:42.778225 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7abeaced-f5a1-4c39-8af5-27d9f2b9c7f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.802060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7abeaced-f5a1-4c39-8af5-27d9f2b9c7f8 None None] Calling delete_port for fb4226c6-9041-4681-a4ed-90f24e9ea779 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:42.814611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6c2fbd-1c4c-4d23-900a-76c9250b3927 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:42.822848 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:42.903352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=e3493ad9-00fa-4671-a575-d54476c61c9a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:42.936983 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-f1519cfa-b0a6-405e-8e2c-9363ac80e8a6 None None] Allocated IP 2001:db8::2 (adbfb4ac-b213-4e51-815c-6ede1635d255/29c15f29-df5e-4d7b-93ff-8f996ff5aec8/4198b750-5108-43e4-8001-3891b9419ca5) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:42.976904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f240d9ba-ab60-4ad1-a933-f3fa8c88e374 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28c3bf61f43a4148b6787c4b8d0d40a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2068999 Jul 09 20:26:42.979515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45796) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:43.013761 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2fbd-1c4c-4d23-900a-76c9250b3927 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.053492 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.058656 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6a07fa9-65ab-4849-9f34-f4fba1486768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.071614 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [None req-3b6c2fbd-1c4c-4d23-900a-76c9250b3927 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] device_id is not set on port b44ca98d-704f-4f93-a8c0-5270e9a4be6b yet. {{(pid=100204) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 20:26:43.093633 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6a07fa9-65ab-4849-9f34-f4fba1486768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.181021 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6a07fa9-65ab-4849-9f34-f4fba1486768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.185733 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6a07fa9-65ab-4849-9f34-f4fba1486768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.187618 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d6a07fa9-65ab-4849-9f34-f4fba1486768 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1cf477e9-27bc-4464-9956-bae3a06f1dc5 HTTP/1.1" status: 204 len: 168 time: 0.2051427 Jul 09 20:26:43.193006 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7abeaced-f5a1-4c39-8af5-27d9f2b9c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.201753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a07fa9-65ab-4849-9f34-f4fba1486768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf477e9-27bc-4464-9956-bae3a06f1dc5,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:43.237711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abeaced-f5a1-4c39-8af5-27d9f2b9c7f8 None None] Pushing event deleted for resources: {'Port': ['ID=fb4226c6-9041-4681-a4ed-90f24e9ea779,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:43.243577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abeaced-f5a1-4c39-8af5-27d9f2b9c7f8 None None] No DVR routers for this DVR port fb4226c6-9041-4681-a4ed-90f24e9ea779 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:43.284123 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.290515 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.300890 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f1519cfa-b0a6-405e-8e2c-9363ac80e8a6 None None] For port 4198b750-5108-43e4-8001-3891b9419ca5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4198b750-5108-43e4-8001-3891b9419ca5,segment=NetworkSegment(a699e2d9-ca95-4cba-b858-fca72b634b91),segment_id=a699e2d9-ca95-4cba-b858-fca72b634b91)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:43.335815 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f1519cfa-b0a6-405e-8e2c-9363ac80e8a6 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.377806 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.378194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f1519cfa-b0a6-405e-8e2c-9363ac80e8a6 None None] Transition to ACTIVE for port object 4198b750-5108-43e4-8001-3891b9419ca5 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:43.378670 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Fanout notify agent at l3_agent the message router_deleted on router 813a5170-6cd9-4fec-89ee-777b60af96b5 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:26:43.389103 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f1519cfa-b0a6-405e-8e2c-9363ac80e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.389676 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.391272 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-98781aaa-9acb-4145-b4c2-ad3dab094dbd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/routers/813a5170-6cd9-4fec-89ee-777b60af96b5 HTTP/1.1" status: 204 len: 168 time: 1.5219581 Jul 09 20:26:43.393760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45800) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:43.549581 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1519cfa-b0a6-405e-8e2c-9363ac80e8a6 None None] Pushing event updated for resources: {'Port': ['ID=4198b750-5108-43e4-8001-3891b9419ca5,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:43.595652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-3b6c2fbd-1c4c-4d23-900a-76c9250b3927 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Allocated IP 2001:db8::60 (adbfb4ac-b213-4e51-815c-6ede1635d255/29c15f29-df5e-4d7b-93ff-8f996ff5aec8/b44ca98d-704f-4f93-a8c0-5270e9a4be6b) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:43.601198 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae3c7-c570-4419-a5f5-1860074aef44 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.727786 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae3c7-c570-4419-a5f5-1860074aef44 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.742504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-dc9ae3c7-c570-4419-a5f5-1860074aef44 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a703c4-4654-451b-bb45-531d71f5e33d']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:43.755288 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-dc9ae3c7-c570-4419-a5f5-1860074aef44 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:43.755699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-dc9ae3c7-c570-4419-a5f5-1860074aef44 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddab7f7-c0c1-4228-a39a-2f3f08c4f28b') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:43.767024 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae3c7-c570-4419-a5f5-1860074aef44 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.788649 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae3c7-c570-4419-a5f5-1860074aef44 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.793749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9ae3c7-c570-4419-a5f5-1860074aef44 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:26:43.794176 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae3c7-c570-4419-a5f5-1860074aef44 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:26:43.797561 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:26:43.815115 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2fbd-1c4c-4d23-900a-76c9250b3927 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.831061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-3b6c2fbd-1c4c-4d23-900a-76c9250b3927 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Transition to ACTIVE for port object b44ca98d-704f-4f93-a8c0-5270e9a4be6b will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:43.870882 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2fbd-1c4c-4d23-900a-76c9250b3927 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.873650 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae3c7-c570-4419-a5f5-1860074aef44 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.890156 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dc9ae3c7-c570-4419-a5f5-1860074aef44 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.894720 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dc9ae3c7-c570-4419-a5f5-1860074aef44 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/networks/b3a703c4-4654-451b-bb45-531d71f5e33d HTTP/1.1" status: 204 len: 168 time: 0.4954371 Jul 09 20:26:43.903349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45802) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:43.911701 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ae3c7-c570-4419-a5f5-1860074aef44 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Network': ['ID=b3a703c4-4654-451b-bb45-531d71f5e33d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:43.921344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6c2fbd-1c4c-4d23-900a-76c9250b3927 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network adbfb4ac-b213-4e51-815c-6ede1635d255 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:43.927227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-3b6c2fbd-1c4c-4d23-900a-76c9250b3927 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:43.931077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6c2fbd-1c4c-4d23-900a-76c9250b3927 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:43.937318 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6c2fbd-1c4c-4d23-900a-76c9250b3927 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:43.937990 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3b6c2fbd-1c4c-4d23-900a-76c9250b3927 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:43.952053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c2fbd-1c4c-4d23-900a-76c9250b3927 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=b44ca98d-704f-4f93-a8c0-5270e9a4be6b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:43.960904 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3b6c2fbd-1c4c-4d23-900a-76c9250b3927 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4395185 Jul 09 20:26:43.964592 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45804) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:43.972718 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-eed58bb1-a406-44fb-8349-9d3e7cba1de4 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'subnet': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:44.025687 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ed8d523-98e3-41ff-97e5-bb3b53e0a723 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:44.064130 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ed8d523-98e3-41ff-97e5-bb3b53e0a723 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:44.103004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4198b750-5108-43e4-8001-3891b9419ca5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:44.163456 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed58bb1-a406-44fb-8349-9d3e7cba1de4 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:44.167622 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eed58bb1-a406-44fb-8349-9d3e7cba1de4 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:44.222232 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ed8d523-98e3-41ff-97e5-bb3b53e0a723 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:44.224894 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ed8d523-98e3-41ff-97e5-bb3b53e0a723 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:44.228447 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1ed8d523-98e3-41ff-97e5-bb3b53e0a723 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/security-groups/fd9c6a9d-6835-48f1-ad37-92d4a4e2be06 HTTP/1.1" status: 204 len: 168 time: 0.3215539 Jul 09 20:26:44.233312 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e233759e-f1ea-4662-bde9-62971ea8f351 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:44.274756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: e233759e-f1ea-4662-bde9-62971ea8f351 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:44.275771 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e233759e-f1ea-4662-bde9-62971ea8f351 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:44.276204 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fb4226c6-9041-4681-a4ed-90f24e9ea779 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:44.294001 n-d-800088-3 neutron-server[100205]: INFO neutron.db.ipam_backend_mixin [None req-eed58bb1-a406-44fb-8349-9d3e7cba1de4 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29c15f29-df5e-4d7b-93ff-8f996ff5aec8 (CIDR: 2001:db8::/64) Jul 09 20:26:44.295479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8d523-98e3-41ff-97e5-bb3b53e0a723 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9c6a9d-6835-48f1-ad37-92d4a4e2be06,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:44.301586 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed58bb1-a406-44fb-8349-9d3e7cba1de4 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:26:44.302038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed58bb1-a406-44fb-8349-9d3e7cba1de4 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:26:44.304120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: fb4226c6-9041-4681-a4ed-90f24e9ea779 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:44.304474 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device fb4226c6-9041-4681-a4ed-90f24e9ea779 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:44.304931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e3493ad9-00fa-4671-a575-d54476c61c9a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:44.322326 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-eed58bb1-a406-44fb-8349-9d3e7cba1de4 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3536460 Jul 09 20:26:44.322519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45810) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:44.327820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6d0e1e00-a322-4096-8d8b-728bbdfe985b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'subnet': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:44.334366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: e3493ad9-00fa-4671-a575-d54476c61c9a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:44.334719 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e3493ad9-00fa-4671-a575-d54476c61c9a not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:44.455660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0e1e00-a322-4096-8d8b-728bbdfe985b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:44.460176 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6d0e1e00-a322-4096-8d8b-728bbdfe985b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:44.460591 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-40a4feb7-6041-4f8e-9724-36b3ca365db8 None None] Provisioning complete for port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:44.461214 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-40a4feb7-6041-4f8e-9724-36b3ca365db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:44.502658 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-40a4feb7-6041-4f8e-9724-36b3ca365db8 None None] Port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:44.519145 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-40a4feb7-6041-4f8e-9724-36b3ca365db8 None None] Provisioning for port 4198b750-5108-43e4-8001-3891b9419ca5 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:44.526532 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-40a4feb7-6041-4f8e-9724-36b3ca365db8 None None] Provisioning complete for port 4198b750-5108-43e4-8001-3891b9419ca5 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:44.526913 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-40a4feb7-6041-4f8e-9724-36b3ca365db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:44.590295 n-d-800088-3 neutron-server[100205]: INFO neutron.db.ipam_backend_mixin [None req-6d0e1e00-a322-4096-8d8b-728bbdfe985b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 283b4f33-ee57-4ed7-b05c-b12954b12ebd (CIDR: 2001:db8:0:1::/64) Jul 09 20:26:44.594928 n-d-800088-3 neutron-server[100205]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0e1e00-a322-4096-8d8b-728bbdfe985b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:26:44.595394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0e1e00-a322-4096-8d8b-728bbdfe985b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100205) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:26:44.613022 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6d0e1e00-a322-4096-8d8b-728bbdfe985b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2867661 Jul 09 20:26:44.613260 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45812) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:44.622169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-4257416f-386b-4fcf-b046-0b748d8876cb tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'subnet': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:44.736614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4257416f-386b-4fcf-b046-0b748d8876cb tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Made reservation on behalf of 83278fc7e892467e82aa80197cd07f9f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:44.740373 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4257416f-386b-4fcf-b046-0b748d8876cb tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:44.742159 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-90606f81-cc66-497d-815a-c4c6e2456586 None None] Provisioning for port b44ca98d-704f-4f93-a8c0-5270e9a4be6b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:44.746842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-90606f81-cc66-497d-815a-c4c6e2456586 None None] Provisioning complete for port b44ca98d-704f-4f93-a8c0-5270e9a4be6b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:44.747300 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-90606f81-cc66-497d-815a-c4c6e2456586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:44.782409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-90606f81-cc66-497d-815a-c4c6e2456586 None None] Port b44ca98d-704f-4f93-a8c0-5270e9a4be6b cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:44.970445 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4257416f-386b-4fcf-b046-0b748d8876cb tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.008022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4257416f-386b-4fcf-b046-0b748d8876cb tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Network adbfb4ac-b213-4e51-815c-6ede1635d255 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:45.012582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-4257416f-386b-4fcf-b046-0b748d8876cb tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:45.016711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4257416f-386b-4fcf-b046-0b748d8876cb tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:45.017333 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4257416f-386b-4fcf-b046-0b748d8876cb tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.025424 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33295be-00bc-4247-83a0-d3585a3440eb None None] Network adbfb4ac-b213-4e51-815c-6ede1635d255 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:45.035411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257416f-386b-4fcf-b046-0b748d8876cb tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Subnet': ['ID=027c52d7-c3f8-4c96-8803-de8b8f9a328b,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:45.039070 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4257416f-386b-4fcf-b046-0b748d8876cb tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4217556 Jul 09 20:26:45.042580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45814) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:45.048258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ebe0d5b9-ffac-445e-88f9-d8d5f9ddba57 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1069359803', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '027c52d7-c3f8-4c96-8803-de8b8f9a328b'}], 'security_groups': ['91518a44-7ccc-43eb-9683-43b778c80f32', 'ccb44a38-aa38-4d1c-be2c-c09d5e86f868']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:45.131748 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45816) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:45.136954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c842a0b7-d74a-46b1-bec4-235ea6bd60ee tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-824471028', 'description': 'tempest-secgroup-smoke-824471028 description', 'project_id': '98c415b77acf409d81bfd148c54b3790'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:45.160523 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c842a0b7-d74a-46b1-bec4-235ea6bd60ee tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.234864 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d5b9-ffac-445e-88f9-d8d5f9ddba57 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.262775 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c842a0b7-d74a-46b1-bec4-235ea6bd60ee tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.267490 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c842a0b7-d74a-46b1-bec4-235ea6bd60ee tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.299230 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c842a0b7-d74a-46b1-bec4-235ea6bd60ee tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.299880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31306f0-eaf6-47c5-bde6-4a6dd670681b None None] Update dhcp port {'port': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'fixed_ips': [{'subnet_id': '283b4f33-ee57-4ed7-b05c-b12954b12ebd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '29c15f29-df5e-4d7b-93ff-8f996ff5aec8', 'ip_address': '2001:db8::2'}, {'subnet_id': '027c52d7-c3f8-4c96-8803-de8b8f9a328b'}], 'binding:host_id': 'n-d-800088-3'}, 'id': '4198b750-5108-43e4-8001-3891b9419ca5'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:26:45.303443 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c842a0b7-d74a-46b1-bec4-235ea6bd60ee tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1676424 Jul 09 20:26:45.303738 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842a0b7-d74a-46b1-bec4-235ea6bd60ee tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:45.307129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45818) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:45.311679 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9e6ea36c-a971-4e33-99cb-b27c6753809f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:45.341185 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea36c-a971-4e33-99cb-b27c6753809f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.341476 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a31306f0-eaf6-47c5-bde6-4a6dd670681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.405845 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea36c-a971-4e33-99cb-b27c6753809f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.409979 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea36c-a971-4e33-99cb-b27c6753809f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.434922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ea36c-a971-4e33-99cb-b27c6753809f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd25c59-4cea-4914-b40e-f93ca27667b0,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:45.439276 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9e6ea36c-a971-4e33-99cb-b27c6753809f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.440641 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9e6ea36c-a971-4e33-99cb-b27c6753809f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325314 Jul 09 20:26:45.443373 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45820) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:45.449864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d4a537a0-f60f-4550-a986-34ed58169092 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:45.479134 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d4a537a0-f60f-4550-a986-34ed58169092 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.517627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-a31306f0-eaf6-47c5-bde6-4a6dd670681b None None] Allocated IP 2001:db8:0:2::2 (adbfb4ac-b213-4e51-815c-6ede1635d255/027c52d7-c3f8-4c96-8803-de8b8f9a328b/4198b750-5108-43e4-8001-3891b9419ca5) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:45.549070 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d4a537a0-f60f-4550-a986-34ed58169092 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.554287 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d4a537a0-f60f-4550-a986-34ed58169092 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.574212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a537a0-f60f-4550-a986-34ed58169092 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30be6ed-bf7c-411e-a9a9-4b30445e3f4a,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:45.577588 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d4a537a0-f60f-4550-a986-34ed58169092 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.581408 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d4a537a0-f60f-4550-a986-34ed58169092 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345382 Jul 09 20:26:45.581896 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45822) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:45.586526 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-cf7e75e7-c016-41c0-ab49-c2ef9269cec1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:45.614529 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf7e75e7-c016-41c0-ab49-c2ef9269cec1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.628299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a31306f0-eaf6-47c5-bde6-4a6dd670681b None None] For port 4198b750-5108-43e4-8001-3891b9419ca5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4198b750-5108-43e4-8001-3891b9419ca5,segment=NetworkSegment(a699e2d9-ca95-4cba-b858-fca72b634b91),segment_id=a699e2d9-ca95-4cba-b858-fca72b634b91)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:45.661483 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a31306f0-eaf6-47c5-bde6-4a6dd670681b None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.677216 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf7e75e7-c016-41c0-ab49-c2ef9269cec1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.677862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a31306f0-eaf6-47c5-bde6-4a6dd670681b None None] Transition to ACTIVE for port object 4198b750-5108-43e4-8001-3891b9419ca5 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:45.681067 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf7e75e7-c016-41c0-ab49-c2ef9269cec1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.682541 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a31306f0-eaf6-47c5-bde6-4a6dd670681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.699273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e75e7-c016-41c0-ab49-c2ef9269cec1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd705e17-b7d9-4c96-aac9-8cffac798d24,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:45.706088 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf7e75e7-c016-41c0-ab49-c2ef9269cec1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.707933 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cf7e75e7-c016-41c0-ab49-c2ef9269cec1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244884 Jul 09 20:26:45.710753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45824) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:45.716606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b1b88d29-582c-4cde-b626-f0f90104606f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:45.755345 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b1b88d29-582c-4cde-b626-f0f90104606f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.804756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31306f0-eaf6-47c5-bde6-4a6dd670681b None None] Pushing event updated for resources: {'Port': ['ID=4198b750-5108-43e4-8001-3891b9419ca5,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:45.818360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-ebe0d5b9-ffac-445e-88f9-d8d5f9ddba57 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Delete allocated IP 2001:db8::60 (adbfb4ac-b213-4e51-815c-6ede1635d255/29c15f29-df5e-4d7b-93ff-8f996ff5aec8) {{(pid=100205) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 20:26:45.827719 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-ebe0d5b9-ffac-445e-88f9-d8d5f9ddba57 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Allocated IP 2001:db8:0:2::e6 (adbfb4ac-b213-4e51-815c-6ede1635d255/027c52d7-c3f8-4c96-8803-de8b8f9a328b/b44ca98d-704f-4f93-a8c0-5270e9a4be6b) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:45.831617 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b1b88d29-582c-4cde-b626-f0f90104606f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.836947 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b1b88d29-582c-4cde-b626-f0f90104606f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.851415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b88d29-582c-4cde-b626-f0f90104606f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab56a920-d3d6-4404-ae16-1c4b84cf99e5,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:45.865388 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b1b88d29-582c-4cde-b626-f0f90104606f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:45.866882 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b1b88d29-582c-4cde-b626-f0f90104606f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1548851 Jul 09 20:26:45.870337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45826) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:45.875012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-12f52c1a-6faf-4c60-a491-80d8ffe73901 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:45.940490 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4198b750-5108-43e4-8001-3891b9419ca5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:45.976119 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-12f52c1a-6faf-4c60-a491-80d8ffe73901 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Project 98c415b77acf409d81bfd148c54b3790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:26:45.988438 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-12f52c1a-6faf-4c60-a491-80d8ffe73901 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.070146 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d5b9-ffac-445e-88f9-d8d5f9ddba57 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.098599 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-12f52c1a-6faf-4c60-a491-80d8ffe73901 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.104165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-ebe0d5b9-ffac-445e-88f9-d8d5f9ddba57 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Transition to ACTIVE for port object b44ca98d-704f-4f93-a8c0-5270e9a4be6b will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:46.105765 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-12f52c1a-6faf-4c60-a491-80d8ffe73901 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.113710 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d5b9-ffac-445e-88f9-d8d5f9ddba57 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.154132 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f52c1a-6faf-4c60-a491-80d8ffe73901 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd65aaab-8b17-4493-afb6-6ae87845060a,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:46.163016 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-12f52c1a-6faf-4c60-a491-80d8ffe73901 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.164227 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-12f52c1a-6faf-4c60-a491-80d8ffe73901 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2929311 Jul 09 20:26:46.168217 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45828) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:46.175693 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a139b734-7a84-4604-b714-fdbda89b6f72 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'security_group_rule': {'security_group_id': 'f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:46.199367 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-a139b734-7a84-4604-b714-fdbda89b6f72 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Project 98c415b77acf409d81bfd148c54b3790 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:26:46.200793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ebe0d5b9-ffac-445e-88f9-d8d5f9ddba57 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] In _notify_port_updated(), no bound segment for port b44ca98d-704f-4f93-a8c0-5270e9a4be6b on network adbfb4ac-b213-4e51-815c-6ede1635d255 {{(pid=100205) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 20:26:46.205655 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a139b734-7a84-4604-b714-fdbda89b6f72 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.206393 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe0d5b9-ffac-445e-88f9-d8d5f9ddba57 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:46.207045 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d5b9-ffac-445e-88f9-d8d5f9ddba57 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.208659 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ebe0d5b9-ffac-445e-88f9-d8d5f9ddba57 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "PUT /v2.0/ports/b44ca98d-704f-4f93-a8c0-5270e9a4be6b HTTP/1.1" status: 200 len: 969 time: 1.1650035 Jul 09 20:26:46.211523 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45830) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:46.212747 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0d5b9-ffac-445e-88f9-d8d5f9ddba57 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event updated for resources: {'Port': ['ID=b44ca98d-704f-4f93-a8c0-5270e9a4be6b,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:46.333021 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a139b734-7a84-4604-b714-fdbda89b6f72 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.342203 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a139b734-7a84-4604-b714-fdbda89b6f72 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.372741 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139b734-7a84-4604-b714-fdbda89b6f72 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a17e478-aeff-412f-b233-d70d207e74c1,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:46.379590 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a139b734-7a84-4604-b714-fdbda89b6f72 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.381089 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a139b734-7a84-4604-b714-fdbda89b6f72 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2110164 Jul 09 20:26:46.384018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45832) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:46.389249 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:26:46.393005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e64db-fdc5-49ee-a91b-dc6603ccf4c8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port b44ca98d-704f-4f93-a8c0-5270e9a4be6b {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:46.393164 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-953d6641-623a-46c7-b54f-4542c1f131ab tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'network': {'name': 'tempest-network-smoke--1687849174', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'port_security_enabled': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:46.393410 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b8e64db-fdc5-49ee-a91b-dc6603ccf4c8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.416437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953d6641-623a-46c7-b54f-4542c1f131ab tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Made reservation on behalf of 98c415b77acf409d81bfd148c54b3790 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:46.418138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8f59493-1311-44cd-9fe0-5a3b3b11b271 None None] Provisioning for port b44ca98d-704f-4f93-a8c0-5270e9a4be6b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:46.420567 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-953d6641-623a-46c7-b54f-4542c1f131ab tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.424174 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8f59493-1311-44cd-9fe0-5a3b3b11b271 None None] Provisioning complete for port b44ca98d-704f-4f93-a8c0-5270e9a4be6b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:46.424874 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8f59493-1311-44cd-9fe0-5a3b3b11b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.459605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953d6641-623a-46c7-b54f-4542c1f131ab tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:26:46.474844 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-953d6641-623a-46c7-b54f-4542c1f131ab tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.475263 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-953d6641-623a-46c7-b54f-4542c1f131ab tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Added segment 238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c of type vlan for network 2c29abc9-100c-4d6f-899e-17323d58916f Jul 09 20:26:46.479487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a8f59493-1311-44cd-9fe0-5a3b3b11b271 None None] Port b44ca98d-704f-4f93-a8c0-5270e9a4be6b cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:46.493072 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8f59493-1311-44cd-9fe0-5a3b3b11b271 None None] Provisioning complete for port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:46.494305 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8f59493-1311-44cd-9fe0-5a3b3b11b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.524457 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b8e64db-fdc5-49ee-a91b-dc6603ccf4c8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.534734 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-953d6641-623a-46c7-b54f-4542c1f131ab tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.539326 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a8f59493-1311-44cd-9fe0-5a3b3b11b271 None None] Port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:46.549849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e64db-fdc5-49ee-a91b-dc6603ccf4c8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for b44ca98d-704f-4f93-a8c0-5270e9a4be6b owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:46.552163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8f59493-1311-44cd-9fe0-5a3b3b11b271 None None] Provisioning for port 4198b750-5108-43e4-8001-3891b9419ca5 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:46.558435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8f59493-1311-44cd-9fe0-5a3b3b11b271 None None] Provisioning complete for port 4198b750-5108-43e4-8001-3891b9419ca5 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:46.559157 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8f59493-1311-44cd-9fe0-5a3b3b11b271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.581635 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-953d6641-623a-46c7-b54f-4542c1f131ab tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.588672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953d6641-623a-46c7-b54f-4542c1f131ab tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:46.589299 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-953d6641-623a-46c7-b54f-4542c1f131ab tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.656803 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-953d6641-623a-46c7-b54f-4542c1f131ab tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2704794 Jul 09 20:26:46.659609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45834) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:46.664033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'admin_state_up': True, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:46.674934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d6641-623a-46c7-b54f-4542c1f131ab tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Network': ['ID=2c29abc9-100c-4d6f-899e-17323d58916f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:46.686887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 2c29abc9-100c-4d6f-899e-17323d58916f details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:26:46.698549 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.699789 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.715375 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b8e64db-fdc5-49ee-a91b-dc6603ccf4c8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.757983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e64db-fdc5-49ee-a91b-dc6603ccf4c8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=b44ca98d-704f-4f93-a8c0-5270e9a4be6b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:46.767591 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-be5b69f1-6f5b-4005-b9ac-96a56fe2231f None None] Could not find standard attr ID for object b44ca98d-704f-4f93-a8c0-5270e9a4be6b. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:26:46.794845 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6b8e64db-fdc5-49ee-a91b-dc6603ccf4c8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.796913 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6b8e64db-fdc5-49ee-a91b-dc6603ccf4c8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/b44ca98d-704f-4f93-a8c0-5270e9a4be6b HTTP/1.1" status: 204 len: 168 time: 0.5844162 Jul 09 20:26:46.799471 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45836) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:46.809065 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.831917 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d971474-d5df-4dda-9309-09644d7fa7e4 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] GET failed (client error): The resource could not be found. Jul 09 20:26:46.834258 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3d971474-d5df-4dda-9309-09644d7fa7e4 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports/b44ca98d-704f-4f93-a8c0-5270e9a4be6b HTTP/1.1" status: 404 len: 333 time: 0.0336196 Jul 09 20:26:46.836707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45838) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:46.900996 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28f5879c-b7a1-49e0-9d11-af6643646bf2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.928588 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28f5879c-b7a1-49e0-9d11-af6643646bf2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.983840 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28f5879c-b7a1-49e0-9d11-af6643646bf2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.986626 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28f5879c-b7a1-49e0-9d11-af6643646bf2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:46.987836 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-28f5879c-b7a1-49e0-9d11-af6643646bf2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/security-groups/beac1989-5284-4e16-abe6-f4bb5ca1783a HTTP/1.1" status: 204 len: 168 time: 0.1499763 Jul 09 20:26:46.992469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45840) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:47.006179 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5879c-b7a1-49e0-9d11-af6643646bf2 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beac1989-5284-4e16-abe6-f4bb5ca1783a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:47.055732 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a925595-764f-4867-a72d-a3ef2d0b97a0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.080682 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a925595-764f-4867-a72d-a3ef2d0b97a0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.123250 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a925595-764f-4867-a72d-a3ef2d0b97a0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.125931 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a925595-764f-4867-a72d-a3ef2d0b97a0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.127125 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3a925595-764f-4867-a72d-a3ef2d0b97a0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/security-groups/ccb44a38-aa38-4d1c-be2c-c09d5e86f868 HTTP/1.1" status: 204 len: 168 time: 0.1336858 Jul 09 20:26:47.130761 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45842) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:47.149436 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a925595-764f-4867-a72d-a3ef2d0b97a0 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb44a38-aa38-4d1c-be2c-c09d5e86f868,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:47.192120 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f46e4715-6fc6-43a2-af0e-18ad64624fac tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.216463 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f46e4715-6fc6-43a2-af0e-18ad64624fac tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.227721 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.266742 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f46e4715-6fc6-43a2-af0e-18ad64624fac tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.269461 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f46e4715-6fc6-43a2-af0e-18ad64624fac tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.270831 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f46e4715-6fc6-43a2-af0e-18ad64624fac tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/security-groups/91518a44-7ccc-43eb-9683-43b778c80f32 HTTP/1.1" status: 204 len: 168 time: 0.1389372 Jul 09 20:26:47.274796 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45844) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:47.290195 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e4715-6fc6-43a2-af0e-18ad64624fac tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91518a44-7ccc-43eb-9683-43b778c80f32,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:47.336922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-063385e3-fac9-4cdb-96aa-c585c622edaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting subnet 29c15f29-df5e-4d7b-93ff-8f996ff5aec8 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:26:47.340519 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-063385e3-fac9-4cdb-96aa-c585c622edaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.380447 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-063385e3-fac9-4cdb-96aa-c585c622edaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.433761 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.458172 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.467209 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-063385e3-fac9-4cdb-96aa-c585c622edaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.527797 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-063385e3-fac9-4cdb-96aa-c585c622edaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.556001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063385e3-fac9-4cdb-96aa-c585c622edaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Subnet': ['ID=29c15f29-df5e-4d7b-93ff-8f996ff5aec8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:47.559105 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-063385e3-fac9-4cdb-96aa-c585c622edaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.561185 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-063385e3-fac9-4cdb-96aa-c585c622edaf tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/29c15f29-df5e-4d7b-93ff-8f996ff5aec8 HTTP/1.1" status: 204 len: 168 time: 0.2847502 Jul 09 20:26:47.564798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45846) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:47.566407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.25.0.181 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/53e3a062-4fff-457b-a3f9-80b7474f48c8) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:47.568039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f00f872-001e-46f0-990b-80ca2eb2fbbb None None] Network adbfb4ac-b213-4e51-815c-6ede1635d255 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:47.624379 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-f722046b-bcc2-4cd7-b0e3-5953a420ee0e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting subnet 027c52d7-c3f8-4c96-8803-de8b8f9a328b {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:26:47.627817 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f722046b-bcc2-4cd7-b0e3-5953a420ee0e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.676439 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f722046b-bcc2-4cd7-b0e3-5953a420ee0e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.677308 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.722512 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.763673 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:47.766766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:47.770816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:47.780973 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f722046b-bcc2-4cd7-b0e3-5953a420ee0e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.808476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=53e3a062-4fff-457b-a3f9-80b7474f48c8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:47.848688 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f722046b-bcc2-4cd7-b0e3-5953a420ee0e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.884078 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722046b-bcc2-4cd7-b0e3-5953a420ee0e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Subnet': ['ID=027c52d7-c3f8-4c96-8803-de8b8f9a328b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:47.890881 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f722046b-bcc2-4cd7-b0e3-5953a420ee0e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:47.894187 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f722046b-bcc2-4cd7-b0e3-5953a420ee0e tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/027c52d7-c3f8-4c96-8803-de8b8f9a328b HTTP/1.1" status: 204 len: 168 time: 0.3233392 Jul 09 20:26:47.895198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45848) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:47.922028 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc788c5-904e-4ddf-b02d-06732dbe97bb tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] DELETE failed (client error): The resource could not be found. Jul 09 20:26:47.922498 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc788c5-904e-4ddf-b02d-06732dbe97bb tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:26:47.924273 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dcc788c5-904e-4ddf-b02d-06732dbe97bb tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/29c15f29-df5e-4d7b-93ff-8f996ff5aec8 HTTP/1.1" status: 404 len: 337 time: 0.0281217 Jul 09 20:26:47.927283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45850) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:47.997828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5bf7885-e73c-4d0e-9b55-cc821ecf900b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting subnet 283b4f33-ee57-4ed7-b05c-b12954b12ebd {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:26:48.003163 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5bf7885-e73c-4d0e-9b55-cc821ecf900b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:48.089298 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5bf7885-e73c-4d0e-9b55-cc821ecf900b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:48.181993 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:48.286452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b6d686-9509-43d8-b99d-526a1d9e5b82 None None] Network adbfb4ac-b213-4e51-815c-6ede1635d255 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:48.297791 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5bf7885-e73c-4d0e-9b55-cc821ecf900b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:48.341321 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-43d2c656-76a0-491d-846b-412de42af6cf None None] Provisioning complete for port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:48.341696 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-43d2c656-76a0-491d-846b-412de42af6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:48.392406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-43d2c656-76a0-491d-846b-412de42af6cf None None] Port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:48.417274 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5bf7885-e73c-4d0e-9b55-cc821ecf900b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:48.430864 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-43d2c656-76a0-491d-846b-412de42af6cf None None] Provisioning complete for port 4198b750-5108-43e4-8001-3891b9419ca5 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:48.431790 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-43d2c656-76a0-491d-846b-412de42af6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:48.476205 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5bf7885-e73c-4d0e-9b55-cc821ecf900b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:48.480977 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c5bf7885-e73c-4d0e-9b55-cc821ecf900b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/283b4f33-ee57-4ed7-b05c-b12954b12ebd HTTP/1.1" status: 204 len: 168 time: 0.5499103 Jul 09 20:26:48.481707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45852) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:48.483905 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf7885-e73c-4d0e-9b55-cc821ecf900b tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Subnet': ['ID=283b4f33-ee57-4ed7-b05c-b12954b12ebd,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:48.502564 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:48.512561 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-71babaf7-6ed4-421e-a2eb-a5bde2992933 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] DELETE failed (client error): The resource could not be found. Jul 09 20:26:48.513112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71babaf7-6ed4-421e-a2eb-a5bde2992933 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:26:48.517526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-71babaf7-6ed4-421e-a2eb-a5bde2992933 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/76d51ea7-2713-4473-8f25-b63371fb6919 HTTP/1.1" status: 404 len: 337 time: 0.0321572 Jul 09 20:26:48.517791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45854) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:48.550990 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-995e108c-7e9b-49a1-9a40-f4de2bd1e660 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d956aea-5a3c-4e4f-9697-9cac2798dc84 HTTP/1.1" status: 200 len: 205 time: 0.0297723 Jul 09 20:26:48.551210 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45856) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:48.596799 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-01b61c54-4915-4c41-a401-5b6518c02947 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] delete failed (client error): The resource could not be found. Jul 09 20:26:48.597871 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-01b61c54-4915-4c41-a401-5b6518c02947 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/routers/0d956aea-5a3c-4e4f-9697-9cac2798dc84 HTTP/1.1" status: 404 len: 336 time: 0.0455537 Jul 09 20:26:48.600667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45858) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:48.632044 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad58a94-028b-4f98-ad1e-b62cd57928e5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] DELETE failed (client error): The resource could not be found. Jul 09 20:26:48.632510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad58a94-028b-4f98-ad1e-b62cd57928e5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:26:48.636806 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dad58a94-028b-4f98-ad1e-b62cd57928e5 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/8433e8ab-bdd1-43e8-9b41-f13e97225c1f HTTP/1.1" status: 404 len: 337 time: 0.0326087 Jul 09 20:26:48.637056 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45860) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:48.651019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a398d5f-4ddd-4138-a4f9-8e49c6953ad5 None None] Update dhcp port {'port': {'network_id': 'adbfb4ac-b213-4e51-815c-6ede1635d255', 'fixed_ips': [{'subnet_id': '283b4f33-ee57-4ed7-b05c-b12954b12ebd'}], 'binding:host_id': 'n-d-800088-3'}, 'id': '4198b750-5108-43e4-8001-3891b9419ca5'} from n-d-800088-3. {{(pid=100206) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 20:26:48.663353 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b36310-13e5-4d89-8065-406067fc32b7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] DELETE failed (client error): The resource could not be found. Jul 09 20:26:48.663819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b36310-13e5-4d89-8065-406067fc32b7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:26:48.668221 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-59b36310-13e5-4d89-8065-406067fc32b7 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/965be30d-3c87-4bd4-b515-7bab9da86fa9 HTTP/1.1" status: 404 len: 337 time: 0.0277717 Jul 09 20:26:48.669074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45862) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:48.695457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:26:48.709651 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9fb40f-7dc2-43a9-b172-3451a687e545 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] DELETE failed (client error): The resource could not be found. Jul 09 20:26:48.710357 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9fb40f-7dc2-43a9-b172-3451a687e545 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:26:48.712859 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6c9fb40f-7dc2-43a9-b172-3451a687e545 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/19c98454-ea26-4d0c-a0c9-723afbd26d92 HTTP/1.1" status: 404 len: 337 time: 0.0421247 Jul 09 20:26:48.715353 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45864) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:48.721831 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7a398d5f-4ddd-4138-a4f9-8e49c6953ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:48.741498 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fcd076-9ec3-4a36-a599-30e07da81e17 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] DELETE failed (client error): The resource could not be found. Jul 09 20:26:48.742110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fcd076-9ec3-4a36-a599-30e07da81e17 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:26:48.746819 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-61fcd076-9ec3-4a36-a599-30e07da81e17 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/038ecb2f-3e31-4282-9bf8-bc91204ce61d HTTP/1.1" status: 404 len: 333 time: 0.0275671 Jul 09 20:26:48.747006 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45866) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:48.777950 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-51303b57-37b1-4d91-866a-0b9b98ef3f14 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] DELETE failed (client error): The resource could not be found. Jul 09 20:26:48.778410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51303b57-37b1-4d91-866a-0b9b98ef3f14 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:26:48.782595 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-51303b57-37b1-4d91-866a-0b9b98ef3f14 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/1c98c804-fe8e-44ce-9d9c-972d01ebfa0c HTTP/1.1" status: 404 len: 337 time: 0.0322275 Jul 09 20:26:48.782848 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45868) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:48.809543 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-02afd4de-eda4-405d-ae12-0457893ccda8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] DELETE failed (client error): The resource could not be found. Jul 09 20:26:48.810007 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02afd4de-eda4-405d-ae12-0457893ccda8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:26:48.814168 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-02afd4de-eda4-405d-ae12-0457893ccda8 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/e3a11189-8fa1-42a1-be94-7e87a10838f0 HTTP/1.1" status: 404 len: 337 time: 0.0279958 Jul 09 20:26:48.814341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45870) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:48.823338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:26:48.833945 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Sync routers for ids ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:26:48.846583 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:48.846898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Routers {'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:48.847433 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c00a0df-2550-4aa8-93dc-65d87bf20480 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] DELETE failed (client error): The resource could not be found. Jul 09 20:26:48.847610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:48.848187 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c00a0df-2550-4aa8-93dc-65d87bf20480 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:26:48.849101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-28ee18ba-9c21-46fc-95d3-01c4bce9a322 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1884553 Jul 09 20:26:48.852302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45872) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:48.856284 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4c00a0df-2550-4aa8-93dc-65d87bf20480 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/87150355-8583-425b-bace-18fcf1a47836 HTTP/1.1" status: 404 len: 333 time: 0.0381255 Jul 09 20:26:48.856500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45874) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:48.886831 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-b526ece0-f257-464c-a59d-f0206f0f45a6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] DELETE failed (client error): The resource could not be found. Jul 09 20:26:48.887385 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b526ece0-f257-464c-a59d-f0206f0f45a6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:26:48.889316 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b526ece0-f257-464c-a59d-f0206f0f45a6 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/8c1bd53d-53e5-4d07-bf62-097232afb571 HTTP/1.1" status: 404 len: 337 time: 0.0317726 Jul 09 20:26:48.891904 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45876) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:48.904650 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8b202f02-fbcb-489e-804e-e41d68707218 tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=98c415b77acf409d81bfd148c54b3790&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463755 Jul 09 20:26:48.906681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45878) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:48.923801 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e70bc2-49a3-47ec-a01a-4f163b3fb372 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] DELETE failed (client error): The resource could not be found. Jul 09 20:26:48.924267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e70bc2-49a3-47ec-a01a-4f163b3fb372 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:26:48.928276 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-17e70bc2-49a3-47ec-a01a-4f163b3fb372 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/subnets/9b6f8170-9c73-4d66-b66d-6a01c3dff5a7 HTTP/1.1" status: 404 len: 337 time: 0.0331328 Jul 09 20:26:48.928562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45880) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:48.935403 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28998fd-287e-400b-af48-0203eb386700 None None] Network adbfb4ac-b213-4e51-815c-6ede1635d255 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:49.017177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Set router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:26:49.037558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-d954df5d-244f-4e53-8dc1-6b4d44be2118 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:49.037950 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d954df5d-244f-4e53-8dc1-6b4d44be2118 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.079819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4638e8d4-ac87-45c1-b0e1-f5de3640a344 None None] Provisioning complete for port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:49.080202 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4638e8d4-ac87-45c1-b0e1-f5de3640a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.092126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446d75dc-f910-44e6-afac-2e3a1191402c tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:49.096388 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-446d75dc-f910-44e6-afac-2e3a1191402c tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1847992 Jul 09 20:26:49.097207 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45882) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:49.140412 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a982fad7-135d-444b-9c49-11313956c37d tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395093 Jul 09 20:26:49.140412 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d954df5d-244f-4e53-8dc1-6b4d44be2118 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.140869 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45884) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:49.146478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-57f6287e-9db9-4837-a7b1-531e8acfaedd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-935113633', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'project_id': '98c415b77acf409d81bfd148c54b3790', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:49.152776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-d954df5d-244f-4e53-8dc1-6b4d44be2118 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for 8c4c7488-401f-4c7c-a65f-28a3803c9e4f owned by {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:49.250268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f6287e-9db9-4837-a7b1-531e8acfaedd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Made reservation on behalf of 98c415b77acf409d81bfd148c54b3790 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:49.252000 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d954df5d-244f-4e53-8dc1-6b4d44be2118 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.255370 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-57f6287e-9db9-4837-a7b1-531e8acfaedd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.300257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954df5d-244f-4e53-8dc1-6b4d44be2118 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=8c4c7488-401f-4c7c-a65f-28a3803c9e4f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:49.308883 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d954df5d-244f-4e53-8dc1-6b4d44be2118 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.314761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45886) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:49.315270 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d954df5d-244f-4e53-8dc1-6b4d44be2118 tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/ports/8c4c7488-401f-4c7c-a65f-28a3803c9e4f HTTP/1.1" status: 204 len: 168 time: 0.3847668 Jul 09 20:26:49.349457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4638e8d4-ac87-45c1-b0e1-f5de3640a344 None None] Port 8c4c7488-401f-4c7c-a65f-28a3803c9e4f cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:49.396047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4638e8d4-ac87-45c1-b0e1-f5de3640a344 None None] Provisioning complete for port 4198b750-5108-43e4-8001-3891b9419ca5 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:49.396399 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4638e8d4-ac87-45c1-b0e1-f5de3640a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.419315 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.486343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] DHCP port deletion for adbfb4ac-b213-4e51-815c-6ede1635d255 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:26:49.520593 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:26:46Z', 'updated_at': '2021-07-09T20:26:47Z', 'revision_number': 3, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:47Z', 'updated_at': '2021-07-09T20:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:49.564052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Deleting port 4198b750-5108-43e4-8001-3891b9419ca5 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:49.564296 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.567780 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Checking router: c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:26:49.568139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Updating router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 port 53e3a062-4fff-457b-a3f9-80b7474f48c8 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:26:49.580440 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-57f6287e-9db9-4837-a7b1-531e8acfaedd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.613194 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.650735 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Deleting port 4198b750-5108-43e4-8001-3891b9419ca5 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:26:49.651143 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.690814 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6287e-9db9-4837-a7b1-531e8acfaedd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Subnet': ['ID=6e45eb87-a971-4e1e-965f-b5b6c97d661b,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:49.701748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] For port 4198b750-5108-43e4-8001-3891b9419ca5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4198b750-5108-43e4-8001-3891b9419ca5,segment=NetworkSegment(a699e2d9-ca95-4cba-b858-fca72b634b91),segment_id=a699e2d9-ca95-4cba-b858-fca72b634b91)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:49.702116 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.717282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f6287e-9db9-4837-a7b1-531e8acfaedd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Checking segment: {'id': '238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:49.717643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f6287e-9db9-4837-a7b1-531e8acfaedd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network hostable DHCP agents. Network: 2c29abc9-100c-4d6f-899e-17323d58916f, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:26:49.720481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Calling delete_port for 4198b750-5108-43e4-8001-3891b9419ca5 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:49.773863 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f6287e-9db9-4837-a7b1-531e8acfaedd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 2c29abc9-100c-4d6f-899e-17323d58916f is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:26:49.780508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] For port 4198b750-5108-43e4-8001-3891b9419ca5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4198b750-5108-43e4-8001-3891b9419ca5,segment=NetworkSegment(a699e2d9-ca95-4cba-b858-fca72b634b91),segment_id=a699e2d9-ca95-4cba-b858-fca72b634b91)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:49.780929 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.791845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-57f6287e-9db9-4837-a7b1-531e8acfaedd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 2c29abc9-100c-4d6f-899e-17323d58916f) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:49.797147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f6287e-9db9-4837-a7b1-531e8acfaedd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:49.797710 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-57f6287e-9db9-4837-a7b1-531e8acfaedd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.804048 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30717cde-e0e7-49b9-8795-de308881de6b None None] Network 2c29abc9-100c-4d6f-899e-17323d58916f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:49.805990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Calling delete_port for 4198b750-5108-43e4-8001-3891b9419ca5 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:26:49.822948 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-57f6287e-9db9-4837-a7b1-531e8acfaedd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6807139 Jul 09 20:26:49.825823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45888) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:49.843731 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.876474 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Port': ['ID=4198b750-5108-43e4-8001-3891b9419ca5,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:49.881347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] No DVR routers for this DVR port 4198b750-5108-43e4-8001-3891b9419ca5 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:49.975131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4198b750-5108-43e4-8001-3891b9419ca5 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:26:49.984587 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:49.995166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbfb4ac-b213-4e51-815c-6ede1635d255']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:50.005951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a699e2d9-ca95-4cba-b858-fca72b634b91') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:50.006372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a699e2d9-ca95-4cba-b858-fca72b634b91') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:50.016327 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.025768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 4198b750-5108-43e4-8001-3891b9419ca5 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:26:50.026358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4198b750-5108-43e4-8001-3891b9419ca5 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:26:50.032885 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.042732 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:26:50.043459 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:26:50.047353 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:26:50.080213 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.116556 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.123551 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.127716 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] 10.222.0.30 "DELETE /v2.0/networks/adbfb4ac-b213-4e51-815c-6ede1635d255 HTTP/1.1" status: 204 len: 168 time: 0.8095860 Jul 09 20:26:50.137226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Pushing event deleted for resources: {'Port': ['ID=4198b750-5108-43e4-8001-3891b9419ca5,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:50.151706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a4f94-9e9a-4eba-acaf-09fdb19042ee tempest-PortsIpV6TestJSON-1108037624 tempest-PortsIpV6TestJSON-1108037624-project] Pushing event deleted for resources: {'Network': ['ID=adbfb4ac-b213-4e51-815c-6ede1635d255,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:50.156496 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] No DVR routers for this DVR port 4198b750-5108-43e4-8001-3891b9419ca5 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:26:50.160809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.161177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.161524 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.161867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.162211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.162844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.162844 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.163206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.163536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.163882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.164206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.164499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9711cb8-479b-4cc1-aad6-70dfa39e844e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:50.177825 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.216009 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Transition to ACTIVE for port object 53e3a062-4fff-457b-a3f9-80b7474f48c8 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:50.223667 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.257374 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-2c29abc9-100c-4d6f-899e-17323d58916f', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ips': [{'subnet_id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:26:50.258337 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.354254 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Attempting to bind port 53e3a062-4fff-457b-a3f9-80b7474f48c8 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:50.354636 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Attempting to bind port 53e3a062-4fff-457b-a3f9-80b7474f48c8 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:50.355011 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Attempting to bind port 53e3a062-4fff-457b-a3f9-80b7474f48c8 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:50.360286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611bbb5-24b1-4fcd-9251-ff71bc060c06 None None] Pushing event updated for resources: {'Port': ['ID=53e3a062-4fff-457b-a3f9-80b7474f48c8,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:50.374526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:50.374913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:50.375337 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.375733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:50.376228 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Bound port: 53e3a062-4fff-457b-a3f9-80b7474f48c8, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:50.376657 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.442587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45894) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:50.479525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] For port 53e3a062-4fff-457b-a3f9-80b7474f48c8, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:50.484354 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] For port 53e3a062-4fff-457b-a3f9-80b7474f48c8, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=53e3a062-4fff-457b-a3f9-80b7474f48c8,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:50.488964 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Allocated IP 172.20.0.2 (2c29abc9-100c-4d6f-899e-17323d58916f/6e45eb87-a971-4e1e-965f-b5b6c97d661b/d58a8725-01a8-4bc8-83d7-d545a7893bb5) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:50.494782 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.607212 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5166c0de-5a61-4056-9fc7-92936c2a9498 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83278fc7e892467e82aa80197cd07f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1630938 Jul 09 20:26:50.610336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45898) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:50.616908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Routers {'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:50.617553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:50.623275 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611bbb5-24b1-4fcd-9251-ff71bc060c06 None None] Pushing event updated for resources: {'Port': ['ID=53e3a062-4fff-457b-a3f9-80b7474f48c8,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:50.657892 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.665377 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8140fe70-eac9-4313-96ba-10216008f471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.689954 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8140fe70-eac9-4313-96ba-10216008f471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.746139 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8140fe70-eac9-4313-96ba-10216008f471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.748986 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8140fe70-eac9-4313-96ba-10216008f471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.754159 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8140fe70-eac9-4313-96ba-10216008f471 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf448d68-7030-4fa2-803e-7cb2564dd293 HTTP/1.1" status: 204 len: 168 time: 0.1424775 Jul 09 20:26:50.774702 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140fe70-eac9-4313-96ba-10216008f471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf448d68-7030-4fa2-803e-7cb2564dd293,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:50.800189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] Set router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:26:50.832084 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:50.885099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Transition to ACTIVE for port object d58a8725-01a8-4bc8-83d7-d545a7893bb5 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:50.932425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Transition to ACTIVE for port object d58a8725-01a8-4bc8-83d7-d545a7893bb5 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:50.946079 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:51.001196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.20.0.1 (2c29abc9-100c-4d6f-899e-17323d58916f/6e45eb87-a971-4e1e-965f-b5b6c97d661b/2f5609c8-4b22-4946-89ff-2b162b294506) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:51.014706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Network 2c29abc9-100c-4d6f-899e-17323d58916f is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:51.021549 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:51.148771 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:51.167449 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Transition to ACTIVE for port object 2f5609c8-4b22-4946-89ff-2b162b294506 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:51.205082 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Pushing event updated for resources: {'Port': ['ID=d58a8725-01a8-4bc8-83d7-d545a7893bb5,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:51.208041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:51.208527 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:51.262864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 2c29abc9-100c-4d6f-899e-17323d58916f is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:51.266482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:51.271392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:51.276226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=2f5609c8-4b22-4946-89ff-2b162b294506,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:51.286678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Attempting to bind port d58a8725-01a8-4bc8-83d7-d545a7893bb5 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:51.286978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Attempting to bind port d58a8725-01a8-4bc8-83d7-d545a7893bb5 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:51.287392 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Attempting to bind port d58a8725-01a8-4bc8-83d7-d545a7893bb5 on network 2c29abc9-100c-4d6f-899e-17323d58916f {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:51.296846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:51.297233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Checking segment: {'id': '238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:51.297645 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:51.298044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Bound using segment: {'id': '238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:51.298524 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Bound port: d58a8725-01a8-4bc8-83d7-d545a7893bb5, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:51.298917 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:51.317219 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:26:46Z', 'updated_at': '2021-07-09T20:26:47Z', 'revision_number': 3, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:47Z', 'updated_at': '2021-07-09T20:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:51.318576 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:51.365885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd5e6fc-7731-4753-8d82-6330f2961f34 None None] The sync data for ids ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'] in n-d-800088-3 is: [{'id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:26:46Z', 'updated_at': '2021-07-09T20:26:47Z', 'revision_number': 3, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:47Z', 'updated_at': '2021-07-09T20:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:26:51.397842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] For port d58a8725-01a8-4bc8-83d7-d545a7893bb5, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:51.401664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] For port d58a8725-01a8-4bc8-83d7-d545a7893bb5, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d58a8725-01a8-4bc8-83d7-d545a7893bb5,segment=NetworkSegment(238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c),segment_id=238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:51.407824 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:51.480019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b67bdc-d89d-43f0-930a-15451bc63f9b None None] Pushing event updated for resources: {'Port': ['ID=d58a8725-01a8-4bc8-83d7-d545a7893bb5,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:51.531342 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:51.622807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45920) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:51.846553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-73a95fde-6a37-4d84-a327-57c6fd642e84 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2032322996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:51.915962 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-73a95fde-6a37-4d84-a327-57c6fd642e84 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:51.921039 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-73a95fde-6a37-4d84-a327-57c6fd642e84 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.020940 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-73a95fde-6a37-4d84-a327-57c6fd642e84 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.027972 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-73a95fde-6a37-4d84-a327-57c6fd642e84 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.048226 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-73a95fde-6a37-4d84-a327-57c6fd642e84 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.049797 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-73a95fde-6a37-4d84-a327-57c6fd642e84 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4244936 Jul 09 20:26:52.052572 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45924) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:52.059192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1574938455'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:52.091154 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Made reservation on behalf of 4309e655995e41b68f026e3dee8d6ca8 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:52.095800 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.099852 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d58a8725-01a8-4bc8-83d7-d545a7893bb5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:52.112804 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.117448 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.126131 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.194771 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port d58a8725-01a8-4bc8-83d7-d545a7893bb5 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:52.200701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 53e3a062-4fff-457b-a3f9-80b7474f48c8 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:52.210946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=2f5609c8-4b22-4946-89ff-2b162b294506,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:52.231443 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.299525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 53e3a062-4fff-457b-a3f9-80b7474f48c8 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:52.309388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 53e3a062-4fff-457b-a3f9-80b7474f48c8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:52.309813 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.371700 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.390332 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.395647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 2c29abc9-100c-4d6f-899e-17323d58916f is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:52.401518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:52.425615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:26:52.441277 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.442250 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Added segment f796595b-2345-4ead-979e-0953ca090721 of type vlan for network fb65a1bf-cff1-46de-8c2a-f3ded224401a Jul 09 20:26:52.456285 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.487531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 53e3a062-4fff-457b-a3f9-80b7474f48c8, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=53e3a062-4fff-457b-a3f9-80b7474f48c8,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:52.491947 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.496943 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.559767 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.562384 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=53e3a062-4fff-457b-a3f9-80b7474f48c8,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:52.576385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:52.577151 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.592039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e1e965-9d92-4bb3-a305-c14a52d04668,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:52.598081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:26:52.651111 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5970068 Jul 09 20:26:52.655415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45926) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:52.665421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-2813915b-bc22-4764-a149-ac31276ec03b tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Request body: {'subnet': {'network_id': 'fb65a1bf-cff1-46de-8c2a-f3ded224401a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:52.677254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9054f60-561f-4636-8ec8-29dc866d21bc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event updated for resources: {'Network': ['ID=fb65a1bf-cff1-46de-8c2a-f3ded224401a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:52.689927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network fb65a1bf-cff1-46de-8c2a-f3ded224401a details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:26:52.796119 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb4b6f-1355-4014-9e24-d0e3b036b6a7 None None] Network 2c29abc9-100c-4d6f-899e-17323d58916f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:52.838237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:26:52.843629 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5d4f1254-a181-4c90-b368-eba09605a4df tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "PUT /v2.0/routers/c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0164979 Jul 09 20:26:52.853475 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2813915b-bc22-4764-a149-ac31276ec03b tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Made reservation on behalf of 4309e655995e41b68f026e3dee8d6ca8 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:52.857593 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2813915b-bc22-4764-a149-ac31276ec03b tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:52.870016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ee9da023-e1b9-41f4-a2c4-06819dca429e None None] Provisioning for port d58a8725-01a8-4bc8-83d7-d545a7893bb5 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:52.875769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ee9da023-e1b9-41f4-a2c4-06819dca429e None None] Provisioning complete for port d58a8725-01a8-4bc8-83d7-d545a7893bb5 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:52.876149 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ee9da023-e1b9-41f4-a2c4-06819dca429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.027402 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ee9da023-e1b9-41f4-a2c4-06819dca429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.069269 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2813915b-bc22-4764-a149-ac31276ec03b tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.078274 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-d6298815-b629-4470-bfc4-011949111661 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-824471028&fields=id&tenant_id=98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 267 time: 0.0467737 Jul 09 20:26:53.082847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ee9da023-e1b9-41f4-a2c4-06819dca429e None None] For port d58a8725-01a8-4bc8-83d7-d545a7893bb5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d58a8725-01a8-4bc8-83d7-d545a7893bb5,segment=NetworkSegment(238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c),segment_id=238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:53.088899 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ee9da023-e1b9-41f4-a2c4-06819dca429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.147253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9da023-e1b9-41f4-a2c4-06819dca429e None None] Pushing event updated for resources: {'Port': ['ID=d58a8725-01a8-4bc8-83d7-d545a7893bb5,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:53.147932 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813915b-bc22-4764-a149-ac31276ec03b tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event updated for resources: {'Subnet': ['ID=2c0e5f8b-6cde-4da6-bd12-cd6e9e723fc6,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:53.161176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2813915b-bc22-4764-a149-ac31276ec03b tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Checking segment: {'id': 'f796595b-2345-4ead-979e-0953ca090721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fb65a1bf-cff1-46de-8c2a-f3ded224401a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:53.161483 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2813915b-bc22-4764-a149-ac31276ec03b tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Network hostable DHCP agents. Network: fb65a1bf-cff1-46de-8c2a-f3ded224401a, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:26:53.193844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2813915b-bc22-4764-a149-ac31276ec03b tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Network fb65a1bf-cff1-46de-8c2a-f3ded224401a is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:26:53.206629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-2813915b-bc22-4764-a149-ac31276ec03b tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, fb65a1bf-cff1-46de-8c2a-f3ded224401a) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:53.213798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2813915b-bc22-4764-a149-ac31276ec03b tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:53.214840 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2813915b-bc22-4764-a149-ac31276ec03b tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.221083 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0207289e-4d6d-4c45-ac6e-6d20c2913ab6 None None] Network fb65a1bf-cff1-46de-8c2a-f3ded224401a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:53.248496 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2813915b-bc22-4764-a149-ac31276ec03b tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5918303 Jul 09 20:26:53.251328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45944) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:53.258937 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-32208b9a-bb38-4a56-82f4-042120750529 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Request body: {'network': {'name': 'tempest-router-network01--419402602'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:53.287024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32208b9a-bb38-4a56-82f4-042120750529 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Made reservation on behalf of 4309e655995e41b68f026e3dee8d6ca8 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:53.292347 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32208b9a-bb38-4a56-82f4-042120750529 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.324693 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32208b9a-bb38-4a56-82f4-042120750529 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:26:53.339158 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32208b9a-bb38-4a56-82f4-042120750529 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.339579 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-32208b9a-bb38-4a56-82f4-042120750529 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Added segment 24fe13e0-094d-47a2-b61d-5d9d77045aaa of type vlan for network e8994117-a9ce-43c2-86f0-893b20a9a6cc Jul 09 20:26:53.389214 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32208b9a-bb38-4a56-82f4-042120750529 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.423483 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32208b9a-bb38-4a56-82f4-042120750529 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.427974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6f529fef-56ed-4484-9174-1e0f86142cec None None] Provisioning complete for port d58a8725-01a8-4bc8-83d7-d545a7893bb5 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:53.428490 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6f529fef-56ed-4484-9174-1e0f86142cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.430675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32208b9a-bb38-4a56-82f4-042120750529 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:53.432126 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-32208b9a-bb38-4a56-82f4-042120750529 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.476991 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-fb65a1bf-cff1-46de-8c2a-f3ded224401a', 'network_id': 'fb65a1bf-cff1-46de-8c2a-f3ded224401a', 'tenant_id': '4309e655995e41b68f026e3dee8d6ca8', 'fixed_ips': [{'subnet_id': '2c0e5f8b-6cde-4da6-bd12-cd6e9e723fc6'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:26:53.478922 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.511226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32208b9a-bb38-4a56-82f4-042120750529 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event updated for resources: {'Network': ['ID=e8994117-a9ce-43c2-86f0-893b20a9a6cc,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:53.527901 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-32208b9a-bb38-4a56-82f4-042120750529 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2711899 Jul 09 20:26:53.528289 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45946) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:53.538338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-905f388d-3378-4bcb-b722-f871aac8b298 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Request body: {'network': {'name': 'tempest-router-network02--666758907'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:53.568189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905f388d-3378-4bcb-b722-f871aac8b298 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Made reservation on behalf of 4309e655995e41b68f026e3dee8d6ca8 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:53.573838 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-905f388d-3378-4bcb-b722-f871aac8b298 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.575462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network e8994117-a9ce-43c2-86f0-893b20a9a6cc details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:26:53.605074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905f388d-3378-4bcb-b722-f871aac8b298 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:26:53.615325 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-905f388d-3378-4bcb-b722-f871aac8b298 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.615977 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-905f388d-3378-4bcb-b722-f871aac8b298 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Added segment 0e7472fd-82be-4623-889a-2c168aa769b4 of type vlan for network 13267c86-8f70-475d-9365-f62a13e5a9b7 Jul 09 20:26:53.671307 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-905f388d-3378-4bcb-b722-f871aac8b298 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.690725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-0b95b4e4-32b0-45aa-baeb-fefc06a16a97 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:53.690725 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-0b95b4e4-32b0-45aa-baeb-fefc06a16a97 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/networks?id=2c29abc9-100c-4d6f-899e-17323d58916f HTTP/1.1" status: 200 len: 797 time: 0.5991044 Jul 09 20:26:53.715240 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Sync routers for ids ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:26:53.725924 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-d9046991-6a70-48f6-b359-f76d3e3da0e6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/quotas/98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 375 time: 0.0117640 Jul 09 20:26:53.728690 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Routers {'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:53.729684 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:53.733183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-905f388d-3378-4bcb-b722-f871aac8b298 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.739886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905f388d-3378-4bcb-b722-f871aac8b298 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:53.740557 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-905f388d-3378-4bcb-b722-f871aac8b298 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:53.819192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45948) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:53.819743 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-905f388d-3378-4bcb-b722-f871aac8b298 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2893860 Jul 09 20:26:53.828755 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9f07c6d3-874f-40e3-a780-0ec23f1627dc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Request body: {'subnet': {'network_id': 'e8994117-a9ce-43c2-86f0-893b20a9a6cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:53.839516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f388d-3378-4bcb-b722-f871aac8b298 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event updated for resources: {'Network': ['ID=13267c86-8f70-475d-9365-f62a13e5a9b7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:53.872388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Allocated IP 172.20.0.2 (fb65a1bf-cff1-46de-8c2a-f3ded224401a/2c0e5f8b-6cde-4da6-bd12-cd6e9e723fc6/cb75056c-0a47-4c81-b49c-3750c3d5bc7f) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:53.886838 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Set router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:26:53.941990 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-4f94e63e-3e21-4722-b2ed-b6cb037326ce tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2153895 Jul 09 20:26:53.964461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 13267c86-8f70-475d-9365-f62a13e5a9b7 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:26:54.025477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6f529fef-56ed-4484-9174-1e0f86142cec None None] Provisioning for port 2f5609c8-4b22-4946-89ff-2b162b294506 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:54.045471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d58a8725-01a8-4bc8-83d7-d545a7893bb5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:54.049337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f07c6d3-874f-40e3-a780-0ec23f1627dc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Made reservation on behalf of 4309e655995e41b68f026e3dee8d6ca8 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:54.052201 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6f529fef-56ed-4484-9174-1e0f86142cec None None] Provisioning complete for port 2f5609c8-4b22-4946-89ff-2b162b294506 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:54.052584 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6f529fef-56ed-4484-9174-1e0f86142cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.054549 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f07c6d3-874f-40e3-a780-0ec23f1627dc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.129273 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:26:46Z', 'updated_at': '2021-07-09T20:26:51Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:47Z', 'updated_at': '2021-07-09T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '2f5609c8-4b22-4946-89ff-2b162b294506', 'name': '', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:b1:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:50Z', 'updated_at': '2021-07-09T20:26:51Z', 'revision_number': 2, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:54.159039 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Checking router: c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:26:54.159464 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Updating router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 port 2f5609c8-4b22-4946-89ff-2b162b294506 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:26:54.161869 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-6f529fef-56ed-4484-9174-1e0f86142cec None None] Port 2f5609c8-4b22-4946-89ff-2b162b294506 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:54.166964 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-cf68f8f9-9ca0-4bdb-b903-ed28ddd4c967 service neutron] 10.222.0.30 "GET /v2.0/networks/2c29abc9-100c-4d6f-899e-17323d58916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020845 Jul 09 20:26:54.205610 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.209507 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d58a8725-01a8-4bc8-83d7-d545a7893bb5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:54.209888 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.215392 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.244444 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Transition to ACTIVE for port object cb75056c-0a47-4c81-b49c-3750c3d5bc7f will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:54.290569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Transition to ACTIVE for port object cb75056c-0a47-4c81-b49c-3750c3d5bc7f will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:54.303053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-657523bf-c932-4808-bbcb-ef8e26f8a04f None None] Provisioning complete for port 2f5609c8-4b22-4946-89ff-2b162b294506 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:54.303482 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-657523bf-c932-4808-bbcb-ef8e26f8a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.326001 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.338822 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-86a4df80-4656-4b97-bb7a-2684ba12f21f service neutron] 10.222.0.30 "GET /v2.0/networks/2c29abc9-100c-4d6f-899e-17323d58916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650727 Jul 09 20:26:54.363092 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f07c6d3-874f-40e3-a780-0ec23f1627dc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.411977 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 53e3a062-4fff-457b-a3f9-80b7474f48c8 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:54.414704 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Network fb65a1bf-cff1-46de-8c2a-f3ded224401a is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:54.420923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:54.423397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-657523bf-c932-4808-bbcb-ef8e26f8a04f None None] Port 2f5609c8-4b22-4946-89ff-2b162b294506 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:54.424962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:54.456163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Pushing event updated for resources: {'Port': ['ID=cb75056c-0a47-4c81-b49c-3750c3d5bc7f,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:54.458058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f07c6d3-874f-40e3-a780-0ec23f1627dc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Checking segment: {'id': '24fe13e0-094d-47a2-b61d-5d9d77045aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e8994117-a9ce-43c2-86f0-893b20a9a6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:54.466203 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f07c6d3-874f-40e3-a780-0ec23f1627dc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Network hostable DHCP agents. Network: e8994117-a9ce-43c2-86f0-893b20a9a6cc, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:26:54.469759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07c6d3-874f-40e3-a780-0ec23f1627dc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event updated for resources: {'Subnet': ['ID=03c30242-8a66-4532-b8db-9e88b2252e4d,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:54.505279 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f07c6d3-874f-40e3-a780-0ec23f1627dc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Network e8994117-a9ce-43c2-86f0-893b20a9a6cc is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:26:54.519300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-9f07c6d3-874f-40e3-a780-0ec23f1627dc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, e8994117-a9ce-43c2-86f0-893b20a9a6cc) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:54.533914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f07c6d3-874f-40e3-a780-0ec23f1627dc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:54.534516 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9f07c6d3-874f-40e3-a780-0ec23f1627dc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.542657 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a613d25b-f25d-4602-aad3-64bb7770f72d None None] Network e8994117-a9ce-43c2-86f0-893b20a9a6cc requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:54.555301 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9f07c6d3-874f-40e3-a780-0ec23f1627dc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7348239 Jul 09 20:26:54.555993 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45954) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:54.562011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ef53e55a-be5a-4a38-8c3a-54a360a1e7ce tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Request body: {'subnet': {'network_id': '13267c86-8f70-475d-9365-f62a13e5a9b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:54.592141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Attempting to bind port cb75056c-0a47-4c81-b49c-3750c3d5bc7f on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:54.592521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Attempting to bind port cb75056c-0a47-4c81-b49c-3750c3d5bc7f by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'f796595b-2345-4ead-979e-0953ca090721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fb65a1bf-cff1-46de-8c2a-f3ded224401a'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:54.593182 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-47b7211b-ca05-4568-9f01-e43615578b4e req-e7d0db56-dada-4ad8-a6e2-39867e11ebee tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 210 time: 0.0666153 Jul 09 20:26:54.601572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Attempting to bind port cb75056c-0a47-4c81-b49c-3750c3d5bc7f on network fb65a1bf-cff1-46de-8c2a-f3ded224401a {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:54.627744 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.632873 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:54.633510 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Checking segment: {'id': 'f796595b-2345-4ead-979e-0953ca090721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fb65a1bf-cff1-46de-8c2a-f3ded224401a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:54.633956 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.635112 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Bound using segment: {'id': 'f796595b-2345-4ead-979e-0953ca090721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fb65a1bf-cff1-46de-8c2a-f3ded224401a'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:54.635789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Bound port: cb75056c-0a47-4c81-b49c-3750c3d5bc7f, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f796595b-2345-4ead-979e-0953ca090721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'fb65a1bf-cff1-46de-8c2a-f3ded224401a'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:54.636296 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.642892 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Transition to ACTIVE for port object 2f5609c8-4b22-4946-89ff-2b162b294506 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:54.651967 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.656891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 53e3a062-4fff-457b-a3f9-80b7474f48c8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:54.657429 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.693964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef53e55a-be5a-4a38-8c3a-54a360a1e7ce tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Made reservation on behalf of 4309e655995e41b68f026e3dee8d6ca8 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:54.698571 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef53e55a-be5a-4a38-8c3a-54a360a1e7ce tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.784670 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Attempting to bind port 2f5609c8-4b22-4946-89ff-2b162b294506 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:54.785757 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Attempting to bind port 2f5609c8-4b22-4946-89ff-2b162b294506 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:54.786324 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Attempting to bind port 2f5609c8-4b22-4946-89ff-2b162b294506 on network 2c29abc9-100c-4d6f-899e-17323d58916f {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:54.788824 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6c87f-df28-411d-ac4a-cb67c8dcef7d None None] Pushing event updated for resources: {'Port': ['ID=2f5609c8-4b22-4946-89ff-2b162b294506,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:54.798502 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6c87f-df28-411d-ac4a-cb67c8dcef7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:54.799109 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6c87f-df28-411d-ac4a-cb67c8dcef7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:54.799667 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6c87f-df28-411d-ac4a-cb67c8dcef7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:54.800187 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6c87f-df28-411d-ac4a-cb67c8dcef7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:54.800740 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6c87f-df28-411d-ac4a-cb67c8dcef7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:54.801266 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6c87f-df28-411d-ac4a-cb67c8dcef7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:54.801799 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6c87f-df28-411d-ac4a-cb67c8dcef7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:54.802310 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6c87f-df28-411d-ac4a-cb67c8dcef7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:54.802827 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6c87f-df28-411d-ac4a-cb67c8dcef7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:54.803336 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6c87f-df28-411d-ac4a-cb67c8dcef7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:54.803852 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6c87f-df28-411d-ac4a-cb67c8dcef7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:54.804373 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de6c87f-df28-411d-ac4a-cb67c8dcef7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:26:54.817980 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:54.818644 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Checking segment: {'id': '238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:54.819245 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.819830 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Bound using segment: {'id': '238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:54.820515 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Bound port: 2f5609c8-4b22-4946-89ff-2b162b294506, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:54.821158 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.854026 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] For port cb75056c-0a47-4c81-b49c-3750c3d5bc7f, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:54.860307 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] For port cb75056c-0a47-4c81-b49c-3750c3d5bc7f, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=cb75056c-0a47-4c81-b49c-3750c3d5bc7f,segment=NetworkSegment(f796595b-2345-4ead-979e-0953ca090721),segment_id=f796595b-2345-4ead-979e-0953ca090721)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:54.885118 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.907815 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] For port 2f5609c8-4b22-4946-89ff-2b162b294506, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:54.911569 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] For port 2f5609c8-4b22-4946-89ff-2b162b294506, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2f5609c8-4b22-4946-89ff-2b162b294506,segment=NetworkSegment(238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c),segment_id=238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:54.919967 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:54.971389 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Routers {'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:54.972610 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:54.996767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-e8994117-a9ce-43c2-86f0-893b20a9a6cc', 'network_id': 'e8994117-a9ce-43c2-86f0-893b20a9a6cc', 'tenant_id': '4309e655995e41b68f026e3dee8d6ca8', 'fixed_ips': [{'subnet_id': '03c30242-8a66-4532-b8db-9e88b2252e4d'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:26:54.997756 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:55.055793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875376a8-39f1-461d-974a-1ae2013e6b8c None None] Pushing event updated for resources: {'Port': ['ID=cb75056c-0a47-4c81-b49c-3750c3d5bc7f,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:55.107998 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef53e55a-be5a-4a38-8c3a-54a360a1e7ce tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:55.196358 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53e55a-be5a-4a38-8c3a-54a360a1e7ce tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event updated for resources: {'Subnet': ['ID=1f73f857-7c35-4dde-9e9e-83f3a3b2d595,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:55.220019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef53e55a-be5a-4a38-8c3a-54a360a1e7ce tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Checking segment: {'id': '0e7472fd-82be-4623-889a-2c168aa769b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '13267c86-8f70-475d-9365-f62a13e5a9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:55.220746 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53e55a-be5a-4a38-8c3a-54a360a1e7ce tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Network hostable DHCP agents. Network: 13267c86-8f70-475d-9365-f62a13e5a9b7, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:26:55.249429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53e55a-be5a-4a38-8c3a-54a360a1e7ce tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Network 13267c86-8f70-475d-9365-f62a13e5a9b7 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:26:55.267802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-ef53e55a-be5a-4a38-8c3a-54a360a1e7ce tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 13267c86-8f70-475d-9365-f62a13e5a9b7) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:55.272605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef53e55a-be5a-4a38-8c3a-54a360a1e7ce tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:55.273466 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef53e55a-be5a-4a38-8c3a-54a360a1e7ce tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:55.291599 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f2e87a-83c9-4034-882d-963ecad11576 None None] Network 13267c86-8f70-475d-9365-f62a13e5a9b7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:55.295082 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6c87f-df28-411d-ac4a-cb67c8dcef7d None None] Pushing event updated for resources: {'Port': ['ID=2f5609c8-4b22-4946-89ff-2b162b294506,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:55.303766 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ef53e55a-be5a-4a38-8c3a-54a360a1e7ce tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7441685 Jul 09 20:26:55.304288 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45962) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:55.312320 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] Set router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:26:55.424236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Allocated IP 172.20.0.2 (e8994117-a9ce-43c2-86f0-893b20a9a6cc/03c30242-8a66-4532-b8db-9e88b2252e4d/da857a8e-e257-4880-88b6-6a7ee9feeeca) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:55.673591 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:26:46Z', 'updated_at': '2021-07-09T20:26:51Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:47Z', 'updated_at': '2021-07-09T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '2f5609c8-4b22-4946-89ff-2b162b294506', 'name': '', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:b1:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:50Z', 'updated_at': '2021-07-09T20:26:54Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:55.716735 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87894044-c99c-4cef-928c-3097b2c64537 None None] The sync data for ids ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'] in n-d-800088-3 is: [{'id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:26:46Z', 'updated_at': '2021-07-09T20:26:51Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:47Z', 'updated_at': '2021-07-09T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '2f5609c8-4b22-4946-89ff-2b162b294506', 'name': '', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:b1:ac:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:50Z', 'updated_at': '2021-07-09T20:26:54Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:26:55.791838 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:55.826912 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f4e33b54-e3f5-4e8b-9bad-de627f84f74b req-dc0a0147-d523-44d8-84d7-e5855aa64515 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 210 time: 0.0676558 Jul 09 20:26:55.912923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-13267c86-8f70-475d-9365-f62a13e5a9b7', 'network_id': '13267c86-8f70-475d-9365-f62a13e5a9b7', 'tenant_id': '4309e655995e41b68f026e3dee8d6ca8', 'fixed_ips': [{'subnet_id': '1f73f857-7c35-4dde-9e9e-83f3a3b2d595'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:26:55.913798 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:56.105231 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device cb75056c-0a47-4c81-b49c-3750c3d5bc7f up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:56.216179 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:56.252418 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Transition to ACTIVE for port object da857a8e-e257-4880-88b6-6a7ee9feeeca will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:56.269728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Allocated IP 172.20.0.2 (13267c86-8f70-475d-9365-f62a13e5a9b7/1f73f857-7c35-4dde-9e9e-83f3a3b2d595/4a073739-1ded-4aed-a0e5-1a1638ad79bb) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:56.271924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e0745c19-ff33-4b8d-b3ba-2d7fe65b1093 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:56.273858 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e0745c19-ff33-4b8d-b3ba-2d7fe65b1093 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.32 "GET /v2.0/networks?id=2c29abc9-100c-4d6f-899e-17323d58916f HTTP/1.1" status: 200 len: 797 time: 0.1912804 Jul 09 20:26:56.292132 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Transition to ACTIVE for port object da857a8e-e257-4880-88b6-6a7ee9feeeca will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:56.370994 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:56.378795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port cb75056c-0a47-4c81-b49c-3750c3d5bc7f completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:56.409701 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-d8efea00-2099-4f67-a5b7-d48540793dc8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98c415b77acf409d81bfd148c54b3790 HTTP/1.1" status: 200 len: 379 time: 0.1270351 Jul 09 20:26:56.422510 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2f5609c8-4b22-4946-89ff-2b162b294506 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:56.433626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-b11c0c04-dcb4-4be5-8059-94c8c41eb5c9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'port': {'device_id': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'admin_state_up': True, 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'security_groups': ['f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:56.439842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Allocated IP 172.20.0.1 (e8994117-a9ce-43c2-86f0-893b20a9a6cc/03c30242-8a66-4532-b8db-9e88b2252e4d/0908b7b2-ca87-4671-85e3-ee2034859bcf) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:56.483967 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Pushing event updated for resources: {'Port': ['ID=da857a8e-e257-4880-88b6-6a7ee9feeeca,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:56.557953 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Network e8994117-a9ce-43c2-86f0-893b20a9a6cc is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:56.564902 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:56.566839 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5021292b-2343-490c-bc50-276986d19e44 None None] Network fb65a1bf-cff1-46de-8c2a-f3ded224401a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:56.589948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:56.674459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-b11c0c04-dcb4-4be5-8059-94c8c41eb5c9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Made reservation on behalf of 98c415b77acf409d81bfd148c54b3790 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:26:56.679058 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-b11c0c04-dcb4-4be5-8059-94c8c41eb5c9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:56.696319 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:56.720658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Transition to ACTIVE for port object 0908b7b2-ca87-4671-85e3-ee2034859bcf will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:56.730696 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:56.732980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c817c184-d7a7-4f01-89c0-b8011d6bbcd0 None None] Provisioning for port cb75056c-0a47-4c81-b49c-3750c3d5bc7f completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:56.754759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 2f5609c8-4b22-4946-89ff-2b162b294506 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:56.760291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c817c184-d7a7-4f01-89c0-b8011d6bbcd0 None None] Provisioning complete for port cb75056c-0a47-4c81-b49c-3750c3d5bc7f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:56.760740 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c817c184-d7a7-4f01-89c0-b8011d6bbcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:56.762769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Transition to ACTIVE for port object 4a073739-1ded-4aed-a0e5-1a1638ad79bb will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:56.771201 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Attempting to bind port da857a8e-e257-4880-88b6-6a7ee9feeeca on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:56.771560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Attempting to bind port da857a8e-e257-4880-88b6-6a7ee9feeeca by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '24fe13e0-094d-47a2-b61d-5d9d77045aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e8994117-a9ce-43c2-86f0-893b20a9a6cc'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:56.771896 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Attempting to bind port da857a8e-e257-4880-88b6-6a7ee9feeeca on network e8994117-a9ce-43c2-86f0-893b20a9a6cc {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:56.795526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 2f5609c8-4b22-4946-89ff-2b162b294506 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:56.795930 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:56.840782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:56.841187 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Checking segment: {'id': '24fe13e0-094d-47a2-b61d-5d9d77045aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e8994117-a9ce-43c2-86f0-893b20a9a6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:56.841625 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:56.842107 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Bound using segment: {'id': '24fe13e0-094d-47a2-b61d-5d9d77045aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e8994117-a9ce-43c2-86f0-893b20a9a6cc'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:56.842572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Bound port: da857a8e-e257-4880-88b6-6a7ee9feeeca, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24fe13e0-094d-47a2-b61d-5d9d77045aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e8994117-a9ce-43c2-86f0-893b20a9a6cc'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:56.843106 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:56.846391 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:56.852111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Transition to ACTIVE for port object 4a073739-1ded-4aed-a0e5-1a1638ad79bb will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:56.901286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-b11c0c04-dcb4-4be5-8059-94c8c41eb5c9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.20.0.11 (2c29abc9-100c-4d6f-899e-17323d58916f/6e45eb87-a971-4e1e-965f-b5b6c97d661b/9944b936-2969-4790-b905-62bb68e34afc) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:26:56.905922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Network e8994117-a9ce-43c2-86f0-893b20a9a6cc is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:56.917705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:56.919788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:56.920899 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:56.966047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event updated for resources: {'Port': ['ID=0908b7b2-ca87-4671-85e3-ee2034859bcf,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:56.995852 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.030714 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8ac56e74-8b37-437d-b4bd-2cbb35f6ebb0 req-723d4a7b-a52f-4c45-a7b5-cfa6ddd1856e tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 210 time: 0.0405917 Jul 09 20:26:57.078273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Network 13267c86-8f70-475d-9365-f62a13e5a9b7 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:57.086453 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6ff9c459-279b-4407-8a3b-9ab404068846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.098753 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:57.108781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:57.159184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Pushing event updated for resources: {'Port': ['ID=4a073739-1ded-4aed-a0e5-1a1638ad79bb,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:57.210918 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] For port da857a8e-e257-4880-88b6-6a7ee9feeeca, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:57.247935 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.249927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] For port da857a8e-e257-4880-88b6-6a7ee9feeeca, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=da857a8e-e257-4880-88b6-6a7ee9feeeca,segment=NetworkSegment(24fe13e0-094d-47a2-b61d-5d9d77045aaa),segment_id=24fe13e0-094d-47a2-b61d-5d9d77045aaa)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:57.285317 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.291559 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c817c184-d7a7-4f01-89c0-b8011d6bbcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.302755 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.317061 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-b11c0c04-dcb4-4be5-8059-94c8c41eb5c9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.322833 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.342908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-b11c0c04-dcb4-4be5-8059-94c8c41eb5c9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Transition to ACTIVE for port object 9944b936-2969-4790-b905-62bb68e34afc will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:57.358234 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Attempting to bind port 4a073739-1ded-4aed-a0e5-1a1638ad79bb on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:57.358616 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Attempting to bind port 4a073739-1ded-4aed-a0e5-1a1638ad79bb by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '0e7472fd-82be-4623-889a-2c168aa769b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '13267c86-8f70-475d-9365-f62a13e5a9b7'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:57.358986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Attempting to bind port 4a073739-1ded-4aed-a0e5-1a1638ad79bb on network 13267c86-8f70-475d-9365-f62a13e5a9b7 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:57.384924 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:57.385539 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Checking segment: {'id': '0e7472fd-82be-4623-889a-2c168aa769b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '13267c86-8f70-475d-9365-f62a13e5a9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:57.385999 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.386347 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Bound using segment: {'id': '0e7472fd-82be-4623-889a-2c168aa769b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '13267c86-8f70-475d-9365-f62a13e5a9b7'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:57.386858 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Bound port: 4a073739-1ded-4aed-a0e5-1a1638ad79bb, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7472fd-82be-4623-889a-2c168aa769b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '13267c86-8f70-475d-9365-f62a13e5a9b7'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:57.387830 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.428581 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c817c184-d7a7-4f01-89c0-b8011d6bbcd0 None None] For port cb75056c-0a47-4c81-b49c-3750c3d5bc7f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=cb75056c-0a47-4c81-b49c-3750c3d5bc7f,segment=NetworkSegment(f796595b-2345-4ead-979e-0953ca090721),segment_id=f796595b-2345-4ead-979e-0953ca090721)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:57.438752 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 2f5609c8-4b22-4946-89ff-2b162b294506, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2f5609c8-4b22-4946-89ff-2b162b294506,segment=NetworkSegment(238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c),segment_id=238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:57.441702 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c817c184-d7a7-4f01-89c0-b8011d6bbcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.445199 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad2569-b6d5-4b90-b741-37a13e9ec032 None None] Pushing event updated for resources: {'Port': ['ID=da857a8e-e257-4880-88b6-6a7ee9feeeca,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:57.469765 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.533888 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] For port 4a073739-1ded-4aed-a0e5-1a1638ad79bb, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:57.538065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] For port 4a073739-1ded-4aed-a0e5-1a1638ad79bb, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4a073739-1ded-4aed-a0e5-1a1638ad79bb,segment=NetworkSegment(0e7472fd-82be-4623-889a-2c168aa769b4),segment_id=0e7472fd-82be-4623-889a-2c168aa769b4)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:57.565427 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.621748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817c184-d7a7-4f01-89c0-b8011d6bbcd0 None None] Pushing event updated for resources: {'Port': ['ID=cb75056c-0a47-4c81-b49c-3750c3d5bc7f,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:57.702244 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=2f5609c8-4b22-4946-89ff-2b162b294506,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:57.778961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f4207-e4e6-449a-a1ee-bbfb3dcca16b None None] Pushing event updated for resources: {'Port': ['ID=4a073739-1ded-4aed-a0e5-1a1638ad79bb,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:57.797714 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2e3e8dd6-30be-4172-bc44-fd2d07b4c032 None None] Provisioning complete for port cb75056c-0a47-4c81-b49c-3750c3d5bc7f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:57.798261 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2e3e8dd6-30be-4172-bc44-fd2d07b4c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:57.872883 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-b11c0c04-dcb4-4be5-8059-94c8c41eb5c9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:58.015919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-b11c0c04-dcb4-4be5-8059-94c8c41eb5c9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 2c29abc9-100c-4d6f-899e-17323d58916f is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:58.023941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-b11c0c04-dcb4-4be5-8059-94c8c41eb5c9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:58.027865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-b11c0c04-dcb4-4be5-8059-94c8c41eb5c9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:26:58.035150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c0c04-dcb4-4be5-8059-94c8c41eb5c9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=9944b936-2969-4790-b905-62bb68e34afc,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:58.107128 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-b11c0c04-dcb4-4be5-8059-94c8c41eb5c9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:58.108219 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-b11c0c04-dcb4-4be5-8059-94c8c41eb5c9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:58.124546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device cb75056c-0a47-4c81-b49c-3750c3d5bc7f up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:58.145773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-b11c0c04-dcb4-4be5-8059-94c8c41eb5c9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7206197 Jul 09 20:26:58.163971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Request body: {'port': {'device_id': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:26:58.199045 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port cb75056c-0a47-4c81-b49c-3750c3d5bc7f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:58.199710 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:58.222114 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:58.260589 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:58.300297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device da857a8e-e257-4880-88b6-6a7ee9feeeca up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:58.362364 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port da857a8e-e257-4880-88b6-6a7ee9feeeca completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:58.367477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-88a3314d-abf1-4f51-9868-1992db251ad0 None None] Provisioning for port 9944b936-2969-4790-b905-62bb68e34afc completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:58.370964 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2f5609c8-4b22-4946-89ff-2b162b294506 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:26:58.374443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-88a3314d-abf1-4f51-9868-1992db251ad0 None None] Provisioning complete for port 9944b936-2969-4790-b905-62bb68e34afc triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:58.374443 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-88a3314d-abf1-4f51-9868-1992db251ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:58.385087 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:58.389808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event updated for resources: {'Port': ['ID=0908b7b2-ca87-4671-85e3-ee2034859bcf,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:58.412390 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:58.439741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-88a3314d-abf1-4f51-9868-1992db251ad0 None None] Port 9944b936-2969-4790-b905-62bb68e34afc cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:58.450994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 2f5609c8-4b22-4946-89ff-2b162b294506 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:58.451416 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:58.524263 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fe6d0-d814-4be4-81fd-38dc878572ab req-8e215f0b-87f5-4bf7-806a-1a430c5c681d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:58.526719 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-db7fe6d0-d814-4be4-81fd-38dc878572ab req-8e215f0b-87f5-4bf7-806a-1a430c5c681d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 932 time: 0.3026783 Jul 09 20:26:58.699918 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8bcd99-ff29-40ca-888e-ad42cd8f2491 None None] Network e8994117-a9ce-43c2-86f0-893b20a9a6cc requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:58.707171 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-db7fe6d0-d814-4be4-81fd-38dc878572ab req-0d1c1789-5b7c-436e-bccb-1a7bc40c86a1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704061 Jul 09 20:26:58.721291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Network e8994117-a9ce-43c2-86f0-893b20a9a6cc is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:26:58.724283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:26:58.774297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7f1e4efd-ec66-4c8b-a7b4-53475b446136 None None] Provisioning for port da857a8e-e257-4880-88b6-6a7ee9feeeca completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:58.787203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7f1e4efd-ec66-4c8b-a7b4-53475b446136 None None] Provisioning complete for port da857a8e-e257-4880-88b6-6a7ee9feeeca triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:58.787582 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4efd-ec66-4c8b-a7b4-53475b446136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:58.929050 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4efd-ec66-4c8b-a7b4-53475b446136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:58.933602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9944b936-2969-4790-b905-62bb68e34afc {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:26:58.944291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:58.958684 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Router 0165b6ee-4f94-4767-bc81-fc528c2fc707 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:26:58.963958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Transition to ACTIVE for port object 9944b936-2969-4790-b905-62bb68e34afc will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:26:58.971806 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:59.108047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Pushing event updated for resources: {'Port': ['ID=9944b936-2969-4790-b905-62bb68e34afc,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:59.142287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7f1e4efd-ec66-4c8b-a7b4-53475b446136 None None] For port da857a8e-e257-4880-88b6-6a7ee9feeeca, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=da857a8e-e257-4880-88b6-6a7ee9feeeca,segment=NetworkSegment(24fe13e0-094d-47a2-b61d-5d9d77045aaa),segment_id=24fe13e0-094d-47a2-b61d-5d9d77045aaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:26:59.143181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:26:59.144031 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e9b0d4-2bc9-47ff-8dc5-260f3da662d4 None None] Network 13267c86-8f70-475d-9365-f62a13e5a9b7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:26:59.160225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75c113-9735-4c14-a6a6-adaedaa47abb None None] Sync routers for ids ['0165b6ee-4f94-4767-bc81-fc528c2fc707'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:26:59.172757 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45974) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:59.173400 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d6ce8ef9-8d06-4449-bae8-b07e02dea992 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "PUT /v2.0/routers/0165b6ee-4f94-4767-bc81-fc528c2fc707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8674195 Jul 09 20:26:59.186709 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7f1e4efd-ec66-4c8b-a7b4-53475b446136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:59.214704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Attempting to bind port 9944b936-2969-4790-b905-62bb68e34afc on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:26:59.215145 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Attempting to bind port 9944b936-2969-4790-b905-62bb68e34afc by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:26:59.215546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Attempting to bind port 9944b936-2969-4790-b905-62bb68e34afc on network 2c29abc9-100c-4d6f-899e-17323d58916f {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:59.220321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Port 9944b936-2969-4790-b905-62bb68e34afc on network 2c29abc9-100c-4d6f-899e-17323d58916f not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:26:59.221008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Attempting to bind port 9944b936-2969-4790-b905-62bb68e34afc on network 2c29abc9-100c-4d6f-899e-17323d58916f {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:26:59.227087 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:26:59.227737 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Checking segment: {'id': '238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:26:59.228828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Bound using segment: {'id': '238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:26:59.229561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Bound port: 9944b936-2969-4790-b905-62bb68e34afc, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:26:59.230181 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:59.250268 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75c113-9735-4c14-a6a6-adaedaa47abb None None] Routers {'0165b6ee-4f94-4767-bc81-fc528c2fc707'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:59.250928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cb75c113-9735-4c14-a6a6-adaedaa47abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0165b6ee-4f94-4767-bc81-fc528c2fc707'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:59.320206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] For port 9944b936-2969-4790-b905-62bb68e34afc, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:26:59.324921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] For port 9944b936-2969-4790-b905-62bb68e34afc, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9944b936-2969-4790-b905-62bb68e34afc,segment=NetworkSegment(238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c),segment_id=238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:26:59.328912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cb75c113-9735-4c14-a6a6-adaedaa47abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:59.332874 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:59.376214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e4efd-ec66-4c8b-a7b4-53475b446136 None None] Pushing event updated for resources: {'Port': ['ID=da857a8e-e257-4880-88b6-6a7ee9feeeca,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:59.382647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:59.383432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:59.389534 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75c113-9735-4c14-a6a6-adaedaa47abb None None] Routers {'0165b6ee-4f94-4767-bc81-fc528c2fc707'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:26:59.389999 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] 10.222.0.32 "PUT /v2.0/ports/9944b936-2969-4790-b905-62bb68e34afc HTTP/1.1" status: 200 len: 1092 time: 1.2321055 Jul 09 20:26:59.390171 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cb75c113-9735-4c14-a6a6-adaedaa47abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0165b6ee-4f94-4767-bc81-fc528c2fc707'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:59.390888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'tag': '9944b936-2969-4790-b905-62bb68e34afc'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:26:59.393663 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1ab2d0-1b4c-4b1a-9898-8a1ab2d0bc90" -d '{"events": [{"name": "network-changed", "server_uuid": "5530cd09-385c-490d-b4df-6a0d3497ddc3", "tag": "9944b936-2969-4790-b905-62bb68e34afc"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:26:59.441374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434cc6e-c310-4837-909e-8d97c1ae974e service neutron] Pushing event updated for resources: {'Port': ['ID=9944b936-2969-4790-b905-62bb68e34afc,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:26:59.476736 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:59.477628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cb75c113-9735-4c14-a6a6-adaedaa47abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:26:59.479773 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75c113-9735-4c14-a6a6-adaedaa47abb None None] The sync data for ids ['0165b6ee-4f94-4767-bc81-fc528c2fc707'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:26:59.492898 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcab810-9335-4be9-a430-66e72e255857 x-openstack-request-id: req-cfcab810-9335-4be9-a430-66e72e255857 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:26:59.493221 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5530cd09-385c-490d-b4df-6a0d3497ddc3", "tag": "9944b936-2969-4790-b905-62bb68e34afc", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:26:59.493587 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cfcab810-9335-4be9-a430-66e72e255857 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:26:59.494106 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'tag': '9944b936-2969-4790-b905-62bb68e34afc', 'status': 'completed', 'code': 200} Jul 09 20:26:59.540136 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-154395b7-28e2-4d1b-8bdb-66b828663f6a None None] Provisioning for port 4a073739-1ded-4aed-a0e5-1a1638ad79bb completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:59.547808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-b4428efb-0993-44a7-9ddd-0949c1266894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:59.551597 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-b4428efb-0993-44a7-9ddd-0949c1266894 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 1095 time: 0.1067305 Jul 09 20:26:59.556271 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-28400716-5acc-45bb-8f34-984d924f5351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:59.614868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-3297a139-0a34-4cd6-a930-fae73e8ed45e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9944b936-2969-4790-b905-62bb68e34afc HTTP/1.1" status: 200 len: 217 time: 0.0472209 Jul 09 20:26:59.628567 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:59.687546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-a1d098f4-c038-4136-b896-b8d16eff913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:59.689516 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-a1d098f4-c038-4136-b896-b8d16eff913c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e45eb87-a971-4e1e-965f-b5b6c97d661b HTTP/1.1" status: 200 len: 834 time: 0.0679634 Jul 09 20:26:59.715534 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-120dc901-1903-4c2b-bbed-1b063ce59bef None None] Provisioning for port 0908b7b2-ca87-4671-85e3-ee2034859bcf completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:26:59.720795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-120dc901-1903-4c2b-bbed-1b063ce59bef None None] Provisioning complete for port 0908b7b2-ca87-4671-85e3-ee2034859bcf triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:59.721485 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-120dc901-1903-4c2b-bbed-1b063ce59bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:59.774309 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-ffb53212-3199-429c-9bf6-bc7011088242 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:26:59.776252 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ffb53212-3199-429c-9bf6-bc7011088242 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "PUT /v2.0/routers/0165b6ee-4f94-4767-bc81-fc528c2fc707/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6016252 Jul 09 20:26:59.779890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 45980) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:26:59.782148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-120dc901-1903-4c2b-bbed-1b063ce59bef None None] Port 0908b7b2-ca87-4671-85e3-ee2034859bcf cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:26:59.801379 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-120dc901-1903-4c2b-bbed-1b063ce59bef None None] Provisioning complete for port da857a8e-e257-4880-88b6-6a7ee9feeeca triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:26:59.801901 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-120dc901-1903-4c2b-bbed-1b063ce59bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:26:59.807672 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-38b47535-8409-4812-adca-b98d8e61c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:26:59.817816 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-38b47535-8409-4812-adca-b98d8e61c3d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c29abc9-100c-4d6f-899e-17323d58916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216762 Jul 09 20:27:00.050191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-fd75fab0-e915-47e0-b8e2-7a3005e7639d service neutron] 10.222.0.32 "GET /v2.0/networks/2c29abc9-100c-4d6f-899e-17323d58916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260735 Jul 09 20:27:00.061370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a22509-3a34-42e3-8d46-f7343dfe60cd req-61347b07-6db1-4fda-95c6-630006201303 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:00.062944 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a2a22509-3a34-42e3-8d46-f7343dfe60cd req-61347b07-6db1-4fda-95c6-630006201303 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 944 time: 0.1143966 Jul 09 20:27:00.119683 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4a073739-1ded-4aed-a0e5-1a1638ad79bb up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:27:00.124688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c297a9d5-d938-4173-a10b-a60b9130f717 None None] Provisioning complete for port 0908b7b2-ca87-4671-85e3-ee2034859bcf triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:27:00.125207 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c297a9d5-d938-4173-a10b-a60b9130f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:00.190414 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a2a22509-3a34-42e3-8d46-f7343dfe60cd req-9cd4c7b3-cd12-414a-954e-23c209fe2bc0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167579 Jul 09 20:27:00.190553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c297a9d5-d938-4173-a10b-a60b9130f717 None None] Port 0908b7b2-ca87-4671-85e3-ee2034859bcf cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:27:00.225339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-18ffcf41-b4d6-44f4-9394-68b2dcadacef req-f9a81549-a704-46e0-878e-4ea696bbfb41 service neutron] 10.222.0.32 "GET /v2.0/networks/2c29abc9-100c-4d6f-899e-17323d58916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613779 Jul 09 20:27:00.227258 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 4a073739-1ded-4aed-a0e5-1a1638ad79bb completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:27:00.232618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 4a073739-1ded-4aed-a0e5-1a1638ad79bb triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:27:00.233004 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:00.273486 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f480cd0-6f98-45fc-b78f-995a8909e789 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:00.332178 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:00.335137 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-574bf40b-5516-405a-b2f8-07ff81b207a5 None None] Provisioning complete for port 0908b7b2-ca87-4671-85e3-ee2034859bcf triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:27:00.335572 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-574bf40b-5516-405a-b2f8-07ff81b207a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:00.336232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ab2d0-1b4c-4b1a-9898-8a1ab2d0bc90 req-31b1f716-6587-49fd-abff-8dcf24a3d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:00.338188 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b1ab2d0-1b4c-4b1a-9898-8a1ab2d0bc90 req-31b1f716-6587-49fd-abff-8dcf24a3d5a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 1095 time: 0.0573688 Jul 09 20:27:00.395243 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-574bf40b-5516-405a-b2f8-07ff81b207a5 None None] Port 0908b7b2-ca87-4671-85e3-ee2034859bcf cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:27:00.397787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 4a073739-1ded-4aed-a0e5-1a1638ad79bb, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4a073739-1ded-4aed-a0e5-1a1638ad79bb,segment=NetworkSegment(0e7472fd-82be-4623-889a-2c168aa769b4),segment_id=0e7472fd-82be-4623-889a-2c168aa769b4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:27:00.402213 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:00.403122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device da857a8e-e257-4880-88b6-6a7ee9feeeca up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:27:00.444468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ab2d0-1b4c-4b1a-9898-8a1ab2d0bc90 req-af48ba42-dfe1-4a4f-88bd-e7e810f1dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:00.446273 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b1ab2d0-1b4c-4b1a-9898-8a1ab2d0bc90 req-af48ba42-dfe1-4a4f-88bd-e7e810f1dfb2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c29abc9-100c-4d6f-899e-17323d58916f HTTP/1.1" status: 200 len: 898 time: 0.1021621 Jul 09 20:27:00.481280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=4a073739-1ded-4aed-a0e5-1a1638ad79bb,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:00.493535 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b1ab2d0-1b4c-4b1a-9898-8a1ab2d0bc90 req-17839086-0aa1-44d9-8924-2ceff0c1bcb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9944b936-2969-4790-b905-62bb68e34afc HTTP/1.1" status: 200 len: 217 time: 0.0397174 Jul 09 20:27:00.502362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port da857a8e-e257-4880-88b6-6a7ee9feeeca triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:27:00.502759 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:00.505675 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:00.551282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ab2d0-1b4c-4b1a-9898-8a1ab2d0bc90 req-a5d6105d-5c8b-4d70-8f49-71c1c2edf102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:00.551579 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4f480cd0-6f98-45fc-b78f-995a8909e789 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Deleting port 0908b7b2-ca87-4671-85e3-ee2034859bcf {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:27:00.551852 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f480cd0-6f98-45fc-b78f-995a8909e789 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:00.553204 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b1ab2d0-1b4c-4b1a-9898-8a1ab2d0bc90 req-a5d6105d-5c8b-4d70-8f49-71c1c2edf102 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e45eb87-a971-4e1e-965f-b5b6c97d661b HTTP/1.1" status: 200 len: 834 time: 0.0532153 Jul 09 20:27:00.613468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ab2d0-1b4c-4b1a-9898-8a1ab2d0bc90 req-1ca277da-6c71-4896-abb4-874a57e2ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:00.615111 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b1ab2d0-1b4c-4b1a-9898-8a1ab2d0bc90 req-1ca277da-6c71-4896-abb4-874a57e2ef6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c29abc9-100c-4d6f-899e-17323d58916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551634 Jul 09 20:27:00.646357 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f480cd0-6f98-45fc-b78f-995a8909e789 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:00.658266 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4f480cd0-6f98-45fc-b78f-995a8909e789 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Calling delete_port for 0908b7b2-ca87-4671-85e3-ee2034859bcf owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:27:00.712042 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b1ab2d0-1b4c-4b1a-9898-8a1ab2d0bc90 req-eaafb24a-f3ba-43aa-bccd-80d12a5675b3 service neutron] 10.222.0.32 "GET /v2.0/networks/2c29abc9-100c-4d6f-899e-17323d58916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890639 Jul 09 20:27:00.802433 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b1ab2d0-1b4c-4b1a-9898-8a1ab2d0bc90 req-856be672-e513-4483-8ba5-30f8c8d37f4d service neutron] 10.222.0.32 "GET /v2.0/networks/2c29abc9-100c-4d6f-899e-17323d58916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840073 Jul 09 20:27:00.834119 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f480cd0-6f98-45fc-b78f-995a8909e789 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:00.861473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f480cd0-6f98-45fc-b78f-995a8909e789 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event deleted for resources: {'Port': ['ID=0908b7b2-ca87-4671-85e3-ee2034859bcf,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:01.288235 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4f480cd0-6f98-45fc-b78f-995a8909e789 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:01.487542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f480cd0-6f98-45fc-b78f-995a8909e789 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Router 0165b6ee-4f94-4767-bc81-fc528c2fc707 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:27:01.497026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f49a7-9066-410c-8527-2494aea13309 req-28c6a773-2120-4cef-af9e-3921a4f5fee2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:01.498583 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e18f49a7-9066-410c-8527-2494aea13309 req-28c6a773-2120-4cef-af9e-3921a4f5fee2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 944 time: 0.1640227 Jul 09 20:27:01.607919 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e18f49a7-9066-410c-8527-2494aea13309 req-e3883efa-c1f3-4a99-9864-3d5a70bb310c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020935 Jul 09 20:27:01.609060 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f480cd0-6f98-45fc-b78f-995a8909e789 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:27:01.617334 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4f480cd0-6f98-45fc-b78f-995a8909e789 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "PUT /v2.0/routers/0165b6ee-4f94-4767-bc81-fc528c2fc707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8343203 Jul 09 20:27:01.619297 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c698a7-81b5-4fc0-8b7f-4c99f11108cb None None] Sync routers for ids ['0165b6ee-4f94-4767-bc81-fc528c2fc707'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:27:01.622721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45984) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:01.639013 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c698a7-81b5-4fc0-8b7f-4c99f11108cb None None] Routers {'0165b6ee-4f94-4767-bc81-fc528c2fc707'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:27:01.639638 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d5c698a7-81b5-4fc0-8b7f-4c99f11108cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0165b6ee-4f94-4767-bc81-fc528c2fc707'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:01.665967 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-e7f49a73-2035-4a24-a541-0ba53949aa17 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] delete failed (client error): The resource could not be found. Jul 09 20:27:01.667019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e7f49a73-2035-4a24-a541-0ba53949aa17 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-120538655 HTTP/1.1" status: 404 len: 334 time: 0.0432942 Jul 09 20:27:01.670671 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d5c698a7-81b5-4fc0-8b7f-4c99f11108cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:01.670942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45986) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:01.675954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b84ea072-ec2f-4f0b-9fac-b8e463945f57 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Request body: {'router': {'external_gateway_info': {'network_id': '0165b6ee-4f94-4767-bc81-fc528c2fc707'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:27:01.680584 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c698a7-81b5-4fc0-8b7f-4c99f11108cb None None] Routers {'0165b6ee-4f94-4767-bc81-fc528c2fc707'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:27:01.681763 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d5c698a7-81b5-4fc0-8b7f-4c99f11108cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0165b6ee-4f94-4767-bc81-fc528c2fc707'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:01.713508 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-d5c698a7-81b5-4fc0-8b7f-4c99f11108cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:01.714673 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c698a7-81b5-4fc0-8b7f-4c99f11108cb None None] The sync data for ids ['0165b6ee-4f94-4767-bc81-fc528c2fc707'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:27:01.882200 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b84ea072-ec2f-4f0b-9fac-b8e463945f57 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:01.904132 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-b84ea072-ec2f-4f0b-9fac-b8e463945f57 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] update failed (client error): The resource could not be found. Jul 09 20:27:01.905223 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b84ea072-ec2f-4f0b-9fac-b8e463945f57 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "PUT /v2.0/routers/0165b6ee-4f94-4767-bc81-fc528c2fc707 HTTP/1.1" status: 404 len: 339 time: 0.2335303 Jul 09 20:27:01.914626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45988) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:01.944188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4a073739-1ded-4aed-a0e5-1a1638ad79bb up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:27:01.992502 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 4a073739-1ded-4aed-a0e5-1a1638ad79bb triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:27:01.992902 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:02.254218 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 9944b936-2969-4790-b905-62bb68e34afc details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:27:02.357653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 9944b936-2969-4790-b905-62bb68e34afc, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9944b936-2969-4790-b905-62bb68e34afc,segment=NetworkSegment(238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c),segment_id=238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:27:02.375784 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '9944b936-2969-4790-b905-62bb68e34afc', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'port_id': '9944b936-2969-4790-b905-62bb68e34afc', 'mac_address': 'fa:16:3e:6a:a7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:27:02.380136 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:02.420484 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:02.433846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9944b936-2969-4790-b905-62bb68e34afc {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:27:02.454519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 9944b936-2969-4790-b905-62bb68e34afc, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9944b936-2969-4790-b905-62bb68e34afc,segment=NetworkSegment(238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c),segment_id=238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:27:02.459322 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:02.490390 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:02.507403 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=9944b936-2969-4790-b905-62bb68e34afc,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:02.671898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['9944b936-2969-4790-b905-62bb68e34afc'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:27:02.770544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Allocated IP 172.20.0.1 (fb65a1bf-cff1-46de-8c2a-f3ded224401a/2c0e5f8b-6cde-4da6-bd12-cd6e9e723fc6/449af98f-c5c3-4fc2-907f-1b4c0d054abb) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:27:02.861028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0481ac-0224-471a-b4b7-313a67be2bca req-943391c3-ea31-485d-b034-eed75946cd7d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:02.862520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7c0481ac-0224-471a-b4b7-313a67be2bca req-943391c3-ea31-485d-b034-eed75946cd7d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 945 time: 0.1347001 Jul 09 20:27:02.931467 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7c0481ac-0224-471a-b4b7-313a67be2bca req-44e801e7-eead-4b48-9b0f-dcb94f04c1f7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631382 Jul 09 20:27:02.940774 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:02.954522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Transition to ACTIVE for port object 449af98f-c5c3-4fc2-907f-1b4c0d054abb will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:27:02.988019 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:03.026592 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Network fb65a1bf-cff1-46de-8c2a-f3ded224401a is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:27:03.032285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:27:03.034749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:27:03.071638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event updated for resources: {'Port': ['ID=449af98f-c5c3-4fc2-907f-1b4c0d054abb,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:03.091226 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:03.222769 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:03.234580 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d2a55bde-58cc-4e37-9c9e-a098c96e74ff None None] Provisioning for port 449af98f-c5c3-4fc2-907f-1b4c0d054abb completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:27:03.238441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d2a55bde-58cc-4e37-9c9e-a098c96e74ff None None] Provisioning complete for port 449af98f-c5c3-4fc2-907f-1b4c0d054abb triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:27:03.238822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d2a55bde-58cc-4e37-9c9e-a098c96e74ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:03.272818 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d2a55bde-58cc-4e37-9c9e-a098c96e74ff None None] Port 449af98f-c5c3-4fc2-907f-1b4c0d054abb cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:27:03.482388 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:03.486934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:03.563668 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:03.566168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event updated for resources: {'Port': ['ID=449af98f-c5c3-4fc2-907f-1b4c0d054abb,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:03.656035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Network fb65a1bf-cff1-46de-8c2a-f3ded224401a is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:27:03.657530 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:27:03.761415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Router 0165b6ee-4f94-4767-bc81-fc528c2fc707 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:27:03.857679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:27:03.863378 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8a660401-0548-4107-8a34-1644afca38fc tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "PUT /v2.0/routers/0165b6ee-4f94-4767-bc81-fc528c2fc707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9526532 Jul 09 20:27:03.865313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45992) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:03.867790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf1b7ca-33f1-4003-a184-cb6dae7b6c47 None None] Sync routers for ids ['0165b6ee-4f94-4767-bc81-fc528c2fc707'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:27:03.877102 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf1b7ca-33f1-4003-a184-cb6dae7b6c47 None None] Routers {'0165b6ee-4f94-4767-bc81-fc528c2fc707'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:27:03.877717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-edf1b7ca-33f1-4003-a184-cb6dae7b6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0165b6ee-4f94-4767-bc81-fc528c2fc707'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:03.918897 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-edf1b7ca-33f1-4003-a184-cb6dae7b6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:03.933093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf1b7ca-33f1-4003-a184-cb6dae7b6c47 None None] Routers {'0165b6ee-4f94-4767-bc81-fc528c2fc707'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:27:03.933627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-edf1b7ca-33f1-4003-a184-cb6dae7b6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0165b6ee-4f94-4767-bc81-fc528c2fc707'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:03.936221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b4c26104-61dc-4b4e-bbaf-a3a865c74e01 None None] Provisioning complete for port 449af98f-c5c3-4fc2-907f-1b4c0d054abb triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:27:03.936610 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b4c26104-61dc-4b4e-bbaf-a3a865c74e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:03.959579 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21272c93-86d9-47e9-a922-fa8c7b02f984 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:03.986284 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-edf1b7ca-33f1-4003-a184-cb6dae7b6c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:03.986956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf1b7ca-33f1-4003-a184-cb6dae7b6c47 None None] The sync data for ids ['0165b6ee-4f94-4767-bc81-fc528c2fc707'] in n-d-800088-3 is: [] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:27:04.004422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b4c26104-61dc-4b4e-bbaf-a3a865c74e01 None None] Port 449af98f-c5c3-4fc2-907f-1b4c0d054abb cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:27:04.047405 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-21272c93-86d9-47e9-a922-fa8c7b02f984 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 20:27:04.048469 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-21272c93-86d9-47e9-a922-fa8c7b02f984 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "DELETE /v2.0/routers/0165b6ee-4f94-4767-bc81-fc528c2fc707 HTTP/1.1" status: 409 len: 329 time: 0.1815729 Jul 09 20:27:04.051302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 45996) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:04.112568 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e8d07-f9ac-4aff-bb75-b077c12c151c req-74ade886-ae17-4c16-a45c-e075ceea6ba3 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:04.114027 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a1e8d07-f9ac-4aff-bb75-b077c12c151c req-74ade886-ae17-4c16-a45c-e075ceea6ba3 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 945 time: 0.0681088 Jul 09 20:27:04.152972 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a1e8d07-f9ac-4aff-bb75-b077c12c151c req-a8b18287-869a-42fe-814f-1dc7c5737af3 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331666 Jul 09 20:27:04.257300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 9944b936-2969-4790-b905-62bb68e34afc up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:27:04.310521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 9944b936-2969-4790-b905-62bb68e34afc completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:27:04.314149 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 9944b936-2969-4790-b905-62bb68e34afc triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:27:04.314534 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:04.365581 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8ba4db8d-43ca-4858-a6d5-28e83d2b74d8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:04.394221 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:04.417883 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9944b936-2969-4790-b905-62bb68e34afc'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:27:04.420142 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d089b84-53cf-4b24-9906-e23e1504d58e" -d '{"events": [{"server_uuid": "5530cd09-385c-490d-b4df-6a0d3497ddc3", "name": "network-vif-plugged", "status": "completed", "tag": "9944b936-2969-4790-b905-62bb68e34afc"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:27:04.433027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 9944b936-2969-4790-b905-62bb68e34afc, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9944b936-2969-4790-b905-62bb68e34afc,segment=NetworkSegment(238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c),segment_id=238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:27:04.437812 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:04.464653 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6646bb58-9e2d-4609-93d1-f6a95d778a7e x-openstack-request-id: req-6646bb58-9e2d-4609-93d1-f6a95d778a7e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:27:04.465004 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5530cd09-385c-490d-b4df-6a0d3497ddc3", "name": "network-vif-plugged", "status": "completed", "tag": "9944b936-2969-4790-b905-62bb68e34afc", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:27:04.465262 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6646bb58-9e2d-4609-93d1-f6a95d778a7e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:27:04.466115 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9944b936-2969-4790-b905-62bb68e34afc', 'code': 200} Jul 09 20:27:04.501305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=9944b936-2969-4790-b905-62bb68e34afc,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:04.617325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ee1ca-ee0a-4eea-ada8-b51a48394806 req-1f7b2d14-cc7e-4b59-a8ed-10bc9bb6f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:04.619336 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ee1ca-ee0a-4eea-ada8-b51a48394806 req-1f7b2d14-cc7e-4b59-a8ed-10bc9bb6f29c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 1097 time: 0.0955577 Jul 09 20:27:04.681514 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ee1ca-ee0a-4eea-ada8-b51a48394806 req-7c2b22f1-d435-4cdd-aa99-a641b6e4c55f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424995 Jul 09 20:27:04.690430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8ba4db8d-43ca-4858-a6d5-28e83d2b74d8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Deleting port 449af98f-c5c3-4fc2-907f-1b4c0d054abb {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:27:04.690777 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8ba4db8d-43ca-4858-a6d5-28e83d2b74d8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:04.774889 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8ba4db8d-43ca-4858-a6d5-28e83d2b74d8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:04.786494 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8ba4db8d-43ca-4858-a6d5-28e83d2b74d8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Calling delete_port for 449af98f-c5c3-4fc2-907f-1b4c0d054abb owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:27:04.953610 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8ba4db8d-43ca-4858-a6d5-28e83d2b74d8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:04.984391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4db8d-43ca-4858-a6d5-28e83d2b74d8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event deleted for resources: {'Port': ['ID=449af98f-c5c3-4fc2-907f-1b4c0d054abb,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:05.130401 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8ba4db8d-43ca-4858-a6d5-28e83d2b74d8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:05.288625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba4db8d-43ca-4858-a6d5-28e83d2b74d8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Router 0165b6ee-4f94-4767-bc81-fc528c2fc707 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:27:05.330584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d242168-a71f-4af7-8883-810411bf7dc9 req-7120e61a-fa92-40a9-b042-09f316e70890 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:05.332847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d242168-a71f-4af7-8883-810411bf7dc9 req-7120e61a-fa92-40a9-b042-09f316e70890 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0692937 Jul 09 20:27:05.367249 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba4db8d-43ca-4858-a6d5-28e83d2b74d8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:27:05.372027 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d242168-a71f-4af7-8883-810411bf7dc9 req-418874ff-cc36-4ae5-81cf-61415b46db1f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331399 Jul 09 20:27:05.372998 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8ba4db8d-43ca-4858-a6d5-28e83d2b74d8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "PUT /v2.0/routers/0165b6ee-4f94-4767-bc81-fc528c2fc707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3206005 Jul 09 20:27:05.376900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46002) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:05.378969 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38828090-4970-469c-af2f-eac6d10b1648 None None] Sync routers for ids ['0165b6ee-4f94-4767-bc81-fc528c2fc707'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:27:05.388607 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38828090-4970-469c-af2f-eac6d10b1648 None None] Routers {'0165b6ee-4f94-4767-bc81-fc528c2fc707'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:27:05.389510 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-38828090-4970-469c-af2f-eac6d10b1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0165b6ee-4f94-4767-bc81-fc528c2fc707'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:05.427056 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-38828090-4970-469c-af2f-eac6d10b1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:05.436263 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38828090-4970-469c-af2f-eac6d10b1648 None None] Routers {'0165b6ee-4f94-4767-bc81-fc528c2fc707'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:27:05.436924 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-38828090-4970-469c-af2f-eac6d10b1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0165b6ee-4f94-4767-bc81-fc528c2fc707'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:05.470864 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-38828090-4970-469c-af2f-eac6d10b1648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:05.471596 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38828090-4970-469c-af2f-eac6d10b1648 None None] The sync data for ids ['0165b6ee-4f94-4767-bc81-fc528c2fc707'] in n-d-800088-3 is: [] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:27:05.725048 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-f7ec9e79-74fd-4b8e-82c2-8df27840e08e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] show failed (client error): The resource could not be found. Jul 09 20:27:05.729168 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f7ec9e79-74fd-4b8e-82c2-8df27840e08e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-1404667493 HTTP/1.1" status: 404 len: 335 time: 0.3481507 Jul 09 20:27:05.730102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46004) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:05.734587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-49027fe7-a58d-4e06-a9a2-564b14dec303 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:27:05.766878 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-49027fe7-a58d-4e06-a9a2-564b14dec303 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] update failed (client error): The resource could not be found. Jul 09 20:27:05.767899 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-49027fe7-a58d-4e06-a9a2-564b14dec303 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1865474173 HTTP/1.1" status: 404 len: 335 time: 0.0368445 Jul 09 20:27:05.771326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46006) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:05.823603 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Deleting subnet 1f73f857-7c35-4dde-9e9e-83f3a3b2d595 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:27:05.826718 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:05.865618 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:05.949996 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.011665 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.038820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event deleted for resources: {'Subnet': ['ID=1f73f857-7c35-4dde-9e9e-83f3a3b2d595,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:06.041943 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.043583 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "DELETE /v2.0/subnets/1f73f857-7c35-4dde-9e9e-83f3a3b2d595 HTTP/1.1" status: 204 len: 168 time: 0.2713594 Jul 09 20:27:06.045197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c9df80-8ad0-44d2-b241-82450a877e14 None None] Network 13267c86-8f70-475d-9365-f62a13e5a9b7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:27:06.046603 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46008) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:06.049765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.050120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.050462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.050802 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.051138 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.051470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.051799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.052128 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.052458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.052863 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.053151 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.053499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa21a03-1a52-4a2b-b4cc-bbac3adcf52e tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.103967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Deleting subnet 03c30242-8a66-4532-b8db-9e88b2252e4d {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:27:06.107308 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.154187 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.236856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6d4b7d-9941-4063-9fd0-33133d8f8981 None None] DHCP port deletion for 13267c86-8f70-475d-9365-f62a13e5a9b7 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:27:06.245990 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.283948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d4b7d-9941-4063-9fd0-33133d8f8981 None None] Deleting port 4a073739-1ded-4aed-a0e5-1a1638ad79bb {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:27:06.284423 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5c6d4b7d-9941-4063-9fd0-33133d8f8981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.305525 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.338416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event deleted for resources: {'Subnet': ['ID=03c30242-8a66-4532-b8db-9e88b2252e4d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:06.343004 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.344991 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "DELETE /v2.0/subnets/03c30242-8a66-4532-b8db-9e88b2252e4d HTTP/1.1" status: 204 len: 168 time: 0.2973716 Jul 09 20:27:06.347496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46010) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:06.350243 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.350605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.350958 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.351315 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.351673 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.352025 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.352368 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.353217 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.353780 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.354287 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.354636 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.354980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3821bf77-e780-4eaa-836f-55d1735dcfeb tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:27:06.358150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0064b3f-3499-4c25-81b3-d5682d2b6c24 None None] Network e8994117-a9ce-43c2-86f0-893b20a9a6cc requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:27:06.361197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5c6d4b7d-9941-4063-9fd0-33133d8f8981 None None] For port 4a073739-1ded-4aed-a0e5-1a1638ad79bb, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4a073739-1ded-4aed-a0e5-1a1638ad79bb,segment=NetworkSegment(0e7472fd-82be-4623-889a-2c168aa769b4),segment_id=0e7472fd-82be-4623-889a-2c168aa769b4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:27:06.361492 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5c6d4b7d-9941-4063-9fd0-33133d8f8981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.405405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d4b7d-9941-4063-9fd0-33133d8f8981 None None] Calling delete_port for 4a073739-1ded-4aed-a0e5-1a1638ad79bb owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:27:06.436271 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.496800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Deleting port 4a073739-1ded-4aed-a0e5-1a1638ad79bb {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:27:06.497460 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.559961 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5c6d4b7d-9941-4063-9fd0-33133d8f8981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.590797 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d4b7d-9941-4063-9fd0-33133d8f8981 None None] Pushing event deleted for resources: {'Port': ['ID=4a073739-1ded-4aed-a0e5-1a1638ad79bb,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:06.592650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6d4b7d-9941-4063-9fd0-33133d8f8981 None None] No DVR routers for this DVR port 4a073739-1ded-4aed-a0e5-1a1638ad79bb on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:27:06.608379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] For port 4a073739-1ded-4aed-a0e5-1a1638ad79bb, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4a073739-1ded-4aed-a0e5-1a1638ad79bb,segment=NetworkSegment(0e7472fd-82be-4623-889a-2c168aa769b4),segment_id=0e7472fd-82be-4623-889a-2c168aa769b4)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:27:06.608774 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.629970 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Calling delete_port for 4a073739-1ded-4aed-a0e5-1a1638ad79bb owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:27:06.636770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e100c4-dcec-4060-bb43-a770c9702a4f None None] DHCP port deletion for e8994117-a9ce-43c2-86f0-893b20a9a6cc request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:27:06.685842 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-36e100c4-dcec-4060-bb43-a770c9702a4f None None] Deleting port da857a8e-e257-4880-88b6-6a7ee9feeeca {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:27:06.686278 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-36e100c4-dcec-4060-bb43-a770c9702a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.690860 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eedd77-bb60-48ba-ae8d-80e77035a5b3 req-a844bf05-05c5-45ba-8315-19adfadb83d2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:06.692363 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9eedd77-bb60-48ba-ae8d-80e77035a5b3 req-a844bf05-05c5-45ba-8315-19adfadb83d2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.1921167 Jul 09 20:27:06.753740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-36e100c4-dcec-4060-bb43-a770c9702a4f None None] For port da857a8e-e257-4880-88b6-6a7ee9feeeca, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=da857a8e-e257-4880-88b6-6a7ee9feeeca,segment=NetworkSegment(24fe13e0-094d-47a2-b61d-5d9d77045aaa),segment_id=24fe13e0-094d-47a2-b61d-5d9d77045aaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:27:06.754789 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-36e100c4-dcec-4060-bb43-a770c9702a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.757453 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9eedd77-bb60-48ba-ae8d-80e77035a5b3 req-47ee4ec4-a532-4386-adcd-103a1bdce0cd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590575 Jul 09 20:27:06.762540 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.768287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-36e100c4-dcec-4060-bb43-a770c9702a4f None None] Calling delete_port for da857a8e-e257-4880-88b6-6a7ee9feeeca owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:27:06.791294 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event deleted for resources: {'Port': ['ID=4a073739-1ded-4aed-a0e5-1a1638ad79bb,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:06.793190 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] No DVR routers for this DVR port 4a073739-1ded-4aed-a0e5-1a1638ad79bb on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:27:06.862169 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-36e100c4-dcec-4060-bb43-a770c9702a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.879068 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.890108 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13267c86-8f70-475d-9365-f62a13e5a9b7']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:06.894969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e100c4-dcec-4060-bb43-a770c9702a4f None None] Pushing event deleted for resources: {'Port': ['ID=da857a8e-e257-4880-88b6-6a7ee9feeeca,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:06.898276 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e100c4-dcec-4060-bb43-a770c9702a4f None None] No DVR routers for this DVR port da857a8e-e257-4880-88b6-6a7ee9feeeca on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:27:06.903778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7472fd-82be-4623-889a-2c168aa769b4') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:06.904083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7472fd-82be-4623-889a-2c168aa769b4') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:06.916968 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.931737 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.937722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:27:06.938119 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: self.session.flush() Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:27:06.941097 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:27:06.961953 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd5ae9-c516-4ea3-8e43-96d06b74ab67 req-a1655bcd-4dce-4f11-8603-4a007f54c944 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:06.964163 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-75bd5ae9-c516-4ea3-8e43-96d06b74ab67 req-a1655bcd-4dce-4f11-8603-4a007f54c944 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0790608 Jul 09 20:27:06.998674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.004247 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-75bd5ae9-c516-4ea3-8e43-96d06b74ab67 req-46098e82-a4de-4800-a8d0-038512315769 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342546 Jul 09 20:27:07.006641 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.008500 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "DELETE /v2.0/networks/13267c86-8f70-475d-9365-f62a13e5a9b7 HTTP/1.1" status: 204 len: 168 time: 0.6588986 Jul 09 20:27:07.011938 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46016) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:07.031094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918017d1-0983-433f-a02d-8694c912efda tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event deleted for resources: {'Network': ['ID=13267c86-8f70-475d-9365-f62a13e5a9b7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:07.031094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46018) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:07.086278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac3d9d1-ded1-429f-b4eb-244dd16eb21a tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:07.088189 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9ac3d9d1-ded1-429f-b4eb-244dd16eb21a tempest-TestNetworkAdvancedServerOps-27018811 tempest-TestNetworkAdvancedServerOps-27018811-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 1092 time: 0.0566015 Jul 09 20:27:07.088460 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7060fed-8cde-43d7-a428-229e08f3a192 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.090861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46020) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:07.095288 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '9944b936-2969-4790-b905-62bb68e34afc', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:27:07.120047 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.181127 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7060fed-8cde-43d7-a428-229e08f3a192 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.191260 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-d7060fed-8cde-43d7-a428-229e08f3a192 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8994117-a9ce-43c2-86f0-893b20a9a6cc']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:07.202422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-d7060fed-8cde-43d7-a428-229e08f3a192 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24fe13e0-094d-47a2-b61d-5d9d77045aaa') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:07.202724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-d7060fed-8cde-43d7-a428-229e08f3a192 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24fe13e0-094d-47a2-b61d-5d9d77045aaa') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:07.211770 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7060fed-8cde-43d7-a428-229e08f3a192 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.215857 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.226883 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7060fed-8cde-43d7-a428-229e08f3a192 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.233134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7060fed-8cde-43d7-a428-229e08f3a192 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:27:07.233534 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7060fed-8cde-43d7-a428-229e08f3a192 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:27:07.236722 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:27:07.301377 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7060fed-8cde-43d7-a428-229e08f3a192 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.309208 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d7060fed-8cde-43d7-a428-229e08f3a192 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.314099 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d7060fed-8cde-43d7-a428-229e08f3a192 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "DELETE /v2.0/networks/e8994117-a9ce-43c2-86f0-893b20a9a6cc HTTP/1.1" status: 204 len: 168 time: 0.2983780 Jul 09 20:27:07.314099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46022) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:07.328139 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Allocated IP 172.25.0.34 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/8e916369-f6a7-4c38-918d-4cd5fcefa288) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:27:07.332964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7060fed-8cde-43d7-a428-229e08f3a192 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event deleted for resources: {'Network': ['ID=e8994117-a9ce-43c2-86f0-893b20a9a6cc,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:07.377852 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc7e9b8-c84d-470f-befd-6a95281b2da6 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Deleting subnet 2c0e5f8b-6cde-4da6-bd12-cd6e9e723fc6 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:27:07.380993 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e9b8-c84d-470f-befd-6a95281b2da6 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.421752 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e9b8-c84d-470f-befd-6a95281b2da6 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.434096 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.473763 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.512482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e9b8-c84d-470f-befd-6a95281b2da6 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.518496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:27:07.521357 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:27:07.524943 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:27:07.530644 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=8e916369-f6a7-4c38-918d-4cd5fcefa288,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:07.573692 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e9b8-c84d-470f-befd-6a95281b2da6 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.601863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7e9b8-c84d-470f-befd-6a95281b2da6 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event deleted for resources: {'Subnet': ['ID=2c0e5f8b-6cde-4da6-bd12-cd6e9e723fc6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:07.603909 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e9b8-c84d-470f-befd-6a95281b2da6 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.608053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fbc7e9b8-c84d-470f-befd-6a95281b2da6 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "DELETE /v2.0/subnets/2c0e5f8b-6cde-4da6-bd12-cd6e9e723fc6 HTTP/1.1" status: 204 len: 168 time: 0.2819891 Jul 09 20:27:07.608699 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46024) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:07.611784 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d413d8f9-69eb-4c0c-8923-27eb64be2685 None None] Network fb65a1bf-cff1-46de-8c2a-f3ded224401a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:27:07.695510 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.751374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Deleting port cb75056c-0a47-4c81-b49c-3750c3d5bc7f {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:27:07.751765 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.826882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b69c92b-ab8c-4785-a1bc-75a4a698027c None None] DHCP port deletion for fb65a1bf-cff1-46de-8c2a-f3ded224401a request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:27:07.827825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] For port cb75056c-0a47-4c81-b49c-3750c3d5bc7f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=cb75056c-0a47-4c81-b49c-3750c3d5bc7f,segment=NetworkSegment(f796595b-2345-4ead-979e-0953ca090721),segment_id=f796595b-2345-4ead-979e-0953ca090721)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:27:07.828206 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.843341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Calling delete_port for cb75056c-0a47-4c81-b49c-3750c3d5bc7f owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:27:07.874742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-2b69c92b-ab8c-4785-a1bc-75a4a698027c None None] Deleting port cb75056c-0a47-4c81-b49c-3750c3d5bc7f {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:27:07.875119 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2b69c92b-ab8c-4785-a1bc-75a4a698027c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.943342 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-2b69c92b-ab8c-4785-a1bc-75a4a698027c None None] For port cb75056c-0a47-4c81-b49c-3750c3d5bc7f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=cb75056c-0a47-4c81-b49c-3750c3d5bc7f,segment=NetworkSegment(f796595b-2345-4ead-979e-0953ca090721),segment_id=f796595b-2345-4ead-979e-0953ca090721)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:27:07.944031 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2b69c92b-ab8c-4785-a1bc-75a4a698027c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.964584 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:07.966026 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-2b69c92b-ab8c-4785-a1bc-75a4a698027c None None] Calling delete_port for cb75056c-0a47-4c81-b49c-3750c3d5bc7f owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:27:07.982066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device cb75056c-0a47-4c81-b49c-3750c3d5bc7f no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:27:08.007341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] No DVR routers for this DVR port cb75056c-0a47-4c81-b49c-3750c3d5bc7f on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:27:08.010074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event deleted for resources: {'Port': ['ID=cb75056c-0a47-4c81-b49c-3750c3d5bc7f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:08.034568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: cb75056c-0a47-4c81-b49c-3750c3d5bc7f {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:27:08.034918 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device cb75056c-0a47-4c81-b49c-3750c3d5bc7f not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:27:08.035342 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device da857a8e-e257-4880-88b6-6a7ee9feeeca no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:27:08.059391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: da857a8e-e257-4880-88b6-6a7ee9feeeca {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:27:08.059670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device da857a8e-e257-4880-88b6-6a7ee9feeeca not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:27:08.060069 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4a073739-1ded-4aed-a0e5-1a1638ad79bb no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:27:08.085506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 4a073739-1ded-4aed-a0e5-1a1638ad79bb {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:27:08.085770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4a073739-1ded-4aed-a0e5-1a1638ad79bb not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:27:08.093917 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.098675 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.110349 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2b69c92b-ab8c-4785-a1bc-75a4a698027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.114209 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb65a1bf-cff1-46de-8c2a-f3ded224401a']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:08.132133 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f796595b-2345-4ead-979e-0953ca090721') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:08.132612 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f796595b-2345-4ead-979e-0953ca090721') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:08.142004 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.142228 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69c92b-ab8c-4785-a1bc-75a4a698027c None None] Pushing event deleted for resources: {'Port': ['ID=cb75056c-0a47-4c81-b49c-3750c3d5bc7f,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:08.151272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b69c92b-ab8c-4785-a1bc-75a4a698027c None None] No DVR routers for this DVR port cb75056c-0a47-4c81-b49c-3750c3d5bc7f on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:27:08.161446 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.168957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:27:08.169364 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:27:08.172376 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:27:08.216317 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.233659 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.239385 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.244255 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "DELETE /v2.0/networks/fb65a1bf-cff1-46de-8c2a-f3ded224401a HTTP/1.1" status: 204 len: 168 time: 0.6316903 Jul 09 20:27:08.244358 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46026) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:08.255876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510f768-41b3-4041-bb36-d3245d229912 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Pushing event deleted for resources: {'Network': ['ID=fb65a1bf-cff1-46de-8c2a-f3ded224401a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:08.279974 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5336f75f-be0c-4a15-a5cb-a6cd7d0bfd36 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "GET /v2.0/ports?device_id=0165b6ee-4f94-4767-bc81-fc528c2fc707 HTTP/1.1" status: 200 len: 205 time: 0.0347922 Jul 09 20:27:08.282697 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46028) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:08.361851 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9d8b82be-12ed-4326-b0dc-4f90205df1a8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.394560 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.399178 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.478658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event updated for resources: {'Port': ['ID=8e916369-f6a7-4c38-918d-4cd5fcefa288,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:08.483703 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.522685 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9d8b82be-12ed-4326-b0dc-4f90205df1a8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.525508 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9d8b82be-12ed-4326-b0dc-4f90205df1a8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.580901 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9d8b82be-12ed-4326-b0dc-4f90205df1a8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.581881 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8b82be-12ed-4326-b0dc-4f90205df1a8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Fanout notify agent at l3_agent the message router_deleted on router 0165b6ee-4f94-4767-bc81-fc528c2fc707 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:27:08.591549 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9d8b82be-12ed-4326-b0dc-4f90205df1a8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.592382 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9d8b82be-12ed-4326-b0dc-4f90205df1a8 tempest-RoutersNegativeTest-1226587306 tempest-RoutersNegativeTest-1226587306-project] 10.222.0.30 "DELETE /v2.0/routers/0165b6ee-4f94-4767-bc81-fc528c2fc707 HTTP/1.1" status: 204 len: 168 time: 0.3085952 Jul 09 20:27:08.594310 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Floating IP c6da86aa-c53e-4ca8-a3bf-759e135570ad associated. External IP: 172.25.0.34, port: 9944b936-2969-4790-b905-62bb68e34afc. Jul 09 20:27:08.818054 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:27:08.840357 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46034) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:08.924276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:27:08.933966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4753a-4ffa-4835-a53f-111967ccadfd None None] Sync routers for ids ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:27:08.943945 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4753a-4ffa-4835-a53f-111967ccadfd None None] Routers {'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:27:08.945287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-72f4753a-4ffa-4835-a53f-111967ccadfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:08.947612 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:08.976789 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6dcfb434-bbb1-42c6-9e69-7e21f5f249c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4309e655995e41b68f026e3dee8d6ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349239 Jul 09 20:27:08.979158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46038) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:08.990569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1ac53e68-b423-41b9-abde-ca0418ad5e63 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8986578 Jul 09 20:27:08.991426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'tag': '9944b936-2969-4790-b905-62bb68e34afc'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:27:08.995003 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab11721-64eb-48fa-97aa-463644012ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "5530cd09-385c-490d-b4df-6a0d3497ddc3", "tag": "9944b936-2969-4790-b905-62bb68e34afc"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:27:09.036269 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc3f897e-2cae-4408-8cf6-89c7f53ca942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:09.058989 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc3f897e-2cae-4408-8cf6-89c7f53ca942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:09.063763 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-72f4753a-4ffa-4835-a53f-111967ccadfd None None] Set router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:27:09.065098 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de283d0-95ed-41c0-874f-080f8fc307de x-openstack-request-id: req-3de283d0-95ed-41c0-874f-080f8fc307de {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:27:09.065382 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5530cd09-385c-490d-b4df-6a0d3497ddc3", "tag": "9944b936-2969-4790-b905-62bb68e34afc", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:27:09.065640 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3de283d0-95ed-41c0-874f-080f8fc307de {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:27:09.066994 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'tag': '9944b936-2969-4790-b905-62bb68e34afc', 'status': 'completed', 'code': 200} Jul 09 20:27:09.113595 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc3f897e-2cae-4408-8cf6-89c7f53ca942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:09.116636 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fc3f897e-2cae-4408-8cf6-89c7f53ca942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:09.118131 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fc3f897e-2cae-4408-8cf6-89c7f53ca942 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57e1e965-9d92-4bb3-a305-c14a52d04668 HTTP/1.1" status: 204 len: 168 time: 0.1378865 Jul 09 20:27:09.127327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f897e-2cae-4408-8cf6-89c7f53ca942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e1e965-9d92-4bb3-a305-c14a52d04668,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:09.250899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b2b90-5b73-4efd-907d-3bed4fa64e88 req-3ea4a259-7d81-4f35-b5c7-99e2c7dde6d1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:09.252519 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-031b2b90-5b73-4efd-907d-3bed4fa64e88 req-3ea4a259-7d81-4f35-b5c7-99e2c7dde6d1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.1086230 Jul 09 20:27:09.315127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab11721-64eb-48fa-97aa-463644012ad9 req-f77688f2-d817-45d0-891f-e1bc2bfcf3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:09.316674 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ab11721-64eb-48fa-97aa-463644012ad9 req-f77688f2-d817-45d0-891f-e1bc2bfcf3f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 1097 time: 0.1115458 Jul 09 20:27:09.319846 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-031b2b90-5b73-4efd-907d-3bed4fa64e88 req-766465bc-5692-4adc-b94c-3320df465e1a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586569 Jul 09 20:27:09.360920 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46050) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:09.438068 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2f82a1a5-cf46-4fa7-b6d1-3e2893d53d09 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/c6da86aa-c53e-4ca8-a3bf-759e135570ad HTTP/1.1" status: 200 len: 991 time: 0.0754521 Jul 09 20:27:09.497285 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-72f4753a-4ffa-4835-a53f-111967ccadfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:26:46Z', 'updated_at': '2021-07-09T20:26:51Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:47Z', 'updated_at': '2021-07-09T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'c6da86aa-c53e-4ca8-a3bf-759e135570ad', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'port_id': '9944b936-2969-4790-b905-62bb68e34afc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'mac_address': 'fa:16:3e:6a:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:27:07Z', 'updated_at': '2021-07-09T20:27:07Z', 'revision_number': 0, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5609c8-4b22-4946-89ff-2b162b294506', 'name': '', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:b1:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:50Z', 'updated_at': '2021-07-09T20:26:57Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:09.531841 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4753a-4ffa-4835-a53f-111967ccadfd None None] Checking router: c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:27:09.541338 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4753a-4ffa-4835-a53f-111967ccadfd None None] Routers {'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:27:09.542029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-72f4753a-4ffa-4835-a53f-111967ccadfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:26:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:09.656095 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-72f4753a-4ffa-4835-a53f-111967ccadfd None None] Set router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:27:09.760846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab11721-64eb-48fa-97aa-463644012ad9 req-6e3d8b4a-d0a7-49aa-8e38-3247f1586a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:09.762439 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ab11721-64eb-48fa-97aa-463644012ad9 req-6e3d8b4a-d0a7-49aa-8e38-3247f1586a84 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c29abc9-100c-4d6f-899e-17323d58916f HTTP/1.1" status: 200 len: 898 time: 0.4394228 Jul 09 20:27:09.835560 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ab11721-64eb-48fa-97aa-463644012ad9 req-8d2118f0-3072-4b8e-a9e6-a749bdd3d0c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9944b936-2969-4790-b905-62bb68e34afc HTTP/1.1" status: 200 len: 999 time: 0.0664661 Jul 09 20:27:09.866856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46066) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:09.895157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab11721-64eb-48fa-97aa-463644012ad9 req-49fb1067-47b6-4970-a1dc-2ea7be46d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:09.896858 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ab11721-64eb-48fa-97aa-463644012ad9 req-49fb1067-47b6-4970-a1dc-2ea7be46d327 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e45eb87-a971-4e1e-965f-b5b6c97d661b HTTP/1.1" status: 200 len: 834 time: 0.0552185 Jul 09 20:27:09.906092 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-72f4753a-4ffa-4835-a53f-111967ccadfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:26:46Z', 'updated_at': '2021-07-09T20:26:51Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:47Z', 'updated_at': '2021-07-09T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'c6da86aa-c53e-4ca8-a3bf-759e135570ad', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'port_id': '9944b936-2969-4790-b905-62bb68e34afc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'mac_address': 'fa:16:3e:6a:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:27:07Z', 'updated_at': '2021-07-09T20:27:07Z', 'revision_number': 0, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5609c8-4b22-4946-89ff-2b162b294506', 'name': '', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:b1:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:50Z', 'updated_at': '2021-07-09T20:26:57Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:27:09.939644 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4753a-4ffa-4835-a53f-111967ccadfd None None] The sync data for ids ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'] in n-d-800088-3 is: [{'id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:26:46Z', 'updated_at': '2021-07-09T20:26:51Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:47Z', 'updated_at': '2021-07-09T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'c6da86aa-c53e-4ca8-a3bf-759e135570ad', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'port_id': '9944b936-2969-4790-b905-62bb68e34afc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'mac_address': 'fa:16:3e:6a:a7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:27:07Z', 'updated_at': '2021-07-09T20:27:07Z', 'revision_number': 0, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f5609c8-4b22-4946-89ff-2b162b294506', 'name': '', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:b1:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:50Z', 'updated_at': '2021-07-09T20:26:57Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:27:09.962907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab11721-64eb-48fa-97aa-463644012ad9 req-25d45c98-2fee-4dea-9035-2a96f99e7c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:09.964474 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ab11721-64eb-48fa-97aa-463644012ad9 req-25d45c98-2fee-4dea-9035-2a96f99e7c83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c29abc9-100c-4d6f-899e-17323d58916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612061 Jul 09 20:27:09.984393 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5e77ac87-0417-4890-8803-1421f100c619 tempest-ServiceProvidersTest-2140713092 tempest-ServiceProvidersTest-2140713092-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1163511 Jul 09 20:27:10.065233 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ab11721-64eb-48fa-97aa-463644012ad9 req-88da32f2-3aa1-49a5-8d09-ddba5f10e7ee service neutron] 10.222.0.32 "GET /v2.0/networks/2c29abc9-100c-4d6f-899e-17323d58916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944667 Jul 09 20:27:10.162094 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0ab11721-64eb-48fa-97aa-463644012ad9 req-9fab5d4d-4762-49b9-8c8a-1e6aadd2b443 service neutron] 10.222.0.32 "GET /v2.0/networks/2c29abc9-100c-4d6f-899e-17323d58916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906293 Jul 09 20:27:10.168370 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0b6eba-9e42-4978-a514-c6551d980323 None None] New status for floating IP c6da86aa-c53e-4ca8-a3bf-759e135570ad: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:27:10.253646 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46074) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:10.365259 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe30f-53b3-400e-8476-4a67777a1977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:10.441927 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46078) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:10.455361 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe30f-53b3-400e-8476-4a67777a1977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:10.460153 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe30f-53b3-400e-8476-4a67777a1977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:10.500294 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6d1fe30f-53b3-400e-8476-4a67777a1977 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3690eb8ecfb4421a88dc04656fd7ffed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455547 Jul 09 20:27:10.501204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fe30f-53b3-400e-8476-4a67777a1977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926b4734-f74f-402d-ad57-ff00626acd60,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:10.503522 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46080) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:10.516258 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-47f74ab5-47a0-4c54-9bc7-2661f4d27685 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/c6da86aa-c53e-4ca8-a3bf-759e135570ad HTTP/1.1" status: 200 len: 993 time: 0.0670722 Jul 09 20:27:10.553177 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eecd4814-f001-4cf6-b82c-525081c75004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:10.573478 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eecd4814-f001-4cf6-b82c-525081c75004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:10.620496 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eecd4814-f001-4cf6-b82c-525081c75004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:10.623117 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eecd4814-f001-4cf6-b82c-525081c75004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:10.624302 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-eecd4814-f001-4cf6-b82c-525081c75004 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/926b4734-f74f-402d-ad57-ff00626acd60 HTTP/1.1" status: 204 len: 168 time: 0.1198657 Jul 09 20:27:10.631760 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd4814-f001-4cf6-b82c-525081c75004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926b4734-f74f-402d-ad57-ff00626acd60,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:12.849314 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46148) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:12.951669 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-57ec9129-efc6-479a-8542-1fb0028d00c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:13.045190 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-57ec9129-efc6-479a-8542-1fb0028d00c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:13.048805 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-57ec9129-efc6-479a-8542-1fb0028d00c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:13.089107 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-57ec9129-efc6-479a-8542-1fb0028d00c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2bea79982fcc418fb411966c2ccc5a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387135 Jul 09 20:27:13.090004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec9129-efc6-479a-8542-1fb0028d00c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956c969c-3d87-4a3d-92c4-2e7569aa1a40,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:13.091864 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46152) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:13.140506 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad6812b9-7b33-4c0f-af7b-66a10c482bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:13.162039 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad6812b9-7b33-4c0f-af7b-66a10c482bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:13.210476 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad6812b9-7b33-4c0f-af7b-66a10c482bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:13.213227 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ad6812b9-7b33-4c0f-af7b-66a10c482bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:13.214384 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ad6812b9-7b33-4c0f-af7b-66a10c482bd6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/956c969c-3d87-4a3d-92c4-2e7569aa1a40 HTTP/1.1" status: 204 len: 168 time: 0.1215127 Jul 09 20:27:13.224408 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6812b9-7b33-4c0f-af7b-66a10c482bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956c969c-3d87-4a3d-92c4-2e7569aa1a40,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:13.477687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46158) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:13.491388 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-75ea4f8e-a877-4230-8051-202943149d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:13.580188 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-75ea4f8e-a877-4230-8051-202943149d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:13.583907 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-75ea4f8e-a877-4230-8051-202943149d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:13.621762 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-75ea4f8e-a877-4230-8051-202943149d5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0af99030f7b04955aa6e21d9a6928196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424947 Jul 09 20:27:13.622874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea4f8e-a877-4230-8051-202943149d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8ef322-4584-45cf-8752-e8084c4a6c7d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:13.624693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46160) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:13.673922 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36cbedb4-9702-4f9b-8ee5-74cbb72cf642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:13.695451 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36cbedb4-9702-4f9b-8ee5-74cbb72cf642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:13.742121 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36cbedb4-9702-4f9b-8ee5-74cbb72cf642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:13.745431 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-36cbedb4-9702-4f9b-8ee5-74cbb72cf642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:13.746649 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-36cbedb4-9702-4f9b-8ee5-74cbb72cf642 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b8ef322-4584-45cf-8752-e8084c4a6c7d HTTP/1.1" status: 204 len: 168 time: 0.1208785 Jul 09 20:27:13.756640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbedb4-9702-4f9b-8ee5-74cbb72cf642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8ef322-4584-45cf-8752-e8084c4a6c7d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:20.465080 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46246) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:20.574657 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d7ba0e1-6adc-4d44-99d6-d826d91e9941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:20.666630 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d7ba0e1-6adc-4d44-99d6-d826d91e9941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:20.670326 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d7ba0e1-6adc-4d44-99d6-d826d91e9941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:20.710612 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3d7ba0e1-6adc-4d44-99d6-d826d91e9941 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e93db436e35d4f53ac0a5837f5947d3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443624 Jul 09 20:27:20.711522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ba0e1-6adc-4d44-99d6-d826d91e9941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207ddd42-9568-4f1a-a50b-3f26d37ad831,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:20.713844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46250) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:20.763873 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-20279c59-1b42-4b13-9626-e8204385cbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:20.785560 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-20279c59-1b42-4b13-9626-e8204385cbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:20.832005 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-20279c59-1b42-4b13-9626-e8204385cbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:20.834920 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-20279c59-1b42-4b13-9626-e8204385cbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:20.836094 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-20279c59-1b42-4b13-9626-e8204385cbef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/207ddd42-9568-4f1a-a50b-3f26d37ad831 HTTP/1.1" status: 204 len: 168 time: 0.1212301 Jul 09 20:27:20.843803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20279c59-1b42-4b13-9626-e8204385cbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207ddd42-9568-4f1a-a50b-3f26d37ad831,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:21.092765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46256) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:21.105991 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09d5003b-b60b-407d-a532-78cfb238322b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:21.194875 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09d5003b-b60b-407d-a532-78cfb238322b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:21.199402 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09d5003b-b60b-407d-a532-78cfb238322b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:21.236799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5003b-b60b-407d-a532-78cfb238322b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9860ceee-10ba-486e-a015-8af2a74484e3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:21.244221 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-09d5003b-b60b-407d-a532-78cfb238322b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de557e11107048cda75b830309971231&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474223 Jul 09 20:27:21.245189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46258) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:21.292527 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77ed1803-a2a7-42a8-b234-d7c11e509a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:21.317441 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77ed1803-a2a7-42a8-b234-d7c11e509a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:21.362856 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77ed1803-a2a7-42a8-b234-d7c11e509a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:21.365396 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77ed1803-a2a7-42a8-b234-d7c11e509a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:21.366533 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-77ed1803-a2a7-42a8-b234-d7c11e509a75 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9860ceee-10ba-486e-a015-8af2a74484e3 HTTP/1.1" status: 204 len: 168 time: 0.1211343 Jul 09 20:27:21.375049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed1803-a2a7-42a8-b234-d7c11e509a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9860ceee-10ba-486e-a015-8af2a74484e3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:23.378314 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:27:26.898424 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7206adb7-232a-4a31-9041-89cbca51bcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:27.052193 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:27.452390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46360) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:27.557432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd690-8d9f-4795-8705-17cd2282cbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:27.646107 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd690-8d9f-4795-8705-17cd2282cbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:27.650420 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd690-8d9f-4795-8705-17cd2282cbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:27.687698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cd690-8d9f-4795-8705-17cd2282cbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab80d8a6-eef2-40b3-a703-4cb1f4eecf30,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:27.692052 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3f1cd690-8d9f-4795-8705-17cd2282cbc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88bbc0ec11f44f848460cb2415c772c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384701 Jul 09 20:27:27.695456 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46364) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:27.747083 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e9103bc-6bfc-40d8-83c6-b44918634fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:27.767737 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e9103bc-6bfc-40d8-83c6-b44918634fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:27.813542 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e9103bc-6bfc-40d8-83c6-b44918634fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:27.816122 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5e9103bc-6bfc-40d8-83c6-b44918634fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:27.817303 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5e9103bc-6bfc-40d8-83c6-b44918634fd2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab80d8a6-eef2-40b3-a703-4cb1f4eecf30 HTTP/1.1" status: 204 len: 168 time: 0.1215532 Jul 09 20:27:27.824813 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9103bc-6bfc-40d8-83c6-b44918634fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab80d8a6-eef2-40b3-a703-4cb1f4eecf30,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:28.074600 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46370) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:28.089100 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e8adf8a-92db-485c-a24a-8b3d68ffc668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:28.177042 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e8adf8a-92db-485c-a24a-8b3d68ffc668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:28.185712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e8adf8a-92db-485c-a24a-8b3d68ffc668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:28.222908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8adf8a-92db-485c-a24a-8b3d68ffc668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00217ad-aeea-4447-87e4-d2e8d881cbbd,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:28.227910 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2e8adf8a-92db-485c-a24a-8b3d68ffc668 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86a10acc48ff4aedbdd74f32ff761126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517267 Jul 09 20:27:28.230859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46372) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:28.278980 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f04a094-882b-4b5e-93e5-bf5e31286331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:28.300011 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f04a094-882b-4b5e-93e5-bf5e31286331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:28.349049 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f04a094-882b-4b5e-93e5-bf5e31286331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:28.351650 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8f04a094-882b-4b5e-93e5-bf5e31286331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:28.353347 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8f04a094-882b-4b5e-93e5-bf5e31286331 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c00217ad-aeea-4447-87e4-d2e8d881cbbd HTTP/1.1" status: 204 len: 168 time: 0.1217520 Jul 09 20:27:28.361120 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04a094-882b-4b5e-93e5-bf5e31286331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00217ad-aeea-4447-87e4-d2e8d881cbbd,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:28.676437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46378) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:28.691802 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f77604c7-b990-4dd7-aab2-0800d39011a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:28.789244 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f77604c7-b990-4dd7-aab2-0800d39011a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:28.793593 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f77604c7-b990-4dd7-aab2-0800d39011a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:28.831533 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f77604c7-b990-4dd7-aab2-0800d39011a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=feda8b1e582a4f7f9e7b265aed189950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538255 Jul 09 20:27:28.833130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77604c7-b990-4dd7-aab2-0800d39011a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4117ae1f-55ac-4711-8bb4-5288f981deb1,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:28.834464 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46380) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:28.883734 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c69f7013-2771-4ff6-803c-71344e49e1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:28.904581 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c69f7013-2771-4ff6-803c-71344e49e1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:28.950527 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c69f7013-2771-4ff6-803c-71344e49e1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:28.953157 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c69f7013-2771-4ff6-803c-71344e49e1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:28.954294 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c69f7013-2771-4ff6-803c-71344e49e1e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4117ae1f-55ac-4711-8bb4-5288f981deb1 HTTP/1.1" status: 204 len: 168 time: 0.1188116 Jul 09 20:27:28.961967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f7013-2771-4ff6-803c-71344e49e1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4117ae1f-55ac-4711-8bb4-5288f981deb1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:29.375606 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:29.447592 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b5167ac1-20ee-4eb8-baa2-4fa5991af605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:29.610116 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:30.503029 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:30.944500 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46454) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:31.053234 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a2111ef7-f294-46b2-abf9-b00e2e0e8338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:31.142205 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a2111ef7-f294-46b2-abf9-b00e2e0e8338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:31.145899 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a2111ef7-f294-46b2-abf9-b00e2e0e8338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:31.184056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a2111ef7-f294-46b2-abf9-b00e2e0e8338 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d825d86e48a0427a837b8ce61d3d0547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384250 Jul 09 20:27:31.185289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2111ef7-f294-46b2-abf9-b00e2e0e8338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc54649-f315-4494-a2a9-a690509779f2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:31.186752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46458) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:31.241472 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d668020-c834-4e59-9a3a-f9a65baf7afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:31.263612 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d668020-c834-4e59-9a3a-f9a65baf7afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:31.312408 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d668020-c834-4e59-9a3a-f9a65baf7afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:31.315270 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3d668020-c834-4e59-9a3a-f9a65baf7afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:31.316486 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3d668020-c834-4e59-9a3a-f9a65baf7afd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bdc54649-f315-4494-a2a9-a690509779f2 HTTP/1.1" status: 204 len: 168 time: 0.1277940 Jul 09 20:27:31.324908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d668020-c834-4e59-9a3a-f9a65baf7afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc54649-f315-4494-a2a9-a690509779f2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:31.567437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46464) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:31.584011 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0742ef83-056a-4079-8876-2439db9e6f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:31.669684 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0742ef83-056a-4079-8876-2439db9e6f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:31.673777 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0742ef83-056a-4079-8876-2439db9e6f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:31.715854 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0742ef83-056a-4079-8876-2439db9e6f61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6fdd3fef9f274e67b49e618f136af34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473022 Jul 09 20:27:31.716905 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742ef83-056a-4079-8876-2439db9e6f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d63e85-caf8-4449-ab2d-dde7f9925f02,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:31.718621 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46466) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:31.770710 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de1dc9d6-c689-4c84-9351-6bac01bbf7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:31.791792 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de1dc9d6-c689-4c84-9351-6bac01bbf7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:31.838693 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de1dc9d6-c689-4c84-9351-6bac01bbf7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:31.841394 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de1dc9d6-c689-4c84-9351-6bac01bbf7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:31.842538 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-de1dc9d6-c689-4c84-9351-6bac01bbf7df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e1d63e85-caf8-4449-ab2d-dde7f9925f02 HTTP/1.1" status: 204 len: 168 time: 0.1222937 Jul 09 20:27:31.850196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1dc9d6-c689-4c84-9351-6bac01bbf7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d63e85-caf8-4449-ab2d-dde7f9925f02,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:32.371800 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:32.512686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46488) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:32.612883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1019207882-network', 'tenant_id': 'e1db136ce91c4458994690df5d6b59de'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:27:32.633582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] Made reservation on behalf of e1db136ce91c4458994690df5d6b59de for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:27:32.636134 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:32.644319 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:32.737664 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:32.741144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:32.765380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:27:32.775722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3fc4cd-b30e-4147-b8be-64c7cfd41668,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:32.782030 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:32.782378 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] Added segment e2d97628-7dec-4282-9267-14d6bca103c9 of type vlan for network 5832adf9-7707-40c0-8228-35fc10283787 Jul 09 20:27:32.821164 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:32.857134 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:32.858159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:32.858781 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:32.912907 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3990562 Jul 09 20:27:32.915894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46492) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:32.920790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14999800-f413-4e2d-8c27-9ce321a5fd3c admin admin] Pushing event updated for resources: {'Network': ['ID=5832adf9-7707-40c0-8228-35fc10283787,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:32.921057 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-14f5e4ea-25e4-4398-b3c0-d733fc5c922d admin admin] Request body: {'subnet': {'network_id': '5832adf9-7707-40c0-8228-35fc10283787', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1019207882-subnet', 'tenant_id': 'e1db136ce91c4458994690df5d6b59de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:27:32.930513 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 5832adf9-7707-40c0-8228-35fc10283787 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:27:32.944069 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f5e4ea-25e4-4398-b3c0-d733fc5c922d admin admin] Made reservation on behalf of e1db136ce91c4458994690df5d6b59de for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:27:32.946613 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14f5e4ea-25e4-4398-b3c0-d733fc5c922d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:33.114934 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14f5e4ea-25e4-4398-b3c0-d733fc5c922d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:33.170061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5e4ea-25e4-4398-b3c0-d733fc5c922d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5854d7e2-a96e-4318-816e-dae642112343,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:33.177148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f5e4ea-25e4-4398-b3c0-d733fc5c922d admin admin] Checking segment: {'id': 'e2d97628-7dec-4282-9267-14d6bca103c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5832adf9-7707-40c0-8228-35fc10283787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:27:33.177444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f5e4ea-25e4-4398-b3c0-d733fc5c922d admin admin] Network hostable DHCP agents. Network: 5832adf9-7707-40c0-8228-35fc10283787, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:27:33.194915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f5e4ea-25e4-4398-b3c0-d733fc5c922d admin admin] Network 5832adf9-7707-40c0-8228-35fc10283787 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:27:33.204975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-14f5e4ea-25e4-4398-b3c0-d733fc5c922d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 5832adf9-7707-40c0-8228-35fc10283787) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:27:33.209311 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f5e4ea-25e4-4398-b3c0-d733fc5c922d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:33.209981 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-14f5e4ea-25e4-4398-b3c0-d733fc5c922d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:33.214456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7c8746-7570-4344-98b8-b260e5cdfcdd None None] Network 5832adf9-7707-40c0-8228-35fc10283787 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:27:33.225676 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-14f5e4ea-25e4-4398-b3c0-d733fc5c922d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3086369 Jul 09 20:27:33.338820 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef8382d-4c2a-43f2-810c-bdb9c2651d4a None None] Network 5832adf9-7707-40c0-8228-35fc10283787 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:27:33.689254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46510) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:33.694334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1331566355-network', 'tenant_id': 'f081365afbcb4f259c01b0749c03303d'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:27:33.715017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] Made reservation on behalf of f081365afbcb4f259c01b0749c03303d for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:27:33.717426 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:33.726200 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:33.817422 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:33.821044 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:33.845789 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:27:33.860044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ff4c6d-5fee-47e1-87be-8d8669fb3311,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:33.865138 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:33.865497 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] Added segment e7a00b6e-e641-462a-953c-9b45cab802cb of type vlan for network a5c68672-35ca-403a-b025-87c0e7da3c94 Jul 09 20:27:33.906811 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:33.936685 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:33.937663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:33.938290 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:33.988364 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2979414 Jul 09 20:27:33.991337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46512) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:27:33.997045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e6c10c38-35e6-4256-9cef-dd65f4b9bf40 admin admin] Request body: {'subnet': {'network_id': 'a5c68672-35ca-403a-b025-87c0e7da3c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1331566355-subnet', 'tenant_id': 'f081365afbcb4f259c01b0749c03303d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:27:33.999600 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e7f8f-faa9-48a5-b400-657557912973 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c68672-35ca-403a-b025-87c0e7da3c94,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:34.009882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network a5c68672-35ca-403a-b025-87c0e7da3c94 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:27:34.017873 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c10c38-35e6-4256-9cef-dd65f4b9bf40 admin admin] Made reservation on behalf of f081365afbcb4f259c01b0749c03303d for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:27:34.020243 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6c10c38-35e6-4256-9cef-dd65f4b9bf40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:34.192423 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6c10c38-35e6-4256-9cef-dd65f4b9bf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:34.253609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c10c38-35e6-4256-9cef-dd65f4b9bf40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b07f57-1048-4219-8153-6c9b6b05a031,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:34.260861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c10c38-35e6-4256-9cef-dd65f4b9bf40 admin admin] Checking segment: {'id': 'e7a00b6e-e641-462a-953c-9b45cab802cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a5c68672-35ca-403a-b025-87c0e7da3c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:27:34.261222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c10c38-35e6-4256-9cef-dd65f4b9bf40 admin admin] Network hostable DHCP agents. Network: a5c68672-35ca-403a-b025-87c0e7da3c94, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:27:34.277591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c10c38-35e6-4256-9cef-dd65f4b9bf40 admin admin] Network a5c68672-35ca-403a-b025-87c0e7da3c94 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:27:34.286262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-e6c10c38-35e6-4256-9cef-dd65f4b9bf40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, a5c68672-35ca-403a-b025-87c0e7da3c94) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:27:34.290433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c10c38-35e6-4256-9cef-dd65f4b9bf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:34.291031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6c10c38-35e6-4256-9cef-dd65f4b9bf40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:34.296698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4a2573-f158-406f-aa2d-05e57aa0f590 None None] Network a5c68672-35ca-403a-b025-87c0e7da3c94 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:27:34.306183 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e6c10c38-35e6-4256-9cef-dd65f4b9bf40 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3137033 Jul 09 20:27:34.419848 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeefbb2-46aa-48aa-890a-7e3719240f18 None None] Network a5c68672-35ca-403a-b025-87c0e7da3c94 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:27:34.774628 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-dd51a9b5-5a24-465e-9e3d-998e369728aa tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:34.776172 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-dd51a9b5-5a24-465e-9e3d-998e369728aa tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/networks?id=5832adf9-7707-40c0-8228-35fc10283787 HTTP/1.1" status: 200 len: 809 time: 0.1042998 Jul 09 20:27:34.790869 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-d1e6e9ed-f6a0-4a6c-bb45-c4bcf1d810e5 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/quotas/e1db136ce91c4458994690df5d6b59de HTTP/1.1" status: 200 len: 375 time: 0.0090101 Jul 09 20:27:34.823713 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-54541f36-52dd-4fc1-a56c-a044fcd3af21 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e1db136ce91c4458994690df5d6b59de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273864 Jul 09 20:27:34.913413 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-4128d3f9-8f69-4922-abc9-f3927390101f service neutron] 10.222.0.30 "GET /v2.0/networks/5832adf9-7707-40c0-8228-35fc10283787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835054 Jul 09 20:27:35.000689 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-c235dbd9-733b-4c60-93c4-29e0fd18b00d service neutron] 10.222.0.30 "GET /v2.0/networks/5832adf9-7707-40c0-8228-35fc10283787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816953 Jul 09 20:27:35.175161 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6f02c092-c635-4371-b26b-e4ef60a87ec5 req-d36efeba-88b7-4591-8a39-7aad069683c7 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/ports?device_id=da4f2f0f-38f7-47b5-9dd9-cf8f9649137f HTTP/1.1" status: 200 len: 210 time: 0.0296144 Jul 09 20:27:36.240978 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-40ba5e8b-d08c-423e-b3f6-ab44f160123e tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:36.242727 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-40ba5e8b-d08c-423e-b3f6-ab44f160123e tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.36 "GET /v2.0/networks?id=5832adf9-7707-40c0-8228-35fc10283787 HTTP/1.1" status: 200 len: 809 time: 0.1273639 Jul 09 20:27:36.255547 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-8de5b00a-6a19-4a9c-abf6-ecb775b22529 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Request body: {'port': {'device_id': 'da4f2f0f-38f7-47b5-9dd9-cf8f9649137f', 'network_id': '5832adf9-7707-40c0-8228-35fc10283787', 'admin_state_up': True, 'tenant_id': 'e1db136ce91c4458994690df5d6b59de'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:27:36.343907 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d4d4df8-f52a-4e24-959d-ffe3a75b98b5 req-f75e2729-0a92-43b6-9027-e03d3cd22c91 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/ports?device_id=da4f2f0f-38f7-47b5-9dd9-cf8f9649137f HTTP/1.1" status: 200 len: 210 time: 0.0432906 Jul 09 20:27:36.405721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-8de5b00a-6a19-4a9c-abf6-ecb775b22529 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Made reservation on behalf of e1db136ce91c4458994690df5d6b59de for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:27:36.410237 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-8de5b00a-6a19-4a9c-abf6-ecb775b22529 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:36.550520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-8de5b00a-6a19-4a9c-abf6-ecb775b22529 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Allocated IP 172.20.0.2 (5832adf9-7707-40c0-8228-35fc10283787/5854d7e2-a96e-4318-816e-dae642112343/56896122-e260-4d3b-bde8-982436e81f61) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:27:36.709177 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-8de5b00a-6a19-4a9c-abf6-ecb775b22529 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:36.750076 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-8de5b00a-6a19-4a9c-abf6-ecb775b22529 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:36.802074 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-8de5b00a-6a19-4a9c-abf6-ecb775b22529 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Network 5832adf9-7707-40c0-8228-35fc10283787 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:27:36.805781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-8de5b00a-6a19-4a9c-abf6-ecb775b22529 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:27:36.810602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-8de5b00a-6a19-4a9c-abf6-ecb775b22529 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:27:36.842467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5b00a-6a19-4a9c-abf6-ecb775b22529 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Pushing event updated for resources: {'Port': ['ID=56896122-e260-4d3b-bde8-982436e81f61,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:36.871935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-8de5b00a-6a19-4a9c-abf6-ecb775b22529 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:36.872573 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-8de5b00a-6a19-4a9c-abf6-ecb775b22529 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:36.887091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-8de5b00a-6a19-4a9c-abf6-ecb775b22529 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6353786 Jul 09 20:27:36.899395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Request body: {'port': {'device_id': 'da4f2f0f-38f7-47b5-9dd9-cf8f9649137f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:27:36.972556 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:37.240527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56896122-e260-4d3b-bde8-982436e81f61 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:27:37.248417 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:37.259971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Transition to ACTIVE for port object 56896122-e260-4d3b-bde8-982436e81f61 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:27:37.263804 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:37.315035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Pushing event updated for resources: {'Port': ['ID=56896122-e260-4d3b-bde8-982436e81f61,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:37.380875 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Attempting to bind port 56896122-e260-4d3b-bde8-982436e81f61 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:27:37.381221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Attempting to bind port 56896122-e260-4d3b-bde8-982436e81f61 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'e2d97628-7dec-4282-9267-14d6bca103c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5832adf9-7707-40c0-8228-35fc10283787'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:27:37.381602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Attempting to bind port 56896122-e260-4d3b-bde8-982436e81f61 on network 5832adf9-7707-40c0-8228-35fc10283787 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:27:37.386640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Port 56896122-e260-4d3b-bde8-982436e81f61 on network 5832adf9-7707-40c0-8228-35fc10283787 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:27:37.386972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Attempting to bind port 56896122-e260-4d3b-bde8-982436e81f61 on network 5832adf9-7707-40c0-8228-35fc10283787 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:27:37.391781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:27:37.392130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Checking segment: {'id': 'e2d97628-7dec-4282-9267-14d6bca103c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5832adf9-7707-40c0-8228-35fc10283787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:27:37.392519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Bound using segment: {'id': 'e2d97628-7dec-4282-9267-14d6bca103c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5832adf9-7707-40c0-8228-35fc10283787'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:27:37.392983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Bound port: 56896122-e260-4d3b-bde8-982436e81f61, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d97628-7dec-4282-9267-14d6bca103c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5832adf9-7707-40c0-8228-35fc10283787'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:27:37.393352 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:37.459336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] For port 56896122-e260-4d3b-bde8-982436e81f61, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:27:37.462500 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] For port 56896122-e260-4d3b-bde8-982436e81f61, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=56896122-e260-4d3b-bde8-982436e81f61,segment=NetworkSegment(e2d97628-7dec-4282-9267-14d6bca103c9),segment_id=e2d97628-7dec-4282-9267-14d6bca103c9)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:27:37.468565 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:37.501988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:37.502706 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:37.504123 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] 10.222.0.36 "PUT /v2.0/ports/56896122-e260-4d3b-bde8-982436e81f61 HTTP/1.1" status: 200 len: 1091 time: 0.6090710 Jul 09 20:27:37.506406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4f2f0f-38f7-47b5-9dd9-cf8f9649137f', 'tag': '56896122-e260-4d3b-bde8-982436e81f61'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:27:37.508880 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1b8707-ee6d-4f1a-8fa1-cf29b59db265" -d '{"events": [{"name": "network-changed", "server_uuid": "da4f2f0f-38f7-47b5-9dd9-cf8f9649137f", "tag": "56896122-e260-4d3b-bde8-982436e81f61"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:27:37.541720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff85f8d-b2b8-4d6d-9438-c89ff23cdcda service neutron] Pushing event updated for resources: {'Port': ['ID=56896122-e260-4d3b-bde8-982436e81f61,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:37.549148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73b4d0-e4bf-4934-8584-ed3edc4c031d req-e36d0780-9038-43d8-a9e3-f4fb7b21b2da tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:37.550862 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f73b4d0-e4bf-4934-8584-ed3edc4c031d req-e36d0780-9038-43d8-a9e3-f4fb7b21b2da tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/ports?device_id=da4f2f0f-38f7-47b5-9dd9-cf8f9649137f HTTP/1.1" status: 200 len: 943 time: 0.0915058 Jul 09 20:27:37.555819 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc07ffcf-198f-4631-9ee6-d414bbeef1a6 x-openstack-request-id: req-fc07ffcf-198f-4631-9ee6-d414bbeef1a6 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:27:37.556113 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4f2f0f-38f7-47b5-9dd9-cf8f9649137f", "tag": "56896122-e260-4d3b-bde8-982436e81f61", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:27:37.556366 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc07ffcf-198f-4631-9ee6-d414bbeef1a6 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:27:37.556787 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da4f2f0f-38f7-47b5-9dd9-cf8f9649137f', 'tag': '56896122-e260-4d3b-bde8-982436e81f61', 'status': 'completed', 'code': 200} Jul 09 20:27:37.589692 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f73b4d0-e4bf-4934-8584-ed3edc4c031d req-3b6d10a2-d4a6-4cca-bf20-1c0d1e4060b3 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f3fc4cd-b30e-4147-b8be-64c7cfd41668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333190 Jul 09 20:27:37.604648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-7b88b1e7-2f4b-41a3-b035-c6b8ac70c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:37.605986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-7b88b1e7-2f4b-41a3-b035-c6b8ac70c795 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1db136ce91c4458994690df5d6b59de&device_id=da4f2f0f-38f7-47b5-9dd9-cf8f9649137f HTTP/1.1" status: 200 len: 1094 time: 0.0613990 Jul 09 20:27:37.650455 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-324a804a-8fa7-4ec0-8911-560c8a277257 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56896122-e260-4d3b-bde8-982436e81f61 HTTP/1.1" status: 200 len: 217 time: 0.0364559 Jul 09 20:27:37.697770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-f8a1982f-3bfe-422e-b9bd-ca5706151af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:37.699777 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-f8a1982f-3bfe-422e-b9bd-ca5706151af7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5854d7e2-a96e-4318-816e-dae642112343 HTTP/1.1" status: 200 len: 849 time: 0.0434048 Jul 09 20:27:37.732698 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-a0b95df3-c4fd-484c-8013-b2f9c3aadd6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5832adf9-7707-40c0-8228-35fc10283787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259652 Jul 09 20:27:37.825097 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-0e368134-319a-4d3e-9726-50edc7db29b7 service neutron] 10.222.0.36 "GET /v2.0/networks/5832adf9-7707-40c0-8228-35fc10283787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855086 Jul 09 20:27:37.913448 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ea9eef0d-b18b-4c13-98c0-044b18404b34 req-261c80be-42ef-4625-bd32-2a1184bae45a service neutron] 10.222.0.36 "GET /v2.0/networks/5832adf9-7707-40c0-8228-35fc10283787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805612 Jul 09 20:27:38.012917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b8707-ee6d-4f1a-8fa1-cf29b59db265 req-eb19c9f1-5303-45e9-867f-18e1909201fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:38.014655 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b1b8707-ee6d-4f1a-8fa1-cf29b59db265 req-eb19c9f1-5303-45e9-867f-18e1909201fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1db136ce91c4458994690df5d6b59de&device_id=da4f2f0f-38f7-47b5-9dd9-cf8f9649137f HTTP/1.1" status: 200 len: 1094 time: 0.0533862 Jul 09 20:27:38.113895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b8707-ee6d-4f1a-8fa1-cf29b59db265 req-0afd16ea-d6ce-43d9-9dc2-08a3ab48e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:38.115412 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b1b8707-ee6d-4f1a-8fa1-cf29b59db265 req-0afd16ea-d6ce-43d9-9dc2-08a3ab48e821 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5832adf9-7707-40c0-8228-35fc10283787 HTTP/1.1" status: 200 len: 910 time: 0.0945828 Jul 09 20:27:38.156782 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b1b8707-ee6d-4f1a-8fa1-cf29b59db265 req-6b470ce0-ee2d-4d2c-9d68-fe8b66cb5c03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56896122-e260-4d3b-bde8-982436e81f61 HTTP/1.1" status: 200 len: 217 time: 0.0349951 Jul 09 20:27:38.205367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b8707-ee6d-4f1a-8fa1-cf29b59db265 req-39c2d306-e4be-45df-b4f2-9ed8e87bebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:38.206826 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b1b8707-ee6d-4f1a-8fa1-cf29b59db265 req-39c2d306-e4be-45df-b4f2-9ed8e87bebb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5854d7e2-a96e-4318-816e-dae642112343 HTTP/1.1" status: 200 len: 849 time: 0.0441113 Jul 09 20:27:38.243081 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b1b8707-ee6d-4f1a-8fa1-cf29b59db265 req-8323d24a-e59f-40c5-9476-64dc88bfe1d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5832adf9-7707-40c0-8228-35fc10283787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299556 Jul 09 20:27:38.331773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b1b8707-ee6d-4f1a-8fa1-cf29b59db265 req-1ebc92aa-2163-41d9-b8c6-9849d940122d service neutron] 10.222.0.36 "GET /v2.0/networks/5832adf9-7707-40c0-8228-35fc10283787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817838 Jul 09 20:27:38.426217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0b1b8707-ee6d-4f1a-8fa1-cf29b59db265 req-9634d12f-669a-40f7-9533-9feb6d988349 service neutron] 10.222.0.36 "GET /v2.0/networks/5832adf9-7707-40c0-8228-35fc10283787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874088 Jul 09 20:27:38.768525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62c8b9-4217-4035-9293-549683a167db req-1574e8ab-52dc-4dc6-90bd-dfdfa818a6d4 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:38.770077 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b62c8b9-4217-4035-9293-549683a167db req-1574e8ab-52dc-4dc6-90bd-dfdfa818a6d4 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/ports?device_id=da4f2f0f-38f7-47b5-9dd9-cf8f9649137f HTTP/1.1" status: 200 len: 943 time: 0.0662501 Jul 09 20:27:38.811644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b62c8b9-4217-4035-9293-549683a167db req-7fa91dcf-f31e-4d87-ad04-2ebc9f0e7108 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f3fc4cd-b30e-4147-b8be-64c7cfd41668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356293 Jul 09 20:27:39.239063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9e9ff18-a749-42cb-a7f7-434d89040f0d req-a6b7d1a6-3863-406f-ae0e-7d5cdb37bd40 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524833 Jul 09 20:27:39.337582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9ff18-a749-42cb-a7f7-434d89040f0d req-d651e78f-4d8f-47fa-a214-35a1a82cd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:39.339092 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9e9ff18-a749-42cb-a7f7-434d89040f0d req-d651e78f-4d8f-47fa-a214-35a1a82cd0da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 1097 time: 0.0554967 Jul 09 20:27:39.439003 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9ff18-a749-42cb-a7f7-434d89040f0d req-086565e4-ac36-4848-bf74-d0f2682dc8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:39.440480 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9e9ff18-a749-42cb-a7f7-434d89040f0d req-086565e4-ac36-4848-bf74-d0f2682dc8ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c29abc9-100c-4d6f-899e-17323d58916f HTTP/1.1" status: 200 len: 898 time: 0.0827219 Jul 09 20:27:39.508445 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9e9ff18-a749-42cb-a7f7-434d89040f0d req-d332171b-69e5-4256-95ce-be07c1becc5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9944b936-2969-4790-b905-62bb68e34afc HTTP/1.1" status: 200 len: 1001 time: 0.0614958 Jul 09 20:27:39.559379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9ff18-a749-42cb-a7f7-434d89040f0d req-3fff6738-cd2b-4836-87c6-e580c1b0e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:39.560862 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9e9ff18-a749-42cb-a7f7-434d89040f0d req-3fff6738-cd2b-4836-87c6-e580c1b0e2fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e45eb87-a971-4e1e-965f-b5b6c97d661b HTTP/1.1" status: 200 len: 834 time: 0.0441864 Jul 09 20:27:39.617695 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9ff18-a749-42cb-a7f7-434d89040f0d req-e13855ee-1d9c-4d65-9e6a-298b14a7dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:39.619056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9e9ff18-a749-42cb-a7f7-434d89040f0d req-e13855ee-1d9c-4d65-9e6a-298b14a7dbad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c29abc9-100c-4d6f-899e-17323d58916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518231 Jul 09 20:27:39.712846 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9e9ff18-a749-42cb-a7f7-434d89040f0d req-b4cac835-c74f-412a-958e-969f7f857076 service neutron] 10.222.0.32 "GET /v2.0/networks/2c29abc9-100c-4d6f-899e-17323d58916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864787 Jul 09 20:27:39.801509 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9e9ff18-a749-42cb-a7f7-434d89040f0d req-aa273cd7-f508-4cf3-a595-7c830ed879d9 service neutron] 10.222.0.32 "GET /v2.0/networks/2c29abc9-100c-4d6f-899e-17323d58916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818563 Jul 09 20:27:39.985788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce1a2c-2753-4674-ac27-89250839ad88 req-db6ced3f-b517-44ac-8b52-a0fab4057ff8 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:39.987348 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2fce1a2c-2753-4674-ac27-89250839ad88 req-db6ced3f-b517-44ac-8b52-a0fab4057ff8 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/ports?device_id=da4f2f0f-38f7-47b5-9dd9-cf8f9649137f HTTP/1.1" status: 200 len: 943 time: 0.0652699 Jul 09 20:27:40.025523 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2fce1a2c-2753-4674-ac27-89250839ad88 req-0adc7aba-0a2b-4619-ac00-cb39d876cbbc tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f3fc4cd-b30e-4147-b8be-64c7cfd41668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324297 Jul 09 20:27:41.004871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 56896122-e260-4d3b-bde8-982436e81f61 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:27:41.104841 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 56896122-e260-4d3b-bde8-982436e81f61, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=56896122-e260-4d3b-bde8-982436e81f61,segment=NetworkSegment(e2d97628-7dec-4282-9267-14d6bca103c9),segment_id=e2d97628-7dec-4282-9267-14d6bca103c9)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:27:41.115898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '56896122-e260-4d3b-bde8-982436e81f61', 'network_id': '5832adf9-7707-40c0-8228-35fc10283787', 'port_id': '56896122-e260-4d3b-bde8-982436e81f61', 'mac_address': 'fa:16:3e:15:40:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5854d7e2-a96e-4318-816e-dae642112343', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:27:41.152861 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:41.165341 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56896122-e260-4d3b-bde8-982436e81f61 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:27:41.186603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 56896122-e260-4d3b-bde8-982436e81f61, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=56896122-e260-4d3b-bde8-982436e81f61,segment=NetworkSegment(e2d97628-7dec-4282-9267-14d6bca103c9),segment_id=e2d97628-7dec-4282-9267-14d6bca103c9)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:27:41.190613 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:41.203591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e045e10-cda6-44b1-adb4-47632584f874 req-eec23bb5-886d-4e5f-b7e3-443fde2b9529 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:41.205133 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e045e10-cda6-44b1-adb4-47632584f874 req-eec23bb5-886d-4e5f-b7e3-443fde2b9529 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/ports?device_id=da4f2f0f-38f7-47b5-9dd9-cf8f9649137f HTTP/1.1" status: 200 len: 943 time: 0.0650427 Jul 09 20:27:41.241535 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=56896122-e260-4d3b-bde8-982436e81f61,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:41.248639 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e045e10-cda6-44b1-adb4-47632584f874 req-99f01d19-76d6-4353-ba1a-ada05e76391a tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f3fc4cd-b30e-4147-b8be-64c7cfd41668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376740 Jul 09 20:27:41.505761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['56896122-e260-4d3b-bde8-982436e81f61'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:27:42.203194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca16326-d98f-4b22-8761-27559615b7d9 req-4547c438-b685-4cae-a3c9-2f1bf38f92cf tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:42.205109 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cca16326-d98f-4b22-8761-27559615b7d9 req-4547c438-b685-4cae-a3c9-2f1bf38f92cf tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0652204 Jul 09 20:27:42.245713 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cca16326-d98f-4b22-8761-27559615b7d9 req-899acfea-5216-4e12-b6df-ee4d4c4dd117 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349114 Jul 09 20:27:42.431193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2e34b-f816-430a-8166-8d9115378a78 req-848b2b3e-be1f-4633-8e36-100454d64f14 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:42.433217 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3dc2e34b-f816-430a-8166-8d9115378a78 req-848b2b3e-be1f-4633-8e36-100454d64f14 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/ports?device_id=da4f2f0f-38f7-47b5-9dd9-cf8f9649137f HTTP/1.1" status: 200 len: 944 time: 0.0676641 Jul 09 20:27:42.471007 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3dc2e34b-f816-430a-8166-8d9115378a78 req-1e2a8c94-78a5-4eb6-b878-bcfab8d53bb4 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f3fc4cd-b30e-4147-b8be-64c7cfd41668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322216 Jul 09 20:27:43.042577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 56896122-e260-4d3b-bde8-982436e81f61 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:27:43.089770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 56896122-e260-4d3b-bde8-982436e81f61 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:27:43.094334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 56896122-e260-4d3b-bde8-982436e81f61 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:27:43.094715 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:43.171304 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:43.193172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4f2f0f-38f7-47b5-9dd9-cf8f9649137f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56896122-e260-4d3b-bde8-982436e81f61'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:27:43.195468 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a397d7-5638-4363-8815-27a9e56b8825" -d '{"events": [{"server_uuid": "da4f2f0f-38f7-47b5-9dd9-cf8f9649137f", "name": "network-vif-plugged", "status": "completed", "tag": "56896122-e260-4d3b-bde8-982436e81f61"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:27:43.208253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 56896122-e260-4d3b-bde8-982436e81f61, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=56896122-e260-4d3b-bde8-982436e81f61,segment=NetworkSegment(e2d97628-7dec-4282-9267-14d6bca103c9),segment_id=e2d97628-7dec-4282-9267-14d6bca103c9)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:27:43.212212 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:43.236717 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aa3923-91ab-4f92-a3c5-29fc188c9d20 x-openstack-request-id: req-88aa3923-91ab-4f92-a3c5-29fc188c9d20 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:27:43.237016 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4f2f0f-38f7-47b5-9dd9-cf8f9649137f", "name": "network-vif-plugged", "status": "completed", "tag": "56896122-e260-4d3b-bde8-982436e81f61", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:27:43.237272 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88aa3923-91ab-4f92-a3c5-29fc188c9d20 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:27:43.237664 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4f2f0f-38f7-47b5-9dd9-cf8f9649137f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56896122-e260-4d3b-bde8-982436e81f61', 'code': 200} Jul 09 20:27:43.265216 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=56896122-e260-4d3b-bde8-982436e81f61,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:43.347175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c4680-19d7-4681-aad3-f40ad7903aac req-f7bf1dc1-8145-4d31-842e-741b10e0f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:43.348654 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c8c4680-19d7-4681-aad3-f40ad7903aac req-f7bf1dc1-8145-4d31-842e-741b10e0f0da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da4f2f0f-38f7-47b5-9dd9-cf8f9649137f HTTP/1.1" status: 200 len: 1096 time: 0.0530157 Jul 09 20:27:43.383647 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c8c4680-19d7-4681-aad3-f40ad7903aac req-4b60132f-8410-4752-a4a2-8d2ac07deee8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7f3fc4cd-b30e-4147-b8be-64c7cfd41668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282440 Jul 09 20:27:43.426913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2c80b-7af1-4e0b-8ef9-ed1b87b73289 req-6ce90672-9e19-4cf8-9f25-8141b3446041 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:43.428419 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-69b2c80b-7af1-4e0b-8ef9-ed1b87b73289 req-6ce90672-9e19-4cf8-9f25-8141b3446041 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0634894 Jul 09 20:27:43.466852 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-69b2c80b-7af1-4e0b-8ef9-ed1b87b73289 req-55038e30-c378-44eb-89ae-b789b1d20004 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315905 Jul 09 20:27:43.646583 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f3807-9a1a-4db2-b43a-09373f882f1e req-551c9388-5871-4c1e-868d-941107004b25 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:43.647968 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f81f3807-9a1a-4db2-b43a-09373f882f1e req-551c9388-5871-4c1e-868d-941107004b25 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/ports?device_id=da4f2f0f-38f7-47b5-9dd9-cf8f9649137f HTTP/1.1" status: 200 len: 945 time: 0.0660832 Jul 09 20:27:43.685808 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f81f3807-9a1a-4db2-b43a-09373f882f1e req-b94947fd-ed55-4720-8770-c17b1bd953dc tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f3fc4cd-b30e-4147-b8be-64c7cfd41668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322022 Jul 09 20:27:44.645468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023c38a-5cff-411d-b746-9c93f66f4e72 req-c0856bea-d486-4af9-8e41-129566ad20a7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:44.646875 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b023c38a-5cff-411d-b746-9c93f66f4e72 req-c0856bea-d486-4af9-8e41-129566ad20a7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0631273 Jul 09 20:27:44.685992 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b023c38a-5cff-411d-b746-9c93f66f4e72 req-e8db9f78-af1c-43be-81a6-441a662d17d3 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335083 Jul 09 20:27:44.858264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875bdc9-3f65-4200-bbc4-bd880bfd5ef0 req-344822a5-6568-495d-86ae-e35bf61df48b tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:44.859801 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2875bdc9-3f65-4200-bbc4-bd880bfd5ef0 req-344822a5-6568-495d-86ae-e35bf61df48b tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/ports?device_id=da4f2f0f-38f7-47b5-9dd9-cf8f9649137f HTTP/1.1" status: 200 len: 945 time: 0.0639091 Jul 09 20:27:44.897704 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2875bdc9-3f65-4200-bbc4-bd880bfd5ef0 req-1a5a3967-4df2-48ec-aa69-2dbeec65a1c4 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f3fc4cd-b30e-4147-b8be-64c7cfd41668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Jul 09 20:27:45.871036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9465f13-4660-4038-825b-a400894f14db req-f456d2e1-58ef-406a-a9d0-9c620576af56 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:45.873453 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9465f13-4660-4038-825b-a400894f14db req-f456d2e1-58ef-406a-a9d0-9c620576af56 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0714643 Jul 09 20:27:45.912158 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9465f13-4660-4038-825b-a400894f14db req-3296f4e0-4644-429e-824a-ff97b8a96709 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324810 Jul 09 20:27:47.090846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd99d9-ac67-4115-9188-5721fe095031 req-42269d47-5017-4733-895b-5722907bc5ce tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:47.092413 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-82bd99d9-ac67-4115-9188-5721fe095031 req-42269d47-5017-4733-895b-5722907bc5ce tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0635660 Jul 09 20:27:47.135021 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-82bd99d9-ac67-4115-9188-5721fe095031 req-bc052499-074d-4432-8910-787cd5185902 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367756 Jul 09 20:27:47.401042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622ac81-8f21-4a6b-b567-2e55e0d21e88 req-0a192054-a7c7-4450-8531-ad1409d683ed tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:47.402487 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8622ac81-8f21-4a6b-b567-2e55e0d21e88 req-0a192054-a7c7-4450-8531-ad1409d683ed tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/ports?device_id=da4f2f0f-38f7-47b5-9dd9-cf8f9649137f HTTP/1.1" status: 200 len: 945 time: 0.0636616 Jul 09 20:27:47.440168 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8622ac81-8f21-4a6b-b567-2e55e0d21e88 req-5f3fd4c5-7bf8-4d0d-88fe-15e2c25c0218 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f3fc4cd-b30e-4147-b8be-64c7cfd41668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316370 Jul 09 20:27:48.313031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f21b78-8d4b-4d8f-b621-b4ba58105975 req-10124e50-9dca-4ef4-a3f1-ed5778205df2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:48.314557 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b8f21b78-8d4b-4d8f-b621-b4ba58105975 req-10124e50-9dca-4ef4-a3f1-ed5778205df2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0641730 Jul 09 20:27:48.353458 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b8f21b78-8d4b-4d8f-b621-b4ba58105975 req-6dbbbd02-446e-4ca7-9036-35a0156c864d tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332298 Jul 09 20:27:48.619751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a4362-d11c-4cd2-8d95-35dfada95d0b req-53ed7aaf-afc2-4baf-9d56-2ef823299674 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:48.621262 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-220a4362-d11c-4cd2-8d95-35dfada95d0b req-53ed7aaf-afc2-4baf-9d56-2ef823299674 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/ports?device_id=da4f2f0f-38f7-47b5-9dd9-cf8f9649137f HTTP/1.1" status: 200 len: 945 time: 0.0656183 Jul 09 20:27:48.658822 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-220a4362-d11c-4cd2-8d95-35dfada95d0b req-9f5da9a6-ecc0-4400-b65f-d945af0ae2e6 tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f3fc4cd-b30e-4147-b8be-64c7cfd41668&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312903 Jul 09 20:27:48.739790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51250a-9e90-4de6-923d-99d6fe01f18a req-563288dc-2ca9-47ee-b5a5-8964bd189cde tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:48.741327 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f51250a-9e90-4de6-923d-99d6fe01f18a req-563288dc-2ca9-47ee-b5a5-8964bd189cde tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.36 "GET /v2.0/ports?device_id=da4f2f0f-38f7-47b5-9dd9-cf8f9649137f HTTP/1.1" status: 200 len: 945 time: 0.0665138 Jul 09 20:27:48.839688 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-2f51250a-9e90-4de6-923d-99d6fe01f18a req-ba92bfcb-6918-4ee5-a2e3-05f0c5d0f6ed tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Deleting port 56896122-e260-4d3b-bde8-982436e81f61 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:27:48.840038 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f51250a-9e90-4de6-923d-99d6fe01f18a req-ba92bfcb-6918-4ee5-a2e3-05f0c5d0f6ed tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:48.928213 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2f51250a-9e90-4de6-923d-99d6fe01f18a req-ba92bfcb-6918-4ee5-a2e3-05f0c5d0f6ed tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] For port 56896122-e260-4d3b-bde8-982436e81f61, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=56896122-e260-4d3b-bde8-982436e81f61,segment=NetworkSegment(e2d97628-7dec-4282-9267-14d6bca103c9),segment_id=e2d97628-7dec-4282-9267-14d6bca103c9)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:27:48.928599 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f51250a-9e90-4de6-923d-99d6fe01f18a req-ba92bfcb-6918-4ee5-a2e3-05f0c5d0f6ed tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:48.941194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-2f51250a-9e90-4de6-923d-99d6fe01f18a req-ba92bfcb-6918-4ee5-a2e3-05f0c5d0f6ed tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Calling delete_port for 56896122-e260-4d3b-bde8-982436e81f61 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:27:49.062877 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f51250a-9e90-4de6-923d-99d6fe01f18a req-ba92bfcb-6918-4ee5-a2e3-05f0c5d0f6ed tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:49.092997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92bfcb-6918-4ee5-a2e3-05f0c5d0f6ed tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Pushing event deleted for resources: {'Port': ['ID=56896122-e260-4d3b-bde8-982436e81f61,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:27:49.138057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f51250a-9e90-4de6-923d-99d6fe01f18a req-ba92bfcb-6918-4ee5-a2e3-05f0c5d0f6ed tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] No DVR routers for this DVR port 56896122-e260-4d3b-bde8-982436e81f61 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:27:49.140956 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f51250a-9e90-4de6-923d-99d6fe01f18a req-ba92bfcb-6918-4ee5-a2e3-05f0c5d0f6ed tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:49.142930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f51250a-9e90-4de6-923d-99d6fe01f18a req-ba92bfcb-6918-4ee5-a2e3-05f0c5d0f6ed tempest-VolumesActionsTest-168838250 tempest-VolumesActionsTest-168838250-project] 10.222.0.36 "DELETE /v2.0/ports/56896122-e260-4d3b-bde8-982436e81f61 HTTP/1.1" status: 204 len: 173 time: 0.3965349 Jul 09 20:27:49.143389 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4f2f0f-38f7-47b5-9dd9-cf8f9649137f', 'name': 'network-vif-deleted', 'tag': '56896122-e260-4d3b-bde8-982436e81f61'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:27:49.145704 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b17996-85c7-4d63-99d0-2f07cfa1b38d" -d '{"events": [{"server_uuid": "da4f2f0f-38f7-47b5-9dd9-cf8f9649137f", "name": "network-vif-deleted", "tag": "56896122-e260-4d3b-bde8-982436e81f61"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:27:49.181698 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7693895d-b911-44f3-ba96-2d76bb178636 x-openstack-request-id: req-7693895d-b911-44f3-ba96-2d76bb178636 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:27:49.182027 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4f2f0f-38f7-47b5-9dd9-cf8f9649137f", "name": "network-vif-deleted", "tag": "56896122-e260-4d3b-bde8-982436e81f61", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:27:49.182285 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7693895d-b911-44f3-ba96-2d76bb178636 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:27:49.182693 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4f2f0f-38f7-47b5-9dd9-cf8f9649137f', 'name': 'network-vif-deleted', 'tag': '56896122-e260-4d3b-bde8-982436e81f61', 'status': 'completed', 'code': 200} Jul 09 20:27:49.524636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ab34f-ea45-4a1f-a2ab-955709b769ff req-dddb3aa4-9ada-42c2-96b9-b2d31f786de0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:49.526205 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c3ab34f-ea45-4a1f-a2ab-955709b769ff req-dddb3aa4-9ada-42c2-96b9-b2d31f786de0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0623431 Jul 09 20:27:49.565170 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c3ab34f-ea45-4a1f-a2ab-955709b769ff req-ca64111b-daf6-41b8-8503-353c8969fdd1 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327773 Jul 09 20:27:50.757002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9eb89c-ebcb-4086-bf07-bb174986ebda req-12d31ef9-9334-4e84-8ead-9ff0c7397c2f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:50.758521 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac9eb89c-ebcb-4086-bf07-bb174986ebda req-12d31ef9-9334-4e84-8ead-9ff0c7397c2f tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0699801 Jul 09 20:27:50.796952 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac9eb89c-ebcb-4086-bf07-bb174986ebda req-bf54d99d-38e1-4706-8ac0-e9c7ff050649 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319300 Jul 09 20:27:51.074131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 56896122-e260-4d3b-bde8-982436e81f61 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:27:51.098839 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 56896122-e260-4d3b-bde8-982436e81f61 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:27:51.099114 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 56896122-e260-4d3b-bde8-982436e81f61 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:27:51.975521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffad2e4-5b1d-40ba-9705-3d15f360b195 req-6302b4ac-4187-4ad3-b2c6-ea070abeb607 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:51.977051 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fffad2e4-5b1d-40ba-9705-3d15f360b195 req-6302b4ac-4187-4ad3-b2c6-ea070abeb607 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0669715 Jul 09 20:27:52.015372 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fffad2e4-5b1d-40ba-9705-3d15f360b195 req-5a3d93bb-8cb3-4a4b-8d07-d2cc807bc24b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327892 Jul 09 20:27:53.194376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9915118-9b32-4414-ba18-1dbcbd30c413 req-c454a4f9-10d2-4074-a261-380a0f341cb2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:53.195980 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b9915118-9b32-4414-ba18-1dbcbd30c413 req-c454a4f9-10d2-4074-a261-380a0f341cb2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0642588 Jul 09 20:27:53.235720 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b9915118-9b32-4414-ba18-1dbcbd30c413 req-fb79b97e-2016-4a95-886b-3a33d8f8e41a tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330634 Jul 09 20:27:54.416228 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aa2ec-438c-4cc7-8cb4-af9a3fe1802a req-b84dfaaa-cafb-4bb9-9e49-e8a22ecf8cd5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:54.417757 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-470aa2ec-438c-4cc7-8cb4-af9a3fe1802a req-b84dfaaa-cafb-4bb9-9e49-e8a22ecf8cd5 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0643504 Jul 09 20:27:54.456800 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-470aa2ec-438c-4cc7-8cb4-af9a3fe1802a req-ad3e0ed7-f9d8-4c37-82ae-18e2625e8731 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335064 Jul 09 20:27:55.630966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff023020-0633-48db-8612-a3deb8d12ef6 req-1f559dec-4777-442f-9644-e9ac2cc3e11b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:55.632413 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ff023020-0633-48db-8612-a3deb8d12ef6 req-1f559dec-4777-442f-9644-e9ac2cc3e11b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0638251 Jul 09 20:27:55.675212 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ff023020-0633-48db-8612-a3deb8d12ef6 req-d0011845-d890-463b-a4dc-2b1fbe65846b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372446 Jul 09 20:27:56.852050 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d0a24-e339-42a0-93e7-f8c38b8e15ff req-07d75224-aee0-4539-9e21-9ef2da58ecb7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:56.853584 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d9d0a24-e339-42a0-93e7-f8c38b8e15ff req-07d75224-aee0-4539-9e21-9ef2da58ecb7 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0642827 Jul 09 20:27:56.898149 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d9d0a24-e339-42a0-93e7-f8c38b8e15ff req-e7042505-b236-4ecd-8fb5-397f6c687d86 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385997 Jul 09 20:27:56.901574 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-220ce647-5cb2-4a40-91ae-1f32d298349d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:57.078196 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:58.081574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60671141-5489-454a-9d80-bd4d9be82b04 req-91bfa438-f54d-457a-8453-5144ac5fa0b6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:58.083348 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-60671141-5489-454a-9d80-bd4d9be82b04 req-91bfa438-f54d-457a-8453-5144ac5fa0b6 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0640683 Jul 09 20:27:58.122012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-60671141-5489-454a-9d80-bd4d9be82b04 req-bbe005ac-64a3-4032-bf65-7a77d0222b09 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328505 Jul 09 20:27:59.299433 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea5b56-e46e-4e42-a478-df214d771486 req-8c254ad3-cd7f-4469-b916-82ae83768516 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:59.300944 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7aea5b56-e46e-4e42-a478-df214d771486 req-8c254ad3-cd7f-4469-b916-82ae83768516 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0701430 Jul 09 20:27:59.341532 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7aea5b56-e46e-4e42-a478-df214d771486 req-64621b82-9d5f-467a-868d-eec96698f349 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349724 Jul 09 20:27:59.377401 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:59.448856 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1911b9eb-47f0-4682-9869-9b894a04e6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:59.610781 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:27:59.901429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a194987-fb27-48a4-a4bc-21138fa6891e req-82219f5c-69a1-4a7d-86e7-7d18099754d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:27:59.902962 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a194987-fb27-48a4-a4bc-21138fa6891e req-82219f5c-69a1-4a7d-86e7-7d18099754d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 1097 time: 0.0557292 Jul 09 20:27:59.939471 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a194987-fb27-48a4-a4bc-21138fa6891e req-d072f27c-00d9-4881-b24e-1653206dfe1a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292914 Jul 09 20:28:00.377812 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:28:00.509054 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:00.519314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 9944b936-2969-4790-b905-62bb68e34afc details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:28:00.527956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ce46d-b536-4d23-9076-b5eefd382100 req-7f6bc8a9-1f4d-41a5-8826-3bceab051a35 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:00.530072 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d3ce46d-b536-4d23-9076-b5eefd382100 req-7f6bc8a9-1f4d-41a5-8826-3bceab051a35 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0713713 Jul 09 20:28:00.597148 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d3ce46d-b536-4d23-9076-b5eefd382100 req-7994859f-fb3e-4c5d-ba27-019095bf37f2 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607889 Jul 09 20:28:00.626299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 9944b936-2969-4790-b905-62bb68e34afc, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9944b936-2969-4790-b905-62bb68e34afc,segment=NetworkSegment(238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c),segment_id=238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:28:00.639806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '9944b936-2969-4790-b905-62bb68e34afc', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'port_id': '9944b936-2969-4790-b905-62bb68e34afc', 'mac_address': 'fa:16:3e:6a:a7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:28:00.688342 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:00.702456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9944b936-2969-4790-b905-62bb68e34afc {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:28:00.735470 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 9944b936-2969-4790-b905-62bb68e34afc, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9944b936-2969-4790-b905-62bb68e34afc,segment=NetworkSegment(238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c),segment_id=238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:28:00.741805 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:00.797589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=9944b936-2969-4790-b905-62bb68e34afc,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:00.804714 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:00.805066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:00.805412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:00.805749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:00.806083 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:00.806415 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:00.806743 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:00.807068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:00.807399 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:00.807726 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:00.808102 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:00.808361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:00.951140 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['9944b936-2969-4790-b905-62bb68e34afc'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:28:01.769018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960354a2-b16c-457d-9efa-fc587b4174ac req-9c39c5cd-950b-4c56-9472-4b48b97866a8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:01.770526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-960354a2-b16c-457d-9efa-fc587b4174ac req-9c39c5cd-950b-4c56-9472-4b48b97866a8 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 945 time: 0.0641918 Jul 09 20:28:01.808289 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-960354a2-b16c-457d-9efa-fc587b4174ac req-b08a9589-2feb-4261-8850-b373d04bdad9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321667 Jul 09 20:28:01.832200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46730) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:01.892830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8d5e25f1-06b3-4bfb-a53e-2b7b6063ce2c tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/floatingips/c6da86aa-c53e-4ca8-a3bf-759e135570ad HTTP/1.1" status: 200 len: 992 time: 0.0594394 Jul 09 20:28:02.372513 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:02.525270 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 9944b936-2969-4790-b905-62bb68e34afc up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:28:02.573660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 9944b936-2969-4790-b905-62bb68e34afc triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:28:02.573944 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:02.654890 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:02.678733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9944b936-2969-4790-b905-62bb68e34afc'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:28:02.681423 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca796bf-d11b-4f54-8a82-1e45209bf9d5" -d '{"events": [{"server_uuid": "5530cd09-385c-490d-b4df-6a0d3497ddc3", "name": "network-vif-plugged", "status": "completed", "tag": "9944b936-2969-4790-b905-62bb68e34afc"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:28:02.694623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 9944b936-2969-4790-b905-62bb68e34afc, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9944b936-2969-4790-b905-62bb68e34afc,segment=NetworkSegment(238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c),segment_id=238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:28:02.699173 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:02.723036 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88e20db-2684-4768-ad02-643434dfcfba x-openstack-request-id: req-e88e20db-2684-4768-ad02-643434dfcfba {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:28:02.723331 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5530cd09-385c-490d-b4df-6a0d3497ddc3", "name": "network-vif-plugged", "status": "completed", "tag": "9944b936-2969-4790-b905-62bb68e34afc", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:28:02.723582 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e88e20db-2684-4768-ad02-643434dfcfba {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:28:02.723966 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9944b936-2969-4790-b905-62bb68e34afc', 'code': 200} Jul 09 20:28:02.749661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=9944b936-2969-4790-b905-62bb68e34afc,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:10.462009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46800) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:10.506601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Deleting subnet 5854d7e2-a96e-4318-816e-dae642112343 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:28:10.509693 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:10.547138 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:10.585014 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:10.637343 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:10.665039 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:10.667021 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5854d7e2-a96e-4318-816e-dae642112343 HTTP/1.1" status: 204 len: 168 time: 0.2038605 Jul 09 20:28:10.667860 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5854d7e2-a96e-4318-816e-dae642112343,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:10.670383 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46802) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:10.676761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.677121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.677471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.677838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.678181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.678519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.678857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.679192 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.679522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.679876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.680179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.680507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd64f4-3730-415b-abe9-d850a8ca4ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.746331 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:10.827281 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:10.837083 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5832adf9-7707-40c0-8228-35fc10283787']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:10.847691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d97628-7dec-4282-9267-14d6bca103c9') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:10.847996 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d97628-7dec-4282-9267-14d6bca103c9') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:10.856661 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:10.870390 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:10.876145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:28:10.876559 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:28:10.878149 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:28:10.935049 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:10.939805 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:10.944652 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46804) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:10.944823 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5832adf9-7707-40c0-8228-35fc10283787 HTTP/1.1" status: 204 len: 168 time: 0.2722950 Jul 09 20:28:10.957206 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5832adf9-7707-40c0-8228-35fc10283787,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:10.964833 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.965198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.965554 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.965904 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.966252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.967140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.967480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.967827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.968165 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.968502 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.968874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.969208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf8053b-fe7d-49cf-82cf-779aead08bc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:10.989038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-344b1f96-21f2-4a4f-be0f-8117d53ce3bc admin admin] Deleting subnet 83b07f57-1048-4219-8153-6c9b6b05a031 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:28:10.992097 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-344b1f96-21f2-4a4f-be0f-8117d53ce3bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.030496 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-344b1f96-21f2-4a4f-be0f-8117d53ce3bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.067599 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-344b1f96-21f2-4a4f-be0f-8117d53ce3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.119546 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-344b1f96-21f2-4a4f-be0f-8117d53ce3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.146346 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b1f96-21f2-4a4f-be0f-8117d53ce3bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b07f57-1048-4219-8153-6c9b6b05a031,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:11.148304 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-344b1f96-21f2-4a4f-be0f-8117d53ce3bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.150404 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-344b1f96-21f2-4a4f-be0f-8117d53ce3bc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/83b07f57-1048-4219-8153-6c9b6b05a031 HTTP/1.1" status: 204 len: 168 time: 0.2045197 Jul 09 20:28:11.152605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46806) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:11.225227 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf656f66-c09d-4499-a1f5-b1c40c193d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.302467 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf656f66-c09d-4499-a1f5-b1c40c193d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.312170 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-cf656f66-c09d-4499-a1f5-b1c40c193d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c68672-35ca-403a-b025-87c0e7da3c94']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:11.322002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-cf656f66-c09d-4499-a1f5-b1c40c193d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a00b6e-e641-462a-953c-9b45cab802cb') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:11.322241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-cf656f66-c09d-4499-a1f5-b1c40c193d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a00b6e-e641-462a-953c-9b45cab802cb') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:11.331174 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf656f66-c09d-4499-a1f5-b1c40c193d4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.345041 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf656f66-c09d-4499-a1f5-b1c40c193d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.350662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf656f66-c09d-4499-a1f5-b1c40c193d4a admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:28:11.351058 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf656f66-c09d-4499-a1f5-b1c40c193d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:28:11.352684 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:28:11.409993 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf656f66-c09d-4499-a1f5-b1c40c193d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.415502 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf656f66-c09d-4499-a1f5-b1c40c193d4a admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.417351 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cf656f66-c09d-4499-a1f5-b1c40c193d4a admin admin] 10.222.0.30 "DELETE /v2.0/networks/a5c68672-35ca-403a-b025-87c0e7da3c94 HTTP/1.1" status: 204 len: 168 time: 0.2638323 Jul 09 20:28:11.428284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf656f66-c09d-4499-a1f5-b1c40c193d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c68672-35ca-403a-b025-87c0e7da3c94,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:11.573573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46810) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:11.612493 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-93e152cc-1f68-4900-b892-d3f5a048419c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1db136ce91c4458994690df5d6b59de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378191 Jul 09 20:28:11.614843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46812) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:11.661085 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a84b509-555b-45ef-838e-ad24cb4198fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.681585 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a84b509-555b-45ef-838e-ad24cb4198fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.727507 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a84b509-555b-45ef-838e-ad24cb4198fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.730191 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5a84b509-555b-45ef-838e-ad24cb4198fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:11.731360 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5a84b509-555b-45ef-838e-ad24cb4198fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f3fc4cd-b30e-4147-b8be-64c7cfd41668 HTTP/1.1" status: 204 len: 168 time: 0.1156271 Jul 09 20:28:11.739987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84b509-555b-45ef-838e-ad24cb4198fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3fc4cd-b30e-4147-b8be-64c7cfd41668,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:12.034662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46818) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:12.077942 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-285bb878-dd27-4d5f-96a1-30813973321c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f081365afbcb4f259c01b0749c03303d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420358 Jul 09 20:28:12.080247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46820) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:12.128987 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-54dbf3b8-ae8a-4cd6-a3cd-865f51834dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:12.149367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-54dbf3b8-ae8a-4cd6-a3cd-865f51834dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:12.195684 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-54dbf3b8-ae8a-4cd6-a3cd-865f51834dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:12.198204 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-54dbf3b8-ae8a-4cd6-a3cd-865f51834dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:12.199341 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-54dbf3b8-ae8a-4cd6-a3cd-865f51834dc9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11ff4c6d-5fee-47e1-87be-8d8669fb3311 HTTP/1.1" status: 204 len: 168 time: 0.1181724 Jul 09 20:28:12.206837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbf3b8-ae8a-4cd6-a3cd-865f51834dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ff4c6d-5fee-47e1-87be-8d8669fb3311,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:25.927964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46940) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:26.048294 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6b81b83-8435-4257-8a28-7f543a90aad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:26.139659 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6b81b83-8435-4257-8a28-7f543a90aad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:26.143628 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6b81b83-8435-4257-8a28-7f543a90aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:26.180054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b81b83-8435-4257-8a28-7f543a90aad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba4fa0d-a426-44f2-9e67-3a167be3a34b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:26.186550 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f6b81b83-8435-4257-8a28-7f543a90aad7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=517a3840f21f400c92f9db5e9bced74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574146 Jul 09 20:28:26.189231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46948) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:26.243512 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-371946fa-726c-4761-9d9e-707c8eed2920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:26.265401 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-371946fa-726c-4761-9d9e-707c8eed2920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:26.314019 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-371946fa-726c-4761-9d9e-707c8eed2920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:26.316764 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-371946fa-726c-4761-9d9e-707c8eed2920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:26.317946 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-371946fa-726c-4761-9d9e-707c8eed2920 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ba4fa0d-a426-44f2-9e67-3a167be3a34b HTTP/1.1" status: 204 len: 168 time: 0.1272345 Jul 09 20:28:26.326582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371946fa-726c-4761-9d9e-707c8eed2920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba4fa0d-a426-44f2-9e67-3a167be3a34b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:26.569873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 46956) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:26.584903 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b1e67f81-570d-41f3-b2a2-ccb47a382a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:26.673584 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b1e67f81-570d-41f3-b2a2-ccb47a382a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:26.677303 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b1e67f81-570d-41f3-b2a2-ccb47a382a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:26.717492 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b1e67f81-570d-41f3-b2a2-ccb47a382a07 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d21c2b39ba5648d6a8f0a0107e547c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464779 Jul 09 20:28:26.718372 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e67f81-570d-41f3-b2a2-ccb47a382a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba558a18-0c2b-4088-951c-a0efdffe5201,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:26.720114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 46958) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:26.770514 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cba9d48a-2d66-42cb-b72e-9e0911c0fe5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:26.790695 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cba9d48a-2d66-42cb-b72e-9e0911c0fe5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:26.835961 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cba9d48a-2d66-42cb-b72e-9e0911c0fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:26.838540 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cba9d48a-2d66-42cb-b72e-9e0911c0fe5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:26.839685 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cba9d48a-2d66-42cb-b72e-9e0911c0fe5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba558a18-0c2b-4088-951c-a0efdffe5201 HTTP/1.1" status: 204 len: 168 time: 0.1183155 Jul 09 20:28:26.847380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9d48a-2d66-42cb-b72e-9e0911c0fe5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba558a18-0c2b-4088-951c-a0efdffe5201,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:26.902806 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3ab06292-ac8d-4b75-b0dd-c3775a2dcbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:27.079821 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:29.396311 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:29.455304 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1855e804-005a-4497-b491-68c36b14fecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:29.611827 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:30.512185 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:31.817286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47030) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:31.926750 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27ff2690-1d1b-4bd4-96cd-cb66d6efcbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:32.014936 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27ff2690-1d1b-4bd4-96cd-cb66d6efcbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:32.018632 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27ff2690-1d1b-4bd4-96cd-cb66d6efcbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:32.056769 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-27ff2690-1d1b-4bd4-96cd-cb66d6efcbd5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19e63c42dfed47a184f68281e73ad528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383718 Jul 09 20:28:32.057671 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff2690-1d1b-4bd4-96cd-cb66d6efcbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53af4c6-7f78-46b4-91f3-df6dc681f9e8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:32.059463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47034) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:32.109572 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aec3dc8d-3d73-4843-bff3-119e627ea6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:32.130972 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aec3dc8d-3d73-4843-bff3-119e627ea6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:32.178328 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aec3dc8d-3d73-4843-bff3-119e627ea6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:32.180873 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aec3dc8d-3d73-4843-bff3-119e627ea6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:32.182091 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-aec3dc8d-3d73-4843-bff3-119e627ea6bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f53af4c6-7f78-46b4-91f3-df6dc681f9e8 HTTP/1.1" status: 204 len: 168 time: 0.1209016 Jul 09 20:28:32.191844 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3dc8d-3d73-4843-bff3-119e627ea6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53af4c6-7f78-46b4-91f3-df6dc681f9e8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:32.374700 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:32.799686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47058) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:32.893379 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1111091107-network', 'tenant_id': 'de533ff62e4843149ed70ab2fa846d24'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:28:32.914687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] Made reservation on behalf of de533ff62e4843149ed70ab2fa846d24 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:28:32.917255 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:32.925450 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:33.015273 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:33.019188 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:33.040626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:28:33.054368 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:33.060302 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:33.060959 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] Added segment 7259f279-d75e-4ba1-994b-89d6821933cf of type vlan for network 429bae24-a3e6-4bca-8870-a64a29ff574d Jul 09 20:28:33.101890 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:33.130580 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:33.131600 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:33.132199 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:33.185925 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3851056 Jul 09 20:28:33.189204 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47062) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:33.194301 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cc72890f-e49b-41d8-ad5c-eb24beb27ee5 admin admin] Request body: {'subnet': {'network_id': '429bae24-a3e6-4bca-8870-a64a29ff574d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1111091107-subnet', 'tenant_id': 'de533ff62e4843149ed70ab2fa846d24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:28:33.196604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f46cb-972d-464e-8826-222d99710daa admin admin] Pushing event updated for resources: {'Network': ['ID=429bae24-a3e6-4bca-8870-a64a29ff574d,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:33.207774 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 429bae24-a3e6-4bca-8870-a64a29ff574d details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:28:33.220202 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc72890f-e49b-41d8-ad5c-eb24beb27ee5 admin admin] Made reservation on behalf of de533ff62e4843149ed70ab2fa846d24 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:28:33.222568 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc72890f-e49b-41d8-ad5c-eb24beb27ee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:33.699689 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc72890f-e49b-41d8-ad5c-eb24beb27ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:33.757497 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72890f-e49b-41d8-ad5c-eb24beb27ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c004f7f-d1cb-4c4b-92a2-e86175e3f7fa,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:33.762703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc72890f-e49b-41d8-ad5c-eb24beb27ee5 admin admin] Checking segment: {'id': '7259f279-d75e-4ba1-994b-89d6821933cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '429bae24-a3e6-4bca-8870-a64a29ff574d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:28:33.763367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc72890f-e49b-41d8-ad5c-eb24beb27ee5 admin admin] Network hostable DHCP agents. Network: 429bae24-a3e6-4bca-8870-a64a29ff574d, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:28:33.778803 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc72890f-e49b-41d8-ad5c-eb24beb27ee5 admin admin] Network 429bae24-a3e6-4bca-8870-a64a29ff574d is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:28:33.786942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-cc72890f-e49b-41d8-ad5c-eb24beb27ee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 429bae24-a3e6-4bca-8870-a64a29ff574d) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:28:33.791017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc72890f-e49b-41d8-ad5c-eb24beb27ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:33.791617 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc72890f-e49b-41d8-ad5c-eb24beb27ee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:33.796987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9fc0eb-5b45-4516-b217-b643ad16734b None None] Network 429bae24-a3e6-4bca-8870-a64a29ff574d requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:28:33.805636 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cc72890f-e49b-41d8-ad5c-eb24beb27ee5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6152568 Jul 09 20:28:33.923785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ede0b0f-4327-4ba6-92e2-791c9c095fcc None None] Network 429bae24-a3e6-4bca-8870-a64a29ff574d requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:28:37.296168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47086) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:37.379195 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:28:37.460302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-954c5947-3ed1-4429-9235-9e6bc12c2953 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port 8e916369-f6a7-4c38-918d-4cd5fcefa288 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:28:37.460679 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-954c5947-3ed1-4429-9235-9e6bc12c2953 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:37.552480 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-954c5947-3ed1-4429-9235-9e6bc12c2953 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:37.552872 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-954c5947-3ed1-4429-9235-9e6bc12c2953 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:37.569326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-954c5947-3ed1-4429-9235-9e6bc12c2953 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for 8e916369-f6a7-4c38-918d-4cd5fcefa288 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:28:37.756093 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-954c5947-3ed1-4429-9235-9e6bc12c2953 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:37.783658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c5947-3ed1-4429-9235-9e6bc12c2953 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=8e916369-f6a7-4c38-918d-4cd5fcefa288,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:37.859265 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-954c5947-3ed1-4429-9235-9e6bc12c2953 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:37.859623 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-954c5947-3ed1-4429-9235-9e6bc12c2953 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Floating IP c6da86aa-c53e-4ca8-a3bf-759e135570ad disassociated (deleted). External IP: 172.25.0.34, port: 9944b936-2969-4790-b905-62bb68e34afc. Jul 09 20:28:38.086214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954c5947-3ed1-4429-9235-9e6bc12c2953 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:28:38.197608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954c5947-3ed1-4429-9235-9e6bc12c2953 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:28:38.204178 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-954c5947-3ed1-4429-9235-9e6bc12c2953 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:38.208257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8026181-d27e-42d5-bf69-5e96bc3dab67 None None] Sync routers for ids ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:28:38.217856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8026181-d27e-42d5-bf69-5e96bc3dab67 None None] Routers {'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:28:38.218776 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d8026181-d27e-42d5-bf69-5e96bc3dab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:28:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:38.263850 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-954c5947-3ed1-4429-9235-9e6bc12c2953 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/floatingips/c6da86aa-c53e-4ca8-a3bf-759e135570ad HTTP/1.1" status: 204 len: 168 time: 0.9637249 Jul 09 20:28:38.263850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'tag': '9944b936-2969-4790-b905-62bb68e34afc'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:28:38.267710 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56279357-2dfb-4ce3-b7d8-36669431d393" -d '{"events": [{"name": "network-changed", "server_uuid": "5530cd09-385c-490d-b4df-6a0d3497ddc3", "tag": "9944b936-2969-4790-b905-62bb68e34afc"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:28:38.318008 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023a2b00-4064-46b2-870e-62a005167e83 x-openstack-request-id: req-023a2b00-4064-46b2-870e-62a005167e83 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:28:38.318633 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5530cd09-385c-490d-b4df-6a0d3497ddc3", "tag": "9944b936-2969-4790-b905-62bb68e34afc", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:28:38.318633 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-023a2b00-4064-46b2-870e-62a005167e83 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:28:38.318967 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'tag': '9944b936-2969-4790-b905-62bb68e34afc', 'status': 'completed', 'code': 200} Jul 09 20:28:38.461533 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56279357-2dfb-4ce3-b7d8-36669431d393 req-47131eeb-4d44-42a1-9a3f-ea1f3c301feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:38.463054 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56279357-2dfb-4ce3-b7d8-36669431d393 req-47131eeb-4d44-42a1-9a3f-ea1f3c301feb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98c415b77acf409d81bfd148c54b3790&device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 1097 time: 0.1133935 Jul 09 20:28:38.555824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d8026181-d27e-42d5-bf69-5e96bc3dab67 None None] Set router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:28:38.610678 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56279357-2dfb-4ce3-b7d8-36669431d393 req-01e25440-85e3-422b-abd1-644a422e53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:38.612562 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56279357-2dfb-4ce3-b7d8-36669431d393 req-01e25440-85e3-422b-abd1-644a422e53c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2c29abc9-100c-4d6f-899e-17323d58916f HTTP/1.1" status: 200 len: 898 time: 0.1405962 Jul 09 20:28:38.674880 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56279357-2dfb-4ce3-b7d8-36669431d393 req-379cb597-5fb9-4d6f-b019-9244e4667722 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9944b936-2969-4790-b905-62bb68e34afc HTTP/1.1" status: 200 len: 217 time: 0.0548959 Jul 09 20:28:38.739348 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56279357-2dfb-4ce3-b7d8-36669431d393 req-2b902e48-b56c-4e86-abda-5a04886814de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:38.741467 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56279357-2dfb-4ce3-b7d8-36669431d393 req-2b902e48-b56c-4e86-abda-5a04886814de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6e45eb87-a971-4e1e-965f-b5b6c97d661b HTTP/1.1" status: 200 len: 834 time: 0.0570729 Jul 09 20:28:38.811491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56279357-2dfb-4ce3-b7d8-36669431d393 req-6db61fc9-c7af-4e3c-96cc-45e81321796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:38.813456 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56279357-2dfb-4ce3-b7d8-36669431d393 req-6db61fc9-c7af-4e3c-96cc-45e81321796f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2c29abc9-100c-4d6f-899e-17323d58916f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642867 Jul 09 20:28:38.888279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d8026181-d27e-42d5-bf69-5e96bc3dab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:26:46Z', 'updated_at': '2021-07-09T20:26:51Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:47Z', 'updated_at': '2021-07-09T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '2f5609c8-4b22-4946-89ff-2b162b294506', 'name': '', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:b1:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:50Z', 'updated_at': '2021-07-09T20:26:57Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:38.919664 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56279357-2dfb-4ce3-b7d8-36669431d393 req-ea94e9a6-00fa-4e55-9ed7-b4c4ca8659a1 service neutron] 10.222.0.32 "GET /v2.0/networks/2c29abc9-100c-4d6f-899e-17323d58916f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986557 Jul 09 20:28:38.941455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8026181-d27e-42d5-bf69-5e96bc3dab67 None None] Checking router: c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:28:38.967641 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8026181-d27e-42d5-bf69-5e96bc3dab67 None None] Routers {'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:28:38.968576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d8026181-d27e-42d5-bf69-5e96bc3dab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:28:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:39.015892 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39fe26-d5dd-4a7a-9b01-53f56d1dcff2 req-09e28f7a-7bde-4a1c-acb4-c83a85e7a8bd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:39.030825 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e39fe26-d5dd-4a7a-9b01-53f56d1dcff2 req-09e28f7a-7bde-4a1c-acb4-c83a85e7a8bd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.2856791 Jul 09 20:28:39.039325 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56279357-2dfb-4ce3-b7d8-36669431d393 req-4ac4d8c8-625e-48a8-9a0b-4f90fca60d00 service neutron] 10.222.0.32 "GET /v2.0/networks/2c29abc9-100c-4d6f-899e-17323d58916f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121237 Jul 09 20:28:39.071356 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5e39fe26-d5dd-4a7a-9b01-53f56d1dcff2 req-5f7a97d0-3afb-40a1-a4b4-c72401c9f969 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343831 Jul 09 20:28:39.130387 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d8026181-d27e-42d5-bf69-5e96bc3dab67 None None] Set router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:28:39.358665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d8026181-d27e-42d5-bf69-5e96bc3dab67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:26:46Z', 'updated_at': '2021-07-09T20:26:51Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:47Z', 'updated_at': '2021-07-09T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '2f5609c8-4b22-4946-89ff-2b162b294506', 'name': '', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:b1:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:50Z', 'updated_at': '2021-07-09T20:26:57Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:39.386419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8026181-d27e-42d5-bf69-5e96bc3dab67 None None] The sync data for ids ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'] in n-d-800088-3 is: [{'id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:26:46Z', 'updated_at': '2021-07-09T20:26:51Z', 'revision_number': 4, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:47Z', 'updated_at': '2021-07-09T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '2f5609c8-4b22-4946-89ff-2b162b294506', 'name': '', 'network_id': '2c29abc9-100c-4d6f-899e-17323d58916f', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'mac_address': 'fa:16:3e:b1:ac:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:50Z', 'updated_at': '2021-07-09T20:26:57Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'subnets': [{'id': '6e45eb87-a971-4e1e-965f-b5b6c97d661b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:28:39.623361 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59a97b1-4313-48ac-8f5f-9bdc3844f976 None None] New status for floating IP c6da86aa-c53e-4ca8-a3bf-759e135570ad: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:28:40.199465 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d989617-656a-431b-8cdb-55fd927dc782 req-38b11c73-bad5-4d5d-8d40-5fbd378b17e9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:40.202244 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d989617-656a-431b-8cdb-55fd927dc782 req-38b11c73-bad5-4d5d-8d40-5fbd378b17e9 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.32 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.0709708 Jul 09 20:28:40.391565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-1d989617-656a-431b-8cdb-55fd927dc782 req-7acb589a-1f18-4e9b-9195-83ea1a25a6dd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port 9944b936-2969-4790-b905-62bb68e34afc {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:28:40.392186 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1d989617-656a-431b-8cdb-55fd927dc782 req-7acb589a-1f18-4e9b-9195-83ea1a25a6dd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:40.413274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41a3cf-0e47-4b6a-9020-a06aca6d4d47 req-0087cabe-fd27-4dc8-b7ac-0b6d50755042 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:40.421492 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a41a3cf-0e47-4b6a-9020-a06aca6d4d47 req-0087cabe-fd27-4dc8-b7ac-0b6d50755042 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/ports?device_id=5530cd09-385c-490d-b4df-6a0d3497ddc3 HTTP/1.1" status: 200 len: 946 time: 0.2145941 Jul 09 20:28:40.511997 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5a41a3cf-0e47-4b6a-9020-a06aca6d4d47 req-7fa8fdb7-2a80-4234-a69c-7116c6f3f1bf tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847166 Jul 09 20:28:40.548226 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-1d989617-656a-431b-8cdb-55fd927dc782 req-7acb589a-1f18-4e9b-9195-83ea1a25a6dd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] For port 9944b936-2969-4790-b905-62bb68e34afc, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9944b936-2969-4790-b905-62bb68e34afc,segment=NetworkSegment(238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c),segment_id=238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:28:40.548888 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1d989617-656a-431b-8cdb-55fd927dc782 req-7acb589a-1f18-4e9b-9195-83ea1a25a6dd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:40.566408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-1d989617-656a-431b-8cdb-55fd927dc782 req-7acb589a-1f18-4e9b-9195-83ea1a25a6dd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for 9944b936-2969-4790-b905-62bb68e34afc owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:28:40.706383 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1d989617-656a-431b-8cdb-55fd927dc782 req-7acb589a-1f18-4e9b-9195-83ea1a25a6dd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:40.740699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb589a-1f18-4e9b-9195-83ea1a25a6dd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=9944b936-2969-4790-b905-62bb68e34afc,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:40.786448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d989617-656a-431b-8cdb-55fd927dc782 req-7acb589a-1f18-4e9b-9195-83ea1a25a6dd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] No DVR routers for this DVR port 9944b936-2969-4790-b905-62bb68e34afc on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:28:40.789186 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1d989617-656a-431b-8cdb-55fd927dc782 req-7acb589a-1f18-4e9b-9195-83ea1a25a6dd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:40.791175 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1d989617-656a-431b-8cdb-55fd927dc782 req-7acb589a-1f18-4e9b-9195-83ea1a25a6dd tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.32 "DELETE /v2.0/ports/9944b936-2969-4790-b905-62bb68e34afc HTTP/1.1" status: 204 len: 173 time: 0.5796826 Jul 09 20:28:40.791622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'name': 'network-vif-deleted', 'tag': '9944b936-2969-4790-b905-62bb68e34afc'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:28:40.794620 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21da290-a102-4d78-a0b7-30188bc36b75" -d '{"events": [{"server_uuid": "5530cd09-385c-490d-b4df-6a0d3497ddc3", "name": "network-vif-deleted", "tag": "9944b936-2969-4790-b905-62bb68e34afc"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:28:40.844470 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10b7c6f-abd0-4769-810c-f4e3c53565b2 x-openstack-request-id: req-b10b7c6f-abd0-4769-810c-f4e3c53565b2 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:28:40.844798 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5530cd09-385c-490d-b4df-6a0d3497ddc3", "name": "network-vif-deleted", "tag": "9944b936-2969-4790-b905-62bb68e34afc", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:28:40.845101 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b10b7c6f-abd0-4769-810c-f4e3c53565b2 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:28:40.846383 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5530cd09-385c-490d-b4df-6a0d3497ddc3', 'name': 'network-vif-deleted', 'tag': '9944b936-2969-4790-b905-62bb68e34afc', 'status': 'completed', 'code': 200} Jul 09 20:28:41.793719 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47120) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:42.179946 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56124f29-c7c0-4b60-b04d-ae1d2972c4ed tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:42.455310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-56124f29-c7c0-4b60-b04d-ae1d2972c4ed tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port 2f5609c8-4b22-4946-89ff-2b162b294506 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:28:42.455725 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56124f29-c7c0-4b60-b04d-ae1d2972c4ed tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:42.546832 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-56124f29-c7c0-4b60-b04d-ae1d2972c4ed tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] For port 2f5609c8-4b22-4946-89ff-2b162b294506, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2f5609c8-4b22-4946-89ff-2b162b294506,segment=NetworkSegment(238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c),segment_id=238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:28:42.547221 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56124f29-c7c0-4b60-b04d-ae1d2972c4ed tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:42.560782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-56124f29-c7c0-4b60-b04d-ae1d2972c4ed tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for 2f5609c8-4b22-4946-89ff-2b162b294506 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:28:42.761241 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56124f29-c7c0-4b60-b04d-ae1d2972c4ed tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:42.788382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56124f29-c7c0-4b60-b04d-ae1d2972c4ed tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=2f5609c8-4b22-4946-89ff-2b162b294506,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:42.992394 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56124f29-c7c0-4b60-b04d-ae1d2972c4ed tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:43.226807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56124f29-c7c0-4b60-b04d-ae1d2972c4ed tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:28:43.338969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56124f29-c7c0-4b60-b04d-ae1d2972c4ed tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:28:43.345632 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-56124f29-c7c0-4b60-b04d-ae1d2972c4ed tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "PUT /v2.0/routers/c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5506670 Jul 09 20:28:43.348302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47126) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:43.350807 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35a5a97-ded0-4b7a-836d-fd41525e6e21 None None] Sync routers for ids ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:28:43.361150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35a5a97-ded0-4b7a-836d-fd41525e6e21 None None] Routers {'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:28:43.362042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e35a5a97-ded0-4b7a-836d-fd41525e6e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:28:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:43.403465 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-886f7ea1-9fcc-4578-9b7c-0acb2f4b3bdb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting subnet 6e45eb87-a971-4e1e-965f-b5b6c97d661b {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:28:43.406788 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-886f7ea1-9fcc-4578-9b7c-0acb2f4b3bdb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:43.447713 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-886f7ea1-9fcc-4578-9b7c-0acb2f4b3bdb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:43.483185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-e35a5a97-ded0-4b7a-836d-fd41525e6e21 None None] Set router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:28:43.549652 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-886f7ea1-9fcc-4578-9b7c-0acb2f4b3bdb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:43.618178 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-886f7ea1-9fcc-4578-9b7c-0acb2f4b3bdb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:43.649213 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f7ea1-9fcc-4578-9b7c-0acb2f4b3bdb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Subnet': ['ID=6e45eb87-a971-4e1e-965f-b5b6c97d661b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:43.652426 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-886f7ea1-9fcc-4578-9b7c-0acb2f4b3bdb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:43.655653 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-886f7ea1-9fcc-4578-9b7c-0acb2f4b3bdb tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/subnets/6e45eb87-a971-4e1e-965f-b5b6c97d661b HTTP/1.1" status: 204 len: 168 time: 0.3055229 Jul 09 20:28:43.661470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47128) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:43.661613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692185e5-c151-42c2-9b45-9aac3494d845 None None] Network 2c29abc9-100c-4d6f-899e-17323d58916f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:28:43.780856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e35a5a97-ded0-4b7a-836d-fd41525e6e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:26:46Z', 'updated_at': '2021-07-09T20:28:42Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:47Z', 'updated_at': '2021-07-09T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:43.810746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35a5a97-ded0-4b7a-836d-fd41525e6e21 None None] Checking router: c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:28:43.827209 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:43.839598 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35a5a97-ded0-4b7a-836d-fd41525e6e21 None None] Routers {'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:28:43.840267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e35a5a97-ded0-4b7a-836d-fd41525e6e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:28:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:43.973810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-e35a5a97-ded0-4b7a-836d-fd41525e6e21 None None] Set router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:28:44.007244 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:44.082590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7913b6-324f-4e79-a24c-62ed32f2cadd None None] DHCP port deletion for 2c29abc9-100c-4d6f-899e-17323d58916f request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:28:44.093216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Deleting port 53e3a062-4fff-457b-a3f9-80b7474f48c8 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:28:44.093800 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:44.182857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] For port 53e3a062-4fff-457b-a3f9-80b7474f48c8, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=53e3a062-4fff-457b-a3f9-80b7474f48c8,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:28:44.183130 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:44.197992 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Calling delete_port for 53e3a062-4fff-457b-a3f9-80b7474f48c8 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:28:44.252050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-6b7913b6-324f-4e79-a24c-62ed32f2cadd None None] Deleting port d58a8725-01a8-4bc8-83d7-d545a7893bb5 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:28:44.252595 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6b7913b6-324f-4e79-a24c-62ed32f2cadd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:44.331015 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-6b7913b6-324f-4e79-a24c-62ed32f2cadd None None] For port d58a8725-01a8-4bc8-83d7-d545a7893bb5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d58a8725-01a8-4bc8-83d7-d545a7893bb5,segment=NetworkSegment(238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c),segment_id=238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:28:44.331710 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6b7913b6-324f-4e79-a24c-62ed32f2cadd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:44.336793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e35a5a97-ded0-4b7a-836d-fd41525e6e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:26:46Z', 'updated_at': '2021-07-09T20:28:42Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:47Z', 'updated_at': '2021-07-09T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:44.375284 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35a5a97-ded0-4b7a-836d-fd41525e6e21 None None] The sync data for ids ['c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5'] in n-d-800088-3 is: [{'id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850800805', 'tenant_id': '98c415b77acf409d81bfd148c54b3790', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:26:46Z', 'updated_at': '2021-07-09T20:28:42Z', 'revision_number': 5, 'project_id': '98c415b77acf409d81bfd148c54b3790', 'gw_port': {'id': '53e3a062-4fff-457b-a3f9-80b7474f48c8', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:26:47Z', 'updated_at': '2021-07-09T20:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:28:44.395488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-6b7913b6-324f-4e79-a24c-62ed32f2cadd None None] Calling delete_port for d58a8725-01a8-4bc8-83d7-d545a7893bb5 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:28:44.435162 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:44.491947 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Port': ['ID=53e3a062-4fff-457b-a3f9-80b7474f48c8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:44.494544 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6b7913b6-324f-4e79-a24c-62ed32f2cadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:44.526526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7913b6-324f-4e79-a24c-62ed32f2cadd None None] Pushing event deleted for resources: {'Port': ['ID=d58a8725-01a8-4bc8-83d7-d545a7893bb5,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:44.536354 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7913b6-324f-4e79-a24c-62ed32f2cadd None None] No DVR routers for this DVR port d58a8725-01a8-4bc8-83d7-d545a7893bb5 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:28:44.553483 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:44.649109 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:44.651388 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:44.700358 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:44.701211 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Fanout notify agent at l3_agent the message router_deleted on router c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:28:44.708520 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:44.709941 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-888f283e-a9d8-48a8-b378-4bc0c0f2e9c0 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/routers/c6d9bae4-9871-4ba3-bfca-fb0de9ec0aa5 HTTP/1.1" status: 204 len: 168 time: 1.0482597 Jul 09 20:28:44.712550 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47132) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:44.736723 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 9944b936-2969-4790-b905-62bb68e34afc no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:28:44.780966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 9944b936-2969-4790-b905-62bb68e34afc {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:28:44.781665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 9944b936-2969-4790-b905-62bb68e34afc not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:28:44.818808 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a44edc08-1642-444d-9753-52e08f9cb59b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:45.241358 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a44edc08-1642-444d-9753-52e08f9cb59b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:45.251862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a44edc08-1642-444d-9753-52e08f9cb59b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c29abc9-100c-4d6f-899e-17323d58916f']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:45.261638 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a44edc08-1642-444d-9753-52e08f9cb59b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:45.261944 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-a44edc08-1642-444d-9753-52e08f9cb59b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238c7ee3-9b20-4a49-9e3f-ff3d3c9a901c') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:45.271457 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a44edc08-1642-444d-9753-52e08f9cb59b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:45.285260 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a44edc08-1642-444d-9753-52e08f9cb59b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:45.291092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44edc08-1642-444d-9753-52e08f9cb59b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:28:45.291477 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a44edc08-1642-444d-9753-52e08f9cb59b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:28:45.294602 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:28:45.351169 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a44edc08-1642-444d-9753-52e08f9cb59b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:45.359156 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a44edc08-1642-444d-9753-52e08f9cb59b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:45.360377 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a44edc08-1642-444d-9753-52e08f9cb59b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/networks/2c29abc9-100c-4d6f-899e-17323d58916f HTTP/1.1" status: 204 len: 168 time: 0.6469030 Jul 09 20:28:45.363209 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47136) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:45.371739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44edc08-1642-444d-9753-52e08f9cb59b tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'Network': ['ID=2c29abc9-100c-4d6f-899e-17323d58916f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:45.426435 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-052290ec-73db-453b-8395-fa25e073e502 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:45.454087 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-052290ec-73db-453b-8395-fa25e073e502 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:45.521159 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-052290ec-73db-453b-8395-fa25e073e502 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:45.524194 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-052290ec-73db-453b-8395-fa25e073e502 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:45.528986 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-052290ec-73db-453b-8395-fa25e073e502 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] 10.222.0.30 "DELETE /v2.0/security-groups/f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487 HTTP/1.1" status: 204 len: 168 time: 0.1643331 Jul 09 20:28:45.542269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052290ec-73db-453b-8395-fa25e073e502 tempest-TestNetworkAdvancedServerOps-85357172 tempest-TestNetworkAdvancedServerOps-85357172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ff9a65-c78e-48ee-9f7d-ca32ac9a7487,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:46.014363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d58a8725-01a8-4bc8-83d7-d545a7893bb5 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:28:46.037248 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: d58a8725-01a8-4bc8-83d7-d545a7893bb5 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:28:46.037608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d58a8725-01a8-4bc8-83d7-d545a7893bb5 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:28:46.038047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 53e3a062-4fff-457b-a3f9-80b7474f48c8 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:28:46.058525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 53e3a062-4fff-457b-a3f9-80b7474f48c8 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:28:46.058779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 53e3a062-4fff-457b-a3f9-80b7474f48c8 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:28:46.059295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2f5609c8-4b22-4946-89ff-2b162b294506 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:28:46.080191 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 2f5609c8-4b22-4946-89ff-2b162b294506 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:28:46.080191 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2f5609c8-4b22-4946-89ff-2b162b294506 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:28:46.795757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47148) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:46.932563 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-826ad786-5e63-4dc2-b556-a760edb7109b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98c415b77acf409d81bfd148c54b3790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354580 Jul 09 20:28:46.935493 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47152) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:46.983992 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe0e86b5-4bc2-49ad-89b2-b008d3394a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:47.006123 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe0e86b5-4bc2-49ad-89b2-b008d3394a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:47.056362 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe0e86b5-4bc2-49ad-89b2-b008d3394a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:47.059025 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe0e86b5-4bc2-49ad-89b2-b008d3394a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:47.060273 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fe0e86b5-4bc2-49ad-89b2-b008d3394a45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b78a4ced-941f-46ee-aaea-b9496eb33e2f HTTP/1.1" status: 204 len: 168 time: 0.1238415 Jul 09 20:28:47.068522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e86b5-4bc2-49ad-89b2-b008d3394a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78a4ced-941f-46ee-aaea-b9496eb33e2f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:47.340003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47160) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:47.380402 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cdbba410-8a8c-468b-89ae-688d1eb5efb9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=665688ddfc3c4702b6e8c72126290a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385811 Jul 09 20:28:47.383095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47162) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:47.435810 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9009dd30-5f78-4d70-a861-d598183b5e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:47.457287 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9009dd30-5f78-4d70-a861-d598183b5e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:47.501478 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9009dd30-5f78-4d70-a861-d598183b5e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:47.504159 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9009dd30-5f78-4d70-a861-d598183b5e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:47.505472 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9009dd30-5f78-4d70-a861-d598183b5e86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47b30cfb-cd99-4809-8cc8-61f4c92d2957 HTTP/1.1" status: 204 len: 168 time: 0.1213017 Jul 09 20:28:47.514674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009dd30-5f78-4d70-a861-d598183b5e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b30cfb-cd99-4809-8cc8-61f4c92d2957,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:48.745727 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47202) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:48.907149 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'network': {'name': 'tempest-network-smoke--1004258890', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'port_security_enabled': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:28:48.930753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Made reservation on behalf of f6c2e367335949d8ac23d1509444028b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:28:48.934174 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:48.945781 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.035553 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.039257 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.066191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:28:49.076032 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5bcd50-8e69-4ced-8863-7e2e18a96deb,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:49.080931 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.081300 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Added segment 80dcff99-a698-425b-aa35-d78ecb31b6b4 of type vlan for network 38a6352a-5d69-4422-8b60-858cf2754e96 Jul 09 20:28:49.122228 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.149606 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.155929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:49.156515 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.217513 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4705293 Jul 09 20:28:49.220273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47208) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:49.224761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-678678432', 'admin_state_up': True, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:28:49.238868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae871e76-fc55-403d-9259-a638553d37af tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Network': ['ID=38a6352a-5d69-4422-8b60-858cf2754e96,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:49.249302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 38a6352a-5d69-4422-8b60-858cf2754e96 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:28:49.253734 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.254728 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.306344 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.446367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.636620 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.655789 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.761407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Allocated IP 172.25.0.33 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/0c6fe15b-9f78-411a-8c68-56e7be1605b7) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:28:49.864244 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.908735 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:49.945529 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:28:49.951429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:28:49.953995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:28:49.986370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Port': ['ID=0c6fe15b-9f78-411a-8c68-56e7be1605b7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:50.197269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-b775693d-24b3-4744-bcca-ed7af5831e76 req-05bafb35-5cb4-4404-a5d4-345096c6f0c5 service neutron] (100205) timed out ('10.222.0.30', 46684) {{(pid=100205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:28:50.219557 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:50.426580 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:50.555776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Router fcb93be4-a797-41af-91fd-f8010b97c68f is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:28:50.662572 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:28:50.672599 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Sync routers for ids ['fcb93be4-a797-41af-91fd-f8010b97c68f'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:28:50.682609 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Routers {'fcb93be4-a797-41af-91fd-f8010b97c68f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:28:50.683287 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-331df87c-9195-466a-8ed9-f50777254021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:28:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fcb93be4-a797-41af-91fd-f8010b97c68f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:50.685680 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:50.687210 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a18f214a-d948-478a-ad27-a5bdf4c0facc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4659290 Jul 09 20:28:50.690395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47236) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:50.767013 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-22ad0d82-b29e-4040-9b28-2bae424a277a tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f6c2e367335949d8ac23d1509444028b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0754807 Jul 09 20:28:50.769746 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47240) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:50.810636 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Set router fcb93be4-a797-41af-91fd-f8010b97c68f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:28:50.857522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267c0001-85ef-467a-a6c4-55f07b50ae4d tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:50.861868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-267c0001-85ef-467a-a6c4-55f07b50ae4d tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883222 Jul 09 20:28:50.862157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47242) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:50.901438 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-574cafac-55e6-4be4-b378-8a48907b8709 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381060 Jul 09 20:28:50.904803 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47244) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:50.909681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c18861a8-1623-4013-ae66-2135cd8f8513 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1763399926', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:28:51.011448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18861a8-1623-4013-ae66-2135cd8f8513 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Made reservation on behalf of f6c2e367335949d8ac23d1509444028b for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:28:51.015741 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c18861a8-1623-4013-ae66-2135cd8f8513 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:51.016368 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-331df87c-9195-466a-8ed9-f50777254021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:50Z', 'revision_number': 3, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:51.046172 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Checking router: fcb93be4-a797-41af-91fd-f8010b97c68f for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:28:51.046620 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Updating router fcb93be4-a797-41af-91fd-f8010b97c68f port 0c6fe15b-9f78-411a-8c68-56e7be1605b7 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:28:51.084016 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:51.224616 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c18861a8-1623-4013-ae66-2135cd8f8513 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:51.287669 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18861a8-1623-4013-ae66-2135cd8f8513 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Subnet': ['ID=bd0e1939-2e91-4a7a-938a-345c88d36760,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:51.297292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18861a8-1623-4013-ae66-2135cd8f8513 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Checking segment: {'id': '80dcff99-a698-425b-aa35-d78ecb31b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:28:51.297667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18861a8-1623-4013-ae66-2135cd8f8513 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network hostable DHCP agents. Network: 38a6352a-5d69-4422-8b60-858cf2754e96, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:28:51.316495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18861a8-1623-4013-ae66-2135cd8f8513 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network 38a6352a-5d69-4422-8b60-858cf2754e96 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:28:51.329341 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-c18861a8-1623-4013-ae66-2135cd8f8513 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 38a6352a-5d69-4422-8b60-858cf2754e96) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:28:51.333548 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18861a8-1623-4013-ae66-2135cd8f8513 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:51.334499 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c18861a8-1623-4013-ae66-2135cd8f8513 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:51.342456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a3e85-4b4f-4124-af27-21b3c3524a6b None None] Network 38a6352a-5d69-4422-8b60-858cf2754e96 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:28:51.355871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c18861a8-1623-4013-ae66-2135cd8f8513 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4499905 Jul 09 20:28:51.359362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47256) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:51.376755 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:51.386611 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Transition to ACTIVE for port object 0c6fe15b-9f78-411a-8c68-56e7be1605b7 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:28:51.394151 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:51.440613 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Attempting to bind port 0c6fe15b-9f78-411a-8c68-56e7be1605b7 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:28:51.441126 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Attempting to bind port 0c6fe15b-9f78-411a-8c68-56e7be1605b7 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:28:51.441603 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Attempting to bind port 0c6fe15b-9f78-411a-8c68-56e7be1605b7 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:28:51.452136 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:28:51.452678 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:28:51.453174 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:51.453660 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:28:51.454250 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Bound port: 0c6fe15b-9f78-411a-8c68-56e7be1605b7, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:28:51.454724 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:51.510103 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8b0a3-1bb5-4b73-ad7c-96339be8f90e None None] Pushing event updated for resources: {'Port': ['ID=0c6fe15b-9f78-411a-8c68-56e7be1605b7,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:51.523462 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8b0a3-1bb5-4b73-ad7c-96339be8f90e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:51.523805 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8b0a3-1bb5-4b73-ad7c-96339be8f90e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:51.524148 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8b0a3-1bb5-4b73-ad7c-96339be8f90e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:51.524484 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8b0a3-1bb5-4b73-ad7c-96339be8f90e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:51.524842 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8b0a3-1bb5-4b73-ad7c-96339be8f90e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:51.525176 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8b0a3-1bb5-4b73-ad7c-96339be8f90e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:51.525501 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8b0a3-1bb5-4b73-ad7c-96339be8f90e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:51.525827 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8b0a3-1bb5-4b73-ad7c-96339be8f90e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:51.526147 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8b0a3-1bb5-4b73-ad7c-96339be8f90e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:51.526469 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8b0a3-1bb5-4b73-ad7c-96339be8f90e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:51.526796 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8b0a3-1bb5-4b73-ad7c-96339be8f90e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:51.527555 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a8b0a3-1bb5-4b73-ad7c-96339be8f90e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:28:51.538667 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-331df87c-9195-466a-8ed9-f50777254021 None None] For port 0c6fe15b-9f78-411a-8c68-56e7be1605b7, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:28:51.541939 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-331df87c-9195-466a-8ed9-f50777254021 None None] For port 0c6fe15b-9f78-411a-8c68-56e7be1605b7, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0c6fe15b-9f78-411a-8c68-56e7be1605b7,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:28:51.547268 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:51.562849 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-38a6352a-5d69-4422-8b60-858cf2754e96', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:28:51.564612 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:51.718153 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8b0a3-1bb5-4b73-ad7c-96339be8f90e None None] Pushing event updated for resources: {'Port': ['ID=0c6fe15b-9f78-411a-8c68-56e7be1605b7,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:51.721054 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Routers {'fcb93be4-a797-41af-91fd-f8010b97c68f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:28:51.721655 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-331df87c-9195-466a-8ed9-f50777254021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:28:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fcb93be4-a797-41af-91fd-f8010b97c68f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:51.774898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Allocated IP 172.20.0.2 (38a6352a-5d69-4422-8b60-858cf2754e96/bd0e1939-2e91-4a7a-938a-345c88d36760/46a8e469-82eb-45fe-bd8c-752261a9d303) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:28:51.858899 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-331df87c-9195-466a-8ed9-f50777254021 None None] Set router fcb93be4-a797-41af-91fd-f8010b97c68f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:28:51.962621 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:51.973702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Transition to ACTIVE for port object 46a8e469-82eb-45fe-bd8c-752261a9d303 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:28:51.987528 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:51.991830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Transition to ACTIVE for port object 46a8e469-82eb-45fe-bd8c-752261a9d303 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:28:52.001374 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:52.054594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Pushing event updated for resources: {'Port': ['ID=46a8e469-82eb-45fe-bd8c-752261a9d303,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:52.069795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Network 38a6352a-5d69-4422-8b60-858cf2754e96 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:28:52.072706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:28:52.076139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:28:52.084661 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-331df87c-9195-466a-8ed9-f50777254021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:50Z', 'revision_number': 3, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:52.115349 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331df87c-9195-466a-8ed9-f50777254021 None None] The sync data for ids ['fcb93be4-a797-41af-91fd-f8010b97c68f'] in n-d-800088-3 is: [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:50Z', 'revision_number': 3, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:28:52.324772 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Attempting to bind port 46a8e469-82eb-45fe-bd8c-752261a9d303 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:28:52.326091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Attempting to bind port 46a8e469-82eb-45fe-bd8c-752261a9d303 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '80dcff99-a698-425b-aa35-d78ecb31b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:28:52.326899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Attempting to bind port 46a8e469-82eb-45fe-bd8c-752261a9d303 on network 38a6352a-5d69-4422-8b60-858cf2754e96 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:28:52.332598 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:28:52.333010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Checking segment: {'id': '80dcff99-a698-425b-aa35-d78ecb31b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:28:52.333422 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:52.334066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Bound using segment: {'id': '80dcff99-a698-425b-aa35-d78ecb31b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:28:52.334554 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Bound port: 46a8e469-82eb-45fe-bd8c-752261a9d303, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80dcff99-a698-425b-aa35-d78ecb31b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:28:52.334950 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:52.335932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Allocated IP 172.20.0.1 (38a6352a-5d69-4422-8b60-858cf2754e96/bd0e1939-2e91-4a7a-938a-345c88d36760/391c0b81-9ca7-45d6-8f5c-9d615a3c60f5) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:28:52.405260 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] For port 46a8e469-82eb-45fe-bd8c-752261a9d303, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:28:52.410930 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] For port 46a8e469-82eb-45fe-bd8c-752261a9d303, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=46a8e469-82eb-45fe-bd8c-752261a9d303,segment=NetworkSegment(80dcff99-a698-425b-aa35-d78ecb31b6b4),segment_id=80dcff99-a698-425b-aa35-d78ecb31b6b4)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:28:52.417918 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:52.497546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37c243-87bc-4ff9-bd01-44a89d7433dd None None] Pushing event updated for resources: {'Port': ['ID=46a8e469-82eb-45fe-bd8c-752261a9d303,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:52.524374 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:52.551840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Transition to ACTIVE for port object 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:28:52.602100 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:52.662396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network 38a6352a-5d69-4422-8b60-858cf2754e96 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:28:52.665666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:28:52.668129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:28:52.723639 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:52.727126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Port': ['ID=391c0b81-9ca7-45d6-8f5c-9d615a3c60f5,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:52.913954 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:53.233406 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:53.246070 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:53.331932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Port': ['ID=391c0b81-9ca7-45d6-8f5c-9d615a3c60f5,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:53.340315 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:53.637508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7133662d-26f3-4dcf-a88d-d1133968bcec None None] Network 38a6352a-5d69-4422-8b60-858cf2754e96 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:28:53.709839 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9a5ae5cd-db81-4c88-a46a-e77365113c76 None None] Provisioning for port 46a8e469-82eb-45fe-bd8c-752261a9d303 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:28:53.775358 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network 38a6352a-5d69-4422-8b60-858cf2754e96 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:28:53.777467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:28:53.908011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Router fcb93be4-a797-41af-91fd-f8010b97c68f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:28:54.065534 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:28:54.082223 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-df774a3c-910d-455c-a495-a55b4411040f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "PUT /v2.0/routers/fcb93be4-a797-41af-91fd-f8010b97c68f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7202735 Jul 09 20:28:54.082434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47298) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:54.099973 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0c6fe15b-9f78-411a-8c68-56e7be1605b7 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:28:54.180950 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 0c6fe15b-9f78-411a-8c68-56e7be1605b7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:28:54.186293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0c6fe15b-9f78-411a-8c68-56e7be1605b7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:28:54.186735 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:54.220878 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-77ea6bd3-3252-4901-8dd4-a9f714eea046 None None] Provisioning for port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:28:54.229147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-77ea6bd3-3252-4901-8dd4-a9f714eea046 None None] Provisioning complete for port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:28:54.229531 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-77ea6bd3-3252-4901-8dd4-a9f714eea046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:54.288447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-77ea6bd3-3252-4901-8dd4-a9f714eea046 None None] Port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:28:54.336581 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Sync routers for ids ['fcb93be4-a797-41af-91fd-f8010b97c68f'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:28:54.364565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Routers {'fcb93be4-a797-41af-91fd-f8010b97c68f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:28:54.365294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:28:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fcb93be4-a797-41af-91fd-f8010b97c68f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:54.414531 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:54.492896 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 0c6fe15b-9f78-411a-8c68-56e7be1605b7, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0c6fe15b-9f78-411a-8c68-56e7be1605b7,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:28:54.511222 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:54.513059 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 46a8e469-82eb-45fe-bd8c-752261a9d303 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:28:54.576720 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-30815990-b470-4590-84d6-d961653f401c None None] Provisioning complete for port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:28:54.577105 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-30815990-b470-4590-84d6-d961653f401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:54.624816 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-30815990-b470-4590-84d6-d961653f401c None None] Port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:28:54.630372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Set router fcb93be4-a797-41af-91fd-f8010b97c68f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:28:54.652052 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dc8b4b-bf9c-491a-9722-3f63f03d5882 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:54.652559 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dc8b4b-bf9c-491a-9722-3f63f03d5882 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:54.653626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dc8b4b-bf9c-491a-9722-3f63f03d5882 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:54.654368 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dc8b4b-bf9c-491a-9722-3f63f03d5882 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:54.654923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dc8b4b-bf9c-491a-9722-3f63f03d5882 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:54.656855 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-28dc8b4b-bf9c-491a-9722-3f63f03d5882 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3588 time: 0.5734358 Jul 09 20:28:54.659514 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47310) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:54.714121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=0c6fe15b-9f78-411a-8c68-56e7be1605b7,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:54.778385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9708eff-fa82-4824-b437-a470bbd8144e tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:54.778969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9708eff-fa82-4824-b437-a470bbd8144e tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:54.779446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9708eff-fa82-4824-b437-a470bbd8144e tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:54.779913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9708eff-fa82-4824-b437-a470bbd8144e tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:54.780368 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9708eff-fa82-4824-b437-a470bbd8144e tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:54.784481 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c9708eff-fa82-4824-b437-a470bbd8144e tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3370 time: 0.1213138 Jul 09 20:28:54.785330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47312) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:54.813808 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 46a8e469-82eb-45fe-bd8c-752261a9d303 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:28:54.820942 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 46a8e469-82eb-45fe-bd8c-752261a9d303 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:28:54.821320 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:54.874575 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9f6613af-0fa3-4f9e-b198-fb88afe706df None None] Provisioning complete for port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:28:54.874828 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9f6613af-0fa3-4f9e-b198-fb88afe706df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:54.951357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9f6613af-0fa3-4f9e-b198-fb88afe706df None None] Port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:28:54.985101 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:55.031749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 46a8e469-82eb-45fe-bd8c-752261a9d303, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=46a8e469-82eb-45fe-bd8c-752261a9d303,segment=NetworkSegment(80dcff99-a698-425b-aa35-d78ecb31b6b4),segment_id=80dcff99-a698-425b-aa35-d78ecb31b6b4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:28:55.032004 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0683ee66-0509-43f9-a9a9-16f0f3326c97 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2454154 Jul 09 20:28:55.041801 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:55.054867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:52Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '391c0b81-9ca7-45d6-8f5c-9d615a3c60f5', 'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:e0:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:52Z', 'updated_at': '2021-07-09T20:28:53Z', 'revision_number': 2, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:55.107655 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Checking router: fcb93be4-a797-41af-91fd-f8010b97c68f for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:28:55.108110 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Updating router fcb93be4-a797-41af-91fd-f8010b97c68f port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:28:55.158050 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:55.159676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=46a8e469-82eb-45fe-bd8c-752261a9d303,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:55.433147 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:55.443210 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Transition to ACTIVE for port object 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:28:55.449357 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:55.504809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c28393-a06c-426c-b9c6-c814d065c0a0 None None] Pushing event updated for resources: {'Port': ['ID=391c0b81-9ca7-45d6-8f5c-9d615a3c60f5,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:55.565480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Attempting to bind port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:28:55.565957 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Attempting to bind port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '80dcff99-a698-425b-aa35-d78ecb31b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:28:55.566433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Attempting to bind port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 on network 38a6352a-5d69-4422-8b60-858cf2754e96 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:28:55.573083 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:28:55.573903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Checking segment: {'id': '80dcff99-a698-425b-aa35-d78ecb31b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:28:55.574567 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:55.575889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Bound using segment: {'id': '80dcff99-a698-425b-aa35-d78ecb31b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:28:55.576637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Bound port: 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80dcff99-a698-425b-aa35-d78ecb31b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:28:55.577037 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:55.645043 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] For port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:28:55.648256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] For port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=391c0b81-9ca7-45d6-8f5c-9d615a3c60f5,segment=NetworkSegment(80dcff99-a698-425b-aa35-d78ecb31b6b4),segment_id=80dcff99-a698-425b-aa35-d78ecb31b6b4)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:28:55.656005 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:55.723896 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Routers {'fcb93be4-a797-41af-91fd-f8010b97c68f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:28:55.724521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:28:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fcb93be4-a797-41af-91fd-f8010b97c68f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:55.769910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c28393-a06c-426c-b9c6-c814d065c0a0 None None] Pushing event updated for resources: {'Port': ['ID=391c0b81-9ca7-45d6-8f5c-9d615a3c60f5,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:55.862483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] Set router fcb93be4-a797-41af-91fd-f8010b97c68f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:28:56.140122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0c6fe15b-9f78-411a-8c68-56e7be1605b7 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:28:56.255180 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0c6fe15b-9f78-411a-8c68-56e7be1605b7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:28:56.255673 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.327220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:52Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '391c0b81-9ca7-45d6-8f5c-9d615a3c60f5', 'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:e0:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:52Z', 'updated_at': '2021-07-09T20:28:55Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:28:56.363866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47348) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:56.369847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f6a2a34d-d421-4697-a512-4495dd894c89 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-725467758', 'description': 'tempest-secgroup-smoke-725467758 description', 'project_id': 'f6c2e367335949d8ac23d1509444028b'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:28:56.371670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a3125a-f997-44ff-b0d5-f95a996b13c0 None None] The sync data for ids ['fcb93be4-a797-41af-91fd-f8010b97c68f'] in n-d-800088-3 is: [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:52Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '391c0b81-9ca7-45d6-8f5c-9d615a3c60f5', 'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:e0:80:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:52Z', 'updated_at': '2021-07-09T20:28:55Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:28:56.395456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 46a8e469-82eb-45fe-bd8c-752261a9d303 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:28:56.401017 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6a2a34d-d421-4697-a512-4495dd894c89 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.472479 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 46a8e469-82eb-45fe-bd8c-752261a9d303 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:28:56.473306 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.612420 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6a2a34d-d421-4697-a512-4495dd894c89 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.617013 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6a2a34d-d421-4697-a512-4495dd894c89 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.650133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f6a2a34d-d421-4697-a512-4495dd894c89 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.655191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f6a2a34d-d421-4697-a512-4495dd894c89 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2859466 Jul 09 20:28:56.655414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47354) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:56.660720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3a970821-89b5-4030-b6be-133712d190df tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': 'f595c568-76ee-4018-956a-971662504e37', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:28:56.664472 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2a34d-d421-4697-a512-4495dd894c89 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f595c568-76ee-4018-956a-971662504e37,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:56.695879 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3a970821-89b5-4030-b6be-133712d190df tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.773542 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3a970821-89b5-4030-b6be-133712d190df tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.777957 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3a970821-89b5-4030-b6be-133712d190df tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.800015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a970821-89b5-4030-b6be-133712d190df tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3f74ef-4922-47c2-8c4e-a841b47a50cf,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:56.811202 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3a970821-89b5-4030-b6be-133712d190df tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.816304 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3a970821-89b5-4030-b6be-133712d190df tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1571567 Jul 09 20:28:56.816497 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47358) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:56.821203 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-77107e65-baab-4aac-9e46-f93f7db92f87 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': 'f595c568-76ee-4018-956a-971662504e37', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:28:56.853768 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77107e65-baab-4aac-9e46-f93f7db92f87 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.911176 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fbfb425c-4804-49f7-a4b7-d80f5c9e41e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.936699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77107e65-baab-4aac-9e46-f93f7db92f87 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.941562 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77107e65-baab-4aac-9e46-f93f7db92f87 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.968352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77107e65-baab-4aac-9e46-f93f7db92f87 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0077404-09c0-4804-ae31-f7718c9789ff,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:56.976478 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77107e65-baab-4aac-9e46-f93f7db92f87 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:56.978264 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-77107e65-baab-4aac-9e46-f93f7db92f87 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1606085 Jul 09 20:28:56.980910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47364) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:56.986223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-fbf128d6-e80a-457f-b1f6-a412a204c1cd tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': 'f595c568-76ee-4018-956a-971662504e37', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:28:57.027005 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fbf128d6-e80a-457f-b1f6-a412a204c1cd tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.080758 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.101859 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fbf128d6-e80a-457f-b1f6-a412a204c1cd tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.107367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fbf128d6-e80a-457f-b1f6-a412a204c1cd tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.127991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf128d6-e80a-457f-b1f6-a412a204c1cd tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfe250d-73a3-48c8-8af7-5a5e42e27f15,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:57.132923 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fbf128d6-e80a-457f-b1f6-a412a204c1cd tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.137440 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fbf128d6-e80a-457f-b1f6-a412a204c1cd tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522274 Jul 09 20:28:57.138455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47366) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:57.143382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0c0b1d2c-bcae-4ee8-a5f7-000d05922993 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': 'f595c568-76ee-4018-956a-971662504e37', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:28:57.171363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1d2c-bcae-4ee8-a5f7-000d05922993 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.243413 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1d2c-bcae-4ee8-a5f7-000d05922993 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.247791 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1d2c-bcae-4ee8-a5f7-000d05922993 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.270225 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1d2c-bcae-4ee8-a5f7-000d05922993 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.274740 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0c0b1d2c-bcae-4ee8-a5f7-000d05922993 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334677 Jul 09 20:28:57.275313 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47372) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:57.281159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-63341f5b-0e22-4b3c-851e-0f8d7fcc62b7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': 'f595c568-76ee-4018-956a-971662504e37', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:28:57.287568 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b1d2c-bcae-4ee8-a5f7-000d05922993 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7211f3-3672-4b0e-9420-d3e73f0923e7,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:57.316318 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-63341f5b-0e22-4b3c-851e-0f8d7fcc62b7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Project f6c2e367335949d8ac23d1509444028b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:28:57.322942 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63341f5b-0e22-4b3c-851e-0f8d7fcc62b7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.382130 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63341f5b-0e22-4b3c-851e-0f8d7fcc62b7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.386652 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63341f5b-0e22-4b3c-851e-0f8d7fcc62b7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.408451 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63341f5b-0e22-4b3c-851e-0f8d7fcc62b7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c23f8e-852e-4f81-9715-7149ebb7c6c6,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:57.415539 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63341f5b-0e22-4b3c-851e-0f8d7fcc62b7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.421106 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-63341f5b-0e22-4b3c-851e-0f8d7fcc62b7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409905 Jul 09 20:28:57.421106 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47376) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:28:57.428815 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-33b5c46a-ce0e-43ed-81e9-89fb761b7c93 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': 'f595c568-76ee-4018-956a-971662504e37', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:28:57.455452 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-33b5c46a-ce0e-43ed-81e9-89fb761b7c93 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Project f6c2e367335949d8ac23d1509444028b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:28:57.461092 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33b5c46a-ce0e-43ed-81e9-89fb761b7c93 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.532248 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33b5c46a-ce0e-43ed-81e9-89fb761b7c93 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.536760 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33b5c46a-ce0e-43ed-81e9-89fb761b7c93 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.555973 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5c46a-ce0e-43ed-81e9-89fb761b7c93 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdaae94-1930-4418-8d2d-2d3783eaa305,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:57.562715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33b5c46a-ce0e-43ed-81e9-89fb761b7c93 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:57.569050 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-33b5c46a-ce0e-43ed-81e9-89fb761b7c93 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468987 Jul 09 20:28:57.718068 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-fda16ed0-c747-48d2-b44f-887cf08bb4b8 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-725467758&fields=id&tenant_id=f6c2e367335949d8ac23d1509444028b HTTP/1.1" status: 200 len: 267 time: 0.0362558 Jul 09 20:28:57.833700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-3cad7e37-6396-4255-a456-39baaddcd5ed tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:57.835444 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-3cad7e37-6396-4255-a456-39baaddcd5ed tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/networks?id=38a6352a-5d69-4422-8b60-858cf2754e96 HTTP/1.1" status: 200 len: 797 time: 0.1109371 Jul 09 20:28:57.850144 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-71c00931-1263-4097-a10a-78e37108c7c2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/quotas/f6c2e367335949d8ac23d1509444028b HTTP/1.1" status: 200 len: 375 time: 0.0093174 Jul 09 20:28:57.926868 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-7630c102-84b6-46b5-b01d-b08f764af583 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6c2e367335949d8ac23d1509444028b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712819 Jul 09 20:28:58.044962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:28:58.096271 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-730ac119-7f67-40ea-96e9-71be35e344f3 service neutron] 10.222.0.30 "GET /v2.0/networks/38a6352a-5d69-4422-8b60-858cf2754e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575043 Jul 09 20:28:58.105780 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:28:58.110726 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:28:58.111352 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:58.199014 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-29d090bb-da1a-4b93-9fe3-8375d5529e32 service neutron] 10.222.0.30 "GET /v2.0/networks/38a6352a-5d69-4422-8b60-858cf2754e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967908 Jul 09 20:28:58.200720 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:58.243845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=391c0b81-9ca7-45d6-8f5c-9d615a3c60f5,segment=NetworkSegment(80dcff99-a698-425b-aa35-d78ecb31b6b4),segment_id=80dcff99-a698-425b-aa35-d78ecb31b6b4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:28:58.249786 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:58.302875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=391c0b81-9ca7-45d6-8f5c-9d615a3c60f5,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:28:58.384180 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-049c4735-2d63-4bbc-ac36-197746a1da2c req-93ebb86d-4270-4d70-98f8-cfd0aaee37d4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 210 time: 0.0314281 Jul 09 20:28:59.398426 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:59.464723 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cae1fc1b-70a5-4931-b25b-2ac8b2b20dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:59.493379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-2f3bbfbe-7e92-4aff-92b0-0fc504337698 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:28:59.496166 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-2f3bbfbe-7e92-4aff-92b0-0fc504337698 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.32 "GET /v2.0/networks?id=38a6352a-5d69-4422-8b60-858cf2754e96 HTTP/1.1" status: 200 len: 797 time: 0.1362011 Jul 09 20:28:59.565979 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-ebb41317-8ee9-445a-b42b-87636fa891ad tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6c2e367335949d8ac23d1509444028b HTTP/1.1" status: 200 len: 379 time: 0.0603921 Jul 09 20:28:59.573870 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7622bf85-1f8e-465b-a105-96e1b4898d09 req-5d37253e-8fe8-481b-b0c7-a476058dec67 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 210 time: 0.0332367 Jul 09 20:28:59.578475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-30a7db09-7561-41da-91a0-a99d2a5894d0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'port': {'device_id': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'admin_state_up': True, 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'security_groups': ['f595c568-76ee-4018-956a-971662504e37']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:28:59.618102 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:59.693156 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-30a7db09-7561-41da-91a0-a99d2a5894d0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Made reservation on behalf of f6c2e367335949d8ac23d1509444028b for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:28:59.696672 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-30a7db09-7561-41da-91a0-a99d2a5894d0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:59.835029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-30a7db09-7561-41da-91a0-a99d2a5894d0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Allocated IP 172.20.0.14 (38a6352a-5d69-4422-8b60-858cf2754e96/bd0e1939-2e91-4a7a-938a-345c88d36760/caecfb60-bf19-4fcb-a4a6-88281eab3052) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:28:59.976811 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-30a7db09-7561-41da-91a0-a99d2a5894d0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:28:59.992424 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-30a7db09-7561-41da-91a0-a99d2a5894d0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Transition to ACTIVE for port object caecfb60-bf19-4fcb-a4a6-88281eab3052 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:29:00.027226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:29:00.031190 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-30a7db09-7561-41da-91a0-a99d2a5894d0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:00.077513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-30a7db09-7561-41da-91a0-a99d2a5894d0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network 38a6352a-5d69-4422-8b60-858cf2754e96 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:29:00.083347 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-30a7db09-7561-41da-91a0-a99d2a5894d0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:29:00.086515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:29:00.087136 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:00.087881 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-30a7db09-7561-41da-91a0-a99d2a5894d0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:29:00.120380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7db09-7561-41da-91a0-a99d2a5894d0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Port': ['ID=caecfb60-bf19-4fcb-a4a6-88281eab3052,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:00.149791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-30a7db09-7561-41da-91a0-a99d2a5894d0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:00.150445 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-30a7db09-7561-41da-91a0-a99d2a5894d0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:00.176776 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-30a7db09-7561-41da-91a0-a99d2a5894d0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6057100 Jul 09 20:29:00.190071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Request body: {'port': {'device_id': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:29:00.271182 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:00.402546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7429eb45-1102-4a98-a4cb-51e8cff3c09d None None] Provisioning for port caecfb60-bf19-4fcb-a4a6-88281eab3052 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:29:00.414335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7429eb45-1102-4a98-a4cb-51e8cff3c09d None None] Provisioning complete for port caecfb60-bf19-4fcb-a4a6-88281eab3052 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:29:00.414763 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7429eb45-1102-4a98-a4cb-51e8cff3c09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:00.449500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7429eb45-1102-4a98-a4cb-51e8cff3c09d None None] Port caecfb60-bf19-4fcb-a4a6-88281eab3052 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:29:00.514136 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:00.549629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caecfb60-bf19-4fcb-a4a6-88281eab3052 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:29:00.557199 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:00.570161 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Transition to ACTIVE for port object caecfb60-bf19-4fcb-a4a6-88281eab3052 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:29:00.573929 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:00.667485 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Pushing event updated for resources: {'Port': ['ID=caecfb60-bf19-4fcb-a4a6-88281eab3052,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:00.762116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Attempting to bind port caecfb60-bf19-4fcb-a4a6-88281eab3052 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:29:00.763000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Attempting to bind port caecfb60-bf19-4fcb-a4a6-88281eab3052 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '80dcff99-a698-425b-aa35-d78ecb31b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:29:00.763326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Attempting to bind port caecfb60-bf19-4fcb-a4a6-88281eab3052 on network 38a6352a-5d69-4422-8b60-858cf2754e96 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:29:00.771329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Port caecfb60-bf19-4fcb-a4a6-88281eab3052 on network 38a6352a-5d69-4422-8b60-858cf2754e96 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:29:00.771823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Attempting to bind port caecfb60-bf19-4fcb-a4a6-88281eab3052 on network 38a6352a-5d69-4422-8b60-858cf2754e96 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:29:00.780363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:29:00.780788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Checking segment: {'id': '80dcff99-a698-425b-aa35-d78ecb31b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:29:00.781130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Bound using segment: {'id': '80dcff99-a698-425b-aa35-d78ecb31b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:29:00.781572 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Bound port: caecfb60-bf19-4fcb-a4a6-88281eab3052, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80dcff99-a698-425b-aa35-d78ecb31b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:29:00.781944 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:00.840135 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19df67e-f0aa-4e8e-afd7-93ad4a439aec req-7270db72-f537-4785-bed6-4749dee3ec8d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:00.842638 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b19df67e-f0aa-4e8e-afd7-93ad4a439aec req-7270db72-f537-4785-bed6-4749dee3ec8d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 944 time: 0.1261623 Jul 09 20:29:00.887537 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] For port caecfb60-bf19-4fcb-a4a6-88281eab3052, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:29:00.895179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] For port caecfb60-bf19-4fcb-a4a6-88281eab3052, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=caecfb60-bf19-4fcb-a4a6-88281eab3052,segment=NetworkSegment(80dcff99-a698-425b-aa35-d78ecb31b6b4),segment_id=80dcff99-a698-425b-aa35-d78ecb31b6b4)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:29:00.903805 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b19df67e-f0aa-4e8e-afd7-93ad4a439aec req-dcfaf90b-5278-4b68-a46e-75e57e0fc7be tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=f595c568-76ee-4018-956a-971662504e37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536754 Jul 09 20:29:00.905763 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:00.950656 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:00.951298 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:00.952747 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] 10.222.0.32 "PUT /v2.0/ports/caecfb60-bf19-4fcb-a4a6-88281eab3052 HTTP/1.1" status: 200 len: 1092 time: 0.7685177 Jul 09 20:29:00.953173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'tag': 'caecfb60-bf19-4fcb-a4a6-88281eab3052'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:29:00.955441 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d0a094-f4ba-4bc5-aab0-a3259c15b4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2edb03f5-3f20-4cf8-b55f-f573f5c539ba", "tag": "caecfb60-bf19-4fcb-a4a6-88281eab3052"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:29:00.981963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9f6c7-b8d3-40c5-a221-1f8b1d51a396 service neutron] Pushing event updated for resources: {'Port': ['ID=caecfb60-bf19-4fcb-a4a6-88281eab3052,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:01.015937 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8ae534-100c-4e3c-b2b7-0d47f5a38904 x-openstack-request-id: req-dd8ae534-100c-4e3c-b2b7-0d47f5a38904 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:29:01.016348 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edb03f5-3f20-4cf8-b55f-f573f5c539ba", "tag": "caecfb60-bf19-4fcb-a4a6-88281eab3052", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:29:01.016466 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd8ae534-100c-4e3c-b2b7-0d47f5a38904 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:29:01.016887 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'tag': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'status': 'completed', 'code': 200} Jul 09 20:29:01.061143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-68efb686-073c-40dc-9386-4a7408c007ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:01.062910 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-68efb686-073c-40dc-9386-4a7408c007ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6c2e367335949d8ac23d1509444028b&device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 1095 time: 0.0574601 Jul 09 20:29:01.105746 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-0adffaa5-93bd-499a-86af-b0604cacbec9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=caecfb60-bf19-4fcb-a4a6-88281eab3052 HTTP/1.1" status: 200 len: 217 time: 0.0362322 Jul 09 20:29:01.165486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-5b7a23b2-cb87-4b65-a2e2-5fb4e83e6a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:01.167089 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-5b7a23b2-cb87-4b65-a2e2-5fb4e83e6a5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bd0e1939-2e91-4a7a-938a-345c88d36760 HTTP/1.1" status: 200 len: 835 time: 0.0552895 Jul 09 20:29:01.228177 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-95a73c27-7cea-40cf-84ae-c9f764525838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:01.229648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-95a73c27-7cea-40cf-84ae-c9f764525838 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38a6352a-5d69-4422-8b60-858cf2754e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563626 Jul 09 20:29:01.320187 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-4a3be96c-b8b5-42a2-a152-def59d91cb45 service neutron] 10.222.0.32 "GET /v2.0/networks/38a6352a-5d69-4422-8b60-858cf2754e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832467 Jul 09 20:29:01.414157 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1483638-da5d-4765-bbd7-55b19a8d454d req-d895742e-b444-4eaa-93f9-9b58741eca3a service neutron] 10.222.0.32 "GET /v2.0/networks/38a6352a-5d69-4422-8b60-858cf2754e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877917 Jul 09 20:29:01.520687 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0a094-f4ba-4bc5-aab0-a3259c15b4a9 req-b910086c-89af-466f-968d-e91b270cbe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:01.522371 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-58d0a094-f4ba-4bc5-aab0-a3259c15b4a9 req-b910086c-89af-466f-968d-e91b270cbe3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6c2e367335949d8ac23d1509444028b&device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 1095 time: 0.0549524 Jul 09 20:29:01.617178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0a094-f4ba-4bc5-aab0-a3259c15b4a9 req-bee7e4d3-d6a9-4a8f-8f28-5721409ea9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:01.618676 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-58d0a094-f4ba-4bc5-aab0-a3259c15b4a9 req-bee7e4d3-d6a9-4a8f-8f28-5721409ea9b5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38a6352a-5d69-4422-8b60-858cf2754e96 HTTP/1.1" status: 200 len: 898 time: 0.0897210 Jul 09 20:29:01.660080 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-58d0a094-f4ba-4bc5-aab0-a3259c15b4a9 req-7d6d64dc-6b5f-4c4b-8d79-cc704b4e1d38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=caecfb60-bf19-4fcb-a4a6-88281eab3052 HTTP/1.1" status: 200 len: 217 time: 0.0342295 Jul 09 20:29:01.709543 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0a094-f4ba-4bc5-aab0-a3259c15b4a9 req-2c83986d-d793-4fcc-83cd-de364d1e51b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:01.711029 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-58d0a094-f4ba-4bc5-aab0-a3259c15b4a9 req-2c83986d-d793-4fcc-83cd-de364d1e51b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bd0e1939-2e91-4a7a-938a-345c88d36760 HTTP/1.1" status: 200 len: 835 time: 0.0444601 Jul 09 20:29:01.774683 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0a094-f4ba-4bc5-aab0-a3259c15b4a9 req-bbc8b4a6-7660-4df2-b904-12095ce1e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:01.776191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-58d0a094-f4ba-4bc5-aab0-a3259c15b4a9 req-bbc8b4a6-7660-4df2-b904-12095ce1e23a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38a6352a-5d69-4422-8b60-858cf2754e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580621 Jul 09 20:29:01.865918 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-58d0a094-f4ba-4bc5-aab0-a3259c15b4a9 req-28506390-257e-41c5-abcd-37ac9c71f6d3 service neutron] 10.222.0.32 "GET /v2.0/networks/38a6352a-5d69-4422-8b60-858cf2754e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817108 Jul 09 20:29:01.962973 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-58d0a094-f4ba-4bc5-aab0-a3259c15b4a9 req-9447f823-7433-4023-b0a9-d21cb12a5669 service neutron] 10.222.0.32 "GET /v2.0/networks/38a6352a-5d69-4422-8b60-858cf2754e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901940 Jul 09 20:29:02.096335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e15397-8c22-47b0-a3d5-cb22b12e9351 req-d0fbd408-f704-4f6b-9e20-172a98a51c56 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:02.097982 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38e15397-8c22-47b0-a3d5-cb22b12e9351 req-d0fbd408-f704-4f6b-9e20-172a98a51c56 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 944 time: 0.0654349 Jul 09 20:29:02.135186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38e15397-8c22-47b0-a3d5-cb22b12e9351 req-41db71f3-79e1-4794-8e4a-f8bb2cf5d20b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=f595c568-76ee-4018-956a-971662504e37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317175 Jul 09 20:29:02.377942 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:02.815052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device caecfb60-bf19-4fcb-a4a6-88281eab3052 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:29:02.910403 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port caecfb60-bf19-4fcb-a4a6-88281eab3052, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=caecfb60-bf19-4fcb-a4a6-88281eab3052,segment=NetworkSegment(80dcff99-a698-425b-aa35-d78ecb31b6b4),segment_id=80dcff99-a698-425b-aa35-d78ecb31b6b4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:29:02.922904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'port_id': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'mac_address': 'fa:16:3e:59:cb:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:29:02.960341 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:02.973852 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caecfb60-bf19-4fcb-a4a6-88281eab3052 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:29:02.999178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port caecfb60-bf19-4fcb-a4a6-88281eab3052, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=caecfb60-bf19-4fcb-a4a6-88281eab3052,segment=NetworkSegment(80dcff99-a698-425b-aa35-d78ecb31b6b4),segment_id=80dcff99-a698-425b-aa35-d78ecb31b6b4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:29:03.003391 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:03.053393 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=caecfb60-bf19-4fcb-a4a6-88281eab3052,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:03.061598 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:03.061934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:03.062280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:03.062623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:03.062961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:03.063298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:03.063632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:03.063963 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:03.064305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:03.064655 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:03.064986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:03.065313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:03.207341 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['caecfb60-bf19-4fcb-a4a6-88281eab3052'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:29:03.327369 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb1e6d-9704-43e1-907c-fd6c7897c71d req-b783e084-8929-4164-8039-ca958f3938f0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:03.328981 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e9fb1e6d-9704-43e1-907c-fd6c7897c71d req-b783e084-8929-4164-8039-ca958f3938f0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 945 time: 0.0704529 Jul 09 20:29:03.370522 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e9fb1e6d-9704-43e1-907c-fd6c7897c71d req-df3b2324-39b4-4ab9-a0db-4a765fa6d1cd tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=f595c568-76ee-4018-956a-971662504e37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345261 Jul 09 20:29:04.557191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005fba3-a5a4-473d-a29b-0cda88edcdb4 req-b0523345-438a-4612-aa7f-bc5aa1e058ca tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:04.558746 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a005fba3-a5a4-473d-a29b-0cda88edcdb4 req-b0523345-438a-4612-aa7f-bc5aa1e058ca tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 945 time: 0.0737545 Jul 09 20:29:04.597288 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a005fba3-a5a4-473d-a29b-0cda88edcdb4 req-f7cfd452-4b0c-4805-bc9c-802b126e5a9a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=f595c568-76ee-4018-956a-971662504e37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328696 Jul 09 20:29:04.830602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device caecfb60-bf19-4fcb-a4a6-88281eab3052 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:29:04.878161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port caecfb60-bf19-4fcb-a4a6-88281eab3052 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:29:04.882074 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port caecfb60-bf19-4fcb-a4a6-88281eab3052 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:29:04.882454 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:04.959313 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:04.981777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caecfb60-bf19-4fcb-a4a6-88281eab3052'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:29:04.984084 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dd601b-e90c-4f1f-8000-3534ec0046a7" -d '{"events": [{"server_uuid": "2edb03f5-3f20-4cf8-b55f-f573f5c539ba", "name": "network-vif-plugged", "status": "completed", "tag": "caecfb60-bf19-4fcb-a4a6-88281eab3052"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:29:05.000601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port caecfb60-bf19-4fcb-a4a6-88281eab3052, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=caecfb60-bf19-4fcb-a4a6-88281eab3052,segment=NetworkSegment(80dcff99-a698-425b-aa35-d78ecb31b6b4),segment_id=80dcff99-a698-425b-aa35-d78ecb31b6b4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:29:05.005601 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:05.030013 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b98f6e-fad6-4c39-8cf8-ad67082842a6 x-openstack-request-id: req-e3b98f6e-fad6-4c39-8cf8-ad67082842a6 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:29:05.030315 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edb03f5-3f20-4cf8-b55f-f573f5c539ba", "name": "network-vif-plugged", "status": "completed", "tag": "caecfb60-bf19-4fcb-a4a6-88281eab3052", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:29:05.030698 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3b98f6e-fad6-4c39-8cf8-ad67082842a6 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:29:05.031097 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'code': 200} Jul 09 20:29:05.058270 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=caecfb60-bf19-4fcb-a4a6-88281eab3052,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:05.149387 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082b51a-2c8d-4dba-a931-61362de9d9a5 req-63f9c3e8-2729-42fb-9842-7396d16380ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:05.150878 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2082b51a-2c8d-4dba-a931-61362de9d9a5 req-63f9c3e8-2729-42fb-9842-7396d16380ad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 1097 time: 0.0557218 Jul 09 20:29:05.186246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2082b51a-2c8d-4dba-a931-61362de9d9a5 req-9f72cb76-de99-4788-a92a-ff3941670db4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f595c568-76ee-4018-956a-971662504e37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288074 Jul 09 20:29:05.772710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28195fd9-8521-4901-b2e1-d00623775691 req-00efc360-9b9c-4f89-931f-33fd23d4a857 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:05.774222 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28195fd9-8521-4901-b2e1-d00623775691 req-00efc360-9b9c-4f89-931f-33fd23d4a857 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 946 time: 0.0642693 Jul 09 20:29:05.819786 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28195fd9-8521-4901-b2e1-d00623775691 req-7e3080bd-5dcb-4760-b9e9-d3851b50e58c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=f595c568-76ee-4018-956a-971662504e37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394659 Jul 09 20:29:06.999176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca3efb-61c4-42fa-9957-3634c3d290ec req-4c61af50-7f56-4176-bba8-16030c6de10b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:07.000808 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ebca3efb-61c4-42fa-9957-3634c3d290ec req-4c61af50-7f56-4176-bba8-16030c6de10b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 946 time: 0.0639646 Jul 09 20:29:07.040709 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ebca3efb-61c4-42fa-9957-3634c3d290ec req-0a0a38f0-7301-49bf-9e3f-e538c7602c87 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=f595c568-76ee-4018-956a-971662504e37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342104 Jul 09 20:29:07.218607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7bb38-3b3b-41de-9c63-e4aa34f4e7b7 req-5342dc59-bdfd-4144-b627-bc9abc7defea tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:07.220118 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35e7bb38-3b3b-41de-9c63-e4aa34f4e7b7 req-5342dc59-bdfd-4144-b627-bc9abc7defea tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 946 time: 0.0640650 Jul 09 20:29:07.258007 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35e7bb38-3b3b-41de-9c63-e4aa34f4e7b7 req-4ef4d161-f73b-48b1-be5a-687f509e6462 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=f595c568-76ee-4018-956a-971662504e37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321889 Jul 09 20:29:07.284701 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47594) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:07.344917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce52e3d-27bd-47df-96ae-e726bbbf93e2 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:07.346533 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0ce52e3d-27bd-47df-96ae-e726bbbf93e2 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 1092 time: 0.0608351 Jul 09 20:29:07.349458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 47598) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:07.354201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:29:07.377898 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:07.476472 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:07.589750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Allocated IP 172.25.0.53 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/20b8060f-3609-4d9f-997a-1cdf8ff350ae) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:29:07.692882 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:07.733233 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:07.778629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:29:07.781620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:29:07.784249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:29:07.792357 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Port': ['ID=20b8060f-3609-4d9f-997a-1cdf8ff350ae,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:08.285797 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:08.400489 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:08.552512 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:08.557387 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:08.640294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Port': ['ID=20b8060f-3609-4d9f-997a-1cdf8ff350ae,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:08.657093 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:08.761691 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Floating IP a6207e57-5002-467a-aa3a-fe72bb95c087 associated. External IP: 172.25.0.53, port: caecfb60-bf19-4fcb-a4a6-88281eab3052. Jul 09 20:29:08.979909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Router fcb93be4-a797-41af-91fd-f8010b97c68f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:29:09.092592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:29:09.101902 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06b7390-69ed-4d47-b58f-1fd00c404410 None None] Sync routers for ids ['fcb93be4-a797-41af-91fd-f8010b97c68f'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:29:09.109172 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:09.113516 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06b7390-69ed-4d47-b58f-1fd00c404410 None None] Routers {'fcb93be4-a797-41af-91fd-f8010b97c68f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:29:09.114146 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b06b7390-69ed-4d47-b58f-1fd00c404410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:28:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fcb93be4-a797-41af-91fd-f8010b97c68f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:29:09.150604 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e8300b5c-f6e2-449c-aef3-5a5789df7ea7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8000512 Jul 09 20:29:09.151354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'tag': 'caecfb60-bf19-4fcb-a4a6-88281eab3052'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:29:09.153823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47634) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:09.154300 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b176cd-e482-494c-834e-48580a6062c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2edb03f5-3f20-4cf8-b55f-f573f5c539ba", "tag": "caecfb60-bf19-4fcb-a4a6-88281eab3052"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:29:09.225939 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-70d82c32-d2b6-4f45-97f2-1958b130488a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/floatingips/a6207e57-5002-467a-aa3a-fe72bb95c087 HTTP/1.1" status: 200 len: 991 time: 0.0708928 Jul 09 20:29:09.267330 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-b06b7390-69ed-4d47-b58f-1fd00c404410 None None] Set router fcb93be4-a797-41af-91fd-f8010b97c68f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:29:09.389556 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c778f3-a92a-4032-9c1d-e9c8ed84a822 x-openstack-request-id: req-98c778f3-a92a-4032-9c1d-e9c8ed84a822 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:29:09.390341 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edb03f5-3f20-4cf8-b55f-f573f5c539ba", "tag": "caecfb60-bf19-4fcb-a4a6-88281eab3052", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:29:09.390742 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98c778f3-a92a-4032-9c1d-e9c8ed84a822 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:29:09.391315 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'tag': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'status': 'completed', 'code': 200} Jul 09 20:29:09.486095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b176cd-e482-494c-834e-48580a6062c0 req-59f466d0-b137-403f-8356-e9718016888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:09.487631 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7b176cd-e482-494c-834e-48580a6062c0 req-59f466d0-b137-403f-8356-e9718016888d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6c2e367335949d8ac23d1509444028b&device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 1097 time: 0.0748897 Jul 09 20:29:09.511087 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b06b7390-69ed-4d47-b58f-1fd00c404410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:52Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'a6207e57-5002-467a-aa3a-fe72bb95c087', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'port_id': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'mac_address': 'fa:16:3e:59:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:29:08Z', 'updated_at': '2021-07-09T20:29:08Z', 'revision_number': 0, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391c0b81-9ca7-45d6-8f5c-9d615a3c60f5', 'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:e0:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:52Z', 'updated_at': '2021-07-09T20:28:58Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:29:09.538294 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06b7390-69ed-4d47-b58f-1fd00c404410 None None] Checking router: fcb93be4-a797-41af-91fd-f8010b97c68f for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:29:09.547655 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06b7390-69ed-4d47-b58f-1fd00c404410 None None] Routers {'fcb93be4-a797-41af-91fd-f8010b97c68f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:29:09.548355 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b06b7390-69ed-4d47-b58f-1fd00c404410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:28:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fcb93be4-a797-41af-91fd-f8010b97c68f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:29:09.581486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b176cd-e482-494c-834e-48580a6062c0 req-d6dbf366-dbd2-4fcb-96a5-fc749d2c4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:09.583002 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7b176cd-e482-494c-834e-48580a6062c0 req-d6dbf366-dbd2-4fcb-96a5-fc749d2c4e55 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38a6352a-5d69-4422-8b60-858cf2754e96 HTTP/1.1" status: 200 len: 898 time: 0.0895729 Jul 09 20:29:09.662719 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7b176cd-e482-494c-834e-48580a6062c0 req-31614733-b3c0-46fb-bd74-39484f69f69c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=caecfb60-bf19-4fcb-a4a6-88281eab3052 HTTP/1.1" status: 200 len: 999 time: 0.0734019 Jul 09 20:29:09.664279 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-b06b7390-69ed-4d47-b58f-1fd00c404410 None None] Set router fcb93be4-a797-41af-91fd-f8010b97c68f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:29:09.712794 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b176cd-e482-494c-834e-48580a6062c0 req-aa3cb81c-0ea9-49ee-8d91-37e30a5ddfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:09.714294 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7b176cd-e482-494c-834e-48580a6062c0 req-aa3cb81c-0ea9-49ee-8d91-37e30a5ddfde service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bd0e1939-2e91-4a7a-938a-345c88d36760 HTTP/1.1" status: 200 len: 835 time: 0.0461190 Jul 09 20:29:09.779729 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b176cd-e482-494c-834e-48580a6062c0 req-8109f59c-c803-4308-86de-a673b9b9f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:09.781280 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7b176cd-e482-494c-834e-48580a6062c0 req-8109f59c-c803-4308-86de-a673b9b9f0c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38a6352a-5d69-4422-8b60-858cf2754e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608561 Jul 09 20:29:09.877308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7b176cd-e482-494c-834e-48580a6062c0 req-9420cab4-f150-44c5-8a80-1ff4647e401e service neutron] 10.222.0.32 "GET /v2.0/networks/38a6352a-5d69-4422-8b60-858cf2754e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898616 Jul 09 20:29:09.914156 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-b06b7390-69ed-4d47-b58f-1fd00c404410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:52Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'a6207e57-5002-467a-aa3a-fe72bb95c087', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'port_id': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'mac_address': 'fa:16:3e:59:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:29:08Z', 'updated_at': '2021-07-09T20:29:08Z', 'revision_number': 0, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391c0b81-9ca7-45d6-8f5c-9d615a3c60f5', 'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:e0:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:52Z', 'updated_at': '2021-07-09T20:28:58Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:29:09.941535 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06b7390-69ed-4d47-b58f-1fd00c404410 None None] The sync data for ids ['fcb93be4-a797-41af-91fd-f8010b97c68f'] in n-d-800088-3 is: [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:52Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'a6207e57-5002-467a-aa3a-fe72bb95c087', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'port_id': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'mac_address': 'fa:16:3e:59:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:29:08Z', 'updated_at': '2021-07-09T20:29:08Z', 'revision_number': 0, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391c0b81-9ca7-45d6-8f5c-9d615a3c60f5', 'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:e0:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:52Z', 'updated_at': '2021-07-09T20:28:58Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:29:09.995386 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7b176cd-e482-494c-834e-48580a6062c0 req-ccdb3cfb-cc68-423f-8544-f2c50a0fd9b6 service neutron] 10.222.0.32 "GET /v2.0/networks/38a6352a-5d69-4422-8b60-858cf2754e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125576 Jul 09 20:29:10.157464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294868df-4245-4554-95a9-c5f3aed60230 None None] New status for floating IP a6207e57-5002-467a-aa3a-fe72bb95c087: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:29:10.229196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47658) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:10.296721 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c09d097c-64d8-4751-9c81-7765548db4d0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/floatingips/a6207e57-5002-467a-aa3a-fe72bb95c087 HTTP/1.1" status: 200 len: 991 time: 0.0662799 Jul 09 20:29:11.300556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 47678) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:11.364666 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e60b966a-8bd8-4217-9bed-fd8ebfd94dfc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/floatingips/a6207e57-5002-467a-aa3a-fe72bb95c087 HTTP/1.1" status: 200 len: 993 time: 0.0629494 Jul 09 20:29:14.379444 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:29:26.359333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-b0634401-ff2f-4d49-ad2a-0c3b31dcd61f tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:26.360857 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-b0634401-ff2f-4d49-ad2a-0c3b31dcd61f tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/networks?id=429bae24-a3e6-4bca-8870-a64a29ff574d HTTP/1.1" status: 200 len: 814 time: 0.1008496 Jul 09 20:29:26.376217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-93b745bd-bce6-41fa-b710-899a77feb2b7 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/quotas/de533ff62e4843149ed70ab2fa846d24 HTTP/1.1" status: 200 len: 375 time: 0.0101058 Jul 09 20:29:26.415468 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-ef59707c-808a-4509-bd55-567ed2765692 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=de533ff62e4843149ed70ab2fa846d24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336614 Jul 09 20:29:26.504628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-aa27a3c6-fd09-4c55-b894-6c030fe272f2 service neutron] 10.222.0.30 "GET /v2.0/networks/429bae24-a3e6-4bca-8870-a64a29ff574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826845 Jul 09 20:29:26.599411 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-252ee216-a6b7-498d-a74f-0ea2898f61c7 service neutron] 10.222.0.30 "GET /v2.0/networks/429bae24-a3e6-4bca-8870-a64a29ff574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890911 Jul 09 20:29:26.776298 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a797ddbc-1767-41ac-9107-66c2c827e68a req-b39c3eec-bed8-462d-b2de-39f172763acd tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 210 time: 0.0326436 Jul 09 20:29:26.904454 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4e5a1b1e-1c50-4282-9bdd-5c556f41ee4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:27.076806 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:28.190732 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d395585-8260-4005-8723-141e84ec6082 req-3ebd87cc-f3f5-4256-8f46-03d38880c5ca tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 210 time: 0.3566766 Jul 09 20:29:28.872560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-5543eb08-cc9a-4071-9b3b-bb4d64f070be tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:28.874079 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-5543eb08-cc9a-4071-9b3b-bb4d64f070be tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.36 "GET /v2.0/networks?id=429bae24-a3e6-4bca-8870-a64a29ff574d HTTP/1.1" status: 200 len: 814 time: 0.0992446 Jul 09 20:29:28.892783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Request body: {'port': {'device_id': '9fe65178-ae4e-41f4-bf20-0db545553266', 'network_id': '429bae24-a3e6-4bca-8870-a64a29ff574d', 'admin_state_up': True, 'tenant_id': 'de533ff62e4843149ed70ab2fa846d24'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:29:29.005317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Made reservation on behalf of de533ff62e4843149ed70ab2fa846d24 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:29:29.009008 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:29.139421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Allocated IP 172.20.0.2 (429bae24-a3e6-4bca-8870-a64a29ff574d/0c004f7f-d1cb-4c4b-92a2-e86175e3f7fa/f802870c-4103-458f-a73c-4f52f4d5e3ed) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:29:29.289244 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:29.330908 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:29.339802 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ba514cd3-3e53-4656-a13e-c2adac77d0d2 req-e1fbf9af-bc09-4efc-a71b-7ceabb1c9e32 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 210 time: 0.0310507 Jul 09 20:29:29.385482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Network 429bae24-a3e6-4bca-8870-a64a29ff574d is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:29:29.389076 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:29:29.393281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:29:29.406085 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:29.417687 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Pushing event updated for resources: {'Port': ['ID=f802870c-4103-458f-a73c-4f52f4d5e3ed,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:29.432514 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:29.432890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:29.433243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:29.433676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:29.434285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:29.434410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:29.434698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:29.435062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:29.435368 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:29.435707 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:29.436039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:29.436370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:29.453245 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-40368412-dcde-4bde-8561-f99eee8b09ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:29.457017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:29.457657 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:29.472514 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-ce2b98a5-9add-43df-887a-753123bf7738 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835185 Jul 09 20:29:29.483684 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-d230f8f6-4e09-4809-971f-a17af55aef40 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:29:29.484817 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-d230f8f6-4e09-4809-971f-a17af55aef40 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063674 Jul 09 20:29:29.543188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Request body: {'port': {'device_id': '9fe65178-ae4e-41f4-bf20-0db545553266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:29:29.614981 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:29.619531 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:29.880062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f802870c-4103-458f-a73c-4f52f4d5e3ed {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:29:29.887743 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:29.899062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Transition to ACTIVE for port object f802870c-4103-458f-a73c-4f52f4d5e3ed will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:29:29.901968 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:29.949602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Pushing event updated for resources: {'Port': ['ID=f802870c-4103-458f-a73c-4f52f4d5e3ed,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:30.021916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Attempting to bind port f802870c-4103-458f-a73c-4f52f4d5e3ed on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:29:30.022252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Attempting to bind port f802870c-4103-458f-a73c-4f52f4d5e3ed by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '7259f279-d75e-4ba1-994b-89d6821933cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '429bae24-a3e6-4bca-8870-a64a29ff574d'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:29:30.022583 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Attempting to bind port f802870c-4103-458f-a73c-4f52f4d5e3ed on network 429bae24-a3e6-4bca-8870-a64a29ff574d {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:29:30.026735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Port f802870c-4103-458f-a73c-4f52f4d5e3ed on network 429bae24-a3e6-4bca-8870-a64a29ff574d not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:29:30.027042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Attempting to bind port f802870c-4103-458f-a73c-4f52f4d5e3ed on network 429bae24-a3e6-4bca-8870-a64a29ff574d {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:29:30.032290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:29:30.032651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Checking segment: {'id': '7259f279-d75e-4ba1-994b-89d6821933cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '429bae24-a3e6-4bca-8870-a64a29ff574d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:29:30.033035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Bound using segment: {'id': '7259f279-d75e-4ba1-994b-89d6821933cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '429bae24-a3e6-4bca-8870-a64a29ff574d'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:29:30.033458 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Bound port: f802870c-4103-458f-a73c-4f52f4d5e3ed, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7259f279-d75e-4ba1-994b-89d6821933cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '429bae24-a3e6-4bca-8870-a64a29ff574d'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:29:30.033813 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:30.094698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] For port f802870c-4103-458f-a73c-4f52f4d5e3ed, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:29:30.097611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] For port f802870c-4103-458f-a73c-4f52f4d5e3ed, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f802870c-4103-458f-a73c-4f52f4d5e3ed,segment=NetworkSegment(7259f279-d75e-4ba1-994b-89d6821933cf),segment_id=7259f279-d75e-4ba1-994b-89d6821933cf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:29:30.102192 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:30.141855 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:30.142474 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:30.143850 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] 10.222.0.36 "PUT /v2.0/ports/f802870c-4103-458f-a73c-4f52f4d5e3ed HTTP/1.1" status: 200 len: 1091 time: 0.6527383 Jul 09 20:29:30.144282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe65178-ae4e-41f4-bf20-0db545553266', 'tag': 'f802870c-4103-458f-a73c-4f52f4d5e3ed'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:29:30.146542 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c14da01-2dff-4e8c-a8c3-3aa1897c2cea" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe65178-ae4e-41f4-bf20-0db545553266", "tag": "f802870c-4103-458f-a73c-4f52f4d5e3ed"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:29:30.163317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e70997-d981-42aa-9f42-b080acacca0e service neutron] Pushing event updated for resources: {'Port': ['ID=f802870c-4103-458f-a73c-4f52f4d5e3ed,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:30.187595 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656f158f-0c6c-47d8-98f8-fe16f1ac190b x-openstack-request-id: req-656f158f-0c6c-47d8-98f8-fe16f1ac190b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:29:30.187891 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe65178-ae4e-41f4-bf20-0db545553266", "tag": "f802870c-4103-458f-a73c-4f52f4d5e3ed", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:29:30.188145 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-656f158f-0c6c-47d8-98f8-fe16f1ac190b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:29:30.188576 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe65178-ae4e-41f4-bf20-0db545553266', 'tag': 'f802870c-4103-458f-a73c-4f52f4d5e3ed', 'status': 'completed', 'code': 200} Jul 09 20:29:30.252553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-51690242-4812-4ac9-b51b-7e0d104a68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:30.254044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-51690242-4812-4ac9-b51b-7e0d104a68ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de533ff62e4843149ed70ab2fa846d24&device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 1094 time: 0.0567892 Jul 09 20:29:30.295666 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-8f186035-23ce-491f-9d34-8d8c93602e8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f802870c-4103-458f-a73c-4f52f4d5e3ed HTTP/1.1" status: 200 len: 217 time: 0.0342999 Jul 09 20:29:30.344911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-688446c9-b615-42cb-af73-441b9b652c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:30.346311 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-688446c9-b615-42cb-af73-441b9b652c15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c004f7f-d1cb-4c4b-92a2-e86175e3f7fa HTTP/1.1" status: 200 len: 854 time: 0.0441999 Jul 09 20:29:30.378660 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-0190c075-d6bd-4105-a3c0-3df61d8d6da8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=429bae24-a3e6-4bca-8870-a64a29ff574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263765 Jul 09 20:29:30.472910 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-f6b8362b-6930-46f8-82a6-b8f3cbea9a4e service neutron] 10.222.0.36 "GET /v2.0/networks/429bae24-a3e6-4bca-8870-a64a29ff574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880060 Jul 09 20:29:30.514561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aaf51f-2a57-461c-b79b-c80317040400 req-a66f35f6-debd-4b82-80ae-2885c979ee3f tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:30.516231 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e2aaf51f-2a57-461c-b79b-c80317040400 req-a66f35f6-debd-4b82-80ae-2885c979ee3f tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 943 time: 0.0643213 Jul 09 20:29:30.517275 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:30.554304 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e2aaf51f-2a57-461c-b79b-c80317040400 req-362fa7ab-fdcf-42f5-82fd-751622d92bbd tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321813 Jul 09 20:29:30.566223 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8ba8d9b8-5860-46d1-85ec-aca5b1411ca4 req-8da5ee3d-12dd-4c85-8203-3022e7f83ee3 service neutron] 10.222.0.36 "GET /v2.0/networks/429bae24-a3e6-4bca-8870-a64a29ff574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872614 Jul 09 20:29:30.666807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14da01-2dff-4e8c-a8c3-3aa1897c2cea req-8600adc8-7645-4af1-be73-17f9935b6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:30.668854 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c14da01-2dff-4e8c-a8c3-3aa1897c2cea req-8600adc8-7645-4af1-be73-17f9935b6579 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de533ff62e4843149ed70ab2fa846d24&device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 1094 time: 0.0576491 Jul 09 20:29:30.758185 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14da01-2dff-4e8c-a8c3-3aa1897c2cea req-0ef2f695-6e36-4b97-a4c5-09d7d36df80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:30.759685 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c14da01-2dff-4e8c-a8c3-3aa1897c2cea req-0ef2f695-6e36-4b97-a4c5-09d7d36df80d service neutron] 10.222.0.36 "GET /v2.0/networks?id=429bae24-a3e6-4bca-8870-a64a29ff574d HTTP/1.1" status: 200 len: 915 time: 0.0849979 Jul 09 20:29:30.805872 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c14da01-2dff-4e8c-a8c3-3aa1897c2cea req-f6c1812f-e364-4fca-8ead-e89d37390ce3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f802870c-4103-458f-a73c-4f52f4d5e3ed HTTP/1.1" status: 200 len: 217 time: 0.0399201 Jul 09 20:29:30.855637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14da01-2dff-4e8c-a8c3-3aa1897c2cea req-c2382949-0cf9-48b4-a2a6-370fc8ac370f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:30.857098 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c14da01-2dff-4e8c-a8c3-3aa1897c2cea req-c2382949-0cf9-48b4-a2a6-370fc8ac370f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c004f7f-d1cb-4c4b-92a2-e86175e3f7fa HTTP/1.1" status: 200 len: 854 time: 0.0452547 Jul 09 20:29:30.889680 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c14da01-2dff-4e8c-a8c3-3aa1897c2cea req-74639a9f-3578-4576-baa2-3e7318eb0a31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=429bae24-a3e6-4bca-8870-a64a29ff574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262966 Jul 09 20:29:30.979959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c14da01-2dff-4e8c-a8c3-3aa1897c2cea req-a3770310-7875-4a1c-9d53-8d5f22d33289 service neutron] 10.222.0.36 "GET /v2.0/networks/429bae24-a3e6-4bca-8870-a64a29ff574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838830 Jul 09 20:29:31.067900 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3c14da01-2dff-4e8c-a8c3-3aa1897c2cea req-15426fcb-6a1f-49a0-88b0-9c5d29cfe9c1 service neutron] 10.222.0.36 "GET /v2.0/networks/429bae24-a3e6-4bca-8870-a64a29ff574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811803 Jul 09 20:29:31.728114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fed42-1729-4f3c-bd74-ef5a47b86edf req-7c5d568d-a9bc-4340-82e0-a77639951de0 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:31.729564 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-677fed42-1729-4f3c-bd74-ef5a47b86edf req-7c5d568d-a9bc-4340-82e0-a77639951de0 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 943 time: 0.0664704 Jul 09 20:29:31.767742 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-677fed42-1729-4f3c-bd74-ef5a47b86edf req-07582459-bc55-40a8-8da6-f5e4792e6e69 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Jul 09 20:29:32.380681 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:32.942848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed650b-4875-4aac-a992-a879b43a7b29 req-4d1926bb-057e-469d-a4b4-aee3d2e7eed0 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:32.944320 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2ed650b-4875-4aac-a992-a879b43a7b29 req-4d1926bb-057e-469d-a4b4-aee3d2e7eed0 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 943 time: 0.0626416 Jul 09 20:29:32.981449 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2ed650b-4875-4aac-a992-a879b43a7b29 req-a5ab8a29-9fbf-4e72-9231-6c21c5ba3380 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313473 Jul 09 20:29:33.506489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f802870c-4103-458f-a73c-4f52f4d5e3ed details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:29:33.600864 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f802870c-4103-458f-a73c-4f52f4d5e3ed, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f802870c-4103-458f-a73c-4f52f4d5e3ed,segment=NetworkSegment(7259f279-d75e-4ba1-994b-89d6821933cf),segment_id=7259f279-d75e-4ba1-994b-89d6821933cf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:29:33.612377 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'f802870c-4103-458f-a73c-4f52f4d5e3ed', 'network_id': '429bae24-a3e6-4bca-8870-a64a29ff574d', 'port_id': 'f802870c-4103-458f-a73c-4f52f4d5e3ed', 'mac_address': 'fa:16:3e:dc:83:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c004f7f-d1cb-4c4b-92a2-e86175e3f7fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:29:33.648187 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:33.661046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f802870c-4103-458f-a73c-4f52f4d5e3ed {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:29:33.679852 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f802870c-4103-458f-a73c-4f52f4d5e3ed, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f802870c-4103-458f-a73c-4f52f4d5e3ed,segment=NetworkSegment(7259f279-d75e-4ba1-994b-89d6821933cf),segment_id=7259f279-d75e-4ba1-994b-89d6821933cf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:29:33.684030 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:33.734194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=f802870c-4103-458f-a73c-4f52f4d5e3ed,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:33.971657 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['f802870c-4103-458f-a73c-4f52f4d5e3ed'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:29:34.155003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759fc20-5c9b-4592-a474-0b95a83d55cf req-af272694-7098-438d-a105-fba60629748e tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:34.156520 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9759fc20-5c9b-4592-a474-0b95a83d55cf req-af272694-7098-438d-a105-fba60629748e tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 944 time: 0.0650775 Jul 09 20:29:34.194080 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9759fc20-5c9b-4592-a474-0b95a83d55cf req-1e8b962c-3cc7-4ae4-adbc-0e27d8dbd198 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317786 Jul 09 20:29:35.370087 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d9836-57f8-4ac1-8bda-e8204ca19715 req-e6d6f633-a40d-4bdc-abaa-01f24d9ee6c6 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:35.372255 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-076d9836-57f8-4ac1-8bda-e8204ca19715 req-e6d6f633-a40d-4bdc-abaa-01f24d9ee6c6 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 944 time: 0.0678535 Jul 09 20:29:35.409281 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-076d9836-57f8-4ac1-8bda-e8204ca19715 req-7a883ad9-28fd-412b-875c-b22cbecd459f tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314944 Jul 09 20:29:35.521795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f802870c-4103-458f-a73c-4f52f4d5e3ed up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:29:35.572422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port f802870c-4103-458f-a73c-4f52f4d5e3ed completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:29:35.576679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port f802870c-4103-458f-a73c-4f52f4d5e3ed triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:29:35.577086 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:35.650486 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:35.671602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe65178-ae4e-41f4-bf20-0db545553266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f802870c-4103-458f-a73c-4f52f4d5e3ed'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:29:35.673840 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e24464-8d07-48f8-aa36-37c170578000" -d '{"events": [{"server_uuid": "9fe65178-ae4e-41f4-bf20-0db545553266", "name": "network-vif-plugged", "status": "completed", "tag": "f802870c-4103-458f-a73c-4f52f4d5e3ed"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:29:35.687517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f802870c-4103-458f-a73c-4f52f4d5e3ed, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f802870c-4103-458f-a73c-4f52f4d5e3ed,segment=NetworkSegment(7259f279-d75e-4ba1-994b-89d6821933cf),segment_id=7259f279-d75e-4ba1-994b-89d6821933cf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:29:35.691556 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:35.717848 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cd1f4b-5523-4847-9add-aa313ce82930 x-openstack-request-id: req-23cd1f4b-5523-4847-9add-aa313ce82930 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:29:35.718138 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe65178-ae4e-41f4-bf20-0db545553266", "name": "network-vif-plugged", "status": "completed", "tag": "f802870c-4103-458f-a73c-4f52f4d5e3ed", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:29:35.718390 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23cd1f4b-5523-4847-9add-aa313ce82930 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:29:35.718772 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe65178-ae4e-41f4-bf20-0db545553266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f802870c-4103-458f-a73c-4f52f4d5e3ed', 'code': 200} Jul 09 20:29:35.751256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=f802870c-4103-458f-a73c-4f52f4d5e3ed,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:35.829127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3633b-218e-47b8-a025-65c86fe5d078 req-a04acdba-fc84-4aaf-840a-72d9c79ce169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:35.830644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-79f3633b-218e-47b8-a025-65c86fe5d078 req-a04acdba-fc84-4aaf-840a-72d9c79ce169 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 1096 time: 0.0517557 Jul 09 20:29:35.863627 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-79f3633b-218e-47b8-a025-65c86fe5d078 req-9ce03bf5-44a3-4a49-bc16-941240714edf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271854 Jul 09 20:29:36.586587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb5932-96c5-45c8-b117-9afb140b279d req-bfbf7e82-65c4-400b-adaf-22b874090e1f tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:36.588135 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-59cb5932-96c5-45c8-b117-9afb140b279d req-bfbf7e82-65c4-400b-adaf-22b874090e1f tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 945 time: 0.0660903 Jul 09 20:29:36.627519 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-59cb5932-96c5-45c8-b117-9afb140b279d req-49a09254-b030-441b-a364-df88f860ef95 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323808 Jul 09 20:29:37.554247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-762ae3c4-d6b0-4dfc-8bc5-3afa80e5f31f req-6fa0f8fb-1e17-4269-926a-3bc11a647e31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557344 Jul 09 20:29:37.665488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ae3c4-d6b0-4dfc-8bc5-3afa80e5f31f req-7539c7a7-f839-4331-ad38-9ec2bdef2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:37.667057 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-762ae3c4-d6b0-4dfc-8bc5-3afa80e5f31f req-7539c7a7-f839-4331-ad38-9ec2bdef2a47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de533ff62e4843149ed70ab2fa846d24&device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 1096 time: 0.0652957 Jul 09 20:29:37.795665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ae3c4-d6b0-4dfc-8bc5-3afa80e5f31f req-becf35ed-9005-4db4-b937-83fbd8574465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:37.797193 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-762ae3c4-d6b0-4dfc-8bc5-3afa80e5f31f req-becf35ed-9005-4db4-b937-83fbd8574465 service neutron] 10.222.0.36 "GET /v2.0/networks?id=429bae24-a3e6-4bca-8870-a64a29ff574d HTTP/1.1" status: 200 len: 915 time: 0.1108890 Jul 09 20:29:37.817947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252a40-e737-4a34-894a-80bd2fc8178c req-9df21f37-cac7-454c-93a9-8f63c830e471 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:37.819385 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce252a40-e737-4a34-894a-80bd2fc8178c req-9df21f37-cac7-454c-93a9-8f63c830e471 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 945 time: 0.0644510 Jul 09 20:29:37.838672 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-762ae3c4-d6b0-4dfc-8bc5-3afa80e5f31f req-f19b0b66-525d-496d-8610-599b929ce0bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f802870c-4103-458f-a73c-4f52f4d5e3ed HTTP/1.1" status: 200 len: 217 time: 0.0348425 Jul 09 20:29:37.859365 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ce252a40-e737-4a34-894a-80bd2fc8178c req-1fc4d094-61f9-4c75-9ced-864dbb66dfb7 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342109 Jul 09 20:29:37.892709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ae3c4-d6b0-4dfc-8bc5-3afa80e5f31f req-43014279-6a68-4488-bf3d-e8434a118329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:37.894259 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-762ae3c4-d6b0-4dfc-8bc5-3afa80e5f31f req-43014279-6a68-4488-bf3d-e8434a118329 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c004f7f-d1cb-4c4b-92a2-e86175e3f7fa HTTP/1.1" status: 200 len: 854 time: 0.0502059 Jul 09 20:29:37.932315 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-762ae3c4-d6b0-4dfc-8bc5-3afa80e5f31f req-678701be-dabc-4c43-8e18-2b01435363da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=429bae24-a3e6-4bca-8870-a64a29ff574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323482 Jul 09 20:29:37.953088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48338) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:38.031796 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-762ae3c4-d6b0-4dfc-8bc5-3afa80e5f31f req-1c0ff983-3d09-4703-a9c7-3935aa774b83 service neutron] 10.222.0.36 "GET /v2.0/networks/429bae24-a3e6-4bca-8870-a64a29ff574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936463 Jul 09 20:29:38.051003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d3fcc-705d-4722-81c2-15e8f0883fbe tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:38.051499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d3fcc-705d-4722-81c2-15e8f0883fbe tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:38.051993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d3fcc-705d-4722-81c2-15e8f0883fbe tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:38.053743 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a85d3fcc-705d-4722-81c2-15e8f0883fbe tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=f6c2e367335949d8ac23d1509444028b&network_id=38a6352a-5d69-4422-8b60-858cf2754e96 HTTP/1.1" status: 200 len: 2970 time: 0.0996561 Jul 09 20:29:38.138486 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-762ae3c4-d6b0-4dfc-8bc5-3afa80e5f31f req-b3289480-6d8c-499d-8f78-f76cfd1f72f1 service neutron] 10.222.0.36 "GET /v2.0/networks/429bae24-a3e6-4bca-8870-a64a29ff574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923424 Jul 09 20:29:39.249935 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-927dd7b1-13fe-4221-b325-4100e9d4b6f0 req-615d9184-ad14-40f2-b4c2-7cd020be7294 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525475 Jul 09 20:29:39.345788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dd7b1-13fe-4221-b325-4100e9d4b6f0 req-0418f44a-bd05-4e0b-b905-2596d3a17d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:39.347507 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-927dd7b1-13fe-4221-b325-4100e9d4b6f0 req-0418f44a-bd05-4e0b-b905-2596d3a17d9e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6c2e367335949d8ac23d1509444028b&device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 1097 time: 0.0537453 Jul 09 20:29:39.473033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dd7b1-13fe-4221-b325-4100e9d4b6f0 req-d2984ebb-a681-454b-9c8e-af6a5d62743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:39.474833 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-927dd7b1-13fe-4221-b325-4100e9d4b6f0 req-d2984ebb-a681-454b-9c8e-af6a5d62743a service neutron] 10.222.0.32 "GET /v2.0/networks?id=38a6352a-5d69-4422-8b60-858cf2754e96 HTTP/1.1" status: 200 len: 898 time: 0.1048679 Jul 09 20:29:39.541675 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-927dd7b1-13fe-4221-b325-4100e9d4b6f0 req-49e820af-0c1d-4fad-b842-9a4b1dcb6aab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=caecfb60-bf19-4fcb-a4a6-88281eab3052 HTTP/1.1" status: 200 len: 1001 time: 0.0609450 Jul 09 20:29:39.591645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dd7b1-13fe-4221-b325-4100e9d4b6f0 req-0864dfde-405c-4028-b549-461bce7d841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:39.593126 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-927dd7b1-13fe-4221-b325-4100e9d4b6f0 req-0864dfde-405c-4028-b549-461bce7d841d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bd0e1939-2e91-4a7a-938a-345c88d36760 HTTP/1.1" status: 200 len: 835 time: 0.0456507 Jul 09 20:29:39.655555 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dd7b1-13fe-4221-b325-4100e9d4b6f0 req-f51cd6c0-dd63-4e74-838e-340e432ad137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:39.657124 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-927dd7b1-13fe-4221-b325-4100e9d4b6f0 req-f51cd6c0-dd63-4e74-838e-340e432ad137 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38a6352a-5d69-4422-8b60-858cf2754e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579269 Jul 09 20:29:39.749433 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-927dd7b1-13fe-4221-b325-4100e9d4b6f0 req-f735abb8-73f9-41ab-8f8f-ddd4cdf3788b service neutron] 10.222.0.32 "GET /v2.0/networks/38a6352a-5d69-4422-8b60-858cf2754e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864129 Jul 09 20:29:39.844443 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-927dd7b1-13fe-4221-b325-4100e9d4b6f0 req-459e6ac1-37a0-4ec4-adf5-5c08d22dd74a service neutron] 10.222.0.32 "GET /v2.0/networks/38a6352a-5d69-4422-8b60-858cf2754e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889444 Jul 09 20:29:43.265052 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48414) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:43.318708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec335fe5-8414-4755-be6f-3750277b6b4b tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:43.320230 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ec335fe5-8414-4755-be6f-3750277b6b4b tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64 HTTP/1.1" status: 200 len: 814 time: 0.0541730 Jul 09 20:29:44.435260 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48422) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:44.440502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-49c333c1-7468-41f4-a40e-244302141372 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'network': {'name': 'tempest-network-smoke--746689383', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'port_security_enabled': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:29:44.462064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c333c1-7468-41f4-a40e-244302141372 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Made reservation on behalf of f6c2e367335949d8ac23d1509444028b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:29:44.466382 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49c333c1-7468-41f4-a40e-244302141372 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:44.498019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c333c1-7468-41f4-a40e-244302141372 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:29:44.508068 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49c333c1-7468-41f4-a40e-244302141372 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:44.508455 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-49c333c1-7468-41f4-a40e-244302141372 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Added segment c359b9bb-7309-4da7-b972-2f39c89f203b of type vlan for network ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 Jul 09 20:29:44.553966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49c333c1-7468-41f4-a40e-244302141372 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:44.583064 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49c333c1-7468-41f4-a40e-244302141372 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:44.589001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c333c1-7468-41f4-a40e-244302141372 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:44.590182 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49c333c1-7468-41f4-a40e-244302141372 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:44.649562 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-49c333c1-7468-41f4-a40e-244302141372 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2131972 Jul 09 20:29:44.653611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48424) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:44.691623 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c333c1-7468-41f4-a40e-244302141372 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Network': ['ID=ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:44.707375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:29:44.743048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9512fa0f-ddbb-4cce-afcd-c2277de94675 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:44.745209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9512fa0f-ddbb-4cce-afcd-c2277de94675 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f6c2e367335949d8ac23d1509444028b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0906377 Jul 09 20:29:44.748656 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48428) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:44.848940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82414530-510c-4390-98ff-3ecb3b9f70db tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:44.850460 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-82414530-510c-4390-98ff-3ecb3b9f70db tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1007371 Jul 09 20:29:44.853219 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48430) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:44.882495 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-665ade02-7060-4a54-a061-456fc00be65d tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281668 Jul 09 20:29:44.885111 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48432) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:44.914096 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dddcd095-dc25-402b-a4cf-eb0828c10443 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f6c2e367335949d8ac23d1509444028b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278292 Jul 09 20:29:44.916517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48434) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:45.005617 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d406e920-a8a3-4bbf-8841-b769b239cec7 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:45.007439 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d406e920-a8a3-4bbf-8841-b769b239cec7 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899601 Jul 09 20:29:45.010239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48436) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:45.042966 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5eb676c2-2b28-410b-9e8d-030a18ef89de tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316186 Jul 09 20:29:45.045531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48438) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:45.050715 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ae628c53-025a-4749-b4c3-ef64e1cd1704 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-877424736', 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:29:45.142250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae628c53-025a-4749-b4c3-ef64e1cd1704 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Made reservation on behalf of f6c2e367335949d8ac23d1509444028b for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:29:45.146059 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae628c53-025a-4749-b4c3-ef64e1cd1704 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:45.345108 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae628c53-025a-4749-b4c3-ef64e1cd1704 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:45.407937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae628c53-025a-4749-b4c3-ef64e1cd1704 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Subnet': ['ID=255f6cd7-db9f-48b1-81f6-edc8ad0d8593,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:45.419771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae628c53-025a-4749-b4c3-ef64e1cd1704 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Checking segment: {'id': 'c359b9bb-7309-4da7-b972-2f39c89f203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:29:45.420128 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae628c53-025a-4749-b4c3-ef64e1cd1704 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network hostable DHCP agents. Network: ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:29:45.437355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae628c53-025a-4749-b4c3-ef64e1cd1704 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:29:45.446372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-ae628c53-025a-4749-b4c3-ef64e1cd1704 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:29:45.451582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae628c53-025a-4749-b4c3-ef64e1cd1704 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:45.452830 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ae628c53-025a-4749-b4c3-ef64e1cd1704 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:45.455920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fe412e-5227-4872-b666-bde295d47534 None None] Network ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:29:45.467927 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ae628c53-025a-4749-b4c3-ef64e1cd1704 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4213126 Jul 09 20:29:45.630561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2', 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ips': [{'subnet_id': '255f6cd7-db9f-48b1-81f6-edc8ad0d8593'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:29:45.631423 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:45.782752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48444) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:45.788450 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2121074637', 'description': 'tempest-secgroup-smoke-2121074637 description', 'project_id': 'f6c2e367335949d8ac23d1509444028b'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:29:45.794214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Allocated IP 172.20.0.18 (ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2/255f6cd7-db9f-48b1-81f6-edc8ad0d8593/3b92630d-1f23-41c9-986b-907c42d76352) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:29:45.823267 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:45.938815 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:45.942843 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:45.970443 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:45.977135 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:45.978785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Transition to ACTIVE for port object 3b92630d-1f23-41c9-986b-907c42d76352 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:29:45.982705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48446) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:45.983304 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1991644 Jul 09 20:29:45.987276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9ab949e6-5c97-4323-be1b-debd099c4bfb tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': '02025fad-3d06-4040-80a0-088d9ee299be', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:29:45.992138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02025fad-3d06-4040-80a0-088d9ee299be,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:46.001411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:46.002016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:46.002524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:46.003028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:46.003539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:46.004080 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:46.004633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:46.005178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:46.005708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:46.006256 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:46.006679 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:46.007103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb261d2-a3e9-4c70-9d1a-1d4f185af93c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:29:46.013625 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Transition to ACTIVE for port object 3b92630d-1f23-41c9-986b-907c42d76352 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:29:46.020307 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ab949e6-5c97-4323-be1b-debd099c4bfb tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.021423 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.072546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Network ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:29:46.075681 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:29:46.078127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:29:46.090200 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Pushing event updated for resources: {'Port': ['ID=3b92630d-1f23-41c9-986b-907c42d76352,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:46.105974 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ab949e6-5c97-4323-be1b-debd099c4bfb tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.109966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ab949e6-5c97-4323-be1b-debd099c4bfb tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.132522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab949e6-5c97-4323-be1b-debd099c4bfb tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758a7811-2ff5-4328-a416-6cc4a71f1e17,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:46.139940 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9ab949e6-5c97-4323-be1b-debd099c4bfb tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.144639 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9ab949e6-5c97-4323-be1b-debd099c4bfb tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1583169 Jul 09 20:29:46.144862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48448) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:46.149327 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Attempting to bind port 3b92630d-1f23-41c9-986b-907c42d76352 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:29:46.149711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Attempting to bind port 3b92630d-1f23-41c9-986b-907c42d76352 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'c359b9bb-7309-4da7-b972-2f39c89f203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:29:46.149825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f7a0c9a8-adee-4552-be9c-bcefff8dd035 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': '02025fad-3d06-4040-80a0-088d9ee299be', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:29:46.150084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Attempting to bind port 3b92630d-1f23-41c9-986b-907c42d76352 on network ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:29:46.155579 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:29:46.155990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Checking segment: {'id': 'c359b9bb-7309-4da7-b972-2f39c89f203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:29:46.156336 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.156815 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Bound using segment: {'id': 'c359b9bb-7309-4da7-b972-2f39c89f203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:29:46.157258 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Bound port: 3b92630d-1f23-41c9-986b-907c42d76352, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c359b9bb-7309-4da7-b972-2f39c89f203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:29:46.157653 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.180628 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7a0c9a8-adee-4552-be9c-bcefff8dd035 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.235717 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] For port 3b92630d-1f23-41c9-986b-907c42d76352, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:29:46.240151 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] For port 3b92630d-1f23-41c9-986b-907c42d76352, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3b92630d-1f23-41c9-986b-907c42d76352,segment=NetworkSegment(c359b9bb-7309-4da7-b972-2f39c89f203b),segment_id=c359b9bb-7309-4da7-b972-2f39c89f203b)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:29:46.244673 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.246968 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7a0c9a8-adee-4552-be9c-bcefff8dd035 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.252455 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7a0c9a8-adee-4552-be9c-bcefff8dd035 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.271877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0c9a8-adee-4552-be9c-bcefff8dd035 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706077ac-d197-470a-b20c-d8f1c5783dfc,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:46.279317 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7a0c9a8-adee-4552-be9c-bcefff8dd035 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.284244 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f7a0c9a8-adee-4552-be9c-bcefff8dd035 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358826 Jul 09 20:29:46.285419 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48450) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:46.291967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-8aaf3fd4-818d-4e78-a92e-9d685d154284 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': '02025fad-3d06-4040-80a0-088d9ee299be', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:29:46.321687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260f1e5-612c-4f56-a9a4-2564d354b55f None None] Pushing event updated for resources: {'Port': ['ID=3b92630d-1f23-41c9-986b-907c42d76352,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:46.331116 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3fd4-818d-4e78-a92e-9d685d154284 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.400838 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3fd4-818d-4e78-a92e-9d685d154284 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.406373 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3fd4-818d-4e78-a92e-9d685d154284 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.430443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf3fd4-818d-4e78-a92e-9d685d154284 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6268dd0d-fb72-4095-9908-a360cbf4b589,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:46.434245 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8aaf3fd4-818d-4e78-a92e-9d685d154284 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.435761 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8aaf3fd4-818d-4e78-a92e-9d685d154284 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493027 Jul 09 20:29:46.438640 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48452) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:46.445588 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-28cc474d-898c-41a2-9cc4-213103bbd1c3 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': '02025fad-3d06-4040-80a0-088d9ee299be', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:29:46.500463 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28cc474d-898c-41a2-9cc4-213103bbd1c3 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.560937 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28cc474d-898c-41a2-9cc4-213103bbd1c3 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.565845 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28cc474d-898c-41a2-9cc4-213103bbd1c3 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.593868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc474d-898c-41a2-9cc4-213103bbd1c3 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ab07bd-3cc8-4ff5-96b9-64ae8772d5d8,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:46.611596 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28cc474d-898c-41a2-9cc4-213103bbd1c3 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.615917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48454) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:46.616397 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-28cc474d-898c-41a2-9cc4-213103bbd1c3 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1760375 Jul 09 20:29:46.621876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7fc5618d-58b9-4d8b-bf83-0c4b4749a6c2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': '02025fad-3d06-4040-80a0-088d9ee299be', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:29:46.647756 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-7fc5618d-58b9-4d8b-bf83-0c4b4749a6c2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Project f6c2e367335949d8ac23d1509444028b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:29:46.653241 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7fc5618d-58b9-4d8b-bf83-0c4b4749a6c2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.720880 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7fc5618d-58b9-4d8b-bf83-0c4b4749a6c2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.725093 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7fc5618d-58b9-4d8b-bf83-0c4b4749a6c2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.739155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5618d-58b9-4d8b-bf83-0c4b4749a6c2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c940e34-f254-4a98-900c-de9268945db4,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:46.754650 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7fc5618d-58b9-4d8b-bf83-0c4b4749a6c2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.758847 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48456) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:46.759018 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7fc5618d-58b9-4d8b-bf83-0c4b4749a6c2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415770 Jul 09 20:29:46.764707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-73017ca4-9e0f-4577-a9c5-9682842eecf9 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': '02025fad-3d06-4040-80a0-088d9ee299be', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:29:46.793192 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-73017ca4-9e0f-4577-a9c5-9682842eecf9 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Project f6c2e367335949d8ac23d1509444028b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:29:46.799983 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73017ca4-9e0f-4577-a9c5-9682842eecf9 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.867548 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73017ca4-9e0f-4577-a9c5-9682842eecf9 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.874344 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73017ca4-9e0f-4577-a9c5-9682842eecf9 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.893993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73017ca4-9e0f-4577-a9c5-9682842eecf9 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6411fc2-5e84-42d7-8b52-3de2e8e3b728,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:46.902941 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73017ca4-9e0f-4577-a9c5-9682842eecf9 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:46.904184 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-73017ca4-9e0f-4577-a9c5-9682842eecf9 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441677 Jul 09 20:29:47.070567 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-c0f0fcea-3209-40dd-8a4c-7488b4b4fef0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121074637&fields=id&tenant_id=f6c2e367335949d8ac23d1509444028b HTTP/1.1" status: 200 len: 267 time: 0.0389459 Jul 09 20:29:47.202675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-ae06fae2-fce3-4a7f-be01-aefc14aa9966 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:47.204599 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-ae06fae2-fce3-4a7f-be01-aefc14aa9966 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/networks?id=ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 HTTP/1.1" status: 200 len: 796 time: 0.1224236 Jul 09 20:29:47.221139 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-9a5f15b5-9e31-4919-b25d-efbf3a9bf1f6 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/quotas/f6c2e367335949d8ac23d1509444028b HTTP/1.1" status: 200 len: 375 time: 0.0104272 Jul 09 20:29:47.319364 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-c86b299e-c31e-44ea-b83b-d94176d46c29 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6c2e367335949d8ac23d1509444028b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0849695 Jul 09 20:29:47.320860 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf6a72b-7ace-4507-9058-17f2134ef219 None None] Network ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:29:47.413673 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-cede37e8-6b6d-4223-ba07-7c366f2673cf service neutron] 10.222.0.30 "GET /v2.0/networks/ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932002 Jul 09 20:29:47.459486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ffa6fd6f-efb4-453b-9422-a6c5207a6c20 None None] Provisioning for port 3b92630d-1f23-41c9-986b-907c42d76352 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:29:47.521241 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-933cbad4-231c-48db-887f-fc25dbc3c7ca service neutron] 10.222.0.30 "GET /v2.0/networks/ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999417 Jul 09 20:29:47.728173 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b20edcb-8e81-42f5-a084-a2166bc7a774 req-a8f73677-1dea-4e9f-a800-813a84999291 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a539551-b564-4e58-9640-21bb13e7cab2 HTTP/1.1" status: 200 len: 210 time: 0.0375183 Jul 09 20:29:48.099357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3b92630d-1f23-41c9-986b-907c42d76352 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:29:48.154630 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 3b92630d-1f23-41c9-986b-907c42d76352 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:29:48.158956 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3b92630d-1f23-41c9-986b-907c42d76352 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:29:48.159402 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:48.243444 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:48.284565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 3b92630d-1f23-41c9-986b-907c42d76352, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3b92630d-1f23-41c9-986b-907c42d76352,segment=NetworkSegment(c359b9bb-7309-4da7-b972-2f39c89f203b),segment_id=c359b9bb-7309-4da7-b972-2f39c89f203b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:29:48.289108 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:48.343993 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=3b92630d-1f23-41c9-986b-907c42d76352,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:48.897180 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cd531bf8-7a47-48c3-bd94-48b9e7f059e9 req-43718b45-3bf9-4f0c-90a1-e6aea5afa32a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a539551-b564-4e58-9640-21bb13e7cab2 HTTP/1.1" status: 200 len: 210 time: 0.0466807 Jul 09 20:29:48.952488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-bbcf8559-8a77-4293-8c52-7d44f032086d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:48.954000 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-bbcf8559-8a77-4293-8c52-7d44f032086d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.32 "GET /v2.0/networks?id=ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 HTTP/1.1" status: 200 len: 796 time: 0.1506658 Jul 09 20:29:49.002314 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e4de543d-1595-435a-b525-2e7f21a07ccf tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6c2e367335949d8ac23d1509444028b HTTP/1.1" status: 200 len: 472 time: 0.0389547 Jul 09 20:29:49.011602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-3b0a9841-b2ad-4315-8da4-bddc46ccfdde tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'port': {'device_id': '8a539551-b564-4e58-9640-21bb13e7cab2', 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2', 'admin_state_up': True, 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'security_groups': ['02025fad-3d06-4040-80a0-088d9ee299be']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:29:49.129661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-3b0a9841-b2ad-4315-8da4-bddc46ccfdde tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Made reservation on behalf of f6c2e367335949d8ac23d1509444028b for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:29:49.133425 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-3b0a9841-b2ad-4315-8da4-bddc46ccfdde tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:49.264613 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-3b0a9841-b2ad-4315-8da4-bddc46ccfdde tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Allocated IP 172.20.0.29 (ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2/255f6cd7-db9f-48b1-81f6-edc8ad0d8593/b4752920-0b01-42e6-9db9-0fc795d235a9) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:29:49.406841 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-3b0a9841-b2ad-4315-8da4-bddc46ccfdde tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:49.421972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-3b0a9841-b2ad-4315-8da4-bddc46ccfdde tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Transition to ACTIVE for port object b4752920-0b01-42e6-9db9-0fc795d235a9 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:29:49.456623 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-3b0a9841-b2ad-4315-8da4-bddc46ccfdde tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:49.508767 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-3b0a9841-b2ad-4315-8da4-bddc46ccfdde tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:29:49.512818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-3b0a9841-b2ad-4315-8da4-bddc46ccfdde tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:29:49.517511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-3b0a9841-b2ad-4315-8da4-bddc46ccfdde tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:29:49.521446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a9841-b2ad-4315-8da4-bddc46ccfdde tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Port': ['ID=b4752920-0b01-42e6-9db9-0fc795d235a9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:49.572338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-3b0a9841-b2ad-4315-8da4-bddc46ccfdde tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:49.573007 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-3b0a9841-b2ad-4315-8da4-bddc46ccfdde tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:49.591271 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-3b0a9841-b2ad-4315-8da4-bddc46ccfdde tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5837319 Jul 09 20:29:49.603614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Request body: {'port': {'device_id': '8a539551-b564-4e58-9640-21bb13e7cab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:29:49.681031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:49.743081 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-978ec495-e110-46cd-b243-d464a989e4a8 None None] Provisioning for port b4752920-0b01-42e6-9db9-0fc795d235a9 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:29:49.758056 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-978ec495-e110-46cd-b243-d464a989e4a8 None None] Provisioning complete for port b4752920-0b01-42e6-9db9-0fc795d235a9 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:29:49.758664 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-978ec495-e110-46cd-b243-d464a989e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:49.796985 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-978ec495-e110-46cd-b243-d464a989e4a8 None None] Port b4752920-0b01-42e6-9db9-0fc795d235a9 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:29:49.963612 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4752920-0b01-42e6-9db9-0fc795d235a9 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:29:49.973371 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:49.987454 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Transition to ACTIVE for port object b4752920-0b01-42e6-9db9-0fc795d235a9 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:29:49.994310 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:50.064336 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3b92630d-1f23-41c9-986b-907c42d76352 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:29:50.086909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Pushing event updated for resources: {'Port': ['ID=b4752920-0b01-42e6-9db9-0fc795d235a9,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:50.134012 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3b92630d-1f23-41c9-986b-907c42d76352 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:29:50.134388 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:50.223491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1424b0-382e-42cb-b1b3-ce941fd0d6a8 req-022fe2b5-d2d9-46bd-bf4a-e96c7883b77f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:50.225114 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b1424b0-382e-42cb-b1b3-ce941fd0d6a8 req-022fe2b5-d2d9-46bd-bf4a-e96c7883b77f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a539551-b564-4e58-9640-21bb13e7cab2 HTTP/1.1" status: 200 len: 944 time: 0.1981671 Jul 09 20:29:50.228295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Attempting to bind port b4752920-0b01-42e6-9db9-0fc795d235a9 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:29:50.230285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Attempting to bind port b4752920-0b01-42e6-9db9-0fc795d235a9 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'c359b9bb-7309-4da7-b972-2f39c89f203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:29:50.231515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Attempting to bind port b4752920-0b01-42e6-9db9-0fc795d235a9 on network ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:29:50.257982 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Port b4752920-0b01-42e6-9db9-0fc795d235a9 on network ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:29:50.258316 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Attempting to bind port b4752920-0b01-42e6-9db9-0fc795d235a9 on network ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:29:50.267873 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:29:50.268225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Checking segment: {'id': 'c359b9bb-7309-4da7-b972-2f39c89f203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:29:50.268650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Bound using segment: {'id': 'c359b9bb-7309-4da7-b972-2f39c89f203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:29:50.269100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Bound port: b4752920-0b01-42e6-9db9-0fc795d235a9, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c359b9bb-7309-4da7-b972-2f39c89f203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:29:50.269474 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:50.295149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9b1424b0-382e-42cb-b1b3-ce941fd0d6a8 req-5ccb314a-7a34-4223-9844-3efd843c0cc4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=02025fad-3d06-4040-80a0-088d9ee299be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580895 Jul 09 20:29:50.352906 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] For port b4752920-0b01-42e6-9db9-0fc795d235a9, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:29:50.357806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] For port b4752920-0b01-42e6-9db9-0fc795d235a9, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b4752920-0b01-42e6-9db9-0fc795d235a9,segment=NetworkSegment(c359b9bb-7309-4da7-b972-2f39c89f203b),segment_id=c359b9bb-7309-4da7-b972-2f39c89f203b)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:29:50.362170 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:50.399018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:50.399633 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:50.401163 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] 10.222.0.32 "PUT /v2.0/ports/b4752920-0b01-42e6-9db9-0fc795d235a9 HTTP/1.1" status: 200 len: 1092 time: 0.8024604 Jul 09 20:29:50.401595 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a539551-b564-4e58-9640-21bb13e7cab2', 'tag': 'b4752920-0b01-42e6-9db9-0fc795d235a9'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:29:50.404627 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2646a5-bb2e-40ad-828d-1219f0d1db5c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a539551-b564-4e58-9640-21bb13e7cab2", "tag": "b4752920-0b01-42e6-9db9-0fc795d235a9"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:29:50.430588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e54d8a-f6df-4286-85b8-bd54bf119aad service neutron] Pushing event updated for resources: {'Port': ['ID=b4752920-0b01-42e6-9db9-0fc795d235a9,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:50.482358 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a236f70-c7ef-4185-91b7-e2d571738ec8 x-openstack-request-id: req-4a236f70-c7ef-4185-91b7-e2d571738ec8 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:29:50.482653 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a539551-b564-4e58-9640-21bb13e7cab2", "tag": "b4752920-0b01-42e6-9db9-0fc795d235a9", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:29:50.482907 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a236f70-c7ef-4185-91b7-e2d571738ec8 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:29:50.483312 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a539551-b564-4e58-9640-21bb13e7cab2', 'tag': 'b4752920-0b01-42e6-9db9-0fc795d235a9', 'status': 'completed', 'code': 200} Jul 09 20:29:50.515676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-1fa810aa-06df-477a-8596-1c0eb97d0d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:50.517244 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-1fa810aa-06df-477a-8596-1c0eb97d0d67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6c2e367335949d8ac23d1509444028b&device_id=8a539551-b564-4e58-9640-21bb13e7cab2 HTTP/1.1" status: 200 len: 1095 time: 0.0656562 Jul 09 20:29:50.559917 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-ba42ad97-85ee-4f97-8f07-5c0275ac60b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=b4752920-0b01-42e6-9db9-0fc795d235a9 HTTP/1.1" status: 200 len: 217 time: 0.0353961 Jul 09 20:29:50.610984 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-5c18d351-67a4-4ec5-9156-a33de7f5a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:50.612465 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-5c18d351-67a4-4ec5-9156-a33de7f5a153 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=255f6cd7-db9f-48b1-81f6-edc8ad0d8593 HTTP/1.1" status: 200 len: 837 time: 0.0460258 Jul 09 20:29:50.674498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6d0e2d4-ede7-45d8-b121-da3c72d2fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:50.676006 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-e6d0e2d4-ede7-45d8-b121-da3c72d2fe9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572462 Jul 09 20:29:50.765419 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-52e9bcd9-bcf1-4393-8f5a-2e87f517bf6f service neutron] 10.222.0.32 "GET /v2.0/networks/ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831945 Jul 09 20:29:50.863584 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9583bb4-ab03-45b2-9469-3951afd4eafe req-fe8ff6e5-da86-4701-948e-c8db42924a81 service neutron] 10.222.0.32 "GET /v2.0/networks/ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919435 Jul 09 20:29:50.960034 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2646a5-bb2e-40ad-828d-1219f0d1db5c req-78e2b3d5-8e47-411d-9603-d7b36507806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:50.961691 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e2646a5-bb2e-40ad-828d-1219f0d1db5c req-78e2b3d5-8e47-411d-9603-d7b36507806c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6c2e367335949d8ac23d1509444028b&device_id=8a539551-b564-4e58-9640-21bb13e7cab2 HTTP/1.1" status: 200 len: 1095 time: 0.0516810 Jul 09 20:29:51.052282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2646a5-bb2e-40ad-828d-1219f0d1db5c req-724e593b-b4b2-4780-8c01-ef91a7da9f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:51.053794 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e2646a5-bb2e-40ad-828d-1219f0d1db5c req-724e593b-b4b2-4780-8c01-ef91a7da9f5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 HTTP/1.1" status: 200 len: 897 time: 0.0854065 Jul 09 20:29:51.380748 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:29:51.465118 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e2646a5-bb2e-40ad-828d-1219f0d1db5c req-91c4c28d-3bbf-4da8-9205-3a9d789989a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=b4752920-0b01-42e6-9db9-0fc795d235a9 HTTP/1.1" status: 200 len: 217 time: 0.4050944 Jul 09 20:29:51.549730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2646a5-bb2e-40ad-828d-1219f0d1db5c req-8d80785d-ce64-4796-9a1e-a5aef045ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:51.551252 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e2646a5-bb2e-40ad-828d-1219f0d1db5c req-8d80785d-ce64-4796-9a1e-a5aef045ad71 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=255f6cd7-db9f-48b1-81f6-edc8ad0d8593 HTTP/1.1" status: 200 len: 837 time: 0.0780346 Jul 09 20:29:51.628994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63ff33c-ba09-4aec-a72a-e35f3bca7ae4 req-4b4d7d75-4e89-425e-b460-8d243db2bae6 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:51.631102 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c63ff33c-ba09-4aec-a72a-e35f3bca7ae4 req-4b4d7d75-4e89-425e-b460-8d243db2bae6 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a539551-b564-4e58-9640-21bb13e7cab2 HTTP/1.1" status: 200 len: 944 time: 0.1683650 Jul 09 20:29:51.705826 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2646a5-bb2e-40ad-828d-1219f0d1db5c req-d41e8b9b-17d5-4e2b-8c6d-6dccd7942daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:51.708309 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e2646a5-bb2e-40ad-828d-1219f0d1db5c req-d41e8b9b-17d5-4e2b-8c6d-6dccd7942daa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1475091 Jul 09 20:29:51.713390 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c63ff33c-ba09-4aec-a72a-e35f3bca7ae4 req-1ed409a4-7323-4e1e-8015-6d6fd89156ec tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=02025fad-3d06-4040-80a0-088d9ee299be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760956 Jul 09 20:29:51.812923 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e2646a5-bb2e-40ad-828d-1219f0d1db5c req-4003661e-8bec-4076-bb62-0eee39332de2 service neutron] 10.222.0.32 "GET /v2.0/networks/ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971680 Jul 09 20:29:51.901389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e2646a5-bb2e-40ad-828d-1219f0d1db5c req-0c32d405-8787-4614-8d52-81b6cc2f66e5 service neutron] 10.222.0.32 "GET /v2.0/networks/ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826738 Jul 09 20:29:53.079069 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b4752920-0b01-42e6-9db9-0fc795d235a9 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:29:53.174880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port b4752920-0b01-42e6-9db9-0fc795d235a9, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b4752920-0b01-42e6-9db9-0fc795d235a9,segment=NetworkSegment(c359b9bb-7309-4da7-b972-2f39c89f203b),segment_id=c359b9bb-7309-4da7-b972-2f39c89f203b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:29:53.186678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'b4752920-0b01-42e6-9db9-0fc795d235a9', 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2', 'port_id': 'b4752920-0b01-42e6-9db9-0fc795d235a9', 'mac_address': 'fa:16:3e:a4:c0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255f6cd7-db9f-48b1-81f6-edc8ad0d8593', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:29:53.190429 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832631e0-f5d7-454b-88d2-4c5dade45c13 req-e8afcf4f-cc18-40ff-9929-77a8fd2ed4bf tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:53.191951 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-832631e0-f5d7-454b-88d2-4c5dade45c13 req-e8afcf4f-cc18-40ff-9929-77a8fd2ed4bf tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a539551-b564-4e58-9640-21bb13e7cab2 HTTP/1.1" status: 200 len: 944 time: 0.3634617 Jul 09 20:29:53.226835 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:53.230857 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-832631e0-f5d7-454b-88d2-4c5dade45c13 req-96ff21bf-4a03-4ea9-b798-b7e25c05b223 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=02025fad-3d06-4040-80a0-088d9ee299be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331242 Jul 09 20:29:53.239520 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4752920-0b01-42e6-9db9-0fc795d235a9 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:29:53.259754 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port b4752920-0b01-42e6-9db9-0fc795d235a9, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b4752920-0b01-42e6-9db9-0fc795d235a9,segment=NetworkSegment(c359b9bb-7309-4da7-b972-2f39c89f203b),segment_id=c359b9bb-7309-4da7-b972-2f39c89f203b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:29:53.265497 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:53.314242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=b4752920-0b01-42e6-9db9-0fc795d235a9,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:53.478239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['b4752920-0b01-42e6-9db9-0fc795d235a9'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:29:54.405710 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2112b1a-024c-448f-8400-33393180a44d req-5895d4e5-d641-40fc-b17a-f6d50e041094 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:54.407277 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2112b1a-024c-448f-8400-33393180a44d req-5895d4e5-d641-40fc-b17a-f6d50e041094 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a539551-b564-4e58-9640-21bb13e7cab2 HTTP/1.1" status: 200 len: 945 time: 0.0645452 Jul 09 20:29:54.446160 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b2112b1a-024c-448f-8400-33393180a44d req-9b6a76fb-4fc7-44c6-b391-c5d1c5e12d22 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=02025fad-3d06-4040-80a0-088d9ee299be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332396 Jul 09 20:29:55.094586 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b4752920-0b01-42e6-9db9-0fc795d235a9 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:29:55.142684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port b4752920-0b01-42e6-9db9-0fc795d235a9 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:29:55.146345 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port b4752920-0b01-42e6-9db9-0fc795d235a9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:29:55.146723 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:55.225797 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:55.248322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a539551-b564-4e58-9640-21bb13e7cab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4752920-0b01-42e6-9db9-0fc795d235a9'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:29:55.250635 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3534d2f-0700-49ee-85c1-0261a2f8d2a3" -d '{"events": [{"server_uuid": "8a539551-b564-4e58-9640-21bb13e7cab2", "name": "network-vif-plugged", "status": "completed", "tag": "b4752920-0b01-42e6-9db9-0fc795d235a9"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:29:55.264738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port b4752920-0b01-42e6-9db9-0fc795d235a9, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b4752920-0b01-42e6-9db9-0fc795d235a9,segment=NetworkSegment(c359b9bb-7309-4da7-b972-2f39c89f203b),segment_id=c359b9bb-7309-4da7-b972-2f39c89f203b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:29:55.269712 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:55.296198 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffe4439-0b4b-405b-8370-88020702de66 x-openstack-request-id: req-6ffe4439-0b4b-405b-8370-88020702de66 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:29:55.296495 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a539551-b564-4e58-9640-21bb13e7cab2", "name": "network-vif-plugged", "status": "completed", "tag": "b4752920-0b01-42e6-9db9-0fc795d235a9", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:29:55.296778 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ffe4439-0b4b-405b-8370-88020702de66 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:29:55.297440 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a539551-b564-4e58-9640-21bb13e7cab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4752920-0b01-42e6-9db9-0fc795d235a9', 'code': 200} Jul 09 20:29:55.323467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=b4752920-0b01-42e6-9db9-0fc795d235a9,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:55.420441 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96918202-2b4a-40b5-b190-a2f25483e63b req-10eb04fe-3d2d-45a8-80ff-1126c4e92d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:55.421939 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-96918202-2b4a-40b5-b190-a2f25483e63b req-10eb04fe-3d2d-45a8-80ff-1126c4e92d00 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a539551-b564-4e58-9640-21bb13e7cab2 HTTP/1.1" status: 200 len: 1097 time: 0.0548842 Jul 09 20:29:55.459321 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-96918202-2b4a-40b5-b190-a2f25483e63b req-3d5863c5-8ac0-4f63-abad-e139e3c59c81 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=02025fad-3d06-4040-80a0-088d9ee299be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308771 Jul 09 20:29:55.627381 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25bebe-29d2-46f0-92f9-fcc57aa5dbf1 req-2550f54a-bc8d-4b53-9df6-ff110ba3e863 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:55.628931 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f25bebe-29d2-46f0-92f9-fcc57aa5dbf1 req-2550f54a-bc8d-4b53-9df6-ff110ba3e863 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a539551-b564-4e58-9640-21bb13e7cab2 HTTP/1.1" status: 200 len: 946 time: 0.0682840 Jul 09 20:29:55.668249 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f25bebe-29d2-46f0-92f9-fcc57aa5dbf1 req-9e8ca68b-4643-49d3-bf3d-b2e28add2282 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=02025fad-3d06-4040-80a0-088d9ee299be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328200 Jul 09 20:29:56.853591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f300cd-4203-47df-9355-51311b008ddd req-0eb065d6-85d8-4404-8701-ee09d664bec0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:56.855981 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-47f300cd-4203-47df-9355-51311b008ddd req-0eb065d6-85d8-4404-8701-ee09d664bec0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a539551-b564-4e58-9640-21bb13e7cab2 HTTP/1.1" status: 200 len: 946 time: 0.0698304 Jul 09 20:29:56.901237 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-47f300cd-4203-47df-9355-51311b008ddd req-1c26e6fd-5d34-4770-9e5a-1a10be944ea0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=02025fad-3d06-4040-80a0-088d9ee299be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397859 Jul 09 20:29:56.906188 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-12120b28-db86-4ea0-99f8-058990b7bd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:57.081038 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c7b33-c330-4fbb-abf5-c5227b7a7eeb req-5d65885c-5ec4-467e-b52f-00e5b769eccc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:29:57.083263 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-515c7b33-c330-4fbb-abf5-c5227b7a7eeb req-5d65885c-5ec4-467e-b52f-00e5b769eccc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a539551-b564-4e58-9640-21bb13e7cab2 HTTP/1.1" status: 200 len: 946 time: 0.0735919 Jul 09 20:29:57.088227 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:57.124095 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-515c7b33-c330-4fbb-abf5-c5227b7a7eeb req-7e792747-ed31-49ec-ac68-ec93bb985b5c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=02025fad-3d06-4040-80a0-088d9ee299be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331037 Jul 09 20:29:58.600242 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48562) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:29:59.051842 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:59.327436 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Allocated IP 172.20.0.17 (ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2/255f6cd7-db9f-48b1-81f6-edc8ad0d8593/6438b2f2-5704-4bc7-95f6-a479b83e6309) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:29:59.413043 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:59.438758 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:59.454005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Transition to ACTIVE for port object 6438b2f2-5704-4bc7-95f6-a479b83e6309 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:29:59.459348 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-66bdb536-35bf-4857-91bb-0ddd20965ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:59.487999 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:59.528753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:29:59.533833 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:29:59.537574 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:29:59.571373 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Port': ['ID=6438b2f2-5704-4bc7-95f6-a479b83e6309,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:29:59.593968 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:59.622416 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:59.749295 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:59.823467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-10439fef-92ab-4f5e-ba35-588c3ae57249 None None] Provisioning for port 6438b2f2-5704-4bc7-95f6-a479b83e6309 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:29:59.827207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-10439fef-92ab-4f5e-ba35-588c3ae57249 None None] Provisioning complete for port 6438b2f2-5704-4bc7-95f6-a479b83e6309 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:29:59.827584 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-10439fef-92ab-4f5e-ba35-588c3ae57249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:29:59.861428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-10439fef-92ab-4f5e-ba35-588c3ae57249 None None] Port 6438b2f2-5704-4bc7-95f6-a479b83e6309 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:30:00.030607 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:00.035622 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:00.109366 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:00.111227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Port': ['ID=6438b2f2-5704-4bc7-95f6-a479b83e6309,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:00.207539 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:30:00.209203 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:30:00.324866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Router fcb93be4-a797-41af-91fd-f8010b97c68f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:30:00.436621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:30:00.441680 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7f9a841e-5324-4d16-b411-ebfdfb371b34 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "PUT /v2.0/routers/fcb93be4-a797-41af-91fd-f8010b97c68f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8403080 Jul 09 20:30:00.445492 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Sync routers for ids ['fcb93be4-a797-41af-91fd-f8010b97c68f'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:30:00.455529 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Routers {'fcb93be4-a797-41af-91fd-f8010b97c68f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:00.456149 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:29:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fcb93be4-a797-41af-91fd-f8010b97c68f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:00.482922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8b948e57-6d26-48fd-b13f-824cc9a52a24 None None] Provisioning complete for port 6438b2f2-5704-4bc7-95f6-a479b83e6309 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:00.483539 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b948e57-6d26-48fd-b13f-824cc9a52a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:00.529563 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:00.530351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8b948e57-6d26-48fd-b13f-824cc9a52a24 None None] Port 6438b2f2-5704-4bc7-95f6-a479b83e6309 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:30:00.565780 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Set router fcb93be4-a797-41af-91fd-f8010b97c68f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:00.877089 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:29:59Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'a6207e57-5002-467a-aa3a-fe72bb95c087', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'port_id': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'mac_address': 'fa:16:3e:59:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:29:08Z', 'updated_at': '2021-07-09T20:29:10Z', 'revision_number': 1, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391c0b81-9ca7-45d6-8f5c-9d615a3c60f5', 'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:e0:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:52Z', 'updated_at': '2021-07-09T20:28:58Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6438b2f2-5704-4bc7-95f6-a479b83e6309', 'name': '', 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:7c:d0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '255f6cd7-db9f-48b1-81f6-edc8ad0d8593', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:29:59Z', 'updated_at': '2021-07-09T20:29:59Z', 'revision_number': 2, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': '255f6cd7-db9f-48b1-81f6-edc8ad0d8593', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:00.902421 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Checking router: fcb93be4-a797-41af-91fd-f8010b97c68f for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:30:00.902792 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Updating router fcb93be4-a797-41af-91fd-f8010b97c68f port 6438b2f2-5704-4bc7-95f6-a479b83e6309 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:30:00.935255 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:01.191475 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:01.201972 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Transition to ACTIVE for port object 6438b2f2-5704-4bc7-95f6-a479b83e6309 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:30:01.206848 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:01.255933 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697075a-9f87-4751-beb5-bc98eda8010d None None] Pushing event updated for resources: {'Port': ['ID=6438b2f2-5704-4bc7-95f6-a479b83e6309,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:01.279621 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697075a-9f87-4751-beb5-bc98eda8010d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.279968 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697075a-9f87-4751-beb5-bc98eda8010d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.280312 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697075a-9f87-4751-beb5-bc98eda8010d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.280752 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697075a-9f87-4751-beb5-bc98eda8010d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.281071 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697075a-9f87-4751-beb5-bc98eda8010d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.281410 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697075a-9f87-4751-beb5-bc98eda8010d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.281744 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697075a-9f87-4751-beb5-bc98eda8010d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.282076 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697075a-9f87-4751-beb5-bc98eda8010d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.282404 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697075a-9f87-4751-beb5-bc98eda8010d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.282735 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697075a-9f87-4751-beb5-bc98eda8010d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.283064 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697075a-9f87-4751-beb5-bc98eda8010d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.283391 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f697075a-9f87-4751-beb5-bc98eda8010d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:01.322033 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Attempting to bind port 6438b2f2-5704-4bc7-95f6-a479b83e6309 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:30:01.322412 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Attempting to bind port 6438b2f2-5704-4bc7-95f6-a479b83e6309 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'c359b9bb-7309-4da7-b972-2f39c89f203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:30:01.322788 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Attempting to bind port 6438b2f2-5704-4bc7-95f6-a479b83e6309 on network ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:30:01.328577 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:30:01.328962 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Checking segment: {'id': 'c359b9bb-7309-4da7-b972-2f39c89f203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:30:01.329374 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:01.329775 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Bound using segment: {'id': 'c359b9bb-7309-4da7-b972-2f39c89f203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:30:01.330278 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Bound port: 6438b2f2-5704-4bc7-95f6-a479b83e6309, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c359b9bb-7309-4da7-b972-2f39c89f203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:30:01.330665 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:01.399576 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] For port 6438b2f2-5704-4bc7-95f6-a479b83e6309, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:30:01.403279 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] For port 6438b2f2-5704-4bc7-95f6-a479b83e6309, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=6438b2f2-5704-4bc7-95f6-a479b83e6309,segment=NetworkSegment(c359b9bb-7309-4da7-b972-2f39c89f203b),segment_id=c359b9bb-7309-4da7-b972-2f39c89f203b)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:30:01.407501 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:01.463375 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Routers {'fcb93be4-a797-41af-91fd-f8010b97c68f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:01.463993 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:29:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fcb93be4-a797-41af-91fd-f8010b97c68f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:01.500399 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697075a-9f87-4751-beb5-bc98eda8010d None None] Pushing event updated for resources: {'Port': ['ID=6438b2f2-5704-4bc7-95f6-a479b83e6309,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:01.578994 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] Set router fcb93be4-a797-41af-91fd-f8010b97c68f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:01.806488 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:29:59Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'a6207e57-5002-467a-aa3a-fe72bb95c087', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'port_id': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'mac_address': 'fa:16:3e:59:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:29:08Z', 'updated_at': '2021-07-09T20:29:10Z', 'revision_number': 1, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391c0b81-9ca7-45d6-8f5c-9d615a3c60f5', 'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:e0:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:52Z', 'updated_at': '2021-07-09T20:28:58Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6438b2f2-5704-4bc7-95f6-a479b83e6309', 'name': '', 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:7c:d0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '255f6cd7-db9f-48b1-81f6-edc8ad0d8593', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:29:59Z', 'updated_at': '2021-07-09T20:30:01Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': '255f6cd7-db9f-48b1-81f6-edc8ad0d8593', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:01.835398 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae30cedf-ee03-4473-a383-9b40364de347 None None] The sync data for ids ['fcb93be4-a797-41af-91fd-f8010b97c68f'] in n-d-800088-3 is: [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:29:59Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'a6207e57-5002-467a-aa3a-fe72bb95c087', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'port_id': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'mac_address': 'fa:16:3e:59:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:29:08Z', 'updated_at': '2021-07-09T20:29:10Z', 'revision_number': 1, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391c0b81-9ca7-45d6-8f5c-9d615a3c60f5', 'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:e0:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:52Z', 'updated_at': '2021-07-09T20:28:58Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6438b2f2-5704-4bc7-95f6-a479b83e6309', 'name': '', 'network_id': 'ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:7c:d0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '255f6cd7-db9f-48b1-81f6-edc8ad0d8593', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:29:59Z', 'updated_at': '2021-07-09T20:30:01Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': '255f6cd7-db9f-48b1-81f6-edc8ad0d8593', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:30:02.073378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6438b2f2-5704-4bc7-95f6-a479b83e6309 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:30:02.128056 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 6438b2f2-5704-4bc7-95f6-a479b83e6309 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:30:02.132068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 6438b2f2-5704-4bc7-95f6-a479b83e6309 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:02.132445 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:02.383577 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:02.394444 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:02.421399 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 6438b2f2-5704-4bc7-95f6-a479b83e6309, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=6438b2f2-5704-4bc7-95f6-a479b83e6309,segment=NetworkSegment(c359b9bb-7309-4da7-b972-2f39c89f203b),segment_id=c359b9bb-7309-4da7-b972-2f39c89f203b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:02.425544 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:02.474628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=6438b2f2-5704-4bc7-95f6-a479b83e6309,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:04.045172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6438b2f2-5704-4bc7-95f6-a479b83e6309 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:30:04.092293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 6438b2f2-5704-4bc7-95f6-a479b83e6309 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:04.092620 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:21.094044 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c491b-c15b-4b46-93eb-0ec695795684 req-b56c3c32-bc91-48f2-a34a-350a36d8489a tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:21.095544 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-361c491b-c15b-4b46-93eb-0ec695795684 req-b56c3c32-bc91-48f2-a34a-350a36d8489a tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 945 time: 0.0635688 Jul 09 20:30:21.134150 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-361c491b-c15b-4b46-93eb-0ec695795684 req-93e64731-b886-489b-83da-3a1ee3529f90 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329695 Jul 09 20:30:22.311959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374f57e-e07b-4feb-95a4-416f22040bc0 req-a4d66157-e1ea-48e0-aff3-75d725bcab11 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:22.313478 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e374f57e-e07b-4feb-95a4-416f22040bc0 req-a4d66157-e1ea-48e0-aff3-75d725bcab11 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 945 time: 0.0681233 Jul 09 20:30:22.351755 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e374f57e-e07b-4feb-95a4-416f22040bc0 req-7e1a92fc-7051-4280-9ec9-efbf0da7cd31 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324121 Jul 09 20:30:22.813671 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98899a-8752-4182-87ef-292e5ef26ef6 req-ea49077b-26e6-4ffa-aa13-2c530fc51b4a tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:22.815103 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1f98899a-8752-4182-87ef-292e5ef26ef6 req-ea49077b-26e6-4ffa-aa13-2c530fc51b4a tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.36 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 945 time: 0.0655844 Jul 09 20:30:22.913313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-1f98899a-8752-4182-87ef-292e5ef26ef6 req-9e16c40e-c5b7-4eac-bc84-de5bba23a6e8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Deleting port f802870c-4103-458f-a73c-4f52f4d5e3ed {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:30:22.913666 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1f98899a-8752-4182-87ef-292e5ef26ef6 req-9e16c40e-c5b7-4eac-bc84-de5bba23a6e8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:23.003444 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-1f98899a-8752-4182-87ef-292e5ef26ef6 req-9e16c40e-c5b7-4eac-bc84-de5bba23a6e8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] For port f802870c-4103-458f-a73c-4f52f4d5e3ed, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f802870c-4103-458f-a73c-4f52f4d5e3ed,segment=NetworkSegment(7259f279-d75e-4ba1-994b-89d6821933cf),segment_id=7259f279-d75e-4ba1-994b-89d6821933cf)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:23.003803 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1f98899a-8752-4182-87ef-292e5ef26ef6 req-9e16c40e-c5b7-4eac-bc84-de5bba23a6e8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:23.017139 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-1f98899a-8752-4182-87ef-292e5ef26ef6 req-9e16c40e-c5b7-4eac-bc84-de5bba23a6e8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Calling delete_port for f802870c-4103-458f-a73c-4f52f4d5e3ed owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:30:23.141608 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1f98899a-8752-4182-87ef-292e5ef26ef6 req-9e16c40e-c5b7-4eac-bc84-de5bba23a6e8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:23.156362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['f802870c-4103-458f-a73c-4f52f4d5e3ed'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:30:23.160686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48674) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:23.179329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16c40e-c5b7-4eac-bc84-de5bba23a6e8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Pushing event deleted for resources: {'Port': ['ID=f802870c-4103-458f-a73c-4f52f4d5e3ed,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:23.228496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f98899a-8752-4182-87ef-292e5ef26ef6 req-9e16c40e-c5b7-4eac-bc84-de5bba23a6e8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] No DVR routers for this DVR port f802870c-4103-458f-a73c-4f52f4d5e3ed on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:30:23.231283 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1f98899a-8752-4182-87ef-292e5ef26ef6 req-9e16c40e-c5b7-4eac-bc84-de5bba23a6e8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:23.233437 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1f98899a-8752-4182-87ef-292e5ef26ef6 req-9e16c40e-c5b7-4eac-bc84-de5bba23a6e8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.36 "DELETE /v2.0/ports/f802870c-4103-458f-a73c-4f52f4d5e3ed HTTP/1.1" status: 204 len: 173 time: 0.4133921 Jul 09 20:30:23.234834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe65178-ae4e-41f4-bf20-0db545553266', 'name': 'network-vif-deleted', 'tag': 'f802870c-4103-458f-a73c-4f52f4d5e3ed'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:23.237118 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415f8ff4-a631-44dc-b707-29fd86ada081" -d '{"events": [{"server_uuid": "9fe65178-ae4e-41f4-bf20-0db545553266", "name": "network-vif-deleted", "tag": "f802870c-4103-458f-a73c-4f52f4d5e3ed"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:23.286726 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65670440-5582-4e43-8f88-8cbdea30d5de x-openstack-request-id: req-65670440-5582-4e43-8f88-8cbdea30d5de {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:23.287023 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe65178-ae4e-41f4-bf20-0db545553266", "name": "network-vif-deleted", "tag": "f802870c-4103-458f-a73c-4f52f4d5e3ed", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:23.287276 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65670440-5582-4e43-8f88-8cbdea30d5de {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:23.287677 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe65178-ae4e-41f4-bf20-0db545553266', 'name': 'network-vif-deleted', 'tag': 'f802870c-4103-458f-a73c-4f52f4d5e3ed', 'status': 'completed', 'code': 200} Jul 09 20:30:23.509306 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d590f780-e169-4483-b27e-09e885fc9f7d req-8cc6c93b-ef09-42e4-a25c-0895225ce8b6 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=9fe65178-ae4e-41f4-bf20-0db545553266 HTTP/1.1" status: 200 len: 210 time: 0.0314426 Jul 09 20:30:23.573936 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6ba4329f-9c31-4ff1-b6bf-316d1563646b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:23.904144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-6ba4329f-9c31-4ff1-b6bf-316d1563646b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Deleting port 6438b2f2-5704-4bc7-95f6-a479b83e6309 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:30:23.904406 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6ba4329f-9c31-4ff1-b6bf-316d1563646b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:23.994920 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-6ba4329f-9c31-4ff1-b6bf-316d1563646b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] For port 6438b2f2-5704-4bc7-95f6-a479b83e6309, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=6438b2f2-5704-4bc7-95f6-a479b83e6309,segment=NetworkSegment(c359b9bb-7309-4da7-b972-2f39c89f203b),segment_id=c359b9bb-7309-4da7-b972-2f39c89f203b)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:23.995935 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6ba4329f-9c31-4ff1-b6bf-316d1563646b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:24.012445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-6ba4329f-9c31-4ff1-b6bf-316d1563646b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Calling delete_port for 6438b2f2-5704-4bc7-95f6-a479b83e6309 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:30:24.193985 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6ba4329f-9c31-4ff1-b6bf-316d1563646b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:24.222745 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4329f-9c31-4ff1-b6bf-316d1563646b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Port': ['ID=6438b2f2-5704-4bc7-95f6-a479b83e6309,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:24.399903 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6ba4329f-9c31-4ff1-b6bf-316d1563646b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:24.619204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba4329f-9c31-4ff1-b6bf-316d1563646b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Router fcb93be4-a797-41af-91fd-f8010b97c68f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:30:24.736981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba4329f-9c31-4ff1-b6bf-316d1563646b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:30:24.742537 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6ba4329f-9c31-4ff1-b6bf-316d1563646b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "PUT /v2.0/routers/fcb93be4-a797-41af-91fd-f8010b97c68f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5806925 Jul 09 20:30:24.754488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e43d59-9a73-439d-82e9-0cfa9f7edec0 None None] Sync routers for ids ['fcb93be4-a797-41af-91fd-f8010b97c68f'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:30:24.763461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e43d59-9a73-439d-82e9-0cfa9f7edec0 None None] Routers {'fcb93be4-a797-41af-91fd-f8010b97c68f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:24.764133 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-33e43d59-9a73-439d-82e9-0cfa9f7edec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:29:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fcb93be4-a797-41af-91fd-f8010b97c68f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:24.883722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-33e43d59-9a73-439d-82e9-0cfa9f7edec0 None None] Set router fcb93be4-a797-41af-91fd-f8010b97c68f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:25.136944 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-33e43d59-9a73-439d-82e9-0cfa9f7edec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:30:24Z', 'revision_number': 6, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'a6207e57-5002-467a-aa3a-fe72bb95c087', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'port_id': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'mac_address': 'fa:16:3e:59:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:29:08Z', 'updated_at': '2021-07-09T20:29:10Z', 'revision_number': 1, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391c0b81-9ca7-45d6-8f5c-9d615a3c60f5', 'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:e0:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:52Z', 'updated_at': '2021-07-09T20:28:58Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:25.153632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdecd40-c001-4983-abfb-e301f4b4ba05 req-bd4485d0-e669-4527-8b96-d4f47462fffd tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:25.155442 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7fdecd40-c001-4983-abfb-e301f4b4ba05 req-bd4485d0-e669-4527-8b96-d4f47462fffd tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a539551-b564-4e58-9640-21bb13e7cab2 HTTP/1.1" status: 200 len: 946 time: 0.0755999 Jul 09 20:30:25.164442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e43d59-9a73-439d-82e9-0cfa9f7edec0 None None] Checking router: fcb93be4-a797-41af-91fd-f8010b97c68f for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:30:25.173441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e43d59-9a73-439d-82e9-0cfa9f7edec0 None None] Routers {'fcb93be4-a797-41af-91fd-f8010b97c68f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:25.174075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-33e43d59-9a73-439d-82e9-0cfa9f7edec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:29:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fcb93be4-a797-41af-91fd-f8010b97c68f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:25.195253 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7fdecd40-c001-4983-abfb-e301f4b4ba05 req-ad5bc669-4e71-4522-8c37-9bd6ba5b211a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=02025fad-3d06-4040-80a0-088d9ee299be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340762 Jul 09 20:30:25.285221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-33e43d59-9a73-439d-82e9-0cfa9f7edec0 None None] Set router fcb93be4-a797-41af-91fd-f8010b97c68f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:25.509022 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-33e43d59-9a73-439d-82e9-0cfa9f7edec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:30:24Z', 'revision_number': 6, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'a6207e57-5002-467a-aa3a-fe72bb95c087', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'port_id': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'mac_address': 'fa:16:3e:59:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:29:08Z', 'updated_at': '2021-07-09T20:29:10Z', 'revision_number': 1, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391c0b81-9ca7-45d6-8f5c-9d615a3c60f5', 'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:e0:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:52Z', 'updated_at': '2021-07-09T20:28:58Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:25.538565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e43d59-9a73-439d-82e9-0cfa9f7edec0 None None] The sync data for ids ['fcb93be4-a797-41af-91fd-f8010b97c68f'] in n-d-800088-3 is: [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:30:24Z', 'revision_number': 6, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'a6207e57-5002-467a-aa3a-fe72bb95c087', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'port_id': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'mac_address': 'fa:16:3e:59:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:29:08Z', 'updated_at': '2021-07-09T20:29:10Z', 'revision_number': 1, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '391c0b81-9ca7-45d6-8f5c-9d615a3c60f5', 'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:e0:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:52Z', 'updated_at': '2021-07-09T20:28:58Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:30:26.063994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6438b2f2-5704-4bc7-95f6-a479b83e6309 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:30:26.083900 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 6438b2f2-5704-4bc7-95f6-a479b83e6309 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:30:26.084181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6438b2f2-5704-4bc7-95f6-a479b83e6309 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:30:26.370285 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e819d5-7ba0-4008-9a81-cec464639210 req-21e142bb-7a39-4788-965b-3d522b5e1a1c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:26.372359 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c4e819d5-7ba0-4008-9a81-cec464639210 req-21e142bb-7a39-4788-965b-3d522b5e1a1c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a539551-b564-4e58-9640-21bb13e7cab2 HTTP/1.1" status: 200 len: 946 time: 0.0631549 Jul 09 20:30:26.410595 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c4e819d5-7ba0-4008-9a81-cec464639210 req-5edfbf4a-85cb-4167-a628-2577f0659445 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=02025fad-3d06-4040-80a0-088d9ee299be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326428 Jul 09 20:30:26.435017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf56872-ff6b-4e66-9bba-f9176d45f8e0 req-fe10eec6-fb35-413e-b79b-940b6004c07c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:26.436495 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4cf56872-ff6b-4e66-9bba-f9176d45f8e0 req-fe10eec6-fb35-413e-b79b-940b6004c07c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a539551-b564-4e58-9640-21bb13e7cab2 HTTP/1.1" status: 200 len: 946 time: 0.0683858 Jul 09 20:30:26.533734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4cf56872-ff6b-4e66-9bba-f9176d45f8e0 req-04a18d84-fb30-4f42-9e4c-f8a9684cc06d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Deleting port b4752920-0b01-42e6-9db9-0fc795d235a9 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:30:26.534083 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4cf56872-ff6b-4e66-9bba-f9176d45f8e0 req-04a18d84-fb30-4f42-9e4c-f8a9684cc06d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:26.624660 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-4cf56872-ff6b-4e66-9bba-f9176d45f8e0 req-04a18d84-fb30-4f42-9e4c-f8a9684cc06d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] For port b4752920-0b01-42e6-9db9-0fc795d235a9, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=b4752920-0b01-42e6-9db9-0fc795d235a9,segment=NetworkSegment(c359b9bb-7309-4da7-b972-2f39c89f203b),segment_id=c359b9bb-7309-4da7-b972-2f39c89f203b)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:26.624958 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4cf56872-ff6b-4e66-9bba-f9176d45f8e0 req-04a18d84-fb30-4f42-9e4c-f8a9684cc06d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:26.638384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-4cf56872-ff6b-4e66-9bba-f9176d45f8e0 req-04a18d84-fb30-4f42-9e4c-f8a9684cc06d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Calling delete_port for b4752920-0b01-42e6-9db9-0fc795d235a9 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:30:26.763201 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4cf56872-ff6b-4e66-9bba-f9176d45f8e0 req-04a18d84-fb30-4f42-9e4c-f8a9684cc06d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:26.795861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a18d84-fb30-4f42-9e4c-f8a9684cc06d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Port': ['ID=b4752920-0b01-42e6-9db9-0fc795d235a9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:26.843015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf56872-ff6b-4e66-9bba-f9176d45f8e0 req-04a18d84-fb30-4f42-9e4c-f8a9684cc06d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] No DVR routers for this DVR port b4752920-0b01-42e6-9db9-0fc795d235a9 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:30:26.845635 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-4cf56872-ff6b-4e66-9bba-f9176d45f8e0 req-04a18d84-fb30-4f42-9e4c-f8a9684cc06d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:26.847678 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4cf56872-ff6b-4e66-9bba-f9176d45f8e0 req-04a18d84-fb30-4f42-9e4c-f8a9684cc06d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.32 "DELETE /v2.0/ports/b4752920-0b01-42e6-9db9-0fc795d235a9 HTTP/1.1" status: 204 len: 173 time: 0.4059670 Jul 09 20:30:26.848178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a539551-b564-4e58-9640-21bb13e7cab2', 'name': 'network-vif-deleted', 'tag': 'b4752920-0b01-42e6-9db9-0fc795d235a9'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:26.850648 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c50d05-4501-4785-92f1-475d39142371" -d '{"events": [{"server_uuid": "8a539551-b564-4e58-9640-21bb13e7cab2", "name": "network-vif-deleted", "tag": "b4752920-0b01-42e6-9db9-0fc795d235a9"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:26.902401 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296fe02b-5f9e-4c69-a698-3724101830ef x-openstack-request-id: req-296fe02b-5f9e-4c69-a698-3724101830ef {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:26.902844 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a539551-b564-4e58-9640-21bb13e7cab2", "name": "network-vif-deleted", "tag": "b4752920-0b01-42e6-9db9-0fc795d235a9", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:26.903104 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-296fe02b-5f9e-4c69-a698-3724101830ef {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:26.903774 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a539551-b564-4e58-9640-21bb13e7cab2', 'name': 'network-vif-deleted', 'tag': 'b4752920-0b01-42e6-9db9-0fc795d235a9', 'status': 'completed', 'code': 200} Jul 09 20:30:26.915312 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-85ad620e-2fa1-4f28-ac42-2388a4f9ac44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:27.091425 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:27.507196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48712) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:27.568825 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c07fdde5-ba55-4834-aca5-db4662910425 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:27.598429 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c07fdde5-ba55-4834-aca5-db4662910425 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:27.756756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f802870c-4103-458f-a73c-4f52f4d5e3ed no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:30:27.781077 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: f802870c-4103-458f-a73c-4f52f4d5e3ed {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:30:27.781867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f802870c-4103-458f-a73c-4f52f4d5e3ed not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:30:27.991093 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c07fdde5-ba55-4834-aca5-db4662910425 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:27.994050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c07fdde5-ba55-4834-aca5-db4662910425 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:27.996030 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c07fdde5-ba55-4834-aca5-db4662910425 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "DELETE /v2.0/security-groups/02025fad-3d06-4040-80a0-088d9ee299be HTTP/1.1" status: 204 len: 168 time: 0.4871135 Jul 09 20:30:28.019558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fdde5-ba55-4834-aca5-db4662910425 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02025fad-3d06-4040-80a0-088d9ee299be,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:28.031113 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48716) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:28.088086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b242c9-efe8-440e-a3a6-798ef6382663 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Deleting subnet 255f6cd7-db9f-48b1-81f6-edc8ad0d8593 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:30:28.091658 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f7b242c9-efe8-440e-a3a6-798ef6382663 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.132438 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f7b242c9-efe8-440e-a3a6-798ef6382663 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.221326 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f7b242c9-efe8-440e-a3a6-798ef6382663 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.288491 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f7b242c9-efe8-440e-a3a6-798ef6382663 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.316733 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b242c9-efe8-440e-a3a6-798ef6382663 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Subnet': ['ID=255f6cd7-db9f-48b1-81f6-edc8ad0d8593,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:28.320779 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f7b242c9-efe8-440e-a3a6-798ef6382663 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.322625 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f7b242c9-efe8-440e-a3a6-798ef6382663 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "DELETE /v2.0/subnets/255f6cd7-db9f-48b1-81f6-edc8ad0d8593 HTTP/1.1" status: 204 len: 168 time: 0.2905409 Jul 09 20:30:28.325375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48720) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:28.327010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932a4700-d3a4-4bd7-9e51-3b011e9abc89 None None] Network ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:30:28.381218 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:30:28.404877 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.459000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Deleting port 3b92630d-1f23-41c9-986b-907c42d76352 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:30:28.459265 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.515710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] DHCP port deletion for ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:30:28.529960 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] For port 3b92630d-1f23-41c9-986b-907c42d76352, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3b92630d-1f23-41c9-986b-907c42d76352,segment=NetworkSegment(c359b9bb-7309-4da7-b972-2f39c89f203b),segment_id=c359b9bb-7309-4da7-b972-2f39c89f203b)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:28.530497 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.543961 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Calling delete_port for 3b92630d-1f23-41c9-986b-907c42d76352 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:30:28.561772 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Deleting port 3b92630d-1f23-41c9-986b-907c42d76352 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:30:28.562155 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.628087 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.629985 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] For port 3b92630d-1f23-41c9-986b-907c42d76352, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3b92630d-1f23-41c9-986b-907c42d76352,segment=NetworkSegment(c359b9bb-7309-4da7-b972-2f39c89f203b),segment_id=c359b9bb-7309-4da7-b972-2f39c89f203b)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:28.630381 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.643806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Calling delete_port for 3b92630d-1f23-41c9-986b-907c42d76352 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:30:28.654078 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Port': ['ID=3b92630d-1f23-41c9-986b-907c42d76352,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:28.658018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] No DVR routers for this DVR port 3b92630d-1f23-41c9-986b-907c42d76352 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 20:30:28.720396 n-d-800088-3 neutron-server[100206]: self.session.flush() Jul 09 20:30:28.729733 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.740345 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.751051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:28.759518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Pushing event deleted for resources: {'Port': ['ID=3b92630d-1f23-41c9-986b-907c42d76352,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:28.764511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c359b9bb-7309-4da7-b972-2f39c89f203b') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:28.764927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c359b9bb-7309-4da7-b972-2f39c89f203b') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:28.768324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] No DVR routers for this DVR port 3b92630d-1f23-41c9-986b-907c42d76352 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:30:28.771255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:28.771613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:28.772348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:28.772718 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:28.773054 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:28.773388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:28.773718 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:28.774046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:28.774371 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:28.774477 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.774703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:28.775028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:28.775350 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a3b393-4e1e-4b2d-98c5-df4d332fb57e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:28.793422 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.799683 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:30:28.800168 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:30:28.803156 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:30:28.861644 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.869125 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:28.871091 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "DELETE /v2.0/networks/ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2 HTTP/1.1" status: 204 len: 168 time: 0.5445008 Jul 09 20:30:28.873940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48722) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:28.882894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebde15-f2ee-45c8-b69a-efad79e11337 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Network': ['ID=ea91ed34-6b77-4f2e-b7cb-5b09be4ceab2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:29.030247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e6fd5221-0dd3-4174-98b4-e44960232601 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Deleting port 20b8060f-3609-4d9f-997a-1cdf8ff350ae {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:30:29.030523 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5221-0dd3-4174-98b4-e44960232601 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:29.108564 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5221-0dd3-4174-98b4-e44960232601 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:29.108898 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5221-0dd3-4174-98b4-e44960232601 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:29.121207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e6fd5221-0dd3-4174-98b4-e44960232601 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Calling delete_port for 20b8060f-3609-4d9f-997a-1cdf8ff350ae owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:30:29.283124 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b4752920-0b01-42e6-9db9-0fc795d235a9 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:30:29.283335 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5221-0dd3-4174-98b4-e44960232601 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:29.306484 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: b4752920-0b01-42e6-9db9-0fc795d235a9 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:30:29.306837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device b4752920-0b01-42e6-9db9-0fc795d235a9 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:30:29.312698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd5221-0dd3-4174-98b4-e44960232601 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Port': ['ID=20b8060f-3609-4d9f-997a-1cdf8ff350ae,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:29.376764 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5221-0dd3-4174-98b4-e44960232601 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:29.377153 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-e6fd5221-0dd3-4174-98b4-e44960232601 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Floating IP a6207e57-5002-467a-aa3a-fe72bb95c087 disassociated (deleted). External IP: 172.25.0.53, port: caecfb60-bf19-4fcb-a4a6-88281eab3052. Jul 09 20:30:29.410413 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:29.451608 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c9f06ffd-3d23-46f0-a18d-4345dd711b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:29.593744 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fd5221-0dd3-4174-98b4-e44960232601 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Router fcb93be4-a797-41af-91fd-f8010b97c68f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:30:29.626560 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:29.709686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fd5221-0dd3-4174-98b4-e44960232601 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:30:29.715158 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e6fd5221-0dd3-4174-98b4-e44960232601 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:29.720198 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb6e848-adb8-4059-abf2-15cd6c7a2964 None None] Sync routers for ids ['fcb93be4-a797-41af-91fd-f8010b97c68f'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:30:29.731792 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb6e848-adb8-4059-abf2-15cd6c7a2964 None None] Routers {'fcb93be4-a797-41af-91fd-f8010b97c68f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:29.732522 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-dfb6e848-adb8-4059-abf2-15cd6c7a2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:30:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fcb93be4-a797-41af-91fd-f8010b97c68f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:29.763000 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e6fd5221-0dd3-4174-98b4-e44960232601 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "DELETE /v2.0/floatingips/a6207e57-5002-467a-aa3a-fe72bb95c087 HTTP/1.1" status: 204 len: 168 time: 0.8855550 Jul 09 20:30:29.763000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'tag': 'caecfb60-bf19-4fcb-a4a6-88281eab3052'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:29.764760 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9715368-feca-4494-964e-d625823c0188" -d '{"events": [{"name": "network-changed", "server_uuid": "2edb03f5-3f20-4cf8-b55f-f573f5c539ba", "tag": "caecfb60-bf19-4fcb-a4a6-88281eab3052"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:29.806827 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00340547-3cee-4c88-ba37-df445574c2ae x-openstack-request-id: req-00340547-3cee-4c88-ba37-df445574c2ae {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:29.807198 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edb03f5-3f20-4cf8-b55f-f573f5c539ba", "tag": "caecfb60-bf19-4fcb-a4a6-88281eab3052", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:29.808316 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00340547-3cee-4c88-ba37-df445574c2ae {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:29.808921 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'tag': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'status': 'completed', 'code': 200} Jul 09 20:30:29.852825 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-dfb6e848-adb8-4059-abf2-15cd6c7a2964 None None] Set router fcb93be4-a797-41af-91fd-f8010b97c68f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:29.897637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9715368-feca-4494-964e-d625823c0188 req-0d884cdb-a5b2-491a-bfd9-08c0ce044a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:29.899282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9715368-feca-4494-964e-d625823c0188 req-0d884cdb-a5b2-491a-bfd9-08c0ce044a23 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6c2e367335949d8ac23d1509444028b&device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 1097 time: 0.0629952 Jul 09 20:30:30.043619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9715368-feca-4494-964e-d625823c0188 req-cc66f820-5cfc-4b33-8336-757a6fe4a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:30.045322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9715368-feca-4494-964e-d625823c0188 req-cc66f820-5cfc-4b33-8336-757a6fe4a0a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38a6352a-5d69-4422-8b60-858cf2754e96 HTTP/1.1" status: 200 len: 898 time: 0.1395779 Jul 09 20:30:30.096039 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-dfb6e848-adb8-4059-abf2-15cd6c7a2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:30:24Z', 'revision_number': 6, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '391c0b81-9ca7-45d6-8f5c-9d615a3c60f5', 'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:e0:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:52Z', 'updated_at': '2021-07-09T20:28:58Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:30.111656 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3b92630d-1f23-41c9-986b-907c42d76352 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:30:30.123777 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9715368-feca-4494-964e-d625823c0188 req-2e70087a-41fe-4cdb-9a05-fb269acf6f98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=caecfb60-bf19-4fcb-a4a6-88281eab3052 HTTP/1.1" status: 200 len: 217 time: 0.0644433 Jul 09 20:30:30.132355 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb6e848-adb8-4059-abf2-15cd6c7a2964 None None] Checking router: fcb93be4-a797-41af-91fd-f8010b97c68f for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:30:30.135530 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 3b92630d-1f23-41c9-986b-907c42d76352 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:30:30.136642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3b92630d-1f23-41c9-986b-907c42d76352 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:30:30.145071 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb6e848-adb8-4059-abf2-15cd6c7a2964 None None] Routers {'fcb93be4-a797-41af-91fd-f8010b97c68f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:30.145867 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-dfb6e848-adb8-4059-abf2-15cd6c7a2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:30:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fcb93be4-a797-41af-91fd-f8010b97c68f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:30.241972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9715368-feca-4494-964e-d625823c0188 req-2df206ce-1e63-4d36-95a2-0e99d9a41840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:30.243469 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9715368-feca-4494-964e-d625823c0188 req-2df206ce-1e63-4d36-95a2-0e99d9a41840 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bd0e1939-2e91-4a7a-938a-345c88d36760 HTTP/1.1" status: 200 len: 835 time: 0.1121600 Jul 09 20:30:30.344490 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-dfb6e848-adb8-4059-abf2-15cd6c7a2964 None None] Set router fcb93be4-a797-41af-91fd-f8010b97c68f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:30.358727 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c22c3-7279-4ff7-b218-8e79a7356daf req-86ab3b2b-8445-420f-b8da-c9b853fc9d09 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:30.360611 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-280c22c3-7279-4ff7-b218-8e79a7356daf req-86ab3b2b-8445-420f-b8da-c9b853fc9d09 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 946 time: 0.1818311 Jul 09 20:30:30.412513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9715368-feca-4494-964e-d625823c0188 req-26e88e98-97d7-47ff-a093-e45f7cb0f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:30.414068 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9715368-feca-4494-964e-d625823c0188 req-26e88e98-97d7-47ff-a093-e45f7cb0f438 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38a6352a-5d69-4422-8b60-858cf2754e96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621075 Jul 09 20:30:30.422399 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-280c22c3-7279-4ff7-b218-8e79a7356daf req-4cac421d-952c-4e3e-9f48-39eabfe83bd7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=f595c568-76ee-4018-956a-971662504e37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518303 Jul 09 20:30:30.428025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-f9715368-feca-4494-964e-d625823c0188 req-c9a80529-74ec-41ac-b69f-bf5363148172 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:30:30.429104 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9715368-feca-4494-964e-d625823c0188 req-c9a80529-74ec-41ac-b69f-bf5363148172 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059881 Jul 09 20:30:30.531828 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:30.536387 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9715368-feca-4494-964e-d625823c0188 req-84544d17-55c4-4980-b4bd-147a4b287b51 service neutron] 10.222.0.32 "GET /v2.0/networks/38a6352a-5d69-4422-8b60-858cf2754e96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989249 Jul 09 20:30:30.633556 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9715368-feca-4494-964e-d625823c0188 req-7dda5d3a-c2cd-4685-8706-dbea6989ee51 service neutron] 10.222.0.32 "GET /v2.0/networks/38a6352a-5d69-4422-8b60-858cf2754e96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883422 Jul 09 20:30:30.695512 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-dfb6e848-adb8-4059-abf2-15cd6c7a2964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:30:24Z', 'revision_number': 6, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '391c0b81-9ca7-45d6-8f5c-9d615a3c60f5', 'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:e0:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:52Z', 'updated_at': '2021-07-09T20:28:58Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:30.722351 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb6e848-adb8-4059-abf2-15cd6c7a2964 None None] The sync data for ids ['fcb93be4-a797-41af-91fd-f8010b97c68f'] in n-d-800088-3 is: [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:30:24Z', 'revision_number': 6, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '391c0b81-9ca7-45d6-8f5c-9d615a3c60f5', 'name': '', 'network_id': '38a6352a-5d69-4422-8b60-858cf2754e96', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:e0:80:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:52Z', 'updated_at': '2021-07-09T20:28:58Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': 'bd0e1939-2e91-4a7a-938a-345c88d36760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:30:30.927588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4861c9c-ff2e-4e00-b992-9c0c6bbb5fb4 None None] New status for floating IP a6207e57-5002-467a-aa3a-fe72bb95c087: DOWN {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:30:31.471131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a057f13-e48c-4249-8ffb-94a30755f4df req-643058d2-1cd3-4156-85d7-2f2ceb443a89 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:31.472577 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a057f13-e48c-4249-8ffb-94a30755f4df req-643058d2-1cd3-4156-85d7-2f2ceb443a89 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.32 "GET /v2.0/ports?device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 946 time: 0.0672283 Jul 09 20:30:31.515060 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-6f493b8d-03a7-4196-a50c-01861569117f tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:31.517258 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-6f493b8d-03a7-4196-a50c-01861569117f tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/networks?id=429bae24-a3e6-4bca-8870-a64a29ff574d HTTP/1.1" status: 200 len: 814 time: 0.1129189 Jul 09 20:30:31.534269 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-26fcd2f5-b118-4ba6-a8d6-9b93a082bda8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/quotas/de533ff62e4843149ed70ab2fa846d24 HTTP/1.1" status: 200 len: 375 time: 0.0105355 Jul 09 20:30:31.569071 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-a22025a0-b9e9-4801-bcf2-9b52e583e4d7 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=de533ff62e4843149ed70ab2fa846d24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293326 Jul 09 20:30:31.616439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-7a057f13-e48c-4249-8ffb-94a30755f4df req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Deleting port caecfb60-bf19-4fcb-a4a6-88281eab3052 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:30:31.616890 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7a057f13-e48c-4249-8ffb-94a30755f4df req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:31.665244 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-c4af4728-8266-4251-a670-a4f0f19282d8 service neutron] 10.222.0.30 "GET /v2.0/networks/429bae24-a3e6-4bca-8870-a64a29ff574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890679 Jul 09 20:30:31.675760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51ee1f-faa3-43a5-bf15-800459e23cc5 req-412b8b9f-5201-42db-80f6-4649ccebad44 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:31.677264 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1f51ee1f-faa3-43a5-bf15-800459e23cc5 req-412b8b9f-5201-42db-80f6-4649ccebad44 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2edb03f5-3f20-4cf8-b55f-f573f5c539ba HTTP/1.1" status: 200 len: 946 time: 0.1310523 Jul 09 20:30:31.741041 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1f51ee1f-faa3-43a5-bf15-800459e23cc5 req-2d93e937-fefd-44ae-8592-06b86ece586d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=f595c568-76ee-4018-956a-971662504e37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582929 Jul 09 20:30:31.747866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-7a057f13-e48c-4249-8ffb-94a30755f4df req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] For port caecfb60-bf19-4fcb-a4a6-88281eab3052, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=caecfb60-bf19-4fcb-a4a6-88281eab3052,segment=NetworkSegment(80dcff99-a698-425b-aa35-d78ecb31b6b4),segment_id=80dcff99-a698-425b-aa35-d78ecb31b6b4)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:31.748242 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7a057f13-e48c-4249-8ffb-94a30755f4df req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:31.767228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-7a057f13-e48c-4249-8ffb-94a30755f4df req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Calling delete_port for caecfb60-bf19-4fcb-a4a6-88281eab3052 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:30:31.767491 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-28aae2c8-1530-4dbc-be4b-e13a704ebc45 service neutron] 10.222.0.30 "GET /v2.0/networks/429bae24-a3e6-4bca-8870-a64a29ff574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905814 Jul 09 20:30:31.912692 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7a057f13-e48c-4249-8ffb-94a30755f4df req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:31.953913 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1e69738f-6a01-4407-8b1f-ab0a0454747a req-ff362446-c8c7-4903-91fb-0dd4eb4a821e tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 210 time: 0.0504379 Jul 09 20:30:31.957656 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Port': ['ID=caecfb60-bf19-4fcb-a4a6-88281eab3052,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:31.968215 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:31.968585 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:31.968953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:31.969275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:31.969612 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:31.969945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:31.970278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:31.970605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:31.970930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:31.971258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:31.971586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:31.971912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:32.021195 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a057f13-e48c-4249-8ffb-94a30755f4df req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] No DVR routers for this DVR port caecfb60-bf19-4fcb-a4a6-88281eab3052 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:30:32.023985 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-7a057f13-e48c-4249-8ffb-94a30755f4df req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:32.026457 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a057f13-e48c-4249-8ffb-94a30755f4df req-e71e203d-f9e2-4460-9e64-9390cae3a514 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.32 "DELETE /v2.0/ports/caecfb60-bf19-4fcb-a4a6-88281eab3052 HTTP/1.1" status: 204 len: 173 time: 0.5489454 Jul 09 20:30:32.027156 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'name': 'network-vif-deleted', 'tag': 'caecfb60-bf19-4fcb-a4a6-88281eab3052'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:32.029984 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8309d50b-dfa2-4d98-af67-5d3b51de8812" -d '{"events": [{"server_uuid": "2edb03f5-3f20-4cf8-b55f-f573f5c539ba", "name": "network-vif-deleted", "tag": "caecfb60-bf19-4fcb-a4a6-88281eab3052"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:32.070737 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3df3a4-363e-4d64-8395-64eac86925dd x-openstack-request-id: req-1c3df3a4-363e-4d64-8395-64eac86925dd {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:32.071033 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edb03f5-3f20-4cf8-b55f-f573f5c539ba", "name": "network-vif-deleted", "tag": "caecfb60-bf19-4fcb-a4a6-88281eab3052", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:32.071283 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c3df3a4-363e-4d64-8395-64eac86925dd {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:32.071684 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edb03f5-3f20-4cf8-b55f-f573f5c539ba', 'name': 'network-vif-deleted', 'tag': 'caecfb60-bf19-4fcb-a4a6-88281eab3052', 'status': 'completed', 'code': 200} Jul 09 20:30:32.386893 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:32.841876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48772) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:32.899645 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbdcf-ba11-433a-b90c-eb7f2fd6b159 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:32.925254 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbdcf-ba11-433a-b90c-eb7f2fd6b159 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:32.983358 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbdcf-ba11-433a-b90c-eb7f2fd6b159 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:32.986692 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4d3fbdcf-ba11-433a-b90c-eb7f2fd6b159 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:32.987868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4d3fbdcf-ba11-433a-b90c-eb7f2fd6b159 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "DELETE /v2.0/security-groups/f595c568-76ee-4018-956a-971662504e37 HTTP/1.1" status: 204 len: 168 time: 0.1450121 Jul 09 20:30:32.997124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fbdcf-ba11-433a-b90c-eb7f2fd6b159 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f595c568-76ee-4018-956a-971662504e37,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:33.028017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48778) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:33.118116 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3d7e103c-c102-4e3d-98f2-be64bf9dfd87 req-e3326ac6-2c1e-4fcc-ba7b-d492ac925709 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 210 time: 0.0372138 Jul 09 20:30:33.229763 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-5fcf4ed3-1d4b-4da7-bd7e-1916a30aa8ca tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:33.231266 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-5fcf4ed3-1d4b-4da7-bd7e-1916a30aa8ca tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.36 "GET /v2.0/networks?id=429bae24-a3e6-4bca-8870-a64a29ff574d HTTP/1.1" status: 200 len: 814 time: 0.1203992 Jul 09 20:30:33.246191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-9fa2432f-f112-4d60-8cb2-86a92d7724bb tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Request body: {'port': {'device_id': '219dd575-84ec-4c5d-901b-a1b37ce99f2d', 'network_id': '429bae24-a3e6-4bca-8870-a64a29ff574d', 'admin_state_up': True, 'tenant_id': 'de533ff62e4843149ed70ab2fa846d24'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:33.358419 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-9fa2432f-f112-4d60-8cb2-86a92d7724bb tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Made reservation on behalf of de533ff62e4843149ed70ab2fa846d24 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:30:33.362106 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-9fa2432f-f112-4d60-8cb2-86a92d7724bb tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:33.468257 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-167da350-6e7b-4016-ad2b-255dda11289c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:33.505846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-9fa2432f-f112-4d60-8cb2-86a92d7724bb tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Allocated IP 172.20.0.14 (429bae24-a3e6-4bca-8870-a64a29ff574d/0c004f7f-d1cb-4c4b-92a2-e86175e3f7fa/f98007d3-9ccf-4f61-b460-e322152a625e) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:30:33.658376 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-9fa2432f-f112-4d60-8cb2-86a92d7724bb tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:33.705834 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-9fa2432f-f112-4d60-8cb2-86a92d7724bb tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:33.749285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-9fa2432f-f112-4d60-8cb2-86a92d7724bb tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Network 429bae24-a3e6-4bca-8870-a64a29ff574d is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:30:33.752708 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-9fa2432f-f112-4d60-8cb2-86a92d7724bb tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:30:33.754492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-167da350-6e7b-4016-ad2b-255dda11289c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Deleting port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:30:33.754843 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-167da350-6e7b-4016-ad2b-255dda11289c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:33.755325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-9fa2432f-f112-4d60-8cb2-86a92d7724bb tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:30:33.795659 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2432f-f112-4d60-8cb2-86a92d7724bb tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Pushing event updated for resources: {'Port': ['ID=f98007d3-9ccf-4f61-b460-e322152a625e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:33.815971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-9fa2432f-f112-4d60-8cb2-86a92d7724bb tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:33.816630 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-9fa2432f-f112-4d60-8cb2-86a92d7724bb tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:33.831119 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-9fa2432f-f112-4d60-8cb2-86a92d7724bb tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5893786 Jul 09 20:30:33.842242 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Request body: {'port': {'device_id': '219dd575-84ec-4c5d-901b-a1b37ce99f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:33.848404 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-167da350-6e7b-4016-ad2b-255dda11289c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] For port 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=391c0b81-9ca7-45d6-8f5c-9d615a3c60f5,segment=NetworkSegment(80dcff99-a698-425b-aa35-d78ecb31b6b4),segment_id=80dcff99-a698-425b-aa35-d78ecb31b6b4)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:33.848804 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-167da350-6e7b-4016-ad2b-255dda11289c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:33.862607 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-167da350-6e7b-4016-ad2b-255dda11289c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Calling delete_port for 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:30:33.919505 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:34.056284 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-167da350-6e7b-4016-ad2b-255dda11289c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:34.081561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167da350-6e7b-4016-ad2b-255dda11289c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Port': ['ID=391c0b81-9ca7-45d6-8f5c-9d615a3c60f5,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:34.203307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98007d3-9ccf-4f61-b460-e322152a625e {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:30:34.213191 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:34.228245 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Transition to ACTIVE for port object f98007d3-9ccf-4f61-b460-e322152a625e will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:30:34.233961 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:34.281137 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-167da350-6e7b-4016-ad2b-255dda11289c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:34.331742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f98007d3-9ccf-4f61-b460-e322152a625e,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:34.406244 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66798b56-fe4c-46ee-930c-154c496fd66e req-f90204a6-ec6f-4dcf-9df2-148a7ed0adee tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:34.407696 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-66798b56-fe4c-46ee-930c-154c496fd66e req-f90204a6-ec6f-4dcf-9df2-148a7ed0adee tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 944 time: 0.1674590 Jul 09 20:30:34.438115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Attempting to bind port f98007d3-9ccf-4f61-b460-e322152a625e on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:30:34.438463 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Attempting to bind port f98007d3-9ccf-4f61-b460-e322152a625e by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '7259f279-d75e-4ba1-994b-89d6821933cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '429bae24-a3e6-4bca-8870-a64a29ff574d'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:30:34.438799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Attempting to bind port f98007d3-9ccf-4f61-b460-e322152a625e on network 429bae24-a3e6-4bca-8870-a64a29ff574d {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:30:34.446046 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Port f98007d3-9ccf-4f61-b460-e322152a625e on network 429bae24-a3e6-4bca-8870-a64a29ff574d not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:30:34.446383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Attempting to bind port f98007d3-9ccf-4f61-b460-e322152a625e on network 429bae24-a3e6-4bca-8870-a64a29ff574d {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:30:34.458734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:30:34.459079 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Checking segment: {'id': '7259f279-d75e-4ba1-994b-89d6821933cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '429bae24-a3e6-4bca-8870-a64a29ff574d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:30:34.459600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Bound using segment: {'id': '7259f279-d75e-4ba1-994b-89d6821933cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '429bae24-a3e6-4bca-8870-a64a29ff574d'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:30:34.459985 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Bound port: f98007d3-9ccf-4f61-b460-e322152a625e, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7259f279-d75e-4ba1-994b-89d6821933cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '429bae24-a3e6-4bca-8870-a64a29ff574d'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:30:34.460714 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:34.475319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-66798b56-fe4c-46ee-930c-154c496fd66e req-de4785c1-3cdb-4199-a945-922c91ccb3eb tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602231 Jul 09 20:30:34.506907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167da350-6e7b-4016-ad2b-255dda11289c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Router fcb93be4-a797-41af-91fd-f8010b97c68f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:30:34.534209 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] For port f98007d3-9ccf-4f61-b460-e322152a625e, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:30:34.537170 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] For port f98007d3-9ccf-4f61-b460-e322152a625e, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f98007d3-9ccf-4f61-b460-e322152a625e,segment=NetworkSegment(7259f279-d75e-4ba1-994b-89d6821933cf),segment_id=7259f279-d75e-4ba1-994b-89d6821933cf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:30:34.541408 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:34.573551 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:34.574335 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:34.575754 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] 10.222.0.36 "PUT /v2.0/ports/f98007d3-9ccf-4f61-b460-e322152a625e HTTP/1.1" status: 200 len: 1092 time: 0.7376873 Jul 09 20:30:34.577919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219dd575-84ec-4c5d-901b-a1b37ce99f2d', 'tag': 'f98007d3-9ccf-4f61-b460-e322152a625e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:34.581107 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045fe0d2-5880-4271-b893-12cf188b75f4" -d '{"events": [{"name": "network-changed", "server_uuid": "219dd575-84ec-4c5d-901b-a1b37ce99f2d", "tag": "f98007d3-9ccf-4f61-b460-e322152a625e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:34.610559 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa995e-9acd-4002-ac10-70e6a60b48a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f98007d3-9ccf-4f61-b460-e322152a625e,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:34.625447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167da350-6e7b-4016-ad2b-255dda11289c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:30:34.630467 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-167da350-6e7b-4016-ad2b-255dda11289c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "PUT /v2.0/routers/fcb93be4-a797-41af-91fd-f8010b97c68f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6013005 Jul 09 20:30:34.637663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48786) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:34.637989 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd818fc9-7a45-4912-a4c6-a7a2c62d845b None None] Sync routers for ids ['fcb93be4-a797-41af-91fd-f8010b97c68f'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:30:34.652320 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd818fc9-7a45-4912-a4c6-a7a2c62d845b None None] Routers {'fcb93be4-a797-41af-91fd-f8010b97c68f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:34.653296 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bd818fc9-7a45-4912-a4c6-a7a2c62d845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:30:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fcb93be4-a797-41af-91fd-f8010b97c68f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:34.702916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6368286-ca1a-4b8d-84c8-6356f1f86f44 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Deleting subnet bd0e1939-2e91-4a7a-938a-345c88d36760 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:30:34.707149 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadac2c3-4d1c-4fca-90ee-7a765b9302cd x-openstack-request-id: req-dadac2c3-4d1c-4fca-90ee-7a765b9302cd {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:34.707438 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219dd575-84ec-4c5d-901b-a1b37ce99f2d", "tag": "f98007d3-9ccf-4f61-b460-e322152a625e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:34.707690 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dadac2c3-4d1c-4fca-90ee-7a765b9302cd {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:34.708087 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219dd575-84ec-4c5d-901b-a1b37ce99f2d', 'tag': 'f98007d3-9ccf-4f61-b460-e322152a625e', 'status': 'completed', 'code': 200} Jul 09 20:30:34.710641 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6368286-ca1a-4b8d-84c8-6356f1f86f44 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:34.715269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-7a34cb66-b252-4ea1-8c1c-3aefa1d80fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:34.717001 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-7a34cb66-b252-4ea1-8c1c-3aefa1d80fb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de533ff62e4843149ed70ab2fa846d24&device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 1095 time: 0.0856845 Jul 09 20:30:34.762316 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6368286-ca1a-4b8d-84c8-6356f1f86f44 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:34.762801 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-03ed9f92-3cc4-4636-a0a1-51992aae1748 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98007d3-9ccf-4f61-b460-e322152a625e HTTP/1.1" status: 200 len: 217 time: 0.0387578 Jul 09 20:30:34.772866 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-bd818fc9-7a45-4912-a4c6-a7a2c62d845b None None] Set router fcb93be4-a797-41af-91fd-f8010b97c68f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:34.812508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-4c699274-4543-43f1-9c35-e95d720d5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:34.813989 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-4c699274-4543-43f1-9c35-e95d720d5131 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c004f7f-d1cb-4c4b-92a2-e86175e3f7fa HTTP/1.1" status: 200 len: 854 time: 0.0457542 Jul 09 20:30:34.847366 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-6b9597dc-cde0-4784-9735-cb950eeba93d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=429bae24-a3e6-4bca-8870-a64a29ff574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274966 Jul 09 20:30:34.848059 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6368286-ca1a-4b8d-84c8-6356f1f86f44 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:34.911406 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6368286-ca1a-4b8d-84c8-6356f1f86f44 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:34.926700 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e6368286-ca1a-4b8d-84c8-6356f1f86f44 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:34.928884 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e6368286-ca1a-4b8d-84c8-6356f1f86f44 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "DELETE /v2.0/subnets/bd0e1939-2e91-4a7a-938a-345c88d36760 HTTP/1.1" status: 204 len: 168 time: 0.2902353 Jul 09 20:30:34.931686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48788) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:34.938622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9281ea1-758c-4031-b7d1-45bf361cee3d None None] Network 38a6352a-5d69-4422-8b60-858cf2754e96 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:30:34.951560 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6368286-ca1a-4b8d-84c8-6356f1f86f44 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0e1939-2e91-4a7a-938a-345c88d36760,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:34.966552 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bd818fc9-7a45-4912-a4c6-a7a2c62d845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:30:34Z', 'revision_number': 7, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:34.993653 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-6fdfc9b1-1b57-4cc5-ba4b-79d129280d39 service neutron] 10.222.0.36 "GET /v2.0/networks/429bae24-a3e6-4bca-8870-a64a29ff574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399100 Jul 09 20:30:34.997491 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd818fc9-7a45-4912-a4c6-a7a2c62d845b None None] Checking router: fcb93be4-a797-41af-91fd-f8010b97c68f for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:30:35.005992 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd818fc9-7a45-4912-a4c6-a7a2c62d845b None None] Routers {'fcb93be4-a797-41af-91fd-f8010b97c68f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:35.006611 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bd818fc9-7a45-4912-a4c6-a7a2c62d845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:30:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['fcb93be4-a797-41af-91fd-f8010b97c68f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:35.125066 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-bd818fc9-7a45-4912-a4c6-a7a2c62d845b None None] Set router fcb93be4-a797-41af-91fd-f8010b97c68f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:35.155350 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e111001e-5cea-4071-b6f3-52885576583a None None] DHCP port deletion for 38a6352a-5d69-4422-8b60-858cf2754e96 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:30:35.205370 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-e111001e-5cea-4071-b6f3-52885576583a None None] Deleting port 46a8e469-82eb-45fe-bd8c-752261a9d303 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:30:35.205751 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e111001e-5cea-4071-b6f3-52885576583a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:35.270540 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e111001e-5cea-4071-b6f3-52885576583a None None] For port 46a8e469-82eb-45fe-bd8c-752261a9d303, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=46a8e469-82eb-45fe-bd8c-752261a9d303,segment=NetworkSegment(80dcff99-a698-425b-aa35-d78ecb31b6b4),segment_id=80dcff99-a698-425b-aa35-d78ecb31b6b4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:35.270955 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e111001e-5cea-4071-b6f3-52885576583a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:35.285908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-e111001e-5cea-4071-b6f3-52885576583a None None] Calling delete_port for 46a8e469-82eb-45fe-bd8c-752261a9d303 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:30:35.315823 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bd818fc9-7a45-4912-a4c6-a7a2c62d845b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:30:34Z', 'revision_number': 7, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:35.332796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device caecfb60-bf19-4fcb-a4a6-88281eab3052 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:30:35.343314 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd818fc9-7a45-4912-a4c6-a7a2c62d845b None None] The sync data for ids ['fcb93be4-a797-41af-91fd-f8010b97c68f'] in n-d-800088-3 is: [{'id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'name': 'tempest-TestNetworkBasicOps-router-678678432', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:30:34Z', 'revision_number': 7, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '0c6fe15b-9f78-411a-8c68-56e7be1605b7', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:dd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb93be4-a797-41af-91fd-f8010b97c68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:28:49Z', 'updated_at': '2021-07-09T20:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:30:35.357958 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: caecfb60-bf19-4fcb-a4a6-88281eab3052 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:30:35.358314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device caecfb60-bf19-4fcb-a4a6-88281eab3052 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:30:35.398695 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e111001e-5cea-4071-b6f3-52885576583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:35.422990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111001e-5cea-4071-b6f3-52885576583a None None] Pushing event deleted for resources: {'Port': ['ID=46a8e469-82eb-45fe-bd8c-752261a9d303,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:35.428905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e111001e-5cea-4071-b6f3-52885576583a None None] No DVR routers for this DVR port 46a8e469-82eb-45fe-bd8c-752261a9d303 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:30:35.472336 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:35.529312 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f06817ed-d897-4d50-9158-b43eb45fea6a req-da3da0e9-91ac-4530-8030-8b5109f27ea9 service neutron] 10.222.0.36 "GET /v2.0/networks/429bae24-a3e6-4bca-8870-a64a29ff574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283988 Jul 09 20:30:35.658031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:35.715471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fe0d2-5880-4271-b893-12cf188b75f4 req-d22e0bd2-1bcd-46cc-86d7-67da020f2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:35.717044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-045fe0d2-5880-4271-b893-12cf188b75f4 req-d22e0bd2-1bcd-46cc-86d7-67da020f2725 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de533ff62e4843149ed70ab2fa846d24&device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 1095 time: 0.1413922 Jul 09 20:30:35.786600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dfd3b-a7fb-4540-88d6-d2a9c8b31d3b req-5580d9eb-7c24-4010-b365-4c5449b9f7a1 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:35.788138 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f2dfd3b-a7fb-4540-88d6-d2a9c8b31d3b req-5580d9eb-7c24-4010-b365-4c5449b9f7a1 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 944 time: 0.1784225 Jul 09 20:30:35.841586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Deleting port 0c6fe15b-9f78-411a-8c68-56e7be1605b7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:30:35.841940 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:35.906409 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f2dfd3b-a7fb-4540-88d6-d2a9c8b31d3b req-b1d78664-69dd-4c0d-a9f5-12844699430e tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057403 Jul 09 20:30:35.910988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fe0d2-5880-4271-b893-12cf188b75f4 req-786aaf86-48d9-4e7e-8e36-f51ee023504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:35.912389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-045fe0d2-5880-4271-b893-12cf188b75f4 req-786aaf86-48d9-4e7e-8e36-f51ee023504e service neutron] 10.222.0.36 "GET /v2.0/networks?id=429bae24-a3e6-4bca-8870-a64a29ff574d HTTP/1.1" status: 200 len: 915 time: 0.1879945 Jul 09 20:30:35.968527 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-045fe0d2-5880-4271-b893-12cf188b75f4 req-be273015-18ab-4faf-bc18-6c7ccb2cfdc0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f98007d3-9ccf-4f61-b460-e322152a625e HTTP/1.1" status: 200 len: 217 time: 0.0485048 Jul 09 20:30:36.014177 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] For port 0c6fe15b-9f78-411a-8c68-56e7be1605b7, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0c6fe15b-9f78-411a-8c68-56e7be1605b7,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:36.014540 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.033907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Calling delete_port for 0c6fe15b-9f78-411a-8c68-56e7be1605b7 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:30:36.043821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045fe0d2-5880-4271-b893-12cf188b75f4 req-e97198da-4b10-4d6f-a662-2b1c081a8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:36.045342 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-045fe0d2-5880-4271-b893-12cf188b75f4 req-e97198da-4b10-4d6f-a662-2b1c081a8be7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c004f7f-d1cb-4c4b-92a2-e86175e3f7fa HTTP/1.1" status: 200 len: 854 time: 0.0702639 Jul 09 20:30:36.063075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:30:36.082801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:30:36.083152 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 391c0b81-9ca7-45d6-8f5c-9d615a3c60f5 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:30:36.083570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 46a8e469-82eb-45fe-bd8c-752261a9d303 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:30:36.102311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 46a8e469-82eb-45fe-bd8c-752261a9d303 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:30:36.102663 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 46a8e469-82eb-45fe-bd8c-752261a9d303 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:30:36.111102 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-045fe0d2-5880-4271-b893-12cf188b75f4 req-e5c81f25-0f5a-4ea7-837a-6ded215a3fa9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=429bae24-a3e6-4bca-8870-a64a29ff574d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588946 Jul 09 20:30:36.254639 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-045fe0d2-5880-4271-b893-12cf188b75f4 req-4fc98701-99b0-41e0-ab5a-67485f9d58d8 service neutron] 10.222.0.36 "GET /v2.0/networks/429bae24-a3e6-4bca-8870-a64a29ff574d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357961 Jul 09 20:30:36.355558 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.398433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Port': ['ID=0c6fe15b-9f78-411a-8c68-56e7be1605b7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:36.407876 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-045fe0d2-5880-4271-b893-12cf188b75f4 req-e0b4d556-4ba0-4309-85d8-839fd075b596 service neutron] 10.222.0.36 "GET /v2.0/networks/429bae24-a3e6-4bca-8870-a64a29ff574d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438763 Jul 09 20:30:36.462674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.553156 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.555173 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.600525 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.601082 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Fanout notify agent at l3_agent the message router_deleted on router fcb93be4-a797-41af-91fd-f8010b97c68f {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:30:36.608857 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.609967 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6c9edcb2-ecb8-4533-9a58-ac92a266212e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "DELETE /v2.0/routers/fcb93be4-a797-41af-91fd-f8010b97c68f HTTP/1.1" status: 204 len: 168 time: 1.6765313 Jul 09 20:30:36.613956 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48792) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:36.699625 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5346bac3-f366-4e84-9649-9704c273a688 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.791483 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5346bac3-f366-4e84-9649-9704c273a688 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.801819 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-5346bac3-f366-4e84-9649-9704c273a688 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a6352a-5d69-4422-8b60-858cf2754e96']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:36.817225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-5346bac3-f366-4e84-9649-9704c273a688 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80dcff99-a698-425b-aa35-d78ecb31b6b4') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:36.817460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-5346bac3-f366-4e84-9649-9704c273a688 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80dcff99-a698-425b-aa35-d78ecb31b6b4') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:36.826251 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5346bac3-f366-4e84-9649-9704c273a688 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.839964 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5346bac3-f366-4e84-9649-9704c273a688 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.845879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5346bac3-f366-4e84-9649-9704c273a688 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:30:36.846217 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5346bac3-f366-4e84-9649-9704c273a688 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:30:36.849178 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:30:36.906511 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5346bac3-f366-4e84-9649-9704c273a688 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.914127 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5346bac3-f366-4e84-9649-9704c273a688 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.915771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5346bac3-f366-4e84-9649-9704c273a688 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "DELETE /v2.0/networks/38a6352a-5d69-4422-8b60-858cf2754e96 HTTP/1.1" status: 204 len: 168 time: 0.3008885 Jul 09 20:30:36.928132 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346bac3-f366-4e84-9649-9704c273a688 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Network': ['ID=38a6352a-5d69-4422-8b60-858cf2754e96,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:36.929951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48794) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:36.934954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-4446b33d-7c9b-4afc-a57b-6eab66b600ad tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'network': {'name': 'tempest-network-smoke--227583981', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'port_security_enabled': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:36.956460 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4446b33d-7c9b-4afc-a57b-6eab66b600ad tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Made reservation on behalf of f6c2e367335949d8ac23d1509444028b for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:30:36.960416 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4446b33d-7c9b-4afc-a57b-6eab66b600ad tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.985597 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4446b33d-7c9b-4afc-a57b-6eab66b600ad tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:30:36.995492 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4446b33d-7c9b-4afc-a57b-6eab66b600ad tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:36.995843 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-4446b33d-7c9b-4afc-a57b-6eab66b600ad tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Added segment 2b1167fd-2863-44f2-8e28-cbc6da016325 of type vlan for network 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b Jul 09 20:30:37.073045 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4446b33d-7c9b-4afc-a57b-6eab66b600ad tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:37.117759 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4446b33d-7c9b-4afc-a57b-6eab66b600ad tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:37.123461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4446b33d-7c9b-4afc-a57b-6eab66b600ad tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:37.124270 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4446b33d-7c9b-4afc-a57b-6eab66b600ad tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:37.186311 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0afd8-c14d-456c-8e79-98c2b706799e req-c32a33f0-04e9-4d73-9ccd-ffd9e7b8c8f9 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:37.187825 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8ab0afd8-c14d-456c-8e79-98c2b706799e req-c32a33f0-04e9-4d73-9ccd-ffd9e7b8c8f9 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 944 time: 0.1592877 Jul 09 20:30:37.195234 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4446b33d-7c9b-4afc-a57b-6eab66b600ad tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2643070 Jul 09 20:30:37.198732 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48798) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:37.203368 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-122585797', 'admin_state_up': True, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:37.215733 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446b33d-7c9b-4afc-a57b-6eab66b600ad tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Network': ['ID=499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:37.227235 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:37.228284 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:37.232329 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:30:37.245932 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8ab0afd8-c14d-456c-8e79-98c2b706799e req-338118a0-9365-45a5-84c4-4520cc3a248c tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475886 Jul 09 20:30:37.284102 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:37.431166 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:37.625857 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:37.644842 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:37.756206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Allocated IP 172.25.0.66 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/4a527b8a-2183-410e-a465-d572630eecf9) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:30:37.796286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f98007d3-9ccf-4f61-b460-e322152a625e details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:30:37.857422 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:37.889074 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f98007d3-9ccf-4f61-b460-e322152a625e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f98007d3-9ccf-4f61-b460-e322152a625e,segment=NetworkSegment(7259f279-d75e-4ba1-994b-89d6821933cf),segment_id=7259f279-d75e-4ba1-994b-89d6821933cf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:37.897660 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:37.902185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'f98007d3-9ccf-4f61-b460-e322152a625e', 'network_id': '429bae24-a3e6-4bca-8870-a64a29ff574d', 'port_id': 'f98007d3-9ccf-4f61-b460-e322152a625e', 'mac_address': 'fa:16:3e:95:6f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c004f7f-d1cb-4c4b-92a2-e86175e3f7fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:30:37.942477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:30:37.943416 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:37.945296 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:30:37.950532 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:30:37.956300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98007d3-9ccf-4f61-b460-e322152a625e {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:30:37.973722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Port': ['ID=4a527b8a-2183-410e-a465-d572630eecf9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:37.977563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f98007d3-9ccf-4f61-b460-e322152a625e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f98007d3-9ccf-4f61-b460-e322152a625e,segment=NetworkSegment(7259f279-d75e-4ba1-994b-89d6821933cf),segment_id=7259f279-d75e-4ba1-994b-89d6821933cf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:37.983833 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:38.032336 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=f98007d3-9ccf-4f61-b460-e322152a625e,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:38.067115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0c6fe15b-9f78-411a-8c68-56e7be1605b7 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:30:38.087924 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 0c6fe15b-9f78-411a-8c68-56e7be1605b7 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:30:38.088358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0c6fe15b-9f78-411a-8c68-56e7be1605b7 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:30:38.212327 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:38.288906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['f98007d3-9ccf-4f61-b460-e322152a625e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:30:38.457544 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:38.516913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5cb4-9fa1-4ecc-a76e-0f5a68c5d803 req-c0e458f7-2bd2-42e4-a504-01cac1f92d28 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:38.518418 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-145c5cb4-9fa1-4ecc-a76e-0f5a68c5d803 req-c0e458f7-2bd2-42e4-a504-01cac1f92d28 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 945 time: 0.1177619 Jul 09 20:30:38.600368 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-145c5cb4-9fa1-4ecc-a76e-0f5a68c5d803 req-1504eda7-11e4-400e-845b-2e7058b809c1 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758004 Jul 09 20:30:38.639118 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Router b407f1d5-1289-49ab-a84f-04ab3e254e80 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:30:38.748380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:30:38.761293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Sync routers for ids ['b407f1d5-1289-49ab-a84f-04ab3e254e80'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:30:38.770306 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:38.770995 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Routers {'b407f1d5-1289-49ab-a84f-04ab3e254e80'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:38.771632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:30:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b407f1d5-1289-49ab-a84f-04ab3e254e80'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:38.771981 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-69ae191c-9b6e-481c-8c28-e82cbf575179 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5721164 Jul 09 20:30:38.775143 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48802) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:38.819616 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b1611e2c-65e5-43d3-a34c-9debefe88baf tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=f6c2e367335949d8ac23d1509444028b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432527 Jul 09 20:30:38.822112 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48804) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:38.885357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Set router b407f1d5-1289-49ab-a84f-04ab3e254e80 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:38.980649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12d7a4-ed5c-4b88-9ac9-30c3bb0ab686 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:38.982216 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ac12d7a4-ed5c-4b88-9ac9-30c3bb0ab686 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1591885 Jul 09 20:30:38.985105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48806) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:39.016208 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a242dec6-a000-49a8-b32a-69a55df45394 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277910 Jul 09 20:30:39.016411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48808) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:39.021452 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b3936416-a217-430d-a7d5-003c8a0dc565 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-901679344', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:39.072477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'name': 'tempest-TestNetworkBasicOps-router-122585797', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4a527b8a-2183-410e-a465-d572630eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:38Z', 'revision_number': 3, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '4a527b8a-2183-410e-a465-d572630eecf9', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:19:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:39.103083 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Checking router: b407f1d5-1289-49ab-a84f-04ab3e254e80 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:30:39.103445 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Updating router b407f1d5-1289-49ab-a84f-04ab3e254e80 port 4a527b8a-2183-410e-a465-d572630eecf9 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:30:39.118926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3936416-a217-430d-a7d5-003c8a0dc565 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Made reservation on behalf of f6c2e367335949d8ac23d1509444028b for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:30:39.123366 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b3936416-a217-430d-a7d5-003c8a0dc565 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:39.138600 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:39.329393 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b3936416-a217-430d-a7d5-003c8a0dc565 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:39.397571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3936416-a217-430d-a7d5-003c8a0dc565 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Subnet': ['ID=9cd65c3a-cd27-4446-ae5b-68113ef303af,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:39.402921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3936416-a217-430d-a7d5-003c8a0dc565 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Checking segment: {'id': '2b1167fd-2863-44f2-8e28-cbc6da016325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:30:39.403294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3936416-a217-430d-a7d5-003c8a0dc565 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network hostable DHCP agents. Network: 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:30:39.411537 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:39.422152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3936416-a217-430d-a7d5-003c8a0dc565 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:30:39.427262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Transition to ACTIVE for port object 4a527b8a-2183-410e-a465-d572630eecf9 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:30:39.432058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-b3936416-a217-430d-a7d5-003c8a0dc565 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:30:39.433560 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:39.437093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3936416-a217-430d-a7d5-003c8a0dc565 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:39.437705 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b3936416-a217-430d-a7d5-003c8a0dc565 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:39.455373 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b3936416-a217-430d-a7d5-003c8a0dc565 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4378695 Jul 09 20:30:39.458090 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48810) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:39.462020 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed808d4-2c7c-4842-825e-552c2f77d224 None None] Network 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:30:39.534926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761805e-7b1c-4fd5-b9c3-362702b847ab None None] Pushing event updated for resources: {'Port': ['ID=4a527b8a-2183-410e-a465-d572630eecf9,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:39.543691 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Attempting to bind port 4a527b8a-2183-410e-a465-d572630eecf9 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:30:39.544078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Attempting to bind port 4a527b8a-2183-410e-a465-d572630eecf9 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:30:39.544458 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Attempting to bind port 4a527b8a-2183-410e-a465-d572630eecf9 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:30:39.557750 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:30:39.558322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:30:39.558742 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:39.559158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:30:39.559644 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Bound port: 4a527b8a-2183-410e-a465-d572630eecf9, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:30:39.560045 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:39.657905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] For port 4a527b8a-2183-410e-a465-d572630eecf9, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:30:39.662531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] For port 4a527b8a-2183-410e-a465-d572630eecf9, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4a527b8a-2183-410e-a465-d572630eecf9,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:30:39.670960 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:39.716896 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ips': [{'subnet_id': '9cd65c3a-cd27-4446-ae5b-68113ef303af'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:30:39.717765 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:39.774316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Routers {'b407f1d5-1289-49ab-a84f-04ab3e254e80'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:39.774968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:30:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b407f1d5-1289-49ab-a84f-04ab3e254e80'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:39.779104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761805e-7b1c-4fd5-b9c3-362702b847ab None None] Pushing event updated for resources: {'Port': ['ID=4a527b8a-2183-410e-a465-d572630eecf9,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:39.860492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f98007d3-9ccf-4f61-b460-e322152a625e up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:30:40.024853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Allocated IP 172.20.0.2 (499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b/9cd65c3a-cd27-4446-ae5b-68113ef303af/a467377d-e74f-4a1b-b5b6-a92dee3b5037) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:30:40.031907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] Set router b407f1d5-1289-49ab-a84f-04ab3e254e80 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:40.063385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port f98007d3-9ccf-4f61-b460-e322152a625e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:30:40.102826 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port f98007d3-9ccf-4f61-b460-e322152a625e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:40.103219 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:40.244135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4030cb-6884-4629-b747-235ab79df146 req-429f3748-b1c5-4618-a2d1-95fbdde5c054 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:40.245815 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aa4030cb-6884-4629-b747-235ab79df146 req-429f3748-b1c5-4618-a2d1-95fbdde5c054 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 945 time: 0.4753208 Jul 09 20:30:40.341390 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aa4030cb-6884-4629-b747-235ab79df146 req-05214718-b36a-40b4-86bc-b3dfe3c842ee tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726223 Jul 09 20:30:40.400840 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:40.409723 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:40.428888 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:40.446700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Transition to ACTIVE for port object a467377d-e74f-4a1b-b5b6-a92dee3b5037 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:30:40.452761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219dd575-84ec-4c5d-901b-a1b37ce99f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98007d3-9ccf-4f61-b460-e322152a625e'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:40.455112 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152f2fa0-a30d-4714-af64-ffa6ba202fa1" -d '{"events": [{"server_uuid": "219dd575-84ec-4c5d-901b-a1b37ce99f2d", "name": "network-vif-plugged", "status": "completed", "tag": "f98007d3-9ccf-4f61-b460-e322152a625e"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:40.474784 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f98007d3-9ccf-4f61-b460-e322152a625e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f98007d3-9ccf-4f61-b460-e322152a625e,segment=NetworkSegment(7259f279-d75e-4ba1-994b-89d6821933cf),segment_id=7259f279-d75e-4ba1-994b-89d6821933cf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:40.483614 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'name': 'tempest-TestNetworkBasicOps-router-122585797', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4a527b8a-2183-410e-a465-d572630eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:38Z', 'revision_number': 3, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '4a527b8a-2183-410e-a465-d572630eecf9', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:19:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:40.487745 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:40.517287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Transition to ACTIVE for port object a467377d-e74f-4a1b-b5b6-a92dee3b5037 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:30:40.538728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2c300-81ef-4008-bd17-afbb5922e72e None None] The sync data for ids ['b407f1d5-1289-49ab-a84f-04ab3e254e80'] in n-d-800088-3 is: [{'id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'name': 'tempest-TestNetworkBasicOps-router-122585797', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4a527b8a-2183-410e-a465-d572630eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:38Z', 'revision_number': 3, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '4a527b8a-2183-410e-a465-d572630eecf9', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:19:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:30:40.554263 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:40.583735 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e539c2-2eb0-417c-a13b-4f56e82d29fd x-openstack-request-id: req-98e539c2-2eb0-417c-a13b-4f56e82d29fd {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:40.584032 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219dd575-84ec-4c5d-901b-a1b37ce99f2d", "name": "network-vif-plugged", "status": "completed", "tag": "f98007d3-9ccf-4f61-b460-e322152a625e", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:40.584288 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98e539c2-2eb0-417c-a13b-4f56e82d29fd {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:40.589162 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219dd575-84ec-4c5d-901b-a1b37ce99f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98007d3-9ccf-4f61-b460-e322152a625e', 'code': 200} Jul 09 20:30:40.598181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=f98007d3-9ccf-4f61-b460-e322152a625e,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:40.610909 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Network 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:30:40.615730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:30:40.702459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457873e-1dc0-46d8-9fb4-5f61fe8d4dc3 req-25f4a1d5-f251-4d48-9438-56d338e984b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:40.704023 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a457873e-1dc0-46d8-9fb4-5f61fe8d4dc3 req-25f4a1d5-f251-4d48-9438-56d338e984b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 1097 time: 0.0623639 Jul 09 20:30:40.734233 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Allocated IP 172.20.0.1 (499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b/9cd65c3a-cd27-4446-ae5b-68113ef303af/3fb92cde-cc85-416d-9687-5c6d6e1e9e3f) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:30:40.757545 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a457873e-1dc0-46d8-9fb4-5f61fe8d4dc3 req-4698bd20-ffe5-4088-9996-9d67aa70235b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462987 Jul 09 20:30:40.820741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:30:40.871607 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Pushing event updated for resources: {'Port': ['ID=a467377d-e74f-4a1b-b5b6-a92dee3b5037,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:40.894533 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:40.917661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Attempting to bind port a467377d-e74f-4a1b-b5b6-a92dee3b5037 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:30:40.918287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Attempting to bind port a467377d-e74f-4a1b-b5b6-a92dee3b5037 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '2b1167fd-2863-44f2-8e28-cbc6da016325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:30:40.918765 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Attempting to bind port a467377d-e74f-4a1b-b5b6-a92dee3b5037 on network 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:30:40.924462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:30:40.925098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Checking segment: {'id': '2b1167fd-2863-44f2-8e28-cbc6da016325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:30:40.925526 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:40.926151 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Bound using segment: {'id': '2b1167fd-2863-44f2-8e28-cbc6da016325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:30:40.926697 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Bound port: a467377d-e74f-4a1b-b5b6-a92dee3b5037, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1167fd-2863-44f2-8e28-cbc6da016325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:30:40.926883 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Transition to ACTIVE for port object 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:30:40.927214 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:40.977462 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:41.020057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] For port a467377d-e74f-4a1b-b5b6-a92dee3b5037, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:30:41.024823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] For port a467377d-e74f-4a1b-b5b6-a92dee3b5037, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a467377d-e74f-4a1b-b5b6-a92dee3b5037,segment=NetworkSegment(2b1167fd-2863-44f2-8e28-cbc6da016325),segment_id=2b1167fd-2863-44f2-8e28-cbc6da016325)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:30:41.031607 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:41.045058 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Port': ['ID=3fb92cde-cc85-416d-9687-5c6d6e1e9e3f,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:41.052697 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:30:41.054145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:30:41.056727 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:30:41.114202 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764c0e8-1efb-4bc5-8edc-2ed1bf1ad528 None None] Pushing event updated for resources: {'Port': ['ID=a467377d-e74f-4a1b-b5b6-a92dee3b5037,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:41.115882 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:41.297148 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:41.629155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d72b1-4a0a-4598-b630-a8dabe725ed3 req-f425f55b-6be9-4dda-96a5-549469f283b5 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:41.630741 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fb3d72b1-4a0a-4598-b630-a8dabe725ed3 req-f425f55b-6be9-4dda-96a5-549469f283b5 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 946 time: 0.1540182 Jul 09 20:30:41.694785 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fb3d72b1-4a0a-4598-b630-a8dabe725ed3 req-4e1b8f2b-6e58-4dd1-93f6-5f62c382d305 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538731 Jul 09 20:30:41.704204 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:41.710759 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:41.790534 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Port': ['ID=3fb92cde-cc85-416d-9687-5c6d6e1e9e3f,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:41.793865 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:41.888890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:30:41.890199 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:30:42.005221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Router b407f1d5-1289-49ab-a84f-04ab3e254e80 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:30:42.123482 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4a527b8a-2183-410e-a465-d572630eecf9 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:30:42.126395 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:30:42.133652 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-42543b99-33e2-43f9-8c97-1289b1d7418a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "PUT /v2.0/routers/b407f1d5-1289-49ab-a84f-04ab3e254e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6720369 Jul 09 20:30:42.133910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48820) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:42.174044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 4a527b8a-2183-410e-a465-d572630eecf9 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:30:42.177782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 4a527b8a-2183-410e-a465-d572630eecf9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:42.178169 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:42.241105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59366667-9c9f-41e0-b151-e475b726d9f0 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:42.241597 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59366667-9c9f-41e0-b151-e475b726d9f0 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:42.242078 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59366667-9c9f-41e0-b151-e475b726d9f0 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:42.242556 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59366667-9c9f-41e0-b151-e475b726d9f0 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:42.243032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59366667-9c9f-41e0-b151-e475b726d9f0 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:42.245118 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-59366667-9c9f-41e0-b151-e475b726d9f0 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3587 time: 0.1099627 Jul 09 20:30:42.248057 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48822) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:42.262770 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:42.286497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 4a527b8a-2183-410e-a465-d572630eecf9, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4a527b8a-2183-410e-a465-d572630eecf9,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:42.290881 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:42.292707 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a467377d-e74f-4a1b-b5b6-a92dee3b5037 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:30:42.307110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11abfac4-6b90-4fd8-8068-9342262dfdf4 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:42.307791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11abfac4-6b90-4fd8-8068-9342262dfdf4 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:42.308254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11abfac4-6b90-4fd8-8068-9342262dfdf4 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:42.309175 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11abfac4-6b90-4fd8-8068-9342262dfdf4 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:42.309660 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11abfac4-6b90-4fd8-8068-9342262dfdf4 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:42.314026 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-11abfac4-6b90-4fd8-8068-9342262dfdf4 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3369 time: 0.0618343 Jul 09 20:30:42.314814 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48824) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:42.376628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=4a527b8a-2183-410e-a465-d572630eecf9,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:42.388871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port a467377d-e74f-4a1b-b5b6-a92dee3b5037 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:30:42.585096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81629c2d-1958-4551-b19f-c4b2f960f5b6 None None] Network 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:30:42.603694 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Sync routers for ids ['b407f1d5-1289-49ab-a84f-04ab3e254e80'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:30:42.615383 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Routers {'b407f1d5-1289-49ab-a84f-04ab3e254e80'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:42.616010 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:30:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b407f1d5-1289-49ab-a84f-04ab3e254e80'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:42.718633 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-73fd4c56-c79d-485d-903c-38ebec907244 None None] Provisioning for port a467377d-e74f-4a1b-b5b6-a92dee3b5037 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:30:42.724305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-73fd4c56-c79d-485d-903c-38ebec907244 None None] Provisioning complete for port a467377d-e74f-4a1b-b5b6-a92dee3b5037 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:42.724709 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-73fd4c56-c79d-485d-903c-38ebec907244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:42.746299 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Set router b407f1d5-1289-49ab-a84f-04ab3e254e80 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:42.851159 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c0fbd923-492c-48c9-af3f-259a24a41924 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.5348892 Jul 09 20:30:42.880778 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-73fd4c56-c79d-485d-903c-38ebec907244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:42.934918 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7ba52-aee6-4a27-b5da-34ebead370b0 req-5a20158e-6c3d-480a-88b8-6f8f00aaba45 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:42.938283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-73fd4c56-c79d-485d-903c-38ebec907244 None None] For port a467377d-e74f-4a1b-b5b6-a92dee3b5037, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a467377d-e74f-4a1b-b5b6-a92dee3b5037,segment=NetworkSegment(2b1167fd-2863-44f2-8e28-cbc6da016325),segment_id=2b1167fd-2863-44f2-8e28-cbc6da016325)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:42.942623 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88f7ba52-aee6-4a27-b5da-34ebead370b0 req-5a20158e-6c3d-480a-88b8-6f8f00aaba45 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 946 time: 0.0882645 Jul 09 20:30:42.944670 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-73fd4c56-c79d-485d-903c-38ebec907244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:42.980732 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88f7ba52-aee6-4a27-b5da-34ebead370b0 req-e89f35e3-a508-4c23-80f9-f8af7950c3b9 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371892 Jul 09 20:30:43.008039 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'name': 'tempest-TestNetworkBasicOps-router-122585797', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4a527b8a-2183-410e-a465-d572630eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:41Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '4a527b8a-2183-410e-a465-d572630eecf9', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '3fb92cde-cc85-416d-9687-5c6d6e1e9e3f', 'name': '', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:ed:8f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:40Z', 'updated_at': '2021-07-09T20:30:41Z', 'revision_number': 2, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:43.032253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd4c56-c79d-485d-903c-38ebec907244 None None] Pushing event updated for resources: {'Port': ['ID=a467377d-e74f-4a1b-b5b6-a92dee3b5037,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:43.037688 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Checking router: b407f1d5-1289-49ab-a84f-04ab3e254e80 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:30:43.038078 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Updating router b407f1d5-1289-49ab-a84f-04ab3e254e80 port 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:30:43.078472 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.171137 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9c5d16b8-8068-44ac-8179-3414077c4c4b None None] Provisioning for port 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:30:43.176237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9c5d16b8-8068-44ac-8179-3414077c4c4b None None] Provisioning complete for port 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:43.176916 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9c5d16b8-8068-44ac-8179-3414077c4c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.224059 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d16b8-8068-44ac-8179-3414077c4c4b None None] Port 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:30:43.249548 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9c5d16b8-8068-44ac-8179-3414077c4c4b None None] Provisioning complete for port a467377d-e74f-4a1b-b5b6-a92dee3b5037 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:43.249991 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9c5d16b8-8068-44ac-8179-3414077c4c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.499828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48840) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:43.514944 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b6438105-beb2-4731-8276-f21ef4b3b856 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-816737268', 'description': 'tempest-secgroup-smoke-816737268 description', 'project_id': 'f6c2e367335949d8ac23d1509444028b'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:43.557012 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.568935 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Transition to ACTIVE for port object 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:30:43.577513 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.578235 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b6438105-beb2-4731-8276-f21ef4b3b856 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.664335 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805e7ba-7834-43cc-9b76-8dc749938e7a None None] Pushing event updated for resources: {'Port': ['ID=3fb92cde-cc85-416d-9687-5c6d6e1e9e3f,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:43.701285 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b6438105-beb2-4731-8276-f21ef4b3b856 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.706021 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b6438105-beb2-4731-8276-f21ef4b3b856 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.708128 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Attempting to bind port 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:30:43.708497 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Attempting to bind port 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '2b1167fd-2863-44f2-8e28-cbc6da016325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:30:43.709380 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Attempting to bind port 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f on network 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:30:43.716016 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:30:43.716471 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Checking segment: {'id': '2b1167fd-2863-44f2-8e28-cbc6da016325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:30:43.717530 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.717936 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Bound using segment: {'id': '2b1167fd-2863-44f2-8e28-cbc6da016325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:30:43.718426 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Bound port: 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1167fd-2863-44f2-8e28-cbc6da016325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:30:43.718813 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.743883 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b6438105-beb2-4731-8276-f21ef4b3b856 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.745309 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b6438105-beb2-4731-8276-f21ef4b3b856 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2400656 Jul 09 20:30:43.746598 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6438105-beb2-4731-8276-f21ef4b3b856 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc0cdda-4ded-4b59-b399-ad139f782019,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:43.748292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48842) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:43.760527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-0b81e57b-28bf-475f-a4d6-46da36e5250e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': '7dc0cdda-4ded-4b59-b399-ad139f782019', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:43.801999 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0b81e57b-28bf-475f-a4d6-46da36e5250e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.808692 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] For port 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:30:43.812684 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] For port 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3fb92cde-cc85-416d-9687-5c6d6e1e9e3f,segment=NetworkSegment(2b1167fd-2863-44f2-8e28-cbc6da016325),segment_id=2b1167fd-2863-44f2-8e28-cbc6da016325)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:30:43.819525 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.870974 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0b81e57b-28bf-475f-a4d6-46da36e5250e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.876036 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0b81e57b-28bf-475f-a4d6-46da36e5250e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.894515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81e57b-28bf-475f-a4d6-46da36e5250e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ecab39-abff-4700-a76b-ee511a32f8d5,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:43.901905 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805e7ba-7834-43cc-9b76-8dc749938e7a None None] Pushing event updated for resources: {'Port': ['ID=3fb92cde-cc85-416d-9687-5c6d6e1e9e3f,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:43.904815 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Routers {'b407f1d5-1289-49ab-a84f-04ab3e254e80'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:43.905433 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:30:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b407f1d5-1289-49ab-a84f-04ab3e254e80'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:43.913371 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0b81e57b-28bf-475f-a4d6-46da36e5250e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:43.914916 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0b81e57b-28bf-475f-a4d6-46da36e5250e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1655829 Jul 09 20:30:43.918525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48844) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:43.923359 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c2d2a6e2-c1b7-45b9-9593-822819e117dc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': '7dc0cdda-4ded-4b59-b399-ad139f782019', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:43.958572 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a6e2-c1b7-45b9-9593-822819e117dc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.052269 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] Set router b407f1d5-1289-49ab-a84f-04ab3e254e80 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:44.064390 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a6e2-c1b7-45b9-9593-822819e117dc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.069345 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a6e2-c1b7-45b9-9593-822819e117dc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.099001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2a6e2-c1b7-45b9-9593-822819e117dc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd13fd7c-542a-457d-9263-c768b3dc87d0,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:44.111630 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2d2a6e2-c1b7-45b9-9593-822819e117dc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.113244 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c2d2a6e2-c1b7-45b9-9593-822819e117dc tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1935852 Jul 09 20:30:44.116819 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48846) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:44.130516 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-4ba9ca45-c0dd-466f-a64e-a30ec3089a21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': '7dc0cdda-4ded-4b59-b399-ad139f782019', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:44.132409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4a527b8a-2183-410e-a465-d572630eecf9 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:30:44.178223 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ca45-c0dd-466f-a64e-a30ec3089a21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.212292 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 4a527b8a-2183-410e-a465-d572630eecf9 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:44.212900 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.258411 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ca45-c0dd-466f-a64e-a30ec3089a21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.264341 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ca45-c0dd-466f-a64e-a30ec3089a21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.282086 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9ca45-c0dd-466f-a64e-a30ec3089a21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c784c7d4-59fd-4560-8471-09f26dc82bfc,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:44.299304 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4ba9ca45-c0dd-466f-a64e-a30ec3089a21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.303179 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4ba9ca45-c0dd-466f-a64e-a30ec3089a21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1807005 Jul 09 20:30:44.303554 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48848) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:44.309144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b33660db-2381-452e-8507-d768263cc974 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': '7dc0cdda-4ded-4b59-b399-ad139f782019', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:44.338033 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'name': 'tempest-TestNetworkBasicOps-router-122585797', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4a527b8a-2183-410e-a465-d572630eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:41Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '4a527b8a-2183-410e-a465-d572630eecf9', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '3fb92cde-cc85-416d-9687-5c6d6e1e9e3f', 'name': '', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:ed:8f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:40Z', 'updated_at': '2021-07-09T20:30:43Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:44.344602 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b33660db-2381-452e-8507-d768263cc974 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.344966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a467377d-e74f-4a1b-b5b6-a92dee3b5037 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:30:44.381867 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff27409c-e459-4232-bd18-6ed1d082ea06 None None] The sync data for ids ['b407f1d5-1289-49ab-a84f-04ab3e254e80'] in n-d-800088-3 is: [{'id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'name': 'tempest-TestNetworkBasicOps-router-122585797', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4a527b8a-2183-410e-a465-d572630eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:41Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '4a527b8a-2183-410e-a465-d572630eecf9', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '3fb92cde-cc85-416d-9687-5c6d6e1e9e3f', 'name': '', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:ed:8f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:40Z', 'updated_at': '2021-07-09T20:30:43Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:30:44.409267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a467377d-e74f-4a1b-b5b6-a92dee3b5037 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:44.409884 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.473508 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b33660db-2381-452e-8507-d768263cc974 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.478162 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b33660db-2381-452e-8507-d768263cc974 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.504081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33660db-2381-452e-8507-d768263cc974 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc66fcd6-84ac-4bf4-bfba-5f8c48120c46,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:44.513584 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b33660db-2381-452e-8507-d768263cc974 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.517075 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b33660db-2381-452e-8507-d768263cc974 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2124085 Jul 09 20:30:44.517863 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48850) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:44.522646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-04d75250-c4d3-47ee-8311-3085af9f0eaf tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': '7dc0cdda-4ded-4b59-b399-ad139f782019', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:44.553637 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-04d75250-c4d3-47ee-8311-3085af9f0eaf tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Project f6c2e367335949d8ac23d1509444028b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:30:44.559148 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-04d75250-c4d3-47ee-8311-3085af9f0eaf tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.639284 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-04d75250-c4d3-47ee-8311-3085af9f0eaf tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.643945 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-04d75250-c4d3-47ee-8311-3085af9f0eaf tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.662779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d75250-c4d3-47ee-8311-3085af9f0eaf tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8deb1e06-0099-4f42-811d-41a494caab8f,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:44.672351 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-04d75250-c4d3-47ee-8311-3085af9f0eaf tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.676341 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-04d75250-c4d3-47ee-8311-3085af9f0eaf tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1548543 Jul 09 20:30:44.676796 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48854) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:44.681907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6755d552-41a4-4c6a-9572-5a4f6d1ff284 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'security_group_rule': {'security_group_id': '7dc0cdda-4ded-4b59-b399-ad139f782019', 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:44.706925 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-6755d552-41a4-4c6a-9572-5a4f6d1ff284 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Project f6c2e367335949d8ac23d1509444028b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:30:44.712330 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6755d552-41a4-4c6a-9572-5a4f6d1ff284 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.792580 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6755d552-41a4-4c6a-9572-5a4f6d1ff284 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.799236 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6755d552-41a4-4c6a-9572-5a4f6d1ff284 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.819301 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755d552-41a4-4c6a-9572-5a4f6d1ff284 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2d6bed-2c10-4044-a390-220ab1fc168e,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:44.828632 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6755d552-41a4-4c6a-9572-5a4f6d1ff284 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:44.830020 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6755d552-41a4-4c6a-9572-5a4f6d1ff284 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1520631 Jul 09 20:30:44.992062 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-1981aadf-5aab-4f53-a360-377c49a44bde tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816737268&fields=id&tenant_id=f6c2e367335949d8ac23d1509444028b HTTP/1.1" status: 200 len: 267 time: 0.0388644 Jul 09 20:30:45.124189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-23e15f29-8926-4cd4-a0a1-7e12413d0b01 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:45.126012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-23e15f29-8926-4cd4-a0a1-7e12413d0b01 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/networks?id=499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b HTTP/1.1" status: 200 len: 796 time: 0.1262794 Jul 09 20:30:45.142006 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-bf293afa-2163-4d8d-b55f-173202e94b8b tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/quotas/f6c2e367335949d8ac23d1509444028b HTTP/1.1" status: 200 len: 375 time: 0.0100038 Jul 09 20:30:45.223789 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-a1e91393-d78b-484e-bafe-81d228c1311a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6c2e367335949d8ac23d1509444028b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732963 Jul 09 20:30:45.395859 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-d0100e6f-bebd-4ca9-b26b-a3eaaf1d3a06 service neutron] 10.222.0.30 "GET /v2.0/networks/499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674383 Jul 09 20:30:45.497054 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-08593216-4914-4caf-9a20-c49a32f4961d service neutron] 10.222.0.30 "GET /v2.0/networks/499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945864 Jul 09 20:30:45.714623 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-adcb29a4-f14d-4dce-87b3-7bdb752a344d req-11292276-e270-4f6b-b487-b88a446b4328 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 210 time: 0.0503671 Jul 09 20:30:46.104814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:30:46.160987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:30:46.165245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:46.165611 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:46.248893 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:46.283724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3fb92cde-cc85-416d-9687-5c6d6e1e9e3f,segment=NetworkSegment(2b1167fd-2863-44f2-8e28-cbc6da016325),segment_id=2b1167fd-2863-44f2-8e28-cbc6da016325)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:46.287838 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:46.346457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=3fb92cde-cc85-416d-9687-5c6d6e1e9e3f,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:46.883300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-108e402e-b7c6-4053-9235-c5554f801742 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:46.884919 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-108e402e-b7c6-4053-9235-c5554f801742 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.32 "GET /v2.0/networks?id=499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b HTTP/1.1" status: 200 len: 796 time: 0.1847978 Jul 09 20:30:46.942555 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-92de58a3-83b5-4030-9466-d7e5a0d00bba req-e4cf00fc-f585-470f-9d5e-8e34636daa00 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 210 time: 0.0553362 Jul 09 20:30:46.962905 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-4c50c1cb-6083-4593-9463-a1eec303b708 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6c2e367335949d8ac23d1509444028b HTTP/1.1" status: 200 len: 379 time: 0.0433900 Jul 09 20:30:46.972173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-8b891403-b717-4891-a537-c8fc31a3ce21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'port': {'device_id': '2518e832-3e97-4614-8c99-c0b507062513', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'admin_state_up': True, 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'security_groups': ['7dc0cdda-4ded-4b59-b399-ad139f782019']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:47.088584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-8b891403-b717-4891-a537-c8fc31a3ce21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Made reservation on behalf of f6c2e367335949d8ac23d1509444028b for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:30:47.092289 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-8b891403-b717-4891-a537-c8fc31a3ce21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:47.227311 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-8b891403-b717-4891-a537-c8fc31a3ce21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Allocated IP 172.20.0.10 (499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b/9cd65c3a-cd27-4446-ae5b-68113ef303af/106d1b2c-5b21-4f3f-8d97-cc3bb41f8648) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:30:47.373258 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-8b891403-b717-4891-a537-c8fc31a3ce21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:47.387600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-8b891403-b717-4891-a537-c8fc31a3ce21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Transition to ACTIVE for port object 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:30:47.419542 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-8b891403-b717-4891-a537-c8fc31a3ce21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:47.471014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-8b891403-b717-4891-a537-c8fc31a3ce21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:30:47.474072 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-8b891403-b717-4891-a537-c8fc31a3ce21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:30:47.477998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-8b891403-b717-4891-a537-c8fc31a3ce21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:30:47.502504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b891403-b717-4891-a537-c8fc31a3ce21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Port': ['ID=106d1b2c-5b21-4f3f-8d97-cc3bb41f8648,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:47.532889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-8b891403-b717-4891-a537-c8fc31a3ce21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:47.533684 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-8b891403-b717-4891-a537-c8fc31a3ce21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:47.549592 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-8b891403-b717-4891-a537-c8fc31a3ce21 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5815134 Jul 09 20:30:47.618398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Request body: {'port': {'device_id': '2518e832-3e97-4614-8c99-c0b507062513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:47.695327 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:47.783348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b439e1ad-5c81-43ad-8e5c-1dca401e6a00 None None] Provisioning for port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:30:47.787672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b439e1ad-5c81-43ad-8e5c-1dca401e6a00 None None] Provisioning complete for port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:47.788054 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b439e1ad-5c81-43ad-8e5c-1dca401e6a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:47.833253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-b439e1ad-5c81-43ad-8e5c-1dca401e6a00 None None] Port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:30:47.986456 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:30:47.994304 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:48.007563 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Transition to ACTIVE for port object 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:30:48.012725 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:48.086005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Pushing event updated for resources: {'Port': ['ID=106d1b2c-5b21-4f3f-8d97-cc3bb41f8648,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:48.107919 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:30:48.147134 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ed4a8-645f-4d3c-a66a-4e4680c18f3f req-2c47e885-d200-4e6c-a273-715912590662 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:48.154703 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-869ed4a8-645f-4d3c-a66a-4e4680c18f3f req-2c47e885-d200-4e6c-a273-715912590662 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 944 time: 0.0801311 Jul 09 20:30:48.163489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:48.163967 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:48.170178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Attempting to bind port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:30:48.170821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Attempting to bind port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '2b1167fd-2863-44f2-8e28-cbc6da016325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:30:48.171392 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Attempting to bind port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 on network 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:30:48.177189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 on network 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:30:48.177771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Attempting to bind port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 on network 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:30:48.184290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:30:48.184748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Checking segment: {'id': '2b1167fd-2863-44f2-8e28-cbc6da016325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:30:48.185281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Bound using segment: {'id': '2b1167fd-2863-44f2-8e28-cbc6da016325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:30:48.186161 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Bound port: 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1167fd-2863-44f2-8e28-cbc6da016325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:30:48.187393 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:48.200755 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-869ed4a8-645f-4d3c-a66a-4e4680c18f3f req-6f8282e3-1182-44ec-a639-b1dc600dad06 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=7dc0cdda-4ded-4b59-b399-ad139f782019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450337 Jul 09 20:30:48.264633 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] For port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:30:48.267895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] For port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=106d1b2c-5b21-4f3f-8d97-cc3bb41f8648,segment=NetworkSegment(2b1167fd-2863-44f2-8e28-cbc6da016325),segment_id=2b1167fd-2863-44f2-8e28-cbc6da016325)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:30:48.274047 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:48.313799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:48.314436 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:48.315841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] 10.222.0.32 "PUT /v2.0/ports/106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 HTTP/1.1" status: 200 len: 1092 time: 0.7577286 Jul 09 20:30:48.316422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2518e832-3e97-4614-8c99-c0b507062513', 'tag': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:48.318711 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e248b37d-81ff-496c-96c2-e0f783124501" -d '{"events": [{"name": "network-changed", "server_uuid": "2518e832-3e97-4614-8c99-c0b507062513", "tag": "106d1b2c-5b21-4f3f-8d97-cc3bb41f8648"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:48.340831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79f692-e91b-4408-a5cd-2926eb61d059 service neutron] Pushing event updated for resources: {'Port': ['ID=106d1b2c-5b21-4f3f-8d97-cc3bb41f8648,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:48.373939 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b7f277-4bda-4dd4-81bd-38022dfa0756 x-openstack-request-id: req-b5b7f277-4bda-4dd4-81bd-38022dfa0756 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:48.374398 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2518e832-3e97-4614-8c99-c0b507062513", "tag": "106d1b2c-5b21-4f3f-8d97-cc3bb41f8648", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:48.374759 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5b7f277-4bda-4dd4-81bd-38022dfa0756 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:48.375543 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2518e832-3e97-4614-8c99-c0b507062513', 'tag': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648', 'status': 'completed', 'code': 200} Jul 09 20:30:48.422178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-739546ba-7fc1-4468-be2c-2bbf93899840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:48.423744 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-739546ba-7fc1-4468-be2c-2bbf93899840 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6c2e367335949d8ac23d1509444028b&device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 1095 time: 0.0639405 Jul 09 20:30:48.470803 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-57270609-9ca1-4bed-9766-caa042e25d8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 HTTP/1.1" status: 200 len: 217 time: 0.0396941 Jul 09 20:30:48.521272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-7b077a5c-22b5-4b0d-aa60-31aecff39a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:48.522685 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-7b077a5c-22b5-4b0d-aa60-31aecff39a3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9cd65c3a-cd27-4446-ae5b-68113ef303af HTTP/1.1" status: 200 len: 834 time: 0.0454414 Jul 09 20:30:48.582026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-0f1e6794-f5b2-450d-87bc-a3b212d93a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:48.583442 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-0f1e6794-f5b2-450d-87bc-a3b212d93a9f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520823 Jul 09 20:30:48.679408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-097546f0-297f-4b96-a6ad-9953ba58b567 service neutron] 10.222.0.32 "GET /v2.0/networks/499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883622 Jul 09 20:30:48.774640 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b91b93b-9caa-43c3-a438-4c3a7109cd69 req-00c352c6-39c3-47f8-8ca6-f6d4c7b5a3bf service neutron] 10.222.0.32 "GET /v2.0/networks/499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878420 Jul 09 20:30:48.875243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b37d-81ff-496c-96c2-e0f783124501 req-655f3773-334e-44ee-99c6-62856433ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:48.876780 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e248b37d-81ff-496c-96c2-e0f783124501 req-655f3773-334e-44ee-99c6-62856433ec0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6c2e367335949d8ac23d1509444028b&device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 1095 time: 0.0540402 Jul 09 20:30:48.971075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b37d-81ff-496c-96c2-e0f783124501 req-1da07320-d7de-4659-b097-7dfe3c2c61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:48.972594 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e248b37d-81ff-496c-96c2-e0f783124501 req-1da07320-d7de-4659-b097-7dfe3c2c61a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b HTTP/1.1" status: 200 len: 897 time: 0.0891693 Jul 09 20:30:49.015193 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e248b37d-81ff-496c-96c2-e0f783124501 req-c5b89a27-78bc-4d35-9b5b-8db0249f9654 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 HTTP/1.1" status: 200 len: 217 time: 0.0356059 Jul 09 20:30:49.070381 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b37d-81ff-496c-96c2-e0f783124501 req-7f8bc047-b5d0-4cb4-a0ea-29af49bf2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:49.071034 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e248b37d-81ff-496c-96c2-e0f783124501 req-7f8bc047-b5d0-4cb4-a0ea-29af49bf2f7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9cd65c3a-cd27-4446-ae5b-68113ef303af HTTP/1.1" status: 200 len: 834 time: 0.0496013 Jul 09 20:30:49.129640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248b37d-81ff-496c-96c2-e0f783124501 req-b070670b-b7bb-4376-b2b6-534300fa52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:49.131105 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e248b37d-81ff-496c-96c2-e0f783124501 req-b070670b-b7bb-4376-b2b6-534300fa52ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513065 Jul 09 20:30:49.220740 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e248b37d-81ff-496c-96c2-e0f783124501 req-b98dd2fc-8f72-4325-8fe4-1196f25b37af service neutron] 10.222.0.32 "GET /v2.0/networks/499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817928 Jul 09 20:30:49.317195 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e248b37d-81ff-496c-96c2-e0f783124501 req-71af3f78-329a-4b57-afaa-d2a953471f42 service neutron] 10.222.0.32 "GET /v2.0/networks/499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897512 Jul 09 20:30:49.367277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaebe67-4110-4991-a36c-e3bf4da9d2a0 req-0dcb96cf-fba2-4d01-b6dc-029c7c905c57 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:49.368755 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6aaebe67-4110-4991-a36c-e3bf4da9d2a0 req-0dcb96cf-fba2-4d01-b6dc-029c7c905c57 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 944 time: 0.0659008 Jul 09 20:30:49.407488 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6aaebe67-4110-4991-a36c-e3bf4da9d2a0 req-d9244bdb-db1d-47fe-bc36-2d725759c27d tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=7dc0cdda-4ded-4b59-b399-ad139f782019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321970 Jul 09 20:30:50.583643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd2aff-5983-4e20-b4de-cfd450c31bdf req-9172b5a6-d694-44a0-99bd-eb74479f62a4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:50.585191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eecd2aff-5983-4e20-b4de-cfd450c31bdf req-9172b5a6-d694-44a0-99bd-eb74479f62a4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 944 time: 0.0636084 Jul 09 20:30:50.623212 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eecd2aff-5983-4e20-b4de-cfd450c31bdf req-5be50397-1ceb-44a7-92a1-d9d2cbcd2fa8 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=7dc0cdda-4ded-4b59-b399-ad139f782019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319204 Jul 09 20:30:51.422535 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:30:51.515210 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=106d1b2c-5b21-4f3f-8d97-cc3bb41f8648,segment=NetworkSegment(2b1167fd-2863-44f2-8e28-cbc6da016325),segment_id=2b1167fd-2863-44f2-8e28-cbc6da016325)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:51.526109 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'port_id': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648', 'mac_address': 'fa:16:3e:14:61:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:30:51.564711 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:51.577605 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:30:51.597447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=106d1b2c-5b21-4f3f-8d97-cc3bb41f8648,segment=NetworkSegment(2b1167fd-2863-44f2-8e28-cbc6da016325),segment_id=2b1167fd-2863-44f2-8e28-cbc6da016325)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:51.601102 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:51.646641 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=106d1b2c-5b21-4f3f-8d97-cc3bb41f8648,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:51.799328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f9c25-8501-415b-965a-7db45b717406 req-c43606cd-e0ce-4d3e-9d12-ffe24e7cdaba tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:51.800849 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-045f9c25-8501-415b-965a-7db45b717406 req-c43606cd-e0ce-4d3e-9d12-ffe24e7cdaba tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 945 time: 0.0663981 Jul 09 20:30:51.809617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['106d1b2c-5b21-4f3f-8d97-cc3bb41f8648'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:30:51.845511 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-045f9c25-8501-415b-965a-7db45b717406 req-fc05a1d7-f81b-43a8-8c57-19f9267a78a3 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=7dc0cdda-4ded-4b59-b399-ad139f782019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390971 Jul 09 20:30:53.020478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c6000-e313-4e98-810d-5455b6eeb9ca req-f59976f0-07b6-45b6-a38c-0bd1b2eb6bf1 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:53.021876 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c22c6000-e313-4e98-810d-5455b6eeb9ca req-f59976f0-07b6-45b6-a38c-0bd1b2eb6bf1 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 945 time: 0.0664527 Jul 09 20:30:53.059469 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c22c6000-e313-4e98-810d-5455b6eeb9ca req-a2d53cc6-91f6-4458-8fde-07688ded4a46 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=7dc0cdda-4ded-4b59-b399-ad139f782019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319755 Jul 09 20:30:53.421412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:30:53.470077 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:30:53.476045 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:30:53.476449 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:53.558309 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:53.585085 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2518e832-3e97-4614-8c99-c0b507062513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:53.587625 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127d651c-f7f3-473e-ba7c-8c5162d5a73f" -d '{"events": [{"server_uuid": "2518e832-3e97-4614-8c99-c0b507062513", "name": "network-vif-plugged", "status": "completed", "tag": "106d1b2c-5b21-4f3f-8d97-cc3bb41f8648"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:53.601174 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=106d1b2c-5b21-4f3f-8d97-cc3bb41f8648,segment=NetworkSegment(2b1167fd-2863-44f2-8e28-cbc6da016325),segment_id=2b1167fd-2863-44f2-8e28-cbc6da016325)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:30:53.606069 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:53.629511 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7a22c6-10b9-4823-9760-a6bbff5a2da9 x-openstack-request-id: req-5b7a22c6-10b9-4823-9760-a6bbff5a2da9 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:53.629811 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2518e832-3e97-4614-8c99-c0b507062513", "name": "network-vif-plugged", "status": "completed", "tag": "106d1b2c-5b21-4f3f-8d97-cc3bb41f8648", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:53.630090 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b7a22c6-10b9-4823-9760-a6bbff5a2da9 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:53.630455 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2518e832-3e97-4614-8c99-c0b507062513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648', 'code': 200} Jul 09 20:30:53.656630 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=106d1b2c-5b21-4f3f-8d97-cc3bb41f8648,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:53.741237 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10f7ff-b017-4fa0-a151-da4fe0a8199a req-d70229a2-3b47-4b26-945c-34cf5507d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:53.742749 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fa10f7ff-b017-4fa0-a151-da4fe0a8199a req-d70229a2-3b47-4b26-945c-34cf5507d315 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 1097 time: 0.0525923 Jul 09 20:30:53.777052 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fa10f7ff-b017-4fa0-a151-da4fe0a8199a req-18aa3964-de0f-419a-804d-3e2876a4f159 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7dc0cdda-4ded-4b59-b399-ad139f782019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271800 Jul 09 20:30:54.235882 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46531ee9-ac55-4816-abd1-c2680a407172 req-40b28208-b389-4f3c-8941-9e180c639df9 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:54.237426 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46531ee9-ac55-4816-abd1-c2680a407172 req-40b28208-b389-4f3c-8941-9e180c639df9 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 946 time: 0.0648510 Jul 09 20:30:54.274646 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46531ee9-ac55-4816-abd1-c2680a407172 req-f643d574-138b-4a0c-82e7-ed8ea526b3cb tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=7dc0cdda-4ded-4b59-b399-ad139f782019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314867 Jul 09 20:30:55.506478 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300ab95-8b72-461f-9650-62cc6906ce1a req-41bf4f46-1e74-43f2-bacf-bd4e3e147854 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:55.507958 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8300ab95-8b72-461f-9650-62cc6906ce1a req-41bf4f46-1e74-43f2-bacf-bd4e3e147854 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 946 time: 0.0684273 Jul 09 20:30:55.549307 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8300ab95-8b72-461f-9650-62cc6906ce1a req-9cdd777b-6696-427f-a266-7270e491e698 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=7dc0cdda-4ded-4b59-b399-ad139f782019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345919 Jul 09 20:30:55.728251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d5f46-66ed-43f1-88a9-80c2dc25991e req-dae44487-202d-4c62-8762-f3d71eaf0efd tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:55.729804 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f7d5f46-66ed-43f1-88a9-80c2dc25991e req-dae44487-202d-4c62-8762-f3d71eaf0efd tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 946 time: 0.0689788 Jul 09 20:30:55.768721 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f7d5f46-66ed-43f1-88a9-80c2dc25991e req-7ea5ef6f-9765-4ab7-abc6-eddfea4a85ae tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=7dc0cdda-4ded-4b59-b399-ad139f782019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329905 Jul 09 20:30:55.792293 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48930) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:55.844987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58bacb0-b065-4017-9b09-70c3b21d1339 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:55.846512 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f58bacb0-b065-4017-9b09-70c3b21d1339 tempest-TestNetworkBasicOps-703175915 tempest-TestNetworkBasicOps-703175915-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 1092 time: 0.0530059 Jul 09 20:30:55.849276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48932) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:55.853880 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:30:55.875641 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:55.974313 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:56.074378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Allocated IP 172.25.0.80 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/3fef3b0d-6438-49ae-9fce-14e8773992c3) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:30:56.178049 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:56.217669 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:56.254586 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:30:56.259623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:30:56.263849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:30:56.288036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Port': ['ID=3fef3b0d-6438-49ae-9fce-14e8773992c3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:56.306070 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:56.306419 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:56.306763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:56.307105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:56.307445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:56.307786 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:56.308114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:56.309563 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:56.309910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:56.310242 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:56.310581 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:56.310916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:30:56.667091 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:56.755497 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:56.909660 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a6e20667-32cc-45e0-9883-6f28a2bf2783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:56.910807 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:56.915752 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:56.986325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event updated for resources: {'Port': ['ID=3fef3b0d-6438-49ae-9fce-14e8773992c3,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:30:56.994631 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:57.100577 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:57.104161 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Floating IP 131267a5-5899-41cf-b27a-c2b03cf46675 associated. External IP: 172.25.0.80, port: 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648. Jul 09 20:30:57.320086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Router b407f1d5-1289-49ab-a84f-04ab3e254e80 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:30:57.437260 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:30:57.448348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891844e5-1b06-4b46-9fd7-cfd75ac6990e None None] Sync routers for ids ['b407f1d5-1289-49ab-a84f-04ab3e254e80'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:30:57.456045 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:57.460959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891844e5-1b06-4b46-9fd7-cfd75ac6990e None None] Routers {'b407f1d5-1289-49ab-a84f-04ab3e254e80'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:57.461730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-891844e5-1b06-4b46-9fd7-cfd75ac6990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:30:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b407f1d5-1289-49ab-a84f-04ab3e254e80'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:57.498391 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8bdbc91b-a1b5-464f-99f1-41d84fde358a tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6478994 Jul 09 20:30:57.498986 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2518e832-3e97-4614-8c99-c0b507062513', 'tag': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:30:57.501200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 48940) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:57.501705 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ced980b-65ba-40d3-a8e4-eba98374151e" -d '{"events": [{"name": "network-changed", "server_uuid": "2518e832-3e97-4614-8c99-c0b507062513", "tag": "106d1b2c-5b21-4f3f-8d97-cc3bb41f8648"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:30:57.597697 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a088185-62c2-4675-abe2-8211bc7423d1 x-openstack-request-id: req-6a088185-62c2-4675-abe2-8211bc7423d1 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:30:57.597996 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2518e832-3e97-4614-8c99-c0b507062513", "tag": "106d1b2c-5b21-4f3f-8d97-cc3bb41f8648", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:30:57.600418 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a088185-62c2-4675-abe2-8211bc7423d1 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:30:57.600981 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2518e832-3e97-4614-8c99-c0b507062513', 'tag': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648', 'status': 'completed', 'code': 200} Jul 09 20:30:57.675344 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-60b1bc50-372a-40b7-935b-412dcbf9eb22 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/floatingips/131267a5-5899-41cf-b27a-c2b03cf46675 HTTP/1.1" status: 200 len: 991 time: 0.1727395 Jul 09 20:30:57.708320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-891844e5-1b06-4b46-9fd7-cfd75ac6990e None None] Set router b407f1d5-1289-49ab-a84f-04ab3e254e80 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:57.756753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced980b-65ba-40d3-a8e4-eba98374151e req-426907c7-7eab-4cfd-bc65-14f0ada05351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:57.758469 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ced980b-65ba-40d3-a8e4-eba98374151e req-426907c7-7eab-4cfd-bc65-14f0ada05351 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6c2e367335949d8ac23d1509444028b&device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 1097 time: 0.1086807 Jul 09 20:30:57.854031 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced980b-65ba-40d3-a8e4-eba98374151e req-8a30c067-a454-46ae-bbb4-9ea3eee80791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:57.856145 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ced980b-65ba-40d3-a8e4-eba98374151e req-8a30c067-a454-46ae-bbb4-9ea3eee80791 service neutron] 10.222.0.32 "GET /v2.0/networks?id=499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b HTTP/1.1" status: 200 len: 897 time: 0.0905809 Jul 09 20:30:57.926940 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ced980b-65ba-40d3-a8e4-eba98374151e req-5bab2aba-3889-4e5f-84de-950d8d66d37a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 HTTP/1.1" status: 200 len: 999 time: 0.0639544 Jul 09 20:30:57.962950 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-891844e5-1b06-4b46-9fd7-cfd75ac6990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'name': 'tempest-TestNetworkBasicOps-router-122585797', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4a527b8a-2183-410e-a465-d572630eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:41Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '4a527b8a-2183-410e-a465-d572630eecf9', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '131267a5-5899-41cf-b27a-c2b03cf46675', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'port_id': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'mac_address': 'fa:16:3e:14:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518e832-3e97-4614-8c99-c0b507062513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:30:56Z', 'updated_at': '2021-07-09T20:30:56Z', 'revision_number': 0, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb92cde-cc85-416d-9687-5c6d6e1e9e3f', 'name': '', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:ed:8f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:40Z', 'updated_at': '2021-07-09T20:30:46Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:57.976189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced980b-65ba-40d3-a8e4-eba98374151e req-cb1e3283-5146-45d1-9d76-d54682869fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:57.978102 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ced980b-65ba-40d3-a8e4-eba98374151e req-cb1e3283-5146-45d1-9d76-d54682869fa5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9cd65c3a-cd27-4446-ae5b-68113ef303af HTTP/1.1" status: 200 len: 834 time: 0.0448065 Jul 09 20:30:57.991221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891844e5-1b06-4b46-9fd7-cfd75ac6990e None None] Checking router: b407f1d5-1289-49ab-a84f-04ab3e254e80 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:30:58.000237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891844e5-1b06-4b46-9fd7-cfd75ac6990e None None] Routers {'b407f1d5-1289-49ab-a84f-04ab3e254e80'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:30:58.000881 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-891844e5-1b06-4b46-9fd7-cfd75ac6990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:30:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b407f1d5-1289-49ab-a84f-04ab3e254e80'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:58.036614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced980b-65ba-40d3-a8e4-eba98374151e req-7ccd965f-568a-4ffe-a095-a63051a13aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:30:58.038132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ced980b-65ba-40d3-a8e4-eba98374151e req-7ccd965f-568a-4ffe-a095-a63051a13aa0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528896 Jul 09 20:30:58.110025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-891844e5-1b06-4b46-9fd7-cfd75ac6990e None None] Set router b407f1d5-1289-49ab-a84f-04ab3e254e80 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:30:58.132375 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ced980b-65ba-40d3-a8e4-eba98374151e req-8a2537bc-f9c8-41cb-a065-c3346ebada3c service neutron] 10.222.0.32 "GET /v2.0/networks/499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867987 Jul 09 20:30:58.222458 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ced980b-65ba-40d3-a8e4-eba98374151e req-598b9b6b-0147-4e48-9f0c-8fe4637c74ad service neutron] 10.222.0.32 "GET /v2.0/networks/499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834866 Jul 09 20:30:58.331277 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-891844e5-1b06-4b46-9fd7-cfd75ac6990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'name': 'tempest-TestNetworkBasicOps-router-122585797', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4a527b8a-2183-410e-a465-d572630eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:41Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '4a527b8a-2183-410e-a465-d572630eecf9', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '131267a5-5899-41cf-b27a-c2b03cf46675', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'port_id': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'mac_address': 'fa:16:3e:14:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518e832-3e97-4614-8c99-c0b507062513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:30:56Z', 'updated_at': '2021-07-09T20:30:56Z', 'revision_number': 0, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb92cde-cc85-416d-9687-5c6d6e1e9e3f', 'name': '', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:ed:8f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:40Z', 'updated_at': '2021-07-09T20:30:46Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:30:58.361731 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891844e5-1b06-4b46-9fd7-cfd75ac6990e None None] The sync data for ids ['b407f1d5-1289-49ab-a84f-04ab3e254e80'] in n-d-800088-3 is: [{'id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'name': 'tempest-TestNetworkBasicOps-router-122585797', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4a527b8a-2183-410e-a465-d572630eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:41Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '4a527b8a-2183-410e-a465-d572630eecf9', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '131267a5-5899-41cf-b27a-c2b03cf46675', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'floating_ip_address': '172.25.0.80', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'port_id': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'mac_address': 'fa:16:3e:14:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518e832-3e97-4614-8c99-c0b507062513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:30:56Z', 'updated_at': '2021-07-09T20:30:56Z', 'revision_number': 0, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb92cde-cc85-416d-9687-5c6d6e1e9e3f', 'name': '', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:ed:8f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:40Z', 'updated_at': '2021-07-09T20:30:46Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:30:58.552553 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d70e5b-53b6-49ae-b2ec-78924322a08c None None] New status for floating IP 131267a5-5899-41cf-b27a-c2b03cf46675: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:30:58.679574 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48950) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:58.759864 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e0925d00-59ce-4477-939b-b2edb316567f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/floatingips/131267a5-5899-41cf-b27a-c2b03cf46675 HTTP/1.1" status: 200 len: 991 time: 0.0789995 Jul 09 20:30:59.415542 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:59.452278 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-90068b3b-9c23-4846-9b01-1355ca3b2392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:59.644999 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:30:59.763371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 48956) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:30:59.827927 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-26ca5df1-3bf6-4e51-b522-18a7a6415af7 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/floatingips/131267a5-5899-41cf-b27a-c2b03cf46675 HTTP/1.1" status: 200 len: 993 time: 0.0634024 Jul 09 20:31:00.524686 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:02.389983 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:05.380554 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:31:09.860834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4986c5-29f0-495d-9a09-6f67e305e10f req-5020a6d3-0818-4c4b-9122-58afe6ec97fe tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:09.862333 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd4986c5-29f0-495d-9a09-6f67e305e10f req-5020a6d3-0818-4c4b-9122-58afe6ec97fe tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 946 time: 0.0643036 Jul 09 20:31:09.900863 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fd4986c5-29f0-495d-9a09-6f67e305e10f req-20b62707-ef31-43f5-9eb2-2bccdfcba8f6 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329204 Jul 09 20:31:11.073241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472748a-1b64-4c31-98ff-885ca3d14729 req-42c8dc8b-df32-446f-9b92-ebea82093fa5 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:11.075162 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4472748a-1b64-4c31-98ff-885ca3d14729 req-42c8dc8b-df32-446f-9b92-ebea82093fa5 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 946 time: 0.0640652 Jul 09 20:31:11.111953 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4472748a-1b64-4c31-98ff-885ca3d14729 req-7c69c55b-5492-40bd-85d5-c177b1194c27 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313210 Jul 09 20:31:11.495400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebde25-c959-4c1f-9813-4d78b3c75130 req-2438d3ef-7e25-45a0-b733-6ad159264c7d tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:11.497648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c9ebde25-c959-4c1f-9813-4d78b3c75130 req-2438d3ef-7e25-45a0-b733-6ad159264c7d tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.36 "GET /v2.0/ports?device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 946 time: 0.0673759 Jul 09 20:31:11.594772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-c9ebde25-c959-4c1f-9813-4d78b3c75130 req-63dfcf44-4a3f-47d9-a6a8-340d2c7d68f8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Deleting port f98007d3-9ccf-4f61-b460-e322152a625e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:31:11.595126 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c9ebde25-c959-4c1f-9813-4d78b3c75130 req-63dfcf44-4a3f-47d9-a6a8-340d2c7d68f8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:11.684781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-c9ebde25-c959-4c1f-9813-4d78b3c75130 req-63dfcf44-4a3f-47d9-a6a8-340d2c7d68f8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] For port f98007d3-9ccf-4f61-b460-e322152a625e, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f98007d3-9ccf-4f61-b460-e322152a625e,segment=NetworkSegment(7259f279-d75e-4ba1-994b-89d6821933cf),segment_id=7259f279-d75e-4ba1-994b-89d6821933cf)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:31:11.685147 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c9ebde25-c959-4c1f-9813-4d78b3c75130 req-63dfcf44-4a3f-47d9-a6a8-340d2c7d68f8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:11.696766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-c9ebde25-c959-4c1f-9813-4d78b3c75130 req-63dfcf44-4a3f-47d9-a6a8-340d2c7d68f8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Calling delete_port for f98007d3-9ccf-4f61-b460-e322152a625e owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:31:11.826744 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c9ebde25-c959-4c1f-9813-4d78b3c75130 req-63dfcf44-4a3f-47d9-a6a8-340d2c7d68f8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:11.838518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['f98007d3-9ccf-4f61-b460-e322152a625e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:31:11.856580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfcf44-4a3f-47d9-a6a8-340d2c7d68f8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Pushing event deleted for resources: {'Port': ['ID=f98007d3-9ccf-4f61-b460-e322152a625e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:11.900695 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ebde25-c959-4c1f-9813-4d78b3c75130 req-63dfcf44-4a3f-47d9-a6a8-340d2c7d68f8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] No DVR routers for this DVR port f98007d3-9ccf-4f61-b460-e322152a625e on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:31:11.903439 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c9ebde25-c959-4c1f-9813-4d78b3c75130 req-63dfcf44-4a3f-47d9-a6a8-340d2c7d68f8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:11.905554 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c9ebde25-c959-4c1f-9813-4d78b3c75130 req-63dfcf44-4a3f-47d9-a6a8-340d2c7d68f8 tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.36 "DELETE /v2.0/ports/f98007d3-9ccf-4f61-b460-e322152a625e HTTP/1.1" status: 204 len: 173 time: 0.4028351 Jul 09 20:31:11.905987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219dd575-84ec-4c5d-901b-a1b37ce99f2d', 'name': 'network-vif-deleted', 'tag': 'f98007d3-9ccf-4f61-b460-e322152a625e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:31:11.908218 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6474e0-15a4-469a-92ed-9513d2a2db71" -d '{"events": [{"server_uuid": "219dd575-84ec-4c5d-901b-a1b37ce99f2d", "name": "network-vif-deleted", "tag": "f98007d3-9ccf-4f61-b460-e322152a625e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:31:11.949322 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49019eb7-4486-466c-833a-b5f7a78e75d0 x-openstack-request-id: req-49019eb7-4486-466c-833a-b5f7a78e75d0 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:31:11.949625 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219dd575-84ec-4c5d-901b-a1b37ce99f2d", "name": "network-vif-deleted", "tag": "f98007d3-9ccf-4f61-b460-e322152a625e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:31:11.949878 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49019eb7-4486-466c-833a-b5f7a78e75d0 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:31:11.950283 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219dd575-84ec-4c5d-901b-a1b37ce99f2d', 'name': 'network-vif-deleted', 'tag': 'f98007d3-9ccf-4f61-b460-e322152a625e', 'status': 'completed', 'code': 200} Jul 09 20:31:12.265783 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-66ae15e8-0be3-4e1a-b2cd-45b670e4f84c req-363cade9-4406-4e90-855e-3372eccb15ce tempest-VolumesSnapshotTestJSON-1170075377 tempest-VolumesSnapshotTestJSON-1170075377-project] 10.222.0.30 "GET /v2.0/ports?device_id=219dd575-84ec-4c5d-901b-a1b37ce99f2d HTTP/1.1" status: 200 len: 210 time: 0.0323932 Jul 09 20:31:15.880283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f98007d3-9ccf-4f61-b460-e322152a625e no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:31:15.901989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: f98007d3-9ccf-4f61-b460-e322152a625e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:31:15.902488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f98007d3-9ccf-4f61-b460-e322152a625e not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:31:26.910347 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-421c8ef3-46b3-4899-88ce-0167cdf0a931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:27.093978 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:29.425462 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:29.453234 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9387f9d4-f486-4453-b923-90dfd9132e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:29.625534 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:30.531372 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:30.755487 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49092) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:30.817545 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-db399194-b2ee-43b3-9569-952d2f43bb5e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/floatingips/131267a5-5899-41cf-b27a-c2b03cf46675 HTTP/1.1" status: 200 len: 993 time: 0.0608180 Jul 09 20:31:31.122607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49098) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:31.284973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0109e68e-eddf-4388-bdc3-fe18a026a6c0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Deleting port 3fef3b0d-6438-49ae-9fce-14e8773992c3 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:31:31.285498 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0109e68e-eddf-4388-bdc3-fe18a026a6c0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:31.370572 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0109e68e-eddf-4388-bdc3-fe18a026a6c0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:31.371492 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0109e68e-eddf-4388-bdc3-fe18a026a6c0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:31.382780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0109e68e-eddf-4388-bdc3-fe18a026a6c0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Calling delete_port for 3fef3b0d-6438-49ae-9fce-14e8773992c3 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:31:31.533155 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0109e68e-eddf-4388-bdc3-fe18a026a6c0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:31.559839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109e68e-eddf-4388-bdc3-fe18a026a6c0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Port': ['ID=3fef3b0d-6438-49ae-9fce-14e8773992c3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:31.625720 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0109e68e-eddf-4388-bdc3-fe18a026a6c0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:31.626070 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-0109e68e-eddf-4388-bdc3-fe18a026a6c0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Floating IP 131267a5-5899-41cf-b27a-c2b03cf46675 disassociated (deleted). External IP: 172.25.0.80, port: 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648. Jul 09 20:31:31.849221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0109e68e-eddf-4388-bdc3-fe18a026a6c0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Router b407f1d5-1289-49ab-a84f-04ab3e254e80 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:31:31.958977 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0109e68e-eddf-4388-bdc3-fe18a026a6c0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:31:31.964185 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0109e68e-eddf-4388-bdc3-fe18a026a6c0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:31.969827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785537a8-e5ad-4a2f-9e7d-a6411f125620 None None] Sync routers for ids ['b407f1d5-1289-49ab-a84f-04ab3e254e80'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:31:31.981162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785537a8-e5ad-4a2f-9e7d-a6411f125620 None None] Routers {'b407f1d5-1289-49ab-a84f-04ab3e254e80'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:31:31.982127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-785537a8-e5ad-4a2f-9e7d-a6411f125620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:31:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b407f1d5-1289-49ab-a84f-04ab3e254e80'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:32.001592 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0109e68e-eddf-4388-bdc3-fe18a026a6c0 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "DELETE /v2.0/floatingips/131267a5-5899-41cf-b27a-c2b03cf46675 HTTP/1.1" status: 204 len: 168 time: 0.8779569 Jul 09 20:31:32.002567 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2518e832-3e97-4614-8c99-c0b507062513', 'tag': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:31:32.005010 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ca28ec-8e85-4d16-9e1a-05a362b44621" -d '{"events": [{"name": "network-changed", "server_uuid": "2518e832-3e97-4614-8c99-c0b507062513", "tag": "106d1b2c-5b21-4f3f-8d97-cc3bb41f8648"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:31:32.054239 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d61c9b-95a1-4713-847f-16e9e0efd9cf x-openstack-request-id: req-63d61c9b-95a1-4713-847f-16e9e0efd9cf {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:31:32.054802 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2518e832-3e97-4614-8c99-c0b507062513", "tag": "106d1b2c-5b21-4f3f-8d97-cc3bb41f8648", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:31:32.055279 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63d61c9b-95a1-4713-847f-16e9e0efd9cf {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:31:32.055893 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2518e832-3e97-4614-8c99-c0b507062513', 'tag': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648', 'status': 'completed', 'code': 200} Jul 09 20:31:32.151850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca28ec-8e85-4d16-9e1a-05a362b44621 req-7f9b93ef-97fe-4773-ac2b-d60bed2bae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:32.153688 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53ca28ec-8e85-4d16-9e1a-05a362b44621 req-7f9b93ef-97fe-4773-ac2b-d60bed2bae2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6c2e367335949d8ac23d1509444028b&device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 1097 time: 0.0683913 Jul 09 20:31:32.171276 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-785537a8-e5ad-4a2f-9e7d-a6411f125620 None None] Set router b407f1d5-1289-49ab-a84f-04ab3e254e80 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:31:32.314130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca28ec-8e85-4d16-9e1a-05a362b44621 req-978310c2-b145-4a4f-8910-16fb2b603862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:32.315834 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53ca28ec-8e85-4d16-9e1a-05a362b44621 req-978310c2-b145-4a4f-8910-16fb2b603862 service neutron] 10.222.0.32 "GET /v2.0/networks?id=499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b HTTP/1.1" status: 200 len: 897 time: 0.1544404 Jul 09 20:31:32.367676 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53ca28ec-8e85-4d16-9e1a-05a362b44621 req-a45cfc21-bcc0-44f0-aa48-7239a327fd59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 HTTP/1.1" status: 200 len: 217 time: 0.0445518 Jul 09 20:31:32.413868 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:32.426820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca28ec-8e85-4d16-9e1a-05a362b44621 req-64c111dd-290e-4124-b6b4-6416d57825e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:32.428376 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53ca28ec-8e85-4d16-9e1a-05a362b44621 req-64c111dd-290e-4124-b6b4-6416d57825e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9cd65c3a-cd27-4446-ae5b-68113ef303af HTTP/1.1" status: 200 len: 834 time: 0.0531948 Jul 09 20:31:32.472200 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e1101-24bd-4d0e-84e6-506626d2b434 req-21dd6456-4073-4daf-aa65-bc5af6d2b9d5 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:32.474393 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a79e1101-24bd-4d0e-84e6-506626d2b434 req-21dd6456-4073-4daf-aa65-bc5af6d2b9d5 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 946 time: 0.0993118 Jul 09 20:31:32.523142 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a79e1101-24bd-4d0e-84e6-506626d2b434 req-a3082fa1-29ee-4f98-bf44-b869961cce56 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=7dc0cdda-4ded-4b59-b399-ad139f782019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412347 Jul 09 20:31:32.526335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca28ec-8e85-4d16-9e1a-05a362b44621 req-ddb25738-9e92-42c4-8730-9fc394647614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:32.528656 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53ca28ec-8e85-4d16-9e1a-05a362b44621 req-ddb25738-9e92-42c4-8730-9fc394647614 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910788 Jul 09 20:31:32.629698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-785537a8-e5ad-4a2f-9e7d-a6411f125620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'name': 'tempest-TestNetworkBasicOps-router-122585797', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4a527b8a-2183-410e-a465-d572630eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:41Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '4a527b8a-2183-410e-a465-d572630eecf9', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '3fb92cde-cc85-416d-9687-5c6d6e1e9e3f', 'name': '', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:ed:8f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:40Z', 'updated_at': '2021-07-09T20:30:46Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:32.647438 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53ca28ec-8e85-4d16-9e1a-05a362b44621 req-05ee940f-3b2f-4525-99a6-cddf5f802980 service neutron] 10.222.0.32 "GET /v2.0/networks/499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099892 Jul 09 20:31:32.657487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785537a8-e5ad-4a2f-9e7d-a6411f125620 None None] Checking router: b407f1d5-1289-49ab-a84f-04ab3e254e80 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:31:32.678838 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785537a8-e5ad-4a2f-9e7d-a6411f125620 None None] Routers {'b407f1d5-1289-49ab-a84f-04ab3e254e80'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:31:32.679684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-785537a8-e5ad-4a2f-9e7d-a6411f125620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:31:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b407f1d5-1289-49ab-a84f-04ab3e254e80'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:32.758997 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53ca28ec-8e85-4d16-9e1a-05a362b44621 req-fbdcca5a-40bb-42d4-b9ef-aba404548427 service neutron] 10.222.0.32 "GET /v2.0/networks/499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020670 Jul 09 20:31:32.844441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-785537a8-e5ad-4a2f-9e7d-a6411f125620 None None] Set router b407f1d5-1289-49ab-a84f-04ab3e254e80 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:31:33.062129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-785537a8-e5ad-4a2f-9e7d-a6411f125620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'name': 'tempest-TestNetworkBasicOps-router-122585797', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4a527b8a-2183-410e-a465-d572630eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:41Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '4a527b8a-2183-410e-a465-d572630eecf9', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '3fb92cde-cc85-416d-9687-5c6d6e1e9e3f', 'name': '', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:ed:8f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:40Z', 'updated_at': '2021-07-09T20:30:46Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:33.090279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785537a8-e5ad-4a2f-9e7d-a6411f125620 None None] The sync data for ids ['b407f1d5-1289-49ab-a84f-04ab3e254e80'] in n-d-800088-3 is: [{'id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'name': 'tempest-TestNetworkBasicOps-router-122585797', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4a527b8a-2183-410e-a465-d572630eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:41Z', 'revision_number': 4, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '4a527b8a-2183-410e-a465-d572630eecf9', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '3fb92cde-cc85-416d-9687-5c6d6e1e9e3f', 'name': '', 'network_id': '499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'mac_address': 'fa:16:3e:ed:8f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:40Z', 'updated_at': '2021-07-09T20:30:46Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'subnets': [{'id': '9cd65c3a-cd27-4446-ae5b-68113ef303af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:31:33.328264 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb3a204-ed86-4e39-929f-61de942d6cfd None None] New status for floating IP 131267a5-5899-41cf-b27a-c2b03cf46675: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:31:33.713132 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253ed9f-9b5c-411a-9fb4-96ca00ecad1a req-5c398d76-6c31-4fa2-be07-0e17f4abc3e2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:33.717088 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0253ed9f-9b5c-411a-9fb4-96ca00ecad1a req-5c398d76-6c31-4fa2-be07-0e17f4abc3e2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 946 time: 0.0698504 Jul 09 20:31:33.807881 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0253ed9f-9b5c-411a-9fb4-96ca00ecad1a req-0b1582af-379a-48fd-9e32-26eb4cb21b0e tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/security-groups?id=7dc0cdda-4ded-4b59-b399-ad139f782019&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870306 Jul 09 20:31:33.837312 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bb964-631e-42bc-b726-0bd84cb6a989 req-b8fc1b00-9b3f-4934-9b11-18939e068c8c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:33.838918 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d85bb964-631e-42bc-b726-0bd84cb6a989 req-b8fc1b00-9b3f-4934-9b11-18939e068c8c tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.32 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 946 time: 0.1038353 Jul 09 20:31:33.939064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-d85bb964-631e-42bc-b726-0bd84cb6a989 req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Deleting port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:31:33.939418 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d85bb964-631e-42bc-b726-0bd84cb6a989 req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:34.033087 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-d85bb964-631e-42bc-b726-0bd84cb6a989 req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] For port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=106d1b2c-5b21-4f3f-8d97-cc3bb41f8648,segment=NetworkSegment(2b1167fd-2863-44f2-8e28-cbc6da016325),segment_id=2b1167fd-2863-44f2-8e28-cbc6da016325)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:31:34.033711 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d85bb964-631e-42bc-b726-0bd84cb6a989 req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:34.046565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-d85bb964-631e-42bc-b726-0bd84cb6a989 req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Calling delete_port for 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:31:34.174975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d85bb964-631e-42bc-b726-0bd84cb6a989 req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:34.209960 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Port': ['ID=106d1b2c-5b21-4f3f-8d97-cc3bb41f8648,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:34.245427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:34.245839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:34.246369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:34.246820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:34.247146 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:34.247537 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:34.247907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:34.248247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:34.248602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:34.248950 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:34.249264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:34.249601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:34.269785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85bb964-631e-42bc-b726-0bd84cb6a989 req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] No DVR routers for this DVR port 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:31:34.272472 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-d85bb964-631e-42bc-b726-0bd84cb6a989 req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:34.275027 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d85bb964-631e-42bc-b726-0bd84cb6a989 req-dc7932ee-c1e1-429d-a4c3-71337eea2347 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.32 "DELETE /v2.0/ports/106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 HTTP/1.1" status: 204 len: 173 time: 0.4303722 Jul 09 20:31:34.275469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2518e832-3e97-4614-8c99-c0b507062513', 'name': 'network-vif-deleted', 'tag': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:31:34.279070 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3448969-4733-46f3-8b4a-41bf0e949ee3" -d '{"events": [{"server_uuid": "2518e832-3e97-4614-8c99-c0b507062513", "name": "network-vif-deleted", "tag": "106d1b2c-5b21-4f3f-8d97-cc3bb41f8648"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:31:34.333788 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8eeb88-8147-4c25-b9d3-f026e31d66db x-openstack-request-id: req-9e8eeb88-8147-4c25-b9d3-f026e31d66db {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:31:34.334085 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2518e832-3e97-4614-8c99-c0b507062513", "name": "network-vif-deleted", "tag": "106d1b2c-5b21-4f3f-8d97-cc3bb41f8648", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:31:34.334345 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e8eeb88-8147-4c25-b9d3-f026e31d66db {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:31:34.334756 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2518e832-3e97-4614-8c99-c0b507062513', 'name': 'network-vif-deleted', 'tag': '106d1b2c-5b21-4f3f-8d97-cc3bb41f8648', 'status': 'completed', 'code': 200} Jul 09 20:31:34.972226 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6e007f7b-e466-42d3-97c2-7e8c68fc59db req-3d2b8857-79c0-4fb1-9ac6-ebac58e2b39f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "GET /v2.0/ports?device_id=2518e832-3e97-4614-8c99-c0b507062513 HTTP/1.1" status: 200 len: 210 time: 0.0344057 Jul 09 20:31:36.072306 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49126) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:36.132580 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1b6634bd-cbd4-4b95-9a4e-861e0e540bb8 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:36.156965 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1b6634bd-cbd4-4b95-9a4e-861e0e540bb8 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:36.218788 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1b6634bd-cbd4-4b95-9a4e-861e0e540bb8 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:36.221344 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1b6634bd-cbd4-4b95-9a4e-861e0e540bb8 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:36.222486 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1b6634bd-cbd4-4b95-9a4e-861e0e540bb8 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "DELETE /v2.0/security-groups/7dc0cdda-4ded-4b59-b399-ad139f782019 HTTP/1.1" status: 204 len: 168 time: 0.1491063 Jul 09 20:31:36.232163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6634bd-cbd4-4b95-9a4e-861e0e540bb8 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc0cdda-4ded-4b59-b399-ad139f782019,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:36.258144 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49130) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:36.957367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60865f64-205d-4dbe-a0bd-85e073bc6dc4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:37.235050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-60865f64-205d-4dbe-a0bd-85e073bc6dc4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Deleting port 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:31:37.235713 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60865f64-205d-4dbe-a0bd-85e073bc6dc4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:37.330147 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-60865f64-205d-4dbe-a0bd-85e073bc6dc4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] For port 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3fb92cde-cc85-416d-9687-5c6d6e1e9e3f,segment=NetworkSegment(2b1167fd-2863-44f2-8e28-cbc6da016325),segment_id=2b1167fd-2863-44f2-8e28-cbc6da016325)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:31:37.330679 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60865f64-205d-4dbe-a0bd-85e073bc6dc4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:37.345663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-60865f64-205d-4dbe-a0bd-85e073bc6dc4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Calling delete_port for 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:31:37.533858 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60865f64-205d-4dbe-a0bd-85e073bc6dc4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:37.563020 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60865f64-205d-4dbe-a0bd-85e073bc6dc4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Port': ['ID=3fb92cde-cc85-416d-9687-5c6d6e1e9e3f,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:37.577138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:31:37.604352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:31:37.604974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 106d1b2c-5b21-4f3f-8d97-cc3bb41f8648 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:31:37.754076 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60865f64-205d-4dbe-a0bd-85e073bc6dc4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:37.970355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60865f64-205d-4dbe-a0bd-85e073bc6dc4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Router b407f1d5-1289-49ab-a84f-04ab3e254e80 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:31:38.082063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60865f64-205d-4dbe-a0bd-85e073bc6dc4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:31:38.087706 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-60865f64-205d-4dbe-a0bd-85e073bc6dc4 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "PUT /v2.0/routers/b407f1d5-1289-49ab-a84f-04ab3e254e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8284252 Jul 09 20:31:38.090920 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49140) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:38.095733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e9e05-c9ba-4b29-bfee-854ee2b27282 None None] Sync routers for ids ['b407f1d5-1289-49ab-a84f-04ab3e254e80'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:31:38.116334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e9e05-c9ba-4b29-bfee-854ee2b27282 None None] Routers {'b407f1d5-1289-49ab-a84f-04ab3e254e80'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:31:38.117462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-487e9e05-c9ba-4b29-bfee-854ee2b27282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:31:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b407f1d5-1289-49ab-a84f-04ab3e254e80'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:38.156396 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b694b5a-49bc-4f5a-b8ca-c1878f2e2f5f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Deleting subnet 9cd65c3a-cd27-4446-ae5b-68113ef303af {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:31:38.159689 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b694b5a-49bc-4f5a-b8ca-c1878f2e2f5f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:38.211788 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b694b5a-49bc-4f5a-b8ca-c1878f2e2f5f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:38.272434 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-487e9e05-c9ba-4b29-bfee-854ee2b27282 None None] Set router b407f1d5-1289-49ab-a84f-04ab3e254e80 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:31:38.314490 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b694b5a-49bc-4f5a-b8ca-c1878f2e2f5f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:38.381902 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b694b5a-49bc-4f5a-b8ca-c1878f2e2f5f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:38.416340 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b694b5a-49bc-4f5a-b8ca-c1878f2e2f5f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd65c3a-cd27-4446-ae5b-68113ef303af,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:38.422307 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b694b5a-49bc-4f5a-b8ca-c1878f2e2f5f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:38.429601 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5b694b5a-49bc-4f5a-b8ca-c1878f2e2f5f tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "DELETE /v2.0/subnets/9cd65c3a-cd27-4446-ae5b-68113ef303af HTTP/1.1" status: 204 len: 168 time: 0.3346102 Jul 09 20:31:38.429778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690620d7-7da3-48b2-8eeb-02d82743a7f1 None None] Network 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:31:38.430690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49144) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:38.557925 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:38.590770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-487e9e05-c9ba-4b29-bfee-854ee2b27282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'name': 'tempest-TestNetworkBasicOps-router-122585797', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4a527b8a-2183-410e-a465-d572630eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:31:37Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '4a527b8a-2183-410e-a465-d572630eecf9', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:38.622077 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e9e05-c9ba-4b29-bfee-854ee2b27282 None None] Checking router: b407f1d5-1289-49ab-a84f-04ab3e254e80 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:31:38.636016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e9e05-c9ba-4b29-bfee-854ee2b27282 None None] Routers {'b407f1d5-1289-49ab-a84f-04ab3e254e80'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:31:38.636978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-487e9e05-c9ba-4b29-bfee-854ee2b27282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:31:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['b407f1d5-1289-49ab-a84f-04ab3e254e80'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:38.702905 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:38.750679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] DHCP port deletion for 499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:31:38.782797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Deleting port 4a527b8a-2183-410e-a465-d572630eecf9 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:31:38.783142 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:38.814500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-487e9e05-c9ba-4b29-bfee-854ee2b27282 None None] Set router b407f1d5-1289-49ab-a84f-04ab3e254e80 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:31:38.890896 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] For port 4a527b8a-2183-410e-a465-d572630eecf9, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=4a527b8a-2183-410e-a465-d572630eecf9,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:31:38.891236 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:38.905889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Calling delete_port for 4a527b8a-2183-410e-a465-d572630eecf9 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:31:38.935830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Deleting port a467377d-e74f-4a1b-b5b6-a92dee3b5037 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:31:38.936201 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.011048 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] For port a467377d-e74f-4a1b-b5b6-a92dee3b5037, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a467377d-e74f-4a1b-b5b6-a92dee3b5037,segment=NetworkSegment(2b1167fd-2863-44f2-8e28-cbc6da016325),segment_id=2b1167fd-2863-44f2-8e28-cbc6da016325)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:31:39.011969 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.024266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Calling delete_port for a467377d-e74f-4a1b-b5b6-a92dee3b5037 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:31:39.098277 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.126336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Port': ['ID=4a527b8a-2183-410e-a465-d572630eecf9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:39.151506 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.182832 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Pushing event deleted for resources: {'Port': ['ID=a467377d-e74f-4a1b-b5b6-a92dee3b5037,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:39.193104 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.196661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:39.197021 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:39.198319 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:39.198319 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:39.198319 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:39.198680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:39.198875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:39.199731 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:39.199986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:39.200317 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:39.200674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:39.201002 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:39.204126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0572c039-fdf9-46c3-8638-0eb1538a89b5 None None] No DVR routers for this DVR port a467377d-e74f-4a1b-b5b6-a92dee3b5037 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:31:39.217948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-487e9e05-c9ba-4b29-bfee-854ee2b27282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'name': 'tempest-TestNetworkBasicOps-router-122585797', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4a527b8a-2183-410e-a465-d572630eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:31:37Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '4a527b8a-2183-410e-a465-d572630eecf9', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:39.258286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e9e05-c9ba-4b29-bfee-854ee2b27282 None None] The sync data for ids ['b407f1d5-1289-49ab-a84f-04ab3e254e80'] in n-d-800088-3 is: [{'id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'name': 'tempest-TestNetworkBasicOps-router-122585797', 'tenant_id': 'f6c2e367335949d8ac23d1509444028b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '4a527b8a-2183-410e-a465-d572630eecf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:31:37Z', 'revision_number': 5, 'project_id': 'f6c2e367335949d8ac23d1509444028b', 'gw_port': {'id': '4a527b8a-2183-410e-a465-d572630eecf9', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:19:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b407f1d5-1289-49ab-a84f-04ab3e254e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:30:37Z', 'updated_at': '2021-07-09T20:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:31:39.314434 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.316820 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.375168 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.375830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Fanout notify agent at l3_agent the message router_deleted on router b407f1d5-1289-49ab-a84f-04ab3e254e80 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:31:39.384379 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.385819 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-93732b4c-d031-4552-8f88-2ee65e671f25 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "DELETE /v2.0/routers/b407f1d5-1289-49ab-a84f-04ab3e254e80 HTTP/1.1" status: 204 len: 168 time: 0.9548957 Jul 09 20:31:39.389332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49154) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:39.472751 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4c72538-a4d8-4cdb-8fed-b98a34e586d2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.563818 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4c72538-a4d8-4cdb-8fed-b98a34e586d2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.574305 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-d4c72538-a4d8-4cdb-8fed-b98a34e586d2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:39.589113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-d4c72538-a4d8-4cdb-8fed-b98a34e586d2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1167fd-2863-44f2-8e28-cbc6da016325') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:39.589443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-d4c72538-a4d8-4cdb-8fed-b98a34e586d2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1167fd-2863-44f2-8e28-cbc6da016325') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:39.600763 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4c72538-a4d8-4cdb-8fed-b98a34e586d2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.616855 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4c72538-a4d8-4cdb-8fed-b98a34e586d2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.623967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c72538-a4d8-4cdb-8fed-b98a34e586d2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:31:39.624639 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4c72538-a4d8-4cdb-8fed-b98a34e586d2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:31:39.627774 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:31:39.690291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4c72538-a4d8-4cdb-8fed-b98a34e586d2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.701230 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4c72538-a4d8-4cdb-8fed-b98a34e586d2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:39.706998 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d4c72538-a4d8-4cdb-8fed-b98a34e586d2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] 10.222.0.30 "DELETE /v2.0/networks/499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b HTTP/1.1" status: 204 len: 168 time: 0.3126051 Jul 09 20:31:39.735564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c72538-a4d8-4cdb-8fed-b98a34e586d2 tempest-TestNetworkBasicOps-1396367844 tempest-TestNetworkBasicOps-1396367844-project] Pushing event deleted for resources: {'Network': ['ID=499ee5ee-6d9c-42c0-8e8b-7e47aafbb89b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:40.051427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49160) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:40.215338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49164) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:40.215865 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1dc7b1b2-82a4-407a-975d-902a72348421 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6c2e367335949d8ac23d1509444028b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629241 Jul 09 20:31:40.270117 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5350c707-61ac-41be-b017-9e5934f48f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:40.298963 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5350c707-61ac-41be-b017-9e5934f48f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:40.382418 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5350c707-61ac-41be-b017-9e5934f48f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:40.385627 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5350c707-61ac-41be-b017-9e5934f48f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:40.388671 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5350c707-61ac-41be-b017-9e5934f48f1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab5bcd50-8e69-4ced-8863-7e2e18a96deb HTTP/1.1" status: 204 len: 168 time: 0.1703489 Jul 09 20:31:40.416162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350c707-61ac-41be-b017-9e5934f48f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5bcd50-8e69-4ced-8863-7e2e18a96deb,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:40.439836 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4a527b8a-2183-410e-a465-d572630eecf9 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:31:40.469788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 4a527b8a-2183-410e-a465-d572630eecf9 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:31:40.470383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 4a527b8a-2183-410e-a465-d572630eecf9 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:31:40.470819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a467377d-e74f-4a1b-b5b6-a92dee3b5037 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:31:40.490961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: a467377d-e74f-4a1b-b5b6-a92dee3b5037 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:31:40.491313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a467377d-e74f-4a1b-b5b6-a92dee3b5037 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:31:40.491740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:31:40.516946 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:31:40.517301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3fb92cde-cc85-416d-9687-5c6d6e1e9e3f not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:31:40.708468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49172) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:40.722706 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9784707a-a5c4-46b1-b8a0-64c14ac062e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:40.812581 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9784707a-a5c4-46b1-b8a0-64c14ac062e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:40.816147 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9784707a-a5c4-46b1-b8a0-64c14ac062e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:40.854160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9784707a-a5c4-46b1-b8a0-64c14ac062e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b76edd0696c43f28ef9a7f199894b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445496 Jul 09 20:31:40.855082 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784707a-a5c4-46b1-b8a0-64c14ac062e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0304f5c9-cf62-4d7f-bbd2-fa6a3388762c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:40.857404 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49174) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:40.905570 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10c3fa2f-00d8-4818-a642-daa3f53761e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:40.930981 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10c3fa2f-00d8-4818-a642-daa3f53761e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:40.976512 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10c3fa2f-00d8-4818-a642-daa3f53761e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:40.979081 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-10c3fa2f-00d8-4818-a642-daa3f53761e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:40.981023 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-10c3fa2f-00d8-4818-a642-daa3f53761e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0304f5c9-cf62-4d7f-bbd2-fa6a3388762c HTTP/1.1" status: 204 len: 168 time: 0.1213646 Jul 09 20:31:40.988225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3fa2f-00d8-4818-a642-daa3f53761e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0304f5c9-cf62-4d7f-bbd2-fa6a3388762c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:42.379779 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:31:43.153023 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49234) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:43.158341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Request body: {'network': {'name': 'tempest-network-smoke--222724992', 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'port_security_enabled': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:31:43.180002 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Made reservation on behalf of 4b43e73f2ffa4b009dfec02643c4cda6 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:31:43.184280 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:43.193549 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:43.288987 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:43.293327 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:43.324633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:31:43.331596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e081fdfd-b114-41cc-b308-d1abb78e8a85,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:43.338345 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:43.338721 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Added segment e6fef70e-8005-4746-bf68-b65f83bb30c5 of type vlan for network b0459dc5-0be2-432f-9769-5c39fd76e4ee Jul 09 20:31:43.380858 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:43.408514 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:43.414020 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:43.414614 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:43.481268 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3270938 Jul 09 20:31:43.484208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49236) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:43.488908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'admin_state_up': True, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:31:43.500362 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e662ab-51ed-4915-84f0-f1c345fb9bcc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'Network': ['ID=b0459dc5-0be2-432f-9769-5c39fd76e4ee,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:43.512787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network b0459dc5-0be2-432f-9769-5c39fd76e4ee details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:31:43.518972 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:43.520040 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:43.573559 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:44.072440 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:44.272220 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:44.295543 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:44.400623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Allocated IP 172.25.0.69 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/2a47be13-be55-4e2f-92ad-a1f3501df8f1) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:31:44.510312 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:44.551575 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:44.592569 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:31:44.599999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:31:44.606171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:31:44.631102 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'Port': ['ID=2a47be13-be55-4e2f-92ad-a1f3501df8f1,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:44.881083 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:45.080226 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:45.215510 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Router 5a138c6c-a552-45d0-bf54-65c77582a9de is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:31:45.321933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:31:45.331307 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Sync routers for ids ['5a138c6c-a552-45d0-bf54-65c77582a9de'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:31:45.341994 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:45.342197 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Routers {'5a138c6c-a552-45d0-bf54-65c77582a9de'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:31:45.342902 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:31:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a138c6c-a552-45d0-bf54-65c77582a9de'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:45.343295 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8648414d-7028-4867-9577-418605d0f242 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8578453 Jul 09 20:31:45.346387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49248) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:45.458638 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Set router 5a138c6c-a552-45d0-bf54-65c77582a9de gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:31:45.467288 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0e5e5a90-0e76-4bf3-b80f-e875c549f70f tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4b43e73f2ffa4b009dfec02643c4cda6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1198177 Jul 09 20:31:45.470083 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49252) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:45.557167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab9391-b906-420d-95df-f2f4410150c8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:45.558821 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-daab9391-b906-420d-95df-f2f4410150c8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878148 Jul 09 20:31:45.561869 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49254) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:45.596003 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-53c10ea1-89d9-420e-8dbd-be10441c328a tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329370 Jul 09 20:31:45.598803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49256) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:45.603623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a663b007-008b-49f0-a84b-c6c74f666aae tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-484279323', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:31:45.645255 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:31:43Z', 'updated_at': '2021-07-09T20:31:44Z', 'revision_number': 3, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:44Z', 'updated_at': '2021-07-09T20:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:45.671371 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Checking router: 5a138c6c-a552-45d0-bf54-65c77582a9de for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:31:45.671726 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Updating router 5a138c6c-a552-45d0-bf54-65c77582a9de port 2a47be13-be55-4e2f-92ad-a1f3501df8f1 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:31:45.690638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a663b007-008b-49f0-a84b-c6c74f666aae tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Made reservation on behalf of 4b43e73f2ffa4b009dfec02643c4cda6 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:31:45.694232 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a663b007-008b-49f0-a84b-c6c74f666aae tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:45.711654 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:45.891793 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a663b007-008b-49f0-a84b-c6c74f666aae tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:45.964804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663b007-008b-49f0-a84b-c6c74f666aae tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'Subnet': ['ID=e0697aec-18d5-4715-b89c-7283e4eeecb6,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:45.970019 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a663b007-008b-49f0-a84b-c6c74f666aae tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Checking segment: {'id': 'e6fef70e-8005-4746-bf68-b65f83bb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:31:45.970415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a663b007-008b-49f0-a84b-c6c74f666aae tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Network hostable DHCP agents. Network: b0459dc5-0be2-432f-9769-5c39fd76e4ee, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:31:45.990089 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a663b007-008b-49f0-a84b-c6c74f666aae tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Network b0459dc5-0be2-432f-9769-5c39fd76e4ee is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:31:46.000453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-a663b007-008b-49f0-a84b-c6c74f666aae tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, b0459dc5-0be2-432f-9769-5c39fd76e4ee) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:31:46.005264 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a663b007-008b-49f0-a84b-c6c74f666aae tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:46.005882 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a663b007-008b-49f0-a84b-c6c74f666aae tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:46.016307 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cf30ff-f871-45b5-b86e-11f2d33041c6 None None] Network b0459dc5-0be2-432f-9769-5c39fd76e4ee requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:31:46.029320 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a663b007-008b-49f0-a84b-c6c74f666aae tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4267049 Jul 09 20:31:46.029524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49264) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:46.107885 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:46.121171 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Transition to ACTIVE for port object 2a47be13-be55-4e2f-92ad-a1f3501df8f1 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:31:46.129082 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:46.188163 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Attempting to bind port 2a47be13-be55-4e2f-92ad-a1f3501df8f1 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:31:46.188716 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Attempting to bind port 2a47be13-be55-4e2f-92ad-a1f3501df8f1 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:31:46.189256 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Attempting to bind port 2a47be13-be55-4e2f-92ad-a1f3501df8f1 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:31:46.204334 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:31:46.204879 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:31:46.205287 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:46.205693 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:31:46.206205 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Bound port: 2a47be13-be55-4e2f-92ad-a1f3501df8f1, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:31:46.206592 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:46.244032 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b126fb8-8979-4e2f-a61b-ba5fc4cf33fc None None] Pushing event updated for resources: {'Port': ['ID=2a47be13-be55-4e2f-92ad-a1f3501df8f1,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:46.259720 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b126fb8-8979-4e2f-a61b-ba5fc4cf33fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:46.260068 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b126fb8-8979-4e2f-a61b-ba5fc4cf33fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:46.260956 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b126fb8-8979-4e2f-a61b-ba5fc4cf33fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:46.261855 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b126fb8-8979-4e2f-a61b-ba5fc4cf33fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:46.262382 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b126fb8-8979-4e2f-a61b-ba5fc4cf33fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:46.262725 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b126fb8-8979-4e2f-a61b-ba5fc4cf33fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:46.263059 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b126fb8-8979-4e2f-a61b-ba5fc4cf33fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:46.263392 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b126fb8-8979-4e2f-a61b-ba5fc4cf33fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:46.263850 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b126fb8-8979-4e2f-a61b-ba5fc4cf33fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:46.264732 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b126fb8-8979-4e2f-a61b-ba5fc4cf33fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:46.265066 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b126fb8-8979-4e2f-a61b-ba5fc4cf33fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:46.265519 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b126fb8-8979-4e2f-a61b-ba5fc4cf33fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:31:46.291570 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] For port 2a47be13-be55-4e2f-92ad-a1f3501df8f1, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:31:46.296879 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] For port 2a47be13-be55-4e2f-92ad-a1f3501df8f1, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2a47be13-be55-4e2f-92ad-a1f3501df8f1,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:31:46.304068 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:46.368331 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b126fb8-8979-4e2f-a61b-ba5fc4cf33fc None None] Pushing event updated for resources: {'Port': ['ID=2a47be13-be55-4e2f-92ad-a1f3501df8f1,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:46.371551 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Routers {'5a138c6c-a552-45d0-bf54-65c77582a9de'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:31:46.378222 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:31:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a138c6c-a552-45d0-bf54-65c77582a9de'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:46.389412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'fixed_ips': [{'subnet_id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:31:46.390452 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:46.494395 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] Set router 5a138c6c-a552-45d0-bf54-65c77582a9de gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:31:46.564618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Allocated IP 172.20.0.2 (b0459dc5-0be2-432f-9769-5c39fd76e4ee/e0697aec-18d5-4715-b89c-7283e4eeecb6/9f439f18-8617-49e3-a8c9-47e28cd72166) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:31:46.597905 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:46.714320 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:31:43Z', 'updated_at': '2021-07-09T20:31:44Z', 'revision_number': 3, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:44Z', 'updated_at': '2021-07-09T20:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:46.737773 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:46.747227 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ba531b-f0a1-4ab2-8a21-dbcd5c6829f9 None None] The sync data for ids ['5a138c6c-a552-45d0-bf54-65c77582a9de'] in n-d-800088-3 is: [{'id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:31:43Z', 'updated_at': '2021-07-09T20:31:44Z', 'revision_number': 3, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:44Z', 'updated_at': '2021-07-09T20:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:31:46.748984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Transition to ACTIVE for port object 9f439f18-8617-49e3-a8c9-47e28cd72166 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:31:46.777873 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Transition to ACTIVE for port object 9f439f18-8617-49e3-a8c9-47e28cd72166 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:31:46.784140 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:46.818625 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Network b0459dc5-0be2-432f-9769-5c39fd76e4ee is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:31:46.821628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:31:46.825859 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:31:46.885332 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Pushing event updated for resources: {'Port': ['ID=9f439f18-8617-49e3-a8c9-47e28cd72166,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:46.897357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Attempting to bind port 9f439f18-8617-49e3-a8c9-47e28cd72166 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:31:46.897742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Attempting to bind port 9f439f18-8617-49e3-a8c9-47e28cd72166 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'e6fef70e-8005-4746-bf68-b65f83bb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:31:46.898120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Attempting to bind port 9f439f18-8617-49e3-a8c9-47e28cd72166 on network b0459dc5-0be2-432f-9769-5c39fd76e4ee {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:31:46.903420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:31:46.903859 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Checking segment: {'id': 'e6fef70e-8005-4746-bf68-b65f83bb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:31:46.904287 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:46.904720 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Bound using segment: {'id': 'e6fef70e-8005-4746-bf68-b65f83bb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:31:46.905226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Bound port: 9f439f18-8617-49e3-a8c9-47e28cd72166, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6fef70e-8005-4746-bf68-b65f83bb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:31:46.905642 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:46.953490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Allocated IP 172.20.0.1 (b0459dc5-0be2-432f-9769-5c39fd76e4ee/e0697aec-18d5-4715-b89c-7283e4eeecb6/28730e80-62c6-46e2-bb6c-67a4d5209740) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:31:46.982232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] For port 9f439f18-8617-49e3-a8c9-47e28cd72166, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:31:46.986306 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] For port 9f439f18-8617-49e3-a8c9-47e28cd72166, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9f439f18-8617-49e3-a8c9-47e28cd72166,segment=NetworkSegment(e6fef70e-8005-4746-bf68-b65f83bb30c5),segment_id=e6fef70e-8005-4746-bf68-b65f83bb30c5)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:31:46.994312 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:47.091846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c39f6-ca0a-451d-bec1-029b87159563 None None] Pushing event updated for resources: {'Port': ['ID=9f439f18-8617-49e3-a8c9-47e28cd72166,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:47.163073 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:47.180017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Transition to ACTIVE for port object 28730e80-62c6-46e2-bb6c-67a4d5209740 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:31:47.236652 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:47.298399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Network b0459dc5-0be2-432f-9769-5c39fd76e4ee is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:31:47.304821 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:31:47.309258 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:31:47.345411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'Port': ['ID=28730e80-62c6-46e2-bb6c-67a4d5209740,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:47.375709 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:47.555950 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:47.867712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:47.873135 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:47.954296 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'Port': ['ID=28730e80-62c6-46e2-bb6c-67a4d5209740,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:47.979206 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:48.110056 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Network b0459dc5-0be2-432f-9769-5c39fd76e4ee is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:31:48.113099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:31:48.212290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9f439f18-8617-49e3-a8c9-47e28cd72166 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:31:48.260794 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4261e24a-5848-444d-89d3-58891cb31323 None None] Network b0459dc5-0be2-432f-9769-5c39fd76e4ee requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:31:48.309523 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Router 5a138c6c-a552-45d0-bf54-65c77582a9de has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:31:48.420795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d8c45ce8-d7c6-41c8-9cfe-d5e3757da621 None None] Provisioning for port 9f439f18-8617-49e3-a8c9-47e28cd72166 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:31:48.466942 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 9f439f18-8617-49e3-a8c9-47e28cd72166 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:31:48.471637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 9f439f18-8617-49e3-a8c9-47e28cd72166 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:31:48.472015 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:48.516892 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:31:48.526002 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1e18c411-b4e1-45d5-85fb-5d9a1b859e64 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "PUT /v2.0/routers/5a138c6c-a552-45d0-bf54-65c77582a9de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4939921 Jul 09 20:31:48.526002 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49288) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:48.536054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-28d2725d-bd93-448d-ab3a-5b6894d2646c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--658888810', 'description': 'tempest-secgroup_access--658888810 description', 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:31:48.561916 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28d2725d-bd93-448d-ab3a-5b6894d2646c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:48.602089 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:48.667176 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 9f439f18-8617-49e3-a8c9-47e28cd72166, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9f439f18-8617-49e3-a8c9-47e28cd72166,segment=NetworkSegment(e6fef70e-8005-4746-bf68-b65f83bb30c5),segment_id=e6fef70e-8005-4746-bf68-b65f83bb30c5)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:31:48.679353 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:48.679849 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2a47be13-be55-4e2f-92ad-a1f3501df8f1 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:31:48.728796 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28d2725d-bd93-448d-ab3a-5b6894d2646c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:48.734245 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28d2725d-bd93-448d-ab3a-5b6894d2646c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:48.777282 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-28d2725d-bd93-448d-ab3a-5b6894d2646c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:48.777696 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-28d2725d-bd93-448d-ab3a-5b6894d2646c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2507989 Jul 09 20:31:48.778491 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2725d-bd93-448d-ab3a-5b6894d2646c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9d1d74-c07d-4b0e-8808-ebfce56ff711,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:48.780914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49290) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:48.792254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2493de9e-188b-453e-b2be-cebdcbab9df9 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--625405881', 'description': 'tempest-secgroup_general--625405881 description', 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:31:48.848061 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2493de9e-188b-453e-b2be-cebdcbab9df9 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:48.903377 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=9f439f18-8617-49e3-a8c9-47e28cd72166,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:48.947360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 2a47be13-be55-4e2f-92ad-a1f3501df8f1 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:31:48.962599 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 2a47be13-be55-4e2f-92ad-a1f3501df8f1 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:31:48.962983 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:48.970075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-69a74ad7-b75e-4808-b4c2-40250e15fcec None None] Provisioning for port 28730e80-62c6-46e2-bb6c-67a4d5209740 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:31:49.012152 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2493de9e-188b-453e-b2be-cebdcbab9df9 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:49.018391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Sync routers for ids ['5a138c6c-a552-45d0-bf54-65c77582a9de'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:31:49.021702 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2493de9e-188b-453e-b2be-cebdcbab9df9 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:49.024486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-69a74ad7-b75e-4808-b4c2-40250e15fcec None None] Provisioning complete for port 28730e80-62c6-46e2-bb6c-67a4d5209740 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:31:49.024892 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-69a74ad7-b75e-4808-b4c2-40250e15fcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:49.059102 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2493de9e-188b-453e-b2be-cebdcbab9df9 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:49.063776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49294) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:49.064275 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2493de9e-188b-453e-b2be-cebdcbab9df9 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2818923 Jul 09 20:31:49.068288 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-984b6f37-8b80-43e8-afa2-406a3e3e8dca tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Request body: {'security_group_rule': {'security_group_id': 'cb9d1d74-c07d-4b0e-8808-ebfce56ff711', 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:31:49.078173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493de9e-188b-453e-b2be-cebdcbab9df9 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b86f99-eef0-44a5-9ec9-942a90ab1b3b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:49.114333 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Routers {'5a138c6c-a552-45d0-bf54-65c77582a9de'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:31:49.115115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:31:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a138c6c-a552-45d0-bf54-65c77582a9de'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:49.119337 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-984b6f37-8b80-43e8-afa2-406a3e3e8dca tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:49.169189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-69a74ad7-b75e-4808-b4c2-40250e15fcec None None] Port 28730e80-62c6-46e2-bb6c-67a4d5209740 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:31:49.214308 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-69a74ad7-b75e-4808-b4c2-40250e15fcec None None] Provisioning complete for port 9f439f18-8617-49e3-a8c9-47e28cd72166 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:31:49.215445 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-69a74ad7-b75e-4808-b4c2-40250e15fcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:49.239251 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-984b6f37-8b80-43e8-afa2-406a3e3e8dca tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:49.248849 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-984b6f37-8b80-43e8-afa2-406a3e3e8dca tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:49.274155 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-984b6f37-8b80-43e8-afa2-406a3e3e8dca tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:49.276114 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-984b6f37-8b80-43e8-afa2-406a3e3e8dca tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2116864 Jul 09 20:31:49.277918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b6f37-8b80-43e8-afa2-406a3e3e8dca tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190b9367-d5ad-4ef1-ad0b-edadf4a20cfd,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:49.318450 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:49.360965 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 2a47be13-be55-4e2f-92ad-a1f3501df8f1, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2a47be13-be55-4e2f-92ad-a1f3501df8f1,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:31:49.393334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Set router 5a138c6c-a552-45d0-bf54-65c77582a9de gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:31:49.395330 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:49.463679 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-35d30807-95da-41f1-af6d-8db736987340 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_access--658888810&fields=id&tenant_id=4b43e73f2ffa4b009dfec02643c4cda6 HTTP/1.1" status: 200 len: 267 time: 0.0559807 Jul 09 20:31:49.532296 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-09be0bf7-7c90-47dc-b592-3d505d1ed4a5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_general--625405881&fields=id&tenant_id=4b43e73f2ffa4b009dfec02643c4cda6 HTTP/1.1" status: 200 len: 267 time: 0.0613701 Jul 09 20:31:49.569719 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=2a47be13-be55-4e2f-92ad-a1f3501df8f1,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:49.636875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e56c2424-3c55-4eb0-a2cc-c284e43a082d None None] Provisioning complete for port 28730e80-62c6-46e2-bb6c-67a4d5209740 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:31:49.637262 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e56c2424-3c55-4eb0-a2cc-c284e43a082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:49.641437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-cbbf72b7-c958-467e-b6b9-e284a0fe4054 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:49.642988 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-cbbf72b7-c958-467e-b6b9-e284a0fe4054 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/networks?id=b0459dc5-0be2-432f-9769-5c39fd76e4ee HTTP/1.1" status: 200 len: 796 time: 0.1098399 Jul 09 20:31:49.658659 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-a188fc98-4edd-4c05-ba73-7e8c77cd340b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/quotas/4b43e73f2ffa4b009dfec02643c4cda6 HTTP/1.1" status: 200 len: 375 time: 0.0099947 Jul 09 20:31:49.703022 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-e56c2424-3c55-4eb0-a2cc-c284e43a082d None None] Port 28730e80-62c6-46e2-bb6c-67a4d5209740 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:31:49.736971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:31:43Z', 'updated_at': '2021-07-09T20:31:47Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:44Z', 'updated_at': '2021-07-09T20:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '28730e80-62c6-46e2-bb6c-67a4d5209740', 'name': '', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'mac_address': 'fa:16:3e:84:25:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:46Z', 'updated_at': '2021-07-09T20:31:47Z', 'revision_number': 2, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'subnets': [{'id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:49.742340 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-5956d275-9bae-411c-b19b-e223ca944808 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b43e73f2ffa4b009dfec02643c4cda6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777311 Jul 09 20:31:49.758362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-fdaeaaa7-9301-4b6e-83f5-5a2a79a73730 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:31:49.761017 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-fdaeaaa7-9301-4b6e-83f5-5a2a79a73730 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073807 Jul 09 20:31:49.763949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Checking router: 5a138c6c-a552-45d0-bf54-65c77582a9de for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:31:49.764309 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Updating router 5a138c6c-a552-45d0-bf54-65c77582a9de port 28730e80-62c6-46e2-bb6c-67a4d5209740 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:31:49.802542 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:49.853594 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-27e059c5-c449-4127-be0e-0ed33eb5337b service neutron] 10.222.0.30 "GET /v2.0/networks/b0459dc5-0be2-432f-9769-5c39fd76e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871856 Jul 09 20:31:49.950531 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-22e210a1-e76e-4a74-89ab-f5f6b9cfa987 service neutron] 10.222.0.30 "GET /v2.0/networks/b0459dc5-0be2-432f-9769-5c39fd76e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907645 Jul 09 20:31:50.101349 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:50.118507 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Transition to ACTIVE for port object 28730e80-62c6-46e2-bb6c-67a4d5209740 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:31:50.130167 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:50.156926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9f439f18-8617-49e3-a8c9-47e28cd72166 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:31:50.197473 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2878661a-3daf-49a3-b06a-b629c34348b1 req-d2279bd3-3604-49fe-9b30-3645f8bb0118 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 210 time: 0.0615852 Jul 09 20:31:50.309901 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96b428-ee73-4c80-a161-1b63f7dd8fc6 None None] Pushing event updated for resources: {'Port': ['ID=28730e80-62c6-46e2-bb6c-67a4d5209740,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:50.334716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Attempting to bind port 28730e80-62c6-46e2-bb6c-67a4d5209740 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:31:50.335566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Attempting to bind port 28730e80-62c6-46e2-bb6c-67a4d5209740 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'e6fef70e-8005-4746-bf68-b65f83bb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:31:50.336065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Attempting to bind port 28730e80-62c6-46e2-bb6c-67a4d5209740 on network b0459dc5-0be2-432f-9769-5c39fd76e4ee {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:31:50.347770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:31:50.348316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Checking segment: {'id': 'e6fef70e-8005-4746-bf68-b65f83bb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:31:50.348870 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:50.349366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Bound using segment: {'id': 'e6fef70e-8005-4746-bf68-b65f83bb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:31:50.349952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Bound port: 28730e80-62c6-46e2-bb6c-67a4d5209740, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6fef70e-8005-4746-bf68-b65f83bb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:31:50.350592 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:50.353679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 9f439f18-8617-49e3-a8c9-47e28cd72166 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:31:50.354168 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:50.460493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] For port 28730e80-62c6-46e2-bb6c-67a4d5209740, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:31:50.464596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] For port 28730e80-62c6-46e2-bb6c-67a4d5209740, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=28730e80-62c6-46e2-bb6c-67a4d5209740,segment=NetworkSegment(e6fef70e-8005-4746-bf68-b65f83bb30c5),segment_id=e6fef70e-8005-4746-bf68-b65f83bb30c5)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:31:50.484797 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:50.537822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2a47be13-be55-4e2f-92ad-a1f3501df8f1 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:31:50.604544 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96b428-ee73-4c80-a161-1b63f7dd8fc6 None None] Pushing event updated for resources: {'Port': ['ID=28730e80-62c6-46e2-bb6c-67a4d5209740,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:50.611589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Routers {'5a138c6c-a552-45d0-bf54-65c77582a9de'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:31:50.612235 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:31:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a138c6c-a552-45d0-bf54-65c77582a9de'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:50.843555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 2a47be13-be55-4e2f-92ad-a1f3501df8f1 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:31:50.843922 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:50.947876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] Set router 5a138c6c-a552-45d0-bf54-65c77582a9de gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:31:51.189566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:31:43Z', 'updated_at': '2021-07-09T20:31:47Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:44Z', 'updated_at': '2021-07-09T20:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '28730e80-62c6-46e2-bb6c-67a4d5209740', 'name': '', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'mac_address': 'fa:16:3e:84:25:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:46Z', 'updated_at': '2021-07-09T20:31:50Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'subnets': [{'id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:51.222637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95cf659-51e2-4a14-9468-7406cc163e2e None None] The sync data for ids ['5a138c6c-a552-45d0-bf54-65c77582a9de'] in n-d-800088-3 is: [{'id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:31:43Z', 'updated_at': '2021-07-09T20:31:47Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:44Z', 'updated_at': '2021-07-09T20:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '28730e80-62c6-46e2-bb6c-67a4d5209740', 'name': '', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'mac_address': 'fa:16:3e:84:25:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:46Z', 'updated_at': '2021-07-09T20:31:50Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'subnets': [{'id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:31:51.446214 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ead25f41-7af2-43e1-b6cd-386d53e8bf08 req-40d830ce-c8d7-445e-9d10-a9c04c580de4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 210 time: 0.0425558 Jul 09 20:31:51.524178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-a7ee457d-82f5-496b-bb09-ee05d12335b1 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:51.525904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-a7ee457d-82f5-496b-bb09-ee05d12335b1 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.32 "GET /v2.0/networks?id=b0459dc5-0be2-432f-9769-5c39fd76e4ee HTTP/1.1" status: 200 len: 796 time: 0.1954668 Jul 09 20:31:51.584163 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-10637237-5e4d-4a9d-b767-ee579ad4d3b4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b43e73f2ffa4b009dfec02643c4cda6 HTTP/1.1" status: 200 len: 476 time: 0.0496137 Jul 09 20:31:51.596223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-bf540124-6be7-484d-b63e-42f3e75693a8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Request body: {'port': {'device_id': 'a1076d13-514a-4ed2-9a0c-b6a422d852c7', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'admin_state_up': True, 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'security_groups': ['cb9d1d74-c07d-4b0e-8808-ebfce56ff711', '35b86f99-eef0-44a5-9ec9-942a90ab1b3b']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:31:51.727568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-bf540124-6be7-484d-b63e-42f3e75693a8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Made reservation on behalf of 4b43e73f2ffa4b009dfec02643c4cda6 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:31:51.735715 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-bf540124-6be7-484d-b63e-42f3e75693a8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:51.887319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-bf540124-6be7-484d-b63e-42f3e75693a8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Allocated IP 172.20.0.10 (b0459dc5-0be2-432f-9769-5c39fd76e4ee/e0697aec-18d5-4715-b89c-7283e4eeecb6/54f63151-e5f0-40da-87c3-07490b9e8e34) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:31:52.054229 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-bf540124-6be7-484d-b63e-42f3e75693a8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:52.070814 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-bf540124-6be7-484d-b63e-42f3e75693a8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Transition to ACTIVE for port object 54f63151-e5f0-40da-87c3-07490b9e8e34 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:31:52.108451 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-bf540124-6be7-484d-b63e-42f3e75693a8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:52.167271 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-bf540124-6be7-484d-b63e-42f3e75693a8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Network b0459dc5-0be2-432f-9769-5c39fd76e4ee is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:31:52.170825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-bf540124-6be7-484d-b63e-42f3e75693a8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:31:52.175255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-bf540124-6be7-484d-b63e-42f3e75693a8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:31:52.193506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 28730e80-62c6-46e2-bb6c-67a4d5209740 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:31:52.204287 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf540124-6be7-484d-b63e-42f3e75693a8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'Port': ['ID=54f63151-e5f0-40da-87c3-07490b9e8e34,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:52.241784 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-bf540124-6be7-484d-b63e-42f3e75693a8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:52.243213 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-bf540124-6be7-484d-b63e-42f3e75693a8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:52.268380 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-bf540124-6be7-484d-b63e-42f3e75693a8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6759224 Jul 09 20:31:52.285610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Request body: {'port': {'device_id': 'a1076d13-514a-4ed2-9a0c-b6a422d852c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:31:52.295975 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 28730e80-62c6-46e2-bb6c-67a4d5209740 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:31:52.302882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 28730e80-62c6-46e2-bb6c-67a4d5209740 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:31:52.303543 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:52.411636 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:52.413572 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:52.468437 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 28730e80-62c6-46e2-bb6c-67a4d5209740, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=28730e80-62c6-46e2-bb6c-67a4d5209740,segment=NetworkSegment(e6fef70e-8005-4746-bf68-b65f83bb30c5),segment_id=e6fef70e-8005-4746-bf68-b65f83bb30c5)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:31:52.480786 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:52.561196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=28730e80-62c6-46e2-bb6c-67a4d5209740,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:52.626357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-62cf9716-7432-4e5f-8589-0fe9f068f6cd None None] Provisioning for port 54f63151-e5f0-40da-87c3-07490b9e8e34 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:31:52.630802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-62cf9716-7432-4e5f-8589-0fe9f068f6cd None None] Provisioning complete for port 54f63151-e5f0-40da-87c3-07490b9e8e34 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:31:52.631389 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-62cf9716-7432-4e5f-8589-0fe9f068f6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:52.673989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-62cf9716-7432-4e5f-8589-0fe9f068f6cd None None] Port 54f63151-e5f0-40da-87c3-07490b9e8e34 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:31:52.685909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ea0a-688e-4bed-a000-59e7b05ba0fd req-f81d012d-454b-4632-ad68-c2afee610705 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:52.688131 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9574ea0a-688e-4bed-a000-59e7b05ba0fd req-f81d012d-454b-4632-ad68-c2afee610705 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 971 time: 0.0828986 Jul 09 20:31:52.751457 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9574ea0a-688e-4bed-a000-59e7b05ba0fd req-4769430a-c7b4-47a2-8cbe-f4b2c2e8b219 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d1d74-c07d-4b0e-8808-ebfce56ff711&id=35b86f99-eef0-44a5-9ec9-942a90ab1b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0566850 Jul 09 20:31:52.780747 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f63151-e5f0-40da-87c3-07490b9e8e34 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:31:52.788327 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:52.802390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Transition to ACTIVE for port object 54f63151-e5f0-40da-87c3-07490b9e8e34 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:31:52.805561 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:52.867259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Pushing event updated for resources: {'Port': ['ID=54f63151-e5f0-40da-87c3-07490b9e8e34,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:52.947585 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Attempting to bind port 54f63151-e5f0-40da-87c3-07490b9e8e34 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:31:52.947932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Attempting to bind port 54f63151-e5f0-40da-87c3-07490b9e8e34 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'e6fef70e-8005-4746-bf68-b65f83bb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:31:52.948274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Attempting to bind port 54f63151-e5f0-40da-87c3-07490b9e8e34 on network b0459dc5-0be2-432f-9769-5c39fd76e4ee {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:31:52.955389 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Port 54f63151-e5f0-40da-87c3-07490b9e8e34 on network b0459dc5-0be2-432f-9769-5c39fd76e4ee not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:31:52.955738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Attempting to bind port 54f63151-e5f0-40da-87c3-07490b9e8e34 on network b0459dc5-0be2-432f-9769-5c39fd76e4ee {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:31:52.961462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:31:52.961820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Checking segment: {'id': 'e6fef70e-8005-4746-bf68-b65f83bb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:31:52.962223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Bound using segment: {'id': 'e6fef70e-8005-4746-bf68-b65f83bb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:31:52.962665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Bound port: 54f63151-e5f0-40da-87c3-07490b9e8e34, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6fef70e-8005-4746-bf68-b65f83bb30c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:31:52.963040 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:53.045022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] For port 54f63151-e5f0-40da-87c3-07490b9e8e34, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:31:53.048488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] For port 54f63151-e5f0-40da-87c3-07490b9e8e34, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=54f63151-e5f0-40da-87c3-07490b9e8e34,segment=NetworkSegment(e6fef70e-8005-4746-bf68-b65f83bb30c5),segment_id=e6fef70e-8005-4746-bf68-b65f83bb30c5)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:31:53.054588 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:53.101207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:53.102042 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:53.103458 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] 10.222.0.32 "PUT /v2.0/ports/54f63151-e5f0-40da-87c3-07490b9e8e34 HTTP/1.1" status: 200 len: 1131 time: 0.8229129 Jul 09 20:31:53.105911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1076d13-514a-4ed2-9a0c-b6a422d852c7', 'tag': '54f63151-e5f0-40da-87c3-07490b9e8e34'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:31:53.109021 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5d97d5-5ce9-4edc-99ba-8259bf56adc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a1076d13-514a-4ed2-9a0c-b6a422d852c7", "tag": "54f63151-e5f0-40da-87c3-07490b9e8e34"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:31:53.134245 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd21cae-76d7-4ed3-a1a3-a8ff29dc4897 service neutron] Pushing event updated for resources: {'Port': ['ID=54f63151-e5f0-40da-87c3-07490b9e8e34,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:53.161546 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb2ba1f-5d49-45d9-8882-a5db0bba39df x-openstack-request-id: req-5eb2ba1f-5d49-45d9-8882-a5db0bba39df {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:31:53.161847 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1076d13-514a-4ed2-9a0c-b6a422d852c7", "tag": "54f63151-e5f0-40da-87c3-07490b9e8e34", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:31:53.162101 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5eb2ba1f-5d49-45d9-8882-a5db0bba39df {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:31:53.162814 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1076d13-514a-4ed2-9a0c-b6a422d852c7', 'tag': '54f63151-e5f0-40da-87c3-07490b9e8e34', 'status': 'completed', 'code': 200} Jul 09 20:31:53.231745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-3caf888c-a05f-42a4-816d-13d17545e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:53.233317 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-3caf888c-a05f-42a4-816d-13d17545e3dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b43e73f2ffa4b009dfec02643c4cda6&device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 1134 time: 0.0637374 Jul 09 20:31:53.280961 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-21370d86-78e2-41ba-a3ab-df0eab8eee6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54f63151-e5f0-40da-87c3-07490b9e8e34 HTTP/1.1" status: 200 len: 217 time: 0.0397909 Jul 09 20:31:53.332016 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-f5df00aa-d56c-467c-bb79-7eb6a4b107be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:53.333525 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-f5df00aa-d56c-467c-bb79-7eb6a4b107be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0697aec-18d5-4715-b89c-7283e4eeecb6 HTTP/1.1" status: 200 len: 834 time: 0.0461812 Jul 09 20:31:53.390242 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-3497764b-42f6-4e5a-b132-df8f04281d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:53.391650 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-3497764b-42f6-4e5a-b132-df8f04281d6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0459dc5-0be2-432f-9769-5c39fd76e4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510261 Jul 09 20:31:53.484959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-b5ab5701-0783-4cf8-a890-034edd786b9e service neutron] 10.222.0.32 "GET /v2.0/networks/b0459dc5-0be2-432f-9769-5c39fd76e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863786 Jul 09 20:31:53.573108 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55e7ec15-88b9-48fa-9104-e1a9e37ca439 req-77e9aebc-d31a-4aa0-8598-a8dfa3cf867b service neutron] 10.222.0.32 "GET /v2.0/networks/b0459dc5-0be2-432f-9769-5c39fd76e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817392 Jul 09 20:31:53.669540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d97d5-5ce9-4edc-99ba-8259bf56adc6 req-738b7cd5-51b6-4a16-b6af-c3176805bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:53.671017 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a5d97d5-5ce9-4edc-99ba-8259bf56adc6 req-738b7cd5-51b6-4a16-b6af-c3176805bdf7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b43e73f2ffa4b009dfec02643c4cda6&device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 1134 time: 0.0524030 Jul 09 20:31:53.764083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d97d5-5ce9-4edc-99ba-8259bf56adc6 req-c10ac059-1637-48c2-8f57-a70cfb2108ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:53.765595 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a5d97d5-5ce9-4edc-99ba-8259bf56adc6 req-c10ac059-1637-48c2-8f57-a70cfb2108ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0459dc5-0be2-432f-9769-5c39fd76e4ee HTTP/1.1" status: 200 len: 897 time: 0.0881326 Jul 09 20:31:53.809305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a5d97d5-5ce9-4edc-99ba-8259bf56adc6 req-e5e3c046-6c7f-4b5a-9a94-57e166a5c13e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54f63151-e5f0-40da-87c3-07490b9e8e34 HTTP/1.1" status: 200 len: 217 time: 0.0362270 Jul 09 20:31:53.877940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d97d5-5ce9-4edc-99ba-8259bf56adc6 req-ebe1a5cd-2ec2-4d44-96eb-9f0b5c7e2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:53.879462 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a5d97d5-5ce9-4edc-99ba-8259bf56adc6 req-ebe1a5cd-2ec2-4d44-96eb-9f0b5c7e2bbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0697aec-18d5-4715-b89c-7283e4eeecb6 HTTP/1.1" status: 200 len: 834 time: 0.0636094 Jul 09 20:31:53.943942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d97d5-5ce9-4edc-99ba-8259bf56adc6 req-03bf3bb2-d988-46e3-85b5-f95886cf52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:53.945648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a5d97d5-5ce9-4edc-99ba-8259bf56adc6 req-03bf3bb2-d988-46e3-85b5-f95886cf52e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0459dc5-0be2-432f-9769-5c39fd76e4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590949 Jul 09 20:31:53.951307 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e75c0-5a43-46dc-a453-d1b581430ea6 req-d510f984-2ef4-4166-81be-db6818899920 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:53.953046 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b29e75c0-5a43-46dc-a453-d1b581430ea6 req-d510f984-2ef4-4166-81be-db6818899920 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 983 time: 0.0830917 Jul 09 20:31:53.994911 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b29e75c0-5a43-46dc-a453-d1b581430ea6 req-1871be57-2928-4330-a540-f6121a6e6bca tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d1d74-c07d-4b0e-8808-ebfce56ff711&id=35b86f99-eef0-44a5-9ec9-942a90ab1b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0357156 Jul 09 20:31:54.041770 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a5d97d5-5ce9-4edc-99ba-8259bf56adc6 req-9aa51e24-7571-429d-8885-52f30e7d6e24 service neutron] 10.222.0.32 "GET /v2.0/networks/b0459dc5-0be2-432f-9769-5c39fd76e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888350 Jul 09 20:31:54.111768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 28730e80-62c6-46e2-bb6c-67a4d5209740 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:31:54.142593 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3a5d97d5-5ce9-4edc-99ba-8259bf56adc6 req-f187e354-e952-475f-a3c7-8ecabab4dccf service neutron] 10.222.0.32 "GET /v2.0/networks/b0459dc5-0be2-432f-9769-5c39fd76e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932708 Jul 09 20:31:54.160783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 28730e80-62c6-46e2-bb6c-67a4d5209740 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:31:54.161166 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:55.175455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46cb74-d502-43a7-becc-9b42dc4e883b req-17dbd034-831f-4a97-91ca-36c57b6f0c06 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:55.176903 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6a46cb74-d502-43a7-becc-9b42dc4e883b req-17dbd034-831f-4a97-91ca-36c57b6f0c06 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 983 time: 0.0657220 Jul 09 20:31:55.217657 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6a46cb74-d502-43a7-becc-9b42dc4e883b req-927be267-e584-4af5-8ac9-634e270e1fe4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d1d74-c07d-4b0e-8808-ebfce56ff711&id=35b86f99-eef0-44a5-9ec9-942a90ab1b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0350201 Jul 09 20:31:55.639189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 54f63151-e5f0-40da-87c3-07490b9e8e34 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:31:55.732985 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 54f63151-e5f0-40da-87c3-07490b9e8e34, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=54f63151-e5f0-40da-87c3-07490b9e8e34,segment=NetworkSegment(e6fef70e-8005-4746-bf68-b65f83bb30c5),segment_id=e6fef70e-8005-4746-bf68-b65f83bb30c5)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:31:55.745201 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '54f63151-e5f0-40da-87c3-07490b9e8e34', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'port_id': '54f63151-e5f0-40da-87c3-07490b9e8e34', 'mac_address': 'fa:16:3e:34:8e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:31:55.786159 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:55.799611 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f63151-e5f0-40da-87c3-07490b9e8e34 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:31:55.818735 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 54f63151-e5f0-40da-87c3-07490b9e8e34, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=54f63151-e5f0-40da-87c3-07490b9e8e34,segment=NetworkSegment(e6fef70e-8005-4746-bf68-b65f83bb30c5),segment_id=e6fef70e-8005-4746-bf68-b65f83bb30c5)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:31:55.822865 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:55.873637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=54f63151-e5f0-40da-87c3-07490b9e8e34,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:55.993514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49354) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:56.035979 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['54f63151-e5f0-40da-87c3-07490b9e8e34'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:31:56.038285 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b1677c-8ebd-4fbe-a0d4-f838e2c95441 admin admin] Deleting subnet 0c004f7f-d1cb-4c4b-92a2-e86175e3f7fa {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:31:56.041449 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1b1677c-8ebd-4fbe-a0d4-f838e2c95441 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.079514 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1b1677c-8ebd-4fbe-a0d4-f838e2c95441 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.121714 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1b1677c-8ebd-4fbe-a0d4-f838e2c95441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.182571 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1b1677c-8ebd-4fbe-a0d4-f838e2c95441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.213361 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e1b1677c-8ebd-4fbe-a0d4-f838e2c95441 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.215790 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e1b1677c-8ebd-4fbe-a0d4-f838e2c95441 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0c004f7f-d1cb-4c4b-92a2-e86175e3f7fa HTTP/1.1" status: 204 len: 168 time: 0.2210202 Jul 09 20:31:56.216856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1677c-8ebd-4fbe-a0d4-f838e2c95441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c004f7f-d1cb-4c4b-92a2-e86175e3f7fa,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:56.218289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49356) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:56.296392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d1b25b0-f986-457f-9654-239d39192e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.375176 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d1b25b0-f986-457f-9654-239d39192e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.384992 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-2d1b25b0-f986-457f-9654-239d39192e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429bae24-a3e6-4bca-8870-a64a29ff574d']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:56.394377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94d49d-6123-4829-92fa-0722f0bc124a req-ae66ffe1-0433-4e1c-9ff6-f85a7508964d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:56.395174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-2d1b25b0-f986-457f-9654-239d39192e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7259f279-d75e-4ba1-994b-89d6821933cf') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:56.395478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-2d1b25b0-f986-457f-9654-239d39192e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7259f279-d75e-4ba1-994b-89d6821933cf') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:31:56.395872 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cd94d49d-6123-4829-92fa-0722f0bc124a req-ae66ffe1-0433-4e1c-9ff6-f85a7508964d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 984 time: 0.0646257 Jul 09 20:31:56.405327 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d1b25b0-f986-457f-9654-239d39192e80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.420957 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d1b25b0-f986-457f-9654-239d39192e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.427487 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1b25b0-f986-457f-9654-239d39192e80 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:31:56.427909 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d1b25b0-f986-457f-9654-239d39192e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:31:56.429653 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:31:56.441612 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cd94d49d-6123-4829-92fa-0722f0bc124a req-3cabf5a1-94fd-442b-b7b8-5b072273f813 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d1d74-c07d-4b0e-8808-ebfce56ff711&id=35b86f99-eef0-44a5-9ec9-942a90ab1b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0398035 Jul 09 20:31:56.493548 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d1b25b0-f986-457f-9654-239d39192e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.499914 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2d1b25b0-f986-457f-9654-239d39192e80 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.504354 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2d1b25b0-f986-457f-9654-239d39192e80 admin admin] 10.222.0.30 "DELETE /v2.0/networks/429bae24-a3e6-4bca-8870-a64a29ff574d HTTP/1.1" status: 204 len: 168 time: 0.2808278 Jul 09 20:31:56.517729 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b25b0-f986-457f-9654-239d39192e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=429bae24-a3e6-4bca-8870-a64a29ff574d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:56.671479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49362) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:56.713597 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e22c6eac-67df-4ce1-a863-88ddc61b1151 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de533ff62e4843149ed70ab2fa846d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407867 Jul 09 20:31:56.716186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49364) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:31:56.765954 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5de05027-7a1b-464e-9a19-c68c9f237873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.787338 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5de05027-7a1b-464e-9a19-c68c9f237873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.832149 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5de05027-7a1b-464e-9a19-c68c9f237873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.834713 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5de05027-7a1b-464e-9a19-c68c9f237873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:56.835857 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5de05027-7a1b-464e-9a19-c68c9f237873 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9 HTTP/1.1" status: 204 len: 168 time: 0.1187482 Jul 09 20:31:56.843612 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de05027-7a1b-464e-9a19-c68c9f237873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a00b6c2-6dd1-4145-b1ca-4abcf8cfe6f9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:56.918874 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-eeae1e01-6626-4dc3-9e37-05ab4ae92b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:57.113192 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:57.623937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd90e77-011e-4cbc-b0f8-493179b35a54 req-7760f970-02c4-4da4-b175-37f8d328eb9a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:57.625476 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4cd90e77-011e-4cbc-b0f8-493179b35a54 req-7760f970-02c4-4da4-b175-37f8d328eb9a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 984 time: 0.0697615 Jul 09 20:31:57.642615 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 54f63151-e5f0-40da-87c3-07490b9e8e34 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:31:57.665700 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4cd90e77-011e-4cbc-b0f8-493179b35a54 req-5375ba92-e2da-4af5-a4df-4ff14c9e0888 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d1d74-c07d-4b0e-8808-ebfce56ff711&id=35b86f99-eef0-44a5-9ec9-942a90ab1b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0344527 Jul 09 20:31:57.691507 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 54f63151-e5f0-40da-87c3-07490b9e8e34 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:31:57.695494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 54f63151-e5f0-40da-87c3-07490b9e8e34 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:31:57.695932 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:57.773822 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:57.795901 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1076d13-514a-4ed2-9a0c-b6a422d852c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f63151-e5f0-40da-87c3-07490b9e8e34'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:31:57.798171 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c809df71-24a4-4f76-92d5-8d0901e2b942" -d '{"events": [{"server_uuid": "a1076d13-514a-4ed2-9a0c-b6a422d852c7", "name": "network-vif-plugged", "status": "completed", "tag": "54f63151-e5f0-40da-87c3-07490b9e8e34"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:31:57.811235 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 54f63151-e5f0-40da-87c3-07490b9e8e34, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=54f63151-e5f0-40da-87c3-07490b9e8e34,segment=NetworkSegment(e6fef70e-8005-4746-bf68-b65f83bb30c5),segment_id=e6fef70e-8005-4746-bf68-b65f83bb30c5)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:31:57.815341 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:57.838346 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a936e2f2-bf4b-4167-9f32-8c0a75989f06 x-openstack-request-id: req-a936e2f2-bf4b-4167-9f32-8c0a75989f06 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:31:57.838641 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1076d13-514a-4ed2-9a0c-b6a422d852c7", "name": "network-vif-plugged", "status": "completed", "tag": "54f63151-e5f0-40da-87c3-07490b9e8e34", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:31:57.838894 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a936e2f2-bf4b-4167-9f32-8c0a75989f06 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:31:57.839799 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1076d13-514a-4ed2-9a0c-b6a422d852c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f63151-e5f0-40da-87c3-07490b9e8e34', 'code': 200} Jul 09 20:31:57.868476 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=54f63151-e5f0-40da-87c3-07490b9e8e34,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:31:57.950042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b7ad9-32bd-4d18-98ab-58549e18f5d3 req-8c480886-d3d2-4d62-a128-559debbbd659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:57.951553 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb2b7ad9-32bd-4d18-98ab-58549e18f5d3 req-8c480886-d3d2-4d62-a128-559debbbd659 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 1136 time: 0.0545461 Jul 09 20:31:57.986975 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb2b7ad9-32bd-4d18-98ab-58549e18f5d3 req-d7bb515b-c98b-4598-96a5-3644be697875 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cb9d1d74-c07d-4b0e-8808-ebfce56ff711&id=35b86f99-eef0-44a5-9ec9-942a90ab1b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0290599 Jul 09 20:31:58.854538 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547db84b-33cf-4671-af75-a2d792d42ba8 req-bdef9652-b79b-4698-b504-6c0075d9ee00 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:31:58.856222 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-547db84b-33cf-4671-af75-a2d792d42ba8 req-bdef9652-b79b-4698-b504-6c0075d9ee00 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 985 time: 0.0744488 Jul 09 20:31:58.898444 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-547db84b-33cf-4671-af75-a2d792d42ba8 req-69e75da5-006e-4f60-b67a-51a8ed2132e1 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d1d74-c07d-4b0e-8808-ebfce56ff711&id=35b86f99-eef0-44a5-9ec9-942a90ab1b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0363011 Jul 09 20:31:59.444795 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:59.453581 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c5ddc1ce-12fd-45b9-b944-65dbf94f3142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:31:59.626159 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:00.071450 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80f089-7785-4489-8fb0-1a7b8b8f79fd req-1b93343d-05b6-4b94-9f7c-9ded679ea5e4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:00.072974 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cb80f089-7785-4489-8fb0-1a7b8b8f79fd req-1b93343d-05b6-4b94-9f7c-9ded679ea5e4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 985 time: 0.0644345 Jul 09 20:32:00.116193 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cb80f089-7785-4489-8fb0-1a7b8b8f79fd req-b9bc1a8b-8c3f-48e6-b4b7-4fd4b4f8d7b9 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d1d74-c07d-4b0e-8808-ebfce56ff711&id=35b86f99-eef0-44a5-9ec9-942a90ab1b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0370018 Jul 09 20:32:00.296579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65629326-340c-44ac-a591-f2247272f27e req-3d4d2a8f-f6b5-404d-af1f-398a772837d4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:00.298161 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65629326-340c-44ac-a591-f2247272f27e req-3d4d2a8f-f6b5-404d-af1f-398a772837d4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 985 time: 0.0659406 Jul 09 20:32:00.339324 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65629326-340c-44ac-a591-f2247272f27e req-133c4d7f-10ff-4c89-8d9d-8c01a0040d20 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d1d74-c07d-4b0e-8808-ebfce56ff711&id=35b86f99-eef0-44a5-9ec9-942a90ab1b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0353990 Jul 09 20:32:00.499350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3921f-f28f-4ff6-bfb4-ee379259c2f6 req-59bcbbf1-ce8e-46e1-8a0d-21d656b8993b tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:00.500929 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5a3921f-f28f-4ff6-bfb4-ee379259c2f6 req-59bcbbf1-ce8e-46e1-8a0d-21d656b8993b tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 1136 time: 0.0541496 Jul 09 20:32:00.518791 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b5a3921f-f28f-4ff6-bfb4-ee379259c2f6 req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:00.529879 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:00.606443 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b5a3921f-f28f-4ff6-bfb4-ee379259c2f6 req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:00.610304 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b5a3921f-f28f-4ff6-bfb4-ee379259c2f6 req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:00.631280 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5a3921f-f28f-4ff6-bfb4-ee379259c2f6 req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d1d74-c07d-4b0e-8808-ebfce56ff711&id=35b86f99-eef0-44a5-9ec9-942a90ab1b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1247106 Jul 09 20:32:00.643055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a417aac-8737-4370-82a9-6d3b9d1fbc02,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:00.650478 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:00.650839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:00.651188 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:00.652136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:00.652561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:00.652935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:00.653276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:00.653615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:00.653951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:00.654285 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:00.654657 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:00.654954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fbd60a-1c61-48d1-a23e-639989fcebb8 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:00.656511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49382) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:00.710216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d66945d-2058-45ac-a59b-a76a8433d6b0 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:00.712055 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7d66945d-2058-45ac-a59b-a76a8433d6b0 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 1131 time: 0.0543616 Jul 09 20:32:00.715064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49384) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:00.719333 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '54f63151-e5f0-40da-87c3-07490b9e8e34', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:32:00.741732 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:00.841403 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:00.947495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Allocated IP 172.25.0.13 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/69b8bded-e956-4d17-85ea-8d50e7d6ebca) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:32:01.048551 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:01.088851 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:01.124782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:32:01.129778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:32:01.132256 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:32:01.163911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'Port': ['ID=69b8bded-e956-4d17-85ea-8d50e7d6ebca,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:01.832960 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:01.910410 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:02.057248 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:02.062479 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:02.133201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'Port': ['ID=69b8bded-e956-4d17-85ea-8d50e7d6ebca,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:02.144917 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:02.246605 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Floating IP fb7a311a-e651-438b-a097-b1323ca7e205 associated. External IP: 172.25.0.13, port: 54f63151-e5f0-40da-87c3-07490b9e8e34. Jul 09 20:32:02.396973 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:02.455107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Router 5a138c6c-a552-45d0-bf54-65c77582a9de has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:32:02.563304 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:32:02.572910 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6974132e-59b4-49d5-bbb0-6ee72642bf47 None None] Sync routers for ids ['5a138c6c-a552-45d0-bf54-65c77582a9de'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:32:02.578979 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:02.583444 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6974132e-59b4-49d5-bbb0-6ee72642bf47 None None] Routers {'5a138c6c-a552-45d0-bf54-65c77582a9de'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:32:02.584098 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6974132e-59b4-49d5-bbb0-6ee72642bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:31:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a138c6c-a552-45d0-bf54-65c77582a9de'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:32:02.615218 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0d446de2-a8af-4f50-9da4-a23c6c1e78b3 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8991251 Jul 09 20:32:02.615803 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1076d13-514a-4ed2-9a0c-b6a422d852c7', 'tag': '54f63151-e5f0-40da-87c3-07490b9e8e34'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:32:02.617925 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49386) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:02.619240 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cef12a-bac8-4521-b0ff-ce9ca7d29cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "a1076d13-514a-4ed2-9a0c-b6a422d852c7", "tag": "54f63151-e5f0-40da-87c3-07490b9e8e34"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:32:02.658923 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aba9ed8-200d-4249-a0ff-f9244fe25e69 x-openstack-request-id: req-1aba9ed8-200d-4249-a0ff-f9244fe25e69 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:32:02.659305 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1076d13-514a-4ed2-9a0c-b6a422d852c7", "tag": "54f63151-e5f0-40da-87c3-07490b9e8e34", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:32:02.659647 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1aba9ed8-200d-4249-a0ff-f9244fe25e69 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:32:02.660146 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1076d13-514a-4ed2-9a0c-b6a422d852c7', 'tag': '54f63151-e5f0-40da-87c3-07490b9e8e34', 'status': 'completed', 'code': 200} Jul 09 20:32:02.693518 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-6974132e-59b4-49d5-bbb0-6ee72642bf47 None None] Set router 5a138c6c-a552-45d0-bf54-65c77582a9de gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:32:02.719797 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f742f55-f0e4-4d23-a7a2-b85e0c7d98f7 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:02.720013 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f742f55-f0e4-4d23-a7a2-b85e0c7d98f7 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:02.720424 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f742f55-f0e4-4d23-a7a2-b85e0c7d98f7 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:02.720942 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f742f55-f0e4-4d23-a7a2-b85e0c7d98f7 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:02.722658 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2f742f55-f0e4-4d23-a7a2-b85e0c7d98f7 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1037362 Jul 09 20:32:02.725562 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49390) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:02.783005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cef12a-bac8-4521-b0ff-ce9ca7d29cbf req-26a988bf-a439-43d0-aff2-ddfc814e9943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:02.784543 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-51cef12a-bac8-4521-b0ff-ce9ca7d29cbf req-26a988bf-a439-43d0-aff2-ddfc814e9943 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b43e73f2ffa4b009dfec02643c4cda6&device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 1136 time: 0.0980027 Jul 09 20:32:02.803464 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12d03c2-e2e4-4b43-bf42-93d55116b8ad tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:02.803938 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12d03c2-e2e4-4b43-bf42-93d55116b8ad tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:02.804405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12d03c2-e2e4-4b43-bf42-93d55116b8ad tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:02.804898 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12d03c2-e2e4-4b43-bf42-93d55116b8ad tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:02.806464 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b12d03c2-e2e4-4b43-bf42-93d55116b8ad tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0799251 Jul 09 20:32:02.810041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49392) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:02.885386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cef12a-bac8-4521-b0ff-ce9ca7d29cbf req-c10993fd-0555-4012-bb7e-718fcbbca647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:02.888111 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-51cef12a-bac8-4521-b0ff-ce9ca7d29cbf req-c10993fd-0555-4012-bb7e-718fcbbca647 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0459dc5-0be2-432f-9769-5c39fd76e4ee HTTP/1.1" status: 200 len: 897 time: 0.0948007 Jul 09 20:32:02.925430 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6974132e-59b4-49d5-bbb0-6ee72642bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:31:43Z', 'updated_at': '2021-07-09T20:31:47Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:44Z', 'updated_at': '2021-07-09T20:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'fb7a311a-e651-438b-a097-b1323ca7e205', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'port_id': '54f63151-e5f0-40da-87c3-07490b9e8e34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'mac_address': 'fa:16:3e:34:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1076d13-514a-4ed2-9a0c-b6a422d852c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:32:01Z', 'updated_at': '2021-07-09T20:32:01Z', 'revision_number': 0, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28730e80-62c6-46e2-bb6c-67a4d5209740', 'name': '', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'mac_address': 'fa:16:3e:84:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:46Z', 'updated_at': '2021-07-09T20:31:52Z', 'revision_number': 5, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'subnets': [{'id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:32:02.953590 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6974132e-59b4-49d5-bbb0-6ee72642bf47 None None] Checking router: 5a138c6c-a552-45d0-bf54-65c77582a9de for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:32:02.962482 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6974132e-59b4-49d5-bbb0-6ee72642bf47 None None] Routers {'5a138c6c-a552-45d0-bf54-65c77582a9de'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:32:02.963113 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6974132e-59b4-49d5-bbb0-6ee72642bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:31:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a138c6c-a552-45d0-bf54-65c77582a9de'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:32:02.965325 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-51cef12a-bac8-4521-b0ff-ce9ca7d29cbf req-d029e508-8380-46be-8082-bdc4ef47c81f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54f63151-e5f0-40da-87c3-07490b9e8e34 HTTP/1.1" status: 200 len: 999 time: 0.0703123 Jul 09 20:32:03.017839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cef12a-bac8-4521-b0ff-ce9ca7d29cbf req-94c306e8-9f77-444d-8117-62f185bcc6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:03.019397 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-51cef12a-bac8-4521-b0ff-ce9ca7d29cbf req-94c306e8-9f77-444d-8117-62f185bcc6c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0697aec-18d5-4715-b89c-7283e4eeecb6 HTTP/1.1" status: 200 len: 834 time: 0.0476046 Jul 09 20:32:03.076385 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-6974132e-59b4-49d5-bbb0-6ee72642bf47 None None] Set router 5a138c6c-a552-45d0-bf54-65c77582a9de gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:32:03.082138 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cef12a-bac8-4521-b0ff-ce9ca7d29cbf req-557ca82d-242f-4fbf-b58a-6d1f6184c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:03.083718 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-51cef12a-bac8-4521-b0ff-ce9ca7d29cbf req-557ca82d-242f-4fbf-b58a-6d1f6184c79c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0459dc5-0be2-432f-9769-5c39fd76e4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578799 Jul 09 20:32:03.184380 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-51cef12a-bac8-4521-b0ff-ce9ca7d29cbf req-6315072e-41db-4715-9228-cda561cb3fca service neutron] 10.222.0.32 "GET /v2.0/networks/b0459dc5-0be2-432f-9769-5c39fd76e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932066 Jul 09 20:32:03.280445 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-51cef12a-bac8-4521-b0ff-ce9ca7d29cbf req-5a66bcc8-758f-40e0-beec-9c5f4e3fc112 service neutron] 10.222.0.32 "GET /v2.0/networks/b0459dc5-0be2-432f-9769-5c39fd76e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898981 Jul 09 20:32:03.324264 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6974132e-59b4-49d5-bbb0-6ee72642bf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:31:43Z', 'updated_at': '2021-07-09T20:31:47Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:44Z', 'updated_at': '2021-07-09T20:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'fb7a311a-e651-438b-a097-b1323ca7e205', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'port_id': '54f63151-e5f0-40da-87c3-07490b9e8e34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'mac_address': 'fa:16:3e:34:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1076d13-514a-4ed2-9a0c-b6a422d852c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:32:01Z', 'updated_at': '2021-07-09T20:32:01Z', 'revision_number': 0, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28730e80-62c6-46e2-bb6c-67a4d5209740', 'name': '', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'mac_address': 'fa:16:3e:84:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:46Z', 'updated_at': '2021-07-09T20:31:52Z', 'revision_number': 5, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'subnets': [{'id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:32:03.350983 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6974132e-59b4-49d5-bbb0-6ee72642bf47 None None] The sync data for ids ['5a138c6c-a552-45d0-bf54-65c77582a9de'] in n-d-800088-3 is: [{'id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:31:43Z', 'updated_at': '2021-07-09T20:31:47Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:44Z', 'updated_at': '2021-07-09T20:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'fb7a311a-e651-438b-a097-b1323ca7e205', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'port_id': '54f63151-e5f0-40da-87c3-07490b9e8e34', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'mac_address': 'fa:16:3e:34:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1076d13-514a-4ed2-9a0c-b6a422d852c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:32:01Z', 'updated_at': '2021-07-09T20:32:01Z', 'revision_number': 0, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28730e80-62c6-46e2-bb6c-67a4d5209740', 'name': '', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'mac_address': 'fa:16:3e:84:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:46Z', 'updated_at': '2021-07-09T20:31:52Z', 'revision_number': 5, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'subnets': [{'id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:32:03.387040 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-91161a95-b86c-44b4-a451-3d99068b2a57 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.5757279 Jul 09 20:32:03.389513 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49394) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:03.443417 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920350a7-fafc-46db-90f8-500172b6d092 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:03.443843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920350a7-fafc-46db-90f8-500172b6d092 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:03.445505 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-920350a7-fafc-46db-90f8-500172b6d092 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5a138c6c-a552-45d0-bf54-65c77582a9de HTTP/1.1" status: 200 len: 1989 time: 0.0550544 Jul 09 20:32:03.537623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e6441-94e3-4c24-9ba0-ef9961ee3f6e None None] New status for floating IP fb7a311a-e651-438b-a097-b1323ca7e205: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:32:19.379916 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:32:26.909785 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9debde4b-880a-4e14-809e-2066b85c610b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:27.124176 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:29.443953 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:29.454039 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4aa0af8c-8562-4117-a004-0cc36f1df366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:29.626705 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:30.533285 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:32.399739 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:37.354701 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49412) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:37.446580 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d690ad21-c9e3-4343-9348-a4b9ef1fc69b tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0907090 Jul 09 20:32:37.449164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49414) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:37.453999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-769d997b-da12-4158-9cdb-968977fcfab0 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Request body: {'network': {'name': 'tempest-network-smoke--2137035089', 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'port_security_enabled': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:32:37.474356 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769d997b-da12-4158-9cdb-968977fcfab0 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Made reservation on behalf of 4b43e73f2ffa4b009dfec02643c4cda6 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:32:37.478316 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-769d997b-da12-4158-9cdb-968977fcfab0 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:37.501975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769d997b-da12-4158-9cdb-968977fcfab0 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:32:37.510388 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-769d997b-da12-4158-9cdb-968977fcfab0 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:37.510744 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-769d997b-da12-4158-9cdb-968977fcfab0 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Added segment 333a7198-eff3-41b0-868d-08b1bec7ecb8 of type vlan for network 386acaa6-6207-4a91-a0da-5cfe6c7191f3 Jul 09 20:32:37.553674 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-769d997b-da12-4158-9cdb-968977fcfab0 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:37.582682 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-769d997b-da12-4158-9cdb-968977fcfab0 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:37.588870 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769d997b-da12-4158-9cdb-968977fcfab0 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:37.589473 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-769d997b-da12-4158-9cdb-968977fcfab0 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:37.649080 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-769d997b-da12-4158-9cdb-968977fcfab0 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1986661 Jul 09 20:32:37.651509 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49416) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:37.658708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-394200778', 'admin_state_up': True, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:32:37.677706 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d997b-da12-4158-9cdb-968977fcfab0 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'Network': ['ID=386acaa6-6207-4a91-a0da-5cfe6c7191f3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:37.688970 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 386acaa6-6207-4a91-a0da-5cfe6c7191f3 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:32:37.690879 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:37.691921 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:37.744924 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:37.883791 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:38.072678 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:38.097280 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:38.201895 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Allocated IP 172.25.0.214 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/620f86a9-f161-4bff-954d-ac1a41f36e4e) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:32:38.310000 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:38.350264 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:38.391385 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:32:38.394165 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:32:38.397672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:32:38.419605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'Port': ['ID=620f86a9-f161-4bff-954d-ac1a41f36e4e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:38.659823 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:38.864077 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:38.993724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Router 110e91ff-f7a2-461c-b23d-d730272d1fc5 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:32:39.103402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:32:39.120145 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Sync routers for ids ['110e91ff-f7a2-461c-b23d-d730272d1fc5'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:32:39.124175 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:39.125672 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f30e7d3b-91e9-4512-b8f6-b8862cdf879b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4732041 Jul 09 20:32:39.128823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49418) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:39.131588 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Routers {'110e91ff-f7a2-461c-b23d-d730272d1fc5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:32:39.132229 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['110e91ff-f7a2-461c-b23d-d730272d1fc5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:32:39.193610 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dd7a1d-66fd-46d3-82b6-e01edc00cb9d tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:39.195154 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e7dd7a1d-66fd-46d3-82b6-e01edc00cb9d tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4b43e73f2ffa4b009dfec02643c4cda6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0652847 Jul 09 20:32:39.198282 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49420) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:39.237380 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Set router 110e91ff-f7a2-461c-b23d-d730272d1fc5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:32:39.289264 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f4ac6-c265-4067-8bc1-57bf6283a67b tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:39.290896 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fd7f4ac6-c265-4067-8bc1-57bf6283a67b tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916908 Jul 09 20:32:39.294375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49422) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:39.326473 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-707f2db8-ad89-4fe1-aeac-e9527f2f542b tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282030 Jul 09 20:32:39.326702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49424) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:39.356306 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f44c1a7d-8bb0-44dd-b005-4e213e406464 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4b43e73f2ffa4b009dfec02643c4cda6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283706 Jul 09 20:32:39.359612 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49426) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:39.450428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2e297-c042-4c61-a47c-d46c09443eac tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:39.451986 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-43e2e297-c042-4c61-a47c-d46c09443eac tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914414 Jul 09 20:32:39.454822 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49428) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:39.483271 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bdd8b0e3-96e2-4d96-9e1c-0d73c196bc5a tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273778 Jul 09 20:32:39.485785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49430) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:39.490618 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-2237aab8-902b-4537-9820-c2ea20f2eee4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1316364322', 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3', 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:32:39.521439 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-394200778', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:32:37Z', 'updated_at': '2021-07-09T20:32:38Z', 'revision_number': 3, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:32:38Z', 'updated_at': '2021-07-09T20:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:32:39.548650 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Checking router: 110e91ff-f7a2-461c-b23d-d730272d1fc5 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:32:39.548650 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Updating router 110e91ff-f7a2-461c-b23d-d730272d1fc5 port 620f86a9-f161-4bff-954d-ac1a41f36e4e binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:32:39.578231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2237aab8-902b-4537-9820-c2ea20f2eee4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Made reservation on behalf of 4b43e73f2ffa4b009dfec02643c4cda6 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:32:39.582105 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2237aab8-902b-4537-9820-c2ea20f2eee4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:39.582395 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:39.769379 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2237aab8-902b-4537-9820-c2ea20f2eee4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:39.834832 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237aab8-902b-4537-9820-c2ea20f2eee4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'Subnet': ['ID=779fdc63-1314-417b-b377-4185d8f90aa2,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:39.843538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2237aab8-902b-4537-9820-c2ea20f2eee4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Checking segment: {'id': '333a7198-eff3-41b0-868d-08b1bec7ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:32:39.843678 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:39.843922 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2237aab8-902b-4537-9820-c2ea20f2eee4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Network hostable DHCP agents. Network: 386acaa6-6207-4a91-a0da-5cfe6c7191f3, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:32:39.853724 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Transition to ACTIVE for port object 620f86a9-f161-4bff-954d-ac1a41f36e4e will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:32:39.859061 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:39.861373 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2237aab8-902b-4537-9820-c2ea20f2eee4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Network 386acaa6-6207-4a91-a0da-5cfe6c7191f3 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:32:39.870231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-2237aab8-902b-4537-9820-c2ea20f2eee4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 386acaa6-6207-4a91-a0da-5cfe6c7191f3) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:32:39.875580 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2237aab8-902b-4537-9820-c2ea20f2eee4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:39.876252 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2237aab8-902b-4537-9820-c2ea20f2eee4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:39.884688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486f2a80-704c-42d4-a28a-4448a4d73a57 None None] Network 386acaa6-6207-4a91-a0da-5cfe6c7191f3 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:32:39.894241 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2237aab8-902b-4537-9820-c2ea20f2eee4 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4071155 Jul 09 20:32:39.896838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49432) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:39.912894 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Attempting to bind port 620f86a9-f161-4bff-954d-ac1a41f36e4e on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:32:39.913263 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Attempting to bind port 620f86a9-f161-4bff-954d-ac1a41f36e4e by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:32:39.913627 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Attempting to bind port 620f86a9-f161-4bff-954d-ac1a41f36e4e on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:32:39.915628 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c742df-6565-44c1-8ad2-f5fc6ed384d6 None None] Pushing event updated for resources: {'Port': ['ID=620f86a9-f161-4bff-954d-ac1a41f36e4e,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:39.921487 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:32:39.921858 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:32:39.922260 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:39.922644 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:32:39.923102 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Bound port: 620f86a9-f161-4bff-954d-ac1a41f36e4e, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:32:39.923481 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:39.975039 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] For port 620f86a9-f161-4bff-954d-ac1a41f36e4e, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:32:39.978225 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] For port 620f86a9-f161-4bff-954d-ac1a41f36e4e, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=620f86a9-f161-4bff-954d-ac1a41f36e4e,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:32:39.984059 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:40.040026 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Routers {'110e91ff-f7a2-461c-b23d-d730272d1fc5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:32:40.040673 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['110e91ff-f7a2-461c-b23d-d730272d1fc5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:32:40.050567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-386acaa6-6207-4a91-a0da-5cfe6c7191f3', 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'fixed_ips': [{'subnet_id': '779fdc63-1314-417b-b377-4185d8f90aa2'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:32:40.051446 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:40.146739 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] Set router 110e91ff-f7a2-461c-b23d-d730272d1fc5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:32:40.195231 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Allocated IP 172.20.0.18 (386acaa6-6207-4a91-a0da-5cfe6c7191f3/779fdc63-1314-417b-b377-4185d8f90aa2/3dcb847f-4dce-43c6-bcc4-2fe51dd020c3) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:32:40.201907 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c742df-6565-44c1-8ad2-f5fc6ed384d6 None None] Pushing event updated for resources: {'Port': ['ID=620f86a9-f161-4bff-954d-ac1a41f36e4e,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:40.336018 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-394200778', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:32:37Z', 'updated_at': '2021-07-09T20:32:38Z', 'revision_number': 3, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:32:38Z', 'updated_at': '2021-07-09T20:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:32:40.360164 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:40.364354 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c6ecd-4b4a-4d9f-b802-bae75c39bd01 None None] The sync data for ids ['110e91ff-f7a2-461c-b23d-d730272d1fc5'] in n-d-800088-3 is: [{'id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-394200778', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:32:37Z', 'updated_at': '2021-07-09T20:32:38Z', 'revision_number': 3, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:32:38Z', 'updated_at': '2021-07-09T20:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:32:40.369590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Transition to ACTIVE for port object 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:32:40.386302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Transition to ACTIVE for port object 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:32:40.399133 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:40.443734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Network 386acaa6-6207-4a91-a0da-5cfe6c7191f3 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:32:40.446841 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:32:40.450759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:32:40.458526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Pushing event updated for resources: {'Port': ['ID=3dcb847f-4dce-43c6-bcc4-2fe51dd020c3,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:40.505569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:40.505928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:40.506278 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:40.506624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:40.506981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:40.507313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:40.507688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:40.508094 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:40.508430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:40.508798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:40.509127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:40.509605 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:40.526647 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Attempting to bind port 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:32:40.527056 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Attempting to bind port 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '333a7198-eff3-41b0-868d-08b1bec7ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:32:40.527419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Attempting to bind port 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 on network 386acaa6-6207-4a91-a0da-5cfe6c7191f3 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:32:40.533784 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:32:40.534173 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Checking segment: {'id': '333a7198-eff3-41b0-868d-08b1bec7ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:32:40.534601 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:40.534996 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Bound using segment: {'id': '333a7198-eff3-41b0-868d-08b1bec7ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:32:40.535480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Bound port: 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333a7198-eff3-41b0-868d-08b1bec7ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:32:40.535879 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:40.613558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] For port 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:32:40.634530 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] For port 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3dcb847f-4dce-43c6-bcc4-2fe51dd020c3,segment=NetworkSegment(333a7198-eff3-41b0-868d-08b1bec7ecb8),segment_id=333a7198-eff3-41b0-868d-08b1bec7ecb8)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:32:40.651118 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:40.706704 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:40.723110 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e003ddf-79f8-4098-81fb-4efdd51b8461 None None] Pushing event updated for resources: {'Port': ['ID=3dcb847f-4dce-43c6-bcc4-2fe51dd020c3,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:41.062836 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Allocated IP 172.20.0.17 (386acaa6-6207-4a91-a0da-5cfe6c7191f3/779fdc63-1314-417b-b377-4185d8f90aa2/57275b7a-ee35-49a0-80e0-cabe9b34ea4a) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:32:41.197727 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:41.220656 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Transition to ACTIVE for port object 57275b7a-ee35-49a0-80e0-cabe9b34ea4a will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:32:41.261939 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:41.307900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Network 386acaa6-6207-4a91-a0da-5cfe6c7191f3 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:32:41.311756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:32:41.315907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:32:41.322726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'Port': ['ID=57275b7a-ee35-49a0-80e0-cabe9b34ea4a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:41.369318 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:41.527906 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:41.730787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaed657c-44e1-40ab-a3f8-6a18e9415bf3 None None] Network 386acaa6-6207-4a91-a0da-5cfe6c7191f3 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:32:41.859384 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:41.865552 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:41.952380 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:41.956288 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'Port': ['ID=57275b7a-ee35-49a0-80e0-cabe9b34ea4a,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:42.023580 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3301240d-1f71-449b-b2b2-e755831e669c None None] Provisioning for port 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:32:42.063234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Network 386acaa6-6207-4a91-a0da-5cfe6c7191f3 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:32:42.064815 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:32:42.200076 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Router 110e91ff-f7a2-461c-b23d-d730272d1fc5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:32:42.200405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:32:42.258215 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:32:42.262543 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:32:42.262982 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:42.334584 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:32:42.343423 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fafcceb9-ccd5-45f8-852e-287d023a699b tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "PUT /v2.0/routers/110e91ff-f7a2-461c-b23d-d730272d1fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4420166 Jul 09 20:32:42.348584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Sync routers for ids ['110e91ff-f7a2-461c-b23d-d730272d1fc5'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:32:42.365123 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:42.382189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Routers {'110e91ff-f7a2-461c-b23d-d730272d1fc5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:32:42.382768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['110e91ff-f7a2-461c-b23d-d730272d1fc5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:32:42.387066 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4bde56eb-2b6a-4fb8-92b9-a0b250d34e77 None None] Provisioning complete for port 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:32:42.388292 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4bde56eb-2b6a-4fb8-92b9-a0b250d34e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:42.485705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3dcb847f-4dce-43c6-bcc4-2fe51dd020c3,segment=NetworkSegment(333a7198-eff3-41b0-868d-08b1bec7ecb8),segment_id=333a7198-eff3-41b0-868d-08b1bec7ecb8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:32:42.516036 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:42.516869 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 620f86a9-f161-4bff-954d-ac1a41f36e4e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:32:42.621481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-97c22687-ac49-4b3e-a74d-6ab7e0d39a91 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:42.622837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Set router 110e91ff-f7a2-461c-b23d-d730272d1fc5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:32:42.623680 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-97c22687-ac49-4b3e-a74d-6ab7e0d39a91 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/networks?id=386acaa6-6207-4a91-a0da-5cfe6c7191f3 HTTP/1.1" status: 200 len: 798 time: 0.1097462 Jul 09 20:32:42.626069 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=3dcb847f-4dce-43c6-bcc4-2fe51dd020c3,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:42.644827 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-29bf3fa3-482d-4ae3-ac9d-42e9892e2b6f tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/quotas/4b43e73f2ffa4b009dfec02643c4cda6 HTTP/1.1" status: 200 len: 375 time: 0.0103197 Jul 09 20:32:42.733753 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-15a43339-850f-4b92-9c90-e60dba97087f tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b43e73f2ffa4b009dfec02643c4cda6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0835731 Jul 09 20:32:42.743454 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 620f86a9-f161-4bff-954d-ac1a41f36e4e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:32:42.752445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-5a5811e8-73bb-432b-98c0-e7cbb58fce59 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:32:42.753693 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-5a5811e8-73bb-432b-98c0-e7cbb58fce59 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067823 Jul 09 20:32:42.783539 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 620f86a9-f161-4bff-954d-ac1a41f36e4e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:32:42.783918 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:42.813877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4bde56eb-2b6a-4fb8-92b9-a0b250d34e77 None None] Provisioning for port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:32:42.826820 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4bde56eb-2b6a-4fb8-92b9-a0b250d34e77 None None] Provisioning complete for port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:32:42.827131 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4bde56eb-2b6a-4fb8-92b9-a0b250d34e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:42.854814 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-20122e79-ab04-449b-8927-b73ce6d3f09a service neutron] 10.222.0.30 "GET /v2.0/networks/386acaa6-6207-4a91-a0da-5cfe6c7191f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925298 Jul 09 20:32:42.895027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4bde56eb-2b6a-4fb8-92b9-a0b250d34e77 None None] Port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:32:42.947520 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-8e56e6c2-ce33-4ffc-97d4-a77c53e07cae service neutron] 10.222.0.30 "GET /v2.0/networks/386acaa6-6207-4a91-a0da-5cfe6c7191f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858800 Jul 09 20:32:42.959439 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:42.991249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 620f86a9-f161-4bff-954d-ac1a41f36e4e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=620f86a9-f161-4bff-954d-ac1a41f36e4e,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:32:42.998324 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:43.002441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-394200778', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:32:37Z', 'updated_at': '2021-07-09T20:32:41Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:32:38Z', 'updated_at': '2021-07-09T20:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '57275b7a-ee35-49a0-80e0-cabe9b34ea4a', 'name': '', 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'mac_address': 'fa:16:3e:53:97:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '779fdc63-1314-417b-b377-4185d8f90aa2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:32:40Z', 'updated_at': '2021-07-09T20:32:41Z', 'revision_number': 2, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'subnets': [{'id': '779fdc63-1314-417b-b377-4185d8f90aa2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:32:43.035447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Checking router: 110e91ff-f7a2-461c-b23d-d730272d1fc5 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:32:43.035806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Updating router 110e91ff-f7a2-461c-b23d-d730272d1fc5 port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:32:43.091836 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-17afd14b-0c0d-4202-92d1-05f371d6755b None None] Provisioning complete for port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:32:43.092142 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17afd14b-0c0d-4202-92d1-05f371d6755b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:43.134662 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-35608955-b819-427e-9964-c0c512b22e8e req-fd802c60-7677-4579-a9db-63cccfd179f8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 210 time: 0.0301487 Jul 09 20:32:43.138484 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:43.144727 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=620f86a9-f161-4bff-954d-ac1a41f36e4e,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:43.162147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-17afd14b-0c0d-4202-92d1-05f371d6755b None None] Port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:32:43.417264 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:43.429877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Transition to ACTIVE for port object 57275b7a-ee35-49a0-80e0-cabe9b34ea4a will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:32:43.435989 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:43.487041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d487f-d0d0-41d8-aabc-c78bf32d5955 None None] Pushing event updated for resources: {'Port': ['ID=57275b7a-ee35-49a0-80e0-cabe9b34ea4a,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:43.543034 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Attempting to bind port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:32:43.543409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Attempting to bind port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '333a7198-eff3-41b0-868d-08b1bec7ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:32:43.543826 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Attempting to bind port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a on network 386acaa6-6207-4a91-a0da-5cfe6c7191f3 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:32:43.549213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:32:43.549593 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Checking segment: {'id': '333a7198-eff3-41b0-868d-08b1bec7ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:32:43.549998 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:43.550395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Bound using segment: {'id': '333a7198-eff3-41b0-868d-08b1bec7ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:32:43.550894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Bound port: 57275b7a-ee35-49a0-80e0-cabe9b34ea4a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333a7198-eff3-41b0-868d-08b1bec7ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:32:43.551283 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:43.620681 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] For port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:32:43.624596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] For port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=57275b7a-ee35-49a0-80e0-cabe9b34ea4a,segment=NetworkSegment(333a7198-eff3-41b0-868d-08b1bec7ecb8),segment_id=333a7198-eff3-41b0-868d-08b1bec7ecb8)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:32:43.629315 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:43.697932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Routers {'110e91ff-f7a2-461c-b23d-d730272d1fc5'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:32:43.698615 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['110e91ff-f7a2-461c-b23d-d730272d1fc5'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:32:43.703725 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d487f-d0d0-41d8-aabc-c78bf32d5955 None None] Pushing event updated for resources: {'Port': ['ID=57275b7a-ee35-49a0-80e0-cabe9b34ea4a,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:43.824318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] Set router 110e91ff-f7a2-461c-b23d-d730272d1fc5 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:32:44.036113 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-394200778', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:32:37Z', 'updated_at': '2021-07-09T20:32:41Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:32:38Z', 'updated_at': '2021-07-09T20:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '57275b7a-ee35-49a0-80e0-cabe9b34ea4a', 'name': '', 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'mac_address': 'fa:16:3e:53:97:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '779fdc63-1314-417b-b377-4185d8f90aa2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:32:40Z', 'updated_at': '2021-07-09T20:32:43Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'subnets': [{'id': '779fdc63-1314-417b-b377-4185d8f90aa2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:32:44.063272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f4bf5c-9f87-4152-abb9-d1463410b7bf None None] The sync data for ids ['110e91ff-f7a2-461c-b23d-d730272d1fc5'] in n-d-800088-3 is: [{'id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-394200778', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:32:37Z', 'updated_at': '2021-07-09T20:32:41Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:32:38Z', 'updated_at': '2021-07-09T20:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '57275b7a-ee35-49a0-80e0-cabe9b34ea4a', 'name': '', 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'mac_address': 'fa:16:3e:53:97:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '779fdc63-1314-417b-b377-4185d8f90aa2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:32:40Z', 'updated_at': '2021-07-09T20:32:43Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'subnets': [{'id': '779fdc63-1314-417b-b377-4185d8f90aa2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:32:44.225190 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:32:44.300835 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-487ecc84-b84a-427b-9d11-fa1f2526c763 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:44.302326 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-487ecc84-b84a-427b-9d11-fa1f2526c763 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.36 "GET /v2.0/networks?id=386acaa6-6207-4a91-a0da-5cfe6c7191f3 HTTP/1.1" status: 200 len: 798 time: 0.1950989 Jul 09 20:32:44.321668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Request body: {'port': {'device_id': '6adca769-43ee-45e6-93b4-eeed000406d5', 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3', 'admin_state_up': True, 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:32:44.323338 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:32:44.323725 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:44.346897 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26bc8315-27ea-4f95-973b-1edd10467555 req-7452f2f5-df82-46c4-8daf-0419b993febc tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 210 time: 0.0501585 Jul 09 20:32:44.385110 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e48a2189-3651-4fc3-97d2-91e62d1153ff req-f4b62ebb-285d-42a4-8aeb-c80a3ea7585f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1509416 Jul 09 20:32:44.463409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 620f86a9-f161-4bff-954d-ac1a41f36e4e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:32:44.518900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Made reservation on behalf of 4b43e73f2ffa4b009dfec02643c4cda6 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:32:44.519293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 620f86a9-f161-4bff-954d-ac1a41f36e4e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:32:44.519745 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:44.522479 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:44.552862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a2189-3651-4fc3-97d2-91e62d1153ff req-3ef14ea7-feb5-42ea-9002-70a15b1dbf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:44.554248 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e48a2189-3651-4fc3-97d2-91e62d1153ff req-3ef14ea7-feb5-42ea-9002-70a15b1dbf2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b43e73f2ffa4b009dfec02643c4cda6&device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 1136 time: 0.0980721 Jul 09 20:32:44.741836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Allocated IP 172.20.0.30 (386acaa6-6207-4a91-a0da-5cfe6c7191f3/779fdc63-1314-417b-b377-4185d8f90aa2/cf3116a6-f470-43ba-946a-67f80bbf58e4) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:32:44.748160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a2189-3651-4fc3-97d2-91e62d1153ff req-0305d2d5-30dd-4c53-98f5-90688532cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:44.749687 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e48a2189-3651-4fc3-97d2-91e62d1153ff req-0305d2d5-30dd-4c53-98f5-90688532cf9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0459dc5-0be2-432f-9769-5c39fd76e4ee HTTP/1.1" status: 200 len: 897 time: 0.1560278 Jul 09 20:32:44.873701 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e48a2189-3651-4fc3-97d2-91e62d1153ff req-ae3da1c3-fa11-47b1-8d0f-849e260011c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54f63151-e5f0-40da-87c3-07490b9e8e34 HTTP/1.1" status: 200 len: 1001 time: 0.1164100 Jul 09 20:32:44.958637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a2189-3651-4fc3-97d2-91e62d1153ff req-5f3c845d-924e-424c-8203-d9f96388e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:44.960151 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e48a2189-3651-4fc3-97d2-91e62d1153ff req-5f3c845d-924e-424c-8203-d9f96388e0a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0697aec-18d5-4715-b89c-7283e4eeecb6 HTTP/1.1" status: 200 len: 834 time: 0.0748782 Jul 09 20:32:44.963307 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:45.003953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Transition to ACTIVE for port object cf3116a6-f470-43ba-946a-67f80bbf58e4 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:32:45.052812 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a2189-3651-4fc3-97d2-91e62d1153ff req-64140cf7-788d-457c-a988-24fb110303f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:45.054384 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e48a2189-3651-4fc3-97d2-91e62d1153ff req-64140cf7-788d-457c-a988-24fb110303f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0459dc5-0be2-432f-9769-5c39fd76e4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867290 Jul 09 20:32:45.059665 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:45.152505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Network 386acaa6-6207-4a91-a0da-5cfe6c7191f3 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:32:45.163796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:32:45.170300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:32:45.175745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event updated for resources: {'Port': ['ID=cf3116a6-f470-43ba-946a-67f80bbf58e4,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:45.216668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:45.217034 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:45.217468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:45.217817 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:45.218158 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:45.218501 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:45.218841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:45.219191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:45.219530 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:45.219872 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:45.220204 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:45.220555 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:32:45.259661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:45.260337 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:45.266978 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e48a2189-3651-4fc3-97d2-91e62d1153ff req-799bc079-27d1-4f20-9704-b87934fc377b service neutron] 10.222.0.32 "GET /v2.0/networks/b0459dc5-0be2-432f-9769-5c39fd76e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050030 Jul 09 20:32:45.285793 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-2aa9b7b4-919b-4c76-9000-ef95c5af47d5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9682448 Jul 09 20:32:45.301275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Request body: {'port': {'device_id': '6adca769-43ee-45e6-93b4-eeed000406d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:32:45.420396 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-30d7d465-066e-47b0-8a7d-115f83b1141c None None] Provisioning for port cf3116a6-f470-43ba-946a-67f80bbf58e4 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:32:45.424357 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-30d7d465-066e-47b0-8a7d-115f83b1141c None None] Provisioning complete for port cf3116a6-f470-43ba-946a-67f80bbf58e4 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:32:45.424816 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-30d7d465-066e-47b0-8a7d-115f83b1141c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:45.433080 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e48a2189-3651-4fc3-97d2-91e62d1153ff req-bbb0cc40-7147-49e1-85be-108736d9cb91 service neutron] 10.222.0.32 "GET /v2.0/networks/b0459dc5-0be2-432f-9769-5c39fd76e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580045 Jul 09 20:32:45.435786 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:45.615024 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-30d7d465-066e-47b0-8a7d-115f83b1141c None None] Port cf3116a6-f470-43ba-946a-67f80bbf58e4 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:32:45.621964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e19d1-ff36-4b34-9247-cc17f8b12568 req-b24f2828-f814-4162-a215-ae1483ddb77d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:45.623492 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a57e19d1-ff36-4b34-9247-cc17f8b12568 req-b24f2828-f814-4162-a215-ae1483ddb77d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 895 time: 0.1489697 Jul 09 20:32:45.764786 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3116a6-f470-43ba-946a-67f80bbf58e4 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:32:45.772043 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:45.783809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Transition to ACTIVE for port object cf3116a6-f470-43ba-946a-67f80bbf58e4 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:32:45.787464 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:45.838849 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3116a6-f470-43ba-946a-67f80bbf58e4,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:45.915328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Attempting to bind port cf3116a6-f470-43ba-946a-67f80bbf58e4 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:32:45.915720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Attempting to bind port cf3116a6-f470-43ba-946a-67f80bbf58e4 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '333a7198-eff3-41b0-868d-08b1bec7ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:32:45.916137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Attempting to bind port cf3116a6-f470-43ba-946a-67f80bbf58e4 on network 386acaa6-6207-4a91-a0da-5cfe6c7191f3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:32:45.921204 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Port cf3116a6-f470-43ba-946a-67f80bbf58e4 on network 386acaa6-6207-4a91-a0da-5cfe6c7191f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:32:45.921535 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Attempting to bind port cf3116a6-f470-43ba-946a-67f80bbf58e4 on network 386acaa6-6207-4a91-a0da-5cfe6c7191f3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:32:45.926667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:32:45.927014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Checking segment: {'id': '333a7198-eff3-41b0-868d-08b1bec7ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:32:45.927404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Bound using segment: {'id': '333a7198-eff3-41b0-868d-08b1bec7ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:32:45.927840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Bound port: cf3116a6-f470-43ba-946a-67f80bbf58e4, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '333a7198-eff3-41b0-868d-08b1bec7ecb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:32:45.928214 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:45.995268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] For port cf3116a6-f470-43ba-946a-67f80bbf58e4, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:32:45.998900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] For port cf3116a6-f470-43ba-946a-67f80bbf58e4, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cf3116a6-f470-43ba-946a-67f80bbf58e4,segment=NetworkSegment(333a7198-eff3-41b0-868d-08b1bec7ecb8),segment_id=333a7198-eff3-41b0-868d-08b1bec7ecb8)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:32:46.003156 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:46.037686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:46.038312 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:46.039894 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] 10.222.0.36 "PUT /v2.0/ports/cf3116a6-f470-43ba-946a-67f80bbf58e4 HTTP/1.1" status: 200 len: 1055 time: 0.7428339 Jul 09 20:32:46.040292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6adca769-43ee-45e6-93b4-eeed000406d5', 'tag': 'cf3116a6-f470-43ba-946a-67f80bbf58e4'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:32:46.042595 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9065111b-b3ee-4d71-93d7-faaf0250b4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "6adca769-43ee-45e6-93b4-eeed000406d5", "tag": "cf3116a6-f470-43ba-946a-67f80bbf58e4"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:32:46.072328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fe805-9c0f-45f7-a512-d89f396f8d62 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3116a6-f470-43ba-946a-67f80bbf58e4,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:46.091768 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f6fdf1-efdb-43b9-99c0-d2c0e43c4d2e x-openstack-request-id: req-53f6fdf1-efdb-43b9-99c0-d2c0e43c4d2e {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:32:46.092066 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6adca769-43ee-45e6-93b4-eeed000406d5", "tag": "cf3116a6-f470-43ba-946a-67f80bbf58e4", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:32:46.092318 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53f6fdf1-efdb-43b9-99c0-d2c0e43c4d2e {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:32:46.092748 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6adca769-43ee-45e6-93b4-eeed000406d5', 'tag': 'cf3116a6-f470-43ba-946a-67f80bbf58e4', 'status': 'completed', 'code': 200} Jul 09 20:32:46.149365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-50c3084b-fe23-4962-8b37-96f4e77889a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:46.150897 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-50c3084b-fe23-4962-8b37-96f4e77889a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b43e73f2ffa4b009dfec02643c4cda6&device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 1058 time: 0.0710111 Jul 09 20:32:46.194713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 57275b7a-ee35-49a0-80e0-cabe9b34ea4a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:32:46.196865 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-c4508d13-e695-47a2-840b-a17cc8d5db70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=cf3116a6-f470-43ba-946a-67f80bbf58e4 HTTP/1.1" status: 200 len: 217 time: 0.0374689 Jul 09 20:32:46.247992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:32:46.249557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-dfe8c0bc-2e90-499c-929a-822a524f733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:46.251048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-dfe8c0bc-2e90-499c-929a-822a524f733c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=779fdc63-1314-417b-b377-4185d8f90aa2 HTTP/1.1" status: 200 len: 838 time: 0.0482697 Jul 09 20:32:46.255181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:32:46.255551 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:46.308478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-2f71d01b-7504-47e4-83b4-9027d1fec644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:46.310680 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-2f71d01b-7504-47e4-83b4-9027d1fec644 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=386acaa6-6207-4a91-a0da-5cfe6c7191f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531247 Jul 09 20:32:46.339240 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:46.372425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=57275b7a-ee35-49a0-80e0-cabe9b34ea4a,segment=NetworkSegment(333a7198-eff3-41b0-868d-08b1bec7ecb8),segment_id=333a7198-eff3-41b0-868d-08b1bec7ecb8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:32:46.376140 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:46.406857 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-e96a9dec-cf3b-465e-be2d-b1a05e25baa2 service neutron] 10.222.0.36 "GET /v2.0/networks/386acaa6-6207-4a91-a0da-5cfe6c7191f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895584 Jul 09 20:32:46.422332 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=57275b7a-ee35-49a0-80e0-cabe9b34ea4a,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:46.496361 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31a0c3fd-909a-4194-8aca-ce80f583d974 req-74d44019-002a-4798-9050-5f4e585911ef service neutron] 10.222.0.36 "GET /v2.0/networks/386acaa6-6207-4a91-a0da-5cfe6c7191f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837085 Jul 09 20:32:46.599833 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065111b-b3ee-4d71-93d7-faaf0250b4b2 req-b6eb18e4-8bd5-4c80-9b62-39360d10ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:46.601371 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9065111b-b3ee-4d71-93d7-faaf0250b4b2 req-b6eb18e4-8bd5-4c80-9b62-39360d10ba20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4b43e73f2ffa4b009dfec02643c4cda6&device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 1058 time: 0.0569263 Jul 09 20:32:46.690740 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065111b-b3ee-4d71-93d7-faaf0250b4b2 req-ee759e32-80dd-4e84-bee8-9a8f79dd8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:46.692361 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9065111b-b3ee-4d71-93d7-faaf0250b4b2 req-ee759e32-80dd-4e84-bee8-9a8f79dd8916 service neutron] 10.222.0.36 "GET /v2.0/networks?id=386acaa6-6207-4a91-a0da-5cfe6c7191f3 HTTP/1.1" status: 200 len: 899 time: 0.0850465 Jul 09 20:32:46.740076 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9065111b-b3ee-4d71-93d7-faaf0250b4b2 req-e16da50b-75e7-4bdc-a449-e0bb0f74fc54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=cf3116a6-f470-43ba-946a-67f80bbf58e4 HTTP/1.1" status: 200 len: 217 time: 0.0411570 Jul 09 20:32:46.812855 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065111b-b3ee-4d71-93d7-faaf0250b4b2 req-b8b41d86-7e4a-430a-9ffa-ba8c704ef8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:46.814317 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9065111b-b3ee-4d71-93d7-faaf0250b4b2 req-b8b41d86-7e4a-430a-9ffa-ba8c704ef8f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=779fdc63-1314-417b-b377-4185d8f90aa2 HTTP/1.1" status: 200 len: 838 time: 0.0662529 Jul 09 20:32:46.869940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cf059-cf83-4a5e-9da4-4b657f5571ba req-b39ecb5d-0077-4b4a-8cb3-c8989f216727 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:46.873165 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-980cf059-cf83-4a5e-9da4-4b657f5571ba req-b39ecb5d-0077-4b4a-8cb3-c8989f216727 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 907 time: 0.1356416 Jul 09 20:32:46.895523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065111b-b3ee-4d71-93d7-faaf0250b4b2 req-974a5bd0-a0ee-4810-bfab-5096e2d961e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:46.897067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9065111b-b3ee-4d71-93d7-faaf0250b4b2 req-974a5bd0-a0ee-4810-bfab-5096e2d961e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=386acaa6-6207-4a91-a0da-5cfe6c7191f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751758 Jul 09 20:32:46.990292 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9065111b-b3ee-4d71-93d7-faaf0250b4b2 req-a4f52256-0631-470e-83ee-263445b28d9c service neutron] 10.222.0.36 "GET /v2.0/networks/386acaa6-6207-4a91-a0da-5cfe6c7191f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865684 Jul 09 20:32:47.078170 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9065111b-b3ee-4d71-93d7-faaf0250b4b2 req-379e4a98-713f-4527-83d4-58e1a9b04960 service neutron] 10.222.0.36 "GET /v2.0/networks/386acaa6-6207-4a91-a0da-5cfe6c7191f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820713 Jul 09 20:32:48.046096 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc80a62-41e6-4218-8954-67aee7d29716 req-1ab72614-9145-4127-a85f-1555514f0509 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:48.047498 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4bc80a62-41e6-4218-8954-67aee7d29716 req-1ab72614-9145-4127-a85f-1555514f0509 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 907 time: 0.0631523 Jul 09 20:32:48.144390 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 57275b7a-ee35-49a0-80e0-cabe9b34ea4a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:32:48.191130 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:32:48.191506 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:49.225658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d36d96-5a53-4f08-b68b-47ee9507dd77 req-dffecd92-0a7b-4206-854e-78f8d7a543bf tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:49.227157 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-21d36d96-5a53-4f08-b68b-47ee9507dd77 req-dffecd92-0a7b-4206-854e-78f8d7a543bf tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 907 time: 0.0664752 Jul 09 20:32:50.332741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cf3116a6-f470-43ba-946a-67f80bbf58e4 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:32:50.404087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc672b1f-4e20-4507-a673-a6e1ce496d83 req-9b330ef0-d471-4540-8792-d6f8d56a0eb8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:50.405569 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dc672b1f-4e20-4507-a673-a6e1ce496d83 req-9b330ef0-d471-4540-8792-d6f8d56a0eb8 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 907 time: 0.0652287 Jul 09 20:32:50.427173 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cf3116a6-f470-43ba-946a-67f80bbf58e4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cf3116a6-f470-43ba-946a-67f80bbf58e4,segment=NetworkSegment(333a7198-eff3-41b0-868d-08b1bec7ecb8),segment_id=333a7198-eff3-41b0-868d-08b1bec7ecb8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:32:50.437375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'cf3116a6-f470-43ba-946a-67f80bbf58e4', 'network_id': '386acaa6-6207-4a91-a0da-5cfe6c7191f3', 'port_id': 'cf3116a6-f470-43ba-946a-67f80bbf58e4', 'mac_address': 'fa:16:3e:ce:91:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '779fdc63-1314-417b-b377-4185d8f90aa2', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:32:50.476759 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:50.489008 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3116a6-f470-43ba-946a-67f80bbf58e4 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:32:50.508083 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cf3116a6-f470-43ba-946a-67f80bbf58e4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cf3116a6-f470-43ba-946a-67f80bbf58e4,segment=NetworkSegment(333a7198-eff3-41b0-868d-08b1bec7ecb8),segment_id=333a7198-eff3-41b0-868d-08b1bec7ecb8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:32:50.511897 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:50.558715 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=cf3116a6-f470-43ba-946a-67f80bbf58e4,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:50.812677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['cf3116a6-f470-43ba-946a-67f80bbf58e4'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:32:51.576363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a337e3-6334-4dce-b985-919b58bbcd00 req-1626ea20-58f5-428a-9ac3-6cbe0fa2a87a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:51.577874 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-23a337e3-6334-4dce-b985-919b58bbcd00 req-1626ea20-58f5-428a-9ac3-6cbe0fa2a87a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 908 time: 0.0638475 Jul 09 20:32:52.332166 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cf3116a6-f470-43ba-946a-67f80bbf58e4 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:32:52.383255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port cf3116a6-f470-43ba-946a-67f80bbf58e4 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:32:52.386776 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port cf3116a6-f470-43ba-946a-67f80bbf58e4 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:32:52.387181 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:52.462927 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:52.485058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adca769-43ee-45e6-93b4-eeed000406d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3116a6-f470-43ba-946a-67f80bbf58e4'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:32:52.487310 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4d0384-621f-4023-bca8-99f6b87f159b" -d '{"events": [{"server_uuid": "6adca769-43ee-45e6-93b4-eeed000406d5", "name": "network-vif-plugged", "status": "completed", "tag": "cf3116a6-f470-43ba-946a-67f80bbf58e4"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:32:52.500565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port cf3116a6-f470-43ba-946a-67f80bbf58e4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cf3116a6-f470-43ba-946a-67f80bbf58e4,segment=NetworkSegment(333a7198-eff3-41b0-868d-08b1bec7ecb8),segment_id=333a7198-eff3-41b0-868d-08b1bec7ecb8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:32:52.504748 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:52.527344 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54de190-e180-4e7d-8812-7efc182067af x-openstack-request-id: req-d54de190-e180-4e7d-8812-7efc182067af {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:32:52.527640 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adca769-43ee-45e6-93b4-eeed000406d5", "name": "network-vif-plugged", "status": "completed", "tag": "cf3116a6-f470-43ba-946a-67f80bbf58e4", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:32:52.528425 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d54de190-e180-4e7d-8812-7efc182067af {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:32:52.528844 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adca769-43ee-45e6-93b4-eeed000406d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3116a6-f470-43ba-946a-67f80bbf58e4', 'code': 200} Jul 09 20:32:52.557395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=cf3116a6-f470-43ba-946a-67f80bbf58e4,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:52.634540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1bf72-918e-4fb4-aea5-8039c61e833a req-fc394794-584c-4f48-865d-375f775aa410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:52.635965 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a1f1bf72-918e-4fb4-aea5-8039c61e833a req-fc394794-584c-4f48-865d-375f775aa410 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 1060 time: 0.0515919 Jul 09 20:32:52.753720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b497f-a511-4b60-9048-6a5582813a91 req-1fe6bcbb-064b-479f-86b4-125ba6bb1aa5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:52.755302 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-541b497f-a511-4b60-9048-6a5582813a91 req-1fe6bcbb-064b-479f-86b4-125ba6bb1aa5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 909 time: 0.0659299 Jul 09 20:32:53.933826 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e8e0b-23cc-4965-94ed-63d8b3afaaa8 req-a97d105f-aeda-4593-9bc8-df28f5462cef tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:53.935433 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-053e8e0b-23cc-4965-94ed-63d8b3afaaa8 req-a97d105f-aeda-4593-9bc8-df28f5462cef tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 909 time: 0.0663059 Jul 09 20:32:54.107077 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86789824-82de-46ab-8146-8a2e538f6bef req-0b7dba34-eb6d-4bc4-9c16-5a6aa761994a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:54.108625 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86789824-82de-46ab-8146-8a2e538f6bef req-0b7dba34-eb6d-4bc4-9c16-5a6aa761994a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 909 time: 0.0637877 Jul 09 20:32:54.268908 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca2c26-bcbb-41fe-8ce1-670dd147bbf1 req-026d23dc-f795-4442-9656-11b3f3b6e951 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:54.270472 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-25ca2c26-bcbb-41fe-8ce1-670dd147bbf1 req-026d23dc-f795-4442-9656-11b3f3b6e951 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 1060 time: 0.0524964 Jul 09 20:32:54.435341 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2b81b-aea3-4373-907a-e07d4a25f59c req-a528b9c0-32bc-40aa-ba5a-2501c40d2aea tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:54.436806 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06d2b81b-aea3-4373-907a-e07d4a25f59c req-a528b9c0-32bc-40aa-ba5a-2501c40d2aea tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 1136 time: 0.0555317 Jul 09 20:32:54.472516 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06d2b81b-aea3-4373-907a-e07d4a25f59c req-15bf13a9-95fd-4887-b83c-3bf82e1cae77 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d1d74-c07d-4b0e-8808-ebfce56ff711&id=35b86f99-eef0-44a5-9ec9-942a90ab1b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0291953 Jul 09 20:32:54.496403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49484) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:54.551922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5680e046-1e4e-4dc1-9121-dcaf45c7c493 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:54.553878 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5680e046-1e4e-4dc1-9121-dcaf45c7c493 tempest-TestSecurityGroupsBasicOps-1031794835 tempest-TestSecurityGroupsBasicOps-1031794835-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 1055 time: 0.0554602 Jul 09 20:32:54.902509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cd0cb-1939-41b4-96b6-8ba69624b9e7 req-4fbd2a2b-7728-41b6-ab7d-520fa2ea64e6 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:54.904135 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b76cd0cb-1939-41b4-96b6-8ba69624b9e7 req-4fbd2a2b-7728-41b6-ab7d-520fa2ea64e6 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 909 time: 0.0657723 Jul 09 20:32:56.079928 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626186ba-897b-4406-b227-9123520458ff req-e617a9ce-20b8-45f6-8e57-9b9caf445b1f tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:56.081389 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-626186ba-897b-4406-b227-9123520458ff req-e617a9ce-20b8-45f6-8e57-9b9caf445b1f tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 909 time: 0.0636256 Jul 09 20:32:56.227995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5791b9-38f1-4dae-af9e-da7649fe5260 req-ef32e34a-60ea-4414-ade2-a72d248ad4bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:32:56.229442 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b5791b9-38f1-4dae-af9e-da7649fe5260 req-ef32e34a-60ea-4414-ade2-a72d248ad4bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.36 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 909 time: 0.0626731 Jul 09 20:32:56.327575 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-2b5791b9-38f1-4dae-af9e-da7649fe5260 req-208052a5-9fde-425e-8a25-9fbd5edffa0a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Deleting port cf3116a6-f470-43ba-946a-67f80bbf58e4 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:32:56.327913 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b5791b9-38f1-4dae-af9e-da7649fe5260 req-208052a5-9fde-425e-8a25-9fbd5edffa0a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:56.378299 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:32:56.420194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2b5791b9-38f1-4dae-af9e-da7649fe5260 req-208052a5-9fde-425e-8a25-9fbd5edffa0a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] For port cf3116a6-f470-43ba-946a-67f80bbf58e4, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=cf3116a6-f470-43ba-946a-67f80bbf58e4,segment=NetworkSegment(333a7198-eff3-41b0-868d-08b1bec7ecb8),segment_id=333a7198-eff3-41b0-868d-08b1bec7ecb8)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:32:56.420577 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b5791b9-38f1-4dae-af9e-da7649fe5260 req-208052a5-9fde-425e-8a25-9fbd5edffa0a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:56.431738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-2b5791b9-38f1-4dae-af9e-da7649fe5260 req-208052a5-9fde-425e-8a25-9fbd5edffa0a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Calling delete_port for cf3116a6-f470-43ba-946a-67f80bbf58e4 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:32:56.558598 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b5791b9-38f1-4dae-af9e-da7649fe5260 req-208052a5-9fde-425e-8a25-9fbd5edffa0a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:56.585576 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208052a5-9fde-425e-8a25-9fbd5edffa0a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event deleted for resources: {'Port': ['ID=cf3116a6-f470-43ba-946a-67f80bbf58e4,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:56.632951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5791b9-38f1-4dae-af9e-da7649fe5260 req-208052a5-9fde-425e-8a25-9fbd5edffa0a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] No DVR routers for this DVR port cf3116a6-f470-43ba-946a-67f80bbf58e4 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:32:56.635670 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b5791b9-38f1-4dae-af9e-da7649fe5260 req-208052a5-9fde-425e-8a25-9fbd5edffa0a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:56.638580 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b5791b9-38f1-4dae-af9e-da7649fe5260 req-208052a5-9fde-425e-8a25-9fbd5edffa0a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.36 "DELETE /v2.0/ports/cf3116a6-f470-43ba-946a-67f80bbf58e4 HTTP/1.1" status: 204 len: 173 time: 0.4029119 Jul 09 20:32:56.638954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6adca769-43ee-45e6-93b4-eeed000406d5', 'name': 'network-vif-deleted', 'tag': 'cf3116a6-f470-43ba-946a-67f80bbf58e4'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:32:56.641268 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87ccd5a-ca69-40ca-b6d8-4eab1fd5314a" -d '{"events": [{"server_uuid": "6adca769-43ee-45e6-93b4-eeed000406d5", "name": "network-vif-deleted", "tag": "cf3116a6-f470-43ba-946a-67f80bbf58e4"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:32:56.680427 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c0f1a3-b91f-4660-bb32-abf484e029c6 x-openstack-request-id: req-24c0f1a3-b91f-4660-bb32-abf484e029c6 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:32:56.680743 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6adca769-43ee-45e6-93b4-eeed000406d5", "name": "network-vif-deleted", "tag": "cf3116a6-f470-43ba-946a-67f80bbf58e4", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:32:56.680991 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24c0f1a3-b91f-4660-bb32-abf484e029c6 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:32:56.681388 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6adca769-43ee-45e6-93b4-eeed000406d5', 'name': 'network-vif-deleted', 'tag': 'cf3116a6-f470-43ba-946a-67f80bbf58e4', 'status': 'completed', 'code': 200} Jul 09 20:32:56.911300 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-525deedf-f6c7-474f-bbed-065db92e3f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:57.151755 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:57.235947 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6e7f6112-4d37-44ed-b319-f66eeffd4e6c req-9e6daf3f-46c9-4760-b33e-5b64adea4de5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=6adca769-43ee-45e6-93b4-eeed000406d5 HTTP/1.1" status: 200 len: 210 time: 0.0280356 Jul 09 20:32:58.328261 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49498) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:32:59.026891 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9478-c790-451f-bb4a-45cb4e15e31c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:59.286991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd9478-c790-451f-bb4a-45cb4e15e31c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Deleting port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:32:59.287358 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9478-c790-451f-bb4a-45cb4e15e31c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:59.372968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-c7fd9478-c790-451f-bb4a-45cb4e15e31c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] For port 57275b7a-ee35-49a0-80e0-cabe9b34ea4a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=57275b7a-ee35-49a0-80e0-cabe9b34ea4a,segment=NetworkSegment(333a7198-eff3-41b0-868d-08b1bec7ecb8),segment_id=333a7198-eff3-41b0-868d-08b1bec7ecb8)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:32:59.373673 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9478-c790-451f-bb4a-45cb4e15e31c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:59.390237 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd9478-c790-451f-bb4a-45cb4e15e31c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Calling delete_port for 57275b7a-ee35-49a0-80e0-cabe9b34ea4a owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:32:59.462706 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-725b8a43-4657-4221-8fe0-7da91f1fcc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:59.464729 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:59.572904 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9478-c790-451f-bb4a-45cb4e15e31c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:59.601154 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd9478-c790-451f-bb4a-45cb4e15e31c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event deleted for resources: {'Port': ['ID=57275b7a-ee35-49a0-80e0-cabe9b34ea4a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:32:59.629256 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:59.774605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c7fd9478-c790-451f-bb4a-45cb4e15e31c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:32:59.987785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fd9478-c790-451f-bb4a-45cb4e15e31c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Router 110e91ff-f7a2-461c-b23d-d730272d1fc5 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:33:00.092428 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fd9478-c790-451f-bb4a-45cb4e15e31c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:33:00.097493 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c7fd9478-c790-451f-bb4a-45cb4e15e31c tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "PUT /v2.0/routers/110e91ff-f7a2-461c-b23d-d730272d1fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7681797 Jul 09 20:33:00.100353 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49500) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:00.107293 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b3e98e-c047-472b-86b9-1105f6c2dfe4 None None] Sync routers for ids ['110e91ff-f7a2-461c-b23d-d730272d1fc5'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:33:00.117315 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b3e98e-c047-472b-86b9-1105f6c2dfe4 None None] Routers {'110e91ff-f7a2-461c-b23d-d730272d1fc5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:00.117951 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-54b3e98e-c047-472b-86b9-1105f6c2dfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['110e91ff-f7a2-461c-b23d-d730272d1fc5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:00.154286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a8a726-dd41-477c-9393-478d70fe4945 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Deleting subnet 779fdc63-1314-417b-b377-4185d8f90aa2 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:33:00.157432 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95a8a726-dd41-477c-9393-478d70fe4945 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:00.196391 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95a8a726-dd41-477c-9393-478d70fe4945 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:00.224493 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-54b3e98e-c047-472b-86b9-1105f6c2dfe4 None None] Set router 110e91ff-f7a2-461c-b23d-d730272d1fc5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:00.288090 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95a8a726-dd41-477c-9393-478d70fe4945 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:00.347032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cf3116a6-f470-43ba-946a-67f80bbf58e4 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:33:00.349383 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95a8a726-dd41-477c-9393-478d70fe4945 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:00.370411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: cf3116a6-f470-43ba-946a-67f80bbf58e4 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:33:00.370836 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device cf3116a6-f470-43ba-946a-67f80bbf58e4 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:33:00.377619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8a726-dd41-477c-9393-478d70fe4945 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event deleted for resources: {'Subnet': ['ID=779fdc63-1314-417b-b377-4185d8f90aa2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:00.381311 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95a8a726-dd41-477c-9393-478d70fe4945 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:00.383212 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-95a8a726-dd41-477c-9393-478d70fe4945 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "DELETE /v2.0/subnets/779fdc63-1314-417b-b377-4185d8f90aa2 HTTP/1.1" status: 204 len: 168 time: 0.2816877 Jul 09 20:33:00.385788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49502) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:00.389384 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf19244-d3c5-443a-b486-1112deda8a2a None None] Network 386acaa6-6207-4a91-a0da-5cfe6c7191f3 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:33:00.419185 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-54b3e98e-c047-472b-86b9-1105f6c2dfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-394200778', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:32:37Z', 'updated_at': '2021-07-09T20:32:59Z', 'revision_number': 5, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:32:38Z', 'updated_at': '2021-07-09T20:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:00.446547 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b3e98e-c047-472b-86b9-1105f6c2dfe4 None None] Checking router: 110e91ff-f7a2-461c-b23d-d730272d1fc5 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:33:00.454982 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b3e98e-c047-472b-86b9-1105f6c2dfe4 None None] Routers {'110e91ff-f7a2-461c-b23d-d730272d1fc5'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:00.455613 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-54b3e98e-c047-472b-86b9-1105f6c2dfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['110e91ff-f7a2-461c-b23d-d730272d1fc5'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:00.500552 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:00.541995 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:00.567390 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-54b3e98e-c047-472b-86b9-1105f6c2dfe4 None None] Set router 110e91ff-f7a2-461c-b23d-d730272d1fc5 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:00.600744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80f1e85-edff-41e3-906f-370061ee35aa None None] DHCP port deletion for 386acaa6-6207-4a91-a0da-5cfe6c7191f3 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:33:00.614114 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:00.650794 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a80f1e85-edff-41e3-906f-370061ee35aa None None] Deleting port 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:00.651171 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a80f1e85-edff-41e3-906f-370061ee35aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:00.676600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Deleting port 620f86a9-f161-4bff-954d-ac1a41f36e4e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:00.677023 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:00.718251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a80f1e85-edff-41e3-906f-370061ee35aa None None] For port 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3dcb847f-4dce-43c6-bcc4-2fe51dd020c3,segment=NetworkSegment(333a7198-eff3-41b0-868d-08b1bec7ecb8),segment_id=333a7198-eff3-41b0-868d-08b1bec7ecb8)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:00.718655 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a80f1e85-edff-41e3-906f-370061ee35aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:00.742385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a80f1e85-edff-41e3-906f-370061ee35aa None None] Calling delete_port for 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:00.771751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] For port 620f86a9-f161-4bff-954d-ac1a41f36e4e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=620f86a9-f161-4bff-954d-ac1a41f36e4e,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:00.772279 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:00.785178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Calling delete_port for 620f86a9-f161-4bff-954d-ac1a41f36e4e owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:00.827473 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a80f1e85-edff-41e3-906f-370061ee35aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:00.851003 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-54b3e98e-c047-472b-86b9-1105f6c2dfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-394200778', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:32:37Z', 'updated_at': '2021-07-09T20:32:59Z', 'revision_number': 5, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:32:38Z', 'updated_at': '2021-07-09T20:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:00.854959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f1e85-edff-41e3-906f-370061ee35aa None None] Pushing event deleted for resources: {'Port': ['ID=3dcb847f-4dce-43c6-bcc4-2fe51dd020c3,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:00.860885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80f1e85-edff-41e3-906f-370061ee35aa None None] No DVR routers for this DVR port 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:33:00.882643 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b3e98e-c047-472b-86b9-1105f6c2dfe4 None None] The sync data for ids ['110e91ff-f7a2-461c-b23d-d730272d1fc5'] in n-d-800088-3 is: [{'id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'name': 'tempest-TestSecurityGroupsBasicOps-router-394200778', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:32:37Z', 'updated_at': '2021-07-09T20:32:59Z', 'revision_number': 5, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '620f86a9-f161-4bff-954d-ac1a41f36e4e', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:fa:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110e91ff-f7a2-461c-b23d-d730272d1fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:32:38Z', 'updated_at': '2021-07-09T20:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:33:00.969579 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:00.996800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event deleted for resources: {'Port': ['ID=620f86a9-f161-4bff-954d-ac1a41f36e4e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:01.067978 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.164558 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.166611 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.216171 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.216821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Fanout notify agent at l3_agent the message router_deleted on router 110e91ff-f7a2-461c-b23d-d730272d1fc5 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:33:01.223561 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.224715 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-60b03180-1b75-425a-9836-2319709c524d tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "DELETE /v2.0/routers/110e91ff-f7a2-461c-b23d-d730272d1fc5 HTTP/1.1" status: 204 len: 168 time: 0.8379674 Jul 09 20:33:01.227367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49504) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:01.304936 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba82b415-db34-4aa2-aabf-f776ba85957e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.396152 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba82b415-db34-4aa2-aabf-f776ba85957e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.405691 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ba82b415-db34-4aa2-aabf-f776ba85957e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386acaa6-6207-4a91-a0da-5cfe6c7191f3']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:01.415603 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ba82b415-db34-4aa2-aabf-f776ba85957e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333a7198-eff3-41b0-868d-08b1bec7ecb8') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:01.415899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-ba82b415-db34-4aa2-aabf-f776ba85957e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333a7198-eff3-41b0-868d-08b1bec7ecb8') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:01.425122 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba82b415-db34-4aa2-aabf-f776ba85957e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.438712 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba82b415-db34-4aa2-aabf-f776ba85957e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.444586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba82b415-db34-4aa2-aabf-f776ba85957e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:33:01.445065 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba82b415-db34-4aa2-aabf-f776ba85957e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:33:01.448045 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:33:01.507041 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba82b415-db34-4aa2-aabf-f776ba85957e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.514408 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ba82b415-db34-4aa2-aabf-f776ba85957e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.516071 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ba82b415-db34-4aa2-aabf-f776ba85957e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "DELETE /v2.0/networks/386acaa6-6207-4a91-a0da-5cfe6c7191f3 HTTP/1.1" status: 204 len: 168 time: 0.2877462 Jul 09 20:33:01.518878 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49506) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:01.527609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82b415-db34-4aa2-aabf-f776ba85957e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event deleted for resources: {'Network': ['ID=386acaa6-6207-4a91-a0da-5cfe6c7191f3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:01.685523 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Deleting port 69b8bded-e956-4d17-85ea-8d50e7d6ebca {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:01.685888 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.762285 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.762624 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.774139 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Calling delete_port for 69b8bded-e956-4d17-85ea-8d50e7d6ebca owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:01.945390 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:01.971867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event deleted for resources: {'Port': ['ID=69b8bded-e956-4d17-85ea-8d50e7d6ebca,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:02.004163 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:02.004704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:02.005202 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:02.005750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:02.006251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:02.006725 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:02.007243 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:02.007756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:02.008268 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:02.008783 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:02.009252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:02.009742 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:02.063172 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:02.063853 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Floating IP fb7a311a-e651-438b-a097-b1323ca7e205 disassociated (deleted). External IP: 172.25.0.13, port: 54f63151-e5f0-40da-87c3-07490b9e8e34. Jul 09 20:33:02.150266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:33:02.170773 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:33:02.171400 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3dcb847f-4dce-43c6-bcc4-2fe51dd020c3 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:33:02.171990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 57275b7a-ee35-49a0-80e0-cabe9b34ea4a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:33:02.193578 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 57275b7a-ee35-49a0-80e0-cabe9b34ea4a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:33:02.193932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 57275b7a-ee35-49a0-80e0-cabe9b34ea4a not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:33:02.194351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 620f86a9-f161-4bff-954d-ac1a41f36e4e no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:33:02.213288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 620f86a9-f161-4bff-954d-ac1a41f36e4e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:33:02.213568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 620f86a9-f161-4bff-954d-ac1a41f36e4e not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:33:02.284008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Router 5a138c6c-a552-45d0-bf54-65c77582a9de has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:33:02.392562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:33:02.397202 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:02.401173 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec1fcd-d71f-4c57-a93c-382e8340c44d None None] Sync routers for ids ['5a138c6c-a552-45d0-bf54-65c77582a9de'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:33:02.406384 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:02.411039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec1fcd-d71f-4c57-a93c-382e8340c44d None None] Routers {'5a138c6c-a552-45d0-bf54-65c77582a9de'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:02.411674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f4ec1fcd-d71f-4c57-a93c-382e8340c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a138c6c-a552-45d0-bf54-65c77582a9de'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:02.433053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-781e7477-71b6-46b6-9176-62e8941c9a03 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "DELETE /v2.0/floatingips/fb7a311a-e651-438b-a097-b1323ca7e205 HTTP/1.1" status: 204 len: 168 time: 0.9130664 Jul 09 20:33:02.433748 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1076d13-514a-4ed2-9a0c-b6a422d852c7', 'tag': '54f63151-e5f0-40da-87c3-07490b9e8e34'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:33:02.436641 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667f46f9-b5d1-4c07-b56f-530eae1164cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a1076d13-514a-4ed2-9a0c-b6a422d852c7", "tag": "54f63151-e5f0-40da-87c3-07490b9e8e34"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:33:02.474802 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4961c98c-b6f6-4c29-a1cb-2c057d1a023d x-openstack-request-id: req-4961c98c-b6f6-4c29-a1cb-2c057d1a023d {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:33:02.475105 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1076d13-514a-4ed2-9a0c-b6a422d852c7", "tag": "54f63151-e5f0-40da-87c3-07490b9e8e34", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:33:02.475365 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4961c98c-b6f6-4c29-a1cb-2c057d1a023d {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:33:02.475803 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1076d13-514a-4ed2-9a0c-b6a422d852c7', 'tag': '54f63151-e5f0-40da-87c3-07490b9e8e34', 'status': 'completed', 'code': 200} Jul 09 20:33:02.522139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f4ec1fcd-d71f-4c57-a93c-382e8340c44d None None] Set router 5a138c6c-a552-45d0-bf54-65c77582a9de gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:02.553196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f46f9-b5d1-4c07-b56f-530eae1164cd req-935cb3c5-4f13-4b04-ac03-0272e402b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:02.554771 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-667f46f9-b5d1-4c07-b56f-530eae1164cd req-935cb3c5-4f13-4b04-ac03-0272e402b57e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4b43e73f2ffa4b009dfec02643c4cda6&device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 1136 time: 0.0562847 Jul 09 20:33:02.653956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f46f9-b5d1-4c07-b56f-530eae1164cd req-acab1f4a-8a5a-4e75-9427-4a2ba95eb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:02.655629 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-667f46f9-b5d1-4c07-b56f-530eae1164cd req-acab1f4a-8a5a-4e75-9427-4a2ba95eb361 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0459dc5-0be2-432f-9769-5c39fd76e4ee HTTP/1.1" status: 200 len: 897 time: 0.0922577 Jul 09 20:33:02.703882 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-667f46f9-b5d1-4c07-b56f-530eae1164cd req-e0ecf963-3c26-4a3d-8312-80de4f56b476 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54f63151-e5f0-40da-87c3-07490b9e8e34 HTTP/1.1" status: 200 len: 217 time: 0.0418763 Jul 09 20:33:02.740825 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f4ec1fcd-d71f-4c57-a93c-382e8340c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:31:43Z', 'updated_at': '2021-07-09T20:31:47Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:44Z', 'updated_at': '2021-07-09T20:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '28730e80-62c6-46e2-bb6c-67a4d5209740', 'name': '', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'mac_address': 'fa:16:3e:84:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:46Z', 'updated_at': '2021-07-09T20:31:52Z', 'revision_number': 5, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'subnets': [{'id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:02.755604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f46f9-b5d1-4c07-b56f-530eae1164cd req-f36d8c52-ddba-4fcf-9a3a-d7f01f06803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:02.756679 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-667f46f9-b5d1-4c07-b56f-530eae1164cd req-f36d8c52-ddba-4fcf-9a3a-d7f01f06803e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0697aec-18d5-4715-b89c-7283e4eeecb6 HTTP/1.1" status: 200 len: 834 time: 0.0463767 Jul 09 20:33:02.771434 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec1fcd-d71f-4c57-a93c-382e8340c44d None None] Checking router: 5a138c6c-a552-45d0-bf54-65c77582a9de for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:33:02.780374 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec1fcd-d71f-4c57-a93c-382e8340c44d None None] Routers {'5a138c6c-a552-45d0-bf54-65c77582a9de'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:02.781031 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f4ec1fcd-d71f-4c57-a93c-382e8340c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a138c6c-a552-45d0-bf54-65c77582a9de'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:02.861935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f46f9-b5d1-4c07-b56f-530eae1164cd req-b107d850-1505-4a78-8d73-aca148492a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:02.863440 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-667f46f9-b5d1-4c07-b56f-530eae1164cd req-b107d850-1505-4a78-8d73-aca148492a19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0459dc5-0be2-432f-9769-5c39fd76e4ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001222 Jul 09 20:33:02.870939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb69c29-9746-49d1-96d7-f4bf7db4fbd9 req-1157c6c0-cf3e-4ef4-aa44-e299d3d3ae2a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:02.873124 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdb69c29-9746-49d1-96d7-f4bf7db4fbd9 req-1157c6c0-cf3e-4ef4-aa44-e299d3d3ae2a tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 985 time: 0.1013360 Jul 09 20:33:02.883129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f4ec1fcd-d71f-4c57-a93c-382e8340c44d None None] Set router 5a138c6c-a552-45d0-bf54-65c77582a9de gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:02.955747 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdb69c29-9746-49d1-96d7-f4bf7db4fbd9 req-92c429d8-66a0-4f9a-8742-9982b2a7cee0 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d1d74-c07d-4b0e-8808-ebfce56ff711&id=35b86f99-eef0-44a5-9ec9-942a90ab1b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0738671 Jul 09 20:33:02.992784 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-667f46f9-b5d1-4c07-b56f-530eae1164cd req-bf653b3b-fd76-4cc4-99bb-cd60c7b33df7 service neutron] 10.222.0.32 "GET /v2.0/networks/b0459dc5-0be2-432f-9769-5c39fd76e4ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186028 Jul 09 20:33:03.082904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f4ec1fcd-d71f-4c57-a93c-382e8340c44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:31:43Z', 'updated_at': '2021-07-09T20:31:47Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:44Z', 'updated_at': '2021-07-09T20:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '28730e80-62c6-46e2-bb6c-67a4d5209740', 'name': '', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'mac_address': 'fa:16:3e:84:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:46Z', 'updated_at': '2021-07-09T20:31:52Z', 'revision_number': 5, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'subnets': [{'id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:03.088036 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-667f46f9-b5d1-4c07-b56f-530eae1164cd req-680c4061-8186-4ecd-8ac8-1bca4d2e1d17 service neutron] 10.222.0.32 "GET /v2.0/networks/b0459dc5-0be2-432f-9769-5c39fd76e4ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878849 Jul 09 20:33:03.111038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec1fcd-d71f-4c57-a93c-382e8340c44d None None] The sync data for ids ['5a138c6c-a552-45d0-bf54-65c77582a9de'] in n-d-800088-3 is: [{'id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:31:43Z', 'updated_at': '2021-07-09T20:31:47Z', 'revision_number': 4, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:44Z', 'updated_at': '2021-07-09T20:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '28730e80-62c6-46e2-bb6c-67a4d5209740', 'name': '', 'network_id': 'b0459dc5-0be2-432f-9769-5c39fd76e4ee', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'mac_address': 'fa:16:3e:84:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:46Z', 'updated_at': '2021-07-09T20:31:52Z', 'revision_number': 5, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'subnets': [{'id': 'e0697aec-18d5-4715-b89c-7283e4eeecb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:33:03.331767 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6861fda-cd90-40a3-8c50-fffbbbb5a545 None None] New status for floating IP fb7a311a-e651-438b-a097-b1323ca7e205: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:33:04.142706 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125195ee-e747-40aa-80e4-215b7de0f169 req-9f20dca5-0c68-44d8-8419-17b060dcb8b1 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:04.144264 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-125195ee-e747-40aa-80e4-215b7de0f169 req-9f20dca5-0c68-44d8-8419-17b060dcb8b1 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 985 time: 0.0659461 Jul 09 20:33:04.165918 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af662e-3545-4c19-9207-989e1aa57870 req-55a5de3a-abc0-404e-a6a0-f6c265a240da tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:04.167388 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c3af662e-3545-4c19-9207-989e1aa57870 req-55a5de3a-abc0-404e-a6a0-f6c265a240da tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.32 "GET /v2.0/ports?device_id=a1076d13-514a-4ed2-9a0c-b6a422d852c7 HTTP/1.1" status: 200 len: 985 time: 0.0633557 Jul 09 20:33:04.185723 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-125195ee-e747-40aa-80e4-215b7de0f169 req-f03a698b-f9e6-4e6e-8ba6-e986781da423 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb9d1d74-c07d-4b0e-8808-ebfce56ff711&id=35b86f99-eef0-44a5-9ec9-942a90ab1b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0356200 Jul 09 20:33:04.271925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-c3af662e-3545-4c19-9207-989e1aa57870 req-f7a80c87-1eb6-4f8d-b859-b66989e7f0c5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Deleting port 54f63151-e5f0-40da-87c3-07490b9e8e34 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:04.272269 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c3af662e-3545-4c19-9207-989e1aa57870 req-f7a80c87-1eb6-4f8d-b859-b66989e7f0c5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:04.357732 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-c3af662e-3545-4c19-9207-989e1aa57870 req-f7a80c87-1eb6-4f8d-b859-b66989e7f0c5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] For port 54f63151-e5f0-40da-87c3-07490b9e8e34, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=54f63151-e5f0-40da-87c3-07490b9e8e34,segment=NetworkSegment(e6fef70e-8005-4746-bf68-b65f83bb30c5),segment_id=e6fef70e-8005-4746-bf68-b65f83bb30c5)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:04.358016 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c3af662e-3545-4c19-9207-989e1aa57870 req-f7a80c87-1eb6-4f8d-b859-b66989e7f0c5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:04.370337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-c3af662e-3545-4c19-9207-989e1aa57870 req-f7a80c87-1eb6-4f8d-b859-b66989e7f0c5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Calling delete_port for 54f63151-e5f0-40da-87c3-07490b9e8e34 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:04.500848 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c3af662e-3545-4c19-9207-989e1aa57870 req-f7a80c87-1eb6-4f8d-b859-b66989e7f0c5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:04.537461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a80c87-1eb6-4f8d-b859-b66989e7f0c5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event deleted for resources: {'Port': ['ID=54f63151-e5f0-40da-87c3-07490b9e8e34,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:04.579283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3af662e-3545-4c19-9207-989e1aa57870 req-f7a80c87-1eb6-4f8d-b859-b66989e7f0c5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] No DVR routers for this DVR port 54f63151-e5f0-40da-87c3-07490b9e8e34 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:33:04.581671 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c3af662e-3545-4c19-9207-989e1aa57870 req-f7a80c87-1eb6-4f8d-b859-b66989e7f0c5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:04.583600 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c3af662e-3545-4c19-9207-989e1aa57870 req-f7a80c87-1eb6-4f8d-b859-b66989e7f0c5 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.32 "DELETE /v2.0/ports/54f63151-e5f0-40da-87c3-07490b9e8e34 HTTP/1.1" status: 204 len: 173 time: 0.4093485 Jul 09 20:33:04.584061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1076d13-514a-4ed2-9a0c-b6a422d852c7', 'name': 'network-vif-deleted', 'tag': '54f63151-e5f0-40da-87c3-07490b9e8e34'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:33:04.586303 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de338442-04c7-4965-889a-96799a643de6" -d '{"events": [{"server_uuid": "a1076d13-514a-4ed2-9a0c-b6a422d852c7", "name": "network-vif-deleted", "tag": "54f63151-e5f0-40da-87c3-07490b9e8e34"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:33:04.632677 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72917dee-81c2-47a3-b072-992c3e5bcdc4 x-openstack-request-id: req-72917dee-81c2-47a3-b072-992c3e5bcdc4 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:33:04.633036 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1076d13-514a-4ed2-9a0c-b6a422d852c7", "name": "network-vif-deleted", "tag": "54f63151-e5f0-40da-87c3-07490b9e8e34", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:33:04.633352 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72917dee-81c2-47a3-b072-992c3e5bcdc4 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:33:04.633818 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1076d13-514a-4ed2-9a0c-b6a422d852c7', 'name': 'network-vif-deleted', 'tag': '54f63151-e5f0-40da-87c3-07490b9e8e34', 'status': 'completed', 'code': 200} Jul 09 20:33:05.276349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49520) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:05.331957 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-705e56ab-361c-4c8a-bca6-0bbfe868de24 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:05.353448 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-705e56ab-361c-4c8a-bca6-0bbfe868de24 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:05.394907 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-705e56ab-361c-4c8a-bca6-0bbfe868de24 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:05.398781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-705e56ab-361c-4c8a-bca6-0bbfe868de24 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:05.400452 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-705e56ab-361c-4c8a-bca6-0bbfe868de24 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "DELETE /v2.0/security-groups/35b86f99-eef0-44a5-9ec9-942a90ab1b3b HTTP/1.1" status: 204 len: 168 time: 0.1229122 Jul 09 20:33:05.403213 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49522) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:05.413317 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e56ab-361c-4c8a-bca6-0bbfe868de24 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b86f99-eef0-44a5-9ec9-942a90ab1b3b,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:05.468674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffc56952-c12e-47f6-8998-c7243b96a085 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:05.492972 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffc56952-c12e-47f6-8998-c7243b96a085 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:05.536642 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffc56952-c12e-47f6-8998-c7243b96a085 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:05.539282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffc56952-c12e-47f6-8998-c7243b96a085 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:05.540448 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ffc56952-c12e-47f6-8998-c7243b96a085 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "DELETE /v2.0/security-groups/cb9d1d74-c07d-4b0e-8808-ebfce56ff711 HTTP/1.1" status: 204 len: 168 time: 0.1361389 Jul 09 20:33:05.543436 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49524) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:05.550435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc56952-c12e-47f6-8998-c7243b96a085 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9d1d74-c07d-4b0e-8808-ebfce56ff711,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:05.910194 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5a74-940b-4d0f-81da-acbd1e849150 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:06.172699 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b5a74-940b-4d0f-81da-acbd1e849150 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Deleting port 28730e80-62c6-46e2-bb6c-67a4d5209740 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:06.173055 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5a74-940b-4d0f-81da-acbd1e849150 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:06.261343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-ec5b5a74-940b-4d0f-81da-acbd1e849150 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] For port 28730e80-62c6-46e2-bb6c-67a4d5209740, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=28730e80-62c6-46e2-bb6c-67a4d5209740,segment=NetworkSegment(e6fef70e-8005-4746-bf68-b65f83bb30c5),segment_id=e6fef70e-8005-4746-bf68-b65f83bb30c5)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:06.261728 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5a74-940b-4d0f-81da-acbd1e849150 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:06.274163 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b5a74-940b-4d0f-81da-acbd1e849150 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Calling delete_port for 28730e80-62c6-46e2-bb6c-67a4d5209740 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:06.455493 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5a74-940b-4d0f-81da-acbd1e849150 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:06.479667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b5a74-940b-4d0f-81da-acbd1e849150 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event deleted for resources: {'Port': ['ID=28730e80-62c6-46e2-bb6c-67a4d5209740,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:06.992847 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec5b5a74-940b-4d0f-81da-acbd1e849150 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:07.203323 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5b5a74-940b-4d0f-81da-acbd1e849150 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Router 5a138c6c-a552-45d0-bf54-65c77582a9de has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:33:07.308022 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5b5a74-940b-4d0f-81da-acbd1e849150 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:33:07.316176 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ec5b5a74-940b-4d0f-81da-acbd1e849150 tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "PUT /v2.0/routers/5a138c6c-a552-45d0-bf54-65c77582a9de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7687271 Jul 09 20:33:07.316276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49526) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:07.316988 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c40bb-fa37-4d2c-89d9-da02d9409886 None None] Sync routers for ids ['5a138c6c-a552-45d0-bf54-65c77582a9de'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:33:07.328070 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c40bb-fa37-4d2c-89d9-da02d9409886 None None] Routers {'5a138c6c-a552-45d0-bf54-65c77582a9de'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:07.328737 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c56c40bb-fa37-4d2c-89d9-da02d9409886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a138c6c-a552-45d0-bf54-65c77582a9de'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:07.371138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d25a14-9758-4061-8b08-4028c809a77f tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Deleting subnet e0697aec-18d5-4715-b89c-7283e4eeecb6 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:33:07.374300 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24d25a14-9758-4061-8b08-4028c809a77f tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:07.415417 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24d25a14-9758-4061-8b08-4028c809a77f tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:07.432579 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-c56c40bb-fa37-4d2c-89d9-da02d9409886 None None] Set router 5a138c6c-a552-45d0-bf54-65c77582a9de gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:07.498747 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24d25a14-9758-4061-8b08-4028c809a77f tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:07.561083 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24d25a14-9758-4061-8b08-4028c809a77f tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:07.589253 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d25a14-9758-4061-8b08-4028c809a77f tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event deleted for resources: {'Subnet': ['ID=e0697aec-18d5-4715-b89c-7283e4eeecb6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:07.593510 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-24d25a14-9758-4061-8b08-4028c809a77f tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:07.595354 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-24d25a14-9758-4061-8b08-4028c809a77f tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "DELETE /v2.0/subnets/e0697aec-18d5-4715-b89c-7283e4eeecb6 HTTP/1.1" status: 204 len: 168 time: 0.2781584 Jul 09 20:33:07.597968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49528) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:07.603837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac01387-fee4-4a94-8749-84be26ed4bf1 None None] Network b0459dc5-0be2-432f-9769-5c39fd76e4ee requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:33:07.661669 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c56c40bb-fa37-4d2c-89d9-da02d9409886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:31:43Z', 'updated_at': '2021-07-09T20:33:06Z', 'revision_number': 5, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:44Z', 'updated_at': '2021-07-09T20:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:07.692456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c40bb-fa37-4d2c-89d9-da02d9409886 None None] Checking router: 5a138c6c-a552-45d0-bf54-65c77582a9de for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:33:07.709052 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:07.726371 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c40bb-fa37-4d2c-89d9-da02d9409886 None None] Routers {'5a138c6c-a552-45d0-bf54-65c77582a9de'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:07.726784 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c56c40bb-fa37-4d2c-89d9-da02d9409886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['5a138c6c-a552-45d0-bf54-65c77582a9de'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:07.815584 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:07.857968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-c56c40bb-fa37-4d2c-89d9-da02d9409886 None None] Set router 5a138c6c-a552-45d0-bf54-65c77582a9de gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:07.870766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Deleting port 2a47be13-be55-4e2f-92ad-a1f3501df8f1 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:07.871121 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:07.917421 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881ef227-585d-439b-88a5-de07e62b02d8 None None] DHCP port deletion for b0459dc5-0be2-432f-9769-5c39fd76e4ee request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:33:07.955482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] For port 2a47be13-be55-4e2f-92ad-a1f3501df8f1, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=2a47be13-be55-4e2f-92ad-a1f3501df8f1,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:07.955861 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:07.971338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Calling delete_port for 2a47be13-be55-4e2f-92ad-a1f3501df8f1 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:08.083257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 54f63151-e5f0-40da-87c3-07490b9e8e34 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:33:08.154232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 54f63151-e5f0-40da-87c3-07490b9e8e34 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:33:08.154521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 54f63151-e5f0-40da-87c3-07490b9e8e34 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:33:08.170793 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.204515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event deleted for resources: {'Port': ['ID=2a47be13-be55-4e2f-92ad-a1f3501df8f1,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:08.226887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-881ef227-585d-439b-88a5-de07e62b02d8 None None] Deleting port 9f439f18-8617-49e3-a8c9-47e28cd72166 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:08.227276 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-881ef227-585d-439b-88a5-de07e62b02d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.231748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9f439f18-8617-49e3-a8c9-47e28cd72166 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:33:08.274266 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.338332 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-881ef227-585d-439b-88a5-de07e62b02d8 None None] For port 9f439f18-8617-49e3-a8c9-47e28cd72166, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9f439f18-8617-49e3-a8c9-47e28cd72166,segment=NetworkSegment(e6fef70e-8005-4746-bf68-b65f83bb30c5),segment_id=e6fef70e-8005-4746-bf68-b65f83bb30c5)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:08.338911 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-881ef227-585d-439b-88a5-de07e62b02d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.358468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-881ef227-585d-439b-88a5-de07e62b02d8 None None] Calling delete_port for 9f439f18-8617-49e3-a8c9-47e28cd72166 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:08.365363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c56c40bb-fa37-4d2c-89d9-da02d9409886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:31:43Z', 'updated_at': '2021-07-09T20:33:06Z', 'revision_number': 5, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:44Z', 'updated_at': '2021-07-09T20:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:08.369479 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.372705 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.416406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c40bb-fa37-4d2c-89d9-da02d9409886 None None] The sync data for ids ['5a138c6c-a552-45d0-bf54-65c77582a9de'] in n-d-800088-3 is: [{'id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2066342615', 'tenant_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:31:43Z', 'updated_at': '2021-07-09T20:33:06Z', 'revision_number': 5, 'project_id': '4b43e73f2ffa4b009dfec02643c4cda6', 'gw_port': {'id': '2a47be13-be55-4e2f-92ad-a1f3501df8f1', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:64:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a138c6c-a552-45d0-bf54-65c77582a9de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3897, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:31:44Z', 'updated_at': '2021-07-09T20:31:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:33:08.417018 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.418873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Fanout notify agent at l3_agent the message router_deleted on router 5a138c6c-a552-45d0-bf54-65c77582a9de {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:33:08.427815 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.429009 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4ba846a2-46a0-4a32-8267-1299861d35bd tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "DELETE /v2.0/routers/5a138c6c-a552-45d0-bf54-65c77582a9de HTTP/1.1" status: 204 len: 168 time: 0.8300927 Jul 09 20:33:08.431633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49530) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:08.471790 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.519461 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.523346 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 9f439f18-8617-49e3-a8c9-47e28cd72166, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9f439f18-8617-49e3-a8c9-47e28cd72166,segment=NetworkSegment(e6fef70e-8005-4746-bf68-b65f83bb30c5),segment_id=e6fef70e-8005-4746-bf68-b65f83bb30c5)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:08.527962 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.535759 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-881ef227-585d-439b-88a5-de07e62b02d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.557414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event deleted for resources: {'Port': ['ID=9f439f18-8617-49e3-a8c9-47e28cd72166,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:08.577348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Deleting port 9f439f18-8617-49e3-a8c9-47e28cd72166 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:33:08.577710 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.580901 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881ef227-585d-439b-88a5-de07e62b02d8 None None] No DVR routers for this DVR port 9f439f18-8617-49e3-a8c9-47e28cd72166 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:33:08.582817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ef227-585d-439b-88a5-de07e62b02d8 None None] Pushing event deleted for resources: {'Port': ['ID=9f439f18-8617-49e3-a8c9-47e28cd72166,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:08.644310 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] For port 9f439f18-8617-49e3-a8c9-47e28cd72166, host n-d-800088-3, got binding levels [] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:08.644864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.658878 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Calling delete_port for 9f439f18-8617-49e3-a8c9-47e28cd72166 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:33:08.661471 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.ipam_backend_mixin [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Port 9f439f18-8617-49e3-a8c9-47e28cd72166 was not found and therefore no delete operation was performed {{(pid=100204) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 20:33:08.662712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.688438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event deleted for resources: {'Port': ['ID=9f439f18-8617-49e3-a8c9-47e28cd72166,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:08.691907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] No DVR routers for this DVR port 9f439f18-8617-49e3-a8c9-47e28cd72166 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:33:08.769937 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.781872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0459dc5-0be2-432f-9769-5c39fd76e4ee']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:08.797947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6fef70e-8005-4746-bf68-b65f83bb30c5') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:08.798176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6fef70e-8005-4746-bf68-b65f83bb30c5') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:08.808052 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.823884 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.830840 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:33:08.831290 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:33:08.834586 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:33:08.898137 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.906884 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:08.908755 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] 10.222.0.30 "DELETE /v2.0/networks/b0459dc5-0be2-432f-9769-5c39fd76e4ee HTTP/1.1" status: 204 len: 168 time: 0.4761190 Jul 09 20:33:08.920044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbce258-a783-4fab-810e-3824ac9e3e1e tempest-TestSecurityGroupsBasicOps-1405952631 tempest-TestSecurityGroupsBasicOps-1405952631-project] Pushing event deleted for resources: {'Network': ['ID=b0459dc5-0be2-432f-9769-5c39fd76e4ee,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:09.201722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49538) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:09.332135 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ee92dfb8-b854-40b8-b182-11494765dc45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b43e73f2ffa4b009dfec02643c4cda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292393 Jul 09 20:33:09.334617 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49542) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:09.382413 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1952d4d1-16cf-4604-837d-1620644bc12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:09.410128 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1952d4d1-16cf-4604-837d-1620644bc12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:09.457523 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1952d4d1-16cf-4604-837d-1620644bc12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:09.460168 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1952d4d1-16cf-4604-837d-1620644bc12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:09.461348 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1952d4d1-16cf-4604-837d-1620644bc12b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e081fdfd-b114-41cc-b308-d1abb78e8a85 HTTP/1.1" status: 204 len: 168 time: 0.1258354 Jul 09 20:33:09.469283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952d4d1-16cf-4604-837d-1620644bc12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e081fdfd-b114-41cc-b308-d1abb78e8a85,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:09.717678 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49548) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:09.732127 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0558045-e369-4af1-a8e0-0e54b8f6d71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:09.821800 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0558045-e369-4af1-a8e0-0e54b8f6d71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:09.825458 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f0558045-e369-4af1-a8e0-0e54b8f6d71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:09.864194 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f0558045-e369-4af1-a8e0-0e54b8f6d71e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=affcb50198194735ae253f9eec26da79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454499 Jul 09 20:33:09.865313 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0558045-e369-4af1-a8e0-0e54b8f6d71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe9287e-335b-42ce-938d-1affbe9a17bd,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:09.866894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49550) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:09.915093 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3865454a-711a-4d0d-8ad1-707e0a600321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:09.936316 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3865454a-711a-4d0d-8ad1-707e0a600321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:09.981667 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3865454a-711a-4d0d-8ad1-707e0a600321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:09.984333 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3865454a-711a-4d0d-8ad1-707e0a600321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:09.985535 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3865454a-711a-4d0d-8ad1-707e0a600321 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fe9287e-335b-42ce-938d-1affbe9a17bd HTTP/1.1" status: 204 len: 168 time: 0.1175859 Jul 09 20:33:09.992967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865454a-711a-4d0d-8ad1-707e0a600321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe9287e-335b-42ce-938d-1affbe9a17bd,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:10.175257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 28730e80-62c6-46e2-bb6c-67a4d5209740 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:33:10.194514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 28730e80-62c6-46e2-bb6c-67a4d5209740 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:33:10.194865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 28730e80-62c6-46e2-bb6c-67a4d5209740 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:33:10.195287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2a47be13-be55-4e2f-92ad-a1f3501df8f1 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:33:10.218215 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 2a47be13-be55-4e2f-92ad-a1f3501df8f1 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:33:10.218564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 2a47be13-be55-4e2f-92ad-a1f3501df8f1 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:33:10.306631 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49556) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:10.346904 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1ef53089-5a1f-416e-a4c4-5bc7ff112077 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0682ac561230464bb678371c65ed657f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390184 Jul 09 20:33:10.349237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49558) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:10.396974 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cabe52df-7822-4311-99ef-7df851697860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:10.419066 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cabe52df-7822-4311-99ef-7df851697860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:10.468297 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cabe52df-7822-4311-99ef-7df851697860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:10.471947 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cabe52df-7822-4311-99ef-7df851697860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:10.473573 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cabe52df-7822-4311-99ef-7df851697860 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a417aac-8737-4370-82a9-6d3b9d1fbc02 HTTP/1.1" status: 204 len: 168 time: 0.1232722 Jul 09 20:33:10.483284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe52df-7822-4311-99ef-7df851697860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a417aac-8737-4370-82a9-6d3b9d1fbc02,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:11.129658 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49580) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:11.225086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1851039334-network', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:11.247163 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] Made reservation on behalf of e3f13a9a9a3646bfa6dc5ab72d32ca88 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:33:11.249711 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:11.257914 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:11.348426 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:11.352107 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:11.379752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:33:11.386016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a47e920-d259-41e1-bd7c-6fa23a94a0d2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:11.392975 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:11.393405 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] Added segment 6a103008-57cc-4cfa-a874-ac1c92c84012 of type vlan for network 27183648-7198-4717-9ca0-4e9ac3b681ef Jul 09 20:33:11.435741 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:11.464340 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:11.465490 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:11.466075 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:11.522553 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3916709 Jul 09 20:33:11.525575 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49584) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:11.527695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36afe5-199b-49d5-a210-edcbf86cc11b admin admin] Pushing event updated for resources: {'Network': ['ID=27183648-7198-4717-9ca0-4e9ac3b681ef,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:11.532326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-50336736-9a73-4af1-910e-3be6b9572226 admin admin] Request body: {'subnet': {'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1851039334-subnet', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:11.538420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 27183648-7198-4717-9ca0-4e9ac3b681ef details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:33:11.554203 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50336736-9a73-4af1-910e-3be6b9572226 admin admin] Made reservation on behalf of e3f13a9a9a3646bfa6dc5ab72d32ca88 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:33:11.556606 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-50336736-9a73-4af1-910e-3be6b9572226 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:11.719518 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-50336736-9a73-4af1-910e-3be6b9572226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:11.776749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50336736-9a73-4af1-910e-3be6b9572226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=793dd708-7005-4208-933d-575e623f5596,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:11.786755 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50336736-9a73-4af1-910e-3be6b9572226 admin admin] Checking segment: {'id': '6a103008-57cc-4cfa-a874-ac1c92c84012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:33:11.787121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50336736-9a73-4af1-910e-3be6b9572226 admin admin] Network hostable DHCP agents. Network: 27183648-7198-4717-9ca0-4e9ac3b681ef, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:33:11.803674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50336736-9a73-4af1-910e-3be6b9572226 admin admin] Network 27183648-7198-4717-9ca0-4e9ac3b681ef is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:33:11.812640 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-50336736-9a73-4af1-910e-3be6b9572226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 27183648-7198-4717-9ca0-4e9ac3b681ef) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:11.816482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50336736-9a73-4af1-910e-3be6b9572226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:11.817111 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-50336736-9a73-4af1-910e-3be6b9572226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:11.822057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9140c66e-89b9-472a-898b-5a1f9efaee87 None None] Network 27183648-7198-4717-9ca0-4e9ac3b681ef requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:33:11.830364 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-50336736-9a73-4af1-910e-3be6b9572226 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3036480 Jul 09 20:33:11.833022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49586) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:11.837708 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:11.858430 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:11.859433 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:11.911431 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:11.968914 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-27183648-7198-4717-9ca0-4e9ac3b681ef', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'fixed_ips': [{'subnet_id': '793dd708-7005-4208-933d-575e623f5596'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:33:11.969804 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:12.049449 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:12.103910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Allocated IP 172.20.0.2 (27183648-7198-4717-9ca0-4e9ac3b681ef/793dd708-7005-4208-933d-575e623f5596/720abe41-fe5b-4c17-b8b2-4e2515fe86e8) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:33:12.247395 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:12.247875 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:12.255648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Transition to ACTIVE for port object 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:33:12.270530 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Transition to ACTIVE for port object 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:33:12.271093 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:12.276711 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:12.316094 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Network 27183648-7198-4717-9ca0-4e9ac3b681ef is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:33:12.318741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:12.322212 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:33:12.329072 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Pushing event updated for resources: {'Port': ['ID=720abe41-fe5b-4c17-b8b2-4e2515fe86e8,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:12.375509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Allocated IP 172.25.0.136 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/5c74b643-d2ca-46c6-977a-62887dce5d96) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:33:12.380806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Attempting to bind port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:33:12.381184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Attempting to bind port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '6a103008-57cc-4cfa-a874-ac1c92c84012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:33:12.381559 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Attempting to bind port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 on network 27183648-7198-4717-9ca0-4e9ac3b681ef {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:33:12.386613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:33:12.387651 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Checking segment: {'id': '6a103008-57cc-4cfa-a874-ac1c92c84012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:33:12.387907 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:12.388302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Bound using segment: {'id': '6a103008-57cc-4cfa-a874-ac1c92c84012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:33:12.388834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Bound port: 720abe41-fe5b-4c17-b8b2-4e2515fe86e8, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a103008-57cc-4cfa-a874-ac1c92c84012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:33:12.389192 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:12.455488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] For port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:33:12.459124 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] For port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=720abe41-fe5b-4c17-b8b2-4e2515fe86e8,segment=NetworkSegment(6a103008-57cc-4cfa-a874-ac1c92c84012),segment_id=6a103008-57cc-4cfa-a874-ac1c92c84012)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:33:12.462847 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:12.484314 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:12.520003 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff6674-47bb-4a90-8d0d-46e4b6807557 None None] Pushing event updated for resources: {'Port': ['ID=720abe41-fe5b-4c17-b8b2-4e2515fe86e8,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:12.529054 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:12.565875 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:33:12.570816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:12.574255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:33:12.600289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Pushing event updated for resources: {'Port': ['ID=5c74b643-d2ca-46c6-977a-62887dce5d96,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:13.160813 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:13.364992 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:13.496266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Router 7a739054-80be-4639-a21b-9917b3c51bf6 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:33:13.518573 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5386e07b-b4e3-4ac8-b467-d16d66e83f15 None None] Network 27183648-7198-4717-9ca0-4e9ac3b681ef requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:33:13.602994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7a5b74af-d84a-48e1-a9b0-417d1764fb69 None None] Provisioning for port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:33:13.605362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:33:13.620298 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Sync routers for ids ['7a739054-80be-4639-a21b-9917b3c51bf6'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:33:13.624625 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:13.628575 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7bcc6fd6-7c5c-4352-83b4-816c1f751892 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7918847 Jul 09 20:33:13.628760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49588) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:13.634386 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Routers {'7a739054-80be-4639-a21b-9917b3c51bf6'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:13.635014 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7a739054-80be-4639-a21b-9917b3c51bf6'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:13.744177 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Set router 7a739054-80be-4639-a21b-9917b3c51bf6 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:13.934168 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:33:13Z', 'revision_number': 3, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:13.960265 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Checking router: 7a739054-80be-4639-a21b-9917b3c51bf6 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:33:13.960638 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Updating router 7a739054-80be-4639-a21b-9917b3c51bf6 port 5c74b643-d2ca-46c6-977a-62887dce5d96 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:33:13.993999 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.065233 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.186427 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:33:14.237628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:33:14.241535 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:14.242016 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.260181 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.272452 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Transition to ACTIVE for port object 5c74b643-d2ca-46c6-977a-62887dce5d96 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:33:14.277726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Allocated IP 172.20.0.1 (27183648-7198-4717-9ca0-4e9ac3b681ef/793dd708-7005-4208-933d-575e623f5596/b57534a2-4112-4754-91ad-26e63e002849) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:33:14.280685 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.327090 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Attempting to bind port 5c74b643-d2ca-46c6-977a-62887dce5d96 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:33:14.327381 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Attempting to bind port 5c74b643-d2ca-46c6-977a-62887dce5d96 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:33:14.327750 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Attempting to bind port 5c74b643-d2ca-46c6-977a-62887dce5d96 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:33:14.329501 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.339236 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:33:14.339613 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:33:14.340867 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.340867 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:33:14.341092 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Bound port: 5c74b643-d2ca-46c6-977a-62887dce5d96, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:33:14.341485 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.363860 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=720abe41-fe5b-4c17-b8b2-4e2515fe86e8,segment=NetworkSegment(6a103008-57cc-4cfa-a874-ac1c92c84012),segment_id=6a103008-57cc-4cfa-a874-ac1c92c84012)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:14.365606 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21824f19-9b9a-48cb-9e1f-0f1fb54c850a None None] Pushing event updated for resources: {'Port': ['ID=5c74b643-d2ca-46c6-977a-62887dce5d96,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:14.369138 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.382113 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21824f19-9b9a-48cb-9e1f-0f1fb54c850a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:14.382464 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21824f19-9b9a-48cb-9e1f-0f1fb54c850a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:14.382818 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21824f19-9b9a-48cb-9e1f-0f1fb54c850a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:14.383153 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21824f19-9b9a-48cb-9e1f-0f1fb54c850a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:14.383487 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21824f19-9b9a-48cb-9e1f-0f1fb54c850a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:14.383831 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21824f19-9b9a-48cb-9e1f-0f1fb54c850a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:14.384149 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21824f19-9b9a-48cb-9e1f-0f1fb54c850a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:14.384692 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21824f19-9b9a-48cb-9e1f-0f1fb54c850a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:14.384857 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21824f19-9b9a-48cb-9e1f-0f1fb54c850a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:14.385165 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21824f19-9b9a-48cb-9e1f-0f1fb54c850a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:14.385493 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21824f19-9b9a-48cb-9e1f-0f1fb54c850a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:14.385817 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21824f19-9b9a-48cb-9e1f-0f1fb54c850a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:33:14.405984 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.411151 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] For port 5c74b643-d2ca-46c6-977a-62887dce5d96, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:33:14.414465 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] For port 5c74b643-d2ca-46c6-977a-62887dce5d96, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5c74b643-d2ca-46c6-977a-62887dce5d96,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:33:14.419448 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.420314 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Transition to ACTIVE for port object b57534a2-4112-4754-91ad-26e63e002849 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:33:14.427297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=720abe41-fe5b-4c17-b8b2-4e2515fe86e8,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:14.460138 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.482033 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Routers {'7a739054-80be-4639-a21b-9917b3c51bf6'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:14.482654 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7a739054-80be-4639-a21b-9917b3c51bf6'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:14.485546 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21824f19-9b9a-48cb-9e1f-0f1fb54c850a None None] Pushing event updated for resources: {'Port': ['ID=5c74b643-d2ca-46c6-977a-62887dce5d96,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:14.503542 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Network 27183648-7198-4717-9ca0-4e9ac3b681ef is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:33:14.506388 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:14.509053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:33:14.535546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Pushing event updated for resources: {'Port': ['ID=b57534a2-4112-4754-91ad-26e63e002849,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:14.554294 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.592215 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] Set router 7a739054-80be-4639-a21b-9917b3c51bf6 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:14.703352 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.753424 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5ed47335-1b65-4a76-90a1-76916702a4e2 None None] Provisioning for port b57534a2-4112-4754-91ad-26e63e002849 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:33:14.758980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5ed47335-1b65-4a76-90a1-76916702a4e2 None None] Provisioning complete for port b57534a2-4112-4754-91ad-26e63e002849 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:14.759364 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5ed47335-1b65-4a76-90a1-76916702a4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.790428 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:33:13Z', 'revision_number': 3, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:14.792663 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-5ed47335-1b65-4a76-90a1-76916702a4e2 None None] Port b57534a2-4112-4754-91ad-26e63e002849 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:33:14.818541 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6ce72b-6939-4a32-8297-47f07048af11 None None] The sync data for ids ['7a739054-80be-4639-a21b-9917b3c51bf6'] in n-d-800088-3 is: [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:33:13Z', 'revision_number': 3, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:33:14.880480 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.885175 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.956501 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:14.958235 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Pushing event updated for resources: {'Port': ['ID=b57534a2-4112-4754-91ad-26e63e002849,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:15.069223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Network 27183648-7198-4717-9ca0-4e9ac3b681ef is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:33:15.071218 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:15.205273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Router 7a739054-80be-4639-a21b-9917b3c51bf6 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:33:15.317036 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-94e99783-a761-47e8-b209-af000200e2b7 None None] Provisioning complete for port b57534a2-4112-4754-91ad-26e63e002849 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:15.318109 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-94e99783-a761-47e8-b209-af000200e2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:15.320722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:33:15.333091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9d16bd4f-2655-4611-8a8a-67f446c3060f admin admin] 10.222.0.30 "PUT /v2.0/routers/7a739054-80be-4639-a21b-9917b3c51bf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7032738 Jul 09 20:33:15.362895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-94e99783-a761-47e8-b209-af000200e2b7 None None] Port b57534a2-4112-4754-91ad-26e63e002849 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:33:15.806152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49604) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:15.812102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1220603474-network', 'tenant_id': '030653a7840d448981374e66578069ec'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:15.834015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] Made reservation on behalf of 030653a7840d448981374e66578069ec for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:33:15.836562 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:15.845906 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:15.936941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:15.940391 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:15.967947 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:33:15.974234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24019279-4a2b-4ecb-832c-00d30698bfdc,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:15.980238 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:15.980722 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] Added segment 42f779f7-f6b1-4ae4-9749-2eda0217d08c of type vlan for network 5878391d-7e11-4ed5-8911-d9dd23bf80f6 Jul 09 20:33:16.022075 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.052865 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.053824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:16.054409 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.109485 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2991736 Jul 09 20:33:16.109687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 49606) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:16.114657 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ab8c14b5-4af5-4669-bde3-bbd94e3f4188 admin admin] Request body: {'subnet': {'network_id': '5878391d-7e11-4ed5-8911-d9dd23bf80f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1220603474-subnet', 'tenant_id': '030653a7840d448981374e66578069ec', 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:16.115694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcf104-af3c-475c-a086-df9b992c727c admin admin] Pushing event updated for resources: {'Network': ['ID=5878391d-7e11-4ed5-8911-d9dd23bf80f6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:16.129514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 5878391d-7e11-4ed5-8911-d9dd23bf80f6 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:33:16.167147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8c14b5-4af5-4669-bde3-bbd94e3f4188 admin admin] Made reservation on behalf of 030653a7840d448981374e66578069ec for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:33:16.170181 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab8c14b5-4af5-4669-bde3-bbd94e3f4188 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.269061 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5c74b643-d2ca-46c6-977a-62887dce5d96 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:33:16.321822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 5c74b643-d2ca-46c6-977a-62887dce5d96 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:33:16.327236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 5c74b643-d2ca-46c6-977a-62887dce5d96 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:16.327706 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.354276 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab8c14b5-4af5-4669-bde3-bbd94e3f4188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.396648 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c14b5-4af5-4669-bde3-bbd94e3f4188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98379790-b4b0-4c3e-aa17-2d7bed3baaf0,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:16.408733 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.426609 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8c14b5-4af5-4669-bde3-bbd94e3f4188 admin admin] Checking segment: {'id': '42f779f7-f6b1-4ae4-9749-2eda0217d08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5878391d-7e11-4ed5-8911-d9dd23bf80f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:33:16.427239 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8c14b5-4af5-4669-bde3-bbd94e3f4188 admin admin] Network hostable DHCP agents. Network: 5878391d-7e11-4ed5-8911-d9dd23bf80f6, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:33:16.430156 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 5c74b643-d2ca-46c6-977a-62887dce5d96, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5c74b643-d2ca-46c6-977a-62887dce5d96,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:16.435499 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.436525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:33:16.445858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8c14b5-4af5-4669-bde3-bbd94e3f4188 admin admin] Network 5878391d-7e11-4ed5-8911-d9dd23bf80f6 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:33:16.455334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-ab8c14b5-4af5-4669-bde3-bbd94e3f4188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 5878391d-7e11-4ed5-8911-d9dd23bf80f6) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:16.459144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8c14b5-4af5-4669-bde3-bbd94e3f4188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:33:16.459747 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ab8c14b5-4af5-4669-bde3-bbd94e3f4188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.476238 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ab8c14b5-4af5-4669-bde3-bbd94e3f4188 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3642383 Jul 09 20:33:16.477623 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49608) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:16.482704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1220603474-router', 'tenant_id': '030653a7840d448981374e66578069ec', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:33:16.487022 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81c816b-fd43-47df-9cff-fd89c76f8dbf None None] Network 5878391d-7e11-4ed5-8911-d9dd23bf80f6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:33:16.507879 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.508968 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.540874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Sync routers for ids ['7a739054-80be-4639-a21b-9917b3c51bf6'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:33:16.561509 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.584903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Routers {'7a739054-80be-4639-a21b-9917b3c51bf6'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:16.585538 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7a739054-80be-4639-a21b-9917b3c51bf6'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:16.591024 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=5c74b643-d2ca-46c6-977a-62887dce5d96,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:16.707424 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.842432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:16.842815 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.914493 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:16.929437 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Set router 7a739054-80be-4639-a21b-9917b3c51bf6 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:16.933958 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.030584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-5878391d-7e11-4ed5-8911-d9dd23bf80f6', 'network_id': '5878391d-7e11-4ed5-8911-d9dd23bf80f6', 'tenant_id': '030653a7840d448981374e66578069ec', 'fixed_ips': [{'subnet_id': '98379790-b4b0-4c3e-aa17-2d7bed3baaf0'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:33:17.031428 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.037303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Allocated IP 172.25.0.58 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/dff41324-e3e9-4d6d-b093-c5b68970bcff) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:33:17.143497 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.181699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.217977 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:33:17.224137 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:17.227607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:33:17.253274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Pushing event updated for resources: {'Port': ['ID=dff41324-e3e9-4d6d-b093-c5b68970bcff,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:17.288675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Allocated IP 172.20.0.2 (5878391d-7e11-4ed5-8911-d9dd23bf80f6/98379790-b4b0-4c3e-aa17-2d7bed3baaf0/37e6bca9-a2e6-4e29-b2a0-1de1872a2a02) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:33:17.361013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:33:14Z', 'revision_number': 4, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'b57534a2-4112-4754-91ad-26e63e002849', 'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'mac_address': 'fa:16:3e:81:78:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '793dd708-7005-4208-933d-575e623f5596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:14Z', 'updated_at': '2021-07-09T20:33:14Z', 'revision_number': 2, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'subnets': [{'id': '793dd708-7005-4208-933d-575e623f5596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:17.392088 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Checking router: 7a739054-80be-4639-a21b-9917b3c51bf6 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:33:17.392449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Updating router 7a739054-80be-4639-a21b-9917b3c51bf6 port b57534a2-4112-4754-91ad-26e63e002849 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:33:17.445948 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.477037 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.535789 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.593239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Transition to ACTIVE for port object 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:33:17.624062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Transition to ACTIVE for port object 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:33:17.639749 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.714254 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Network 5878391d-7e11-4ed5-8911-d9dd23bf80f6 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:33:17.723264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:17.728777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:33:17.743745 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Pushing event updated for resources: {'Port': ['ID=37e6bca9-a2e6-4e29-b2a0-1de1872a2a02,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:17.830267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Attempting to bind port 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:33:17.830514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Attempting to bind port 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '42f779f7-f6b1-4ae4-9749-2eda0217d08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5878391d-7e11-4ed5-8911-d9dd23bf80f6'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:33:17.830895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Attempting to bind port 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 on network 5878391d-7e11-4ed5-8911-d9dd23bf80f6 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:33:17.844408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:33:17.844816 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Checking segment: {'id': '42f779f7-f6b1-4ae4-9749-2eda0217d08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5878391d-7e11-4ed5-8911-d9dd23bf80f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:33:17.845231 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.845632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Bound using segment: {'id': '42f779f7-f6b1-4ae4-9749-2eda0217d08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5878391d-7e11-4ed5-8911-d9dd23bf80f6'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:33:17.846130 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Bound port: 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f779f7-f6b1-4ae4-9749-2eda0217d08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5878391d-7e11-4ed5-8911-d9dd23bf80f6'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:33:17.846506 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.927639 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.950387 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Transition to ACTIVE for port object b57534a2-4112-4754-91ad-26e63e002849 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:33:17.958802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] For port 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:33:17.961381 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:17.965567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] For port 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=37e6bca9-a2e6-4e29-b2a0-1de1872a2a02,segment=NetworkSegment(42f779f7-f6b1-4ae4-9749-2eda0217d08c),segment_id=42f779f7-f6b1-4ae4-9749-2eda0217d08c)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:33:17.990300 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:18.029612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83441cb-ccee-48c4-9fa0-f37bb8d13367 None None] Pushing event updated for resources: {'Port': ['ID=b57534a2-4112-4754-91ad-26e63e002849,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:18.036881 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:18.129411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Attempting to bind port b57534a2-4112-4754-91ad-26e63e002849 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:33:18.129788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Attempting to bind port b57534a2-4112-4754-91ad-26e63e002849 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '6a103008-57cc-4cfa-a874-ac1c92c84012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:33:18.130161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Attempting to bind port b57534a2-4112-4754-91ad-26e63e002849 on network 27183648-7198-4717-9ca0-4e9ac3b681ef {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:33:18.139407 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0474ba4-909e-4faa-a993-22af4dabd119 None None] Pushing event updated for resources: {'Port': ['ID=37e6bca9-a2e6-4e29-b2a0-1de1872a2a02,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:18.148582 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:33:18.148978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Checking segment: {'id': '6a103008-57cc-4cfa-a874-ac1c92c84012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:33:18.149525 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:18.149925 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Bound using segment: {'id': '6a103008-57cc-4cfa-a874-ac1c92c84012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:33:18.150410 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Bound port: b57534a2-4112-4754-91ad-26e63e002849, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a103008-57cc-4cfa-a874-ac1c92c84012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:33:18.150805 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:18.208913 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5c74b643-d2ca-46c6-977a-62887dce5d96 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:33:18.229940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Router 34f1bd77-bfb5-4783-bf40-81a1ef114194 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:33:18.246808 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] For port b57534a2-4112-4754-91ad-26e63e002849, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:33:18.265929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] For port b57534a2-4112-4754-91ad-26e63e002849, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b57534a2-4112-4754-91ad-26e63e002849,segment=NetworkSegment(6a103008-57cc-4cfa-a874-ac1c92c84012),segment_id=6a103008-57cc-4cfa-a874-ac1c92c84012)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:33:18.275516 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:18.345767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 5c74b643-d2ca-46c6-977a-62887dce5d96 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:18.345767 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:18.384044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Routers {'7a739054-80be-4639-a21b-9917b3c51bf6'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:18.384728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7a739054-80be-4639-a21b-9917b3c51bf6'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:18.395465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83441cb-ccee-48c4-9fa0-f37bb8d13367 None None] Pushing event updated for resources: {'Port': ['ID=b57534a2-4112-4754-91ad-26e63e002849,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:18.397239 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:33:18.406676 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Sync routers for ids ['34f1bd77-bfb5-4783-bf40-81a1ef114194'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:33:18.416070 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Routers {'34f1bd77-bfb5-4783-bf40-81a1ef114194'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:18.416750 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['34f1bd77-bfb5-4783-bf40-81a1ef114194'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:18.430141 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:18.432361 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-db27e859-e037-4114-87c5-73365e4d9210 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9533293 Jul 09 20:33:18.434833 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 49610) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:33:18.593696 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Set router 34f1bd77-bfb5-4783-bf40-81a1ef114194 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:18.609959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] Set router 7a739054-80be-4639-a21b-9917b3c51bf6 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:18.819886 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'name': 'tempest-TestVolumeBackupRestore-1220603474-router', 'tenant_id': '030653a7840d448981374e66578069ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dff41324-e3e9-4d6d-b093-c5b68970bcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:33:17Z', 'revision_number': 3, 'project_id': '030653a7840d448981374e66578069ec', 'gw_port': {'id': 'dff41324-e3e9-4d6d-b093-c5b68970bcff', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:56:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:18.851680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:33:14Z', 'revision_number': 4, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'b57534a2-4112-4754-91ad-26e63e002849', 'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'mac_address': 'fa:16:3e:81:78:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '793dd708-7005-4208-933d-575e623f5596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:14Z', 'updated_at': '2021-07-09T20:33:18Z', 'revision_number': 4, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'subnets': [{'id': '793dd708-7005-4208-933d-575e623f5596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:18.852374 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Checking router: 34f1bd77-bfb5-4783-bf40-81a1ef114194 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:33:18.852765 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Updating router 34f1bd77-bfb5-4783-bf40-81a1ef114194 port dff41324-e3e9-4d6d-b093-c5b68970bcff binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:33:18.882728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f3e8bb-e50a-49fa-b733-f60bb25a14a4 None None] The sync data for ids ['7a739054-80be-4639-a21b-9917b3c51bf6'] in n-d-800088-3 is: [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:33:14Z', 'revision_number': 4, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'b57534a2-4112-4754-91ad-26e63e002849', 'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'mac_address': 'fa:16:3e:81:78:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '793dd708-7005-4208-933d-575e623f5596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:14Z', 'updated_at': '2021-07-09T20:33:18Z', 'revision_number': 4, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'subnets': [{'id': '793dd708-7005-4208-933d-575e623f5596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:33:18.887949 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:18.978317 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.175433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Allocated IP 172.20.0.1 (5878391d-7e11-4ed5-8911-d9dd23bf80f6/98379790-b4b0-4c3e-aa17-2d7bed3baaf0/bd64ecf3-f6a4-4ee9-9559-14c652013d05) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:33:19.321206 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.337012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Transition to ACTIVE for port object bd64ecf3-f6a4-4ee9-9559-14c652013d05 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:33:19.340648 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.352705 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Transition to ACTIVE for port object dff41324-e3e9-4d6d-b093-c5b68970bcff will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:33:19.362547 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.377608 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.416601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Network 5878391d-7e11-4ed5-8911-d9dd23bf80f6 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:33:19.420186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:19.420718 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Attempting to bind port dff41324-e3e9-4d6d-b093-c5b68970bcff on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:33:19.421172 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Attempting to bind port dff41324-e3e9-4d6d-b093-c5b68970bcff by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:33:19.421460 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Attempting to bind port dff41324-e3e9-4d6d-b093-c5b68970bcff on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:33:19.426343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:33:19.434526 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:33:19.434912 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:33:19.435324 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.435755 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:33:19.436459 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Bound port: dff41324-e3e9-4d6d-b093-c5b68970bcff, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:33:19.436888 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.438670 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b97243-b0d5-483f-8401-8f81c6578526 None None] Pushing event updated for resources: {'Port': ['ID=dff41324-e3e9-4d6d-b093-c5b68970bcff,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:19.455059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Pushing event updated for resources: {'Port': ['ID=bd64ecf3-f6a4-4ee9-9559-14c652013d05,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:19.474033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa396b8-935e-49bf-ad83-9d2fa5b47c1e None None] Network 5878391d-7e11-4ed5-8911-d9dd23bf80f6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:33:19.485627 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.504830 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] For port dff41324-e3e9-4d6d-b093-c5b68970bcff, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:33:19.508321 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] For port dff41324-e3e9-4d6d-b093-c5b68970bcff, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=dff41324-e3e9-4d6d-b093-c5b68970bcff,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:33:19.514261 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.550126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-04c1d8c8-10b0-4cd2-b5ab-fbf0d2c7acad None None] Provisioning for port 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:33:19.588641 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Routers {'34f1bd77-bfb5-4783-bf40-81a1ef114194'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:19.589314 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['34f1bd77-bfb5-4783-bf40-81a1ef114194'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:19.598515 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b97243-b0d5-483f-8401-8f81c6578526 None None] Pushing event updated for resources: {'Port': ['ID=dff41324-e3e9-4d6d-b093-c5b68970bcff,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:19.657905 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.733940 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] Set router 34f1bd77-bfb5-4783-bf40-81a1ef114194 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:19.865995 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.872513 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.939689 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'name': 'tempest-TestVolumeBackupRestore-1220603474-router', 'tenant_id': '030653a7840d448981374e66578069ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dff41324-e3e9-4d6d-b093-c5b68970bcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:33:17Z', 'revision_number': 3, 'project_id': '030653a7840d448981374e66578069ec', 'gw_port': {'id': 'dff41324-e3e9-4d6d-b093-c5b68970bcff', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:56:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:19.951367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:19.957354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Pushing event updated for resources: {'Port': ['ID=bd64ecf3-f6a4-4ee9-9559-14c652013d05,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:19.973061 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24061c38-a174-49b7-82b7-60f64574acd7 None None] The sync data for ids ['34f1bd77-bfb5-4783-bf40-81a1ef114194'] in n-d-800088-3 is: [{'id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'name': 'tempest-TestVolumeBackupRestore-1220603474-router', 'tenant_id': '030653a7840d448981374e66578069ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dff41324-e3e9-4d6d-b093-c5b68970bcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:33:17Z', 'revision_number': 3, 'project_id': '030653a7840d448981374e66578069ec', 'gw_port': {'id': 'dff41324-e3e9-4d6d-b093-c5b68970bcff', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:56:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:33:20.078669 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Network 5878391d-7e11-4ed5-8911-d9dd23bf80f6 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:33:20.080874 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:33:20.118858 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2742a44f-957b-43a6-9907-7d859b18cf78 None None] Provisioning for port bd64ecf3-f6a4-4ee9-9559-14c652013d05 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:33:20.124830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2742a44f-957b-43a6-9907-7d859b18cf78 None None] Provisioning complete for port bd64ecf3-f6a4-4ee9-9559-14c652013d05 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:20.125212 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2742a44f-957b-43a6-9907-7d859b18cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.274958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Router 34f1bd77-bfb5-4783-bf40-81a1ef114194 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:33:20.358561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:33:20.398456 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-2742a44f-957b-43a6-9907-7d859b18cf78 None None] Port bd64ecf3-f6a4-4ee9-9559-14c652013d05 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:33:20.458233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:33:20.463521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:20.463903 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.486423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:33:20.500320 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-32bb2f76-f09f-4b13-abc7-07229ba0349a admin admin] 10.222.0.30 "PUT /v2.0/routers/34f1bd77-bfb5-4783-bf40-81a1ef114194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0641544 Jul 09 20:33:20.554521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-71549365-1a37-4238-a794-7533cf4efb32 None None] Provisioning complete for port bd64ecf3-f6a4-4ee9-9559-14c652013d05 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:20.555116 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-71549365-1a37-4238-a794-7533cf4efb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.598269 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.609362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-71549365-1a37-4238-a794-7533cf4efb32 None None] Port bd64ecf3-f6a4-4ee9-9559-14c652013d05 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:33:20.638031 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=37e6bca9-a2e6-4e29-b2a0-1de1872a2a02,segment=NetworkSegment(42f779f7-f6b1-4ae4-9749-2eda0217d08c),segment_id=42f779f7-f6b1-4ae4-9749-2eda0217d08c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:20.644030 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.644917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b57534a2-4112-4754-91ad-26e63e002849 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:33:20.750784 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=37e6bca9-a2e6-4e29-b2a0-1de1872a2a02,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:20.762028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2150203f-ab7d-48e7-85a0-45c897a1bd4f None None] Provisioning complete for port bd64ecf3-f6a4-4ee9-9559-14c652013d05 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:20.762503 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2150203f-ab7d-48e7-85a0-45c897a1bd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.765719 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port b57534a2-4112-4754-91ad-26e63e002849 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:33:20.788172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b57534a2-4112-4754-91ad-26e63e002849 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:20.788574 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.822147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-2150203f-ab7d-48e7-85a0-45c897a1bd4f None None] Port bd64ecf3-f6a4-4ee9-9559-14c652013d05 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:33:20.886686 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.922979 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port b57534a2-4112-4754-91ad-26e63e002849, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b57534a2-4112-4754-91ad-26e63e002849,segment=NetworkSegment(6a103008-57cc-4cfa-a874-ac1c92c84012),segment_id=6a103008-57cc-4cfa-a874-ac1c92c84012)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:20.929770 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:20.991422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=b57534a2-4112-4754-91ad-26e63e002849,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:22.262437 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:33:22.289926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Sync routers for ids ['34f1bd77-bfb5-4783-bf40-81a1ef114194'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:33:22.312498 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Routers {'34f1bd77-bfb5-4783-bf40-81a1ef114194'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:22.313175 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['34f1bd77-bfb5-4783-bf40-81a1ef114194'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:22.400624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:22.400941 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:22.455764 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Set router 34f1bd77-bfb5-4783-bf40-81a1ef114194 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:22.598388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b57534a2-4112-4754-91ad-26e63e002849 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:33:22.703233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b57534a2-4112-4754-91ad-26e63e002849 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:22.703592 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:22.764908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'name': 'tempest-TestVolumeBackupRestore-1220603474-router', 'tenant_id': '030653a7840d448981374e66578069ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dff41324-e3e9-4d6d-b093-c5b68970bcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:33:19Z', 'revision_number': 4, 'project_id': '030653a7840d448981374e66578069ec', 'gw_port': {'id': 'dff41324-e3e9-4d6d-b093-c5b68970bcff', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:56:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'bd64ecf3-f6a4-4ee9-9559-14c652013d05', 'name': '', 'network_id': '5878391d-7e11-4ed5-8911-d9dd23bf80f6', 'tenant_id': '030653a7840d448981374e66578069ec', 'mac_address': 'fa:16:3e:de:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '98379790-b4b0-4c3e-aa17-2d7bed3baaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:18Z', 'updated_at': '2021-07-09T20:33:19Z', 'revision_number': 2, 'project_id': '030653a7840d448981374e66578069ec', 'subnets': [{'id': '98379790-b4b0-4c3e-aa17-2d7bed3baaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:22.797155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Checking router: 34f1bd77-bfb5-4783-bf40-81a1ef114194 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:33:22.797516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Updating router 34f1bd77-bfb5-4783-bf40-81a1ef114194 port bd64ecf3-f6a4-4ee9-9559-14c652013d05 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:33:22.856613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device dff41324-e3e9-4d6d-b093-c5b68970bcff up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:33:22.858295 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:23.005693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port dff41324-e3e9-4d6d-b093-c5b68970bcff completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:33:23.018809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port dff41324-e3e9-4d6d-b093-c5b68970bcff triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:23.019183 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:23.177033 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:23.227977 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port dff41324-e3e9-4d6d-b093-c5b68970bcff, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=dff41324-e3e9-4d6d-b093-c5b68970bcff,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:23.233369 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:23.266173 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:23.285653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Transition to ACTIVE for port object bd64ecf3-f6a4-4ee9-9559-14c652013d05 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:33:23.300469 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:23.308413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=dff41324-e3e9-4d6d-b093-c5b68970bcff,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:23.382736 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c771bd-6d8d-436b-9f24-79fdf6a88492 None None] Pushing event updated for resources: {'Port': ['ID=bd64ecf3-f6a4-4ee9-9559-14c652013d05,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:23.426076 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Attempting to bind port bd64ecf3-f6a4-4ee9-9559-14c652013d05 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:33:23.426379 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Attempting to bind port bd64ecf3-f6a4-4ee9-9559-14c652013d05 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '42f779f7-f6b1-4ae4-9749-2eda0217d08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5878391d-7e11-4ed5-8911-d9dd23bf80f6'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:33:23.426758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Attempting to bind port bd64ecf3-f6a4-4ee9-9559-14c652013d05 on network 5878391d-7e11-4ed5-8911-d9dd23bf80f6 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:33:23.431928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:33:23.432305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Checking segment: {'id': '42f779f7-f6b1-4ae4-9749-2eda0217d08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5878391d-7e11-4ed5-8911-d9dd23bf80f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:33:23.432950 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:23.433350 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Bound using segment: {'id': '42f779f7-f6b1-4ae4-9749-2eda0217d08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5878391d-7e11-4ed5-8911-d9dd23bf80f6'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:33:23.434085 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Bound port: bd64ecf3-f6a4-4ee9-9559-14c652013d05, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f779f7-f6b1-4ae4-9749-2eda0217d08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '5878391d-7e11-4ed5-8911-d9dd23bf80f6'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:33:23.435240 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:23.507369 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] For port bd64ecf3-f6a4-4ee9-9559-14c652013d05, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:33:23.511824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] For port bd64ecf3-f6a4-4ee9-9559-14c652013d05, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bd64ecf3-f6a4-4ee9-9559-14c652013d05,segment=NetworkSegment(42f779f7-f6b1-4ae4-9749-2eda0217d08c),segment_id=42f779f7-f6b1-4ae4-9749-2eda0217d08c)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:33:23.519784 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:23.596739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Routers {'34f1bd77-bfb5-4783-bf40-81a1ef114194'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:33:23.597370 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:32:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['34f1bd77-bfb5-4783-bf40-81a1ef114194'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:23.599689 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c771bd-6d8d-436b-9f24-79fdf6a88492 None None] Pushing event updated for resources: {'Port': ['ID=bd64ecf3-f6a4-4ee9-9559-14c652013d05,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:23.719642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] Set router 34f1bd77-bfb5-4783-bf40-81a1ef114194 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:33:23.947162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'name': 'tempest-TestVolumeBackupRestore-1220603474-router', 'tenant_id': '030653a7840d448981374e66578069ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dff41324-e3e9-4d6d-b093-c5b68970bcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:33:19Z', 'revision_number': 4, 'project_id': '030653a7840d448981374e66578069ec', 'gw_port': {'id': 'dff41324-e3e9-4d6d-b093-c5b68970bcff', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'bd64ecf3-f6a4-4ee9-9559-14c652013d05', 'name': '', 'network_id': '5878391d-7e11-4ed5-8911-d9dd23bf80f6', 'tenant_id': '030653a7840d448981374e66578069ec', 'mac_address': 'fa:16:3e:de:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '98379790-b4b0-4c3e-aa17-2d7bed3baaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:18Z', 'updated_at': '2021-07-09T20:33:23Z', 'revision_number': 4, 'project_id': '030653a7840d448981374e66578069ec', 'subnets': [{'id': '98379790-b4b0-4c3e-aa17-2d7bed3baaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:33:23.975252 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf3784a-d4e7-4d46-b86a-bd981083fefc None None] The sync data for ids ['34f1bd77-bfb5-4783-bf40-81a1ef114194'] in n-d-800088-3 is: [{'id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'name': 'tempest-TestVolumeBackupRestore-1220603474-router', 'tenant_id': '030653a7840d448981374e66578069ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dff41324-e3e9-4d6d-b093-c5b68970bcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:33:19Z', 'revision_number': 4, 'project_id': '030653a7840d448981374e66578069ec', 'gw_port': {'id': 'dff41324-e3e9-4d6d-b093-c5b68970bcff', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'bd64ecf3-f6a4-4ee9-9559-14c652013d05', 'name': '', 'network_id': '5878391d-7e11-4ed5-8911-d9dd23bf80f6', 'tenant_id': '030653a7840d448981374e66578069ec', 'mac_address': 'fa:16:3e:de:4d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'device_owner': 'network:router_interface', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '98379790-b4b0-4c3e-aa17-2d7bed3baaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:18Z', 'updated_at': '2021-07-09T20:33:23Z', 'revision_number': 4, 'project_id': '030653a7840d448981374e66578069ec', 'subnets': [{'id': '98379790-b4b0-4c3e-aa17-2d7bed3baaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:33:24.255262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bd64ecf3-f6a4-4ee9-9559-14c652013d05 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:33:24.312747 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port bd64ecf3-f6a4-4ee9-9559-14c652013d05 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:33:24.317216 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port bd64ecf3-f6a4-4ee9-9559-14c652013d05 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:24.317742 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:24.413616 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:24.478731 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port bd64ecf3-f6a4-4ee9-9559-14c652013d05, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bd64ecf3-f6a4-4ee9-9559-14c652013d05,segment=NetworkSegment(42f779f7-f6b1-4ae4-9749-2eda0217d08c),segment_id=42f779f7-f6b1-4ae4-9749-2eda0217d08c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:33:24.485140 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:24.485961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device dff41324-e3e9-4d6d-b093-c5b68970bcff up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:33:24.563462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=bd64ecf3-f6a4-4ee9-9559-14c652013d05,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:33:24.573174 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port dff41324-e3e9-4d6d-b093-c5b68970bcff triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:24.573553 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:26.179553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bd64ecf3-f6a4-4ee9-9559-14c652013d05 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:33:26.234700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port bd64ecf3-f6a4-4ee9-9559-14c652013d05 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:33:26.235073 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:26.914940 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1859bc31-51dc-4fcc-9bf9-acf2350e69b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:27.183284 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:29.458403 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d56ec3c7-b5b5-44b2-b5af-205f0ea70e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:29.476725 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:29.631170 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:30.542006 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:32.406324 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:33.378462 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:33:56.916175 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-429d3b09-a612-4218-a900-dd9d713ddae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:57.202689 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:59.459138 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e0b9dea9-3240-481b-a9e4-d6b0df0c9728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:59.481130 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:33:59.632085 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:00.543975 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:02.406700 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:10.378512 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:34:26.916592 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c795777d-f5f9-423c-bbdd-4d1cf1e2243c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:27.227661 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:29.462735 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9a8403f3-1a13-4555-b0bb-8e1013dc32ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:29.475245 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:29.633387 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:30.550212 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:32.414656 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:47.379090 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:34:56.918765 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d7696c6e-b244-4de6-9848-ae9ed6ea49f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:57.193054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-9e38b870-f2f5-4b17-9ad8-a2a4a951d59b req-0a998bd9-6dd4-463a-9339-1c95b90c7b76 service neutron] (100204) timed out ('10.222.0.30', 51946) {{(pid=100204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:34:57.243962 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:59.464740 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-58de34ca-f0ab-4aca-99bc-b0ad8a7d8438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:59.487825 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:34:59.635185 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:00.551340 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:02.414595 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:02.913131 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50634) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:02.920503 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843695574', 'description': 'tempest-secgroup-smoke-1843695574 description', 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:02.942293 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.023248 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.026730 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.054284 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.055521 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1413715 Jul 09 20:35:03.057438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e783f41-b63f-4fcf-a0ba-601a7d6789d7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:03.059375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50638) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:03.064800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Request body: {'security_group_rule': {'security_group_id': '6e783f41-b63f-4fcf-a0ba-601a7d6789d7', 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:03.065814 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.066172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.066541 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.066884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.067230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.067567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.067902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.068234 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.068590 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.068995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.069333 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.069656 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd627f01-33c8-4922-b4b0-b036413d326f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.094363 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.141730 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.144971 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.162976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3045288a-8117-4187-9f30-92942e9742bf,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:03.171869 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.172228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.172610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.172965 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.173313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.173659 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.173999 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.174339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.174677 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.175044 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.175376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.175710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:03.178342 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.179555 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-95df4f48-2805-477f-8637-39dd1e4423ae tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190827 Jul 09 20:35:03.182430 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50642) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:03.187496 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-41f6acca-e829-4c9f-a564-c749b0af4c8a tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Request body: {'security_group_rule': {'security_group_id': '6e783f41-b63f-4fcf-a0ba-601a7d6789d7', 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:03.214134 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-41f6acca-e829-4c9f-a564-c749b0af4c8a tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.274442 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-41f6acca-e829-4c9f-a564-c749b0af4c8a tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.278676 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-41f6acca-e829-4c9f-a564-c749b0af4c8a tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.297565 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6acca-e829-4c9f-a564-c749b0af4c8a tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37f61d0-784b-4c73-ac21-10669222b849,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:03.300538 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-41f6acca-e829-4c9f-a564-c749b0af4c8a tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.301755 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-41f6acca-e829-4c9f-a564-c749b0af4c8a tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182156 Jul 09 20:35:03.304598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50644) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:03.309602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c910743d-6a73-4ef3-9dc8-c63801e39b90 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Request body: {'security_group_rule': {'security_group_id': '6e783f41-b63f-4fcf-a0ba-601a7d6789d7', 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:03.335691 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c910743d-6a73-4ef3-9dc8-c63801e39b90 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.394326 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c910743d-6a73-4ef3-9dc8-c63801e39b90 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.398098 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c910743d-6a73-4ef3-9dc8-c63801e39b90 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.418840 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c910743d-6a73-4ef3-9dc8-c63801e39b90 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.420236 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c910743d-6a73-4ef3-9dc8-c63801e39b90 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146250 Jul 09 20:35:03.422553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910743d-6a73-4ef3-9dc8-c63801e39b90 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86277cc-ff3a-49cc-96d7-0dab29a556b5,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:03.423147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50646) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:03.428018 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-fa760288-f105-4fdb-bb54-986231ed7bf7 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Request body: {'security_group_rule': {'security_group_id': '6e783f41-b63f-4fcf-a0ba-601a7d6789d7', 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:03.453939 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa760288-f105-4fdb-bb54-986231ed7bf7 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.513776 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa760288-f105-4fdb-bb54-986231ed7bf7 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.517151 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa760288-f105-4fdb-bb54-986231ed7bf7 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.534444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa760288-f105-4fdb-bb54-986231ed7bf7 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90dd167a-c8b1-4a75-ad73-1613e948c9de,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:03.541150 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fa760288-f105-4fdb-bb54-986231ed7bf7 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.542366 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fa760288-f105-4fdb-bb54-986231ed7bf7 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181617 Jul 09 20:35:03.546352 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50648) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:03.550896 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9a26e7ac-15e9-4820-bb6f-265fb25bc217 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Request body: {'security_group_rule': {'security_group_id': '6e783f41-b63f-4fcf-a0ba-601a7d6789d7', 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:03.571068 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-9a26e7ac-15e9-4820-bb6f-265fb25bc217 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Project e3f13a9a9a3646bfa6dc5ab72d32ca88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:35:03.576379 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a26e7ac-15e9-4820-bb6f-265fb25bc217 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.636915 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a26e7ac-15e9-4820-bb6f-265fb25bc217 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.640586 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a26e7ac-15e9-4820-bb6f-265fb25bc217 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.659257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26e7ac-15e9-4820-bb6f-265fb25bc217 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209b1d64-2d8e-42bd-9811-6d7d7655ac84,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:03.662065 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a26e7ac-15e9-4820-bb6f-265fb25bc217 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.663259 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9a26e7ac-15e9-4820-bb6f-265fb25bc217 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159720 Jul 09 20:35:03.665890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50650) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:03.670421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-704aefa6-304b-4f78-a5e1-1db20220c511 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Request body: {'security_group_rule': {'security_group_id': '6e783f41-b63f-4fcf-a0ba-601a7d6789d7', 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:03.691800 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-704aefa6-304b-4f78-a5e1-1db20220c511 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Project e3f13a9a9a3646bfa6dc5ab72d32ca88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:35:03.696426 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-704aefa6-304b-4f78-a5e1-1db20220c511 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.761289 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-704aefa6-304b-4f78-a5e1-1db20220c511 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.769742 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-704aefa6-304b-4f78-a5e1-1db20220c511 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.792737 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704aefa6-304b-4f78-a5e1-1db20220c511 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c68f3f2-74d6-457e-9717-96e2c5b10d70,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:03.800168 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-704aefa6-304b-4f78-a5e1-1db20220c511 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:03.801440 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-704aefa6-304b-4f78-a5e1-1db20220c511 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346004 Jul 09 20:35:04.146986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-de613452-0b12-416f-a012-cbe4b188bc0f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843695574&fields=id&tenant_id=e3f13a9a9a3646bfa6dc5ab72d32ca88 HTTP/1.1" status: 200 len: 267 time: 0.0331199 Jul 09 20:35:04.255851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-0d819a7e-0a71-4a07-b06d-abfbac0fbc1b tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:04.257375 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-0d819a7e-0a71-4a07-b06d-abfbac0fbc1b tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/networks?id=27183648-7198-4717-9ca0-4e9ac3b681ef HTTP/1.1" status: 200 len: 814 time: 0.1041152 Jul 09 20:35:04.271921 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-c5d1c2e8-be6d-441f-a8b3-45aaf9401ec5 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/quotas/e3f13a9a9a3646bfa6dc5ab72d32ca88 HTTP/1.1" status: 200 len: 375 time: 0.0089269 Jul 09 20:35:04.340322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-fff7e921-09ec-4091-90e6-e7675655e472 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3f13a9a9a3646bfa6dc5ab72d32ca88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634155 Jul 09 20:35:04.438234 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-c554639b-48ed-4de9-aa56-1581ee4df339 service neutron] 10.222.0.30 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870495 Jul 09 20:35:04.527922 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-7bd4afc3-3335-4f99-bf45-139f1288db66 service neutron] 10.222.0.30 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832856 Jul 09 20:35:04.951326 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-19d2be8b-8e2e-47a1-9aaf-c03d4324e428 req-02261fed-3a57-4693-bc01-5acbb22a5be4 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 210 time: 0.1363816 Jul 09 20:35:05.873643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-014c42a9-3e5c-4bc3-9d64-21c98ef50aa5 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:05.875110 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-014c42a9-3e5c-4bc3-9d64-21c98ef50aa5 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.32 "GET /v2.0/networks?id=27183648-7198-4717-9ca0-4e9ac3b681ef HTTP/1.1" status: 200 len: 814 time: 0.1071441 Jul 09 20:35:05.926010 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-27d231b3-a02a-4586-8255-e2637be01154 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3f13a9a9a3646bfa6dc5ab72d32ca88 HTTP/1.1" status: 200 len: 380 time: 0.0351231 Jul 09 20:35:05.936309 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-0fff2d50-5eec-49f5-af42-c9f821480226 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Request body: {'port': {'device_id': 'ea86a140-349d-4063-b17c-96513725faa1', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'admin_state_up': True, 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'security_groups': ['6e783f41-b63f-4fcf-a0ba-601a7d6789d7']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:06.058981 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-0fff2d50-5eec-49f5-af42-c9f821480226 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Made reservation on behalf of e3f13a9a9a3646bfa6dc5ab72d32ca88 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:35:06.062780 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-0fff2d50-5eec-49f5-af42-c9f821480226 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:06.143800 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46b33aac-c86e-46e2-857d-5053a6ca127e req-2c8fd2b1-a33b-45e8-b6c0-5fdaef88446b tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 210 time: 0.0570304 Jul 09 20:35:06.219019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-0fff2d50-5eec-49f5-af42-c9f821480226 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Allocated IP 172.20.0.12 (27183648-7198-4717-9ca0-4e9ac3b681ef/793dd708-7005-4208-933d-575e623f5596/6d67a29d-bd1d-453c-b698-7d5f6844543e) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:35:06.360854 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-0fff2d50-5eec-49f5-af42-c9f821480226 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:06.374831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-0fff2d50-5eec-49f5-af42-c9f821480226 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Transition to ACTIVE for port object 6d67a29d-bd1d-453c-b698-7d5f6844543e will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:35:06.408073 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-0fff2d50-5eec-49f5-af42-c9f821480226 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:06.458246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-0fff2d50-5eec-49f5-af42-c9f821480226 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Network 27183648-7198-4717-9ca0-4e9ac3b681ef is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:35:06.461649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-0fff2d50-5eec-49f5-af42-c9f821480226 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:35:06.466524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-0fff2d50-5eec-49f5-af42-c9f821480226 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:35:06.490757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff2d50-5eec-49f5-af42-c9f821480226 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Pushing event updated for resources: {'Port': ['ID=6d67a29d-bd1d-453c-b698-7d5f6844543e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:06.521602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-0fff2d50-5eec-49f5-af42-c9f821480226 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:06.522356 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-0fff2d50-5eec-49f5-af42-c9f821480226 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:06.538374 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-0fff2d50-5eec-49f5-af42-c9f821480226 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064539 Jul 09 20:35:06.550481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Request body: {'port': {'device_id': 'ea86a140-349d-4063-b17c-96513725faa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:06.627871 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:06.718822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1ab9b1ba-3149-4302-a181-f71939d19218 None None] Provisioning for port 6d67a29d-bd1d-453c-b698-7d5f6844543e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:35:06.722955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1ab9b1ba-3149-4302-a181-f71939d19218 None None] Provisioning complete for port 6d67a29d-bd1d-453c-b698-7d5f6844543e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:06.723460 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1ab9b1ba-3149-4302-a181-f71939d19218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:06.769248 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1ab9b1ba-3149-4302-a181-f71939d19218 None None] Port 6d67a29d-bd1d-453c-b698-7d5f6844543e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:35:06.901368 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d67a29d-bd1d-453c-b698-7d5f6844543e {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:35:06.909688 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:06.923431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Transition to ACTIVE for port object 6d67a29d-bd1d-453c-b698-7d5f6844543e will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:35:06.928410 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:06.977450 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Pushing event updated for resources: {'Port': ['ID=6d67a29d-bd1d-453c-b698-7d5f6844543e,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:07.053078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Attempting to bind port 6d67a29d-bd1d-453c-b698-7d5f6844543e on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:35:07.053569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Attempting to bind port 6d67a29d-bd1d-453c-b698-7d5f6844543e by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '6a103008-57cc-4cfa-a874-ac1c92c84012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:35:07.054008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Attempting to bind port 6d67a29d-bd1d-453c-b698-7d5f6844543e on network 27183648-7198-4717-9ca0-4e9ac3b681ef {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:35:07.058757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Port 6d67a29d-bd1d-453c-b698-7d5f6844543e on network 27183648-7198-4717-9ca0-4e9ac3b681ef not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:35:07.059620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Attempting to bind port 6d67a29d-bd1d-453c-b698-7d5f6844543e on network 27183648-7198-4717-9ca0-4e9ac3b681ef {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:35:07.065330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:35:07.065752 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Checking segment: {'id': '6a103008-57cc-4cfa-a874-ac1c92c84012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:35:07.066210 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Bound using segment: {'id': '6a103008-57cc-4cfa-a874-ac1c92c84012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:35:07.066746 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Bound port: 6d67a29d-bd1d-453c-b698-7d5f6844543e, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a103008-57cc-4cfa-a874-ac1c92c84012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:35:07.067182 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:07.155030 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] For port 6d67a29d-bd1d-453c-b698-7d5f6844543e, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:35:07.158562 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] For port 6d67a29d-bd1d-453c-b698-7d5f6844543e, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=6d67a29d-bd1d-453c-b698-7d5f6844543e,segment=NetworkSegment(6a103008-57cc-4cfa-a874-ac1c92c84012),segment_id=6a103008-57cc-4cfa-a874-ac1c92c84012)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:35:07.163138 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:07.212925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:07.213560 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:07.216566 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] 10.222.0.32 "PUT /v2.0/ports/6d67a29d-bd1d-453c-b698-7d5f6844543e HTTP/1.1" status: 200 len: 1092 time: 0.6706815 Jul 09 20:35:07.217290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea86a140-349d-4063-b17c-96513725faa1', 'tag': '6d67a29d-bd1d-453c-b698-7d5f6844543e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:35:07.219733 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547760ad-a32e-4cde-a311-4c392737c6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ea86a140-349d-4063-b17c-96513725faa1", "tag": "6d67a29d-bd1d-453c-b698-7d5f6844543e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:35:07.251511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96195831-5b17-4663-a4a5-3c605e16977f service neutron] Pushing event updated for resources: {'Port': ['ID=6d67a29d-bd1d-453c-b698-7d5f6844543e,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:07.301702 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5072e0-2600-45cd-a619-bfbf98b491cb x-openstack-request-id: req-db5072e0-2600-45cd-a619-bfbf98b491cb {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:35:07.302059 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea86a140-349d-4063-b17c-96513725faa1", "tag": "6d67a29d-bd1d-453c-b698-7d5f6844543e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:35:07.302234 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db5072e0-2600-45cd-a619-bfbf98b491cb {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:35:07.302628 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea86a140-349d-4063-b17c-96513725faa1', 'tag': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'status': 'completed', 'code': 200} Jul 09 20:35:07.331446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-b36bbfaa-84ef-4363-ae88-9807a87ef916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:07.333008 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-b36bbfaa-84ef-4363-ae88-9807a87ef916 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f13a9a9a3646bfa6dc5ab72d32ca88&device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 1095 time: 0.0668654 Jul 09 20:35:07.357411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4251db2-adc9-4da3-a4bf-f1a8bd6f5953 req-e2d6d971-b9c6-44af-826a-67919f91383b tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:07.359202 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a4251db2-adc9-4da3-a4bf-f1a8bd6f5953 req-e2d6d971-b9c6-44af-826a-67919f91383b tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 944 time: 0.0719705 Jul 09 20:35:07.384625 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-75253383-035d-4b1b-921e-1d878a20da3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d67a29d-bd1d-453c-b698-7d5f6844543e HTTP/1.1" status: 200 len: 217 time: 0.0424230 Jul 09 20:35:07.413004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a4251db2-adc9-4da3-a4bf-f1a8bd6f5953 req-fa3c9e9f-3d0a-4222-a6d3-a3a01514d3da tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456934 Jul 09 20:35:07.441302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-9008729d-c08f-417a-8351-2a463d72d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:07.442948 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-9008729d-c08f-417a-8351-2a463d72d1c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=793dd708-7005-4208-933d-575e623f5596 HTTP/1.1" status: 200 len: 853 time: 0.0502009 Jul 09 20:35:07.504608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-080822a5-6045-41b6-aa99-3713c288cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:07.506272 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-080822a5-6045-41b6-aa99-3713c288cc86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27183648-7198-4717-9ca0-4e9ac3b681ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554729 Jul 09 20:35:07.602728 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-ae734ef9-20e4-479c-a291-b4b8048beab8 service neutron] 10.222.0.32 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887358 Jul 09 20:35:07.693145 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9cd1ae6-ff90-4ae8-bbc6-20bd667d087a req-8b78f2b2-f21e-4bd3-9c11-dc407322c4dc service neutron] 10.222.0.32 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832651 Jul 09 20:35:07.793706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547760ad-a32e-4cde-a311-4c392737c6eb req-48495967-28d6-4ef8-b0e7-1f61047c9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:07.795238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-547760ad-a32e-4cde-a311-4c392737c6eb req-48495967-28d6-4ef8-b0e7-1f61047c9f18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f13a9a9a3646bfa6dc5ab72d32ca88&device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 1095 time: 0.0564451 Jul 09 20:35:07.892283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547760ad-a32e-4cde-a311-4c392737c6eb req-f11cf19e-8458-49f7-a9fa-02d7b6c825be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:07.893759 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-547760ad-a32e-4cde-a311-4c392737c6eb req-f11cf19e-8458-49f7-a9fa-02d7b6c825be service neutron] 10.222.0.32 "GET /v2.0/networks?id=27183648-7198-4717-9ca0-4e9ac3b681ef HTTP/1.1" status: 200 len: 915 time: 0.0917995 Jul 09 20:35:07.935841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-547760ad-a32e-4cde-a311-4c392737c6eb req-2d26e9dc-ee38-462b-83c7-b5053ab0cbac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d67a29d-bd1d-453c-b698-7d5f6844543e HTTP/1.1" status: 200 len: 217 time: 0.0350468 Jul 09 20:35:07.985807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547760ad-a32e-4cde-a311-4c392737c6eb req-a3916918-24df-4382-89ce-3ad241352c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:07.987521 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-547760ad-a32e-4cde-a311-4c392737c6eb req-a3916918-24df-4382-89ce-3ad241352c69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=793dd708-7005-4208-933d-575e623f5596 HTTP/1.1" status: 200 len: 853 time: 0.0448322 Jul 09 20:35:08.049912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547760ad-a32e-4cde-a311-4c392737c6eb req-53ecd3d0-6e30-4a0e-b659-105c44e921d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:08.051409 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-547760ad-a32e-4cde-a311-4c392737c6eb req-53ecd3d0-6e30-4a0e-b659-105c44e921d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27183648-7198-4717-9ca0-4e9ac3b681ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568728 Jul 09 20:35:08.143772 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-547760ad-a32e-4cde-a311-4c392737c6eb req-ed1c3e25-9cc9-4fb0-83fa-acaa390565b1 service neutron] 10.222.0.32 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843132 Jul 09 20:35:08.239737 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-547760ad-a32e-4cde-a311-4c392737c6eb req-3fc38c84-2776-4c44-aa2c-e02761da9440 service neutron] 10.222.0.32 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888243 Jul 09 20:35:08.597261 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f647530-6664-4bd6-921c-4655418f854e req-477c8f38-3302-40dc-bd79-4a553eadb6bb tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:08.598903 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f647530-6664-4bd6-921c-4655418f854e req-477c8f38-3302-40dc-bd79-4a553eadb6bb tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 944 time: 0.0677543 Jul 09 20:35:08.636769 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9f647530-6664-4bd6-921c-4655418f854e req-76aa156d-27ad-4c51-b38d-202489d2c995 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Jul 09 20:35:09.823255 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b6789-a986-4216-82f4-0f828fbcce7e req-83b157c1-95be-42e8-951b-85eed8e4b206 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:09.825500 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c3b6789-a986-4216-82f4-0f828fbcce7e req-83b157c1-95be-42e8-951b-85eed8e4b206 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 944 time: 0.0704052 Jul 09 20:35:09.866523 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c3b6789-a986-4216-82f4-0f828fbcce7e req-19e7162e-cb0a-418c-b5f2-ddc96d3bc828 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346990 Jul 09 20:35:11.043383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7591726-9f72-4d15-87e6-2cfa4dbfd8cc req-110d7b61-470e-4cc9-91a4-f8ec8571494c tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:11.044839 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7591726-9f72-4d15-87e6-2cfa4dbfd8cc req-110d7b61-470e-4cc9-91a4-f8ec8571494c tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 944 time: 0.0621474 Jul 09 20:35:11.084904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7591726-9f72-4d15-87e6-2cfa4dbfd8cc req-269c0296-8c4e-41e6-8424-6b2f3ee6a08c tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346332 Jul 09 20:35:12.254699 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fc179-61b9-401a-9db6-5ef5c70a4462 req-0f57ff66-c0fc-490e-88a3-00c902172598 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:12.256196 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-426fc179-61b9-401a-9db6-5ef5c70a4462 req-0f57ff66-c0fc-490e-88a3-00c902172598 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 944 time: 0.0633237 Jul 09 20:35:12.295078 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-426fc179-61b9-401a-9db6-5ef5c70a4462 req-1319f597-a80f-4e30-8126-0e1155188ec4 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328538 Jul 09 20:35:13.463653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e03ea4-03ed-4e79-bfd4-4548445c4a20 req-665447d0-6914-4b68-bb1f-41855c1de677 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:13.465509 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38e03ea4-03ed-4e79-bfd4-4548445c4a20 req-665447d0-6914-4b68-bb1f-41855c1de677 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 944 time: 0.0626922 Jul 09 20:35:13.502319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38e03ea4-03ed-4e79-bfd4-4548445c4a20 req-86d18370-eee9-4176-a150-b9df274b9776 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313048 Jul 09 20:35:14.672019 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417d998-7ed3-45bf-8fb7-96909c9b3dfe req-e848cdb3-ec53-474d-b2e2-b9520128b4d2 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:14.673582 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f417d998-7ed3-45bf-8fb7-96909c9b3dfe req-e848cdb3-ec53-474d-b2e2-b9520128b4d2 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 944 time: 0.0632458 Jul 09 20:35:14.712793 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f417d998-7ed3-45bf-8fb7-96909c9b3dfe req-abc40142-7c50-40df-813f-95f8c4717482 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336399 Jul 09 20:35:15.886637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff84338-b3cc-43c0-ade9-1b0fc1239aee req-516922d8-c9b1-4959-bf8e-8273d304df80 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:15.888116 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2ff84338-b3cc-43c0-ade9-1b0fc1239aee req-516922d8-c9b1-4959-bf8e-8273d304df80 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 944 time: 0.0626218 Jul 09 20:35:15.926147 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2ff84338-b3cc-43c0-ade9-1b0fc1239aee req-fbe563f5-5710-461d-8070-d57c271322e1 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323749 Jul 09 20:35:17.102763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43911d5-22c8-4d99-832c-dcb53566cdf1 req-162500d3-d657-4113-94d1-a2fc3ce12e2f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:17.104173 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c43911d5-22c8-4d99-832c-dcb53566cdf1 req-162500d3-d657-4113-94d1-a2fc3ce12e2f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 944 time: 0.0678978 Jul 09 20:35:17.141429 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c43911d5-22c8-4d99-832c-dcb53566cdf1 req-74c8b2bb-0b7a-4e2a-af79-f1f1eb26a0c4 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315030 Jul 09 20:35:18.313252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058ac98-cbea-416c-aaab-2a7a5c4fad90 req-881cdb68-302c-4593-a339-49c8e161806a tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:18.314728 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3058ac98-cbea-416c-aaab-2a7a5c4fad90 req-881cdb68-302c-4593-a339-49c8e161806a tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 944 time: 0.0653031 Jul 09 20:35:18.351735 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3058ac98-cbea-416c-aaab-2a7a5c4fad90 req-98329a9f-872c-48e7-be59-d2db86784347 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315304 Jul 09 20:35:18.626506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 6d67a29d-bd1d-453c-b698-7d5f6844543e details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:35:18.720256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 6d67a29d-bd1d-453c-b698-7d5f6844543e, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=6d67a29d-bd1d-453c-b698-7d5f6844543e,segment=NetworkSegment(6a103008-57cc-4cfa-a874-ac1c92c84012),segment_id=6a103008-57cc-4cfa-a874-ac1c92c84012)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:18.732158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'port_id': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'mac_address': 'fa:16:3e:e1:ea:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793dd708-7005-4208-933d-575e623f5596', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:35:18.769623 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:18.782339 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d67a29d-bd1d-453c-b698-7d5f6844543e {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:35:18.801659 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 6d67a29d-bd1d-453c-b698-7d5f6844543e, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=6d67a29d-bd1d-453c-b698-7d5f6844543e,segment=NetworkSegment(6a103008-57cc-4cfa-a874-ac1c92c84012),segment_id=6a103008-57cc-4cfa-a874-ac1c92c84012)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:18.805411 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:18.850670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=6d67a29d-bd1d-453c-b698-7d5f6844543e,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:18.858487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:18.858837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:18.859179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:18.859518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:18.859869 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:18.860185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:18.860515 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:18.860877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:18.861202 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:18.861527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:18.861855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:18.862179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:35:19.058052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['6d67a29d-bd1d-453c-b698-7d5f6844543e'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:35:19.533293 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1311b13-9f91-417f-89fc-b71c727e8003 req-20c3178d-e833-41ec-9620-5e6396a0821c tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:19.534774 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1311b13-9f91-417f-89fc-b71c727e8003 req-20c3178d-e833-41ec-9620-5e6396a0821c tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 945 time: 0.0634053 Jul 09 20:35:19.572479 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1311b13-9f91-417f-89fc-b71c727e8003 req-ab1e5ac6-47c2-4c6a-9eaa-27054d0dc2cf tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Jul 09 20:35:20.637416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 6d67a29d-bd1d-453c-b698-7d5f6844543e up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:35:20.685899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 6d67a29d-bd1d-453c-b698-7d5f6844543e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:35:20.689999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 6d67a29d-bd1d-453c-b698-7d5f6844543e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:35:20.690379 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:20.752415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16812be-c8dd-473f-8584-0312a2f2e4ff req-7ab0ce10-6a46-44b9-86e1-a07239678a31 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:20.753966 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a16812be-c8dd-473f-8584-0312a2f2e4ff req-7ab0ce10-6a46-44b9-86e1-a07239678a31 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 945 time: 0.0654309 Jul 09 20:35:20.772260 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:20.793206 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a16812be-c8dd-473f-8584-0312a2f2e4ff req-8e915623-3147-459c-8831-985d181b31c6 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327644 Jul 09 20:35:20.795007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea86a140-349d-4063-b17c-96513725faa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d67a29d-bd1d-453c-b698-7d5f6844543e'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:35:20.797313 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03386b04-1673-473e-a58a-08369f3df62d" -d '{"events": [{"server_uuid": "ea86a140-349d-4063-b17c-96513725faa1", "name": "network-vif-plugged", "status": "completed", "tag": "6d67a29d-bd1d-453c-b698-7d5f6844543e"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:35:20.812471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 6d67a29d-bd1d-453c-b698-7d5f6844543e, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=6d67a29d-bd1d-453c-b698-7d5f6844543e,segment=NetworkSegment(6a103008-57cc-4cfa-a874-ac1c92c84012),segment_id=6a103008-57cc-4cfa-a874-ac1c92c84012)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:35:20.816795 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:20.840297 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7604a9-5ffa-467f-a2a7-bfcebfd23e8c x-openstack-request-id: req-5a7604a9-5ffa-467f-a2a7-bfcebfd23e8c {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:35:20.840864 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea86a140-349d-4063-b17c-96513725faa1", "name": "network-vif-plugged", "status": "completed", "tag": "6d67a29d-bd1d-453c-b698-7d5f6844543e", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:35:20.841118 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a7604a9-5ffa-467f-a2a7-bfcebfd23e8c {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:35:20.841511 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea86a140-349d-4063-b17c-96513725faa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'code': 200} Jul 09 20:35:20.867086 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=6d67a29d-bd1d-453c-b698-7d5f6844543e,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:20.949509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495c2c8-e265-4c1d-b469-3f49e1091d9f req-c707d042-1c92-404a-a4b5-04afe36d9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:20.950966 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f495c2c8-e265-4c1d-b469-3f49e1091d9f req-c707d042-1c92-404a-a4b5-04afe36d9787 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 1097 time: 0.0505157 Jul 09 20:35:20.987809 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f495c2c8-e265-4c1d-b469-3f49e1091d9f req-e1cfc0e7-3211-4e67-a8d9-20b6e7abe9ae service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303695 Jul 09 20:35:21.966488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093899e6-3099-4e86-b382-77ee4515e4a2 req-c43ae86e-1afd-4288-bfb0-626902b8be17 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:21.967900 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-093899e6-3099-4e86-b382-77ee4515e4a2 req-c43ae86e-1afd-4288-bfb0-626902b8be17 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 946 time: 0.0632279 Jul 09 20:35:22.004797 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-093899e6-3099-4e86-b382-77ee4515e4a2 req-4d7e220c-4140-4897-b3a7-9e02aa4d05ff tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312226 Jul 09 20:35:22.187330 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee5a94-0316-48d5-b8df-c83a356d3fde req-4312e134-9aab-4356-af56-940754b17f93 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:22.188843 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b8ee5a94-0316-48d5-b8df-c83a356d3fde req-4312e134-9aab-4356-af56-940754b17f93 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 946 time: 0.0685537 Jul 09 20:35:22.226412 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b8ee5a94-0316-48d5-b8df-c83a356d3fde req-9dc5bf6e-053e-495b-9f0e-e81df7a19fc7 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Jul 09 20:35:22.250035 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50724) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:22.344681 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb4140f-8bc1-4f91-a781-927c9bda9645 tempest-TestVolumeBackupRestore-983556680 tempest-TestVolumeBackupRestore-983556680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:22.346221 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8eb4140f-8bc1-4f91-a781-927c9bda9645 tempest-TestVolumeBackupRestore-983556680 tempest-TestVolumeBackupRestore-983556680-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 1092 time: 0.0952008 Jul 09 20:35:22.349099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50728) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:22.353464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:22.378017 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:22.478058 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:22.579254 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Allocated IP 172.25.0.180 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/c8f20a94-0a26-472b-b638-0d876f8b3348) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:35:22.683889 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:22.723291 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:22.764105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:35:22.766910 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:35:22.769472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:35:22.792811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Pushing event updated for resources: {'Port': ['ID=c8f20a94-0a26-472b-b638-0d876f8b3348,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:23.137362 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:23.211844 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:23.360746 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:23.365173 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:23.779874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Pushing event updated for resources: {'Port': ['ID=c8f20a94-0a26-472b-b638-0d876f8b3348,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:23.789607 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:23.890259 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Floating IP 786a1496-0dff-4e11-8e14-c7024ef59e38 associated. External IP: 172.25.0.180, port: 6d67a29d-bd1d-453c-b698-7d5f6844543e. Jul 09 20:35:24.095601 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Router 7a739054-80be-4639-a21b-9917b3c51bf6 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:35:24.204435 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:35:24.214690 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbdfa3-361f-4c39-9c52-907ddcbcc0e4 None None] Sync routers for ids ['7a739054-80be-4639-a21b-9917b3c51bf6'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:35:24.221005 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:24.224985 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbdfa3-361f-4c39-9c52-907ddcbcc0e4 None None] Routers {'7a739054-80be-4639-a21b-9917b3c51bf6'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:24.225611 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9ccbdfa3-361f-4c39-9c52-907ddcbcc0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:34:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7a739054-80be-4639-a21b-9917b3c51bf6'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:24.258096 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7f660f77-e518-46d9-b758-44c180d9f6ed tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9079664 Jul 09 20:35:24.258838 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea86a140-349d-4063-b17c-96513725faa1', 'tag': '6d67a29d-bd1d-453c-b698-7d5f6844543e'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:35:24.260913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50730) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:24.261930 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fb795d-a824-46bd-9c58-e85e8601d6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ea86a140-349d-4063-b17c-96513725faa1", "tag": "6d67a29d-bd1d-453c-b698-7d5f6844543e"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:35:24.317490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f867a5bb-5fd2-460d-bcb4-25dc5ab8c743 tempest-TestVolumeBackupRestore-983556680 tempest-TestVolumeBackupRestore-983556680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:24.321469 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f867a5bb-5fd2-460d-bcb4-25dc5ab8c743 tempest-TestVolumeBackupRestore-983556680 tempest-TestVolumeBackupRestore-983556680-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 1092 time: 0.0564353 Jul 09 20:35:24.321791 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 50736) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:24.326841 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ca3fc9c0-36a0-4531-909b-dca02047096f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Request body: {'floatingip': {'port_id': '6d67a29d-bd1d-453c-b698-7d5f6844543e'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:35:24.334917 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-9ccbdfa3-361f-4c39-9c52-907ddcbcc0e4 None None] Set router 7a739054-80be-4639-a21b-9917b3c51bf6 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:24.363386 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b728817-6c9b-42a4-9dc4-2ac90deb9c2b x-openstack-request-id: req-5b728817-6c9b-42a4-9dc4-2ac90deb9c2b {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:35:24.363687 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea86a140-349d-4063-b17c-96513725faa1", "tag": "6d67a29d-bd1d-453c-b698-7d5f6844543e", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:35:24.363951 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b728817-6c9b-42a4-9dc4-2ac90deb9c2b {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:35:24.364359 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea86a140-349d-4063-b17c-96513725faa1', 'tag': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'status': 'completed', 'code': 200} Jul 09 20:35:24.389282 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:35:24.391334 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ca3fc9c0-36a0-4531-909b-dca02047096f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for floatingip, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:24.443044 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb795d-a824-46bd-9c58-e85e8601d6d5 req-86bcee1b-3b1a-413d-b502-b506f43412c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:24.445108 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-76fb795d-a824-46bd-9c58-e85e8601d6d5 req-86bcee1b-3b1a-413d-b502-b506f43412c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f13a9a9a3646bfa6dc5ab72d32ca88&device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 1097 time: 0.0577714 Jul 09 20:35:24.588559 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9ccbdfa3-361f-4c39-9c52-907ddcbcc0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:33:14Z', 'revision_number': 4, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '786a1496-0dff-4e11-8e14-c7024ef59e38', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'port_id': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'mac_address': 'fa:16:3e:e1:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea86a140-349d-4063-b17c-96513725faa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:35:22Z', 'updated_at': '2021-07-09T20:35:22Z', 'revision_number': 0, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57534a2-4112-4754-91ad-26e63e002849', 'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'mac_address': 'fa:16:3e:81:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '793dd708-7005-4208-933d-575e623f5596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:14Z', 'updated_at': '2021-07-09T20:33:20Z', 'revision_number': 5, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'subnets': [{'id': '793dd708-7005-4208-933d-575e623f5596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:24.619572 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbdfa3-361f-4c39-9c52-907ddcbcc0e4 None None] Checking router: 7a739054-80be-4639-a21b-9917b3c51bf6 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:35:24.629873 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbdfa3-361f-4c39-9c52-907ddcbcc0e4 None None] Routers {'7a739054-80be-4639-a21b-9917b3c51bf6'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:24.630688 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9ccbdfa3-361f-4c39-9c52-907ddcbcc0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:34:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7a739054-80be-4639-a21b-9917b3c51bf6'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:24.747144 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-9ccbdfa3-361f-4c39-9c52-907ddcbcc0e4 None None] Set router 7a739054-80be-4639-a21b-9917b3c51bf6 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:24.889851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb795d-a824-46bd-9c58-e85e8601d6d5 req-eff324df-c7cd-48c4-a77d-1c83666f2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:24.891472 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-76fb795d-a824-46bd-9c58-e85e8601d6d5 req-eff324df-c7cd-48c4-a77d-1c83666f2305 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27183648-7198-4717-9ca0-4e9ac3b681ef HTTP/1.1" status: 200 len: 915 time: 0.4397309 Jul 09 20:35:24.919016 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ca3fc9c0-36a0-4531-909b-dca02047096f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:24.923776 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ca3fc9c0-36a0-4531-909b-dca02047096f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:24.961227 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-76fb795d-a824-46bd-9c58-e85e8601d6d5 req-75745d38-8875-4c33-836d-047a0cee750b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d67a29d-bd1d-453c-b698-7d5f6844543e HTTP/1.1" status: 200 len: 1000 time: 0.0634863 Jul 09 20:35:24.983157 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-9ccbdfa3-361f-4c39-9c52-907ddcbcc0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:33:14Z', 'revision_number': 4, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '786a1496-0dff-4e11-8e14-c7024ef59e38', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'port_id': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'mac_address': 'fa:16:3e:e1:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea86a140-349d-4063-b17c-96513725faa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:35:22Z', 'updated_at': '2021-07-09T20:35:22Z', 'revision_number': 0, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57534a2-4112-4754-91ad-26e63e002849', 'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'mac_address': 'fa:16:3e:81:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '793dd708-7005-4208-933d-575e623f5596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:14Z', 'updated_at': '2021-07-09T20:33:20Z', 'revision_number': 5, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'subnets': [{'id': '793dd708-7005-4208-933d-575e623f5596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:25.010722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb795d-a824-46bd-9c58-e85e8601d6d5 req-e2ba0e8f-ac87-4d4a-a6e5-ec16b7ce1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:25.012442 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-76fb795d-a824-46bd-9c58-e85e8601d6d5 req-e2ba0e8f-ac87-4d4a-a6e5-ec16b7ce1823 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=793dd708-7005-4208-933d-575e623f5596 HTTP/1.1" status: 200 len: 853 time: 0.0442979 Jul 09 20:35:25.081588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb795d-a824-46bd-9c58-e85e8601d6d5 req-55eee40e-c440-4c19-aad4-d24c514d8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:25.083258 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-76fb795d-a824-46bd-9c58-e85e8601d6d5 req-55eee40e-c440-4c19-aad4-d24c514d8343 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27183648-7198-4717-9ca0-4e9ac3b681ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638397 Jul 09 20:35:25.106912 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbdfa3-361f-4c39-9c52-907ddcbcc0e4 None None] The sync data for ids ['7a739054-80be-4639-a21b-9917b3c51bf6'] in n-d-800088-3 is: [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:33:14Z', 'revision_number': 4, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '786a1496-0dff-4e11-8e14-c7024ef59e38', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'port_id': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'mac_address': 'fa:16:3e:e1:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea86a140-349d-4063-b17c-96513725faa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:35:22Z', 'updated_at': '2021-07-09T20:35:22Z', 'revision_number': 0, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57534a2-4112-4754-91ad-26e63e002849', 'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'mac_address': 'fa:16:3e:81:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '793dd708-7005-4208-933d-575e623f5596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:14Z', 'updated_at': '2021-07-09T20:33:20Z', 'revision_number': 5, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'subnets': [{'id': '793dd708-7005-4208-933d-575e623f5596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:35:25.159280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3fc9c0-36a0-4531-909b-dca02047096f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Router 7a739054-80be-4639-a21b-9917b3c51bf6 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:35:25.195814 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-76fb795d-a824-46bd-9c58-e85e8601d6d5 req-40a317bd-7c79-4a0a-9627-2348045d175b service neutron] 10.222.0.32 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057575 Jul 09 20:35:25.276402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3fc9c0-36a0-4531-909b-dca02047096f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:35:25.282491 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ca3fc9c0-36a0-4531-909b-dca02047096f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:25.299864 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-76fb795d-a824-46bd-9c58-e85e8601d6d5 req-6fe3f434-a2cd-4673-9730-921a70dd8c99 service neutron] 10.222.0.32 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973499 Jul 09 20:35:25.341058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbe5e9e-6083-46f2-bdbf-d5f02c47bdfd None None] New status for floating IP 786a1496-0dff-4e11-8e14-c7024ef59e38: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:35:25.366077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ca3fc9c0-36a0-4531-909b-dca02047096f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "PUT /v2.0/floatingips/786a1496-0dff-4e11-8e14-c7024ef59e38 HTTP/1.1" status: 200 len: 992 time: 1.0431554 Jul 09 20:35:25.570877 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ee454-b449-4340-af63-72c963e605fe None None] Sync routers for ids ['7a739054-80be-4639-a21b-9917b3c51bf6'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:35:25.579792 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ee454-b449-4340-af63-72c963e605fe None None] Routers {'7a739054-80be-4639-a21b-9917b3c51bf6'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:25.580394 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-166ee454-b449-4340-af63-72c963e605fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:34:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7a739054-80be-4639-a21b-9917b3c51bf6'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:25.684168 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-166ee454-b449-4340-af63-72c963e605fe None None] Set router 7a739054-80be-4639-a21b-9917b3c51bf6 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:25.902464 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-166ee454-b449-4340-af63-72c963e605fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:33:14Z', 'revision_number': 4, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '786a1496-0dff-4e11-8e14-c7024ef59e38', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'port_id': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'mac_address': 'fa:16:3e:e1:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea86a140-349d-4063-b17c-96513725faa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:35:22Z', 'updated_at': '2021-07-09T20:35:25Z', 'revision_number': 2, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57534a2-4112-4754-91ad-26e63e002849', 'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'mac_address': 'fa:16:3e:81:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '793dd708-7005-4208-933d-575e623f5596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:14Z', 'updated_at': '2021-07-09T20:33:20Z', 'revision_number': 5, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'subnets': [{'id': '793dd708-7005-4208-933d-575e623f5596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:25.930314 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ee454-b449-4340-af63-72c963e605fe None None] Checking router: 7a739054-80be-4639-a21b-9917b3c51bf6 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:35:25.938670 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ee454-b449-4340-af63-72c963e605fe None None] Routers {'7a739054-80be-4639-a21b-9917b3c51bf6'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:25.939278 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-166ee454-b449-4340-af63-72c963e605fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:34:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7a739054-80be-4639-a21b-9917b3c51bf6'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:26.037320 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-166ee454-b449-4340-af63-72c963e605fe None None] Set router 7a739054-80be-4639-a21b-9917b3c51bf6 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:26.254797 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-166ee454-b449-4340-af63-72c963e605fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:33:14Z', 'revision_number': 4, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '786a1496-0dff-4e11-8e14-c7024ef59e38', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'port_id': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'mac_address': 'fa:16:3e:e1:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea86a140-349d-4063-b17c-96513725faa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:35:22Z', 'updated_at': '2021-07-09T20:35:25Z', 'revision_number': 2, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57534a2-4112-4754-91ad-26e63e002849', 'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'mac_address': 'fa:16:3e:81:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '793dd708-7005-4208-933d-575e623f5596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:14Z', 'updated_at': '2021-07-09T20:33:20Z', 'revision_number': 5, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'subnets': [{'id': '793dd708-7005-4208-933d-575e623f5596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:26.280128 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166ee454-b449-4340-af63-72c963e605fe None None] The sync data for ids ['7a739054-80be-4639-a21b-9917b3c51bf6'] in n-d-800088-3 is: [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:33:14Z', 'revision_number': 4, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '786a1496-0dff-4e11-8e14-c7024ef59e38', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'floating_ip_address': '172.25.0.180', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'port_id': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'mac_address': 'fa:16:3e:e1:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea86a140-349d-4063-b17c-96513725faa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:35:22Z', 'updated_at': '2021-07-09T20:35:25Z', 'revision_number': 2, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b57534a2-4112-4754-91ad-26e63e002849', 'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'mac_address': 'fa:16:3e:81:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '793dd708-7005-4208-933d-575e623f5596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:14Z', 'updated_at': '2021-07-09T20:33:20Z', 'revision_number': 5, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'subnets': [{'id': '793dd708-7005-4208-933d-575e623f5596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:35:26.365751 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea86a140-349d-4063-b17c-96513725faa1', 'tag': '6d67a29d-bd1d-453c-b698-7d5f6844543e'}, {'name': 'network-changed', 'server_uuid': 'ea86a140-349d-4063-b17c-96513725faa1', 'tag': '6d67a29d-bd1d-453c-b698-7d5f6844543e'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:35:26.368178 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136f2da2-41c6-4518-8592-053aaeb20ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "ea86a140-349d-4063-b17c-96513725faa1", "tag": "6d67a29d-bd1d-453c-b698-7d5f6844543e"}, {"name": "network-changed", "server_uuid": "ea86a140-349d-4063-b17c-96513725faa1", "tag": "6d67a29d-bd1d-453c-b698-7d5f6844543e"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:35:26.407269 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 20:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bdbcab-b091-4e01-8354-2962bfa3d4f0 x-openstack-request-id: req-e7bdbcab-b091-4e01-8354-2962bfa3d4f0 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:35:26.407581 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea86a140-349d-4063-b17c-96513725faa1", "tag": "6d67a29d-bd1d-453c-b698-7d5f6844543e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ea86a140-349d-4063-b17c-96513725faa1", "tag": "6d67a29d-bd1d-453c-b698-7d5f6844543e", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:35:26.407844 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7bdbcab-b091-4e01-8354-2962bfa3d4f0 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:35:26.408266 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea86a140-349d-4063-b17c-96513725faa1', 'tag': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'status': 'completed', 'code': 200} Jul 09 20:35:26.408557 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea86a140-349d-4063-b17c-96513725faa1', 'tag': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'status': 'completed', 'code': 200} Jul 09 20:35:26.482129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-31f0fa2e-281e-4df6-8f88-6c1b3d7cb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:26.483626 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-31f0fa2e-281e-4df6-8f88-6c1b3d7cb465 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f13a9a9a3646bfa6dc5ab72d32ca88&device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 1097 time: 0.0530105 Jul 09 20:35:26.575686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-5418ea9c-12d2-4dd6-9ffc-2864ff274b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:26.577186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-5418ea9c-12d2-4dd6-9ffc-2864ff274b20 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27183648-7198-4717-9ca0-4e9ac3b681ef HTTP/1.1" status: 200 len: 915 time: 0.0877712 Jul 09 20:35:26.641525 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-4f51a9a2-4778-4206-a7e3-da04379a1ceb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d67a29d-bd1d-453c-b698-7d5f6844543e HTTP/1.1" status: 200 len: 1002 time: 0.0578501 Jul 09 20:35:26.692821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-d1001568-7091-4da6-9d81-a25927753a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:26.694149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-d1001568-7091-4da6-9d81-a25927753a84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=793dd708-7005-4208-933d-575e623f5596 HTTP/1.1" status: 200 len: 853 time: 0.0466921 Jul 09 20:35:26.756262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-d9f47be8-c86f-42ff-8b3f-1630d7633d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:26.757707 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-d9f47be8-c86f-42ff-8b3f-1630d7633d7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27183648-7198-4717-9ca0-4e9ac3b681ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577438 Jul 09 20:35:26.847271 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-c5b8c2e1-e995-4176-8843-15a840cd98f1 service neutron] 10.222.0.32 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831254 Jul 09 20:35:26.919289 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b924a327-b1c3-493f-95dc-f9d65f9ba76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:26.939856 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-4bb27893-d747-4eb7-9ee5-3d7e543a9475 service neutron] 10.222.0.32 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860054 Jul 09 20:35:27.033527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-94867337-178f-4bff-a088-d8fe47dcc8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:27.035007 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-94867337-178f-4bff-a088-d8fe47dcc8cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f13a9a9a3646bfa6dc5ab72d32ca88&device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 1097 time: 0.0525262 Jul 09 20:35:27.127630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-ac9b987c-3bd8-4101-b771-dd7d9cd9ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:27.129121 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-ac9b987c-3bd8-4101-b771-dd7d9cd9ab8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=27183648-7198-4717-9ca0-4e9ac3b681ef HTTP/1.1" status: 200 len: 915 time: 0.0872183 Jul 09 20:35:27.193642 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-5b8ad742-68c2-4896-a0c6-fd8a5850ea15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d67a29d-bd1d-453c-b698-7d5f6844543e HTTP/1.1" status: 200 len: 1002 time: 0.0575752 Jul 09 20:35:27.241760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-00a9711d-6247-4692-83f5-1e6c53a57672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:27.243261 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-00a9711d-6247-4692-83f5-1e6c53a57672 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=793dd708-7005-4208-933d-575e623f5596 HTTP/1.1" status: 200 len: 853 time: 0.0425942 Jul 09 20:35:27.258224 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:27.304395 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-c3b53550-cd45-47ba-843a-8d38df112ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:27.305856 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-c3b53550-cd45-47ba-843a-8d38df112ed3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27183648-7198-4717-9ca0-4e9ac3b681ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561044 Jul 09 20:35:27.395340 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-a0054db8-3941-4d4f-829f-c84eb3da45c1 service neutron] 10.222.0.32 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823476 Jul 09 20:35:27.489831 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-136f2da2-41c6-4518-8592-053aaeb20ce4 req-ecadb6bc-e3ff-4556-89f3-17c4b335ef02 service neutron] 10.222.0.32 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879643 Jul 09 20:35:29.467056 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ec7231e2-983d-4780-9212-956ee5e1124f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:29.487995 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:29.636769 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:30.555099 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:32.420627 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:47.287054 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4c4babb-d9e9-459a-a7e0-5e4c9086e375 req-3c7730b6-b9a0-4a32-a271-f09cce8e5432 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1060057 Jul 09 20:35:47.379779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4babb-d9e9-459a-a7e0-5e4c9086e375 req-7393881d-dc77-4457-bf3a-1e4dff284e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:47.381420 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4c4babb-d9e9-459a-a7e0-5e4c9086e375 req-7393881d-dc77-4457-bf3a-1e4dff284e86 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f13a9a9a3646bfa6dc5ab72d32ca88&device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 1097 time: 0.0521555 Jul 09 20:35:47.490031 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4babb-d9e9-459a-a7e0-5e4c9086e375 req-e81ac0a3-5a32-4a2d-907b-843948e7a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:47.491551 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4c4babb-d9e9-459a-a7e0-5e4c9086e375 req-e81ac0a3-5a32-4a2d-907b-843948e7a1a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=27183648-7198-4717-9ca0-4e9ac3b681ef HTTP/1.1" status: 200 len: 915 time: 0.0895667 Jul 09 20:35:47.557166 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4c4babb-d9e9-459a-a7e0-5e4c9086e375 req-0be03c5a-144f-41bb-9296-50f3389a79d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d67a29d-bd1d-453c-b698-7d5f6844543e HTTP/1.1" status: 200 len: 1002 time: 0.0583067 Jul 09 20:35:47.611517 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4babb-d9e9-459a-a7e0-5e4c9086e375 req-467c0e68-4b10-456c-9032-80a845b939af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:47.613089 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4c4babb-d9e9-459a-a7e0-5e4c9086e375 req-467c0e68-4b10-456c-9032-80a845b939af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=793dd708-7005-4208-933d-575e623f5596 HTTP/1.1" status: 200 len: 853 time: 0.0486290 Jul 09 20:35:47.677085 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4babb-d9e9-459a-a7e0-5e4c9086e375 req-b693a3d9-4ff4-4647-9b1e-11025ce6feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:47.678656 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4c4babb-d9e9-459a-a7e0-5e4c9086e375 req-b693a3d9-4ff4-4647-9b1e-11025ce6feda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27183648-7198-4717-9ca0-4e9ac3b681ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572040 Jul 09 20:35:47.778216 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4c4babb-d9e9-459a-a7e0-5e4c9086e375 req-0fdcee05-64e7-4a85-9717-154be777ba92 service neutron] 10.222.0.32 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913587 Jul 09 20:35:47.878361 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c4c4babb-d9e9-459a-a7e0-5e4c9086e375 req-f857e4c0-09a7-4148-bbfc-c13700dbf617 service neutron] 10.222.0.32 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929847 Jul 09 20:35:56.921920 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c320cd15-9d97-4789-bffa-37762ae21350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:57.258809 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:58.548995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50750) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:35:58.708117 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ad0f5-1d2a-4a6b-8717-8bcfc8cea5ac tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Deleting port c8f20a94-0a26-472b-b638-0d876f8b3348 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:35:58.708459 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad0f5-1d2a-4a6b-8717-8bcfc8cea5ac tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:58.783630 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad0f5-1d2a-4a6b-8717-8bcfc8cea5ac tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:58.783968 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad0f5-1d2a-4a6b-8717-8bcfc8cea5ac tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:58.796011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-cc3ad0f5-1d2a-4a6b-8717-8bcfc8cea5ac tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Calling delete_port for c8f20a94-0a26-472b-b638-0d876f8b3348 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:35:58.944723 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad0f5-1d2a-4a6b-8717-8bcfc8cea5ac tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:58.972271 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ad0f5-1d2a-4a6b-8717-8bcfc8cea5ac tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Pushing event deleted for resources: {'Port': ['ID=c8f20a94-0a26-472b-b638-0d876f8b3348,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:35:59.039495 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad0f5-1d2a-4a6b-8717-8bcfc8cea5ac tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:59.040475 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-cc3ad0f5-1d2a-4a6b-8717-8bcfc8cea5ac tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Floating IP 786a1496-0dff-4e11-8e14-c7024ef59e38 disassociated (deleted). External IP: 172.25.0.180, port: 6d67a29d-bd1d-453c-b698-7d5f6844543e. Jul 09 20:35:59.260821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3ad0f5-1d2a-4a6b-8717-8bcfc8cea5ac tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Router 7a739054-80be-4639-a21b-9917b3c51bf6 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:35:59.367619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3ad0f5-1d2a-4a6b-8717-8bcfc8cea5ac tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:35:59.372962 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cc3ad0f5-1d2a-4a6b-8717-8bcfc8cea5ac tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:59.377452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368ec11e-f403-4217-b784-49fa9d3c7c5c None None] Sync routers for ids ['7a739054-80be-4639-a21b-9917b3c51bf6'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:35:59.386568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368ec11e-f403-4217-b784-49fa9d3c7c5c None None] Routers {'7a739054-80be-4639-a21b-9917b3c51bf6'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:59.387334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-368ec11e-f403-4217-b784-49fa9d3c7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:35:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7a739054-80be-4639-a21b-9917b3c51bf6'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:59.409265 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cc3ad0f5-1d2a-4a6b-8717-8bcfc8cea5ac tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "DELETE /v2.0/floatingips/786a1496-0dff-4e11-8e14-c7024ef59e38 HTTP/1.1" status: 204 len: 168 time: 0.8591411 Jul 09 20:35:59.409820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea86a140-349d-4063-b17c-96513725faa1', 'tag': '6d67a29d-bd1d-453c-b698-7d5f6844543e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:35:59.412103 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02852dce-158a-431c-bd3d-7194632065ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ea86a140-349d-4063-b17c-96513725faa1", "tag": "6d67a29d-bd1d-453c-b698-7d5f6844543e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:35:59.496230 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5039aef8-c772-427d-bbf4-fae956bfa543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:59.512127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-368ec11e-f403-4217-b784-49fa9d3c7c5c None None] Set router 7a739054-80be-4639-a21b-9917b3c51bf6 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:59.525475 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f690ac-117b-4123-90fa-7aec69c4b5d4 x-openstack-request-id: req-25f690ac-117b-4123-90fa-7aec69c4b5d4 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:35:59.525884 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea86a140-349d-4063-b17c-96513725faa1", "tag": "6d67a29d-bd1d-453c-b698-7d5f6844543e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:35:59.526244 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25f690ac-117b-4123-90fa-7aec69c4b5d4 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:35:59.526891 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea86a140-349d-4063-b17c-96513725faa1', 'tag': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'status': 'completed', 'code': 200} Jul 09 20:35:59.563689 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:59.610721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02852dce-158a-431c-bd3d-7194632065ff req-d7e34fcf-d8c3-4a42-ae43-29ef967d9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:59.612867 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-02852dce-158a-431c-bd3d-7194632065ff req-d7e34fcf-d8c3-4a42-ae43-29ef967d9e87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e3f13a9a9a3646bfa6dc5ab72d32ca88&device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 1097 time: 0.0638671 Jul 09 20:35:59.658229 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:35:59.730595 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02852dce-158a-431c-bd3d-7194632065ff req-ef0c7d70-3875-4641-b92c-6c70bf98700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:59.732607 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-02852dce-158a-431c-bd3d-7194632065ff req-ef0c7d70-3875-4641-b92c-6c70bf98700d service neutron] 10.222.0.32 "GET /v2.0/networks?id=27183648-7198-4717-9ca0-4e9ac3b681ef HTTP/1.1" status: 200 len: 915 time: 0.1133065 Jul 09 20:35:59.760496 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-368ec11e-f403-4217-b784-49fa9d3c7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:33:14Z', 'revision_number': 4, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'b57534a2-4112-4754-91ad-26e63e002849', 'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'mac_address': 'fa:16:3e:81:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '793dd708-7005-4208-933d-575e623f5596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:14Z', 'updated_at': '2021-07-09T20:33:20Z', 'revision_number': 5, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'subnets': [{'id': '793dd708-7005-4208-933d-575e623f5596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:59.776711 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-02852dce-158a-431c-bd3d-7194632065ff req-c897831b-1061-4081-8464-622a4d0fbc70 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d67a29d-bd1d-453c-b698-7d5f6844543e HTTP/1.1" status: 200 len: 217 time: 0.0365441 Jul 09 20:35:59.788356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368ec11e-f403-4217-b784-49fa9d3c7c5c None None] Checking router: 7a739054-80be-4639-a21b-9917b3c51bf6 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:35:59.798085 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368ec11e-f403-4217-b784-49fa9d3c7c5c None None] Routers {'7a739054-80be-4639-a21b-9917b3c51bf6'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:35:59.798709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-368ec11e-f403-4217-b784-49fa9d3c7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:35:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7a739054-80be-4639-a21b-9917b3c51bf6'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:35:59.811278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931944e-c641-47a8-bd7f-57f3fc92df64 req-212765df-3a96-40b4-a6c1-482150de6a08 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:59.812861 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7931944e-c641-47a8-bd7f-57f3fc92df64 req-212765df-3a96-40b4-a6c1-482150de6a08 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 946 time: 0.0723000 Jul 09 20:35:59.831585 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02852dce-158a-431c-bd3d-7194632065ff req-c92519ea-0fff-48dd-8849-799a83c59256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:59.833466 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-02852dce-158a-431c-bd3d-7194632065ff req-c92519ea-0fff-48dd-8849-799a83c59256 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=793dd708-7005-4208-933d-575e623f5596 HTTP/1.1" status: 200 len: 853 time: 0.0493968 Jul 09 20:35:59.852174 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7931944e-c641-47a8-bd7f-57f3fc92df64 req-5461fc78-e050-4056-bf36-1cc3f1e943b4 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336282 Jul 09 20:35:59.897537 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02852dce-158a-431c-bd3d-7194632065ff req-706866af-0b48-4e23-8f42-7073efea48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:35:59.899101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-02852dce-158a-431c-bd3d-7194632065ff req-706866af-0b48-4e23-8f42-7073efea48d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=27183648-7198-4717-9ca0-4e9ac3b681ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577319 Jul 09 20:35:59.905383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-368ec11e-f403-4217-b784-49fa9d3c7c5c None None] Set router 7a739054-80be-4639-a21b-9917b3c51bf6 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:35:59.994777 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-02852dce-158a-431c-bd3d-7194632065ff req-9f46835e-a79b-4cfa-8d28-9dfbf4dbd62f service neutron] 10.222.0.32 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885949 Jul 09 20:36:00.086314 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-02852dce-158a-431c-bd3d-7194632065ff req-cd4eda1d-bcfd-457a-8f7d-7e83ac605db1 service neutron] 10.222.0.32 "GET /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843229 Jul 09 20:36:00.112894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-368ec11e-f403-4217-b784-49fa9d3c7c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:33:14Z', 'revision_number': 4, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'b57534a2-4112-4754-91ad-26e63e002849', 'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'mac_address': 'fa:16:3e:81:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '793dd708-7005-4208-933d-575e623f5596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:14Z', 'updated_at': '2021-07-09T20:33:20Z', 'revision_number': 5, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'subnets': [{'id': '793dd708-7005-4208-933d-575e623f5596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:00.138629 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368ec11e-f403-4217-b784-49fa9d3c7c5c None None] The sync data for ids ['7a739054-80be-4639-a21b-9917b3c51bf6'] in n-d-800088-3 is: [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:33:14Z', 'revision_number': 4, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'b57534a2-4112-4754-91ad-26e63e002849', 'name': '', 'network_id': '27183648-7198-4717-9ca0-4e9ac3b681ef', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'mac_address': 'fa:16:3e:81:78:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '793dd708-7005-4208-933d-575e623f5596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:14Z', 'updated_at': '2021-07-09T20:33:20Z', 'revision_number': 5, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'subnets': [{'id': '793dd708-7005-4208-933d-575e623f5596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:36:00.358616 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278284a3-737f-4299-bd46-9429794b04b5 None None] New status for floating IP 786a1496-0dff-4e11-8e14-c7024ef59e38: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:36:00.555976 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:01.048215 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b4048-e57d-4ecf-a73b-544c469ba84c req-ac812283-216a-4247-93fa-4adc9a3c914c tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:01.049644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-337b4048-e57d-4ecf-a73b-544c469ba84c req-ac812283-216a-4247-93fa-4adc9a3c914c tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 946 time: 0.0668166 Jul 09 20:36:01.087668 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-337b4048-e57d-4ecf-a73b-544c469ba84c req-97621456-1515-4e09-a4f5-97cc5236b32f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/security-groups?id=6e783f41-b63f-4fcf-a0ba-601a7d6789d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320680 Jul 09 20:36:01.347258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b99cf2-5cc2-45e0-a4fa-6e97de0e2a06 req-cdf40e2e-15bc-4b61-ada7-a6a08caae0f1 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:01.348755 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-78b99cf2-5cc2-45e0-a4fa-6e97de0e2a06 req-cdf40e2e-15bc-4b61-ada7-a6a08caae0f1 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 946 time: 0.0634344 Jul 09 20:36:01.378284 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:36:01.450842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-78b99cf2-5cc2-45e0-a4fa-6e97de0e2a06 req-62e2bbc8-274c-46da-b433-6b043d1e5a32 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Deleting port 6d67a29d-bd1d-453c-b698-7d5f6844543e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:36:01.451218 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-78b99cf2-5cc2-45e0-a4fa-6e97de0e2a06 req-62e2bbc8-274c-46da-b433-6b043d1e5a32 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:01.539989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-78b99cf2-5cc2-45e0-a4fa-6e97de0e2a06 req-62e2bbc8-274c-46da-b433-6b043d1e5a32 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] For port 6d67a29d-bd1d-453c-b698-7d5f6844543e, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=6d67a29d-bd1d-453c-b698-7d5f6844543e,segment=NetworkSegment(6a103008-57cc-4cfa-a874-ac1c92c84012),segment_id=6a103008-57cc-4cfa-a874-ac1c92c84012)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:01.540357 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-78b99cf2-5cc2-45e0-a4fa-6e97de0e2a06 req-62e2bbc8-274c-46da-b433-6b043d1e5a32 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:01.551775 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-78b99cf2-5cc2-45e0-a4fa-6e97de0e2a06 req-62e2bbc8-274c-46da-b433-6b043d1e5a32 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Calling delete_port for 6d67a29d-bd1d-453c-b698-7d5f6844543e owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:36:01.680643 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-78b99cf2-5cc2-45e0-a4fa-6e97de0e2a06 req-62e2bbc8-274c-46da-b433-6b043d1e5a32 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:01.709879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2bbc8-274c-46da-b433-6b043d1e5a32 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Pushing event deleted for resources: {'Port': ['ID=6d67a29d-bd1d-453c-b698-7d5f6844543e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:01.755838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b99cf2-5cc2-45e0-a4fa-6e97de0e2a06 req-62e2bbc8-274c-46da-b433-6b043d1e5a32 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] No DVR routers for this DVR port 6d67a29d-bd1d-453c-b698-7d5f6844543e on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:36:01.758470 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-78b99cf2-5cc2-45e0-a4fa-6e97de0e2a06 req-62e2bbc8-274c-46da-b433-6b043d1e5a32 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:01.760465 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-78b99cf2-5cc2-45e0-a4fa-6e97de0e2a06 req-62e2bbc8-274c-46da-b433-6b043d1e5a32 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.32 "DELETE /v2.0/ports/6d67a29d-bd1d-453c-b698-7d5f6844543e HTTP/1.1" status: 204 len: 173 time: 0.4057829 Jul 09 20:36:01.760927 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea86a140-349d-4063-b17c-96513725faa1', 'name': 'network-vif-deleted', 'tag': '6d67a29d-bd1d-453c-b698-7d5f6844543e'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:36:01.763797 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaf2d75-2ba3-4db9-8f50-a652a12d75ef" -d '{"events": [{"server_uuid": "ea86a140-349d-4063-b17c-96513725faa1", "name": "network-vif-deleted", "tag": "6d67a29d-bd1d-453c-b698-7d5f6844543e"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:36:01.814047 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83c61e9-6d07-47a1-b934-dce9ed2b7f43 x-openstack-request-id: req-c83c61e9-6d07-47a1-b934-dce9ed2b7f43 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:36:01.814376 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea86a140-349d-4063-b17c-96513725faa1", "name": "network-vif-deleted", "tag": "6d67a29d-bd1d-453c-b698-7d5f6844543e", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:36:01.814631 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c83c61e9-6d07-47a1-b934-dce9ed2b7f43 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:36:01.815047 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea86a140-349d-4063-b17c-96513725faa1', 'name': 'network-vif-deleted', 'tag': '6d67a29d-bd1d-453c-b698-7d5f6844543e', 'status': 'completed', 'code': 200} Jul 09 20:36:02.240044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-afaf36bc-b987-4988-ab41-7aacd49ee0ff req-2ffd9f3c-4429-4781-acd0-156d3ce24a20 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 210 time: 0.0329795 Jul 09 20:36:02.424745 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:03.386811 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bc16a2d8-5ca0-4706-b25b-2c199b7c18b0 req-b94ed360-eddf-42d0-8938-9883e7adc151 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 210 time: 0.0289359 Jul 09 20:36:04.524522 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2af1dc8d-6091-44d2-9d34-07ccfe72a6df req-62c1f7c7-da3b-4f56-829f-3708f4433879 tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 210 time: 0.0292618 Jul 09 20:36:05.681418 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bea1153c-01b4-4808-a214-935523f65eb2 req-2f732818-6e8e-4346-bf50-4e5bbc73959f tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea86a140-349d-4063-b17c-96513725faa1 HTTP/1.1" status: 200 len: 210 time: 0.0296824 Jul 09 20:36:06.774945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 50778) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:06.833203 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:06.839194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 6d67a29d-bd1d-453c-b698-7d5f6844543e no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:36:06.859273 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:06.861261 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 6d67a29d-bd1d-453c-b698-7d5f6844543e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:36:06.861611 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 6d67a29d-bd1d-453c-b698-7d5f6844543e not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:36:06.918891 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:06.921490 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:06.922648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] 10.222.0.30 "DELETE /v2.0/security-groups/6e783f41-b63f-4fcf-a0ba-601a7d6789d7 HTTP/1.1" status: 204 len: 168 time: 0.1467152 Jul 09 20:36:06.931506 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e783f41-b63f-4fcf-a0ba-601a7d6789d7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:06.939531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:06.939885 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:06.940257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:06.940655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:06.940957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:06.941296 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:06.941630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:06.942380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:06.942380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:06.942584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:06.943225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:06.943225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34b6dcf-bc67-469a-9867-dd908bb8737d tempest-TestVolumeBackupRestore-1693660007 tempest-TestVolumeBackupRestore-1693660007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:10.380552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51230) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:10.737080 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d2b31437-5cd3-44e7-aaf1-84a4e2852d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:10.995729 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-d2b31437-5cd3-44e7-aaf1-84a4e2852d9a admin admin] Deleting port b57534a2-4112-4754-91ad-26e63e002849 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:36:10.996169 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d2b31437-5cd3-44e7-aaf1-84a4e2852d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:11.073035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-d2b31437-5cd3-44e7-aaf1-84a4e2852d9a admin admin] For port b57534a2-4112-4754-91ad-26e63e002849, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b57534a2-4112-4754-91ad-26e63e002849,segment=NetworkSegment(6a103008-57cc-4cfa-a874-ac1c92c84012),segment_id=6a103008-57cc-4cfa-a874-ac1c92c84012)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:11.073397 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d2b31437-5cd3-44e7-aaf1-84a4e2852d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:11.090290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-d2b31437-5cd3-44e7-aaf1-84a4e2852d9a admin admin] Calling delete_port for b57534a2-4112-4754-91ad-26e63e002849 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:36:11.264778 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d2b31437-5cd3-44e7-aaf1-84a4e2852d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:11.289271 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b31437-5cd3-44e7-aaf1-84a4e2852d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=b57534a2-4112-4754-91ad-26e63e002849,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:11.786965 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d2b31437-5cd3-44e7-aaf1-84a4e2852d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:11.994299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b31437-5cd3-44e7-aaf1-84a4e2852d9a admin admin] Router 7a739054-80be-4639-a21b-9917b3c51bf6 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:36:12.102746 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b31437-5cd3-44e7-aaf1-84a4e2852d9a admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:36:12.110091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d2b31437-5cd3-44e7-aaf1-84a4e2852d9a admin admin] 10.222.0.30 "PUT /v2.0/routers/7a739054-80be-4639-a21b-9917b3c51bf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7267625 Jul 09 20:36:12.111449 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51232) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:12.114273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002274b5-4a14-43aa-b2b4-2ee0dbd15674 None None] Sync routers for ids ['7a739054-80be-4639-a21b-9917b3c51bf6'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:36:12.124604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002274b5-4a14-43aa-b2b4-2ee0dbd15674 None None] Routers {'7a739054-80be-4639-a21b-9917b3c51bf6'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:36:12.125225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-002274b5-4a14-43aa-b2b4-2ee0dbd15674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:35:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7a739054-80be-4639-a21b-9917b3c51bf6'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:12.217980 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:12.231900 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-002274b5-4a14-43aa-b2b4-2ee0dbd15674 None None] Set router 7a739054-80be-4639-a21b-9917b3c51bf6 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:36:12.321212 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:12.374527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] Deleting port 5c74b643-d2ca-46c6-977a-62887dce5d96 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:36:12.374783 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:12.412679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-002274b5-4a14-43aa-b2b4-2ee0dbd15674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:36:11Z', 'revision_number': 5, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port': {'id': '5c74b643-d2ca-46c6-977a-62887dce5d96', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:df:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:12Z', 'updated_at': '2021-07-09T20:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:12.438409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002274b5-4a14-43aa-b2b4-2ee0dbd15674 None None] Checking router: 7a739054-80be-4639-a21b-9917b3c51bf6 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:36:12.446530 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002274b5-4a14-43aa-b2b4-2ee0dbd15674 None None] Routers {'7a739054-80be-4639-a21b-9917b3c51bf6'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:36:12.447136 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-002274b5-4a14-43aa-b2b4-2ee0dbd15674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:35:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['7a739054-80be-4639-a21b-9917b3c51bf6'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:12.453749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] For port 5c74b643-d2ca-46c6-977a-62887dce5d96, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=5c74b643-d2ca-46c6-977a-62887dce5d96,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:12.454257 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:12.467765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] Calling delete_port for 5c74b643-d2ca-46c6-977a-62887dce5d96 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:36:12.533262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-002274b5-4a14-43aa-b2b4-2ee0dbd15674 None None] Set router 7a739054-80be-4639-a21b-9917b3c51bf6 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:36:12.583256 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-002274b5-4a14-43aa-b2b4-2ee0dbd15674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:36:12Z', 'revision_number': 6, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:12.613830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002274b5-4a14-43aa-b2b4-2ee0dbd15674 None None] The sync data for ids ['7a739054-80be-4639-a21b-9917b3c51bf6'] in n-d-800088-3 is: [{'id': '7a739054-80be-4639-a21b-9917b3c51bf6', 'name': 'tempest-TestVolumeBackupRestore-1851039334-router', 'tenant_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:11Z', 'updated_at': '2021-07-09T20:36:12Z', 'revision_number': 6, 'project_id': 'e3f13a9a9a3646bfa6dc5ab72d32ca88', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:36:12.634593 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:12.670683 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c74b643-d2ca-46c6-977a-62887dce5d96,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:12.727362 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:12.818142 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:12.820237 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:12.861984 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:12.862519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a739054-80be-4639-a21b-9917b3c51bf6 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:36:12.866800 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:12.867935 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-11d72831-bafd-4d11-8633-92f4d3881972 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7a739054-80be-4639-a21b-9917b3c51bf6 HTTP/1.1" status: 204 len: 168 time: 0.7555745 Jul 09 20:36:12.871020 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51234) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:12.918428 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f0399d-49c6-4683-bd52-6adae2230982 admin admin] Deleting subnet 793dd708-7005-4208-933d-575e623f5596 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:36:12.921521 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0f0399d-49c6-4683-bd52-6adae2230982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:12.956382 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0f0399d-49c6-4683-bd52-6adae2230982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.037718 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0f0399d-49c6-4683-bd52-6adae2230982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.092840 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0f0399d-49c6-4683-bd52-6adae2230982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.124787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0399d-49c6-4683-bd52-6adae2230982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=793dd708-7005-4208-933d-575e623f5596,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:13.126738 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e0f0399d-49c6-4683-bd52-6adae2230982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.128914 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e0f0399d-49c6-4683-bd52-6adae2230982 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/793dd708-7005-4208-933d-575e623f5596 HTTP/1.1" status: 204 len: 168 time: 0.2564931 Jul 09 20:36:13.131284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51236) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:13.133404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cc7bf9-5b31-4f75-81e7-ba94519f8932 None None] Network 27183648-7198-4717-9ca0-4e9ac3b681ef requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:36:13.198786 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.251730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] Deleting port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:36:13.252076 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.319212 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] For port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=720abe41-fe5b-4c17-b8b2-4e2515fe86e8,segment=NetworkSegment(6a103008-57cc-4cfa-a874-ac1c92c84012),segment_id=6a103008-57cc-4cfa-a874-ac1c92c84012)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:13.319513 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.331822 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] Calling delete_port for 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:36:13.394254 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68423495-6604-4b29-93aa-6c9df1b20e72 None None] DHCP port deletion for 27183648-7198-4717-9ca0-4e9ac3b681ef request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:36:13.414998 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.442714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=720abe41-fe5b-4c17-b8b2-4e2515fe86e8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:13.446247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] No DVR routers for this DVR port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:36:13.450816 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-68423495-6604-4b29-93aa-6c9df1b20e72 None None] Deleting port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:36:13.451442 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-68423495-6604-4b29-93aa-6c9df1b20e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.518947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-68423495-6604-4b29-93aa-6c9df1b20e72 None None] For port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8, host n-d-800088-3, got binding levels [] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:13.519422 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-68423495-6604-4b29-93aa-6c9df1b20e72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.523671 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.532371 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-68423495-6604-4b29-93aa-6c9df1b20e72 None None] Calling delete_port for 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:36:13.533749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27183648-7198-4717-9ca0-4e9ac3b681ef']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:13.535034 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.ipam_backend_mixin [None req-68423495-6604-4b29-93aa-6c9df1b20e72 None None] Port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 was not found and therefore no delete operation was performed {{(pid=100206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 20:36:13.536468 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-68423495-6604-4b29-93aa-6c9df1b20e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.544216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a103008-57cc-4cfa-a874-ac1c92c84012') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:13.544514 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a103008-57cc-4cfa-a874-ac1c92c84012') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:13.553225 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.564780 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68423495-6604-4b29-93aa-6c9df1b20e72 None None] Pushing event deleted for resources: {'Port': ['ID=720abe41-fe5b-4c17-b8b2-4e2515fe86e8,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:13.568750 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68423495-6604-4b29-93aa-6c9df1b20e72 None None] No DVR routers for this DVR port 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:36:13.571158 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.579792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:36:13.580075 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:36:13.581835 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:36:13.641865 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.647260 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:13.651199 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/27183648-7198-4717-9ca0-4e9ac3b681ef HTTP/1.1" status: 204 len: 168 time: 0.5169911 Jul 09 20:36:13.652096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51238) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:13.668354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b352b7-915f-4e6a-b9d5-2c50b70f32c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=27183648-7198-4717-9ca0-4e9ac3b681ef,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:14.005811 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8be2ffa8-9e60-437d-aaf9-e6bd8b2d8fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:14.250942 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5c74b643-d2ca-46c6-977a-62887dce5d96 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:36:14.257930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8be2ffa8-9e60-437d-aaf9-e6bd8b2d8fdd admin admin] Deleting port bd64ecf3-f6a4-4ee9-9559-14c652013d05 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:36:14.258222 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8be2ffa8-9e60-437d-aaf9-e6bd8b2d8fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:14.270413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 5c74b643-d2ca-46c6-977a-62887dce5d96 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:36:14.270851 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 5c74b643-d2ca-46c6-977a-62887dce5d96 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:36:14.271285 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b57534a2-4112-4754-91ad-26e63e002849 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:36:14.289837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: b57534a2-4112-4754-91ad-26e63e002849 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:36:14.290189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b57534a2-4112-4754-91ad-26e63e002849 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:36:14.290606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:36:14.309758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:36:14.310108 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 720abe41-fe5b-4c17-b8b2-4e2515fe86e8 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:36:14.339777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-8be2ffa8-9e60-437d-aaf9-e6bd8b2d8fdd admin admin] For port bd64ecf3-f6a4-4ee9-9559-14c652013d05, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bd64ecf3-f6a4-4ee9-9559-14c652013d05,segment=NetworkSegment(42f779f7-f6b1-4ae4-9749-2eda0217d08c),segment_id=42f779f7-f6b1-4ae4-9749-2eda0217d08c)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:14.340156 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8be2ffa8-9e60-437d-aaf9-e6bd8b2d8fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:14.352914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8be2ffa8-9e60-437d-aaf9-e6bd8b2d8fdd admin admin] Calling delete_port for bd64ecf3-f6a4-4ee9-9559-14c652013d05 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:36:14.529104 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8be2ffa8-9e60-437d-aaf9-e6bd8b2d8fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:14.554413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2ffa8-9e60-437d-aaf9-e6bd8b2d8fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=bd64ecf3-f6a4-4ee9-9559-14c652013d05,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:14.719783 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8be2ffa8-9e60-437d-aaf9-e6bd8b2d8fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:14.932042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be2ffa8-9e60-437d-aaf9-e6bd8b2d8fdd admin admin] Router 34f1bd77-bfb5-4783-bf40-81a1ef114194 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:36:15.036039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be2ffa8-9e60-437d-aaf9-e6bd8b2d8fdd admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:36:15.041041 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8be2ffa8-9e60-437d-aaf9-e6bd8b2d8fdd admin admin] 10.222.0.30 "PUT /v2.0/routers/34f1bd77-bfb5-4783-bf40-81a1ef114194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3878229 Jul 09 20:36:15.044379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51240) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:15.047022 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef7c1fa-fc9d-4454-b58e-41e9c6e1af63 None None] Sync routers for ids ['34f1bd77-bfb5-4783-bf40-81a1ef114194'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:36:15.056704 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef7c1fa-fc9d-4454-b58e-41e9c6e1af63 None None] Routers {'34f1bd77-bfb5-4783-bf40-81a1ef114194'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:36:15.057316 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6ef7c1fa-fc9d-4454-b58e-41e9c6e1af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:35:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['34f1bd77-bfb5-4783-bf40-81a1ef114194'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:15.147413 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:15.158870 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-6ef7c1fa-fc9d-4454-b58e-41e9c6e1af63 None None] Set router 34f1bd77-bfb5-4783-bf40-81a1ef114194 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:36:15.253732 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:15.305650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] Deleting port dff41324-e3e9-4d6d-b093-c5b68970bcff {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:36:15.305997 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:15.337969 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6ef7c1fa-fc9d-4454-b58e-41e9c6e1af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'name': 'tempest-TestVolumeBackupRestore-1220603474-router', 'tenant_id': '030653a7840d448981374e66578069ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'dff41324-e3e9-4d6d-b093-c5b68970bcff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:36:14Z', 'revision_number': 5, 'project_id': '030653a7840d448981374e66578069ec', 'gw_port': {'id': 'dff41324-e3e9-4d6d-b093-c5b68970bcff', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:56:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:15.368461 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef7c1fa-fc9d-4454-b58e-41e9c6e1af63 None None] Checking router: 34f1bd77-bfb5-4783-bf40-81a1ef114194 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:36:15.377211 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef7c1fa-fc9d-4454-b58e-41e9c6e1af63 None None] Routers {'34f1bd77-bfb5-4783-bf40-81a1ef114194'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:36:15.377830 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6ef7c1fa-fc9d-4454-b58e-41e9c6e1af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:35:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['34f1bd77-bfb5-4783-bf40-81a1ef114194'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:15.387548 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] For port dff41324-e3e9-4d6d-b093-c5b68970bcff, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=dff41324-e3e9-4d6d-b093-c5b68970bcff,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:15.387916 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:15.399379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] Calling delete_port for dff41324-e3e9-4d6d-b093-c5b68970bcff owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:36:15.556061 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-6ef7c1fa-fc9d-4454-b58e-41e9c6e1af63 None None] Set router 34f1bd77-bfb5-4783-bf40-81a1ef114194 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:36:15.609665 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6ef7c1fa-fc9d-4454-b58e-41e9c6e1af63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'name': 'tempest-TestVolumeBackupRestore-1220603474-router', 'tenant_id': '030653a7840d448981374e66578069ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:36:15Z', 'revision_number': 6, 'project_id': '030653a7840d448981374e66578069ec', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:15.641295 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef7c1fa-fc9d-4454-b58e-41e9c6e1af63 None None] The sync data for ids ['34f1bd77-bfb5-4783-bf40-81a1ef114194'] in n-d-800088-3 is: [{'id': '34f1bd77-bfb5-4783-bf40-81a1ef114194', 'name': 'tempest-TestVolumeBackupRestore-1220603474-router', 'tenant_id': '030653a7840d448981374e66578069ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:33:16Z', 'updated_at': '2021-07-09T20:36:15Z', 'revision_number': 6, 'project_id': '030653a7840d448981374e66578069ec', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:36:15.904707 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:15.930298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff41324-e3e9-4d6d-b093-c5b68970bcff,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:15.992476 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.088526 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.091263 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.134269 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.134879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34f1bd77-bfb5-4783-bf40-81a1ef114194 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:36:16.139674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.140967 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-95707eb6-8c4e-4f9b-8e63-b2645d6a05b1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/34f1bd77-bfb5-4783-bf40-81a1ef114194 HTTP/1.1" status: 204 len: 168 time: 1.0956442 Jul 09 20:36:16.143567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51242) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:16.191517 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Deleting subnet 98379790-b4b0-4c3e-aa17-2d7bed3baaf0 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:36:16.194461 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.229828 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.305123 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.359957 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.397628 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.401979 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] 10.222.0.30 "DELETE /v2.0/subnets/98379790-b4b0-4c3e-aa17-2d7bed3baaf0 HTTP/1.1" status: 204 len: 168 time: 0.2549708 Jul 09 20:36:16.401979 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98379790-b4b0-4c3e-aa17-2d7bed3baaf0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:16.402410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51244) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:16.407117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3ad5b4-5450-4cd8-be74-da6e785aaa99 None None] Network 5878391d-7e11-4ed5-8911-d9dd23bf80f6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:36:16.410927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.411468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.412094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.412438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.412810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.413147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.413484 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.413827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.414161 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.414489 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.414816 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.415144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3558566c-74fb-46b3-aee4-e0a7da8668ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:16.429708 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bd64ecf3-f6a4-4ee9-9559-14c652013d05 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:36:16.488611 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.556522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] Deleting port 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:36:16.556906 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.628277 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] For port 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=37e6bca9-a2e6-4e29-b2a0-1de1872a2a02,segment=NetworkSegment(42f779f7-f6b1-4ae4-9749-2eda0217d08c),segment_id=42f779f7-f6b1-4ae4-9749-2eda0217d08c)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:16.628701 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.643978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: bd64ecf3-f6a4-4ee9-9559-14c652013d05 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:36:16.644324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bd64ecf3-f6a4-4ee9-9559-14c652013d05 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:36:16.644461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] Calling delete_port for 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:36:16.645039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device dff41324-e3e9-4d6d-b093-c5b68970bcff no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:36:16.681495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: dff41324-e3e9-4d6d-b093-c5b68970bcff {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:36:16.681846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device dff41324-e3e9-4d6d-b093-c5b68970bcff not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:36:16.734002 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.764469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e6bca9-a2e6-4e29-b2a0-1de1872a2a02,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:16.766379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] No DVR routers for this DVR port 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:36:16.803399 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6c371f-8003-4eb5-a0b6-20a663a3d672 None None] DHCP port deletion for 5878391d-7e11-4ed5-8911-d9dd23bf80f6 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:36:16.838146 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.848186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5878391d-7e11-4ed5-8911-d9dd23bf80f6']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:16.858956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f779f7-f6b1-4ae4-9749-2eda0217d08c') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:16.859253 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f779f7-f6b1-4ae4-9749-2eda0217d08c') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:36:16.867798 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.882609 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.888784 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:36:16.889180 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:36:16.891134 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:36:16.949047 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.959701 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:16.961703 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5878391d-7e11-4ed5-8911-d9dd23bf80f6 HTTP/1.1" status: 204 len: 168 time: 0.5577834 Jul 09 20:36:16.972809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf54a3-d2c1-44df-b9a5-59e32f82b7b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5878391d-7e11-4ed5-8911-d9dd23bf80f6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:17.119690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51248) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:17.159493 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bc28500d-635d-419e-a983-b25418213124 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3f13a9a9a3646bfa6dc5ab72d32ca88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386560 Jul 09 20:36:17.161989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51250) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:17.210193 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-008d27b3-71a9-4c9e-a090-9c77b0189483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:17.232793 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-008d27b3-71a9-4c9e-a090-9c77b0189483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:17.283105 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-008d27b3-71a9-4c9e-a090-9c77b0189483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:17.285756 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-008d27b3-71a9-4c9e-a090-9c77b0189483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:17.286904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-008d27b3-71a9-4c9e-a090-9c77b0189483 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a47e920-d259-41e1-bd7c-6fa23a94a0d2 HTTP/1.1" status: 204 len: 168 time: 0.1240375 Jul 09 20:36:17.295456 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d27b3-71a9-4c9e-a090-9c77b0189483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a47e920-d259-41e1-bd7c-6fa23a94a0d2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:17.586908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51256) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:17.627113 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9f561867-9819-47ae-8429-6176ca75639c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=030653a7840d448981374e66578069ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390241 Jul 09 20:36:17.629466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51258) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:17.676966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfca4c31-563a-4e93-821e-9a47704b8109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:17.697616 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfca4c31-563a-4e93-821e-9a47704b8109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:17.746417 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfca4c31-563a-4e93-821e-9a47704b8109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:17.749550 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dfca4c31-563a-4e93-821e-9a47704b8109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:17.750719 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dfca4c31-563a-4e93-821e-9a47704b8109 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24019279-4a2b-4ecb-832c-00d30698bfdc HTTP/1.1" status: 204 len: 168 time: 0.1203299 Jul 09 20:36:17.758800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca4c31-563a-4e93-821e-9a47704b8109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24019279-4a2b-4ecb-832c-00d30698bfdc,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:18.260120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:36:18.284977 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:36:18.285337 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 37e6bca9-a2e6-4e29-b2a0-1de1872a2a02 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:36:26.921815 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b91c43a-034e-4a37-b6d7-4de70d0833ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:27.263931 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:28.023884 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-33144061-93bc-49ef-a86e-106c0ccf85ca tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4c529bbb806642079c205412dcd4e832&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285149 Jul 09 20:36:28.228091 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-532765c4-b8b8-444d-869f-fb2b6e46382d tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:28.229616 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-532765c4-b8b8-444d-869f-fb2b6e46382d tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000880 Jul 09 20:36:28.244091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-beaafc56-e573-46a0-a1bc-b6d91b1997e5 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/quotas/4c529bbb806642079c205412dcd4e832 HTTP/1.1" status: 200 len: 375 time: 0.0089989 Jul 09 20:36:28.282808 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-36a447a6-a49e-426f-87e4-39b0301c9461 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c529bbb806642079c205412dcd4e832&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339379 Jul 09 20:36:28.448071 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb50a132-507a-4c0d-b6f9-5831cc727754 req-3e9ab87f-aa7b-4517-9b1a-6802b658dfb0 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 210 time: 0.0294292 Jul 09 20:36:29.469438 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cfdf8a7c-d7d6-45fd-ba29-154d4c9366be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:29.530800 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:29.616688 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a2e99ac0-a0ea-46ab-a6ca-b8d65fb2f4d4 req-13a890dc-0e3b-4292-abb5-10500279f9b2 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 210 time: 0.0470617 Jul 09 20:36:29.618377 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-68a91466-4932-40e5-81e5-d28e511e240e tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4c529bbb806642079c205412dcd4e832&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388362 Jul 09 20:36:29.650389 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:29.734034 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-2b31805e-f9dc-4b34-b5b6-a8d86955bbe8 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:29.735529 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-2b31805e-f9dc-4b34-b5b6-a8d86955bbe8 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1092677 Jul 09 20:36:29.748127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Request body: {'port': {'device_id': '3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'admin_state_up': True, 'tenant_id': '4c529bbb806642079c205412dcd4e832'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:29.855421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Made reservation on behalf of 4c529bbb806642079c205412dcd4e832 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:36:29.859227 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:29.868084 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:29.957417 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:29.961131 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:30.032260 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e687a09-f5a6-4e53-99ec-acb3cdef6730,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:30.099179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Allocated IP 192.168.233.28 (1059a608-1bd1-4ee1-96d5-3ea2998696df/14274d77-1a49-45a5-8a7e-d2972b498e21/8709e981-2075-4f82-8004-64f60adf8fb1) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:36:30.248301 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:30.262289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Transition to ACTIVE for port object 8709e981-2075-4f82-8004-64f60adf8fb1 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:36:30.294908 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:30.335897 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Network 1059a608-1bd1-4ee1-96d5-3ea2998696df is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:36:30.342420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:36:30.346133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:36:30.375232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Pushing event updated for resources: {'Port': ['ID=8709e981-2075-4f82-8004-64f60adf8fb1,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:30.403180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:30.403840 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:30.418708 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-4a28b40e-16fd-4cdf-b301-a481aefd887c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6747687 Jul 09 20:36:30.430645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Request body: {'port': {'device_id': '3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:30.510682 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:30.559145 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:30.590030 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-150263d0-0001-4455-9339-891f13f5d238 None None] Provisioning for port 8709e981-2075-4f82-8004-64f60adf8fb1 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:36:30.594265 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-150263d0-0001-4455-9339-891f13f5d238 None None] Provisioning complete for port 8709e981-2075-4f82-8004-64f60adf8fb1 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:36:30.594660 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-150263d0-0001-4455-9339-891f13f5d238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:30.629039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-150263d0-0001-4455-9339-891f13f5d238 None None] Port 8709e981-2075-4f82-8004-64f60adf8fb1 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:36:30.787026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8709e981-2075-4f82-8004-64f60adf8fb1 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:36:30.794539 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:30.794702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df10962-c76c-44bd-9221-ec959f6df10b req-5d2ec9dc-60cd-475f-855d-d33108f4a8e7 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:30.796160 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9df10962-c76c-44bd-9221-ec959f6df10b req-5d2ec9dc-60cd-475f-855d-d33108f4a8e7 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 935 time: 0.0642982 Jul 09 20:36:30.807125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Transition to ACTIVE for port object 8709e981-2075-4f82-8004-64f60adf8fb1 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:36:30.812123 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:30.835442 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9df10962-c76c-44bd-9221-ec959f6df10b req-3cb9b952-8a8a-44b8-819d-39e6f0cfa885 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e687a09-f5a6-4e53-99ec-acb3cdef6730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334818 Jul 09 20:36:30.893991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Pushing event updated for resources: {'Port': ['ID=8709e981-2075-4f82-8004-64f60adf8fb1,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:30.945370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Attempting to bind port 8709e981-2075-4f82-8004-64f60adf8fb1 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:36:30.945718 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Attempting to bind port 8709e981-2075-4f82-8004-64f60adf8fb1 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:36:30.946059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Attempting to bind port 8709e981-2075-4f82-8004-64f60adf8fb1 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:36:30.951331 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Port 8709e981-2075-4f82-8004-64f60adf8fb1 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:36:30.951664 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Attempting to bind port 8709e981-2075-4f82-8004-64f60adf8fb1 on network 1059a608-1bd1-4ee1-96d5-3ea2998696df {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:36:30.956674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:36:30.957029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Checking segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:36:30.957490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Bound using segment: {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:36:30.957933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Bound port: 8709e981-2075-4f82-8004-64f60adf8fb1, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fefd02b-d41f-4a51-bbed-e5c9033cfbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:36:30.958311 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:31.025781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] For port 8709e981-2075-4f82-8004-64f60adf8fb1, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:36:31.028818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] For port 8709e981-2075-4f82-8004-64f60adf8fb1, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8709e981-2075-4f82-8004-64f60adf8fb1,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:36:31.033342 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:31.071322 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:31.071953 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:31.073488 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] 10.222.0.32 "PUT /v2.0/ports/8709e981-2075-4f82-8004-64f60adf8fb1 HTTP/1.1" status: 200 len: 1095 time: 0.6473880 Jul 09 20:36:31.074494 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2', 'tag': '8709e981-2075-4f82-8004-64f60adf8fb1'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:36:31.076808 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0aa6ae-5773-4fac-9164-79ca3d7bf86f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2", "tag": "8709e981-2075-4f82-8004-64f60adf8fb1"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:36:31.096427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdee7e7-420c-43a0-bfd0-85d8cae24171 service neutron] Pushing event updated for resources: {'Port': ['ID=8709e981-2075-4f82-8004-64f60adf8fb1,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:31.127950 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862d4d40-9494-48e3-a860-5fc3cdbd0018 x-openstack-request-id: req-862d4d40-9494-48e3-a860-5fc3cdbd0018 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:36:31.128307 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2", "tag": "8709e981-2075-4f82-8004-64f60adf8fb1", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:36:31.128582 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-862d4d40-9494-48e3-a860-5fc3cdbd0018 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:36:31.128981 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2', 'tag': '8709e981-2075-4f82-8004-64f60adf8fb1', 'status': 'completed', 'code': 200} Jul 09 20:36:31.177055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-0f5dd4d9-eae0-48f6-80e3-0b2d3dd10760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:31.178668 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-0f5dd4d9-eae0-48f6-80e3-0b2d3dd10760 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c529bbb806642079c205412dcd4e832&device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 1098 time: 0.0613198 Jul 09 20:36:31.223734 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-197b4bd3-7e35-4a62-9031-d8d6a996852e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=8709e981-2075-4f82-8004-64f60adf8fb1 HTTP/1.1" status: 200 len: 217 time: 0.0363736 Jul 09 20:36:31.275481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-480193bb-35ea-40bd-ba8a-1b0b390e8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:31.277212 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-480193bb-35ea-40bd-ba8a-1b0b390e8b26 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0462277 Jul 09 20:36:31.337329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-6c8fc774-e51b-41d4-aa90-e427f5c8db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:31.338739 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-6c8fc774-e51b-41d4-aa90-e427f5c8db45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554535 Jul 09 20:36:31.428570 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-2d822c28-7723-49cb-aed1-e1e477307578 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824094 Jul 09 20:36:31.521406 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2f7ffb3f-4e94-4b03-bfb7-18bf2f5fc4d1 req-adf95ef1-e4bb-4379-9836-89c64858985a service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855935 Jul 09 20:36:31.616953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0aa6ae-5773-4fac-9164-79ca3d7bf86f req-e0d7aa93-1fc0-40fc-b298-abc36ae67073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:31.618345 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae0aa6ae-5773-4fac-9164-79ca3d7bf86f req-e0d7aa93-1fc0-40fc-b298-abc36ae67073 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c529bbb806642079c205412dcd4e832&device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 1098 time: 0.0535009 Jul 09 20:36:31.705894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0aa6ae-5773-4fac-9164-79ca3d7bf86f req-119d62ed-6238-41ac-aa45-0c27b0e76a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:31.707363 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae0aa6ae-5773-4fac-9164-79ca3d7bf86f req-119d62ed-6238-41ac-aa45-0c27b0e76a9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=1059a608-1bd1-4ee1-96d5-3ea2998696df HTTP/1.1" status: 200 len: 870 time: 0.0827558 Jul 09 20:36:31.763442 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae0aa6ae-5773-4fac-9164-79ca3d7bf86f req-834c0fd8-1db7-450e-bcc5-90355157fcae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=8709e981-2075-4f82-8004-64f60adf8fb1 HTTP/1.1" status: 200 len: 217 time: 0.0493658 Jul 09 20:36:31.812850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0aa6ae-5773-4fac-9164-79ca3d7bf86f req-f41aa2ee-0499-4cba-8327-58b61479e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:31.814300 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae0aa6ae-5773-4fac-9164-79ca3d7bf86f req-f41aa2ee-0499-4cba-8327-58b61479e16b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14274d77-1a49-45a5-8a7e-d2972b498e21 HTTP/1.1" status: 200 len: 843 time: 0.0448687 Jul 09 20:36:31.873338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0aa6ae-5773-4fac-9164-79ca3d7bf86f req-1d029f2c-8be9-4c6f-a0b6-ad2f80dc69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:31.874932 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae0aa6ae-5773-4fac-9164-79ca3d7bf86f req-1d029f2c-8be9-4c6f-a0b6-ad2f80dc69b5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1059a608-1bd1-4ee1-96d5-3ea2998696df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0529387 Jul 09 20:36:31.970787 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae0aa6ae-5773-4fac-9164-79ca3d7bf86f req-757734d1-2086-4839-aa99-1d1328bd4718 service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881946 Jul 09 20:36:32.015008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4a180-85f4-4661-bf0a-0d6e5ddbde69 req-76d6c25e-669e-4336-a5da-68cbab983c8a tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:32.016545 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e5f4a180-85f4-4661-bf0a-0d6e5ddbde69 req-76d6c25e-669e-4336-a5da-68cbab983c8a tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 947 time: 0.0692017 Jul 09 20:36:32.056291 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e5f4a180-85f4-4661-bf0a-0d6e5ddbde69 req-ee8f1bc7-39b3-4dd7-8aa7-d4991f2164b8 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e687a09-f5a6-4e53-99ec-acb3cdef6730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341020 Jul 09 20:36:32.062589 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae0aa6ae-5773-4fac-9164-79ca3d7bf86f req-dc3244d8-422e-4ceb-b22e-c8efeb45d4ba service neutron] 10.222.0.32 "GET /v2.0/networks/1059a608-1bd1-4ee1-96d5-3ea2998696df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849867 Jul 09 20:36:32.424281 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:33.235537 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab406e-307c-4c8b-85e5-0392e9d63d10 req-4443541e-0d61-4a75-bdf7-755bd841f25d tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:33.237081 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9bab406e-307c-4c8b-85e5-0392e9d63d10 req-4443541e-0d61-4a75-bdf7-755bd841f25d tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 947 time: 0.0682342 Jul 09 20:36:33.273770 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9bab406e-307c-4c8b-85e5-0392e9d63d10 req-dde36130-922d-4e91-b69a-2657a83317c8 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e687a09-f5a6-4e53-99ec-acb3cdef6730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311508 Jul 09 20:36:34.449620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8cdee-6bb3-4644-92aa-199da20ed924 req-db8deed5-5b92-409e-bccd-432c52b0293c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:34.451129 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f7c8cdee-6bb3-4644-92aa-199da20ed924 req-db8deed5-5b92-409e-bccd-432c52b0293c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 947 time: 0.0642343 Jul 09 20:36:34.489603 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f7c8cdee-6bb3-4644-92aa-199da20ed924 req-1f4a9849-1565-4611-a55f-6c7a1247ca9c tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e687a09-f5a6-4e53-99ec-acb3cdef6730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328462 Jul 09 20:36:34.546207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-0176f393-f22c-49a9-aa75-cf591f1a45db req-c6b76ed2-3ad6-4c7e-99f0-75784d2c527f service neutron] (100205) timed out ('10.222.0.36', 64095) {{(pid=100205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:36:34.932438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8709e981-2075-4f82-8004-64f60adf8fb1 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:36:35.029952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 8709e981-2075-4f82-8004-64f60adf8fb1, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8709e981-2075-4f82-8004-64f60adf8fb1,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:35.040678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '8709e981-2075-4f82-8004-64f60adf8fb1', 'network_id': '1059a608-1bd1-4ee1-96d5-3ea2998696df', 'port_id': '8709e981-2075-4f82-8004-64f60adf8fb1', 'mac_address': 'fa:16:3e:84:61:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14274d77-1a49-45a5-8a7e-d2972b498e21', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:36:35.077251 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.090337 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8709e981-2075-4f82-8004-64f60adf8fb1 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:36:35.109673 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 8709e981-2075-4f82-8004-64f60adf8fb1, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8709e981-2075-4f82-8004-64f60adf8fb1,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:35.113496 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:35.159070 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=8709e981-2075-4f82-8004-64f60adf8fb1,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:35.166259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:35.166607 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:35.166949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:35.167387 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:35.167865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:35.168202 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:35.168557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:35.168889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:35.169217 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:35.169543 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:35.169870 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:35.170221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:36:35.330543 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['8709e981-2075-4f82-8004-64f60adf8fb1'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:36:35.658170 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1b75a-e546-4bcb-9abe-e030ce7164aa req-88b0f298-e302-4996-ab29-f6ad6cfa20f3 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:35.659583 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53b1b75a-e546-4bcb-9abe-e030ce7164aa req-88b0f298-e302-4996-ab29-f6ad6cfa20f3 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 948 time: 0.0622823 Jul 09 20:36:35.697276 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53b1b75a-e546-4bcb-9abe-e030ce7164aa req-28a9035a-d6b0-42c2-8186-008f84a37608 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e687a09-f5a6-4e53-99ec-acb3cdef6730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321586 Jul 09 20:36:36.869277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca37c87-8dd1-46fa-b837-d05d4373f202 req-0c074d2e-43e5-4352-ade6-533909593337 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:36.871320 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bca37c87-8dd1-46fa-b837-d05d4373f202 req-0c074d2e-43e5-4352-ade6-533909593337 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 948 time: 0.0645518 Jul 09 20:36:36.908148 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bca37c87-8dd1-46fa-b837-d05d4373f202 req-930a5cc8-4523-4784-98d9-56a0fc43bdaa tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e687a09-f5a6-4e53-99ec-acb3cdef6730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313807 Jul 09 20:36:36.932350 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8709e981-2075-4f82-8004-64f60adf8fb1 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:36:36.980647 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 8709e981-2075-4f82-8004-64f60adf8fb1 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:36:36.984159 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 8709e981-2075-4f82-8004-64f60adf8fb1 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:36:36.984554 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:37.064333 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:37.086108 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8709e981-2075-4f82-8004-64f60adf8fb1'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:36:37.088352 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322c8b15-b757-45a1-9cfb-bee6e248bd15" -d '{"events": [{"server_uuid": "3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2", "name": "network-vif-plugged", "status": "completed", "tag": "8709e981-2075-4f82-8004-64f60adf8fb1"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:36:37.101401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 8709e981-2075-4f82-8004-64f60adf8fb1, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8709e981-2075-4f82-8004-64f60adf8fb1,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:37.106309 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:37.153319 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=8709e981-2075-4f82-8004-64f60adf8fb1,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:37.187627 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c5c330-3da8-47f7-bcd4-e17ebb13a3dc x-openstack-request-id: req-64c5c330-3da8-47f7-bcd4-e17ebb13a3dc {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:36:37.187946 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2", "name": "network-vif-plugged", "status": "completed", "tag": "8709e981-2075-4f82-8004-64f60adf8fb1", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:36:37.188187 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64c5c330-3da8-47f7-bcd4-e17ebb13a3dc {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:36:37.188619 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8709e981-2075-4f82-8004-64f60adf8fb1', 'code': 200} Jul 09 20:36:37.301298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00831f1-5642-41e8-862f-4f0f6fbd0956 req-ace1595e-4b68-4e55-9ced-0bcb776c3f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:37.302666 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d00831f1-5642-41e8-862f-4f0f6fbd0956 req-ace1595e-4b68-4e55-9ced-0bcb776c3f88 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 1100 time: 0.0509107 Jul 09 20:36:37.336330 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d00831f1-5642-41e8-862f-4f0f6fbd0956 req-2dbb8ee8-860c-43da-96eb-0dd63a10b26a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9e687a09-f5a6-4e53-99ec-acb3cdef6730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261815 Jul 09 20:36:38.084147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205a876-67f0-4c2c-bdb5-f12551aa16d3 req-8ce1b717-0e8d-406e-9862-7f7e653aacc4 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:38.085731 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d205a876-67f0-4c2c-bdb5-f12551aa16d3 req-8ce1b717-0e8d-406e-9862-7f7e653aacc4 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 949 time: 0.0683010 Jul 09 20:36:38.124742 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d205a876-67f0-4c2c-bdb5-f12551aa16d3 req-9f2beea2-05fa-4067-ad87-796fa50eba85 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e687a09-f5a6-4e53-99ec-acb3cdef6730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324914 Jul 09 20:36:38.378530 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:36:39.304124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12907c77-0245-49f6-8783-26fe3953fb2a req-a16cd0db-223b-480f-9885-0034047f6cc1 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:39.305640 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-12907c77-0245-49f6-8783-26fe3953fb2a req-a16cd0db-223b-480f-9885-0034047f6cc1 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 949 time: 0.0667119 Jul 09 20:36:39.343320 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-12907c77-0245-49f6-8783-26fe3953fb2a req-45847bf9-41e9-4a42-a742-592dcb288e68 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e687a09-f5a6-4e53-99ec-acb3cdef6730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 Jul 09 20:36:39.716492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-a548ffb8-97d7-4c3d-9b2b-f5639c382172 req-a3ac5b7e-6bbf-4436-8fa8-27db69fe7b5e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:36:39.718053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a548ffb8-97d7-4c3d-9b2b-f5639c382172 req-a3ac5b7e-6bbf-4436-8fa8-27db69fe7b5e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1038043 Jul 09 20:36:40.373374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-811f3275-75f1-43c1-b005-0516cc591336 req-f2be000f-83b5-4ecb-a625-fbf348f176dd service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:36:40.374443 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-811f3275-75f1-43c1-b005-0516cc591336 req-f2be000f-83b5-4ecb-a625-fbf348f176dd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1423883 Jul 09 20:36:40.847663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c716476-a91d-4651-a516-36f4b9ac3b47 req-1fa000f4-de73-474c-81a1-54b8b91bfd53 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:40.849178 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2c716476-a91d-4651-a516-36f4b9ac3b47 req-1fa000f4-de73-474c-81a1-54b8b91bfd53 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 949 time: 0.0634847 Jul 09 20:36:40.887363 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2c716476-a91d-4651-a516-36f4b9ac3b47 req-0dbece5f-896b-4880-96c8-1064e22f20f0 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e687a09-f5a6-4e53-99ec-acb3cdef6730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326409 Jul 09 20:36:42.063105 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f20bb8-3cc4-4104-b039-736947c454a5 req-1ddba0e1-c81b-42bd-962d-01b096add9ca tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:42.064600 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67f20bb8-3cc4-4104-b039-736947c454a5 req-1ddba0e1-c81b-42bd-962d-01b096add9ca tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 949 time: 0.0642383 Jul 09 20:36:42.103880 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67f20bb8-3cc4-4104-b039-736947c454a5 req-61c2962b-7d6d-4288-b544-316f833368f7 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e687a09-f5a6-4e53-99ec-acb3cdef6730&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336926 Jul 09 20:36:42.193279 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1dda5-6a4d-40f5-bfeb-39b440d4192b req-778fbb29-3fa4-4305-a0d6-2c2c5a141d83 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:42.194707 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-92d1dda5-6a4d-40f5-bfeb-39b440d4192b req-778fbb29-3fa4-4305-a0d6-2c2c5a141d83 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 949 time: 0.0655274 Jul 09 20:36:42.294214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-92d1dda5-6a4d-40f5-bfeb-39b440d4192b req-31897ed5-d51b-445f-a3f5-dc7e09900e2f tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Deleting port 8709e981-2075-4f82-8004-64f60adf8fb1 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:36:42.294552 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-92d1dda5-6a4d-40f5-bfeb-39b440d4192b req-31897ed5-d51b-445f-a3f5-dc7e09900e2f tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:42.385221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-92d1dda5-6a4d-40f5-bfeb-39b440d4192b req-31897ed5-d51b-445f-a3f5-dc7e09900e2f tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] For port 8709e981-2075-4f82-8004-64f60adf8fb1, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8709e981-2075-4f82-8004-64f60adf8fb1,segment=NetworkSegment(3fefd02b-d41f-4a51-bbed-e5c9033cfbdf),segment_id=3fefd02b-d41f-4a51-bbed-e5c9033cfbdf)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:42.385495 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-92d1dda5-6a4d-40f5-bfeb-39b440d4192b req-31897ed5-d51b-445f-a3f5-dc7e09900e2f tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:42.398207 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-92d1dda5-6a4d-40f5-bfeb-39b440d4192b req-31897ed5-d51b-445f-a3f5-dc7e09900e2f tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Calling delete_port for 8709e981-2075-4f82-8004-64f60adf8fb1 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:36:42.525936 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-92d1dda5-6a4d-40f5-bfeb-39b440d4192b req-31897ed5-d51b-445f-a3f5-dc7e09900e2f tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:42.537500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['8709e981-2075-4f82-8004-64f60adf8fb1'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:36:42.562257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31897ed5-d51b-445f-a3f5-dc7e09900e2f tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Pushing event deleted for resources: {'Port': ['ID=8709e981-2075-4f82-8004-64f60adf8fb1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:42.608371 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d1dda5-6a4d-40f5-bfeb-39b440d4192b req-31897ed5-d51b-445f-a3f5-dc7e09900e2f tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] No DVR routers for this DVR port 8709e981-2075-4f82-8004-64f60adf8fb1 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:36:42.611128 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-92d1dda5-6a4d-40f5-bfeb-39b440d4192b req-31897ed5-d51b-445f-a3f5-dc7e09900e2f tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:42.613242 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-92d1dda5-6a4d-40f5-bfeb-39b440d4192b req-31897ed5-d51b-445f-a3f5-dc7e09900e2f tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.32 "DELETE /v2.0/ports/8709e981-2075-4f82-8004-64f60adf8fb1 HTTP/1.1" status: 204 len: 173 time: 0.4121830 Jul 09 20:36:42.613677 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2', 'name': 'network-vif-deleted', 'tag': '8709e981-2075-4f82-8004-64f60adf8fb1'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:36:42.616055 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bf5289-59fb-4af5-92b8-07a9902742d3" -d '{"events": [{"server_uuid": "3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2", "name": "network-vif-deleted", "tag": "8709e981-2075-4f82-8004-64f60adf8fb1"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:36:42.672844 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e648a3a2-2aa9-4b9b-94ec-30e7aed53512 x-openstack-request-id: req-e648a3a2-2aa9-4b9b-94ec-30e7aed53512 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:36:42.673438 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2", "name": "network-vif-deleted", "tag": "8709e981-2075-4f82-8004-64f60adf8fb1", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:36:42.674012 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e648a3a2-2aa9-4b9b-94ec-30e7aed53512 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:36:42.674665 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2', 'name': 'network-vif-deleted', 'tag': '8709e981-2075-4f82-8004-64f60adf8fb1', 'status': 'completed', 'code': 200} Jul 09 20:36:43.260366 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d5cb8558-ef5c-4c76-8ed4-5906fa10e222 req-13907312-1d2f-43c7-8a5e-3751809ede53 tempest-ServersAdminNegativeTestJSON-1744264378 tempest-ServersAdminNegativeTestJSON-1744264378-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ac63be3-b5cc-4ef2-8bee-48677cf1e3e2 HTTP/1.1" status: 200 len: 210 time: 0.0321832 Jul 09 20:36:44.591064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51406) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:44.718520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7ede5df7-ee8a-40eb-b26b-1b45c91806b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c529bbb806642079c205412dcd4e832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262867 Jul 09 20:36:44.721268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51410) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:44.768611 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a89d6519-a967-4137-9d09-ff158f5de012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:44.789303 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a89d6519-a967-4137-9d09-ff158f5de012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:44.834808 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a89d6519-a967-4137-9d09-ff158f5de012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:44.837533 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a89d6519-a967-4137-9d09-ff158f5de012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:44.838832 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a89d6519-a967-4137-9d09-ff158f5de012 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e687a09-f5a6-4e53-99ec-acb3cdef6730 HTTP/1.1" status: 204 len: 168 time: 0.1166050 Jul 09 20:36:44.848016 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d6519-a967-4137-9d09-ff158f5de012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e687a09-f5a6-4e53-99ec-acb3cdef6730,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:45.099460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51416) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:45.115961 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb7a18bb-eac4-4874-a28a-bffa3788bd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:45.203716 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb7a18bb-eac4-4874-a28a-bffa3788bd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:45.207563 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fb7a18bb-eac4-4874-a28a-bffa3788bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:45.246794 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fb7a18bb-eac4-4874-a28a-bffa3788bd6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb5272fecdd54932997f31e595be221a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461921 Jul 09 20:36:45.247653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a18bb-eac4-4874-a28a-bffa3788bd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e19126-dfba-4796-8182-549624d786b5,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:45.249610 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51418) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:45.300292 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-babc060d-30cb-4ee4-8a09-23446697b257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:45.321121 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-babc060d-30cb-4ee4-8a09-23446697b257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:45.366456 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-babc060d-30cb-4ee4-8a09-23446697b257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:45.369148 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-babc060d-30cb-4ee4-8a09-23446697b257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:45.370355 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-babc060d-30cb-4ee4-8a09-23446697b257 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08e19126-dfba-4796-8182-549624d786b5 HTTP/1.1" status: 204 len: 168 time: 0.1196926 Jul 09 20:36:45.378270 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc060d-30cb-4ee4-8a09-23446697b257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e19126-dfba-4796-8182-549624d786b5,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:46.020797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51440) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:46.113962 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2031447729-network', 'tenant_id': '496d28559271403cbee2bfbf02468b2b'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:46.136357 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] Made reservation on behalf of 496d28559271403cbee2bfbf02468b2b for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:36:46.138717 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:46.147630 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:46.237307 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:46.240906 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:46.261940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:36:46.277283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:46.281089 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:46.281439 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] Added segment 7d9b49b4-0337-4422-9e4a-540bd32d3099 of type vlan for network e3d62eb7-dae8-42c5-81e1-048759725f76 Jul 09 20:36:46.321521 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:46.352054 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:46.352968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:46.353623 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:46.403305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3814154 Jul 09 20:36:46.406309 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51444) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:46.411392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-fbb45dd1-23fa-433c-ad32-59144c5fe897 admin admin] Request body: {'subnet': {'network_id': 'e3d62eb7-dae8-42c5-81e1-048759725f76', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2031447729-subnet', 'tenant_id': '496d28559271403cbee2bfbf02468b2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:46.413806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ddf2e-6c82-4bbc-acd9-ec5e5c6fa20e admin admin] Pushing event updated for resources: {'Network': ['ID=e3d62eb7-dae8-42c5-81e1-048759725f76,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:46.424199 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network e3d62eb7-dae8-42c5-81e1-048759725f76 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:36:46.434511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb45dd1-23fa-433c-ad32-59144c5fe897 admin admin] Made reservation on behalf of 496d28559271403cbee2bfbf02468b2b for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:36:46.436897 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbb45dd1-23fa-433c-ad32-59144c5fe897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:46.605273 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbb45dd1-23fa-433c-ad32-59144c5fe897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:46.661036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb45dd1-23fa-433c-ad32-59144c5fe897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c578d5-c446-40b1-881e-d9db609f31bf,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:46.668850 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb45dd1-23fa-433c-ad32-59144c5fe897 admin admin] Checking segment: {'id': '7d9b49b4-0337-4422-9e4a-540bd32d3099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e3d62eb7-dae8-42c5-81e1-048759725f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:36:46.669220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb45dd1-23fa-433c-ad32-59144c5fe897 admin admin] Network hostable DHCP agents. Network: e3d62eb7-dae8-42c5-81e1-048759725f76, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:36:46.684740 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb45dd1-23fa-433c-ad32-59144c5fe897 admin admin] Network e3d62eb7-dae8-42c5-81e1-048759725f76 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:36:46.693144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-fbb45dd1-23fa-433c-ad32-59144c5fe897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, e3d62eb7-dae8-42c5-81e1-048759725f76) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:36:46.697681 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb45dd1-23fa-433c-ad32-59144c5fe897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:46.698714 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fbb45dd1-23fa-433c-ad32-59144c5fe897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:46.702396 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527aa4a4-84ca-49d2-83b3-1bee12d1e0dc None None] Network e3d62eb7-dae8-42c5-81e1-048759725f76 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:36:46.712931 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fbb45dd1-23fa-433c-ad32-59144c5fe897 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3054581 Jul 09 20:36:46.833793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe89051-ebdf-4851-8447-c02869cf984a None None] Network e3d62eb7-dae8-42c5-81e1-048759725f76 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:36:46.995260 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8709e981-2075-4f82-8004-64f60adf8fb1 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:36:47.016403 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 8709e981-2075-4f82-8004-64f60adf8fb1 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:36:47.016798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8709e981-2075-4f82-8004-64f60adf8fb1 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:36:47.134325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-03489c9b-2fd1-436b-84ae-9abe73d70802 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:47.135768 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-03489c9b-2fd1-436b-84ae-9abe73d70802 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/networks?id=e3d62eb7-dae8-42c5-81e1-048759725f76 HTTP/1.1" status: 200 len: 812 time: 0.1056330 Jul 09 20:36:47.151050 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-f835595f-7605-4d59-911a-31bcb5765f1f tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/quotas/496d28559271403cbee2bfbf02468b2b HTTP/1.1" status: 200 len: 375 time: 0.0093038 Jul 09 20:36:47.185393 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-6fad2ce1-62e3-4447-a850-33cc16070577 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=496d28559271403cbee2bfbf02468b2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291998 Jul 09 20:36:47.274274 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-11f29d0e-0e09-4233-8a23-d0197807c686 service neutron] 10.222.0.30 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823779 Jul 09 20:36:47.367605 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-8730dd1e-7c05-45a9-89c2-1f266dc148e9 service neutron] 10.222.0.30 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871968 Jul 09 20:36:47.532669 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ff6b457-600e-48c9-9ed6-e49cc20ece86 req-7422fd91-b903-4c59-a4b5-288de5c64718 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 210 time: 0.0295038 Jul 09 20:36:48.596817 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-8c91ed5f-9829-45e0-b786-36434e987e18 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:48.598403 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-8c91ed5f-9829-45e0-b786-36434e987e18 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.32 "GET /v2.0/networks?id=e3d62eb7-dae8-42c5-81e1-048759725f76 HTTP/1.1" status: 200 len: 812 time: 0.1130414 Jul 09 20:36:48.618804 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-d902859c-a4bc-4ddc-828a-4c77895c53da tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Request body: {'port': {'device_id': '975bd5a6-87b4-4a7f-a18c-fe5b412472d4', 'network_id': 'e3d62eb7-dae8-42c5-81e1-048759725f76', 'admin_state_up': True, 'tenant_id': '496d28559271403cbee2bfbf02468b2b'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:48.687992 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9862cfde-c2bd-46fb-b5bd-ff9346ecbf95 req-9f18416a-5244-4078-b43f-8bacce33132b tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 210 time: 0.0314107 Jul 09 20:36:48.739489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-d902859c-a4bc-4ddc-828a-4c77895c53da tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Made reservation on behalf of 496d28559271403cbee2bfbf02468b2b for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:36:48.743150 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-d902859c-a4bc-4ddc-828a-4c77895c53da tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:48.872093 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-d902859c-a4bc-4ddc-828a-4c77895c53da tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Allocated IP 172.20.0.4 (e3d62eb7-dae8-42c5-81e1-048759725f76/37c578d5-c446-40b1-881e-d9db609f31bf/6c18dcac-a262-4b11-b171-c3c5e48f34b7) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:36:49.014701 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-d902859c-a4bc-4ddc-828a-4c77895c53da tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:49.058256 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-d902859c-a4bc-4ddc-828a-4c77895c53da tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:49.106199 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-d902859c-a4bc-4ddc-828a-4c77895c53da tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Network e3d62eb7-dae8-42c5-81e1-048759725f76 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:36:49.109319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-d902859c-a4bc-4ddc-828a-4c77895c53da tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:36:49.113152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-d902859c-a4bc-4ddc-828a-4c77895c53da tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:36:49.119302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902859c-a4bc-4ddc-828a-4c77895c53da tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Pushing event updated for resources: {'Port': ['ID=6c18dcac-a262-4b11-b171-c3c5e48f34b7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:49.165914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-d902859c-a4bc-4ddc-828a-4c77895c53da tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:49.166532 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-d902859c-a4bc-4ddc-828a-4c77895c53da tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:49.180199 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-d902859c-a4bc-4ddc-828a-4c77895c53da tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5655575 Jul 09 20:36:49.195427 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Request body: {'port': {'device_id': '975bd5a6-87b4-4a7f-a18c-fe5b412472d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:36:49.270938 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:49.920408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4778-93cb-497a-8fcd-ce50bedc115c req-33b47867-d8db-4d6e-b28d-d3f6a73e9ea8 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:49.922271 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53ca4778-93cb-497a-8fcd-ce50bedc115c req-33b47867-d8db-4d6e-b28d-d3f6a73e9ea8 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 931 time: 0.1124775 Jul 09 20:36:49.924177 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c18dcac-a262-4b11-b171-c3c5e48f34b7 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:36:49.938733 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:49.969497 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Transition to ACTIVE for port object 6c18dcac-a262-4b11-b171-c3c5e48f34b7 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:36:49.975648 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:49.980499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-53ca4778-93cb-497a-8fcd-ce50bedc115c req-e0abda7c-3f42-4980-ba99-bde32b6533d1 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515792 Jul 09 20:36:50.029560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c18dcac-a262-4b11-b171-c3c5e48f34b7,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:50.092866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Attempting to bind port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:36:50.093202 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Attempting to bind port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '7d9b49b4-0337-4422-9e4a-540bd32d3099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e3d62eb7-dae8-42c5-81e1-048759725f76'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:36:50.093532 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Attempting to bind port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 on network e3d62eb7-dae8-42c5-81e1-048759725f76 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:36:50.097632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 on network e3d62eb7-dae8-42c5-81e1-048759725f76 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:36:50.097957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Attempting to bind port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 on network e3d62eb7-dae8-42c5-81e1-048759725f76 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:36:50.102604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:36:50.102973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Checking segment: {'id': '7d9b49b4-0337-4422-9e4a-540bd32d3099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e3d62eb7-dae8-42c5-81e1-048759725f76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:36:50.103359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Bound using segment: {'id': '7d9b49b4-0337-4422-9e4a-540bd32d3099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e3d62eb7-dae8-42c5-81e1-048759725f76'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:36:50.103780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Bound port: 6c18dcac-a262-4b11-b171-c3c5e48f34b7, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9b49b4-0337-4422-9e4a-540bd32d3099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e3d62eb7-dae8-42c5-81e1-048759725f76'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:36:50.104135 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:50.164736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] For port 6c18dcac-a262-4b11-b171-c3c5e48f34b7, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:36:50.168131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] For port 6c18dcac-a262-4b11-b171-c3c5e48f34b7, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7,segment=NetworkSegment(7d9b49b4-0337-4422-9e4a-540bd32d3099),segment_id=7d9b49b4-0337-4422-9e4a-540bd32d3099)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:36:50.172976 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:50.209359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:50.209981 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:50.211364 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] 10.222.0.32 "PUT /v2.0/ports/6c18dcac-a262-4b11-b171-c3c5e48f34b7 HTTP/1.1" status: 200 len: 1091 time: 1.0198936 Jul 09 20:36:50.211799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975bd5a6-87b4-4a7f-a18c-fe5b412472d4', 'tag': '6c18dcac-a262-4b11-b171-c3c5e48f34b7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:36:50.214653 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8227da44-8d33-4a99-af62-f52567a63e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "975bd5a6-87b4-4a7f-a18c-fe5b412472d4", "tag": "6c18dcac-a262-4b11-b171-c3c5e48f34b7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:36:50.239507 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae2758-7f24-421b-8332-22cdb83bc5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6c18dcac-a262-4b11-b171-c3c5e48f34b7,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:50.253256 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a060bd-e306-4f29-a03a-e8d737bacf90 x-openstack-request-id: req-b2a060bd-e306-4f29-a03a-e8d737bacf90 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:36:50.253542 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975bd5a6-87b4-4a7f-a18c-fe5b412472d4", "tag": "6c18dcac-a262-4b11-b171-c3c5e48f34b7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:36:50.253812 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2a060bd-e306-4f29-a03a-e8d737bacf90 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:36:50.254203 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975bd5a6-87b4-4a7f-a18c-fe5b412472d4', 'tag': '6c18dcac-a262-4b11-b171-c3c5e48f34b7', 'status': 'completed', 'code': 200} Jul 09 20:36:50.310941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-6217774c-e3dd-4269-a7aa-95ab4104480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:50.312470 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-6217774c-e3dd-4269-a7aa-95ab4104480e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=496d28559271403cbee2bfbf02468b2b&device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 1094 time: 0.0551879 Jul 09 20:36:50.355547 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-336d90d2-2944-44d6-9a43-ac4523f99dd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7 HTTP/1.1" status: 200 len: 217 time: 0.0338848 Jul 09 20:36:50.406183 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-feb7947c-566b-4b1a-8cf4-4c79a77178c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:50.407615 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-feb7947c-566b-4b1a-8cf4-4c79a77178c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37c578d5-c446-40b1-881e-d9db609f31bf HTTP/1.1" status: 200 len: 852 time: 0.0458219 Jul 09 20:36:50.440000 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-a47c52b7-288d-45e6-ac2d-098f61199097 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3d62eb7-dae8-42c5-81e1-048759725f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256157 Jul 09 20:36:50.525787 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-e7858703-f91a-4afe-8c7b-30aac7179c9f service neutron] 10.222.0.32 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783002 Jul 09 20:36:50.616097 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a284c992-047e-43d5-ba08-f9ca3f18558e req-27d00a64-1c96-4619-9fc1-17f5dcfae78a service neutron] 10.222.0.32 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833063 Jul 09 20:36:50.713075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227da44-8d33-4a99-af62-f52567a63e5f req-cc1aebce-207a-43a4-8b49-6e24398f8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:50.714562 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8227da44-8d33-4a99-af62-f52567a63e5f req-cc1aebce-207a-43a4-8b49-6e24398f8f14 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=496d28559271403cbee2bfbf02468b2b&device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 1094 time: 0.0517921 Jul 09 20:36:50.806977 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227da44-8d33-4a99-af62-f52567a63e5f req-f23e42e9-702a-4996-a5f3-ce7ce3f4bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:50.809061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8227da44-8d33-4a99-af62-f52567a63e5f req-f23e42e9-702a-4996-a5f3-ce7ce3f4bfd4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3d62eb7-dae8-42c5-81e1-048759725f76 HTTP/1.1" status: 200 len: 913 time: 0.0878832 Jul 09 20:36:50.848615 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8227da44-8d33-4a99-af62-f52567a63e5f req-8a28d54d-380c-48b4-be3f-f41c3a271ebd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7 HTTP/1.1" status: 200 len: 217 time: 0.0328939 Jul 09 20:36:50.897380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227da44-8d33-4a99-af62-f52567a63e5f req-f00cd3da-5393-4e07-a3cc-f4fc0e1b0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:50.898765 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8227da44-8d33-4a99-af62-f52567a63e5f req-f00cd3da-5393-4e07-a3cc-f4fc0e1b0c9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37c578d5-c446-40b1-881e-d9db609f31bf HTTP/1.1" status: 200 len: 852 time: 0.0421519 Jul 09 20:36:50.935185 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8227da44-8d33-4a99-af62-f52567a63e5f req-44e7f980-0460-471c-9e1a-0771b7bb11a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3d62eb7-dae8-42c5-81e1-048759725f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296633 Jul 09 20:36:51.021608 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8227da44-8d33-4a99-af62-f52567a63e5f req-62affe75-dadc-4ebd-9634-0a991b7c6056 service neutron] 10.222.0.32 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795996 Jul 09 20:36:51.142604 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8227da44-8d33-4a99-af62-f52567a63e5f req-f4f10c0f-680b-439e-b2b5-dd10b81470e6 service neutron] 10.222.0.32 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140304 Jul 09 20:36:51.170834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d24021-805f-40f3-94df-312d04286d9d req-e1062e59-b26a-4d92-957f-cdb33056e5b5 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:51.172297 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-49d24021-805f-40f3-94df-312d04286d9d req-e1062e59-b26a-4d92-957f-cdb33056e5b5 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 943 time: 0.0779624 Jul 09 20:36:51.216390 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-49d24021-805f-40f3-94df-312d04286d9d req-3de1fe38-efe5-441e-a472-fa28f112f8d2 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334611 Jul 09 20:36:52.394801 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0ac2f-34d0-447e-8c85-f5fe0d80fd55 req-233e0cb1-1036-48a5-a662-d07325583ce0 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:52.396274 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dbc0ac2f-34d0-447e-8c85-f5fe0d80fd55 req-233e0cb1-1036-48a5-a662-d07325583ce0 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 943 time: 0.0659616 Jul 09 20:36:52.433729 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dbc0ac2f-34d0-447e-8c85-f5fe0d80fd55 req-920cd3f8-fc00-4eb6-863f-279482469555 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317364 Jul 09 20:36:53.011494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 6c18dcac-a262-4b11-b171-c3c5e48f34b7 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:36:53.106149 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 6c18dcac-a262-4b11-b171-c3c5e48f34b7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7,segment=NetworkSegment(7d9b49b4-0337-4422-9e4a-540bd32d3099),segment_id=7d9b49b4-0337-4422-9e4a-540bd32d3099)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:53.117126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '6c18dcac-a262-4b11-b171-c3c5e48f34b7', 'network_id': 'e3d62eb7-dae8-42c5-81e1-048759725f76', 'port_id': '6c18dcac-a262-4b11-b171-c3c5e48f34b7', 'mac_address': 'fa:16:3e:9a:0d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c578d5-c446-40b1-881e-d9db609f31bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:36:53.153446 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:53.165529 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c18dcac-a262-4b11-b171-c3c5e48f34b7 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:36:53.184271 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 6c18dcac-a262-4b11-b171-c3c5e48f34b7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7,segment=NetworkSegment(7d9b49b4-0337-4422-9e4a-540bd32d3099),segment_id=7d9b49b4-0337-4422-9e4a-540bd32d3099)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:53.188594 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:53.235483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=6c18dcac-a262-4b11-b171-c3c5e48f34b7,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:53.395247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['6c18dcac-a262-4b11-b171-c3c5e48f34b7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:36:53.611865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b28abf-c6e8-408e-9545-65c7d0d05d7d req-76055fcd-4034-45dc-a9b9-5a1a721d87b9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:53.613386 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-16b28abf-c6e8-408e-9545-65c7d0d05d7d req-76055fcd-4034-45dc-a9b9-5a1a721d87b9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 944 time: 0.0652130 Jul 09 20:36:53.653032 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-16b28abf-c6e8-408e-9545-65c7d0d05d7d req-a7ea7e53-e593-4634-aa70-42ff236b7315 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340457 Jul 09 20:36:54.828493 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4139c-40b4-4087-b8f5-fbbfcf05b094 req-3c4aff5c-5f44-40ba-ad25-2ca105c99fbe tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:54.830061 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e9b4139c-40b4-4087-b8f5-fbbfcf05b094 req-3c4aff5c-5f44-40ba-ad25-2ca105c99fbe tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 944 time: 0.0638320 Jul 09 20:36:54.869674 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e9b4139c-40b4-4087-b8f5-fbbfcf05b094 req-ee84e229-7186-4574-9996-42e1e9da3cc0 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341151 Jul 09 20:36:55.027177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 6c18dcac-a262-4b11-b171-c3c5e48f34b7 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:36:55.073775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:36:55.077388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:36:55.077764 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:55.154861 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:55.176912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975bd5a6-87b4-4a7f-a18c-fe5b412472d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c18dcac-a262-4b11-b171-c3c5e48f34b7'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:36:55.179133 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d870a385-7dc1-4020-a456-1d0b89c9ea72" -d '{"events": [{"server_uuid": "975bd5a6-87b4-4a7f-a18c-fe5b412472d4", "name": "network-vif-plugged", "status": "completed", "tag": "6c18dcac-a262-4b11-b171-c3c5e48f34b7"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:36:55.192138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 6c18dcac-a262-4b11-b171-c3c5e48f34b7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7,segment=NetworkSegment(7d9b49b4-0337-4422-9e4a-540bd32d3099),segment_id=7d9b49b4-0337-4422-9e4a-540bd32d3099)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:36:55.196466 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:55.223121 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6abba7-aa67-49e1-b839-182fd9705829 x-openstack-request-id: req-4e6abba7-aa67-49e1-b839-182fd9705829 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:36:55.223415 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975bd5a6-87b4-4a7f-a18c-fe5b412472d4", "name": "network-vif-plugged", "status": "completed", "tag": "6c18dcac-a262-4b11-b171-c3c5e48f34b7", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:36:55.223667 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e6abba7-aa67-49e1-b839-182fd9705829 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:36:55.224111 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975bd5a6-87b4-4a7f-a18c-fe5b412472d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c18dcac-a262-4b11-b171-c3c5e48f34b7', 'code': 200} Jul 09 20:36:55.250355 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=6c18dcac-a262-4b11-b171-c3c5e48f34b7,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:36:55.331581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967053d-1027-42d0-bc27-5b7490eecca0 req-bf126165-58b0-472c-b0e1-939e277240d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:55.333003 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5967053d-1027-42d0-bc27-5b7490eecca0 req-bf126165-58b0-472c-b0e1-939e277240d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 1096 time: 0.0546451 Jul 09 20:36:55.366688 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5967053d-1027-42d0-bc27-5b7490eecca0 req-2341262f-4c03-44ec-9d02-7a1e2e123ebb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275648 Jul 09 20:36:56.044387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa1553-e8c4-4ee6-9f1a-530e0544b820 req-d0e27941-ce94-4eda-8e72-7c1c657db1c2 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:56.045847 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00aa1553-e8c4-4ee6-9f1a-530e0544b820 req-d0e27941-ce94-4eda-8e72-7c1c657db1c2 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0638645 Jul 09 20:36:56.083167 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00aa1553-e8c4-4ee6-9f1a-530e0544b820 req-fe295220-e6f7-4a04-a508-cfaf5bf37c14 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316336 Jul 09 20:36:56.923031 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f6caf4e2-0991-4943-b9e7-3c43b1cf9aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:57.257635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ee15c-f0b8-4da5-870d-d5051b7655cc req-8f2dd216-acea-4b3b-bf5a-592a0ce772c5 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:57.258236 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:57.259263 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-792ee15c-f0b8-4da5-870d-d5051b7655cc req-8f2dd216-acea-4b3b-bf5a-592a0ce772c5 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0648167 Jul 09 20:36:57.296578 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-792ee15c-f0b8-4da5-870d-d5051b7655cc req-a7b45d75-4406-4df3-bbc9-a556c21f27ba tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310612 Jul 09 20:36:57.575651 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51498) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:36:57.686603 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-94c3f18e-3dc1-4a74-8264-416fa6032a81 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096976 Jul 09 20:36:57.687704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e2963-980c-4f99-963f-2c8585b20ca8 req-ffe4b9d5-d24a-4a27-b1af-58ca6fc7d345 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:57.689339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-280e2963-980c-4f99-963f-2c8585b20ca8 req-ffe4b9d5-d24a-4a27-b1af-58ca6fc7d345 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0650578 Jul 09 20:36:57.735722 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-280e2963-980c-4f99-963f-2c8585b20ca8 req-9e53dc4f-55cd-4f02-871d-0d4c4c8e88ab tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Jul 09 20:36:58.816017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df04a7-8261-4643-b721-f376243fc053 req-1de86fd3-50d1-4c5a-ac56-fd9d082d9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:58.817568 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-1de86fd3-50d1-4c5a-ac56-fd9d082d9447 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=496d28559271403cbee2bfbf02468b2b&device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 1096 time: 0.0550153 Jul 09 20:36:58.905813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df04a7-8261-4643-b721-f376243fc053 req-53174deb-d564-4fba-ad1a-e2bd2b5b3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:58.907307 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-53174deb-d564-4fba-ad1a-e2bd2b5b3508 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3d62eb7-dae8-42c5-81e1-048759725f76 HTTP/1.1" status: 200 len: 913 time: 0.0840359 Jul 09 20:36:58.910422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b2e18-22df-4401-9556-69df49c195ab req-9084d87e-099b-4fde-ae32-974ba1e496ed tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:58.911936 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c7b2e18-22df-4401-9556-69df49c195ab req-9084d87e-099b-4fde-ae32-974ba1e496ed tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0632854 Jul 09 20:36:58.951013 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c7b2e18-22df-4401-9556-69df49c195ab req-22d6ac4c-8838-4457-9edb-cbd4229badca tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327308 Jul 09 20:36:58.953617 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-232905cc-ffe5-4880-84bf-dbd8d3c40dc1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7 HTTP/1.1" status: 200 len: 217 time: 0.0400748 Jul 09 20:36:59.001917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df04a7-8261-4643-b721-f376243fc053 req-d2fe073f-eef9-4f94-bdc8-8813a4d037b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:36:59.003395 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-d2fe073f-eef9-4f94-bdc8-8813a4d037b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37c578d5-c446-40b1-881e-d9db609f31bf HTTP/1.1" status: 200 len: 852 time: 0.0442603 Jul 09 20:36:59.036750 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-4482388c-6611-44af-93ff-1c19d9c3b0d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3d62eb7-dae8-42c5-81e1-048759725f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268066 Jul 09 20:36:59.128424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-6f41396f-0739-405d-a1b3-1038a0e45fec service neutron] 10.222.0.32 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849442 Jul 09 20:36:59.218022 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-cc5a8b64-e379-428d-90b4-9f5d9b0fcab4 service neutron] 10.222.0.32 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823529 Jul 09 20:36:59.469362 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-33825728-216a-4dca-9f7b-c961301c1122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:59.526442 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:36:59.641307 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:00.130093 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30809cad-7dcf-4798-b14f-e469cd57b400 req-c3fad0a0-41fb-4d94-9282-6e4c36cc419a tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:00.131471 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30809cad-7dcf-4798-b14f-e469cd57b400 req-c3fad0a0-41fb-4d94-9282-6e4c36cc419a tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0623050 Jul 09 20:37:00.173730 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30809cad-7dcf-4798-b14f-e469cd57b400 req-288d2304-5a47-47b1-a55b-b0c7fc0e6941 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365374 Jul 09 20:37:00.562032 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:01.349990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e27eb-d239-4322-aad2-2e1b4a81530d req-614c0f0b-df9a-4ab5-b000-ae62a81297ec tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:01.351510 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-748e27eb-d239-4322-aad2-2e1b4a81530d req-614c0f0b-df9a-4ab5-b000-ae62a81297ec tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0681860 Jul 09 20:37:01.389467 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-748e27eb-d239-4322-aad2-2e1b4a81530d req-ad67bd99-5edc-4936-b453-1a1b04ceaba7 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317872 Jul 09 20:37:02.427079 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:02.567069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6bc583-fc87-4651-b318-ccc2a6235361 req-5e379610-dccc-4182-8154-ffdc425ae895 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:02.568570 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a6bc583-fc87-4651-b318-ccc2a6235361 req-5e379610-dccc-4182-8154-ffdc425ae895 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0631304 Jul 09 20:37:02.606349 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a6bc583-fc87-4651-b318-ccc2a6235361 req-13ffa250-3701-4713-a99a-8c4822ebd964 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315602 Jul 09 20:37:03.780028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bd026-87e1-4e04-8115-afc927f5e58e req-beb4328b-644d-452c-8cf1-d65b69ec6261 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:03.781603 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aa7bd026-87e1-4e04-8115-afc927f5e58e req-beb4328b-644d-452c-8cf1-d65b69ec6261 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0642211 Jul 09 20:37:03.818784 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aa7bd026-87e1-4e04-8115-afc927f5e58e req-c1ec00c1-00c5-418a-ac8c-6f1f97c75b34 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317588 Jul 09 20:37:04.992088 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abd566-ee31-4d87-a8b9-15f810795bba req-e2375fdd-6c0c-4d86-8d9d-483e35d0e2ee tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:04.993624 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67abd566-ee31-4d87-a8b9-15f810795bba req-e2375fdd-6c0c-4d86-8d9d-483e35d0e2ee tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0634282 Jul 09 20:37:05.032265 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67abd566-ee31-4d87-a8b9-15f810795bba req-01362379-bc9a-4a13-9529-f27c890248c3 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324404 Jul 09 20:37:06.206631 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233d186-5030-450e-9631-fb201ea5b1b1 req-1fc75c99-429c-4b9d-b1d1-ec3e4a46c3b9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:06.208106 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d233d186-5030-450e-9631-fb201ea5b1b1 req-1fc75c99-429c-4b9d-b1d1-ec3e4a46c3b9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0631752 Jul 09 20:37:06.246969 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d233d186-5030-450e-9631-fb201ea5b1b1 req-feeb1c6d-0c20-48b2-b9da-b504bf465464 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332985 Jul 09 20:37:07.421290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5d78f-d05e-4906-8f33-386c0266ab65 req-ee86288d-ccfc-48d7-b2e8-935f9684917e tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:07.422749 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-23b5d78f-d05e-4906-8f33-386c0266ab65 req-ee86288d-ccfc-48d7-b2e8-935f9684917e tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0655842 Jul 09 20:37:07.459822 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-23b5d78f-d05e-4906-8f33-386c0266ab65 req-24f60199-ab56-4a0e-8016-e7028879d244 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315602 Jul 09 20:37:08.636757 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9857f-a823-40e2-aa94-5fab83494683 req-3ad3f4e1-29d4-40af-8893-45bbe486aff8 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:08.638255 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b1e9857f-a823-40e2-aa94-5fab83494683 req-3ad3f4e1-29d4-40af-8893-45bbe486aff8 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0683002 Jul 09 20:37:08.675406 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b1e9857f-a823-40e2-aa94-5fab83494683 req-824af205-bfda-43ac-9fd0-6580d11ec76f tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316546 Jul 09 20:37:09.851166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab633a-2ace-4fd2-9e02-22cd3cbd4b46 req-147644f9-ddf1-4004-8c01-2b3c3fb734c5 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:09.852700 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77ab633a-2ace-4fd2-9e02-22cd3cbd4b46 req-147644f9-ddf1-4004-8c01-2b3c3fb734c5 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0638771 Jul 09 20:37:09.890508 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77ab633a-2ace-4fd2-9e02-22cd3cbd4b46 req-bab16153-888e-46a6-a9fb-5028e998c2ce tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313520 Jul 09 20:37:11.062731 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e0b25-4c93-4035-bdfb-64f0c09730ab req-2405ef95-ba6f-47a8-9e58-d7feda419529 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:11.064147 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ec0e0b25-4c93-4035-bdfb-64f0c09730ab req-2405ef95-ba6f-47a8-9e58-d7feda419529 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0631073 Jul 09 20:37:11.101013 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ec0e0b25-4c93-4035-bdfb-64f0c09730ab req-e245c7d2-ec97-469b-b4c2-41e6f9d218bc tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313654 Jul 09 20:37:12.277761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1b1fd-a2c7-4a5d-bfd6-171d1bd6130d req-2bc710f7-5bf7-4531-a926-a989ed830505 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:12.279247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-70c1b1fd-a2c7-4a5d-bfd6-171d1bd6130d req-2bc710f7-5bf7-4531-a926-a989ed830505 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0634115 Jul 09 20:37:12.322195 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-70c1b1fd-a2c7-4a5d-bfd6-171d1bd6130d req-d72d697f-dd27-4e04-952d-a2f464955869 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373247 Jul 09 20:37:13.500876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bf666-ea90-47e7-aec2-3baf06c01025 req-e72f5cea-637f-491f-b3a1-3e6abddd5571 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:13.502379 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da9bf666-ea90-47e7-aec2-3baf06c01025 req-e72f5cea-637f-491f-b3a1-3e6abddd5571 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0678670 Jul 09 20:37:13.539355 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da9bf666-ea90-47e7-aec2-3baf06c01025 req-1e543d0e-7fb6-4e8c-91b3-a974b7190dce tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314925 Jul 09 20:37:14.712931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a64b80-b9f8-4008-8f23-d2c3ce3569af req-6f6fabb0-e8d3-4258-a5bf-87b550d8a0e7 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:14.715558 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4a64b80-b9f8-4008-8f23-d2c3ce3569af req-6f6fabb0-e8d3-4258-a5bf-87b550d8a0e7 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0647688 Jul 09 20:37:14.755409 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b4a64b80-b9f8-4008-8f23-d2c3ce3569af req-1c7e4585-04ce-4cea-8b03-3246c795c20f tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327246 Jul 09 20:37:15.378114 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:37:15.931477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dbc42-c691-4d93-a517-742b1bba3cab req-d3eb3872-8c4e-4f24-97d6-5c4f5152dd9f tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:15.933674 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-669dbc42-c691-4d93-a517-742b1bba3cab req-d3eb3872-8c4e-4f24-97d6-5c4f5152dd9f tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0655384 Jul 09 20:37:15.971406 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-669dbc42-c691-4d93-a517-742b1bba3cab req-30c07da0-a572-4275-8bdf-c0dcb79ae515 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321443 Jul 09 20:37:17.144554 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804b8a8-1c6b-4873-9cb5-15a3df018028 req-b32d1545-59cb-444c-8a2b-7c32dc39d871 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:17.146039 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a804b8a8-1c6b-4873-9cb5-15a3df018028 req-b32d1545-59cb-444c-8a2b-7c32dc39d871 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0636554 Jul 09 20:37:17.183982 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a804b8a8-1c6b-4873-9cb5-15a3df018028 req-57b50f16-c563-4421-8835-1d5e54c55914 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Jul 09 20:37:18.357788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7280491-bdaf-4a72-b44f-ccca231af2ec req-005e3eac-21e5-44d8-ba8e-6b80face27b2 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:18.359276 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e7280491-bdaf-4a72-b44f-ccca231af2ec req-005e3eac-21e5-44d8-ba8e-6b80face27b2 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0628207 Jul 09 20:37:18.396406 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e7280491-bdaf-4a72-b44f-ccca231af2ec req-23cad343-a66d-4559-836b-f0d30fadc068 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316672 Jul 09 20:37:19.571075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22455f87-63bd-4631-9ce6-60af87aed444 req-2a0fadbd-e82e-4ca3-8923-a0c2696bbe1a tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:19.572552 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-22455f87-63bd-4631-9ce6-60af87aed444 req-2a0fadbd-e82e-4ca3-8923-a0c2696bbe1a tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0662494 Jul 09 20:37:19.610920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-22455f87-63bd-4631-9ce6-60af87aed444 req-1fd8511b-3402-42dc-ad64-bc3b9a05dc84 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321369 Jul 09 20:37:20.786221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63afb8-38a4-4fbc-b3d6-215a10219e89 req-236794d9-2479-42c8-95f3-6e0aade2ea96 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:20.787700 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b63afb8-38a4-4fbc-b3d6-215a10219e89 req-236794d9-2479-42c8-95f3-6e0aade2ea96 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0661056 Jul 09 20:37:20.824837 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b63afb8-38a4-4fbc-b3d6-215a10219e89 req-35470589-5400-437f-984f-d1a310aee12a tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Jul 09 20:37:22.002304 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48947007-01cc-41eb-9ff7-41a3c0e227ed req-97813795-4669-4324-a497-b9f5ee2f4c1e tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:22.003805 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-48947007-01cc-41eb-9ff7-41a3c0e227ed req-97813795-4669-4324-a497-b9f5ee2f4c1e tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0641916 Jul 09 20:37:22.041342 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-48947007-01cc-41eb-9ff7-41a3c0e227ed req-95e81c46-d442-4dda-ae1f-ceada4219433 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319459 Jul 09 20:37:23.214602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd36f5-acff-4799-b316-72e648ae2bd8 req-0fed67fa-d717-41a6-9661-d8deff1163a9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:23.216122 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1cfd36f5-acff-4799-b316-72e648ae2bd8 req-0fed67fa-d717-41a6-9661-d8deff1163a9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0659957 Jul 09 20:37:23.254260 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1cfd36f5-acff-4799-b316-72e648ae2bd8 req-39ccc4b9-1fcb-4d8c-b830-a44b79611fd9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323203 Jul 09 20:37:24.426614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86169ca-f602-4f1f-8c7b-a41b8838cba1 req-d53f754d-ddb8-4e6c-b479-028e3d7c82e7 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:24.428187 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a86169ca-f602-4f1f-8c7b-a41b8838cba1 req-d53f754d-ddb8-4e6c-b479-028e3d7c82e7 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0634880 Jul 09 20:37:24.469936 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a86169ca-f602-4f1f-8c7b-a41b8838cba1 req-e97053a7-14b3-43d1-a161-751b01f9d8a9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361700 Jul 09 20:37:25.645724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404810e-c705-4ec3-b9eb-e23d75f600a1 req-18fc0826-9909-4db4-a8a2-a95e21f07ef2 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:25.647205 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3404810e-c705-4ec3-b9eb-e23d75f600a1 req-18fc0826-9909-4db4-a8a2-a95e21f07ef2 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0655591 Jul 09 20:37:25.685754 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3404810e-c705-4ec3-b9eb-e23d75f600a1 req-e9b2cd55-bf01-48bf-941d-cc54d5b9d34c tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324330 Jul 09 20:37:26.319577 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-75df04a7-8261-4643-b721-f376243fc053 req-7a064b23-5bc4-4a7b-b942-11cdc0009123 service neutron] show failed (client error): The resource could not be found. Jul 09 20:37:26.320602 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-7a064b23-5bc4-4a7b-b942-11cdc0009123 service neutron] 10.222.0.32 "GET /v2.0/ports/6c18dcac-a262-4b11-b171-c3c5e48f34b7/bindings/n-h1-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0549927 Jul 09 20:37:26.642416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df04a7-8261-4643-b721-f376243fc053 req-582eb9e8-9924-42f0-af30-c4453331d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:26.643972 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-582eb9e8-9924-42f0-af30-c4453331d146 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4&tenant_id=496d28559271403cbee2bfbf02468b2b HTTP/1.1" status: 200 len: 1096 time: 0.1284676 Jul 09 20:37:26.654832 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:37:26.728917 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:26.923897 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba65178f-6e0e-41c9-ada1-443c28c34446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:26.970275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf64620-ff08-49e2-8d69-89d57da37618 req-3e29fc4e-8659-449f-b4e0-da3c4db02ef1 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:26.971762 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1bf64620-ff08-49e2-8d69-89d57da37618 req-3e29fc4e-8659-449f-b4e0-da3c4db02ef1 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.1434128 Jul 09 20:37:26.993126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] For port 6c18dcac-a262-4b11-b171-c3c5e48f34b7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7,segment=NetworkSegment(7d9b49b4-0337-4422-9e4a-540bd32d3099),segment_id=7d9b49b4-0337-4422-9e4a-540bd32d3099)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:37:27.038137 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1bf64620-ff08-49e2-8d69-89d57da37618 req-a62a2285-80f7-4b24-b4b6-7a5bfcca0c68 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572536 Jul 09 20:37:27.046202 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] For port 6c18dcac-a262-4b11-b171-c3c5e48f34b7, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:37:27.084725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975bd5a6-87b4-4a7f-a18c-fe5b412472d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c18dcac-a262-4b11-b171-c3c5e48f34b7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:37:27.086894 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac44028-0e78-4852-a71a-24f8b8e446b0" -d '{"events": [{"server_uuid": "975bd5a6-87b4-4a7f-a18c-fe5b412472d4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c18dcac-a262-4b11-b171-c3c5e48f34b7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:37:27.091470 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:27.103547 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Transition to ACTIVE for port object 6c18dcac-a262-4b11-b171-c3c5e48f34b7 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:37:27.108105 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:27.140729 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f55ef9-8cb2-48d7-8cd9-5db90ae37d2b x-openstack-request-id: req-84f55ef9-8cb2-48d7-8cd9-5db90ae37d2b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:37:27.141026 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975bd5a6-87b4-4a7f-a18c-fe5b412472d4", "name": "network-vif-unplugged", "status": "completed", "tag": "6c18dcac-a262-4b11-b171-c3c5e48f34b7", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:37:27.141282 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84f55ef9-8cb2-48d7-8cd9-5db90ae37d2b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:37:27.141676 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975bd5a6-87b4-4a7f-a18c-fe5b412472d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c18dcac-a262-4b11-b171-c3c5e48f34b7', 'code': 200} Jul 09 20:37:27.173941 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] No DVR routers for this DVR port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:37:27.182218 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Pushing event updated for resources: {'Port': ['ID=6c18dcac-a262-4b11-b171-c3c5e48f34b7,revision_number=6']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:27.192017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:27.192441 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:27.192822 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:27.193169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:27.193508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:27.193848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:27.194186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:27.194521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:27.194857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:27.195193 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:27.195524 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:27.195855 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:27.227045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Attempting to bind port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:37:27.227390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Attempting to bind port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '7d9b49b4-0337-4422-9e4a-540bd32d3099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e3d62eb7-dae8-42c5-81e1-048759725f76'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:37:27.227729 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Attempting to bind port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 on network e3d62eb7-dae8-42c5-81e1-048759725f76 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:37:27.232500 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 on network e3d62eb7-dae8-42c5-81e1-048759725f76 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:37:27.232861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Attempting to bind port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 on network e3d62eb7-dae8-42c5-81e1-048759725f76 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:37:27.237583 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:37:27.237933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Checking segment: {'id': '7d9b49b4-0337-4422-9e4a-540bd32d3099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e3d62eb7-dae8-42c5-81e1-048759725f76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:37:27.238320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Bound using segment: {'id': '7d9b49b4-0337-4422-9e4a-540bd32d3099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e3d62eb7-dae8-42c5-81e1-048759725f76'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:37:27.238771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Bound port: 6c18dcac-a262-4b11-b171-c3c5e48f34b7, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d9b49b4-0337-4422-9e4a-540bd32d3099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e3d62eb7-dae8-42c5-81e1-048759725f76'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:37:27.239185 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:27.256604 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:27.303386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] For port 6c18dcac-a262-4b11-b171-c3c5e48f34b7, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:37:27.306696 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] For port 6c18dcac-a262-4b11-b171-c3c5e48f34b7, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7,segment=NetworkSegment(7d9b49b4-0337-4422-9e4a-540bd32d3099),segment_id=7d9b49b4-0337-4422-9e4a-540bd32d3099)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:37:27.310541 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:27.342167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:27.342814 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:27.344502 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] 10.222.0.36 "PUT /v2.0/ports/6c18dcac-a262-4b11-b171-c3c5e48f34b7 HTTP/1.1" status: 200 len: 1091 time: 0.6939383 Jul 09 20:37:27.369976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a05b6f-47e7-43f1-89a8-cd482973aa8f service neutron] Pushing event updated for resources: {'Port': ['ID=6c18dcac-a262-4b11-b171-c3c5e48f34b7,revision_number=7']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:27.426362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df04a7-8261-4643-b721-f376243fc053 req-f7bd73ee-9d9b-4c3d-8f70-8f3fdd56e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:27.427865 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-f7bd73ee-9d9b-4c3d-8f70-8f3fdd56e863 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=496d28559271403cbee2bfbf02468b2b&device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 1094 time: 0.0590258 Jul 09 20:37:27.515453 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df04a7-8261-4643-b721-f376243fc053 req-4cbe99e7-0ff1-4592-a251-3375fea38f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:27.516976 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-4cbe99e7-0ff1-4592-a251-3375fea38f6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3d62eb7-dae8-42c5-81e1-048759725f76 HTTP/1.1" status: 200 len: 913 time: 0.0833290 Jul 09 20:37:27.561293 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-65e39ee9-4483-4bba-8119-9505dfb75aa8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7 HTTP/1.1" status: 200 len: 217 time: 0.0383868 Jul 09 20:37:27.608016 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df04a7-8261-4643-b721-f376243fc053 req-c32cea17-5120-45f4-8421-6cdb6419c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:27.609395 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-c32cea17-5120-45f4-8421-6cdb6419c91a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37c578d5-c446-40b1-881e-d9db609f31bf HTTP/1.1" status: 200 len: 852 time: 0.0427363 Jul 09 20:37:27.641571 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-da9be824-801c-4e50-8917-4b590dd0707a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d62eb7-dae8-42c5-81e1-048759725f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262942 Jul 09 20:37:27.732477 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-38006c9e-7b1d-4f1a-8869-dbc1f1fca9f9 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849781 Jul 09 20:37:27.820466 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75df04a7-8261-4643-b721-f376243fc053 req-2b9791a5-18b9-4273-bae6-a1dfc36b1288 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822496 Jul 09 20:37:28.213855 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a10d9-06cc-4915-a507-2b124ee62edf req-9c4f4345-58e1-4de5-9737-f95d22dcf6c0 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:28.215250 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f2a10d9-06cc-4915-a507-2b124ee62edf req-9c4f4345-58e1-4de5-9737-f95d22dcf6c0 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 943 time: 0.0640521 Jul 09 20:37:28.253027 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4f2a10d9-06cc-4915-a507-2b124ee62edf req-2df969c4-d4e8-4af7-92c5-4f6674aa4882 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318992 Jul 09 20:37:29.143086 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975bd5a6-87b4-4a7f-a18c-fe5b412472d4', 'tag': '6c18dcac-a262-4b11-b171-c3c5e48f34b7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:37:29.145480 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f46934-73a1-4623-b4cd-f3ea44501e04" -d '{"events": [{"name": "network-changed", "server_uuid": "975bd5a6-87b4-4a7f-a18c-fe5b412472d4", "tag": "6c18dcac-a262-4b11-b171-c3c5e48f34b7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:37:29.194008 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b2192f-780d-456c-92d0-112d09a047e3 x-openstack-request-id: req-a0b2192f-780d-456c-92d0-112d09a047e3 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:37:29.194306 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975bd5a6-87b4-4a7f-a18c-fe5b412472d4", "tag": "6c18dcac-a262-4b11-b171-c3c5e48f34b7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:37:29.194645 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0b2192f-780d-456c-92d0-112d09a047e3 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:37:29.195053 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975bd5a6-87b4-4a7f-a18c-fe5b412472d4', 'tag': '6c18dcac-a262-4b11-b171-c3c5e48f34b7', 'status': 'completed', 'code': 200} Jul 09 20:37:29.312397 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-cb10a9a0-30bb-4b33-a2d8-2160e5b21636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:29.313923 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-cb10a9a0-30bb-4b33-a2d8-2160e5b21636 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=496d28559271403cbee2bfbf02468b2b&device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 1094 time: 0.0983491 Jul 09 20:37:29.316484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-484cabde-50a5-4329-956e-d055f9fc0012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:29.317842 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-484cabde-50a5-4329-956e-d055f9fc0012 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=496d28559271403cbee2bfbf02468b2b&device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 1094 time: 0.0942385 Jul 09 20:37:29.471361 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d3d4a471-66e8-4ae7-81c5-903dda2c3d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:29.542309 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:29.643248 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:29.762504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-10428ebf-1246-44f4-bdf0-d092716504cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:29.763990 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-10428ebf-1246-44f4-bdf0-d092716504cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=e3d62eb7-dae8-42c5-81e1-048759725f76 HTTP/1.1" status: 200 len: 913 time: 0.4425585 Jul 09 20:37:29.766582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-aacc99c4-8a3e-43c0-92e6-8d9f74c34cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:29.767913 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-aacc99c4-8a3e-43c0-92e6-8d9f74c34cf8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3d62eb7-dae8-42c5-81e1-048759725f76 HTTP/1.1" status: 200 len: 913 time: 0.4381375 Jul 09 20:37:29.781411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd73cd8-d700-46f1-9ead-087820c70ffe req-922a8d73-6004-49fa-a9bc-fc3671ebe559 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:29.782788 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccd73cd8-d700-46f1-9ead-087820c70ffe req-922a8d73-6004-49fa-a9bc-fc3671ebe559 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 943 time: 0.4084113 Jul 09 20:37:29.855513 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-e341d6a7-d792-4aee-b2a9-4f2a258ca397 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7 HTTP/1.1" status: 200 len: 217 time: 0.0822618 Jul 09 20:37:29.862240 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-cab3eb15-8e91-40bf-a05e-075693dcd775 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7 HTTP/1.1" status: 200 len: 217 time: 0.0786498 Jul 09 20:37:29.941778 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ccd73cd8-d700-46f1-9ead-087820c70ffe req-028e7f30-d5c8-4506-8567-58fc725b8b5f tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522548 Jul 09 20:37:29.956179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-1d6cafa8-89e3-4080-b728-9208b6c13228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:29.957655 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-1d6cafa8-89e3-4080-b728-9208b6c13228 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37c578d5-c446-40b1-881e-d9db609f31bf HTTP/1.1" status: 200 len: 852 time: 0.0852797 Jul 09 20:37:29.959062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-c8b16ce7-9011-4bff-ba86-290fd76907aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:29.960395 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-c8b16ce7-9011-4bff-ba86-290fd76907aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37c578d5-c446-40b1-881e-d9db609f31bf HTTP/1.1" status: 200 len: 852 time: 0.0973330 Jul 09 20:37:30.017230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-0132b194-ea42-43de-95d8-72f7695ea4b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3d62eb7-dae8-42c5-81e1-048759725f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516493 Jul 09 20:37:30.018956 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-059bd6d0-d69e-4d31-80e2-a9fb1153064a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e3d62eb7-dae8-42c5-81e1-048759725f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461895 Jul 09 20:37:30.174244 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-ac9a6594-63d0-4e84-bf0e-259e9dd2cf6f service neutron] 10.222.0.32 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497386 Jul 09 20:37:30.176063 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-50143c06-902f-48e2-9c79-48b22c105ae1 service neutron] 10.222.0.36 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504796 Jul 09 20:37:30.335084 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-fb9256f9-f6ef-481b-83c9-a7a8e16c88bd service neutron] 10.222.0.32 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539052 Jul 09 20:37:30.336888 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d6f46934-73a1-4623-b4cd-f3ea44501e04 req-cc76d536-7441-4c03-9b07-9dacf0cc7f7f service neutron] 10.222.0.36 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479473 Jul 09 20:37:30.569360 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:31.116456 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65109f82-03c9-461d-8c1c-c3123772c178 req-4c1cd770-25a1-4112-acc3-1f33f3741e9f tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:31.117879 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-65109f82-03c9-461d-8c1c-c3123772c178 req-4c1cd770-25a1-4112-acc3-1f33f3741e9f tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 943 time: 0.0634503 Jul 09 20:37:31.155662 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-65109f82-03c9-461d-8c1c-c3123772c178 req-54ceb22d-6091-4cfc-9fae-5f6e148ef5fe tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321572 Jul 09 20:37:31.181740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 6c18dcac-a262-4b11-b171-c3c5e48f34b7 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:37:31.220954 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 6c18dcac-a262-4b11-b171-c3c5e48f34b7 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:37:31.573477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32667284-9c3f-44c2-9d21-210e3abd05de req-9141ea63-dbf0-4a69-8883-841704dafbc4 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:31.574945 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32667284-9c3f-44c2-9d21-210e3abd05de req-9141ea63-dbf0-4a69-8883-841704dafbc4 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.32 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4&tenant_id=496d28559271403cbee2bfbf02468b2b&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 943 time: 0.1124749 Jul 09 20:37:31.627500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 6c18dcac-a262-4b11-b171-c3c5e48f34b7 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:37:31.633728 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-32667284-9c3f-44c2-9d21-210e3abd05de req-7dd9b35f-3796-4971-8428-a27d3e160ffd service neutron] delete failed (client error): The resource could not be found. Jul 09 20:37:31.634767 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32667284-9c3f-44c2-9d21-210e3abd05de req-7dd9b35f-3796-4971-8428-a27d3e160ffd service neutron] 10.222.0.32 "DELETE /v2.0/ports/6c18dcac-a262-4b11-b171-c3c5e48f34b7/bindings/n-h2-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0533292 Jul 09 20:37:31.723480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 6c18dcac-a262-4b11-b171-c3c5e48f34b7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7,segment=NetworkSegment(7d9b49b4-0337-4422-9e4a-540bd32d3099),segment_id=7d9b49b4-0337-4422-9e4a-540bd32d3099)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:37:31.732841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32667284-9c3f-44c2-9d21-210e3abd05de req-44bdc70d-2616-477a-95d2-c60c20db90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:31.734485 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32667284-9c3f-44c2-9d21-210e3abd05de req-44bdc70d-2616-477a-95d2-c60c20db90e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=496d28559271403cbee2bfbf02468b2b&device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 1094 time: 0.0574822 Jul 09 20:37:31.736593 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '6c18dcac-a262-4b11-b171-c3c5e48f34b7', 'network_id': 'e3d62eb7-dae8-42c5-81e1-048759725f76', 'port_id': '6c18dcac-a262-4b11-b171-c3c5e48f34b7', 'mac_address': 'fa:16:3e:9a:0d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c578d5-c446-40b1-881e-d9db609f31bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:37:31.777951 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:31.790461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c18dcac-a262-4b11-b171-c3c5e48f34b7 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:37:31.810226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 6c18dcac-a262-4b11-b171-c3c5e48f34b7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7,segment=NetworkSegment(7d9b49b4-0337-4422-9e4a-540bd32d3099),segment_id=7d9b49b4-0337-4422-9e4a-540bd32d3099)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:37:31.814249 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:31.824501 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32667284-9c3f-44c2-9d21-210e3abd05de req-c143e16c-c61d-4d0d-b176-5cba9735efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:31.825960 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32667284-9c3f-44c2-9d21-210e3abd05de req-c143e16c-c61d-4d0d-b176-5cba9735efa1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3d62eb7-dae8-42c5-81e1-048759725f76 HTTP/1.1" status: 200 len: 913 time: 0.0855200 Jul 09 20:37:31.862126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=6c18dcac-a262-4b11-b171-c3c5e48f34b7,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:31.871209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32667284-9c3f-44c2-9d21-210e3abd05de req-0bb97b17-4aa7-4950-9624-3f52598912c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7 HTTP/1.1" status: 200 len: 217 time: 0.0378277 Jul 09 20:37:31.917063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32667284-9c3f-44c2-9d21-210e3abd05de req-94c7621e-4e01-4676-8c69-320bd0a94692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:31.918483 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32667284-9c3f-44c2-9d21-210e3abd05de req-94c7621e-4e01-4676-8c69-320bd0a94692 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=37c578d5-c446-40b1-881e-d9db609f31bf HTTP/1.1" status: 200 len: 852 time: 0.0422590 Jul 09 20:37:31.950069 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32667284-9c3f-44c2-9d21-210e3abd05de req-e05bd149-aa02-467a-9139-e3e7a3a09cfd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3d62eb7-dae8-42c5-81e1-048759725f76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254540 Jul 09 20:37:32.039467 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32667284-9c3f-44c2-9d21-210e3abd05de req-404b8fa2-4b15-4dfb-80a4-47a59fd249f2 service neutron] 10.222.0.32 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829895 Jul 09 20:37:32.128247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32667284-9c3f-44c2-9d21-210e3abd05de req-4aead7ea-a619-488c-af04-4d3a409bdf58 service neutron] 10.222.0.32 "GET /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823638 Jul 09 20:37:32.151281 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['6c18dcac-a262-4b11-b171-c3c5e48f34b7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:37:32.429057 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:32.945274 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a45abd-fb5b-461e-864b-06d7dc054e9f req-e93efe7b-d7e7-4eac-a7ac-d8cd2d5b45d5 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:32.946785 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-46a45abd-fb5b-461e-864b-06d7dc054e9f req-e93efe7b-d7e7-4eac-a7ac-d8cd2d5b45d5 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 944 time: 0.0683768 Jul 09 20:37:32.985380 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-46a45abd-fb5b-461e-864b-06d7dc054e9f req-26c73aae-14b1-4f6e-8871-b415339786c4 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323350 Jul 09 20:37:33.644035 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 6c18dcac-a262-4b11-b171-c3c5e48f34b7 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:37:33.692584 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:37:33.696142 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:37:33.696516 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:33.770983 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:33.795772 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975bd5a6-87b4-4a7f-a18c-fe5b412472d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c18dcac-a262-4b11-b171-c3c5e48f34b7'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:37:33.797983 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1dcd94-c7b4-42e3-aefc-5593c530f1c2" -d '{"events": [{"server_uuid": "975bd5a6-87b4-4a7f-a18c-fe5b412472d4", "name": "network-vif-plugged", "status": "completed", "tag": "6c18dcac-a262-4b11-b171-c3c5e48f34b7"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:37:33.810391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 6c18dcac-a262-4b11-b171-c3c5e48f34b7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7,segment=NetworkSegment(7d9b49b4-0337-4422-9e4a-540bd32d3099),segment_id=7d9b49b4-0337-4422-9e4a-540bd32d3099)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:37:33.814818 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:33.836813 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aea85dc-2c46-430f-814b-b2db9127cee5 x-openstack-request-id: req-7aea85dc-2c46-430f-814b-b2db9127cee5 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:37:33.837119 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975bd5a6-87b4-4a7f-a18c-fe5b412472d4", "name": "network-vif-plugged", "status": "completed", "tag": "6c18dcac-a262-4b11-b171-c3c5e48f34b7", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:37:33.837354 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7aea85dc-2c46-430f-814b-b2db9127cee5 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:37:33.837733 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975bd5a6-87b4-4a7f-a18c-fe5b412472d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c18dcac-a262-4b11-b171-c3c5e48f34b7', 'code': 200} Jul 09 20:37:33.863045 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=6c18dcac-a262-4b11-b171-c3c5e48f34b7,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:34.164845 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d53c0-023f-45cc-8d13-bfeed3fb4904 req-4b2052ba-99dd-437c-b989-5c371a7854f8 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:34.166388 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-423d53c0-023f-45cc-8d13-bfeed3fb4904 req-4b2052ba-99dd-437c-b989-5c371a7854f8 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0664365 Jul 09 20:37:34.203192 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-423d53c0-023f-45cc-8d13-bfeed3fb4904 req-06c3765e-4e68-4e8c-a02d-6d9ba6ccf9d6 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.30 "GET /v2.0/security-groups?id=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312312 Jul 09 20:37:34.271595 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32667284-9c3f-44c2-9d21-210e3abd05de req-2e8aebc5-a9e3-4463-914d-a0d9b27f6f91 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:34.273006 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32667284-9c3f-44c2-9d21-210e3abd05de req-2e8aebc5-a9e3-4463-914d-a0d9b27f6f91 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.36 "GET /v2.0/ports?device_id=975bd5a6-87b4-4a7f-a18c-fe5b412472d4 HTTP/1.1" status: 200 len: 945 time: 0.0636876 Jul 09 20:37:34.375426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-32667284-9c3f-44c2-9d21-210e3abd05de req-6ea4da66-1a4a-4bba-8310-253ff7559ef9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Deleting port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:37:34.375771 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-32667284-9c3f-44c2-9d21-210e3abd05de req-6ea4da66-1a4a-4bba-8310-253ff7559ef9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:34.461371 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-32667284-9c3f-44c2-9d21-210e3abd05de req-6ea4da66-1a4a-4bba-8310-253ff7559ef9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] For port 6c18dcac-a262-4b11-b171-c3c5e48f34b7, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=6c18dcac-a262-4b11-b171-c3c5e48f34b7,segment=NetworkSegment(7d9b49b4-0337-4422-9e4a-540bd32d3099),segment_id=7d9b49b4-0337-4422-9e4a-540bd32d3099)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:37:34.461735 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-32667284-9c3f-44c2-9d21-210e3abd05de req-6ea4da66-1a4a-4bba-8310-253ff7559ef9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:34.475071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-32667284-9c3f-44c2-9d21-210e3abd05de req-6ea4da66-1a4a-4bba-8310-253ff7559ef9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Calling delete_port for 6c18dcac-a262-4b11-b171-c3c5e48f34b7 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:37:34.606443 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-32667284-9c3f-44c2-9d21-210e3abd05de req-6ea4da66-1a4a-4bba-8310-253ff7559ef9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:34.617491 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['6c18dcac-a262-4b11-b171-c3c5e48f34b7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:37:34.634841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4da66-1a4a-4bba-8310-253ff7559ef9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Pushing event deleted for resources: {'Port': ['ID=6c18dcac-a262-4b11-b171-c3c5e48f34b7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:34.683167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-32667284-9c3f-44c2-9d21-210e3abd05de req-6ea4da66-1a4a-4bba-8310-253ff7559ef9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] No DVR routers for this DVR port 6c18dcac-a262-4b11-b171-c3c5e48f34b7 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:37:34.685990 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-32667284-9c3f-44c2-9d21-210e3abd05de req-6ea4da66-1a4a-4bba-8310-253ff7559ef9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:34.688030 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-32667284-9c3f-44c2-9d21-210e3abd05de req-6ea4da66-1a4a-4bba-8310-253ff7559ef9 tempest-DeleteServersTestJSON-556034477 tempest-DeleteServersTestJSON-556034477-project] 10.222.0.36 "DELETE /v2.0/ports/6c18dcac-a262-4b11-b171-c3c5e48f34b7 HTTP/1.1" status: 204 len: 173 time: 0.4100916 Jul 09 20:37:34.688475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975bd5a6-87b4-4a7f-a18c-fe5b412472d4', 'name': 'network-vif-deleted', 'tag': '6c18dcac-a262-4b11-b171-c3c5e48f34b7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:37:34.690780 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827198fb-6bf3-4136-94df-178ba6b45a55" -d '{"events": [{"server_uuid": "975bd5a6-87b4-4a7f-a18c-fe5b412472d4", "name": "network-vif-deleted", "tag": "6c18dcac-a262-4b11-b171-c3c5e48f34b7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:37:34.727425 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43887eb3-95c2-4f9b-80aa-99b781dda5d8 x-openstack-request-id: req-43887eb3-95c2-4f9b-80aa-99b781dda5d8 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:37:34.727724 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975bd5a6-87b4-4a7f-a18c-fe5b412472d4", "name": "network-vif-deleted", "tag": "6c18dcac-a262-4b11-b171-c3c5e48f34b7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:37:34.727976 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43887eb3-95c2-4f9b-80aa-99b781dda5d8 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:37:34.728391 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975bd5a6-87b4-4a7f-a18c-fe5b412472d4', 'name': 'network-vif-deleted', 'tag': '6c18dcac-a262-4b11-b171-c3c5e48f34b7', 'status': 'completed', 'code': 200} Jul 09 20:37:35.440480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51604) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:37:35.484965 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-4530b43a-23d5-4c8e-82ef-fb8c36c1c5dc admin admin] Deleting subnet 37c578d5-c446-40b1-881e-d9db609f31bf {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:37:35.487893 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4530b43a-23d5-4c8e-82ef-fb8c36c1c5dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:35.522288 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4530b43a-23d5-4c8e-82ef-fb8c36c1c5dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:35.559629 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4530b43a-23d5-4c8e-82ef-fb8c36c1c5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:35.615893 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4530b43a-23d5-4c8e-82ef-fb8c36c1c5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:35.642468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530b43a-23d5-4c8e-82ef-fb8c36c1c5dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c578d5-c446-40b1-881e-d9db609f31bf,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:35.646335 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4530b43a-23d5-4c8e-82ef-fb8c36c1c5dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:35.648404 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4530b43a-23d5-4c8e-82ef-fb8c36c1c5dc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/37c578d5-c446-40b1-881e-d9db609f31bf HTTP/1.1" status: 204 len: 168 time: 0.2065058 Jul 09 20:37:35.650559 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51606) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:37:35.718771 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77be0715-1719-4664-82d2-bc599812024e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:35.801587 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77be0715-1719-4664-82d2-bc599812024e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:35.812310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-77be0715-1719-4664-82d2-bc599812024e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d62eb7-dae8-42c5-81e1-048759725f76']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:37:35.822291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-77be0715-1719-4664-82d2-bc599812024e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9b49b4-0337-4422-9e4a-540bd32d3099') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:37:35.822611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-77be0715-1719-4664-82d2-bc599812024e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9b49b4-0337-4422-9e4a-540bd32d3099') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:37:35.831345 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77be0715-1719-4664-82d2-bc599812024e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:35.845131 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77be0715-1719-4664-82d2-bc599812024e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:35.850739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77be0715-1719-4664-82d2-bc599812024e admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:37:35.851130 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77be0715-1719-4664-82d2-bc599812024e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:37:35.852734 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:37:35.905305 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77be0715-1719-4664-82d2-bc599812024e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:35.911504 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-77be0715-1719-4664-82d2-bc599812024e admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:35.913288 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-77be0715-1719-4664-82d2-bc599812024e admin admin] 10.222.0.30 "DELETE /v2.0/networks/e3d62eb7-dae8-42c5-81e1-048759725f76 HTTP/1.1" status: 204 len: 168 time: 0.2613285 Jul 09 20:37:35.923279 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be0715-1719-4664-82d2-bc599812024e admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d62eb7-dae8-42c5-81e1-048759725f76,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:36.021856 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51610) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:37:36.065174 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d6d22e8f-ecc8-4e35-ac63-c392d1445e1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=496d28559271403cbee2bfbf02468b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420895 Jul 09 20:37:36.067543 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51612) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:37:36.115351 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dd43b6b-d474-4dae-b61c-2041b427b99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:36.136077 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dd43b6b-d474-4dae-b61c-2041b427b99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:36.181838 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dd43b6b-d474-4dae-b61c-2041b427b99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:36.184851 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dd43b6b-d474-4dae-b61c-2041b427b99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:36.185992 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3dd43b6b-d474-4dae-b61c-2041b427b99f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf HTTP/1.1" status: 204 len: 168 time: 0.1175561 Jul 09 20:37:36.196480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd43b6b-d474-4dae-b61c-2041b427b99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adca2cc-ee40-4a98-8b8a-d2dfde4e51bf,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:36.822249 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 51634) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:37:36.914154 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2113181029-network', 'tenant_id': '5b867b1d1d9b4f1aa9d4b2075d2ddaca'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:37:36.935570 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] Made reservation on behalf of 5b867b1d1d9b4f1aa9d4b2075d2ddaca for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:37:36.938045 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:36.946175 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:37.036304 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:37.040381 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:37.062311 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:37:37.077221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b631efa-c03e-490e-be29-be610f8fbc20,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:37.081129 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:37.081503 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] Added segment 1ee71a90-e6b7-4a15-904b-a51a0cfed087 of type vlan for network e31f38b1-0f56-42f3-8eea-380e29867d00 Jul 09 20:37:37.125250 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:37.153715 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:37.154707 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:37.155303 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:37.204774 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3808408 Jul 09 20:37:37.207879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51638) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:37:37.212903 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Request body: {'subnet': {'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2113181029-subnet', 'tenant_id': '5b867b1d1d9b4f1aa9d4b2075d2ddaca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:37:37.215953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2e046-5602-4a9b-82f8-0a788a286bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=e31f38b1-0f56-42f3-8eea-380e29867d00,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:37.227025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network e31f38b1-0f56-42f3-8eea-380e29867d00 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:37:37.236687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Made reservation on behalf of 5b867b1d1d9b4f1aa9d4b2075d2ddaca for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:37:37.239104 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:37.406706 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:37.457243 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2163fecd-31a8-4c67-b40c-54545545fc1a,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:37.469912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:37.470263 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:37.470608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:37.470949 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:37.471285 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:37.471620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:37.471951 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:37.472283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:37.472638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:37.472968 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:37.473295 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:37.473622 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:37.478547 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Checking segment: {'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:37:37.478998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Network hostable DHCP agents. Network: e31f38b1-0f56-42f3-8eea-380e29867d00, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:37:37.496117 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Network e31f38b1-0f56-42f3-8eea-380e29867d00 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:37:37.504214 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, e31f38b1-0f56-42f3-8eea-380e29867d00) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:37:37.508135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:37.508764 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:37.514447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555dca23-ab1c-4b8f-a656-13ab92118f50 None None] Network e31f38b1-0f56-42f3-8eea-380e29867d00 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:37:37.527555 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f6295c0e-417d-4055-beef-00504864ac21 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3185239 Jul 09 20:37:37.633834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f41d58-0285-4b8e-a50e-41fc650b0ca4 None None] Network e31f38b1-0f56-42f3-8eea-380e29867d00 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:37:37.676064 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 6c18dcac-a262-4b11-b171-c3c5e48f34b7 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:37:37.701862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 6c18dcac-a262-4b11-b171-c3c5e48f34b7 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:37:37.702211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 6c18dcac-a262-4b11-b171-c3c5e48f34b7 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:37:37.955889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-9d8183a0-6b15-4245-a555-4e13a12e7921 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:37.957282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-9d8183a0-6b15-4245-a555-4e13a12e7921 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 815 time: 0.1051295 Jul 09 20:37:37.972318 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-777db4d9-d5d3-4cc4-a072-723965d39c40 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/quotas/5b867b1d1d9b4f1aa9d4b2075d2ddaca HTTP/1.1" status: 200 len: 375 time: 0.0096591 Jul 09 20:37:38.006577 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-9a5e77a1-e8ac-43c9-9b03-4b0011ae563d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291419 Jul 09 20:37:38.095691 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-a7a88212-f25a-4bbc-a463-450278adcc69 service neutron] 10.222.0.30 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818965 Jul 09 20:37:38.190559 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-d26ee628-3173-445e-8a12-af72f5d82b0a service neutron] 10.222.0.30 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889578 Jul 09 20:37:38.375789 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9de093d2-11e1-498f-9a26-02bda6c3a1c3 req-d23080eb-f730-42d6-8afd-b68058c928f5 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 210 time: 0.0305340 Jul 09 20:37:39.520775 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3ea3c402-68b1-4bf0-b584-3ef7cdd8f0e8 req-44a56679-d6d6-46e8-b376-1a419295713f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 210 time: 0.0321553 Jul 09 20:37:39.628050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-19a585c5-084e-4f92-b9f0-4e6dd843013d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:39.629551 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-19a585c5-084e-4f92-b9f0-4e6dd843013d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.36 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 815 time: 0.1114967 Jul 09 20:37:39.644783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-a624c62c-6b3e-4a4b-bee9-17e8bb6ecdd1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Request body: {'port': {'device_id': 'fcb558af-5ede-44f8-b2ef-0f3ae1717f31', 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00', 'admin_state_up': True, 'tenant_id': '5b867b1d1d9b4f1aa9d4b2075d2ddaca'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:37:39.752931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-a624c62c-6b3e-4a4b-bee9-17e8bb6ecdd1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Made reservation on behalf of 5b867b1d1d9b4f1aa9d4b2075d2ddaca for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:37:39.756516 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-a624c62c-6b3e-4a4b-bee9-17e8bb6ecdd1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:39.882418 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-a624c62c-6b3e-4a4b-bee9-17e8bb6ecdd1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Allocated IP 172.20.0.3 (e31f38b1-0f56-42f3-8eea-380e29867d00/2163fecd-31a8-4c67-b40c-54545545fc1a/8443ae1e-e194-4c42-a4d2-920e15db8da5) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:37:40.027085 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-a624c62c-6b3e-4a4b-bee9-17e8bb6ecdd1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:40.064825 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-a624c62c-6b3e-4a4b-bee9-17e8bb6ecdd1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:40.105954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-a624c62c-6b3e-4a4b-bee9-17e8bb6ecdd1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Network e31f38b1-0f56-42f3-8eea-380e29867d00 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:37:40.109103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-a624c62c-6b3e-4a4b-bee9-17e8bb6ecdd1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:37:40.111513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-a624c62c-6b3e-4a4b-bee9-17e8bb6ecdd1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:37:40.149557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624c62c-6b3e-4a4b-bee9-17e8bb6ecdd1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Pushing event updated for resources: {'Port': ['ID=8443ae1e-e194-4c42-a4d2-920e15db8da5,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:40.169520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-a624c62c-6b3e-4a4b-bee9-17e8bb6ecdd1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:40.170132 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-a624c62c-6b3e-4a4b-bee9-17e8bb6ecdd1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:40.183363 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-a624c62c-6b3e-4a4b-bee9-17e8bb6ecdd1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5425222 Jul 09 20:37:40.195413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Request body: {'port': {'device_id': 'fcb558af-5ede-44f8-b2ef-0f3ae1717f31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:37:40.270458 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:40.706626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b269bd1-75d5-4d58-a2bc-18ee55e99ba5 req-5ee810f2-b05d-4998-87d3-afaccc85b9a6 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:40.708146 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b269bd1-75d5-4d58-a2bc-18ee55e99ba5 req-5ee810f2-b05d-4998-87d3-afaccc85b9a6 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 931 time: 0.0686843 Jul 09 20:37:40.747513 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b269bd1-75d5-4d58-a2bc-18ee55e99ba5 req-9bafc18a-a4a2-4713-8e4a-0a88103de2c2 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336542 Jul 09 20:37:40.778531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8443ae1e-e194-4c42-a4d2-920e15db8da5 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:37:40.785955 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:40.797513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Transition to ACTIVE for port object 8443ae1e-e194-4c42-a4d2-920e15db8da5 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:37:40.801274 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:40.849328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Pushing event updated for resources: {'Port': ['ID=8443ae1e-e194-4c42-a4d2-920e15db8da5,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:40.920454 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Attempting to bind port 8443ae1e-e194-4c42-a4d2-920e15db8da5 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:37:40.920828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Attempting to bind port 8443ae1e-e194-4c42-a4d2-920e15db8da5 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:37:40.921167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Attempting to bind port 8443ae1e-e194-4c42-a4d2-920e15db8da5 on network e31f38b1-0f56-42f3-8eea-380e29867d00 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:37:40.925569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Port 8443ae1e-e194-4c42-a4d2-920e15db8da5 on network e31f38b1-0f56-42f3-8eea-380e29867d00 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:37:40.925901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Attempting to bind port 8443ae1e-e194-4c42-a4d2-920e15db8da5 on network e31f38b1-0f56-42f3-8eea-380e29867d00 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:37:40.930696 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:37:40.931047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Checking segment: {'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:37:40.931442 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Bound using segment: {'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:37:40.931878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Bound port: 8443ae1e-e194-4c42-a4d2-920e15db8da5, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:37:40.932792 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:40.993749 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] For port 8443ae1e-e194-4c42-a4d2-920e15db8da5, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:37:40.997407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] For port 8443ae1e-e194-4c42-a4d2-920e15db8da5, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:37:41.002237 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:41.032997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:41.033803 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:41.035385 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] 10.222.0.36 "PUT /v2.0/ports/8443ae1e-e194-4c42-a4d2-920e15db8da5 HTTP/1.1" status: 200 len: 1091 time: 0.8440351 Jul 09 20:37:41.037663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb558af-5ede-44f8-b2ef-0f3ae1717f31', 'tag': '8443ae1e-e194-4c42-a4d2-920e15db8da5'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:37:41.040791 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfd3649-b5a1-4638-b4be-8d8c5f6d9e42" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb558af-5ede-44f8-b2ef-0f3ae1717f31", "tag": "8443ae1e-e194-4c42-a4d2-920e15db8da5"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:37:41.071262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f8ea3-f299-4fad-b433-63640baaba89 service neutron] Pushing event updated for resources: {'Port': ['ID=8443ae1e-e194-4c42-a4d2-920e15db8da5,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:41.078203 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229b4648-9443-480f-832e-d8d93244c01f x-openstack-request-id: req-229b4648-9443-480f-832e-d8d93244c01f {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:37:41.078502 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb558af-5ede-44f8-b2ef-0f3ae1717f31", "tag": "8443ae1e-e194-4c42-a4d2-920e15db8da5", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:37:41.078758 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-229b4648-9443-480f-832e-d8d93244c01f {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:37:41.079157 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb558af-5ede-44f8-b2ef-0f3ae1717f31', 'tag': '8443ae1e-e194-4c42-a4d2-920e15db8da5', 'status': 'completed', 'code': 200} Jul 09 20:37:41.133783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-1f182c9f-04ba-4e5d-8f66-f2a3a6b7fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:41.135755 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-1f182c9f-04ba-4e5d-8f66-f2a3a6b7fb34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 1094 time: 0.0553005 Jul 09 20:37:41.176653 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-f1c056c4-c648-45ae-87b1-f4bb05d64be2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5 HTTP/1.1" status: 200 len: 217 time: 0.0332003 Jul 09 20:37:41.223443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-99d2b0de-8e8c-4742-aad9-bd7faf155319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:41.224868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-99d2b0de-8e8c-4742-aad9-bd7faf155319 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 200 len: 855 time: 0.0427399 Jul 09 20:37:41.259569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-4bf6698b-3627-42e1-95a9-ee86f6c24e1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e31f38b1-0f56-42f3-8eea-380e29867d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290041 Jul 09 20:37:41.346078 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-943c1239-9211-4fd8-b95a-9556032e7131 service neutron] 10.222.0.36 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800083 Jul 09 20:37:41.438060 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9fd9d49-b6fe-4f3d-9ccf-b5c270f0189c req-8f5063e0-cc8e-42b1-83f3-0501cc4c1bb7 service neutron] 10.222.0.36 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852981 Jul 09 20:37:41.539812 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd3649-b5a1-4638-b4be-8d8c5f6d9e42 req-611a95e7-0843-424e-9c9b-d7123cabc849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:41.541372 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbfd3649-b5a1-4638-b4be-8d8c5f6d9e42 req-611a95e7-0843-424e-9c9b-d7123cabc849 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 1094 time: 0.0531044 Jul 09 20:37:41.632521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd3649-b5a1-4638-b4be-8d8c5f6d9e42 req-e8218be1-73f9-47ca-aad7-e41504dce1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:41.634101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbfd3649-b5a1-4638-b4be-8d8c5f6d9e42 req-e8218be1-73f9-47ca-aad7-e41504dce1d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 916 time: 0.0862432 Jul 09 20:37:41.677229 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbfd3649-b5a1-4638-b4be-8d8c5f6d9e42 req-173923da-a841-4489-887b-6161c024c90b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5 HTTP/1.1" status: 200 len: 217 time: 0.0369992 Jul 09 20:37:41.726138 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd3649-b5a1-4638-b4be-8d8c5f6d9e42 req-02890e1b-f427-4a74-97be-45e5bfa4952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:41.727616 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbfd3649-b5a1-4638-b4be-8d8c5f6d9e42 req-02890e1b-f427-4a74-97be-45e5bfa4952e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 200 len: 855 time: 0.0443356 Jul 09 20:37:41.760902 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbfd3649-b5a1-4638-b4be-8d8c5f6d9e42 req-6d69f213-802b-4e50-9a30-ca6182e37191 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e31f38b1-0f56-42f3-8eea-380e29867d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263727 Jul 09 20:37:41.854520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbfd3649-b5a1-4638-b4be-8d8c5f6d9e42 req-9b2f593b-bfb8-4b79-a291-f67336d42427 service neutron] 10.222.0.36 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861852 Jul 09 20:37:41.926936 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5c5c7-b17b-4c73-87dd-9f166f1cd798 req-e812953f-ba80-4fc5-8983-38423672183d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:41.928424 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-97d5c5c7-b17b-4c73-87dd-9f166f1cd798 req-e812953f-ba80-4fc5-8983-38423672183d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 943 time: 0.0637424 Jul 09 20:37:41.956475 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cbfd3649-b5a1-4638-b4be-8d8c5f6d9e42 req-b7faa7c2-5890-457f-adc3-b72175778ed4 service neutron] 10.222.0.36 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935519 Jul 09 20:37:41.968146 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-97d5c5c7-b17b-4c73-87dd-9f166f1cd798 req-0283efc0-ed1a-40a5-9f67-de040b06a0b5 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333264 Jul 09 20:37:43.150445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717adee1-29b9-4c3b-8c56-8260fc05f735 req-cfc0e354-85e7-4f0c-8e87-8535f8b93e46 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:43.155727 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-717adee1-29b9-4c3b-8c56-8260fc05f735 req-cfc0e354-85e7-4f0c-8e87-8535f8b93e46 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 943 time: 0.0745869 Jul 09 20:37:43.191949 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-717adee1-29b9-4c3b-8c56-8260fc05f735 req-263b9e06-6f20-43b7-9746-b8f18075fc66 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340345 Jul 09 20:37:43.685756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 8443ae1e-e194-4c42-a4d2-920e15db8da5 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:37:43.779182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 8443ae1e-e194-4c42-a4d2-920e15db8da5, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:37:43.790694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '8443ae1e-e194-4c42-a4d2-920e15db8da5', 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00', 'port_id': '8443ae1e-e194-4c42-a4d2-920e15db8da5', 'mac_address': 'fa:16:3e:26:87:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2163fecd-31a8-4c67-b40c-54545545fc1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:37:43.828430 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:43.844038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8443ae1e-e194-4c42-a4d2-920e15db8da5 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:37:43.863096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 8443ae1e-e194-4c42-a4d2-920e15db8da5, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:37:43.867032 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:43.913532 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=8443ae1e-e194-4c42-a4d2-920e15db8da5,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:43.921530 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:43.921896 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:43.922249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:43.922596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:43.922963 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:43.923324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:43.923666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:43.924031 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:43.924368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:43.924729 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:43.925068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:43.925422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:37:44.149037 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['8443ae1e-e194-4c42-a4d2-920e15db8da5'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:37:44.404645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e4c9a-6427-4665-8b95-9c311f70e7b2 req-6dbbc339-6863-4a85-ad1b-fe934421c0a8 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:44.406166 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c12e4c9a-6427-4665-8b95-9c311f70e7b2 req-6dbbc339-6863-4a85-ad1b-fe934421c0a8 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 944 time: 0.0827301 Jul 09 20:37:44.449263 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c12e4c9a-6427-4665-8b95-9c311f70e7b2 req-6f07244a-103a-4c9b-82c4-b670f5e76ca1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373647 Jul 09 20:37:45.625241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826ceb6-3d6a-43df-af44-5eff7c231d9a req-5a5a56bb-cc2f-4069-ac26-21a383fc33d6 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:45.626717 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6826ceb6-3d6a-43df-af44-5eff7c231d9a req-5a5a56bb-cc2f-4069-ac26-21a383fc33d6 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 944 time: 0.0640743 Jul 09 20:37:45.663293 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6826ceb6-3d6a-43df-af44-5eff7c231d9a req-1e393dc8-b70d-48fe-9235-c9c25e741ea8 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310712 Jul 09 20:37:45.701106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 8443ae1e-e194-4c42-a4d2-920e15db8da5 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:37:45.753542 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 8443ae1e-e194-4c42-a4d2-920e15db8da5 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:37:45.757483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 8443ae1e-e194-4c42-a4d2-920e15db8da5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:37:45.757864 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:45.833146 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:45.855578 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb558af-5ede-44f8-b2ef-0f3ae1717f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8443ae1e-e194-4c42-a4d2-920e15db8da5'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:37:45.857880 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3866cc6b-543b-4960-876a-1e7ad5925187" -d '{"events": [{"server_uuid": "fcb558af-5ede-44f8-b2ef-0f3ae1717f31", "name": "network-vif-plugged", "status": "completed", "tag": "8443ae1e-e194-4c42-a4d2-920e15db8da5"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:37:45.871384 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 8443ae1e-e194-4c42-a4d2-920e15db8da5, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:37:45.875506 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:45.904469 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7479e1-76af-4f2f-97d5-6eb20a79ca69 x-openstack-request-id: req-cd7479e1-76af-4f2f-97d5-6eb20a79ca69 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:37:45.904792 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb558af-5ede-44f8-b2ef-0f3ae1717f31", "name": "network-vif-plugged", "status": "completed", "tag": "8443ae1e-e194-4c42-a4d2-920e15db8da5", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:37:45.905022 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd7479e1-76af-4f2f-97d5-6eb20a79ca69 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:37:45.905400 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb558af-5ede-44f8-b2ef-0f3ae1717f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8443ae1e-e194-4c42-a4d2-920e15db8da5', 'code': 200} Jul 09 20:37:45.934897 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=8443ae1e-e194-4c42-a4d2-920e15db8da5,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:37:46.003773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24852337-2da2-4c46-8fed-72d8501d8287 req-3ec5cb91-c2c5-4dc5-af14-245819384f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:46.005305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24852337-2da2-4c46-8fed-72d8501d8287 req-3ec5cb91-c2c5-4dc5-af14-245819384f61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 1096 time: 0.0516322 Jul 09 20:37:46.038450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24852337-2da2-4c46-8fed-72d8501d8287 req-e1e96b8f-9ebb-4a68-9f02-141203579443 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264990 Jul 09 20:37:46.843278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b2692-c0c4-4be2-a73a-8547677ea7c4 req-390532f8-b25c-4e47-8250-a2e3b606cd69 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:46.845038 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-624b2692-c0c4-4be2-a73a-8547677ea7c4 req-390532f8-b25c-4e47-8250-a2e3b606cd69 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0662675 Jul 09 20:37:46.882092 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-624b2692-c0c4-4be2-a73a-8547677ea7c4 req-da9bcc31-524d-4a4e-b16e-d48508d35f52 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314729 Jul 09 20:37:48.055566 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099f21-84a7-4f20-a930-048554c2b675 req-b624cc7c-a976-4a28-860d-4d4a0940c428 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:48.057035 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d5099f21-84a7-4f20-a930-048554c2b675 req-b624cc7c-a976-4a28-860d-4d4a0940c428 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0630019 Jul 09 20:37:48.094556 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d5099f21-84a7-4f20-a930-048554c2b675 req-fddc608f-f9b2-4685-8734-02a311db8a23 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320096 Jul 09 20:37:48.265922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b866b7-c6ca-4c0a-a143-061d5d6a9a3e req-518d933a-91d9-450c-8b93-2d6ce96a9daf tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:48.267555 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e4b866b7-c6ca-4c0a-a143-061d5d6a9a3e req-518d933a-91d9-450c-8b93-2d6ce96a9daf tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0644786 Jul 09 20:37:48.305749 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e4b866b7-c6ca-4c0a-a143-061d5d6a9a3e req-c08d4987-6cb6-4119-b755-10872ea90855 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324976 Jul 09 20:37:48.649166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17e75e-6656-4d2b-8141-ef32fbfcc56b req-e7acd8ed-8c82-4fad-97ff-88a0586ac14e tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:48.650600 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae17e75e-6656-4d2b-8141-ef32fbfcc56b req-e7acd8ed-8c82-4fad-97ff-88a0586ac14e tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0678458 Jul 09 20:37:48.688146 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ae17e75e-6656-4d2b-8141-ef32fbfcc56b req-5c19be55-9d49-43b9-8549-aad9e7c29342 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311279 Jul 09 20:37:48.868473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3515d-36d2-4126-a5a4-79f77ff0a17a req-80fa0d41-2ebc-4b80-88ce-65a29b1f67e4 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:48.870876 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73d3515d-36d2-4126-a5a4-79f77ff0a17a req-80fa0d41-2ebc-4b80-88ce-65a29b1f67e4 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0646491 Jul 09 20:37:48.907921 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-73d3515d-36d2-4126-a5a4-79f77ff0a17a req-ae5b2eed-ee7d-4d41-9102-63961e95375f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313520 Jul 09 20:37:49.272067 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-e4b97088-2bb4-4266-b6b8-9281cc975014 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815368 Jul 09 20:37:49.306338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c8798-6c61-4695-9745-ea131ba1e110 req-3f36fb0c-6fbb-424b-86b1-b31043703b01 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:49.308830 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b05c8798-6c61-4695-9745-ea131ba1e110 req-3f36fb0c-6fbb-424b-86b1-b31043703b01 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0699899 Jul 09 20:37:49.347628 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b05c8798-6c61-4695-9745-ea131ba1e110 req-deff11ae-2a15-4364-8454-48458aee5fae tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326853 Jul 09 20:37:50.563172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612c304-6d80-4668-a9a2-f4867abcaecb req-c11c76a1-d3b7-4aec-91cd-2af50e53cfb4 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:50.564683 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d612c304-6d80-4668-a9a2-f4867abcaecb req-c11c76a1-d3b7-4aec-91cd-2af50e53cfb4 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.1023083 Jul 09 20:37:50.579953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-2aad0f18-891f-4f2f-b1d3-50a97bd3da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:50.581387 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-2aad0f18-891f-4f2f-b1d3-50a97bd3da94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 1096 time: 0.0810649 Jul 09 20:37:50.656835 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d612c304-6d80-4668-a9a2-f4867abcaecb req-d9daef61-c866-4e3d-b136-5521d304bd31 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851846 Jul 09 20:37:50.691294 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-8a8f32ce-9cf2-4add-adea-43bca96f301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:50.692847 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-8a8f32ce-9cf2-4add-adea-43bca96f301b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 916 time: 0.1043549 Jul 09 20:37:50.734467 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-d394ee7f-91f3-4691-93ac-1764b13a27c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5 HTTP/1.1" status: 200 len: 217 time: 0.0352774 Jul 09 20:37:50.782154 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-81a9606a-71ba-4c9b-bad0-910f7cb3858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:50.783593 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-81a9606a-71ba-4c9b-bad0-910f7cb3858f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 200 len: 855 time: 0.0434258 Jul 09 20:37:50.820133 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-7f6b0f2c-0bd0-407f-a605-40a677190f1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e31f38b1-0f56-42f3-8eea-380e29867d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305631 Jul 09 20:37:50.907262 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-241880d7-4617-4d96-87ec-b53982f1b79a service neutron] 10.222.0.36 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807843 Jul 09 20:37:51.000612 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-18861068-851a-4351-a586-c30ac28f6f99 service neutron] 10.222.0.36 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874860 Jul 09 20:37:51.831315 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4219e27-ed1d-4c1f-b756-c534ce79b7a6 req-089186f8-8c76-48ca-83a4-658cc230f449 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:51.832732 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d4219e27-ed1d-4c1f-b756-c534ce79b7a6 req-089186f8-8c76-48ca-83a4-658cc230f449 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0620098 Jul 09 20:37:51.868742 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d4219e27-ed1d-4c1f-b756-c534ce79b7a6 req-1226e224-dee9-44b4-97c0-86399cbd8f74 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305929 Jul 09 20:37:52.377580 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:37:53.045308 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d770e-d3aa-4581-a573-7835b7bf3ccb req-3b625b6f-085a-4171-a86e-45ca90d109d2 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:53.046697 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2c9d770e-d3aa-4581-a573-7835b7bf3ccb req-3b625b6f-085a-4171-a86e-45ca90d109d2 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0658636 Jul 09 20:37:53.083917 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2c9d770e-d3aa-4581-a573-7835b7bf3ccb req-caa23ce8-e195-414b-89da-08fc5923063d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Jul 09 20:37:54.261354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c540e-5417-49af-805b-8bb04e9b4705 req-498a10e9-5ba4-47d9-adab-c71e64466991 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:54.262820 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-141c540e-5417-49af-805b-8bb04e9b4705 req-498a10e9-5ba4-47d9-adab-c71e64466991 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0655789 Jul 09 20:37:54.299881 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-141c540e-5417-49af-805b-8bb04e9b4705 req-7a86d8d6-2255-460a-9cbc-9a6415740ae4 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315478 Jul 09 20:37:55.478770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df179ab-d798-432a-9b09-2530e68fd3bd req-5f242e16-7970-45a0-87e4-a14516253ab5 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:55.481149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2df179ab-d798-432a-9b09-2530e68fd3bd req-5f242e16-7970-45a0-87e4-a14516253ab5 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0658429 Jul 09 20:37:55.517583 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2df179ab-d798-432a-9b09-2530e68fd3bd req-72a272cc-2f5c-4034-a6f6-d87f5e954df5 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Jul 09 20:37:56.688734 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced333cb-ce83-4f66-9881-be5cdfb23410 req-0eac96bc-1928-4c5b-a722-866b6465c610 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:56.690215 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ced333cb-ce83-4f66-9881-be5cdfb23410 req-0eac96bc-1928-4c5b-a722-866b6465c610 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0617161 Jul 09 20:37:56.728234 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ced333cb-ce83-4f66-9881-be5cdfb23410 req-03ef0a94-a536-4789-b98e-f98e6dde4d15 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325308 Jul 09 20:37:56.925470 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-be19e57d-37fb-49a3-b288-ca6ec621162d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:57.256642 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:57.905043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178b529-4754-4d7e-b38d-72139fe1d234 req-c6c66a7d-b34c-4406-bc31-93a0420c8f54 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:57.906526 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5178b529-4754-4d7e-b38d-72139fe1d234 req-c6c66a7d-b34c-4406-bc31-93a0420c8f54 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0667067 Jul 09 20:37:57.943551 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5178b529-4754-4d7e-b38d-72139fe1d234 req-ce1aaaa2-5500-4703-ac32-0e0971fe33fb tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315356 Jul 09 20:37:59.117983 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c7def-a374-4e20-bc18-46fc317c4254 req-7bbf435d-1d32-47e1-963e-90feda7d575d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:37:59.119465 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-911c7def-a374-4e20-bc18-46fc317c4254 req-7bbf435d-1d32-47e1-963e-90feda7d575d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0656092 Jul 09 20:37:59.157103 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-911c7def-a374-4e20-bc18-46fc317c4254 req-86b2d267-ad45-4cd7-9073-a1f3cb696417 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318649 Jul 09 20:37:59.472446 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ae70122c-3047-47b8-8963-494cae18a88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:59.538270 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:37:59.642866 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:00.328053 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0888d02-ada9-4ca8-805f-38b380f3c9bc req-bdf76914-0357-463a-8ad2-9618bda7db08 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:00.329564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0888d02-ada9-4ca8-805f-38b380f3c9bc req-bdf76914-0357-463a-8ad2-9618bda7db08 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0630250 Jul 09 20:38:00.367382 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b0888d02-ada9-4ca8-805f-38b380f3c9bc req-1e4da40c-e625-45d1-8f76-c90ffc18c5cb tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322647 Jul 09 20:38:00.567828 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:01.543171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e5baa-e961-48b8-8c03-a61cae175c5b req-7c67f785-125a-4538-b17d-8fb93e3583c4 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:01.544687 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f3e5baa-e961-48b8-8c03-a61cae175c5b req-7c67f785-125a-4538-b17d-8fb93e3583c4 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0627012 Jul 09 20:38:01.582907 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7f3e5baa-e961-48b8-8c03-a61cae175c5b req-bbf83b20-440a-4a2c-bc4b-7971e43249f3 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327585 Jul 09 20:38:02.430519 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:02.760912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ec217-aedf-41c3-a5ff-0e880d9f35ae req-bd9c51b6-16e9-4fc3-abaa-f52d4f655bac tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:02.762377 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a4ec217-aedf-41c3-a5ff-0e880d9f35ae req-bd9c51b6-16e9-4fc3-abaa-f52d4f655bac tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0695460 Jul 09 20:38:02.800235 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a4ec217-aedf-41c3-a5ff-0e880d9f35ae req-57f5ef78-d48c-48cd-9bee-30ff902200e6 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323627 Jul 09 20:38:03.974342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47a669-5130-4ecf-a207-388fc6447a8a req-0e69f4d0-03b2-4161-a385-c7e567a7c8ec tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:03.975819 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9c47a669-5130-4ecf-a207-388fc6447a8a req-0e69f4d0-03b2-4161-a385-c7e567a7c8ec tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0626819 Jul 09 20:38:04.013586 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9c47a669-5130-4ecf-a207-388fc6447a8a req-807dde71-0ea6-4eb4-a948-8bf7c397fd0f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317152 Jul 09 20:38:05.189232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376f825-cfc1-49c0-a62e-bcd65231b4d0 req-db780bfa-1c53-42c4-b8d0-36743c1f4112 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:05.190730 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e376f825-cfc1-49c0-a62e-bcd65231b4d0 req-db780bfa-1c53-42c4-b8d0-36743c1f4112 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0632079 Jul 09 20:38:05.233287 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e376f825-cfc1-49c0-a62e-bcd65231b4d0 req-d6e716bc-3edb-4079-ac5e-6779440534d6 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369236 Jul 09 20:38:06.748359 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce986a8-8f55-434c-ac29-e9da67e7612f req-4bb1200a-18af-4b1c-8909-ffa1bf7b90a5 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:06.749917 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ce986a8-8f55-434c-ac29-e9da67e7612f req-4bb1200a-18af-4b1c-8909-ffa1bf7b90a5 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.4059932 Jul 09 20:38:06.788246 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ce986a8-8f55-434c-ac29-e9da67e7612f req-f6f9eb26-eba7-4d60-8fbe-4c9ca7543756 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326004 Jul 09 20:38:07.962007 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784c08b-301f-44b2-a931-54d79a5e1448 req-f01fc634-e89c-4aa8-9fba-dfeb94199978 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:07.964216 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2784c08b-301f-44b2-a931-54d79a5e1448 req-f01fc634-e89c-4aa8-9fba-dfeb94199978 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0619562 Jul 09 20:38:08.001361 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2784c08b-301f-44b2-a931-54d79a5e1448 req-8ef927a4-b4bd-4fca-b15f-e10eccf1fee9 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312872 Jul 09 20:38:09.188324 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647be2b-a8b6-4018-a9bd-64fb1e6f2cfd req-d436909d-610a-4a44-91b3-b546f31a0da6 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:09.189858 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a647be2b-a8b6-4018-a9bd-64fb1e6f2cfd req-d436909d-610a-4a44-91b3-b546f31a0da6 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0652421 Jul 09 20:38:09.227805 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a647be2b-a8b6-4018-a9bd-64fb1e6f2cfd req-b4211c8d-6f5f-45fd-8ca9-4ce234efd309 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324755 Jul 09 20:38:10.419958 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da30f85-e862-4929-a03e-41c043913ccb req-37312d63-dec1-4a7d-9925-05851a4925aa tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:10.421467 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1da30f85-e862-4929-a03e-41c043913ccb req-37312d63-dec1-4a7d-9925-05851a4925aa tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0673301 Jul 09 20:38:10.458498 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1da30f85-e862-4929-a03e-41c043913ccb req-270b685e-fb4e-4b2f-a295-bddf54cf1865 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314758 Jul 09 20:38:11.632763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d3cd2-df33-4a12-9cca-784607902953 req-64c0366b-9437-45e9-b1c2-79864374f882 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:11.634239 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-427d3cd2-df33-4a12-9cca-784607902953 req-64c0366b-9437-45e9-b1c2-79864374f882 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0666184 Jul 09 20:38:11.671970 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-427d3cd2-df33-4a12-9cca-784607902953 req-c104edd3-da33-4b01-9e11-98b82ca2b5e3 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Jul 09 20:38:12.847674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cc723-54d7-4e6f-88eb-b2e8008e99bd req-b322ec86-e0cd-4877-a955-5e5a3c37cdb8 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:12.849215 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f31cc723-54d7-4e6f-88eb-b2e8008e99bd req-b322ec86-e0cd-4877-a955-5e5a3c37cdb8 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0646856 Jul 09 20:38:12.887155 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f31cc723-54d7-4e6f-88eb-b2e8008e99bd req-87b2b91e-9d7d-49ac-b89c-4b8da728742f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322986 Jul 09 20:38:14.060046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139d3ae-a457-4d81-85db-e443df052897 req-18dba35c-24c9-4382-9772-36434a9409b2 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:14.061535 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a139d3ae-a457-4d81-85db-e443df052897 req-18dba35c-24c9-4382-9772-36434a9409b2 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0632896 Jul 09 20:38:14.099542 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a139d3ae-a457-4d81-85db-e443df052897 req-2da25872-c43c-421c-90a6-99d820fadf94 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324662 Jul 09 20:38:15.281867 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2ef63-aed6-4e61-94ad-044cbdfe6421 req-a7b80c9a-8fcf-49cd-bc6b-d0d7670b878a tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:15.283350 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-87e2ef63-aed6-4e61-94ad-044cbdfe6421 req-a7b80c9a-8fcf-49cd-bc6b-d0d7670b878a tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0692205 Jul 09 20:38:15.320448 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-87e2ef63-aed6-4e61-94ad-044cbdfe6421 req-0614ff77-80a1-433d-a484-bb2b7cb46b69 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316896 Jul 09 20:38:16.493135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da028074-f2f9-43c1-bb48-47edae52d346 req-a0791606-b243-445d-aff5-1f20f7fcd15a tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:16.494641 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da028074-f2f9-43c1-bb48-47edae52d346 req-a0791606-b243-445d-aff5-1f20f7fcd15a tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0635731 Jul 09 20:38:16.535754 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da028074-f2f9-43c1-bb48-47edae52d346 req-2d5c199a-e8ff-4a40-8596-d3be0a277209 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352225 Jul 09 20:38:17.709095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a55b0a-0062-4b6e-924a-b2a6f0908370 req-8bf6942f-bbe6-4950-b463-3bfae9dad000 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:17.710569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86a55b0a-0062-4b6e-924a-b2a6f0908370 req-8bf6942f-bbe6-4950-b463-3bfae9dad000 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 945 time: 0.0627074 Jul 09 20:38:17.752297 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-86a55b0a-0062-4b6e-924a-b2a6f0908370 req-1fbecccc-9fdb-41f0-ad41-4dbe43171f2a tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314515 Jul 09 20:38:17.981551 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-78ce0841-2cc0-46dc-b274-59fb286b0d84 service neutron] show failed (client error): The resource could not be found. Jul 09 20:38:17.982568 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-78ce0841-2cc0-46dc-b274-59fb286b0d84 service neutron] 10.222.0.36 "GET /v2.0/ports/8443ae1e-e194-4c42-a4d2-920e15db8da5/bindings/n-h2-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0543995 Jul 09 20:38:18.232438 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-afda42ba-40f8-42d8-a743-de64791c9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:18.233877 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-afda42ba-40f8-42d8-a743-de64791c9178 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31&tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca HTTP/1.1" status: 200 len: 1096 time: 0.0572116 Jul 09 20:38:18.246363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:38:18.316526 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:18.513291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] For port 8443ae1e-e194-4c42-a4d2-920e15db8da5, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:38:18.545466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] For port 8443ae1e-e194-4c42-a4d2-920e15db8da5, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:38:18.587665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb558af-5ede-44f8-b2ef-0f3ae1717f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8443ae1e-e194-4c42-a4d2-920e15db8da5'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:38:18.590119 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef0b469-7de3-46f5-b1cd-e8208dc2e038" -d '{"events": [{"server_uuid": "fcb558af-5ede-44f8-b2ef-0f3ae1717f31", "name": "network-vif-unplugged", "status": "completed", "tag": "8443ae1e-e194-4c42-a4d2-920e15db8da5"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:38:18.594039 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:18.607806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Transition to ACTIVE for port object 8443ae1e-e194-4c42-a4d2-920e15db8da5 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:38:18.611934 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:18.641239 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7c2d99-cbd5-450a-b295-efd70b95557e x-openstack-request-id: req-2d7c2d99-cbd5-450a-b295-efd70b95557e {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:38:18.641530 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb558af-5ede-44f8-b2ef-0f3ae1717f31", "name": "network-vif-unplugged", "status": "completed", "tag": "8443ae1e-e194-4c42-a4d2-920e15db8da5", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:38:18.641779 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d7c2d99-cbd5-450a-b295-efd70b95557e {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:38:18.642167 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb558af-5ede-44f8-b2ef-0f3ae1717f31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8443ae1e-e194-4c42-a4d2-920e15db8da5', 'code': 200} Jul 09 20:38:18.678433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] No DVR routers for this DVR port 8443ae1e-e194-4c42-a4d2-920e15db8da5 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:38:18.681398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Pushing event updated for resources: {'Port': ['ID=8443ae1e-e194-4c42-a4d2-920e15db8da5,revision_number=6']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:38:18.718127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Attempting to bind port 8443ae1e-e194-4c42-a4d2-920e15db8da5 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:38:18.718850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Attempting to bind port 8443ae1e-e194-4c42-a4d2-920e15db8da5 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:38:18.718850 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Attempting to bind port 8443ae1e-e194-4c42-a4d2-920e15db8da5 on network e31f38b1-0f56-42f3-8eea-380e29867d00 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:38:18.723361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Port 8443ae1e-e194-4c42-a4d2-920e15db8da5 on network e31f38b1-0f56-42f3-8eea-380e29867d00 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:38:18.723693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Attempting to bind port 8443ae1e-e194-4c42-a4d2-920e15db8da5 on network e31f38b1-0f56-42f3-8eea-380e29867d00 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:38:18.728470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:38:18.728846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Checking segment: {'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:38:18.729243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Bound using segment: {'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:38:18.729679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Bound port: 8443ae1e-e194-4c42-a4d2-920e15db8da5, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:38:18.730673 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:18.797784 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] For port 8443ae1e-e194-4c42-a4d2-920e15db8da5, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:38:18.801039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] For port 8443ae1e-e194-4c42-a4d2-920e15db8da5, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:38:18.805153 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:18.840752 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:18.841494 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:18.842943 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] 10.222.0.32 "PUT /v2.0/ports/8443ae1e-e194-4c42-a4d2-920e15db8da5 HTTP/1.1" status: 200 len: 1091 time: 0.6011286 Jul 09 20:38:18.866224 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b258aa-174c-4d63-9623-03d21df78b0f service neutron] Pushing event updated for resources: {'Port': ['ID=8443ae1e-e194-4c42-a4d2-920e15db8da5,revision_number=7']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:38:18.970597 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ab8ca-d29d-45af-a73f-05403c239055 req-ee7ba37d-2d22-4b55-a666-2c1b3894082b tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:18.972087 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-314ab8ca-d29d-45af-a73f-05403c239055 req-ee7ba37d-2d22-4b55-a666-2c1b3894082b tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 943 time: 0.1079342 Jul 09 20:38:18.973820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-cf73b2e7-fd01-483e-bece-3b669efd8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:18.975165 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-cf73b2e7-fd01-483e-bece-3b669efd8a83 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 1094 time: 0.0979693 Jul 09 20:38:19.057739 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-314ab8ca-d29d-45af-a73f-05403c239055 req-91fd55ec-cae1-4af3-98b3-da6fffc3899a tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799720 Jul 09 20:38:19.087019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-fb8e2b63-527b-44e6-b3d8-53adca4023ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:19.088482 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-fb8e2b63-527b-44e6-b3d8-53adca4023ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 916 time: 0.1045003 Jul 09 20:38:19.132651 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-75bcaf0e-a1a2-4ac8-8b6e-9a6106dfb1b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5 HTTP/1.1" status: 200 len: 217 time: 0.0368662 Jul 09 20:38:19.180043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-36bdba0a-cada-48fb-b3c9-93e27c4fdbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:19.181508 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-36bdba0a-cada-48fb-b3c9-93e27c4fdbae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 200 len: 855 time: 0.0422232 Jul 09 20:38:19.214958 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-e44e0d8a-9bb1-4986-8b8e-d43d05eedd7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31f38b1-0f56-42f3-8eea-380e29867d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261691 Jul 09 20:38:19.303936 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-9dce1305-35bb-4a0d-adc5-615c4c98993b service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823543 Jul 09 20:38:19.391911 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cb71d326-05a6-46f8-83ed-8129bbda8dc1 req-b070b190-bbb8-4a3f-96fa-9040e66b9b70 service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809364 Jul 09 20:38:20.232442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa68ccb-34aa-4f02-b5d7-65996f8d7a46 req-9c640141-f7ef-48bc-b728-842249759c7e tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:20.233949 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5aa68ccb-34aa-4f02-b5d7-65996f8d7a46 req-9c640141-f7ef-48bc-b728-842249759c7e tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 943 time: 0.0641036 Jul 09 20:38:20.270699 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5aa68ccb-34aa-4f02-b5d7-65996f8d7a46 req-a300d097-6fb3-48eb-af38-642162fc54ea tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311131 Jul 09 20:38:20.643797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb558af-5ede-44f8-b2ef-0f3ae1717f31', 'tag': '8443ae1e-e194-4c42-a4d2-920e15db8da5'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:38:20.646204 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c9cd5b-2433-4bd2-b87d-51b6d5296397" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb558af-5ede-44f8-b2ef-0f3ae1717f31", "tag": "8443ae1e-e194-4c42-a4d2-920e15db8da5"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:38:20.692139 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a88880-b256-4b14-88c1-1c182ae2fdb8 x-openstack-request-id: req-93a88880-b256-4b14-88c1-1c182ae2fdb8 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:38:20.692431 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb558af-5ede-44f8-b2ef-0f3ae1717f31", "tag": "8443ae1e-e194-4c42-a4d2-920e15db8da5", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:38:20.692782 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93a88880-b256-4b14-88c1-1c182ae2fdb8 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:38:20.693184 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb558af-5ede-44f8-b2ef-0f3ae1717f31', 'tag': '8443ae1e-e194-4c42-a4d2-920e15db8da5', 'status': 'completed', 'code': 200} Jul 09 20:38:20.813786 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-ccc62002-07ad-4acb-9ba1-569ab9dccbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:20.815310 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-ccc62002-07ad-4acb-9ba1-569ab9dccbf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 1094 time: 0.1030269 Jul 09 20:38:20.817835 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-a7a704b6-eafa-4013-9d10-c827a14eef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:20.819241 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-a7a704b6-eafa-4013-9d10-c827a14eef42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 1094 time: 0.0980244 Jul 09 20:38:20.977181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-e8134c48-de56-47ea-bf2a-6d2dfb2f9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:20.978352 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-e8134c48-de56-47ea-bf2a-6d2dfb2f9116 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 916 time: 0.1556246 Jul 09 20:38:20.982310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-4a8cd490-a159-4d5e-9fa6-7317491caa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:20.984497 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-4a8cd490-a159-4d5e-9fa6-7317491caa6a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 916 time: 0.1529605 Jul 09 20:38:21.025880 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-90ef785a-6342-42f8-891d-0e8fcc9b35c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5 HTTP/1.1" status: 200 len: 217 time: 0.0403962 Jul 09 20:38:21.305468 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-786c1668-6f47-49c0-887f-ee5d34082b0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5 HTTP/1.1" status: 200 len: 217 time: 0.3143046 Jul 09 20:38:21.374929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-d22baf93-a074-4945-adb8-bb944822c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:21.376391 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-d22baf93-a074-4945-adb8-bb944822c9eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 200 len: 855 time: 0.0792596 Jul 09 20:38:21.379721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-67c86841-16ae-4c9d-a41c-1eed32d82fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:21.381056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-67c86841-16ae-4c9d-a41c-1eed32d82fb5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 200 len: 855 time: 0.0566244 Jul 09 20:38:21.434163 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-de28456c-8d0e-4adf-a02b-a9d6b7acb854 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e31f38b1-0f56-42f3-8eea-380e29867d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511758 Jul 09 20:38:21.436082 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-1068e21e-f7c1-4ebb-801b-afc3a1929ac0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31f38b1-0f56-42f3-8eea-380e29867d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459836 Jul 09 20:38:21.448836 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54eb3d-5ad6-4c51-9578-9f007cf3d9e8 req-516a924d-3075-4ca3-8814-e466ff9006bb tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:21.450354 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca54eb3d-5ad6-4c51-9578-9f007cf3d9e8 req-516a924d-3075-4ca3-8814-e466ff9006bb tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 943 time: 0.0662434 Jul 09 20:38:21.489153 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ca54eb3d-5ad6-4c51-9578-9f007cf3d9e8 req-73e211cd-0169-4e45-aa57-f42381241f1c tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332589 Jul 09 20:38:21.590033 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-3abe6aab-c19e-41bb-b909-0e12329f144b service neutron] 10.222.0.36 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488383 Jul 09 20:38:21.593339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-c127c471-33d3-4606-8c37-e8cc5f642180 service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457801 Jul 09 20:38:21.756749 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-a6fec814-b6d0-4601-84e3-a6a715ee06e4 service neutron] 10.222.0.36 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594417 Jul 09 20:38:21.760187 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-7bae105b-3b31-40d2-adff-8edd52bbb83a service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549695 Jul 09 20:38:21.884934 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f36757-5ee1-4f1f-8864-d99c57221921 req-89556842-4713-45d7-9889-28498779b2fe tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:21.886866 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53f36757-5ee1-4f1f-8864-d99c57221921 req-89556842-4713-45d7-9889-28498779b2fe tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 943 time: 0.1583419 Jul 09 20:38:21.895169 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52198fe8-e7bc-43b1-9e43-657259810100 req-b2c77f95-9f83-420d-9d9a-3e1c402f1d6a tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:21.896558 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52198fe8-e7bc-43b1-9e43-657259810100 req-b2c77f95-9f83-420d-9d9a-3e1c402f1d6a tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.36 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31&tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&binding%3Ahost_id=n-h2-800088-3 HTTP/1.1" status: 200 len: 943 time: 0.1667695 Jul 09 20:38:21.968038 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-53f36757-5ee1-4f1f-8864-d99c57221921 req-21388dbf-177a-4e94-a7c5-0742275c099f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705183 Jul 09 20:38:21.977935 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [req-52198fe8-e7bc-43b1-9e43-657259810100 req-21452cda-c6e8-4c5f-81f2-d4f246d9624d service neutron] delete failed (client error): The resource could not be found. Jul 09 20:38:21.978991 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52198fe8-e7bc-43b1-9e43-657259810100 req-21452cda-c6e8-4c5f-81f2-d4f246d9624d service neutron] 10.222.0.36 "DELETE /v2.0/ports/8443ae1e-e194-4c42-a4d2-920e15db8da5/bindings/n-h1-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0749846 Jul 09 20:38:21.981766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 8443ae1e-e194-4c42-a4d2-920e15db8da5 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:38:22.021267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 8443ae1e-e194-4c42-a4d2-920e15db8da5 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:38:22.130008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52198fe8-e7bc-43b1-9e43-657259810100 req-72ffda7e-c6ec-4c59-b7c0-7dd229e899b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:22.131531 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52198fe8-e7bc-43b1-9e43-657259810100 req-72ffda7e-c6ec-4c59-b7c0-7dd229e899b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 1094 time: 0.1022253 Jul 09 20:38:22.279980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52198fe8-e7bc-43b1-9e43-657259810100 req-cabcd73a-4fa3-41ca-a1d7-3533fec92b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:22.281521 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52198fe8-e7bc-43b1-9e43-657259810100 req-cabcd73a-4fa3-41ca-a1d7-3533fec92b91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 916 time: 0.1441660 Jul 09 20:38:22.343691 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52198fe8-e7bc-43b1-9e43-657259810100 req-eea146b8-83e3-47a8-9ade-82872c9ff18f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5 HTTP/1.1" status: 200 len: 217 time: 0.0561533 Jul 09 20:38:22.398610 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52198fe8-e7bc-43b1-9e43-657259810100 req-93b91110-4158-44ce-b2ff-07aa3a84b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:22.400035 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52198fe8-e7bc-43b1-9e43-657259810100 req-93b91110-4158-44ce-b2ff-07aa3a84b7f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 200 len: 855 time: 0.0498986 Jul 09 20:38:22.448361 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52198fe8-e7bc-43b1-9e43-657259810100 req-42adb43a-3f01-422b-bc06-db1cbe22d256 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e31f38b1-0f56-42f3-8eea-380e29867d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424492 Jul 09 20:38:22.535377 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52198fe8-e7bc-43b1-9e43-657259810100 req-7af23a39-1063-4fcf-925d-1220610c2c30 service neutron] 10.222.0.36 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795918 Jul 09 20:38:22.626444 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52198fe8-e7bc-43b1-9e43-657259810100 req-a3e8cf38-0a4f-40d8-8da7-66d15d895b5b service neutron] 10.222.0.36 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853899 Jul 09 20:38:23.156737 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d036e1-e6a5-4d77-8157-16713eafeda6 req-c13aa86e-16e1-4b3b-ad43-c5d9aa336bce tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:23.158230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-71d036e1-e6a5-4d77-8157-16713eafeda6 req-c13aa86e-16e1-4b3b-ad43-c5d9aa336bce tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 943 time: 0.0714054 Jul 09 20:38:23.195742 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-71d036e1-e6a5-4d77-8157-16713eafeda6 req-16c6ce18-c901-4c1a-8139-41633283ee75 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Jul 09 20:38:23.369380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3a25d-19a8-4e90-8132-877d8e10e7c7 req-e1889d38-58f6-49fb-b0f9-83ec2ee174d5 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:23.371482 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8cd3a25d-19a8-4e90-8132-877d8e10e7c7 req-e1889d38-58f6-49fb-b0f9-83ec2ee174d5 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 943 time: 0.0646074 Jul 09 20:38:23.389193 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8443ae1e-e194-4c42-a4d2-920e15db8da5 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:38:23.408762 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8cd3a25d-19a8-4e90-8132-877d8e10e7c7 req-8d87e834-ade2-473c-9a73-767df851b2ed tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316505 Jul 09 20:38:23.484361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 8443ae1e-e194-4c42-a4d2-920e15db8da5, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:38:23.496205 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '8443ae1e-e194-4c42-a4d2-920e15db8da5', 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00', 'port_id': '8443ae1e-e194-4c42-a4d2-920e15db8da5', 'mac_address': 'fa:16:3e:26:87:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2163fecd-31a8-4c67-b40c-54545545fc1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:38:23.533803 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:23.546207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8443ae1e-e194-4c42-a4d2-920e15db8da5 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:38:23.565109 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 8443ae1e-e194-4c42-a4d2-920e15db8da5, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:38:23.569712 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:23.584558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4f8ac-487f-48a2-bdbd-54e22e9d9489 req-e9ba6767-b8f9-46dd-b8e2-b93b5b9047c0 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:23.586073 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8d4f8ac-487f-48a2-bdbd-54e22e9d9489 req-e9ba6767-b8f9-46dd-b8e2-b93b5b9047c0 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 943 time: 0.0658734 Jul 09 20:38:23.616547 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=8443ae1e-e194-4c42-a4d2-920e15db8da5,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:38:23.625061 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f8d4f8ac-487f-48a2-bdbd-54e22e9d9489 req-f35008de-9baf-47f5-8998-75fd05fe1b03 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326288 Jul 09 20:38:23.801623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['8443ae1e-e194-4c42-a4d2-920e15db8da5'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:38:24.068557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13186be8-d648-421a-ada2-dc85d3495a11 req-cae3c01e-e86f-40d3-b6da-f852b3e29236 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:24.070027 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13186be8-d648-421a-ada2-dc85d3495a11 req-cae3c01e-e86f-40d3-b6da-f852b3e29236 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 815 time: 0.1034076 Jul 09 20:38:24.084112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13186be8-d648-421a-ada2-dc85d3495a11 req-366bfce5-61d7-426d-917c-643cd1ccbc86 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/quotas/5b867b1d1d9b4f1aa9d4b2075d2ddaca HTTP/1.1" status: 200 len: 375 time: 0.0088751 Jul 09 20:38:24.150828 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13186be8-d648-421a-ada2-dc85d3495a11 req-ff77f777-8b9e-488a-ad00-51c0c146e868 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0619049 Jul 09 20:38:24.239943 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13186be8-d648-421a-ada2-dc85d3495a11 req-d37da3d6-2172-45f4-aeb2-1dbb75f61ae2 service neutron] 10.222.0.30 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824013 Jul 09 20:38:24.330920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13186be8-d648-421a-ada2-dc85d3495a11 req-48da66f0-63e6-4976-938c-bcfa29e13e58 service neutron] 10.222.0.30 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853412 Jul 09 20:38:24.498635 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3cb5550-e82a-46d7-ac59-13166bf53914 req-3918fb87-b5cd-4745-9504-1170965be80b tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 210 time: 0.0295475 Jul 09 20:38:25.373943 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48615089-d429-4e39-a46c-fc28c589e159 req-119da643-f16d-46c3-85d2-27ada4c95db2 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:25.375417 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-48615089-d429-4e39-a46c-fc28c589e159 req-119da643-f16d-46c3-85d2-27ada4c95db2 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.32 "GET /v2.0/ports?device_id=fcb558af-5ede-44f8-b2ef-0f3ae1717f31 HTTP/1.1" status: 200 len: 944 time: 0.0661311 Jul 09 20:38:25.404148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8443ae1e-e194-4c42-a4d2-920e15db8da5 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:38:25.454684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 8443ae1e-e194-4c42-a4d2-920e15db8da5 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:38:25.458633 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 8443ae1e-e194-4c42-a4d2-920e15db8da5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:38:25.458961 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:25.558764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-48615089-d429-4e39-a46c-fc28c589e159 req-3b1a8b1c-a168-4b69-bdde-b1142d0e6f13 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Deleting port 8443ae1e-e194-4c42-a4d2-920e15db8da5 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:38:25.559402 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-48615089-d429-4e39-a46c-fc28c589e159 req-3b1a8b1c-a168-4b69-bdde-b1142d0e6f13 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:25.633470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13186be8-d648-421a-ada2-dc85d3495a11 req-67675719-f5d2-4f16-bc0d-095bca544fcc tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:25.635177 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13186be8-d648-421a-ada2-dc85d3495a11 req-67675719-f5d2-4f16-bc0d-095bca544fcc tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.32 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 815 time: 0.1783810 Jul 09 20:38:25.653165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-13186be8-d648-421a-ada2-dc85d3495a11 req-362c10ae-eaa1-4bb5-b764-7f7d87c66043 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Request body: {'port': {'device_id': 'cfe2ee77-b489-45b7-846e-53642eabe582', 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00', 'admin_state_up': True, 'tenant_id': '5b867b1d1d9b4f1aa9d4b2075d2ddaca'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:38:25.701849 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:25.724630 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb558af-5ede-44f8-b2ef-0f3ae1717f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8443ae1e-e194-4c42-a4d2-920e15db8da5'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:38:25.727330 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5748eb67-a8db-4be4-8dfe-163925a5662b" -d '{"events": [{"server_uuid": "fcb558af-5ede-44f8-b2ef-0f3ae1717f31", "name": "network-vif-plugged", "status": "completed", "tag": "8443ae1e-e194-4c42-a4d2-920e15db8da5"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:38:25.741374 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ebfbc55e-d0a0-4e34-82ea-75029112fb32 req-cff6e4cd-20ad-433b-a336-7b57a8ccf67a tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 210 time: 0.0928314 Jul 09 20:38:25.741628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 8443ae1e-e194-4c42-a4d2-920e15db8da5, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:38:25.746970 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:25.777698 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e94c37-c2f0-4760-90af-d2d37549d826 x-openstack-request-id: req-05e94c37-c2f0-4760-90af-d2d37549d826 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:38:25.777999 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb558af-5ede-44f8-b2ef-0f3ae1717f31", "name": "network-vif-plugged", "status": "completed", "tag": "8443ae1e-e194-4c42-a4d2-920e15db8da5", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:38:25.778265 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05e94c37-c2f0-4760-90af-d2d37549d826 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:38:25.778659 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb558af-5ede-44f8-b2ef-0f3ae1717f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8443ae1e-e194-4c42-a4d2-920e15db8da5', 'code': 200} Jul 09 20:38:25.787244 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-48615089-d429-4e39-a46c-fc28c589e159 req-3b1a8b1c-a168-4b69-bdde-b1142d0e6f13 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] For port 8443ae1e-e194-4c42-a4d2-920e15db8da5, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8443ae1e-e194-4c42-a4d2-920e15db8da5,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:38:25.787609 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-48615089-d429-4e39-a46c-fc28c589e159 req-3b1a8b1c-a168-4b69-bdde-b1142d0e6f13 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:25.801522 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=8443ae1e-e194-4c42-a4d2-920e15db8da5,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:38:25.814415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-48615089-d429-4e39-a46c-fc28c589e159 req-3b1a8b1c-a168-4b69-bdde-b1142d0e6f13 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Calling delete_port for 8443ae1e-e194-4c42-a4d2-920e15db8da5 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:38:25.895991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13186be8-d648-421a-ada2-dc85d3495a11 req-362c10ae-eaa1-4bb5-b764-7f7d87c66043 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Made reservation on behalf of 5b867b1d1d9b4f1aa9d4b2075d2ddaca for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:38:25.899445 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13186be8-d648-421a-ada2-dc85d3495a11 req-362c10ae-eaa1-4bb5-b764-7f7d87c66043 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:26.058040 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-48615089-d429-4e39-a46c-fc28c589e159 req-3b1a8b1c-a168-4b69-bdde-b1142d0e6f13 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:26.070159 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['8443ae1e-e194-4c42-a4d2-920e15db8da5'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:38:26.094740 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a8b1c-a168-4b69-bdde-b1142d0e6f13 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Pushing event deleted for resources: {'Port': ['ID=8443ae1e-e194-4c42-a4d2-920e15db8da5,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:38:26.100697 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-13186be8-d648-421a-ada2-dc85d3495a11 req-362c10ae-eaa1-4bb5-b764-7f7d87c66043 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Allocated IP 172.20.0.11 (e31f38b1-0f56-42f3-8eea-380e29867d00/2163fecd-31a8-4c67-b40c-54545545fc1a/21f9210b-fb5f-4b91-ad94-a4bc348059f0) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:38:26.158140 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-48615089-d429-4e39-a46c-fc28c589e159 req-3b1a8b1c-a168-4b69-bdde-b1142d0e6f13 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] No DVR routers for this DVR port 8443ae1e-e194-4c42-a4d2-920e15db8da5 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:38:26.162163 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-48615089-d429-4e39-a46c-fc28c589e159 req-3b1a8b1c-a168-4b69-bdde-b1142d0e6f13 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:26.164165 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-48615089-d429-4e39-a46c-fc28c589e159 req-3b1a8b1c-a168-4b69-bdde-b1142d0e6f13 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.32 "DELETE /v2.0/ports/8443ae1e-e194-4c42-a4d2-920e15db8da5 HTTP/1.1" status: 204 len: 173 time: 0.7829418 Jul 09 20:38:26.164627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb558af-5ede-44f8-b2ef-0f3ae1717f31', 'name': 'network-vif-deleted', 'tag': '8443ae1e-e194-4c42-a4d2-920e15db8da5'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:38:26.166930 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f3b3eb-68df-47c1-ae20-051cd0b805d7" -d '{"events": [{"server_uuid": "fcb558af-5ede-44f8-b2ef-0f3ae1717f31", "name": "network-vif-deleted", "tag": "8443ae1e-e194-4c42-a4d2-920e15db8da5"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:38:26.215991 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b8a62b-ad60-484a-bec6-a21be9246952 x-openstack-request-id: req-f3b8a62b-ad60-484a-bec6-a21be9246952 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:38:26.216355 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb558af-5ede-44f8-b2ef-0f3ae1717f31", "name": "network-vif-deleted", "tag": "8443ae1e-e194-4c42-a4d2-920e15db8da5", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:38:26.216630 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3b8a62b-ad60-484a-bec6-a21be9246952 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:38:26.217030 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb558af-5ede-44f8-b2ef-0f3ae1717f31', 'name': 'network-vif-deleted', 'tag': '8443ae1e-e194-4c42-a4d2-920e15db8da5', 'status': 'completed', 'code': 200} Jul 09 20:38:26.306173 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13186be8-d648-421a-ada2-dc85d3495a11 req-362c10ae-eaa1-4bb5-b764-7f7d87c66043 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:26.347162 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13186be8-d648-421a-ada2-dc85d3495a11 req-362c10ae-eaa1-4bb5-b764-7f7d87c66043 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:26.358997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['8443ae1e-e194-4c42-a4d2-920e15db8da5'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:38:26.399580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13186be8-d648-421a-ada2-dc85d3495a11 req-362c10ae-eaa1-4bb5-b764-7f7d87c66043 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Network e31f38b1-0f56-42f3-8eea-380e29867d00 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:38:26.403482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-13186be8-d648-421a-ada2-dc85d3495a11 req-362c10ae-eaa1-4bb5-b764-7f7d87c66043 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:38:26.407564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-13186be8-d648-421a-ada2-dc85d3495a11 req-362c10ae-eaa1-4bb5-b764-7f7d87c66043 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:38:26.413873 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c10ae-eaa1-4bb5-b764-7f7d87c66043 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Pushing event updated for resources: {'Port': ['ID=21f9210b-fb5f-4b91-ad94-a4bc348059f0,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:38:26.458307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13186be8-d648-421a-ada2-dc85d3495a11 req-362c10ae-eaa1-4bb5-b764-7f7d87c66043 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:26.458933 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13186be8-d648-421a-ada2-dc85d3495a11 req-362c10ae-eaa1-4bb5-b764-7f7d87c66043 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:26.474240 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13186be8-d648-421a-ada2-dc85d3495a11 req-362c10ae-eaa1-4bb5-b764-7f7d87c66043 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8269968 Jul 09 20:38:26.488366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Request body: {'port': {'device_id': 'cfe2ee77-b489-45b7-846e-53642eabe582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:38:26.563672 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:26.831058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f9210b-fb5f-4b91-ad94-a4bc348059f0 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:38:26.838429 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:26.851189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Transition to ACTIVE for port object 21f9210b-fb5f-4b91-ad94-a4bc348059f0 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:38:26.856086 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:26.904148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Pushing event updated for resources: {'Port': ['ID=21f9210b-fb5f-4b91-ad94-a4bc348059f0,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:38:26.931130 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b5b1fc8b-0549-4ced-920c-687266e0a174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:26.934310 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b9466-672e-4b2b-9dff-0f84ae073a21 req-47565d6e-0a3f-49b9-b434-912749342c08 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:26.935939 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-651b9466-672e-4b2b-9dff-0f84ae073a21 req-47565d6e-0a3f-49b9-b434-912749342c08 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 944 time: 0.0708144 Jul 09 20:38:26.975025 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-651b9466-672e-4b2b-9dff-0f84ae073a21 req-7363ce10-d5fd-4892-aca4-380f3713c885 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331771 Jul 09 20:38:26.976342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Attempting to bind port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:38:26.976726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Attempting to bind port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:38:26.977065 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Attempting to bind port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 on network e31f38b1-0f56-42f3-8eea-380e29867d00 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:38:26.982342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 on network e31f38b1-0f56-42f3-8eea-380e29867d00 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:38:26.982677 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Attempting to bind port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 on network e31f38b1-0f56-42f3-8eea-380e29867d00 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:38:26.987477 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:38:26.987828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Checking segment: {'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:38:26.988216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Bound using segment: {'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:38:26.988690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Bound port: 21f9210b-fb5f-4b91-ad94-a4bc348059f0, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:38:26.989057 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:27.054452 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] For port 21f9210b-fb5f-4b91-ad94-a4bc348059f0, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:38:27.057338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] For port 21f9210b-fb5f-4b91-ad94-a4bc348059f0, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:38:27.061209 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:27.095685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:27.096294 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:27.097781 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13186be8-d648-421a-ada2-dc85d3495a11 req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] 10.222.0.32 "PUT /v2.0/ports/21f9210b-fb5f-4b91-ad94-a4bc348059f0 HTTP/1.1" status: 200 len: 1092 time: 0.6142175 Jul 09 20:38:27.119863 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98d0d8-9b98-4708-9db8-78aacc450dbf service neutron] Pushing event updated for resources: {'Port': ['ID=21f9210b-fb5f-4b91-ad94-a4bc348059f0,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:38:27.185588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13186be8-d648-421a-ada2-dc85d3495a11 req-d7214688-f238-4033-9d1c-020155fad674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:27.187076 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13186be8-d648-421a-ada2-dc85d3495a11 req-d7214688-f238-4033-9d1c-020155fad674 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 1095 time: 0.0531759 Jul 09 20:38:27.231805 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13186be8-d648-421a-ada2-dc85d3495a11 req-d48f6872-272d-43ea-acfd-2df89d82dc66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0 HTTP/1.1" status: 200 len: 217 time: 0.0369797 Jul 09 20:38:27.255791 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:27.280912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13186be8-d648-421a-ada2-dc85d3495a11 req-becbd5ac-109d-4aa1-9352-010821c73713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:27.282372 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13186be8-d648-421a-ada2-dc85d3495a11 req-becbd5ac-109d-4aa1-9352-010821c73713 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 200 len: 855 time: 0.0442560 Jul 09 20:38:27.314905 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13186be8-d648-421a-ada2-dc85d3495a11 req-70cc7de3-5989-46d6-9ff5-7d2decfa0e2c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31f38b1-0f56-42f3-8eea-380e29867d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256662 Jul 09 20:38:27.409014 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13186be8-d648-421a-ada2-dc85d3495a11 req-1c4b26fe-86b7-4f2d-b93b-293a1ac19eec service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837297 Jul 09 20:38:27.497663 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13186be8-d648-421a-ada2-dc85d3495a11 req-d0fe9157-d545-4206-bb98-21a970373575 service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815763 Jul 09 20:38:28.154724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00124b7-3f7d-4541-8a7b-1e4fea7cea86 req-39899c41-5ebf-4c74-a9d2-ec3857f81b2c tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:28.156246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e00124b7-3f7d-4541-8a7b-1e4fea7cea86 req-39899c41-5ebf-4c74-a9d2-ec3857f81b2c tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 944 time: 0.0645401 Jul 09 20:38:28.193554 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e00124b7-3f7d-4541-8a7b-1e4fea7cea86 req-97e54111-39b1-4a82-b019-c1ee54f2b523 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Jul 09 20:38:28.218240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe2ee77-b489-45b7-846e-53642eabe582', 'tag': '21f9210b-fb5f-4b91-ad94-a4bc348059f0'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:38:28.220859 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24375f0a-0c5a-4aac-be8a-e9ed9413c2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe2ee77-b489-45b7-846e-53642eabe582", "tag": "21f9210b-fb5f-4b91-ad94-a4bc348059f0"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:38:28.256471 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f64fb8-7ff0-415a-98f7-b91185d5c05d x-openstack-request-id: req-71f64fb8-7ff0-415a-98f7-b91185d5c05d {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:38:28.256808 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe2ee77-b489-45b7-846e-53642eabe582", "tag": "21f9210b-fb5f-4b91-ad94-a4bc348059f0", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:38:28.257064 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71f64fb8-7ff0-415a-98f7-b91185d5c05d {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:38:28.257462 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe2ee77-b489-45b7-846e-53642eabe582', 'tag': '21f9210b-fb5f-4b91-ad94-a4bc348059f0', 'status': 'completed', 'code': 200} Jul 09 20:38:28.336062 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24375f0a-0c5a-4aac-be8a-e9ed9413c2f9 req-df7fa329-1d17-4f85-a861-3943aa057af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:28.337588 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24375f0a-0c5a-4aac-be8a-e9ed9413c2f9 req-df7fa329-1d17-4f85-a861-3943aa057af8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 1095 time: 0.0561645 Jul 09 20:38:28.427694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24375f0a-0c5a-4aac-be8a-e9ed9413c2f9 req-9430b4d7-868e-4ffc-a316-3e57e9663203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:28.429217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24375f0a-0c5a-4aac-be8a-e9ed9413c2f9 req-9430b4d7-868e-4ffc-a316-3e57e9663203 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 916 time: 0.0837567 Jul 09 20:38:28.474055 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24375f0a-0c5a-4aac-be8a-e9ed9413c2f9 req-c4d81481-b50a-41f7-8f99-93bf1ab4c448 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0 HTTP/1.1" status: 200 len: 217 time: 0.0382445 Jul 09 20:38:28.522670 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24375f0a-0c5a-4aac-be8a-e9ed9413c2f9 req-baf9b7d1-688d-45ad-ae6f-eff163af6e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:28.524010 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24375f0a-0c5a-4aac-be8a-e9ed9413c2f9 req-baf9b7d1-688d-45ad-ae6f-eff163af6e19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 200 len: 855 time: 0.0427842 Jul 09 20:38:28.556445 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24375f0a-0c5a-4aac-be8a-e9ed9413c2f9 req-32a7fdd0-44be-42d2-a769-a1a085c8f852 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31f38b1-0f56-42f3-8eea-380e29867d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257301 Jul 09 20:38:28.647160 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24375f0a-0c5a-4aac-be8a-e9ed9413c2f9 req-8ee2a629-0795-4221-830f-a76b8406e3f7 service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843022 Jul 09 20:38:28.737919 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24375f0a-0c5a-4aac-be8a-e9ed9413c2f9 req-92df4ba7-9e34-47d9-a736-ad32f8686823 service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844500 Jul 09 20:38:29.366837 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bd2a4-52a6-4bb8-8013-813113f4b194 req-497b346a-191b-48fb-bc34-c401b794e7ef tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:29.368320 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-148bd2a4-52a6-4bb8-8013-813113f4b194 req-497b346a-191b-48fb-bc34-c401b794e7ef tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 944 time: 0.0636704 Jul 09 20:38:29.377229 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:38:29.411083 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-148bd2a4-52a6-4bb8-8013-813113f4b194 req-47d59d6a-c208-4589-9d8c-2315354213f2 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365078 Jul 09 20:38:29.431602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8443ae1e-e194-4c42-a4d2-920e15db8da5 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:38:29.455394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 8443ae1e-e194-4c42-a4d2-920e15db8da5 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:38:29.455768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8443ae1e-e194-4c42-a4d2-920e15db8da5 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:38:29.473550 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-673281b8-d54a-48e8-8867-cea5c2e117b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:29.532318 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:29.645908 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:30.571642 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:30.584836 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295792bc-c78b-4e58-9ba8-e23cf9a30bd5 req-60d9bd6d-7408-4514-8bc3-555cc4fb019c tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:30.586344 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-295792bc-c78b-4e58-9ba8-e23cf9a30bd5 req-60d9bd6d-7408-4514-8bc3-555cc4fb019c tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 944 time: 0.0642824 Jul 09 20:38:30.624810 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-295792bc-c78b-4e58-9ba8-e23cf9a30bd5 req-c05d29e5-22da-48ca-81a8-90e6de978ab9 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320654 Jul 09 20:38:31.447237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 21f9210b-fb5f-4b91-ad94-a4bc348059f0 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:38:31.539846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 21f9210b-fb5f-4b91-ad94-a4bc348059f0, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:38:31.554427 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '21f9210b-fb5f-4b91-ad94-a4bc348059f0', 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00', 'port_id': '21f9210b-fb5f-4b91-ad94-a4bc348059f0', 'mac_address': 'fa:16:3e:b7:e0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2163fecd-31a8-4c67-b40c-54545545fc1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:38:31.591040 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:31.603580 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f9210b-fb5f-4b91-ad94-a4bc348059f0 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:38:31.623926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 21f9210b-fb5f-4b91-ad94-a4bc348059f0, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:38:31.628003 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:31.675154 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=21f9210b-fb5f-4b91-ad94-a4bc348059f0,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:38:31.802188 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3190340-1457-44b5-84ce-da8692cc692d req-cbf2e74a-5326-492e-b044-daa79b1672de tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:31.803894 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3190340-1457-44b5-84ce-da8692cc692d req-cbf2e74a-5326-492e-b044-daa79b1672de tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 945 time: 0.0666230 Jul 09 20:38:31.823439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['21f9210b-fb5f-4b91-ad94-a4bc348059f0'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:38:31.842841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3190340-1457-44b5-84ce-da8692cc692d req-ca5a217d-044b-42d9-a511-170b159ab733 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324895 Jul 09 20:38:32.434644 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:33.018166 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fef7b5-620f-4764-87bf-326437fabd25 req-e49d053c-0782-44ab-876c-5a089ef51ba3 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:33.019584 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-04fef7b5-620f-4764-87bf-326437fabd25 req-e49d053c-0782-44ab-876c-5a089ef51ba3 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 945 time: 0.0655661 Jul 09 20:38:33.056851 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-04fef7b5-620f-4764-87bf-326437fabd25 req-62bcb680-112d-4278-b4ed-4c896ec9db34 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316894 Jul 09 20:38:33.446969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 21f9210b-fb5f-4b91-ad94-a4bc348059f0 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:38:33.542065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:38:33.551300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:38:33.551678 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:33.673129 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:33.701243 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe2ee77-b489-45b7-846e-53642eabe582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f9210b-fb5f-4b91-ad94-a4bc348059f0'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:38:33.703394 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddb50a1-ce75-4c0f-b96b-3813ad5cb6d3" -d '{"events": [{"server_uuid": "cfe2ee77-b489-45b7-846e-53642eabe582", "name": "network-vif-plugged", "status": "completed", "tag": "21f9210b-fb5f-4b91-ad94-a4bc348059f0"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:38:33.718343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 21f9210b-fb5f-4b91-ad94-a4bc348059f0, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:38:33.723636 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:33.747753 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf33438-f286-433c-9c94-03255fffa66f x-openstack-request-id: req-3bf33438-f286-433c-9c94-03255fffa66f {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:38:33.748057 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe2ee77-b489-45b7-846e-53642eabe582", "name": "network-vif-plugged", "status": "completed", "tag": "21f9210b-fb5f-4b91-ad94-a4bc348059f0", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:38:33.748310 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bf33438-f286-433c-9c94-03255fffa66f {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:38:33.748750 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe2ee77-b489-45b7-846e-53642eabe582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f9210b-fb5f-4b91-ad94-a4bc348059f0', 'code': 200} Jul 09 20:38:33.774671 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=21f9210b-fb5f-4b91-ad94-a4bc348059f0,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:38:33.855588 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1ba09-54b0-434c-a65e-8e910c6c78a8 req-9ac1165b-bf00-4338-a60e-1e03176b77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:33.857166 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03b1ba09-54b0-434c-a65e-8e910c6c78a8 req-9ac1165b-bf00-4338-a60e-1e03176b77f1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 1097 time: 0.0535460 Jul 09 20:38:33.892089 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03b1ba09-54b0-434c-a65e-8e910c6c78a8 req-626f8281-5649-429f-a439-99b172fe39b1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282085 Jul 09 20:38:34.234157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256971a-acfb-483f-9bcd-3eab5b10da47 req-cd6657c0-0c4f-48c5-a1fc-6bd34551a5b2 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:34.235633 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4256971a-acfb-483f-9bcd-3eab5b10da47 req-cd6657c0-0c4f-48c5-a1fc-6bd34551a5b2 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0662699 Jul 09 20:38:34.272732 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4256971a-acfb-483f-9bcd-3eab5b10da47 req-09c219a0-daf6-447f-94c7-f9c4002be691 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316319 Jul 09 20:38:35.454098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d59edc-1029-4414-8972-4ab92c347f96 req-e6d4ea94-75da-4e67-8aa9-515f831c722d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:35.455581 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36d59edc-1029-4414-8972-4ab92c347f96 req-e6d4ea94-75da-4e67-8aa9-515f831c722d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0656037 Jul 09 20:38:35.493109 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-36d59edc-1029-4414-8972-4ab92c347f96 req-4b4dc962-5719-4b95-9bd9-85e7491f41d3 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316837 Jul 09 20:38:35.663280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3097e-dc4e-44fb-9589-ddd36f1bd54b req-d2aa240e-b3de-4a7b-bc82-18c0c2788d1d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:35.664711 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90e3097e-dc4e-44fb-9589-ddd36f1bd54b req-d2aa240e-b3de-4a7b-bc82-18c0c2788d1d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0628960 Jul 09 20:38:35.702174 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90e3097e-dc4e-44fb-9589-ddd36f1bd54b req-c8923dc8-4a06-4227-9831-335fda1fe84f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319297 Jul 09 20:38:36.072024 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-693e9e0e-e9ef-4b64-9a1b-72364ee6fd2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882635 Jul 09 20:38:36.102998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb472c53-ebb7-4e31-b4a6-d683b986117a req-570e992f-9253-412e-88a6-1948564f0ad7 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:36.104509 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb472c53-ebb7-4e31-b4a6-d683b986117a req-570e992f-9253-412e-88a6-1948564f0ad7 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0748453 Jul 09 20:38:36.144925 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb472c53-ebb7-4e31-b4a6-d683b986117a req-1711ceb3-a828-402a-9570-2d87eaaa78a8 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341682 Jul 09 20:38:37.182589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c46856-caef-49da-a363-d65f0de592d5 req-163b40e5-0be1-4cd0-b86f-9efcb597b354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:37.184925 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-163b40e5-0be1-4cd0-b86f-9efcb597b354 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 1097 time: 0.0612459 Jul 09 20:38:37.310084 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c46856-caef-49da-a363-d65f0de592d5 req-84f9cd10-19e9-4f79-97d3-6e402e97b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:37.311545 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-84f9cd10-19e9-4f79-97d3-6e402e97b4cc service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 916 time: 0.1203456 Jul 09 20:38:37.359381 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-87393b28-19fa-4634-9ea1-935c9331d1d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0 HTTP/1.1" status: 200 len: 217 time: 0.0402319 Jul 09 20:38:37.369754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f807cb-3431-4139-b894-e586186898ed req-3dbf43c3-9fc9-4394-b101-f4088e76819e tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:37.371762 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8f807cb-3431-4139-b894-e586186898ed req-3dbf43c3-9fc9-4394-b101-f4088e76819e tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.1132782 Jul 09 20:38:37.439857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c46856-caef-49da-a363-d65f0de592d5 req-60d2c658-cdcb-49c1-865d-64dfcd09ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:37.441248 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-60d2c658-cdcb-49c1-865d-64dfcd09ea8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 200 len: 855 time: 0.0686319 Jul 09 20:38:37.446175 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a8f807cb-3431-4139-b894-e586186898ed req-33774869-8d67-422a-b7c8-8364be260746 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664878 Jul 09 20:38:37.474751 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-44978c64-07fe-49cb-97a1-b723a443242c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31f38b1-0f56-42f3-8eea-380e29867d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268745 Jul 09 20:38:37.561430 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-391fc213-36a4-4b9d-afd5-94d162973ee0 service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806847 Jul 09 20:38:37.650569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-a5a88c4f-21d2-4691-844c-d5c3b6542f5d service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834851 Jul 09 20:38:38.620053 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebadc99-d3b9-4c0e-9905-3f53ef2cbf64 req-0d6b8f85-42f5-4f52-9c08-f710986371a0 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:38.622263 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ebadc99-d3b9-4c0e-9905-3f53ef2cbf64 req-0d6b8f85-42f5-4f52-9c08-f710986371a0 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0665073 Jul 09 20:38:38.661112 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5ebadc99-d3b9-4c0e-9905-3f53ef2cbf64 req-2fdfebfb-215c-4fab-bbbb-7f1374014a77 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332410 Jul 09 20:38:39.840667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0670099-862c-4e5d-afdf-a37755f213a4 req-f022bee9-83c6-4376-8f08-fb129f5903fd tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:39.842162 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f0670099-862c-4e5d-afdf-a37755f213a4 req-f022bee9-83c6-4376-8f08-fb129f5903fd tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0630395 Jul 09 20:38:39.880026 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f0670099-862c-4e5d-afdf-a37755f213a4 req-56c25c7e-3ab3-4bf5-a98f-40533a549818 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320356 Jul 09 20:38:41.058748 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0049f-fb9d-4de2-9a01-a968d9c89335 req-a8bfa5da-05f0-431d-87b0-b9c370dbd219 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:41.060153 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-71d0049f-fb9d-4de2-9a01-a968d9c89335 req-a8bfa5da-05f0-431d-87b0-b9c370dbd219 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0681245 Jul 09 20:38:41.098716 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-71d0049f-fb9d-4de2-9a01-a968d9c89335 req-646c7d4a-c681-4bef-b570-ed8c6fbc8093 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330567 Jul 09 20:38:42.277831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c754bfb-5ea3-42b8-bc4e-6ae13c15553c req-5d3d04bc-27e4-4ef2-b4bf-c21ad2e70f1e tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:42.279307 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c754bfb-5ea3-42b8-bc4e-6ae13c15553c req-5d3d04bc-27e4-4ef2-b4bf-c21ad2e70f1e tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0700512 Jul 09 20:38:42.315253 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c754bfb-5ea3-42b8-bc4e-6ae13c15553c req-8d8045d2-d844-4f58-b1db-52ed66189fef tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304677 Jul 09 20:38:43.492808 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b80632-1214-4d13-b5e4-99b6ff7088f0 req-b9c1f00a-2947-4d10-9457-36fcd6114d98 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:43.494325 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2b80632-1214-4d13-b5e4-99b6ff7088f0 req-b9c1f00a-2947-4d10-9457-36fcd6114d98 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0652590 Jul 09 20:38:43.533759 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a2b80632-1214-4d13-b5e4-99b6ff7088f0 req-d9b6af55-7d91-4d3c-9e22-a7be01c060b5 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338762 Jul 09 20:38:44.732765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648eb21-9646-4031-8cbd-837167254b56 req-9f59fe16-bab9-4b11-bb74-a5dfefe00765 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:44.734276 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5648eb21-9646-4031-8cbd-837167254b56 req-9f59fe16-bab9-4b11-bb74-a5dfefe00765 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0725360 Jul 09 20:38:44.771884 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5648eb21-9646-4031-8cbd-837167254b56 req-20ec68ef-2c52-40ca-a57a-c71d961d3518 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Jul 09 20:38:45.945694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af2196-390c-40ae-bb80-ae6c753f049d req-deabb121-6536-4606-9cd4-95699aea0530 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:45.947186 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-57af2196-390c-40ae-bb80-ae6c753f049d req-deabb121-6536-4606-9cd4-95699aea0530 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0626469 Jul 09 20:38:45.989299 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-57af2196-390c-40ae-bb80-ae6c753f049d req-b770767f-1d4b-43e1-9b1d-7211ddc17e9e tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364842 Jul 09 20:38:47.162716 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c50dc-65a4-46f3-aedf-d25053f06336 req-c45097ce-2cdd-46f5-9208-3b265ac29262 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:47.164217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cd5c50dc-65a4-46f3-aedf-d25053f06336 req-c45097ce-2cdd-46f5-9208-3b265ac29262 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0624704 Jul 09 20:38:47.203430 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cd5c50dc-65a4-46f3-aedf-d25053f06336 req-a3334767-aaea-444b-9f48-a4f5fec5924d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331504 Jul 09 20:38:48.376016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaabda-89a4-464c-8d41-fb6fc8d3f34b req-88f979df-d2ee-4a80-8498-4f79acb47705 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:48.377531 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fffaabda-89a4-464c-8d41-fb6fc8d3f34b req-88f979df-d2ee-4a80-8498-4f79acb47705 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0648291 Jul 09 20:38:48.415562 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fffaabda-89a4-464c-8d41-fb6fc8d3f34b req-27a99e5a-95bb-46e8-93d5-5246de10cfa4 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325353 Jul 09 20:38:49.831783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7956db-85a8-4352-a288-90abf7214a58 req-b69e39b0-0b50-40a5-89dd-2a253d00bd28 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:49.833340 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa7956db-85a8-4352-a288-90abf7214a58 req-b69e39b0-0b50-40a5-89dd-2a253d00bd28 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.3022053 Jul 09 20:38:49.872951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa7956db-85a8-4352-a288-90abf7214a58 req-a771ec9b-25c6-4125-8094-5b2034b83f97 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339119 Jul 09 20:38:49.923567 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc5fd8-3da4-45da-93fc-5e875419e8ee req-55233676-47cf-4034-ac4a-9635bc25f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:49.925079 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cfc5fd8-3da4-45da-93fc-5e875419e8ee req-55233676-47cf-4034-ac4a-9635bc25f7a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 1097 time: 0.0512819 Jul 09 20:38:50.030836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc5fd8-3da4-45da-93fc-5e875419e8ee req-2240357d-9821-4918-a984-cec1463550e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:50.032196 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cfc5fd8-3da4-45da-93fc-5e875419e8ee req-2240357d-9821-4918-a984-cec1463550e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 916 time: 0.0853093 Jul 09 20:38:50.073149 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cfc5fd8-3da4-45da-93fc-5e875419e8ee req-e150fd27-9993-4979-bfb4-4e9f92615292 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0 HTTP/1.1" status: 200 len: 217 time: 0.0339012 Jul 09 20:38:50.120799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc5fd8-3da4-45da-93fc-5e875419e8ee req-de3ba74e-033b-4840-b910-480fc57d4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:50.122198 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cfc5fd8-3da4-45da-93fc-5e875419e8ee req-de3ba74e-033b-4840-b910-480fc57d4c58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 200 len: 855 time: 0.0431483 Jul 09 20:38:50.157672 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cfc5fd8-3da4-45da-93fc-5e875419e8ee req-ee8c4136-8200-4663-9444-a514ceb631eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31f38b1-0f56-42f3-8eea-380e29867d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287042 Jul 09 20:38:50.244432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cfc5fd8-3da4-45da-93fc-5e875419e8ee req-3d160bef-4e31-42be-bfa8-38489d6dcee0 service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793006 Jul 09 20:38:50.335824 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5cfc5fd8-3da4-45da-93fc-5e875419e8ee req-c1490fc7-f69e-4568-9574-57dd041bbc9e service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839403 Jul 09 20:38:51.047443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52300d6-e0b4-4afb-be2c-1434126539f9 req-d75b4e2a-b0d1-45c9-ad56-8079293eb88a tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:51.048882 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b52300d6-e0b4-4afb-be2c-1434126539f9 req-d75b4e2a-b0d1-45c9-ad56-8079293eb88a tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0635023 Jul 09 20:38:51.086490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b52300d6-e0b4-4afb-be2c-1434126539f9 req-90d8b4ef-d2d8-4c3b-b8f7-160ca73f5512 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321221 Jul 09 20:38:52.259710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048e1fc-1b0f-4b9f-81ed-5ab94acf0d0d req-8157ab74-6604-4d1b-b8f0-c38d2a2cb0de tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:52.261259 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1048e1fc-1b0f-4b9f-81ed-5ab94acf0d0d req-8157ab74-6604-4d1b-b8f0-c38d2a2cb0de tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0636463 Jul 09 20:38:52.298765 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1048e1fc-1b0f-4b9f-81ed-5ab94acf0d0d req-fc49d4c9-ab79-41e1-ae81-d43519239037 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316288 Jul 09 20:38:53.476109 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102b23d-152b-4ecc-b8f5-5b6e757da604 req-22fc43a7-c2a4-47b1-bf25-abb6c9a1d179 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:53.477658 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2102b23d-152b-4ecc-b8f5-5b6e757da604 req-22fc43a7-c2a4-47b1-bf25-abb6c9a1d179 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0672462 Jul 09 20:38:53.516077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2102b23d-152b-4ecc-b8f5-5b6e757da604 req-89aace77-2e36-4bcd-ab6b-bd3589868e50 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328009 Jul 09 20:38:54.691125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2e3cc-6df1-4dcf-8684-f17dac640bac req-8b3eaf68-70c7-41c0-ab7f-6b74c65578f3 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:54.692656 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0dd2e3cc-6df1-4dcf-8684-f17dac640bac req-8b3eaf68-70c7-41c0-ab7f-6b74c65578f3 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0641484 Jul 09 20:38:54.733233 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0dd2e3cc-6df1-4dcf-8684-f17dac640bac req-12a06566-c057-449c-aecf-e57b06119b76 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349791 Jul 09 20:38:55.906818 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f81734-6819-4dc5-81f9-3f28af6b9805 req-7ea77be1-84c7-409f-8f35-d23529cc7e26 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:55.908352 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-76f81734-6819-4dc5-81f9-3f28af6b9805 req-7ea77be1-84c7-409f-8f35-d23529cc7e26 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0641456 Jul 09 20:38:55.945951 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-76f81734-6819-4dc5-81f9-3f28af6b9805 req-ba99e6ce-c912-4345-9a6c-2fe48f34b5ff tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320475 Jul 09 20:38:56.921711 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9fd803dc-a289-416d-af79-1678f74ab110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:57.124765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8ffe8-a4b9-4388-9512-1523fa7c764c req-36dead49-b9bd-4969-8818-481cafee3e0b tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:57.126150 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aba8ffe8-a4b9-4388-9512-1523fa7c764c req-36dead49-b9bd-4969-8818-481cafee3e0b tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0673144 Jul 09 20:38:57.162823 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aba8ffe8-a4b9-4388-9512-1523fa7c764c req-dbbf00b7-952a-4b0a-ad7c-cd156c38f65d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311050 Jul 09 20:38:57.255487 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:58.340476 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38902212-317b-4220-866b-c4cacf03d675 req-3e48d700-eead-4d7e-b679-a55d55fffabe tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:58.342020 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38902212-317b-4220-866b-c4cacf03d675 req-3e48d700-eead-4d7e-b679-a55d55fffabe tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0686786 Jul 09 20:38:58.379609 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-38902212-317b-4220-866b-c4cacf03d675 req-99abad69-8807-48f2-981f-3e9bc135ad0f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318358 Jul 09 20:38:59.476102 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c488bbe4-d8a9-4601-b559-2d86029f988f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:59.542977 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:59.646682 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:38:59.742060 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c08517-b1d2-405e-bf5b-b01bcdad0dc4 req-862dad59-8b54-4e83-a786-488d7d4f744c tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:38:59.743459 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2c08517-b1d2-405e-bf5b-b01bcdad0dc4 req-862dad59-8b54-4e83-a786-488d7d4f744c tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0640016 Jul 09 20:38:59.782045 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2c08517-b1d2-405e-bf5b-b01bcdad0dc4 req-4c3f8f9f-5d88-4c1b-b934-2b9b9259263d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328517 Jul 09 20:39:00.573612 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:00.956964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fa176-6e93-4f2d-b6e1-b6d4afe97a00 req-364b9843-8c7f-41a5-b72a-8c7af99d04ed tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:00.958367 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-144fa176-6e93-4f2d-b6e1-b6d4afe97a00 req-364b9843-8c7f-41a5-b72a-8c7af99d04ed tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0639386 Jul 09 20:39:00.996068 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-144fa176-6e93-4f2d-b6e1-b6d4afe97a00 req-81f9621a-2a00-421e-8051-f1e1074f61e4 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314689 Jul 09 20:39:02.190655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489db11-8593-4eb2-87ac-a7ce1ea9e153 req-2e0f12fb-4841-4327-bbe3-81e35de406d4 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:02.192133 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0489db11-8593-4eb2-87ac-a7ce1ea9e153 req-2e0f12fb-4841-4327-bbe3-81e35de406d4 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0669401 Jul 09 20:39:02.230058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0489db11-8593-4eb2-87ac-a7ce1ea9e153 req-75431422-2937-4b74-be10-ec21c72bedbb tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Jul 09 20:39:02.438905 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:03.404568 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb923e-58c7-4019-ac2c-386506bf07c2 req-cd48fccc-bdfb-46ae-bd48-3cfabe500fba tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:03.406089 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-80bb923e-58c7-4019-ac2c-386506bf07c2 req-cd48fccc-bdfb-46ae-bd48-3cfabe500fba tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0638380 Jul 09 20:39:03.443330 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-80bb923e-58c7-4019-ac2c-386506bf07c2 req-ce111a1a-7cd9-494f-aff6-347345535985 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316563 Jul 09 20:39:04.649584 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-b5c46856-caef-49da-a363-d65f0de592d5 req-4b65a9f2-73c5-4f84-b665-e154bcfacd6d service neutron] show failed (client error): The resource could not be found. Jul 09 20:39:04.650531 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-4b65a9f2-73c5-4f84-b665-e154bcfacd6d service neutron] 10.222.0.32 "GET /v2.0/ports/21f9210b-fb5f-4b91-ad94-a4bc348059f0/bindings/n-h1-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0870886 Jul 09 20:39:04.662473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0208b-57d4-4fed-8d06-ccc7f992246d req-043a808d-97d1-4f43-ad38-55626394366a tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:04.664015 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6fd0208b-57d4-4fed-8d06-ccc7f992246d req-043a808d-97d1-4f43-ad38-55626394366a tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.1104112 Jul 09 20:39:04.708173 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6fd0208b-57d4-4fed-8d06-ccc7f992246d req-ba50a764-ea82-4aee-b5ad-8732b2c1138e tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344098 Jul 09 20:39:04.933447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c46856-caef-49da-a363-d65f0de592d5 req-e3c9c80b-e071-409a-a518-00e4c1f37b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:04.934979 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-e3c9c80b-e071-409a-a518-00e4c1f37b20 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582&tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca HTTP/1.1" status: 200 len: 1097 time: 0.0941651 Jul 09 20:39:04.946054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:05.016883 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.266926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] For port 21f9210b-fb5f-4b91-ad94-a4bc348059f0, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:05.301388 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] For port 21f9210b-fb5f-4b91-ad94-a4bc348059f0, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:39:05.340920 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe2ee77-b489-45b7-846e-53642eabe582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f9210b-fb5f-4b91-ad94-a4bc348059f0'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:39:05.343195 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a366522-f409-4def-8578-e73d9fc4faa0" -d '{"events": [{"server_uuid": "cfe2ee77-b489-45b7-846e-53642eabe582", "name": "network-vif-unplugged", "status": "completed", "tag": "21f9210b-fb5f-4b91-ad94-a4bc348059f0"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:39:05.347005 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.360354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Transition to ACTIVE for port object 21f9210b-fb5f-4b91-ad94-a4bc348059f0 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:39:05.364395 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.411466 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfeae7b-2401-42b0-b730-820a50de986f x-openstack-request-id: req-3bfeae7b-2401-42b0-b730-820a50de986f {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:39:05.411763 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe2ee77-b489-45b7-846e-53642eabe582", "name": "network-vif-unplugged", "status": "completed", "tag": "21f9210b-fb5f-4b91-ad94-a4bc348059f0", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:39:05.412018 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bfeae7b-2401-42b0-b730-820a50de986f {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:39:05.412419 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe2ee77-b489-45b7-846e-53642eabe582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f9210b-fb5f-4b91-ad94-a4bc348059f0', 'code': 200} Jul 09 20:39:05.438175 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] No DVR routers for this DVR port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:39:05.440007 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Pushing event updated for resources: {'Port': ['ID=21f9210b-fb5f-4b91-ad94-a4bc348059f0,revision_number=6']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:05.449518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:05.449874 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:05.450226 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:05.450573 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:05.450917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:05.451257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:05.451596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:05.451933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:05.452274 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:05.452653 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:05.452987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:05.453325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:05.487756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Attempting to bind port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:39:05.488106 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Attempting to bind port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:39:05.488447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Attempting to bind port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 on network e31f38b1-0f56-42f3-8eea-380e29867d00 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:39:05.492707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 on network e31f38b1-0f56-42f3-8eea-380e29867d00 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:39:05.493039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Attempting to bind port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 on network e31f38b1-0f56-42f3-8eea-380e29867d00 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:39:05.498366 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:39:05.498710 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Checking segment: {'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:39:05.499103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Bound using segment: {'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:39:05.499540 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Bound port: 21f9210b-fb5f-4b91-ad94-a4bc348059f0, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee71a90-e6b7-4a15-904b-a51a0cfed087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:39:05.499906 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.562120 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] For port 21f9210b-fb5f-4b91-ad94-a4bc348059f0, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:39:05.565257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] For port 21f9210b-fb5f-4b91-ad94-a4bc348059f0, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:39:05.569285 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.603998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:05.604892 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:05.606675 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] 10.222.0.36 "PUT /v2.0/ports/21f9210b-fb5f-4b91-ad94-a4bc348059f0 HTTP/1.1" status: 200 len: 1092 time: 0.6646731 Jul 09 20:39:05.627535 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa274b16-f77e-4cba-afff-0287e56a1605 service neutron] Pushing event updated for resources: {'Port': ['ID=21f9210b-fb5f-4b91-ad94-a4bc348059f0,revision_number=7']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:05.685549 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c46856-caef-49da-a363-d65f0de592d5 req-35e4a7ae-8d18-48d9-83ae-3f12715f9913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:05.687039 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-35e4a7ae-8d18-48d9-83ae-3f12715f9913 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 1095 time: 0.0560482 Jul 09 20:39:05.780927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c46856-caef-49da-a363-d65f0de592d5 req-80aa36c8-7df5-4263-bb67-a11e92173da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:05.782448 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-80aa36c8-7df5-4263-bb67-a11e92173da2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 916 time: 0.0886796 Jul 09 20:39:05.829130 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-349dfdac-2e66-4fe2-af3c-c91644428b8c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0 HTTP/1.1" status: 200 len: 217 time: 0.0398242 Jul 09 20:39:05.878304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c46856-caef-49da-a363-d65f0de592d5 req-d3abf193-a4a1-43a1-8f3e-a4ca6204920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:05.879806 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-d3abf193-a4a1-43a1-8f3e-a4ca6204920e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 200 len: 855 time: 0.0447998 Jul 09 20:39:05.886723 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c7220-ff29-4e20-9a16-e3abaf663082 req-f7d7e631-9819-4938-88bd-c9651f0972cb tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:05.888227 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e4c7220-ff29-4e20-9a16-e3abaf663082 req-f7d7e631-9819-4938-88bd-c9651f0972cb tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 944 time: 0.0687206 Jul 09 20:39:05.912141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-0f528e20-6c62-4e43-9a8a-b7fa3b1637eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e31f38b1-0f56-42f3-8eea-380e29867d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263231 Jul 09 20:39:05.926357 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2e4c7220-ff29-4e20-9a16-e3abaf663082 req-9779b0f5-ecc3-416b-8aad-c44557f93475 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323648 Jul 09 20:39:06.006401 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-229aa9c2-15cd-41be-b630-1d459cc35e12 service neutron] 10.222.0.36 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876725 Jul 09 20:39:06.094954 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5c46856-caef-49da-a363-d65f0de592d5 req-7c0d7b3b-f66b-45a4-befe-6da6d225de94 service neutron] 10.222.0.36 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820961 Jul 09 20:39:06.378378 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:39:07.103450 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19145b71-4038-4b7f-bbe5-26226ff1ffc1 req-360b7ff9-8eba-4235-8003-ae1f25e13119 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:07.105759 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-19145b71-4038-4b7f-bbe5-26226ff1ffc1 req-360b7ff9-8eba-4235-8003-ae1f25e13119 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 944 time: 0.0662391 Jul 09 20:39:07.147611 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-19145b71-4038-4b7f-bbe5-26226ff1ffc1 req-16505e53-ce76-461d-8be9-7246787ca5cd tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357761 Jul 09 20:39:07.413675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe2ee77-b489-45b7-846e-53642eabe582', 'tag': '21f9210b-fb5f-4b91-ad94-a4bc348059f0'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:39:07.415969 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d55d67a-4b4a-451c-b9c6-0422f097210a" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe2ee77-b489-45b7-846e-53642eabe582", "tag": "21f9210b-fb5f-4b91-ad94-a4bc348059f0"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:39:07.466405 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e608f2-82a2-4831-a8d0-3f1eb6dd9a36 x-openstack-request-id: req-85e608f2-82a2-4831-a8d0-3f1eb6dd9a36 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:39:07.466713 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe2ee77-b489-45b7-846e-53642eabe582", "tag": "21f9210b-fb5f-4b91-ad94-a4bc348059f0", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:39:07.467121 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85e608f2-82a2-4831-a8d0-3f1eb6dd9a36 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:39:07.467554 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfe2ee77-b489-45b7-846e-53642eabe582', 'tag': '21f9210b-fb5f-4b91-ad94-a4bc348059f0', 'status': 'completed', 'code': 200} Jul 09 20:39:07.535815 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-53dae605-387b-41b4-9e88-d4a8a5a30f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:07.537357 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-53dae605-387b-41b4-9e88-d4a8a5a30f89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 1095 time: 0.0534787 Jul 09 20:39:07.540071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-58269ef2-a7fc-4bb5-bade-32020b9f077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:07.541633 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-58269ef2-a7fc-4bb5-bade-32020b9f077f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 1095 time: 0.0538507 Jul 09 20:39:07.628591 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-6af6071f-aa9b-4605-be59-0c87f5b50b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:07.630115 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-6af6071f-aa9b-4605-be59-0c87f5b50b84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 916 time: 0.0865018 Jul 09 20:39:07.637451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-99824b2d-db1e-458c-a3fb-93ce0dfc481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:07.638925 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-99824b2d-db1e-458c-a3fb-93ce0dfc481c service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 916 time: 0.0907574 Jul 09 20:39:07.676507 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-10cfbd19-4e46-4ac3-8966-ca2997ef9b9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0 HTTP/1.1" status: 200 len: 217 time: 0.0388117 Jul 09 20:39:07.680213 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-15fa24aa-1a39-42b4-b439-982803675d1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0 HTTP/1.1" status: 200 len: 217 time: 0.0340993 Jul 09 20:39:07.727974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-72377c06-ce51-4d1f-bca5-6299ac7c430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:07.729785 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-72377c06-ce51-4d1f-bca5-6299ac7c430f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 200 len: 855 time: 0.0457036 Jul 09 20:39:07.730506 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-f6065cc9-dd07-452b-ab97-0ca773169518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:07.731978 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-f6065cc9-dd07-452b-ab97-0ca773169518 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 200 len: 855 time: 0.0445843 Jul 09 20:39:07.764631 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-17c50e2a-fb4f-411f-85a8-6014da4245ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e31f38b1-0f56-42f3-8eea-380e29867d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279751 Jul 09 20:39:07.769727 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-ddb688b3-97e6-41fb-a741-70dbdfe1605f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31f38b1-0f56-42f3-8eea-380e29867d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310063 Jul 09 20:39:07.858036 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-cdb036b3-8595-481e-b4ee-9619752d53bb service neutron] 10.222.0.36 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867808 Jul 09 20:39:07.859475 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-4eed2e7a-9078-4549-83be-36a10e4300b1 service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823195 Jul 09 20:39:07.957161 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-fb3489cd-3c31-45c6-8473-c1328370b55d service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905306 Jul 09 20:39:07.958660 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0d55d67a-4b4a-451c-b9c6-0422f097210a req-35c87267-c2bc-4f26-920e-2b0376b5313b service neutron] 10.222.0.36 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941176 Jul 09 20:39:08.327634 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca10f4-1c7e-4b3b-8e47-1bada549a29e req-db039fee-9001-4571-85bc-2306e0bc8e3f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:08.329164 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31ca10f4-1c7e-4b3b-8e47-1bada549a29e req-db039fee-9001-4571-85bc-2306e0bc8e3f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 944 time: 0.0682881 Jul 09 20:39:08.366917 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-31ca10f4-1c7e-4b3b-8e47-1bada549a29e req-53f95535-3616-4f0d-b241-2f1915c42f2d tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322857 Jul 09 20:39:09.540330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a7c6e-7a23-45b2-9720-f56390542433 req-c0d08dc1-21c4-430b-ab17-0fefc3e67a2f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:09.541851 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-762a7c6e-7a23-45b2-9720-f56390542433 req-c0d08dc1-21c4-430b-ab17-0fefc3e67a2f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 944 time: 0.0627515 Jul 09 20:39:09.555909 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 21f9210b-fb5f-4b91-ad94-a4bc348059f0 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:39:09.581309 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-762a7c6e-7a23-45b2-9720-f56390542433 req-194366eb-bb70-4047-b5e9-abcf221e4acd tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334802 Jul 09 20:39:09.597824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 21f9210b-fb5f-4b91-ad94-a4bc348059f0 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:39:09.927569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9622d-a876-4280-bdf6-a9d7a35b72ba req-974489b7-3522-4fd8-ad00-41ab7c1126c7 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:09.929074 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17b9622d-a876-4280-bdf6-a9d7a35b72ba req-974489b7-3522-4fd8-ad00-41ab7c1126c7 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 944 time: 0.1132653 Jul 09 20:39:09.937667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2126e6-707e-4709-b08b-565b40f250b2 req-9f35109e-e7aa-47db-b365-4292abd2d4f1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:09.938997 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e2126e6-707e-4709-b08b-565b40f250b2 req-9f35109e-e7aa-47db-b365-4292abd2d4f1 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582&tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 944 time: 0.1134894 Jul 09 20:39:10.000589 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17b9622d-a876-4280-bdf6-a9d7a35b72ba req-8de0f22a-7fc8-426a-8fcf-32c990d555c5 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606298 Jul 09 20:39:10.019321 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-4e2126e6-707e-4709-b08b-565b40f250b2 req-db126ce6-e2a6-40b1-8d20-d6cfbe03563b service neutron] delete failed (client error): The resource could not be found. Jul 09 20:39:10.020329 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e2126e6-707e-4709-b08b-565b40f250b2 req-db126ce6-e2a6-40b1-8d20-d6cfbe03563b service neutron] 10.222.0.32 "DELETE /v2.0/ports/21f9210b-fb5f-4b91-ad94-a4bc348059f0/bindings/n-h2-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0737844 Jul 09 20:39:10.115238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2126e6-707e-4709-b08b-565b40f250b2 req-79249871-d800-4785-959a-c154450cf60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:10.116758 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e2126e6-707e-4709-b08b-565b40f250b2 req-79249871-d800-4785-959a-c154450cf60c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 1095 time: 0.0519123 Jul 09 20:39:10.189057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 21f9210b-fb5f-4b91-ad94-a4bc348059f0 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:39:10.209323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2126e6-707e-4709-b08b-565b40f250b2 req-0daa52c9-6da6-4b40-a041-6f66be8d9078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:10.210808 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e2126e6-707e-4709-b08b-565b40f250b2 req-0daa52c9-6da6-4b40-a041-6f66be8d9078 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 200 len: 916 time: 0.0870378 Jul 09 20:39:10.252308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e2126e6-707e-4709-b08b-565b40f250b2 req-9e29022b-e2cd-44f0-bc37-651f2d69f106 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0 HTTP/1.1" status: 200 len: 217 time: 0.0349336 Jul 09 20:39:10.284004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 21f9210b-fb5f-4b91-ad94-a4bc348059f0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:10.297260 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '21f9210b-fb5f-4b91-ad94-a4bc348059f0', 'network_id': 'e31f38b1-0f56-42f3-8eea-380e29867d00', 'port_id': '21f9210b-fb5f-4b91-ad94-a4bc348059f0', 'mac_address': 'fa:16:3e:b7:e0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2163fecd-31a8-4c67-b40c-54545545fc1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:39:10.307972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2126e6-707e-4709-b08b-565b40f250b2 req-0c63d299-fa15-4bc3-841a-5dc5dafff832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:10.310154 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e2126e6-707e-4709-b08b-565b40f250b2 req-0c63d299-fa15-4bc3-841a-5dc5dafff832 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 200 len: 855 time: 0.0511081 Jul 09 20:39:10.338011 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:10.344230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e2126e6-707e-4709-b08b-565b40f250b2 req-5565c7d5-6189-4cde-94a0-00f83f57ef4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e31f38b1-0f56-42f3-8eea-380e29867d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275104 Jul 09 20:39:10.351552 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f9210b-fb5f-4b91-ad94-a4bc348059f0 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:39:10.372834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 21f9210b-fb5f-4b91-ad94-a4bc348059f0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:10.378761 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:10.424623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=21f9210b-fb5f-4b91-ad94-a4bc348059f0,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:10.431880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:10.432225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:10.432658 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:10.433506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:10.433835 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:10.434172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:10.434504 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:10.434822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:10.434938 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e2126e6-707e-4709-b08b-565b40f250b2 req-e3c51648-ca6e-46d8-b460-4868b6ed8374 service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838680 Jul 09 20:39:10.435174 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:10.435496 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:10.435816 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:10.436137 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:10.526349 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e2126e6-707e-4709-b08b-565b40f250b2 req-ada5690d-5a87-418c-8a28-521640fe9cad service neutron] 10.222.0.32 "GET /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849650 Jul 09 20:39:10.746790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['21f9210b-fb5f-4b91-ad94-a4bc348059f0'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:39:11.178623 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace39a4-2ee8-48b7-ace5-5388431aa804 req-fca2b84e-ad7d-4bc2-95c3-e19d5eb1a090 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:11.180132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4ace39a4-2ee8-48b7-ace5-5388431aa804 req-fca2b84e-ad7d-4bc2-95c3-e19d5eb1a090 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 945 time: 0.0646834 Jul 09 20:39:11.218451 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4ace39a4-2ee8-48b7-ace5-5388431aa804 req-590fdce2-ea28-40f2-b523-03af5d73403a tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321870 Jul 09 20:39:11.392101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26542db-d59a-46e8-a1d9-79cd5a574a4f req-9095276a-edc7-4552-8d52-f173ef70ccdf tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:11.393618 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f26542db-d59a-46e8-a1d9-79cd5a574a4f req-9095276a-edc7-4552-8d52-f173ef70ccdf tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 945 time: 0.0638058 Jul 09 20:39:11.430187 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f26542db-d59a-46e8-a1d9-79cd5a574a4f req-ff1d92ac-c6ae-40ed-aeed-89496c0834c8 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310786 Jul 09 20:39:11.598371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df9e9-8f36-4a9c-b865-25b0bb774e0e req-2b0627fb-7927-4ff0-9daa-831283b1a1f8 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:11.599860 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4a2df9e9-8f36-4a9c-b865-25b0bb774e0e req-2b0627fb-7927-4ff0-9daa-831283b1a1f8 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 945 time: 0.0631158 Jul 09 20:39:11.637061 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4a2df9e9-8f36-4a9c-b865-25b0bb774e0e req-1afb8409-b0b5-4e2b-9b1f-19cc3208a15f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309975 Jul 09 20:39:12.197204 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54365de4-05a9-4ac4-b787-e4f3cf67babe req-740ebf55-3262-48c1-a288-9680be2a1620 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:12.198793 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54365de4-05a9-4ac4-b787-e4f3cf67babe req-740ebf55-3262-48c1-a288-9680be2a1620 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 945 time: 0.0667326 Jul 09 20:39:12.199562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 21f9210b-fb5f-4b91-ad94-a4bc348059f0 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:39:12.237226 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-54365de4-05a9-4ac4-b787-e4f3cf67babe req-ec94e645-defe-4539-9614-0e7ceac538f3 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327139 Jul 09 20:39:12.247934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:39:12.251836 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:12.252218 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.328610 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.350847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe2ee77-b489-45b7-846e-53642eabe582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f9210b-fb5f-4b91-ad94-a4bc348059f0'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:39:12.353653 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fbe403-621e-4512-b068-ad678e49f661" -d '{"events": [{"server_uuid": "cfe2ee77-b489-45b7-846e-53642eabe582", "name": "network-vif-plugged", "status": "completed", "tag": "21f9210b-fb5f-4b91-ad94-a4bc348059f0"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:39:12.366887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 21f9210b-fb5f-4b91-ad94-a4bc348059f0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:12.371014 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:12.398596 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d8458d-024e-4a3d-bad6-ead66b5da74e x-openstack-request-id: req-45d8458d-024e-4a3d-bad6-ead66b5da74e {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:39:12.398895 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe2ee77-b489-45b7-846e-53642eabe582", "name": "network-vif-plugged", "status": "completed", "tag": "21f9210b-fb5f-4b91-ad94-a4bc348059f0", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:39:12.399161 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45d8458d-024e-4a3d-bad6-ead66b5da74e {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:39:12.399538 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe2ee77-b489-45b7-846e-53642eabe582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f9210b-fb5f-4b91-ad94-a4bc348059f0', 'code': 200} Jul 09 20:39:12.425949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=21f9210b-fb5f-4b91-ad94-a4bc348059f0,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:13.338079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40919505-ee7c-4c85-8ac0-8333a6dfec04 req-016e35ef-84a9-4198-887c-ab8e1904a99f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:13.340557 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40919505-ee7c-4c85-8ac0-8333a6dfec04 req-016e35ef-84a9-4198-887c-ab8e1904a99f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.36 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0708187 Jul 09 20:39:13.413755 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c7818-a1f6-4222-aee7-0d27236433c0 req-510da2b1-c3e8-4fba-acac-9354bf79b9c4 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:13.415251 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c10c7818-a1f6-4222-aee7-0d27236433c0 req-510da2b1-c3e8-4fba-acac-9354bf79b9c4 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfe2ee77-b489-45b7-846e-53642eabe582 HTTP/1.1" status: 200 len: 946 time: 0.0637755 Jul 09 20:39:13.441146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-40919505-ee7c-4c85-8ac0-8333a6dfec04 req-e2ead3b5-c732-4800-9523-05825d40b21f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Deleting port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:39:13.441511 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-40919505-ee7c-4c85-8ac0-8333a6dfec04 req-e2ead3b5-c732-4800-9523-05825d40b21f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:13.454847 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c10c7818-a1f6-4222-aee7-0d27236433c0 req-ede3f423-729e-48cd-9eb2-d015097501fe tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b631efa-c03e-490e-be29-be610f8fbc20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335112 Jul 09 20:39:13.536041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-40919505-ee7c-4c85-8ac0-8333a6dfec04 req-e2ead3b5-c732-4800-9523-05825d40b21f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] For port 21f9210b-fb5f-4b91-ad94-a4bc348059f0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=21f9210b-fb5f-4b91-ad94-a4bc348059f0,segment=NetworkSegment(1ee71a90-e6b7-4a15-904b-a51a0cfed087),segment_id=1ee71a90-e6b7-4a15-904b-a51a0cfed087)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:13.536334 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-40919505-ee7c-4c85-8ac0-8333a6dfec04 req-e2ead3b5-c732-4800-9523-05825d40b21f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:13.548266 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-40919505-ee7c-4c85-8ac0-8333a6dfec04 req-e2ead3b5-c732-4800-9523-05825d40b21f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Calling delete_port for 21f9210b-fb5f-4b91-ad94-a4bc348059f0 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:39:13.676983 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-40919505-ee7c-4c85-8ac0-8333a6dfec04 req-e2ead3b5-c732-4800-9523-05825d40b21f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:13.689291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['21f9210b-fb5f-4b91-ad94-a4bc348059f0'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:39:13.708242 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ead3b5-c732-4800-9523-05825d40b21f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Pushing event deleted for resources: {'Port': ['ID=21f9210b-fb5f-4b91-ad94-a4bc348059f0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:13.754667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-40919505-ee7c-4c85-8ac0-8333a6dfec04 req-e2ead3b5-c732-4800-9523-05825d40b21f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] No DVR routers for this DVR port 21f9210b-fb5f-4b91-ad94-a4bc348059f0 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:39:13.757343 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-40919505-ee7c-4c85-8ac0-8333a6dfec04 req-e2ead3b5-c732-4800-9523-05825d40b21f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:13.759363 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-40919505-ee7c-4c85-8ac0-8333a6dfec04 req-e2ead3b5-c732-4800-9523-05825d40b21f tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] 10.222.0.36 "DELETE /v2.0/ports/21f9210b-fb5f-4b91-ad94-a4bc348059f0 HTTP/1.1" status: 204 len: 173 time: 0.4138694 Jul 09 20:39:13.759803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe2ee77-b489-45b7-846e-53642eabe582', 'name': 'network-vif-deleted', 'tag': '21f9210b-fb5f-4b91-ad94-a4bc348059f0'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:39:13.763348 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48f8e01-1407-4f6d-aaee-db2240f7524e" -d '{"events": [{"server_uuid": "cfe2ee77-b489-45b7-846e-53642eabe582", "name": "network-vif-deleted", "tag": "21f9210b-fb5f-4b91-ad94-a4bc348059f0"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:39:13.798792 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8d1ef3-c12d-4f87-899b-74d6951ac40d x-openstack-request-id: req-0d8d1ef3-c12d-4f87-899b-74d6951ac40d {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:39:13.799081 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe2ee77-b489-45b7-846e-53642eabe582", "name": "network-vif-deleted", "tag": "21f9210b-fb5f-4b91-ad94-a4bc348059f0", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:39:13.799331 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d8d1ef3-c12d-4f87-899b-74d6951ac40d {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:39:13.799752 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfe2ee77-b489-45b7-846e-53642eabe582', 'name': 'network-vif-deleted', 'tag': '21f9210b-fb5f-4b91-ad94-a4bc348059f0', 'status': 'completed', 'code': 200} Jul 09 20:39:14.687227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51996) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:14.733400 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25ee9e9-62d1-4324-a361-3fcb444a1181 admin admin] Deleting subnet 2163fecd-31a8-4c67-b40c-54545545fc1a {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:39:14.736515 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c25ee9e9-62d1-4324-a361-3fcb444a1181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:14.774925 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c25ee9e9-62d1-4324-a361-3fcb444a1181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:14.814039 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c25ee9e9-62d1-4324-a361-3fcb444a1181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:14.871363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c25ee9e9-62d1-4324-a361-3fcb444a1181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:14.897804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ee9e9-62d1-4324-a361-3fcb444a1181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2163fecd-31a8-4c67-b40c-54545545fc1a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:14.899789 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c25ee9e9-62d1-4324-a361-3fcb444a1181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:14.901718 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c25ee9e9-62d1-4324-a361-3fcb444a1181 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2163fecd-31a8-4c67-b40c-54545545fc1a HTTP/1.1" status: 204 len: 168 time: 0.2134762 Jul 09 20:39:14.904193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 51998) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:14.974787 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7f64-7d0f-4033-802f-d3df57b71c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.052202 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7f64-7d0f-4033-802f-d3df57b71c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.062486 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-1b6b7f64-7d0f-4033-802f-d3df57b71c02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31f38b1-0f56-42f3-8eea-380e29867d00']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:15.072588 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-1b6b7f64-7d0f-4033-802f-d3df57b71c02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee71a90-e6b7-4a15-904b-a51a0cfed087') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:15.072841 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-1b6b7f64-7d0f-4033-802f-d3df57b71c02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee71a90-e6b7-4a15-904b-a51a0cfed087') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:15.081629 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7f64-7d0f-4033-802f-d3df57b71c02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.095855 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7f64-7d0f-4033-802f-d3df57b71c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.101601 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6b7f64-7d0f-4033-802f-d3df57b71c02 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:39:15.101998 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7f64-7d0f-4033-802f-d3df57b71c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:39:15.103586 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:39:15.495619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7f64-7d0f-4033-802f-d3df57b71c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.500895 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7f64-7d0f-4033-802f-d3df57b71c02 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.502761 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1b6b7f64-7d0f-4033-802f-d3df57b71c02 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e31f38b1-0f56-42f3-8eea-380e29867d00 HTTP/1.1" status: 204 len: 168 time: 0.5976174 Jul 09 20:39:15.514378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b7f64-7d0f-4033-802f-d3df57b71c02 admin admin] Pushing event deleted for resources: {'Network': ['ID=e31f38b1-0f56-42f3-8eea-380e29867d00,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:15.630788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52002) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:15.671266 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-113b74cf-1ba3-430b-b3d9-83005dd3036c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b867b1d1d9b4f1aa9d4b2075d2ddaca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393357 Jul 09 20:39:15.673755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52004) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:15.721809 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2829648-6e6e-463e-8bbb-2b28e4def11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.744276 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2829648-6e6e-463e-8bbb-2b28e4def11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.789844 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2829648-6e6e-463e-8bbb-2b28e4def11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.792816 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b2829648-6e6e-463e-8bbb-2b28e4def11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:15.793973 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b2829648-6e6e-463e-8bbb-2b28e4def11f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b631efa-c03e-490e-be29-be610f8fbc20 HTTP/1.1" status: 204 len: 168 time: 0.1193264 Jul 09 20:39:15.801612 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2829648-6e6e-463e-8bbb-2b28e4def11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b631efa-c03e-490e-be29-be610f8fbc20,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:16.466562 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52026) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:16.574583 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2091936027-network', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:16.595284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Made reservation on behalf of f23c19f7abed45a8849549dd569947f6 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:39:16.598079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:16.606204 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:16.693769 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:16.697619 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:16.725253 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:39:16.732121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b269740-b69e-4640-87ec-7d3aefea2f4c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:16.741602 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:16.741967 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Added segment 1a2f6177-c5ba-44fb-947c-a458ba433eaa of type vlan for network 8798e967-714e-4b9b-9327-325c740b8a87 Jul 09 20:39:16.743957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.744319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.744700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.745615 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.746059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.746374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.746719 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.747061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.747399 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.747735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.748071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.748413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:16.803994 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:16.831609 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:16.832604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:16.833202 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:16.888773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4210567 Jul 09 20:39:16.891810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52030) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:16.893924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12064c-9a1a-47a8-a269-9f49790a6ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=8798e967-714e-4b9b-9327-325c740b8a87,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:16.897374 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-07185a34-77ea-488b-ac3a-5d34b5ca3ee2 admin admin] Request body: {'subnet': {'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2091936027-subnet', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:16.904304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 8798e967-714e-4b9b-9327-325c740b8a87 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:39:16.920885 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07185a34-77ea-488b-ac3a-5d34b5ca3ee2 admin admin] Made reservation on behalf of f23c19f7abed45a8849549dd569947f6 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:39:16.923268 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07185a34-77ea-488b-ac3a-5d34b5ca3ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.089361 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07185a34-77ea-488b-ac3a-5d34b5ca3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.150086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07185a34-77ea-488b-ac3a-5d34b5ca3ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f529b5b-c5a5-4ef8-b15d-9853f42124df,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:17.159831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07185a34-77ea-488b-ac3a-5d34b5ca3ee2 admin admin] Checking segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:39:17.160195 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07185a34-77ea-488b-ac3a-5d34b5ca3ee2 admin admin] Network hostable DHCP agents. Network: 8798e967-714e-4b9b-9327-325c740b8a87, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:39:17.176763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07185a34-77ea-488b-ac3a-5d34b5ca3ee2 admin admin] Network 8798e967-714e-4b9b-9327-325c740b8a87 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:39:17.185304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-07185a34-77ea-488b-ac3a-5d34b5ca3ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 8798e967-714e-4b9b-9327-325c740b8a87) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:39:17.189354 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07185a34-77ea-488b-ac3a-5d34b5ca3ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:17.189953 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07185a34-77ea-488b-ac3a-5d34b5ca3ee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.194707 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e18bf7-b403-4fde-8543-e41b7c93fab7 None None] Network 8798e967-714e-4b9b-9327-325c740b8a87 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:39:17.205242 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-07185a34-77ea-488b-ac3a-5d34b5ca3ee2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3120944 Jul 09 20:39:17.207777 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52032) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:17.212237 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:17.237013 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.238021 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.326946 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.344802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-8798e967-714e-4b9b-9327-325c740b8a87', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:39:17.345941 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.466211 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.484287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Allocated IP 172.20.0.2 (8798e967-714e-4b9b-9327-325c740b8a87/6f529b5b-c5a5-4ef8-b15d-9853f42124df/24efa017-f161-4cfe-8dd1-05e63b43611d) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:39:17.631759 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.640320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Transition to ACTIVE for port object 24efa017-f161-4cfe-8dd1-05e63b43611d will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:39:17.655585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Transition to ACTIVE for port object 24efa017-f161-4cfe-8dd1-05e63b43611d will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:39:17.661427 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.677993 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.701430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Network 8798e967-714e-4b9b-9327-325c740b8a87 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:39:17.703477 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.705732 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:39:17.710018 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:39:17.712984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Pushing event updated for resources: {'Port': ['ID=24efa017-f161-4cfe-8dd1-05e63b43611d,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:17.768430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Attempting to bind port 24efa017-f161-4cfe-8dd1-05e63b43611d on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:39:17.768831 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Attempting to bind port 24efa017-f161-4cfe-8dd1-05e63b43611d by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:39:17.769207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Attempting to bind port 24efa017-f161-4cfe-8dd1-05e63b43611d on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:39:17.774110 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:39:17.774486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Checking segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:39:17.774894 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.775291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Bound using segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:39:17.775758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Bound port: 24efa017-f161-4cfe-8dd1-05e63b43611d, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:39:17.776221 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.815918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Allocated IP 172.25.0.105 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/52003d01-c102-4e17-bb46-ce42c075615c) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:39:17.844388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] For port 24efa017-f161-4cfe-8dd1-05e63b43611d, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:39:17.847916 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] For port 24efa017-f161-4cfe-8dd1-05e63b43611d, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=24efa017-f161-4cfe-8dd1-05e63b43611d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:39:17.851384 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.913651 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37590f01-39ad-498c-b53e-3b02a330901e None None] Pushing event updated for resources: {'Port': ['ID=24efa017-f161-4cfe-8dd1-05e63b43611d,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:17.928598 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:17.969066 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:18.005645 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:39:18.011333 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:39:18.014860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:39:18.044364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Pushing event updated for resources: {'Port': ['ID=52003d01-c102-4e17-bb46-ce42c075615c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:18.229972 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 21f9210b-fb5f-4b91-ad94-a4bc348059f0 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:39:18.251486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 21f9210b-fb5f-4b91-ad94-a4bc348059f0 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:39:18.251835 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 21f9210b-fb5f-4b91-ad94-a4bc348059f0 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:39:18.299980 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:18.378040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 24efa017-f161-4cfe-8dd1-05e63b43611d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:39:18.425148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 24efa017-f161-4cfe-8dd1-05e63b43611d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:39:18.500684 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:18.645021 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:39:18.754872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:39:18.765052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Sync routers for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:39:18.771497 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:18.772833 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7119ff1a-4db3-44c1-b12b-b4b38545a61c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5639725 Jul 09 20:39:18.775320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:18.775956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52034) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:18.782981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:38:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:18.824143 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2aae2a-dfcc-4960-b3e0-edd0d41570cf None None] Network 8798e967-714e-4b9b-9327-325c740b8a87 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:39:18.930553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e0a6c0c2-b117-4201-adcc-5aeb69e8211a None None] Provisioning for port 24efa017-f161-4cfe-8dd1-05e63b43611d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:39:18.953714 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e0a6c0c2-b117-4201-adcc-5aeb69e8211a None None] Provisioning complete for port 24efa017-f161-4cfe-8dd1-05e63b43611d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:18.953983 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c0c2-b117-4201-adcc-5aeb69e8211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:18.960665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:19.199975 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.234026 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c0c2-b117-4201-adcc-5aeb69e8211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.357377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Allocated IP 172.20.0.1 (8798e967-714e-4b9b-9327-325c740b8a87/6f529b5b-c5a5-4ef8-b15d-9853f42124df/ca1c992a-4fe6-4c58-94c0-35628b71bb8d) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:39:19.446767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-e0a6c0c2-b117-4201-adcc-5aeb69e8211a None None] For port 24efa017-f161-4cfe-8dd1-05e63b43611d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=24efa017-f161-4cfe-8dd1-05e63b43611d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:19.453530 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c0c2-b117-4201-adcc-5aeb69e8211a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.465814 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.480418 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Transition to ACTIVE for port object ca1c992a-4fe6-4c58-94c0-35628b71bb8d will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:39:19.481562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:18Z', 'revision_number': 3, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:19.514058 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.515288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Checking router: a01d4e4c-6970-4aa9-84b9-9640602d0cf3 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:39:19.515642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Updating router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 port 52003d01-c102-4e17-bb46-ce42c075615c binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:39:19.549539 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Network 8798e967-714e-4b9b-9327-325c740b8a87 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:39:19.554098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:39:19.557226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6c0c2-b117-4201-adcc-5aeb69e8211a None None] Pushing event updated for resources: {'Port': ['ID=24efa017-f161-4cfe-8dd1-05e63b43611d,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:19.558522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:39:19.564651 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.597222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ca1c992a-4fe6-4c58-94c0-35628b71bb8d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:19.610259 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.700974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8608af8a-dbdf-49cc-94e7-8c203630236d None None] Provisioning complete for port 24efa017-f161-4cfe-8dd1-05e63b43611d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:19.701348 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8608af8a-dbdf-49cc-94e7-8c203630236d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.759803 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.921716 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.928590 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.933005 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Transition to ACTIVE for port object 52003d01-c102-4e17-bb46-ce42c075615c will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:39:19.934065 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:19.938592 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:20.000368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Attempting to bind port 52003d01-c102-4e17-bb46-ce42c075615c on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:39:20.000771 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Attempting to bind port 52003d01-c102-4e17-bb46-ce42c075615c by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:39:20.001162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Attempting to bind port 52003d01-c102-4e17-bb46-ce42c075615c on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:39:20.004336 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d37b6d-b7f2-4f05-b3a6-dfb1a7920249 None None] Pushing event updated for resources: {'Port': ['ID=52003d01-c102-4e17-bb46-ce42c075615c,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:20.009707 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:20.010407 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:39:20.010989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:39:20.011578 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:20.011984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:39:20.012113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ca1c992a-4fe6-4c58-94c0-35628b71bb8d,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:20.012465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Bound port: 52003d01-c102-4e17-bb46-ce42c075615c, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:39:20.013066 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:20.016208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-38186f13-5163-4456-8f2e-f897d3a35568 None None] Provisioning for port ca1c992a-4fe6-4c58-94c0-35628b71bb8d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:39:20.038093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-38186f13-5163-4456-8f2e-f897d3a35568 None None] Provisioning complete for port ca1c992a-4fe6-4c58-94c0-35628b71bb8d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:20.038466 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-38186f13-5163-4456-8f2e-f897d3a35568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:20.092654 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-38186f13-5163-4456-8f2e-f897d3a35568 None None] Port ca1c992a-4fe6-4c58-94c0-35628b71bb8d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:39:20.094485 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] For port 52003d01-c102-4e17-bb46-ce42c075615c, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:39:20.098094 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] For port 52003d01-c102-4e17-bb46-ce42c075615c, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=52003d01-c102-4e17-bb46-ce42c075615c,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:39:20.105271 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:20.107261 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Network 8798e967-714e-4b9b-9327-325c740b8a87 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:39:20.108667 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:39:20.165890 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:20.166532 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:38:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:20.209621 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d37b6d-b7f2-4f05-b3a6-dfb1a7920249 None None] Pushing event updated for resources: {'Port': ['ID=52003d01-c102-4e17-bb46-ce42c075615c,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:20.292291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:20.391721 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 24efa017-f161-4cfe-8dd1-05e63b43611d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:39:20.481015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:39:20.494570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f3c2e761-ae35-4ba4-9a06-3bbf69389ccb None None] Provisioning complete for port ca1c992a-4fe6-4c58-94c0-35628b71bb8d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:20.495468 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e761-ae35-4ba4-9a06-3bbf69389ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:20.573867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f3c2e761-ae35-4ba4-9a06-3bbf69389ccb None None] Port ca1c992a-4fe6-4c58-94c0-35628b71bb8d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:39:20.577549 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 24efa017-f161-4cfe-8dd1-05e63b43611d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:20.577931 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:20.591009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:39:20.596316 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4c4deb58-c53b-4f84-9d81-32f0d48957d2 admin admin] 10.222.0.30 "PUT /v2.0/routers/a01d4e4c-6970-4aa9-84b9-9640602d0cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8185527 Jul 09 20:39:20.644492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 2, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:20.687239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d195cf-bcb0-49f7-8aa0-95fdc8aac0d3 None None] The sync data for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 is: [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 2, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:39:21.105382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52042) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:21.110355 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a1a70745-4cc6-4f2f-b1bd-172186f35934 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1090551677', 'description': 'tempest-description--1074516659'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:21.133402 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1a70745-4cc6-4f2f-b1bd-172186f35934 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.224653 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1a70745-4cc6-4f2f-b1bd-172186f35934 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.229074 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1a70745-4cc6-4f2f-b1bd-172186f35934 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.258370 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1a70745-4cc6-4f2f-b1bd-172186f35934 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.259638 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a1a70745-4cc6-4f2f-b1bd-172186f35934 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1530585 Jul 09 20:39:21.262636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52044) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:21.264620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a70745-4cc6-4f2f-b1bd-172186f35934 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a36fea-5a6d-47a8-872e-fd774b373d93,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:21.267287 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9e027b3b-2d14-4c96-9beb-d816737721e3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Request body: {'security_group_rule': {'security_group_id': '92a36fea-5a6d-47a8-872e-fd774b373d93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:21.296746 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e027b3b-2d14-4c96-9beb-d816737721e3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.372686 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e027b3b-2d14-4c96-9beb-d816737721e3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.377905 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e027b3b-2d14-4c96-9beb-d816737721e3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.393710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e027b3b-2d14-4c96-9beb-d816737721e3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2708c06c-f057-4c59-99e1-fefef1d3a0ba,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:21.403766 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e027b3b-2d14-4c96-9beb-d816737721e3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.408141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 52046) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:21.408330 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9e027b3b-2d14-4c96-9beb-d816737721e3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445165 Jul 09 20:39:21.413334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b1d15cbd-c502-462b-8259-c68cb46d5aea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Request body: {'security_group_rule': {'security_group_id': '92a36fea-5a6d-47a8-872e-fd774b373d93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:21.445011 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b1d15cbd-c502-462b-8259-c68cb46d5aea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.506446 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b1d15cbd-c502-462b-8259-c68cb46d5aea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.510300 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b1d15cbd-c502-462b-8259-c68cb46d5aea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.528945 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d15cbd-c502-462b-8259-c68cb46d5aea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622edda2-a161-4ec0-bf08-1d3d91271253,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:21.536311 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b1d15cbd-c502-462b-8259-c68cb46d5aea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.537693 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b1d15cbd-c502-462b-8259-c68cb46d5aea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281579 Jul 09 20:39:21.540739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52048) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:21.545816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:21.570418 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.673660 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.780218 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Allocated IP 172.25.0.110 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/9ad97934-d84d-47f9-932b-2dbe3f0c90d8) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:39:21.888386 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.929339 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:21.970002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:39:21.973003 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:39:21.976423 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:39:21.998011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Pushing event updated for resources: {'Port': ['ID=9ad97934-d84d-47f9-932b-2dbe3f0c90d8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:22.098129 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:22.142171 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:22.291291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:22.297142 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:22.376377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Pushing event updated for resources: {'Port': ['ID=9ad97934-d84d-47f9-932b-2dbe3f0c90d8,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:22.382570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 52003d01-c102-4e17-bb46-ce42c075615c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:39:22.387377 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:22.402694 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:22.404030 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ef653bc9-2fae-40d4-9d31-f5063ba4c1ab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8622496 Jul 09 20:39:22.442594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 52003d01-c102-4e17-bb46-ce42c075615c completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:39:22.446718 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 52003d01-c102-4e17-bb46-ce42c075615c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:22.447228 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:22.533483 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:22.551305 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-d6e32f6f-8cbd-4c01-844f-ebead687c4ba tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1090551677&fields=id&tenant_id=f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 267 time: 0.0356898 Jul 09 20:39:22.555519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 52003d01-c102-4e17-bb46-ce42c075615c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=52003d01-c102-4e17-bb46-ce42c075615c,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:22.560061 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:22.608593 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=52003d01-c102-4e17-bb46-ce42c075615c,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:22.661343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51751b-907d-49a9-ab82-821f28cec92c req-4ffa5011-a773-4acc-9175-1b8c90ef3dd0 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:22.662734 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-4ffa5011-a773-4acc-9175-1b8c90ef3dd0 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 812 time: 0.1031771 Jul 09 20:39:22.677520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-78db168d-63a8-443a-b41e-03fa3d959797 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/quotas/f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 375 time: 0.0089707 Jul 09 20:39:22.711933 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Sync routers for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:39:22.726269 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:22.726952 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:38:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:22.757210 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-e893611f-481b-4375-b69e-972a276c2ca5 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0749097 Jul 09 20:39:22.834693 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:22.853171 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-6c832c71-5431-43ac-aff2-27a92e6c929c service neutron] 10.222.0.30 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829861 Jul 09 20:39:22.948880 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-94a9d766-7dee-4391-88b9-6c2259fc4403 service neutron] 10.222.0.30 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886509 Jul 09 20:39:23.035547 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 2, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:23.064058 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Checking router: a01d4e4c-6970-4aa9-84b9-9640602d0cf3 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:39:23.064407 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Updating router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 port ca1c992a-4fe6-4c58-94c0-35628b71bb8d binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:39:23.104113 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:23.127671 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd8a2ee4-b2e8-454c-8169-791b26e72186 req-ec0aee21-00fb-497f-9f3b-427798e1da10 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 210 time: 0.0300648 Jul 09 20:39:23.378103 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:23.389083 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Transition to ACTIVE for port object ca1c992a-4fe6-4c58-94c0-35628b71bb8d will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:39:23.394180 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:23.450047 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54f95b-fba9-4abe-aa12-0385592a9f0f None None] Pushing event updated for resources: {'Port': ['ID=ca1c992a-4fe6-4c58-94c0-35628b71bb8d,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:23.493531 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54f95b-fba9-4abe-aa12-0385592a9f0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:23.493759 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54f95b-fba9-4abe-aa12-0385592a9f0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:23.493952 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54f95b-fba9-4abe-aa12-0385592a9f0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:23.494293 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54f95b-fba9-4abe-aa12-0385592a9f0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:23.494664 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54f95b-fba9-4abe-aa12-0385592a9f0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:23.495503 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54f95b-fba9-4abe-aa12-0385592a9f0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:23.495839 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54f95b-fba9-4abe-aa12-0385592a9f0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:23.496172 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54f95b-fba9-4abe-aa12-0385592a9f0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:23.496501 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54f95b-fba9-4abe-aa12-0385592a9f0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:23.496851 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54f95b-fba9-4abe-aa12-0385592a9f0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:23.497180 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54f95b-fba9-4abe-aa12-0385592a9f0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:23.497507 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b54f95b-fba9-4abe-aa12-0385592a9f0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:39:23.513524 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Attempting to bind port ca1c992a-4fe6-4c58-94c0-35628b71bb8d on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:39:23.513896 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Attempting to bind port ca1c992a-4fe6-4c58-94c0-35628b71bb8d by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:39:23.514263 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Attempting to bind port ca1c992a-4fe6-4c58-94c0-35628b71bb8d on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:39:23.519627 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:39:23.519999 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Checking segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:39:23.520405 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:23.520834 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Bound using segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:39:23.521306 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Bound port: ca1c992a-4fe6-4c58-94c0-35628b71bb8d, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:39:23.522693 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:23.598123 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] For port ca1c992a-4fe6-4c58-94c0-35628b71bb8d, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:39:23.601578 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] For port ca1c992a-4fe6-4c58-94c0-35628b71bb8d, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ca1c992a-4fe6-4c58-94c0-35628b71bb8d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:39:23.606726 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:23.659073 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:23.659912 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:38:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:23.718122 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54f95b-fba9-4abe-aa12-0385592a9f0f None None] Pushing event updated for resources: {'Port': ['ID=ca1c992a-4fe6-4c58-94c0-35628b71bb8d,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:23.790997 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:23.992303 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:23Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:24.018436 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb951584-3710-4e69-a9e4-94412b45510b None None] The sync data for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 is: [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:23Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:39:24.282115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51751b-907d-49a9-ab82-821f28cec92c req-4f31dd76-758b-48fe-9da9-38e3c9135a5b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:24.283801 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-4f31dd76-758b-48fe-9da9-38e3c9135a5b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 812 time: 0.1365144 Jul 09 20:39:24.288805 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0998b450-0cdc-4cd3-be2e-a52a6c90615d req-be58a4fc-4a64-40bd-8316-0eeddca47db3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 210 time: 0.0322669 Jul 09 20:39:24.358331 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-00601a61-c97a-430c-9a87-9de58938b68b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 380 time: 0.0631399 Jul 09 20:39:24.368626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-3e51751b-907d-49a9-ab82-821f28cec92c req-ea842c99-9ae8-4436-98a3-4cc43f9dfe3c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Request body: {'port': {'device_id': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'admin_state_up': True, 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'security_groups': ['92a36fea-5a6d-47a8-872e-fd774b373d93']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:24.421484 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 52003d01-c102-4e17-bb46-ce42c075615c up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:39:24.472184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 52003d01-c102-4e17-bb46-ce42c075615c triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:24.472600 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:24.502218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e51751b-907d-49a9-ab82-821f28cec92c req-ea842c99-9ae8-4436-98a3-4cc43f9dfe3c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Made reservation on behalf of f23c19f7abed45a8849549dd569947f6 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:39:24.505994 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3e51751b-907d-49a9-ab82-821f28cec92c req-ea842c99-9ae8-4436-98a3-4cc43f9dfe3c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:24.556674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ca1c992a-4fe6-4c58-94c0-35628b71bb8d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:39:24.616805 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port ca1c992a-4fe6-4c58-94c0-35628b71bb8d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:39:24.632376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ca1c992a-4fe6-4c58-94c0-35628b71bb8d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:24.632777 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:24.718060 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:24.752125 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port ca1c992a-4fe6-4c58-94c0-35628b71bb8d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ca1c992a-4fe6-4c58-94c0-35628b71bb8d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:24.756549 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:24.806036 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=ca1c992a-4fe6-4c58-94c0-35628b71bb8d,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:24.902441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-3e51751b-907d-49a9-ab82-821f28cec92c req-ea842c99-9ae8-4436-98a3-4cc43f9dfe3c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Allocated IP 172.20.0.11 (8798e967-714e-4b9b-9327-325c740b8a87/6f529b5b-c5a5-4ef8-b15d-9853f42124df/1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:39:25.043457 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3e51751b-907d-49a9-ab82-821f28cec92c req-ea842c99-9ae8-4436-98a3-4cc43f9dfe3c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:25.056741 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-3e51751b-907d-49a9-ab82-821f28cec92c req-ea842c99-9ae8-4436-98a3-4cc43f9dfe3c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Transition to ACTIVE for port object 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:39:25.089623 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3e51751b-907d-49a9-ab82-821f28cec92c req-ea842c99-9ae8-4436-98a3-4cc43f9dfe3c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:25.135290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e51751b-907d-49a9-ab82-821f28cec92c req-ea842c99-9ae8-4436-98a3-4cc43f9dfe3c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Network 8798e967-714e-4b9b-9327-325c740b8a87 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:39:25.138474 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-3e51751b-907d-49a9-ab82-821f28cec92c req-ea842c99-9ae8-4436-98a3-4cc43f9dfe3c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:39:25.142346 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e51751b-907d-49a9-ab82-821f28cec92c req-ea842c99-9ae8-4436-98a3-4cc43f9dfe3c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:39:25.173805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea842c99-9ae8-4436-98a3-4cc43f9dfe3c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Pushing event updated for resources: {'Port': ['ID=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:25.200113 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51751b-907d-49a9-ab82-821f28cec92c req-ea842c99-9ae8-4436-98a3-4cc43f9dfe3c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:25.200774 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3e51751b-907d-49a9-ab82-821f28cec92c req-ea842c99-9ae8-4436-98a3-4cc43f9dfe3c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:25.216285 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-ea842c99-9ae8-4436-98a3-4cc43f9dfe3c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8523490 Jul 09 20:39:25.228586 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Request body: {'port': {'device_id': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:25.303875 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:25.391670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5272472c-dd53-4141-9ee2-b709f873a43c None None] Provisioning for port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:39:25.395932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5272472c-dd53-4141-9ee2-b709f873a43c None None] Provisioning complete for port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:25.396345 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5272472c-dd53-4141-9ee2-b709f873a43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:25.437376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-5272472c-dd53-4141-9ee2-b709f873a43c None None] Port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:39:25.552812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4dce1-6d39-4977-a7d1-1d8d0dfa9815 req-0b83a4a7-eb7c-44e6-a27a-29410e099c05 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:25.554374 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45e4dce1-6d39-4977-a7d1-1d8d0dfa9815 req-0b83a4a7-eb7c-44e6-a27a-29410e099c05 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 932 time: 0.1305070 Jul 09 20:39:25.620517 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-45e4dce1-6d39-4977-a7d1-1d8d0dfa9815 req-a2ccc881-923e-4f20-92a7-fdd18aac14e1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559537 Jul 09 20:39:25.656785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:39:25.664148 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:25.675745 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Transition to ACTIVE for port object 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:39:25.679336 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:25.729667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Pushing event updated for resources: {'Port': ['ID=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:25.806997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Attempting to bind port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:39:25.807805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Attempting to bind port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:39:25.808802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Attempting to bind port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:39:25.813425 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 on network 8798e967-714e-4b9b-9327-325c740b8a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:39:25.813752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Attempting to bind port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:39:25.818663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:39:25.819005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Checking segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:39:25.819394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Bound using segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:39:25.819828 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Bound port: 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:39:25.820196 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:25.887907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] For port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:39:25.891153 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] For port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:39:25.895782 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:25.928109 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:25.928765 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:25.930205 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] 10.222.0.36 "PUT /v2.0/ports/1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 HTTP/1.1" status: 200 len: 1092 time: 0.7062075 Jul 09 20:39:25.930657 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'tag': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:39:25.933459 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85952662-85f5-47b5-b7ff-48267d57edc0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce0c5b1-efe3-4198-a5fd-b7607144f798", "tag": "1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:39:25.969806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe8acf-365a-47de-af08-301a0d4cfc50 service neutron] Pushing event updated for resources: {'Port': ['ID=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:25.984749 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dda76c-7985-47b0-9aa5-53ede156b6e7 x-openstack-request-id: req-07dda76c-7985-47b0-9aa5-53ede156b6e7 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:39:25.985122 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce0c5b1-efe3-4198-a5fd-b7607144f798", "tag": "1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:39:25.985449 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07dda76c-7985-47b0-9aa5-53ede156b6e7 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:39:25.985916 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'tag': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35', 'status': 'completed', 'code': 200} Jul 09 20:39:26.035569 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51751b-907d-49a9-ab82-821f28cec92c req-218bb119-883b-4342-9dba-c0b2021492cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:26.037141 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-218bb119-883b-4342-9dba-c0b2021492cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 1095 time: 0.0638535 Jul 09 20:39:26.081473 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-04da42b0-1d58-4e85-a634-a624f6150de6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 HTTP/1.1" status: 200 len: 217 time: 0.0363748 Jul 09 20:39:26.132381 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51751b-907d-49a9-ab82-821f28cec92c req-cf70f3a7-65c0-40ba-b7d5-efbe3f6c678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:26.133982 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-cf70f3a7-65c0-40ba-b7d5-efbe3f6c678d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0461318 Jul 09 20:39:26.212650 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51751b-907d-49a9-ab82-821f28cec92c req-0708d089-990b-4045-a01f-c94dcd647454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:26.214824 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-0708d089-990b-4045-a01f-c94dcd647454 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733593 Jul 09 20:39:26.301788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-1ced0a0e-d6b9-463c-995e-c224b1d8c6b9 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802236 Jul 09 20:39:26.358820 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ca1c992a-4fe6-4c58-94c0-35628b71bb8d up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:39:26.399950 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e51751b-907d-49a9-ab82-821f28cec92c req-2b26b565-a997-4ea8-90bf-36c9ea07267d service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911369 Jul 09 20:39:26.407726 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ca1c992a-4fe6-4c58-94c0-35628b71bb8d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:26.408101 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:26.499056 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85952662-85f5-47b5-b7ff-48267d57edc0 req-ecd8039b-6bb8-4853-8aba-a6035da0f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:26.500607 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85952662-85f5-47b5-b7ff-48267d57edc0 req-ecd8039b-6bb8-4853-8aba-a6035da0f84c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 1095 time: 0.0530136 Jul 09 20:39:26.595130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85952662-85f5-47b5-b7ff-48267d57edc0 req-13e33570-5899-47b5-8c9c-84f0815df49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:26.596897 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85952662-85f5-47b5-b7ff-48267d57edc0 req-13e33570-5899-47b5-8c9c-84f0815df49f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0876992 Jul 09 20:39:26.637680 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85952662-85f5-47b5-b7ff-48267d57edc0 req-97b0d220-063f-4417-b842-f6828e293102 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 HTTP/1.1" status: 200 len: 217 time: 0.0344465 Jul 09 20:39:26.685827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85952662-85f5-47b5-b7ff-48267d57edc0 req-46cef97c-c67b-4412-849a-7fed0da37a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:26.687302 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85952662-85f5-47b5-b7ff-48267d57edc0 req-46cef97c-c67b-4412-849a-7fed0da37a41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0439332 Jul 09 20:39:26.785566 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85952662-85f5-47b5-b7ff-48267d57edc0 req-6e6ac33d-ed1c-4ff9-8675-3fb7223a2ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:26.787066 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85952662-85f5-47b5-b7ff-48267d57edc0 req-6e6ac33d-ed1c-4ff9-8675-3fb7223a2ebc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0926642 Jul 09 20:39:26.867378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c781b-f0a3-4ae5-af22-3ab0ba5dbdc0 req-403cbe26-cdf4-498f-b560-9afd52f76049 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:26.868881 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-783c781b-f0a3-4ae5-af22-3ab0ba5dbdc0 req-403cbe26-cdf4-498f-b560-9afd52f76049 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 944 time: 0.1285970 Jul 09 20:39:26.922169 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b36979f3-063a-4397-a86c-4e0a178e1d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:26.927258 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85952662-85f5-47b5-b7ff-48267d57edc0 req-be7b8c0b-75c9-47e5-ab65-23fb4b184c3b service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336157 Jul 09 20:39:26.932297 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-783c781b-f0a3-4ae5-af22-3ab0ba5dbdc0 req-6f1c03fb-c47e-4e62-9cbf-c15ac6449e34 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545692 Jul 09 20:39:27.019648 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-85952662-85f5-47b5-b7ff-48267d57edc0 req-ed33b8a4-236f-4311-a30f-951bd2f1b7e1 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852787 Jul 09 20:39:27.255327 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:28.105138 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66678a5-a7ce-4ef8-96c6-3e21e9e3df19 req-800a2b72-8a83-4db3-8fe6-fa0022b99d08 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:28.106627 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e66678a5-a7ce-4ef8-96c6-3e21e9e3df19 req-800a2b72-8a83-4db3-8fe6-fa0022b99d08 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 944 time: 0.0627484 Jul 09 20:39:28.144270 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e66678a5-a7ce-4ef8-96c6-3e21e9e3df19 req-a79d0ce7-1abf-424a-81ab-25ef87b41edb tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320911 Jul 09 20:39:29.315427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de5396-de5f-44d2-9cda-e66f0d862eae req-012e6b85-1f9d-46e9-84bb-5387e483b169 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:29.316965 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03de5396-de5f-44d2-9cda-e66f0d862eae req-012e6b85-1f9d-46e9-84bb-5387e483b169 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 944 time: 0.0639138 Jul 09 20:39:29.355517 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03de5396-de5f-44d2-9cda-e66f0d862eae req-0b82f450-3a66-4800-98a9-4e6dc686b526 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330617 Jul 09 20:39:29.478021 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1ecafa00-8ea6-4372-9ed9-dc9789583f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:29.554057 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:29.647489 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:30.294027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:39:30.392648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:30.404825 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'port_id': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35', 'mac_address': 'fa:16:3e:d8:c0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:39:30.442809 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:30.456641 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:39:30.477101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:30.481038 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:30.533207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:30.542865 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c65a4c-180c-4d78-9600-8de0b6d4b535 req-33fd74cd-ca02-42f0-b539-b838f18cf69e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:30.544444 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37c65a4c-180c-4d78-9600-8de0b6d4b535 req-33fd74cd-ca02-42f0-b539-b838f18cf69e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 945 time: 0.0712075 Jul 09 20:39:30.576973 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:30.584972 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37c65a4c-180c-4d78-9600-8de0b6d4b535 req-3602ff43-6d25-470a-8458-a0b8d4616e7c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347698 Jul 09 20:39:30.787024 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:39:31.763600 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c6fcd-ff31-433a-8c93-b8b41f6dae4e req-c4f55536-ce7f-4c9e-aaa0-be26f05aa526 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:31.765150 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-757c6fcd-ff31-433a-8c93-b8b41f6dae4e req-c4f55536-ce7f-4c9e-aaa0-be26f05aa526 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 945 time: 0.0698686 Jul 09 20:39:31.801169 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-757c6fcd-ff31-433a-8c93-b8b41f6dae4e req-93fb1531-5057-4f45-99c1-303ee853db4b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305133 Jul 09 20:39:32.309317 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:39:32.360744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:39:32.364325 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:39:32.364732 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:32.447370 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:32.449612 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:32.469721 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:39:32.472199 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c403d8b1-d646-41ec-91b7-ba761c0641fe" -d '{"events": [{"server_uuid": "9ce0c5b1-efe3-4198-a5fd-b7607144f798", "name": "network-vif-plugged", "status": "completed", "tag": "1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:39:32.485253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:39:32.489350 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:32.513249 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baad93ab-e0de-4c1c-9120-53302a559530 x-openstack-request-id: req-baad93ab-e0de-4c1c-9120-53302a559530 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:39:32.513560 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce0c5b1-efe3-4198-a5fd-b7607144f798", "name": "network-vif-plugged", "status": "completed", "tag": "1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:39:32.513927 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-baad93ab-e0de-4c1c-9120-53302a559530 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:39:32.514259 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35', 'code': 200} Jul 09 20:39:32.539547 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:39:32.620839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc68703-f84d-48d9-bb87-099903354a73 req-5ed57625-baee-46a0-bc0e-4138638cf94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:32.622350 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7fc68703-f84d-48d9-bb87-099903354a73 req-5ed57625-baee-46a0-bc0e-4138638cf94d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 1097 time: 0.0530610 Jul 09 20:39:32.663346 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7fc68703-f84d-48d9-bb87-099903354a73 req-daa56691-f9e3-4bc8-9ec3-5676207ddebe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345316 Jul 09 20:39:32.976029 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd00919-d7b1-4eeb-b772-4e36f14683f7 req-27e8ae4e-8ecb-448c-b38e-fde4e925b5ce tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:32.977539 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7bd00919-d7b1-4eeb-b772-4e36f14683f7 req-27e8ae4e-8ecb-448c-b38e-fde4e925b5ce tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.0670643 Jul 09 20:39:33.015242 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7bd00919-d7b1-4eeb-b772-4e36f14683f7 req-c3c0dbe2-e9c4-4351-bfdf-89dfd2533413 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320973 Jul 09 20:39:34.191421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7502da21-bad8-4204-9d46-f9a024b2b083 req-e99c3a84-07ae-4956-83b4-65e8a9f21ac6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:34.192965 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7502da21-bad8-4204-9d46-f9a024b2b083 req-e99c3a84-07ae-4956-83b4-65e8a9f21ac6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.0654986 Jul 09 20:39:34.231904 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7502da21-bad8-4204-9d46-f9a024b2b083 req-73fbed0b-304d-4221-b4ce-a4df282fdaa4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327935 Jul 09 20:39:34.398577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac412f-98fc-44d9-8219-a054857bdb9e req-2e23a0b7-d757-4d52-98c0-fd7890ef4810 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:34.400072 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-25ac412f-98fc-44d9-8219-a054857bdb9e req-2e23a0b7-d757-4d52-98c0-fd7890ef4810 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.0629539 Jul 09 20:39:34.409359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52104) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:39:34.414092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ceef307b-2657-401e-99d1-ba5802f1be63 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Request body: {'floatingip': {'port_id': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:39:34.457316 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ceef307b-2657-401e-99d1-ba5802f1be63 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:35.025341 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ceef307b-2657-401e-99d1-ba5802f1be63 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:35.029623 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ceef307b-2657-401e-99d1-ba5802f1be63 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:35.370878 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-ceef307b-2657-401e-99d1-ba5802f1be63 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7 associated. External IP: 172.25.0.110, port: 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35. Jul 09 20:39:35.578810 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceef307b-2657-401e-99d1-ba5802f1be63 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:39:35.687070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceef307b-2657-401e-99d1-ba5802f1be63 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:39:35.691613 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ceef307b-2657-401e-99d1-ba5802f1be63 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:35.696131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356a6d25-df70-4b08-984f-f64ff12bb19b None None] Sync routers for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:39:35.709080 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356a6d25-df70-4b08-984f-f64ff12bb19b None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:35.709694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-356a6d25-df70-4b08-984f-f64ff12bb19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:39:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:35.730047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ceef307b-2657-401e-99d1-ba5802f1be63 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "PUT /v2.0/floatingips/6fb36775-30c4-4b0e-9021-79dcd2ad31f7 HTTP/1.1" status: 200 len: 992 time: 1.3195786 Jul 09 20:39:35.730786 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'tag': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:39:35.733287 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3274cb1a-740a-435b-8db1-9b0aa322585e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce0c5b1-efe3-4198-a5fd-b7607144f798", "tag": "1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:39:35.769548 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b9b94b-3d88-44a6-8dd4-a0867733318e x-openstack-request-id: req-c1b9b94b-3d88-44a6-8dd4-a0867733318e {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:39:35.769854 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce0c5b1-efe3-4198-a5fd-b7607144f798", "tag": "1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:39:35.770114 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1b9b94b-3d88-44a6-8dd4-a0867733318e {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:39:35.770528 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'tag': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35', 'status': 'completed', 'code': 200} Jul 09 20:39:35.815593 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-356a6d25-df70-4b08-984f-f64ff12bb19b None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:35.853402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274cb1a-740a-435b-8db1-9b0aa322585e req-e8c4434e-1ce0-4c15-920e-f33fa8ee2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:35.854612 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3274cb1a-740a-435b-8db1-9b0aa322585e req-e8c4434e-1ce0-4c15-920e-f33fa8ee2091 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 1097 time: 0.0602574 Jul 09 20:39:35.947687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274cb1a-740a-435b-8db1-9b0aa322585e req-ec050c27-ffc2-4b78-9f19-6e1b1fd7e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:35.949658 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3274cb1a-740a-435b-8db1-9b0aa322585e req-ec050c27-ffc2-4b78-9f19-6e1b1fd7e3e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0891464 Jul 09 20:39:36.040070 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-356a6d25-df70-4b08-984f-f64ff12bb19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '6fb36775-30c4-4b0e-9021-79dcd2ad31f7', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'port_id': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'mac_address': 'fa:16:3e:d8:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:39:22Z', 'updated_at': '2021-07-09T20:39:34Z', 'revision_number': 1, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:36.046113 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3274cb1a-740a-435b-8db1-9b0aa322585e req-a710ffd9-04df-41a1-b0dc-d4b91719d5c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 HTTP/1.1" status: 200 len: 1000 time: 0.0906172 Jul 09 20:39:36.067025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356a6d25-df70-4b08-984f-f64ff12bb19b None None] Checking router: a01d4e4c-6970-4aa9-84b9-9640602d0cf3 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:39:36.076321 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356a6d25-df70-4b08-984f-f64ff12bb19b None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:39:36.076968 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-356a6d25-df70-4b08-984f-f64ff12bb19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:39:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:36.097178 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274cb1a-740a-435b-8db1-9b0aa322585e req-d6135d82-2620-4272-8060-ef9208f29906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:36.098676 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3274cb1a-740a-435b-8db1-9b0aa322585e req-d6135d82-2620-4272-8060-ef9208f29906 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0461328 Jul 09 20:39:36.156227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274cb1a-740a-435b-8db1-9b0aa322585e req-120308d8-6a6e-4601-ad22-b493dbe47188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:36.157795 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3274cb1a-740a-435b-8db1-9b0aa322585e req-120308d8-6a6e-4601-ad22-b493dbe47188 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530176 Jul 09 20:39:36.168322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-3274cb1a-740a-435b-8db1-9b0aa322585e req-933d2d39-62a2-46b0-9e73-1897507deae3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:39:36.169323 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3274cb1a-740a-435b-8db1-9b0aa322585e req-933d2d39-62a2-46b0-9e73-1897507deae3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051997 Jul 09 20:39:36.183843 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-356a6d25-df70-4b08-984f-f64ff12bb19b None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:39:36.263105 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3274cb1a-740a-435b-8db1-9b0aa322585e req-9b4df4da-f44f-4f14-86e8-08903269283b service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870082 Jul 09 20:39:36.350057 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3274cb1a-740a-435b-8db1-9b0aa322585e req-fc6e5dfb-52ce-49fb-922b-31f3ecac2e31 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812182 Jul 09 20:39:36.409921 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-356a6d25-df70-4b08-984f-f64ff12bb19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '6fb36775-30c4-4b0e-9021-79dcd2ad31f7', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'port_id': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'mac_address': 'fa:16:3e:d8:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:39:22Z', 'updated_at': '2021-07-09T20:39:34Z', 'revision_number': 1, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:39:36.436823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356a6d25-df70-4b08-984f-f64ff12bb19b None None] The sync data for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 is: [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '6fb36775-30c4-4b0e-9021-79dcd2ad31f7', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'port_id': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'mac_address': 'fa:16:3e:d8:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:39:22Z', 'updated_at': '2021-07-09T20:39:34Z', 'revision_number': 1, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:39:36.618619 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bcc283-1b02-42a1-84ad-72f808bca5d8 None None] New status for floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:39:43.378181 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:39:43.531591 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c7293845-0f19-4b50-b2b2-3fbe6ee32f44 req-0cd26f9d-3b7c-4b2c-869f-8e0d125d7d95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518193 Jul 09 20:39:43.632811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7293845-0f19-4b50-b2b2-3fbe6ee32f44 req-4ea0df80-e69f-4765-8853-232405fa6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:43.634265 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c7293845-0f19-4b50-b2b2-3fbe6ee32f44 req-4ea0df80-e69f-4765-8853-232405fa6d53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 1097 time: 0.0589185 Jul 09 20:39:43.740718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7293845-0f19-4b50-b2b2-3fbe6ee32f44 req-bfe23799-0670-40b2-920c-713b206cba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:43.742214 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c7293845-0f19-4b50-b2b2-3fbe6ee32f44 req-bfe23799-0670-40b2-920c-713b206cba50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0881341 Jul 09 20:39:43.812392 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c7293845-0f19-4b50-b2b2-3fbe6ee32f44 req-62ab7eb0-21fd-492d-b766-7b548615c50b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 HTTP/1.1" status: 200 len: 1002 time: 0.0639966 Jul 09 20:39:43.860914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7293845-0f19-4b50-b2b2-3fbe6ee32f44 req-5b67fc99-dc34-4525-8d48-ce5ee91431c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:43.862423 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c7293845-0f19-4b50-b2b2-3fbe6ee32f44 req-5b67fc99-dc34-4525-8d48-ce5ee91431c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0444558 Jul 09 20:39:43.919313 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7293845-0f19-4b50-b2b2-3fbe6ee32f44 req-66807817-0c9a-481c-8b28-f1fe89137f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:39:43.920771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c7293845-0f19-4b50-b2b2-3fbe6ee32f44 req-66807817-0c9a-481c-8b28-f1fe89137f83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513265 Jul 09 20:39:44.011822 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c7293845-0f19-4b50-b2b2-3fbe6ee32f44 req-2e3b2de9-ac3a-430a-b629-010e44743e94 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847604 Jul 09 20:39:44.101661 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c7293845-0f19-4b50-b2b2-3fbe6ee32f44 req-7b15d2c2-d3ae-4364-aaa9-e3d5542bd229 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830150 Jul 09 20:39:56.922136 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a33b91f5-8ff1-4fd7-b3b5-cf7dc5cc7f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:57.270527 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:59.478833 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9fd02df0-5937-4888-b4c9-c6067ac74b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:59.553113 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:39:59.647488 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:00.579985 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:02.442138 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:20.378756 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:40:26.921419 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9f3783b-5cf1-4ea5-b304-bc752fe77ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:27.280564 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:29.480167 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba270fd2-acd2-4f7a-9cc1-425424eb7f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:29.568432 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:29.646747 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:30.582634 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:32.445045 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:44.536078 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-929bc14e-28c9-4202-aa05-3a336aa4885e req-fa9b4885-e5e9-464a-9103-cf7e5e82662b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641565 Jul 09 20:40:44.641561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bc14e-28c9-4202-aa05-3a336aa4885e req-55c53d5e-bb71-4daa-9f62-d1138a6875f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:44.643334 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-929bc14e-28c9-4202-aa05-3a336aa4885e req-55c53d5e-bb71-4daa-9f62-d1138a6875f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 1097 time: 0.0611455 Jul 09 20:40:44.758995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bc14e-28c9-4202-aa05-3a336aa4885e req-6bcfb746-871f-4f54-a10d-d03d068ec5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:44.761160 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-929bc14e-28c9-4202-aa05-3a336aa4885e req-6bcfb746-871f-4f54-a10d-d03d068ec5f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0926213 Jul 09 20:40:44.841854 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-929bc14e-28c9-4202-aa05-3a336aa4885e req-110603a2-c664-484c-8f00-1d959d71f8d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 HTTP/1.1" status: 200 len: 1002 time: 0.0747805 Jul 09 20:40:44.895735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bc14e-28c9-4202-aa05-3a336aa4885e req-09d0e93c-8507-425e-b1df-513e131da75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:44.897159 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-929bc14e-28c9-4202-aa05-3a336aa4885e req-09d0e93c-8507-425e-b1df-513e131da75d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0498381 Jul 09 20:40:44.953247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bc14e-28c9-4202-aa05-3a336aa4885e req-e66ec450-5cb2-4a25-9011-7ab0f053871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:40:44.955120 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-929bc14e-28c9-4202-aa05-3a336aa4885e req-e66ec450-5cb2-4a25-9011-7ab0f053871a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519173 Jul 09 20:40:45.049258 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-929bc14e-28c9-4202-aa05-3a336aa4885e req-7a8c117e-f05e-49e0-abbf-8f964b6aa569 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865023 Jul 09 20:40:45.138005 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-929bc14e-28c9-4202-aa05-3a336aa4885e req-6b0978c9-b042-4a6d-b7a4-b20329437558 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821819 Jul 09 20:40:56.922279 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-67baa368-1448-43be-85c4-2a0f09fc9a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:57.300743 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:57.378131 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:40:59.484858 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d0e3ee07-a31b-4dd1-9cf6-921f1a622f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:59.585492 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:40:59.646949 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:00.585877 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:02.447107 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:18.280171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-86c68d03-c842-4315-9483-d082c8e8e7d1 req-e580c56e-51af-46cf-8fc8-5276daf5d36c service neutron] (100205) timed out ('10.222.0.30', 47172) {{(pid=100205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:41:26.923804 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e7748a48-91e8-440d-8e34-7b51bf0367c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:27.300208 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:29.487098 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9560c64f-4917-4875-8bf0-ef773ee4cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:29.584652 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:29.646737 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:30.588268 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:32.449741 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:34.377422 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:41:44.528425 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ec6ecdf-3780-4a97-a726-776c2a1c5c54 req-b030e42b-e56e-421d-9457-baf91e778e45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578635 Jul 09 20:41:44.627246 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6ecdf-3780-4a97-a726-776c2a1c5c54 req-20f7f9b7-e77f-430f-8cfb-81468b7b1ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:44.629188 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ec6ecdf-3780-4a97-a726-776c2a1c5c54 req-20f7f9b7-e77f-430f-8cfb-81468b7b1ff3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 1097 time: 0.0576496 Jul 09 20:41:44.735737 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6ecdf-3780-4a97-a726-776c2a1c5c54 req-ded16fb9-e90a-4dc4-b954-531ea1ea91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:44.738069 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ec6ecdf-3780-4a97-a726-776c2a1c5c54 req-ded16fb9-e90a-4dc4-b954-531ea1ea91ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0886185 Jul 09 20:41:45.081434 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ec6ecdf-3780-4a97-a726-776c2a1c5c54 req-2734be58-f859-455e-a1ca-78085af837ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 HTTP/1.1" status: 200 len: 1002 time: 0.3361146 Jul 09 20:41:45.131863 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6ecdf-3780-4a97-a726-776c2a1c5c54 req-5d4c4063-c3ee-44a7-b591-faf37c5197fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:45.133369 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ec6ecdf-3780-4a97-a726-776c2a1c5c54 req-5d4c4063-c3ee-44a7-b591-faf37c5197fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0448320 Jul 09 20:41:45.191949 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6ecdf-3780-4a97-a726-776c2a1c5c54 req-392bb96d-3e60-4345-9815-ec4307c2ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:41:45.193702 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ec6ecdf-3780-4a97-a726-776c2a1c5c54 req-392bb96d-3e60-4345-9815-ec4307c2ae6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542541 Jul 09 20:41:45.285911 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ec6ecdf-3780-4a97-a726-776c2a1c5c54 req-8bcc8c8e-fdea-483e-901f-a53149068e7c service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862286 Jul 09 20:41:45.378869 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ec6ecdf-3780-4a97-a726-776c2a1c5c54 req-86de6e21-a515-4f5e-adf5-a8e8e0a4bea5 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861764 Jul 09 20:41:56.924676 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c5c23ec5-df61-48ed-b8af-b9f7769b2e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:57.314977 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:59.487433 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-00f68769-56b5-4458-9bf0-d6de3ef133ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:59.587898 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:41:59.646465 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:00.590899 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:02.452093 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:04.869516 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d39a8a-6af5-4a94-a6e5-b4cfb63bf439 req-0c2d36d9-ce6a-47b5-b1ed-8dec8f6b6c5a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:04.871026 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-08d39a8a-6af5-4a94-a6e5-b4cfb63bf439 req-0c2d36d9-ce6a-47b5-b1ed-8dec8f6b6c5a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.1307013 Jul 09 20:42:04.907919 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-08d39a8a-6af5-4a94-a6e5-b4cfb63bf439 req-2b4d42ba-7d1c-4e74-b2b0-14d9018af890 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311749 Jul 09 20:42:05.185610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52438) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:05.335891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d6ab7-81fe-45be-ab67-d7c3b903e7f2 req-285e72c2-9a00-48df-87b2-d5f4275b995c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:05.337415 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-461d6ab7-81fe-45be-ab67-d7c3b903e7f2 req-285e72c2-9a00-48df-87b2-d5f4275b995c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.1015458 Jul 09 20:42:05.341019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-9b9abb94-0620-4079-8d4e-986d2bbefcd8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1542919 Jul 09 20:42:05.376272 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-461d6ab7-81fe-45be-ab67-d7c3b903e7f2 req-09e0dfa2-0c58-441c-abb7-bc49a7c3e4cf tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332859 Jul 09 20:42:06.476411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-05344601-1277-45b9-a251-26c002bc0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:06.477973 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-05344601-1277-45b9-a251-26c002bc0eec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 1097 time: 0.0587075 Jul 09 20:42:06.579924 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-5e0d0b23-a529-4499-8a1b-1b8ce9845215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:06.582029 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-5e0d0b23-a529-4499-8a1b-1b8ce9845215 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0960982 Jul 09 20:42:06.680297 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-afffad77-7515-4e4a-a959-2a0739710895 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 HTTP/1.1" status: 200 len: 1002 time: 0.0919321 Jul 09 20:42:06.736381 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5047c-ae54-4911-96f9-4297ca0d84a1 req-fda33511-e728-49e2-9444-43ef9faadd5e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:06.738430 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f7a5047c-ae54-4911-96f9-4297ca0d84a1 req-fda33511-e728-49e2-9444-43ef9faadd5e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.2436025 Jul 09 20:42:06.754556 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-625c05b0-bd02-44be-8da6-aa8dda646ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:06.756205 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-625c05b0-bd02-44be-8da6-aa8dda646ad6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0686913 Jul 09 20:42:06.812561 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f7a5047c-ae54-4911-96f9-4297ca0d84a1 req-fc18f273-ec99-462c-94fe-6e45008eb92a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681949 Jul 09 20:42:06.833101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-c75b4a37-cfe8-4849-a346-15878d8bf941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:06.834731 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-c75b4a37-cfe8-4849-a346-15878d8bf941 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706835 Jul 09 20:42:06.925735 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-8114ac10-1c81-4dcc-9c22-1970a06c3453 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835068 Jul 09 20:42:07.019038 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-639b8399-3e00-446f-b34c-7effd28f16c6 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866933 Jul 09 20:42:07.992543 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ede4fb-1ceb-446f-8df1-c47533d8cd8f req-4262ab6c-f3f1-4d5b-b3a4-99b2c0952fe8 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:07.994055 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9ede4fb-1ceb-446f-8df1-c47533d8cd8f req-4262ab6c-f3f1-4d5b-b3a4-99b2c0952fe8 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.0670626 Jul 09 20:42:08.031385 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9ede4fb-1ceb-446f-8df1-c47533d8cd8f req-3a1d3403-6d11-4c0a-821c-ff2286c59e35 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317559 Jul 09 20:42:09.209264 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc267b6-fc6e-49ad-88bf-e6a34913d57c req-95853d88-9566-461e-89be-fb02ea1d7422 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:09.210803 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7dc267b6-fc6e-49ad-88bf-e6a34913d57c req-95853d88-9566-461e-89be-fb02ea1d7422 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.0691609 Jul 09 20:42:09.250408 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7dc267b6-fc6e-49ad-88bf-e6a34913d57c req-8ae0a4f7-2811-4a0e-b73e-28979451e8a6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340014 Jul 09 20:42:10.428642 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16420f2-2d88-414b-bec9-89545ecf6d73 req-03bfa196-665e-4756-bcac-f2d29e9b7ee6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:10.430153 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b16420f2-2d88-414b-bec9-89545ecf6d73 req-03bfa196-665e-4756-bcac-f2d29e9b7ee6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.0638442 Jul 09 20:42:10.467405 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b16420f2-2d88-414b-bec9-89545ecf6d73 req-a0db2b4e-c74b-4200-adc4-3f4e3a609100 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317156 Jul 09 20:42:11.375955 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:42:11.639535 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8f40a-d401-4c96-9804-272bb13e67a5 req-9f3f3f96-dce6-4235-9fd1-b5a8b2668903 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:11.640985 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4bb8f40a-d401-4c96-9804-272bb13e67a5 req-9f3f3f96-dce6-4235-9fd1-b5a8b2668903 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.0637240 Jul 09 20:42:11.679683 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4bb8f40a-d401-4c96-9804-272bb13e67a5 req-683e6d2c-8bcd-4135-9acf-4f86661163cb tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326862 Jul 09 20:42:12.852932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881de9f-217b-4c4d-a6f3-0e5dcd8c3fba req-7351fae0-639b-43c7-8fbd-b00929995dbe tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:12.854393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1881de9f-217b-4c4d-a6f3-0e5dcd8c3fba req-7351fae0-639b-43c7-8fbd-b00929995dbe tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.0631139 Jul 09 20:42:12.898830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1881de9f-217b-4c4d-a6f3-0e5dcd8c3fba req-b78724b1-99bb-41ad-a940-3baa59780bb4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389652 Jul 09 20:42:14.075814 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7aa85-70b4-480e-8f14-2365d3b1d83e req-2ff346f4-be2a-43e9-91e6-d7fb23fa95ca tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:14.077276 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8f7aa85-70b4-480e-8f14-2365d3b1d83e req-2ff346f4-be2a-43e9-91e6-d7fb23fa95ca tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.0688553 Jul 09 20:42:14.116196 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8f7aa85-70b4-480e-8f14-2365d3b1d83e req-a10526a8-8edc-48a2-a750-0e344e3a1a99 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325561 Jul 09 20:42:15.292846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcc237-a09c-40c0-a722-b2ae45bcea2e req-8988ccae-80d8-435d-a4d2-3a77c921239f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:15.294356 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-41dcc237-a09c-40c0-a722-b2ae45bcea2e req-8988ccae-80d8-435d-a4d2-3a77c921239f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.0637052 Jul 09 20:42:15.332118 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-41dcc237-a09c-40c0-a722-b2ae45bcea2e req-99061518-9dc3-491b-9fb4-b4e901132ce6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323029 Jul 09 20:42:16.507636 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0ac86-b0c0-4324-a28a-ca6f7a37d0f6 req-68b65faf-7feb-4f2d-8dd0-79cef40b4a5d tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:16.509171 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6cb0ac86-b0c0-4324-a28a-ca6f7a37d0f6 req-68b65faf-7feb-4f2d-8dd0-79cef40b4a5d tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.0630448 Jul 09 20:42:16.545850 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6cb0ac86-b0c0-4324-a28a-ca6f7a37d0f6 req-54bbda9e-274c-46cd-b58e-b114db84fd64 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309744 Jul 09 20:42:17.718297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f5157-4494-4148-a5f5-777662869fd4 req-24ce44ac-8c50-4ff2-b05b-1d3f9733608e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:17.719773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d67f5157-4494-4148-a5f5-777662869fd4 req-24ce44ac-8c50-4ff2-b05b-1d3f9733608e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.0625978 Jul 09 20:42:17.758685 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d67f5157-4494-4148-a5f5-777662869fd4 req-5d261d95-1987-4266-abdd-c155d8a2f516 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Jul 09 20:42:19.049826 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-932592cc-ff36-4086-b688-ba1d478eaba4 service neutron] show failed (client error): The resource could not be found. Jul 09 20:42:19.050782 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-932592cc-ff36-4086-b688-ba1d478eaba4 service neutron] 10.222.0.36 "GET /v2.0/ports/1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35/bindings/n-h2-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0570185 Jul 09 20:42:19.122283 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c4d2a-2360-4aa6-b918-e5734c26a7ea req-038c32ec-5836-4b67-8ef4-cfcdb857e0c8 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:19.123805 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d29c4d2a-2360-4aa6-b918-e5734c26a7ea req-038c32ec-5836-4b67-8ef4-cfcdb857e0c8 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 946 time: 0.0721025 Jul 09 20:42:19.163557 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d29c4d2a-2360-4aa6-b918-e5734c26a7ea req-ce872430-3a82-455b-b650-7364d65d00ed tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338295 Jul 09 20:42:19.353895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-498ca417-856b-4b76-b557-768693aca345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:19.355312 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-498ca417-856b-4b76-b557-768693aca345 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798&tenant_id=f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 1097 time: 0.1067731 Jul 09 20:42:19.367655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:19.436629 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:19.636705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] For port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:42:19.668995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] For port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:42:19.711481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:42:19.713767 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3d1591-2a45-4dc7-a293-6524d0da69d2" -d '{"events": [{"server_uuid": "9ce0c5b1-efe3-4198-a5fd-b7607144f798", "name": "network-vif-unplugged", "status": "completed", "tag": "1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:42:19.717941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:19.732254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Transition to ACTIVE for port object 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:42:19.736896 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:19.843918 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175caf50-5a9e-4ceb-a3cd-5110d7e37bf8 x-openstack-request-id: req-175caf50-5a9e-4ceb-a3cd-5110d7e37bf8 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:42:19.844216 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce0c5b1-efe3-4198-a5fd-b7607144f798", "name": "network-vif-unplugged", "status": "completed", "tag": "1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:42:19.844471 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-175caf50-5a9e-4ceb-a3cd-5110d7e37bf8 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:42:19.844893 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35', 'code': 200} Jul 09 20:42:19.851551 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Pushing event updated for resources: {'Port': ['ID=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,revision_number=6']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:19.875948 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:19.876257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:19.876631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:19.876981 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:19.877320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:19.877657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:19.877993 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:19.878327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:19.878662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:19.878995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:19.879325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:19.879744 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:19.934248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] No DVR routers for this DVR port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:42:20.070798 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Attempting to bind port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:42:20.071149 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Attempting to bind port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:42:20.071488 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Attempting to bind port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:42:20.075841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 on network 8798e967-714e-4b9b-9327-325c740b8a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:42:20.076180 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Attempting to bind port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:42:20.080987 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:42:20.081335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Checking segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:42:20.081728 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Bound using segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:42:20.082163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Bound port: 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:42:20.082615 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:20.147436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] For port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:42:20.150721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] For port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:42:20.154639 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:20.189995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:20.190631 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:20.192172 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] 10.222.0.32 "PUT /v2.0/ports/1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 HTTP/1.1" status: 200 len: 1092 time: 0.8291421 Jul 09 20:42:20.224563 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa6b38-2177-4b43-a94e-2c16dbefa697 service neutron] Pushing event updated for resources: {'Port': ['ID=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,revision_number=7']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:20.275942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-c2fc22f9-5a40-4729-8474-2a7197d30705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:20.277551 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-c2fc22f9-5a40-4729-8474-2a7197d30705 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 1095 time: 0.0608199 Jul 09 20:42:20.356639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4db35-eb2a-4c3c-aa9a-52b953db8f02 req-cda5ecbd-f8ca-48ff-bb0e-cb371d901575 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:20.358976 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4bc4db35-eb2a-4c3c-aa9a-52b953db8f02 req-cda5ecbd-f8ca-48ff-bb0e-cb371d901575 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 944 time: 0.0701308 Jul 09 20:42:20.376785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-2b3187fc-4b9c-43c4-917f-b661e707f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:20.378313 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-2b3187fc-4b9c-43c4-917f-b661e707f743 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0946047 Jul 09 20:42:20.403071 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4bc4db35-eb2a-4c3c-aa9a-52b953db8f02 req-58a4203a-363b-42e0-b5a1-2f84cbf60159 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364907 Jul 09 20:42:20.443499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-99d4409d-3037-4beb-b0ce-8c333f24cc5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 HTTP/1.1" status: 200 len: 1000 time: 0.0594289 Jul 09 20:42:20.491278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-6b522a4c-5b1f-41a0-80ac-956456bc6ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:20.492779 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-6b522a4c-5b1f-41a0-80ac-956456bc6ef1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0436099 Jul 09 20:42:20.552095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-231bc207-a95c-4843-a4aa-03787802f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:20.553616 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-231bc207-a95c-4843-a4aa-03787802f587 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550921 Jul 09 20:42:20.563319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-ca1fec84-261e-402d-b854-e4a3c3439751 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:42:20.564240 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-ca1fec84-261e-402d-b854-e4a3c3439751 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049255 Jul 09 20:42:20.650697 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-e24f716f-0a39-4b75-a1d7-9f05ecb92e96 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796421 Jul 09 20:42:20.741091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-1acf8134-5159-45eb-9293-bedb29590d36 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847905 Jul 09 20:42:21.580914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ce043-8ed9-4358-98ac-6b1df05f0a79 req-09af8655-374d-4260-833f-74fce005300a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:21.582444 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f12ce043-8ed9-4358-98ac-6b1df05f0a79 req-09af8655-374d-4260-833f-74fce005300a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 944 time: 0.0637023 Jul 09 20:42:21.620426 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f12ce043-8ed9-4358-98ac-6b1df05f0a79 req-b37c8d87-6d5f-4b81-86f6-de85db995df9 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319057 Jul 09 20:42:21.846344 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'tag': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:42:21.849100 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5ba360-0662-494d-9676-23fe36374036" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce0c5b1-efe3-4198-a5fd-b7607144f798", "tag": "1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:42:21.895847 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c41b9fc-6c51-4904-9d8a-333dd147ec13 x-openstack-request-id: req-4c41b9fc-6c51-4904-9d8a-333dd147ec13 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:42:21.896149 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce0c5b1-efe3-4198-a5fd-b7607144f798", "tag": "1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:42:21.896405 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c41b9fc-6c51-4904-9d8a-333dd147ec13 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:42:21.896831 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'tag': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35', 'status': 'completed', 'code': 200} Jul 09 20:42:21.971325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba360-0662-494d-9676-23fe36374036 req-ca84121f-c09d-4da2-8219-13b80ae52e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:21.971949 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba360-0662-494d-9676-23fe36374036 req-cb55b0c9-b52f-432f-a4e7-b0a107aed4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:21.972903 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c5ba360-0662-494d-9676-23fe36374036 req-cb55b0c9-b52f-432f-a4e7-b0a107aed4f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 1095 time: 0.0516779 Jul 09 20:42:21.973039 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5ba360-0662-494d-9676-23fe36374036 req-ca84121f-c09d-4da2-8219-13b80ae52e6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 1095 time: 0.0586588 Jul 09 20:42:22.063660 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba360-0662-494d-9676-23fe36374036 req-2a091d9e-3419-48a6-a09d-f1b7a716c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:22.065456 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5ba360-0662-494d-9676-23fe36374036 req-2a091d9e-3419-48a6-a09d-f1b7a716c8af service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0868030 Jul 09 20:42:22.068680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba360-0662-494d-9676-23fe36374036 req-d6d58eb3-401c-4e6e-8272-693cc2d080ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:22.070153 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c5ba360-0662-494d-9676-23fe36374036 req-d6d58eb3-401c-4e6e-8272-693cc2d080ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0902591 Jul 09 20:42:22.136686 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5ba360-0662-494d-9676-23fe36374036 req-fd1b3588-b257-43c2-9ae2-4658e9ec0294 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 HTTP/1.1" status: 200 len: 1000 time: 0.0646622 Jul 09 20:42:22.136965 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c5ba360-0662-494d-9676-23fe36374036 req-3bfe80b2-dea0-47e0-bd6a-49192f1dcd7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 HTTP/1.1" status: 200 len: 1000 time: 0.0593913 Jul 09 20:42:22.186273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba360-0662-494d-9676-23fe36374036 req-3be51ab8-61c9-4a42-abc8-f9dc1e0a4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:22.187750 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5ba360-0662-494d-9676-23fe36374036 req-3be51ab8-61c9-4a42-abc8-f9dc1e0a4c75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0446031 Jul 09 20:42:22.189760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba360-0662-494d-9676-23fe36374036 req-95b027bb-b4c4-49fa-8918-22b3b768e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:22.191247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c5ba360-0662-494d-9676-23fe36374036 req-95b027bb-b4c4-49fa-8918-22b3b768e06d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0479016 Jul 09 20:42:22.249724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba360-0662-494d-9676-23fe36374036 req-5cb93ac7-fd3e-48d3-b4ff-6f4268ff2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:22.250380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba360-0662-494d-9676-23fe36374036 req-138c9e75-377e-4c32-8e42-7c428e19cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:22.251295 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5ba360-0662-494d-9676-23fe36374036 req-5cb93ac7-fd3e-48d3-b4ff-6f4268ff2885 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573142 Jul 09 20:42:22.251877 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c5ba360-0662-494d-9676-23fe36374036 req-138c9e75-377e-4c32-8e42-7c428e19cdea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541229 Jul 09 20:42:22.357261 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c5ba360-0662-494d-9676-23fe36374036 req-d1d9ac02-bd43-4cf3-b19a-59880d94c547 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928702 Jul 09 20:42:22.362647 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5ba360-0662-494d-9676-23fe36374036 req-b9820716-decd-40da-af26-2b4e080a48e0 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051197 Jul 09 20:42:22.456114 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6c5ba360-0662-494d-9676-23fe36374036 req-e9295d0b-3603-44ba-a6a4-4c8feb4ebd26 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875692 Jul 09 20:42:22.462128 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c5ba360-0662-494d-9676-23fe36374036 req-8333e8e3-ec83-4da2-b310-af86f4fc379b service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983884 Jul 09 20:42:22.795157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff12b5d-a4bd-4cd1-8368-6f7be5130e56 req-fa455d86-043e-455a-ae79-b357b5cef3b2 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:22.796668 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fff12b5d-a4bd-4cd1-8368-6f7be5130e56 req-fa455d86-043e-455a-ae79-b357b5cef3b2 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 944 time: 0.0633717 Jul 09 20:42:22.834229 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fff12b5d-a4bd-4cd1-8368-6f7be5130e56 req-e78fe266-1cf6-4713-85d0-67f195e478c7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317917 Jul 09 20:42:23.073068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:42:23.115606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:42:23.142411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9439a-a8b1-4b56-9b96-4a72f08f68d4 req-8b68fbfa-90af-4c0e-9cb0-c61970bb90a4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:23.143929 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4fd9439a-a8b1-4b56-9b96-4a72f08f68d4 req-8b68fbfa-90af-4c0e-9cb0-c61970bb90a4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 944 time: 0.0703177 Jul 09 20:42:23.153447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465ecba-adcf-4902-a9c2-63c8ed812cad req-0f67dc7b-b19a-4518-a087-fa3ebda03f0c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:23.155005 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d465ecba-adcf-4902-a9c2-63c8ed812cad req-0f67dc7b-b19a-4518-a087-fa3ebda03f0c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798&tenant_id=f23c19f7abed45a8849549dd569947f6&binding%3Ahost_id=n-h2-800088-3 HTTP/1.1" status: 200 len: 944 time: 0.0795007 Jul 09 20:42:23.182610 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4fd9439a-a8b1-4b56-9b96-4a72f08f68d4 req-3ffab508-b996-4ec5-90ff-7b5975a34b8a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320456 Jul 09 20:42:23.221318 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [req-d465ecba-adcf-4902-a9c2-63c8ed812cad req-e2c03441-6b80-4334-b841-569f53b8dfaf service neutron] delete failed (client error): The resource could not be found. Jul 09 20:42:23.222406 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d465ecba-adcf-4902-a9c2-63c8ed812cad req-e2c03441-6b80-4334-b841-569f53b8dfaf service neutron] 10.222.0.36 "DELETE /v2.0/ports/1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35/bindings/n-h1-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0606349 Jul 09 20:42:23.317802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465ecba-adcf-4902-a9c2-63c8ed812cad req-73db7bd6-06a8-493d-ba23-05b371613a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:23.319533 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d465ecba-adcf-4902-a9c2-63c8ed812cad req-73db7bd6-06a8-493d-ba23-05b371613a5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 1095 time: 0.0535233 Jul 09 20:42:23.408589 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465ecba-adcf-4902-a9c2-63c8ed812cad req-1b76bbc6-b2a5-454b-bae1-c86f98f1180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:23.410111 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d465ecba-adcf-4902-a9c2-63c8ed812cad req-1b76bbc6-b2a5-454b-bae1-c86f98f1180d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0836704 Jul 09 20:42:23.480941 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d465ecba-adcf-4902-a9c2-63c8ed812cad req-4850daa6-229f-4c63-8e5c-f83e1be7dda7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 HTTP/1.1" status: 200 len: 1000 time: 0.0630713 Jul 09 20:42:23.529488 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465ecba-adcf-4902-a9c2-63c8ed812cad req-a4d5e478-3f38-4bef-825e-4c3c1f4da5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:23.530971 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d465ecba-adcf-4902-a9c2-63c8ed812cad req-a4d5e478-3f38-4bef-825e-4c3c1f4da5ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0434849 Jul 09 20:42:23.586380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465ecba-adcf-4902-a9c2-63c8ed812cad req-7539c43a-fe5f-4c8a-a5af-d6b750d07d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:23.587911 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d465ecba-adcf-4902-a9c2-63c8ed812cad req-7539c43a-fe5f-4c8a-a5af-d6b750d07d43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505080 Jul 09 20:42:23.681727 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d465ecba-adcf-4902-a9c2-63c8ed812cad req-0a620447-92d0-4192-975b-2206d9abe637 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863113 Jul 09 20:42:23.773145 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d465ecba-adcf-4902-a9c2-63c8ed812cad req-94362587-3c2f-4689-accc-e6be69faa90b service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848091 Jul 09 20:42:24.364718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73089c-bcc1-4d35-9ca0-3d18b0818a04 req-19f0998c-53d6-4b4a-882d-ef41195f8d44 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:24.367290 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bc73089c-bcc1-4d35-9ca0-3d18b0818a04 req-19f0998c-53d6-4b4a-882d-ef41195f8d44 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 944 time: 0.0719738 Jul 09 20:42:24.408239 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bc73089c-bcc1-4d35-9ca0-3d18b0818a04 req-9ccc4f88-ebb4-48f8-b153-ba88ce93677e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360990 Jul 09 20:42:24.511195 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:42:24.581558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c9933-b366-49b1-b330-072a8567a36d req-9a1ca125-092b-4a7e-b739-495bfa913a43 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:24.583547 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d2c9933-b366-49b1-b330-072a8567a36d req-9a1ca125-092b-4a7e-b739-495bfa913a43 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 944 time: 0.0624974 Jul 09 20:42:24.605060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:42:24.616449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'port_id': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35', 'mac_address': 'fa:16:3e:d8:c0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:42:24.620993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6d2c9933-b366-49b1-b330-072a8567a36d req-40e0bb13-d3c1-4524-87a5-54186d9bf00a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318668 Jul 09 20:42:24.653943 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:24.670517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:42:24.690648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:42:24.694725 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:24.746404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:24.758279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:24.758642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:24.758998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:24.759343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:24.759686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:24.760026 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:24.760362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:24.760722 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:24.761058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:24.761388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:24.761720 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:24.762052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:42:24.802088 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc79427-390e-4305-8e86-5fe59cdae816 req-5f74379e-8e1c-4638-8f71-b99ea653eed8 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:24.803613 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ffc79427-390e-4305-8e86-5fe59cdae816 req-5f74379e-8e1c-4638-8f71-b99ea653eed8 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 945 time: 0.0735400 Jul 09 20:42:24.846673 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ffc79427-390e-4305-8e86-5fe59cdae816 req-8ac606a1-d43d-4faf-ad93-eef2dfc8d1d5 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373034 Jul 09 20:42:24.945359 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:42:25.229867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d807b-73e1-4dc4-b8a0-eb2e69ba044e req-c9df1a6c-c452-48e9-9224-873bcccfc36f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:25.231341 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b7d807b-73e1-4dc4-b8a0-eb2e69ba044e req-c9df1a6c-c452-48e9-9224-873bcccfc36f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 945 time: 0.0703068 Jul 09 20:42:25.268920 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b7d807b-73e1-4dc4-b8a0-eb2e69ba044e req-6997b8b9-2a5c-4282-8f56-1ef368ac02c7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319662 Jul 09 20:42:26.453961 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25020ee9-83f7-48af-983b-5145f5d08728 req-7b6cadb6-6b1a-4046-bcb1-19ff36aad4dc tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:26.455408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-25020ee9-83f7-48af-983b-5145f5d08728 req-7b6cadb6-6b1a-4046-bcb1-19ff36aad4dc tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 945 time: 0.0720825 Jul 09 20:42:26.521555 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-25020ee9-83f7-48af-983b-5145f5d08728 req-e7a41fa1-c47b-48bc-aa32-58dd758bce05 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459778 Jul 09 20:42:26.526124 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:42:26.539033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-e8056e3c-8537-4042-a552-3958a85bb299 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:26.540564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-e8056e3c-8537-4042-a552-3958a85bb299 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 945 time: 0.1038992 Jul 09 20:42:26.578861 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:42:26.582470 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:42:26.583968 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:26.641700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-28d7ae92-e1b9-4b38-b284-032838d6bd48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Deleting port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:42:26.642053 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-28d7ae92-e1b9-4b38-b284-032838d6bd48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:26.660188 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:26.683558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:42:26.685820 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84f571c-c9d7-4565-9cb9-88750160511f" -d '{"events": [{"server_uuid": "9ce0c5b1-efe3-4198-a5fd-b7607144f798", "name": "network-vif-plugged", "status": "completed", "tag": "1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:42:26.699058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:42:26.705623 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:26.741988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-28d7ae92-e1b9-4b38-b284-032838d6bd48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] For port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:42:26.742362 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-28d7ae92-e1b9-4b38-b284-032838d6bd48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:26.900857 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1e3d6f-f35e-46f6-8c35-4bd2ab54de7a x-openstack-request-id: req-bb1e3d6f-f35e-46f6-8c35-4bd2ab54de7a {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:42:26.901092 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce0c5b1-efe3-4198-a5fd-b7607144f798", "name": "network-vif-plugged", "status": "completed", "tag": "1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:42:26.901303 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb1e3d6f-f35e-46f6-8c35-4bd2ab54de7a {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:42:26.901696 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35', 'code': 200} Jul 09 20:42:26.926904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:26.934364 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-68b73338-bc11-4b11-9fed-72be710a7d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:26.989795 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-28d7ae92-e1b9-4b38-b284-032838d6bd48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:26.990218 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-28d7ae92-e1b9-4b38-b284-032838d6bd48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:26.990575 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-28d7ae92-e1b9-4b38-b284-032838d6bd48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7 disassociated. External IP: 172.25.0.110, port: 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35. Jul 09 20:42:26.991104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-28d7ae92-e1b9-4b38-b284-032838d6bd48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Calling delete_port for 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:42:27.114695 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-28d7ae92-e1b9-4b38-b284-032838d6bd48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:27.144342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7ae92-e1b9-4b38-b284-032838d6bd48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Pushing event deleted for resources: {'Port': ['ID=1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:27.324961 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:27.528818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-28d7ae92-e1b9-4b38-b284-032838d6bd48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:42:27.632903 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-28d7ae92-e1b9-4b38-b284-032838d6bd48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:42:27.642258 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107ac58-35d3-4691-874d-936db1c49157 None None] Sync routers for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:42:27.651947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107ac58-35d3-4691-874d-936db1c49157 None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:42:27.652861 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e107ac58-35d3-4691-874d-936db1c49157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:41:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:27.687226 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-64678da8-0c47-485f-91af-a80f282abd99 req-29ea24c9-3cab-4f90-aa70-2f88a5d4da50 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ce0c5b1-efe3-4198-a5fd-b7607144f798 HTTP/1.1" status: 200 len: 210 time: 0.0523891 Jul 09 20:42:27.706542 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-28d7ae92-e1b9-4b38-b284-032838d6bd48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] No DVR routers for this DVR port 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:42:27.709394 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-28d7ae92-e1b9-4b38-b284-032838d6bd48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:27.711400 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de500da4-d8ad-433f-a12a-9b826cd518a4 req-28d7ae92-e1b9-4b38-b284-032838d6bd48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.32 "DELETE /v2.0/ports/1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 HTTP/1.1" status: 204 len: 173 time: 1.1652241 Jul 09 20:42:27.711832 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'name': 'network-vif-deleted', 'tag': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:42:27.714136 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ce65fa-19b2-47fb-b919-9672cb100861" -d '{"events": [{"server_uuid": "9ce0c5b1-efe3-4198-a5fd-b7607144f798", "name": "network-vif-deleted", "tag": "1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:42:27.758520 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f10fc8a-cae0-440a-b7ba-afb6c3bb19c4 x-openstack-request-id: req-9f10fc8a-cae0-440a-b7ba-afb6c3bb19c4 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:42:27.758815 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce0c5b1-efe3-4198-a5fd-b7607144f798", "name": "network-vif-deleted", "tag": "1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:42:27.759064 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f10fc8a-cae0-440a-b7ba-afb6c3bb19c4 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:42:27.759487 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce0c5b1-efe3-4198-a5fd-b7607144f798', 'name': 'network-vif-deleted', 'tag': '1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35', 'status': 'completed', 'code': 200} Jul 09 20:42:27.771001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-e107ac58-35d3-4691-874d-936db1c49157 None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:42:27.978600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e107ac58-35d3-4691-874d-936db1c49157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:28.004045 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107ac58-35d3-4691-874d-936db1c49157 None None] Checking router: a01d4e4c-6970-4aa9-84b9-9640602d0cf3 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:42:28.012947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107ac58-35d3-4691-874d-936db1c49157 None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:42:28.013539 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e107ac58-35d3-4691-874d-936db1c49157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:41:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:28.119983 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-e107ac58-35d3-4691-874d-936db1c49157 None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:42:28.316078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e107ac58-35d3-4691-874d-936db1c49157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:28.341868 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107ac58-35d3-4691-874d-936db1c49157 None None] The sync data for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 is: [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:42:28.553003 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33224281-4e7c-4199-95f9-bc28c05bef7e None None] New status for floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:42:28.992526 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-ff73248b-deea-4a66-834d-57d6de8b1840 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1090551677&fields=id&tenant_id=f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 267 time: 0.0329757 Jul 09 20:42:29.099834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-e0c23750-74b5-4288-92e4-32da82031ed4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:29.101332 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-e0c23750-74b5-4288-92e4-32da82031ed4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 812 time: 0.1026759 Jul 09 20:42:29.115988 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-defce1f9-915d-4a3c-bd5c-a16b0adbfab3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/quotas/f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 375 time: 0.0094724 Jul 09 20:42:29.188475 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-2c6ffc2a-34f9-412f-9b52-66afdb3a183b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674255 Jul 09 20:42:29.249335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-19ac9862-836b-44de-bba3-6fdfee1701f5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:42:29.250438 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-19ac9862-836b-44de-bba3-6fdfee1701f5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511281 Jul 09 20:42:29.345739 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-d1f12a8d-30b0-4b17-88f2-0b039ac5f052 service neutron] 10.222.0.30 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890901 Jul 09 20:42:29.434101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-2193c891-2787-4308-9e0e-ad6eed1208d8 service neutron] 10.222.0.30 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817511 Jul 09 20:42:29.487468 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4ca6c67b-dffb-42ce-8c88-31eeb537e2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:29.601000 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:29.607064 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-52fb7cf6-69ba-491f-bbef-cf4d1cb3e721 req-5a282f13-7dea-42fa-94e5-72e1a067cfac tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 210 time: 0.0335073 Jul 09 20:42:29.654058 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:30.541814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:42:30.562454 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:42:30.562817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 1d58dcfb-846c-4ad9-ab5c-9f5d047a8e35 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:42:30.594849 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:30.615568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-f6658574-75bb-47c7-9d31-fb281a6d5d9b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:30.617147 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-f6658574-75bb-47c7-9d31-fb281a6d5d9b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 812 time: 0.1100044 Jul 09 20:42:30.662190 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-ab0241dd-713a-4dd3-9445-02261d2474e4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 380 time: 0.0357914 Jul 09 20:42:30.669531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-aee1dd26-b6a7-4957-86f8-da426d8c9064 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Request body: {'port': {'device_id': '17422426-05e8-4354-82e1-84965e512310', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'admin_state_up': True, 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'security_groups': ['92a36fea-5a6d-47a8-872e-fd774b373d93']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:30.761905 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e5412ca9-8433-48f8-aea9-ee5f5bee03c6 req-7e2e5966-7b9a-46b8-8bf1-ef0c44c3cbd1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 210 time: 0.0393696 Jul 09 20:42:30.809655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-aee1dd26-b6a7-4957-86f8-da426d8c9064 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Made reservation on behalf of f23c19f7abed45a8849549dd569947f6 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:42:30.813154 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-aee1dd26-b6a7-4957-86f8-da426d8c9064 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:30.937635 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-aee1dd26-b6a7-4957-86f8-da426d8c9064 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Allocated IP 172.20.0.14 (8798e967-714e-4b9b-9327-325c740b8a87/6f529b5b-c5a5-4ef8-b15d-9853f42124df/dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:42:31.087353 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-aee1dd26-b6a7-4957-86f8-da426d8c9064 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:31.101352 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-aee1dd26-b6a7-4957-86f8-da426d8c9064 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Transition to ACTIVE for port object dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:42:31.133021 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-aee1dd26-b6a7-4957-86f8-da426d8c9064 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:31.179026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-aee1dd26-b6a7-4957-86f8-da426d8c9064 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Network 8798e967-714e-4b9b-9327-325c740b8a87 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:42:31.182099 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-aee1dd26-b6a7-4957-86f8-da426d8c9064 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:42:31.185892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-aee1dd26-b6a7-4957-86f8-da426d8c9064 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:42:31.211303 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1dd26-b6a7-4957-86f8-da426d8c9064 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Pushing event updated for resources: {'Port': ['ID=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:31.242801 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-aee1dd26-b6a7-4957-86f8-da426d8c9064 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:31.243489 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-aee1dd26-b6a7-4957-86f8-da426d8c9064 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:31.259240 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-aee1dd26-b6a7-4957-86f8-da426d8c9064 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5933650 Jul 09 20:42:31.271973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Request body: {'port': {'device_id': '17422426-05e8-4354-82e1-84965e512310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:31.352657 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:31.372845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8d16240f-68e1-44e8-98ed-6b2b78942467 None None] Provisioning for port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:42:31.376625 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8d16240f-68e1-44e8-98ed-6b2b78942467 None None] Provisioning complete for port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:42:31.377145 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8d16240f-68e1-44e8-98ed-6b2b78942467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:31.415058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8d16240f-68e1-44e8-98ed-6b2b78942467 None None] Port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:42:31.612540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:42:31.620039 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:31.631453 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Transition to ACTIVE for port object dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:42:31.635147 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:31.710791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:31.761125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Attempting to bind port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:42:31.761481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Attempting to bind port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:42:31.761818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Attempting to bind port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:42:31.766408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 on network 8798e967-714e-4b9b-9327-325c740b8a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:42:31.766735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Attempting to bind port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:42:31.772599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:42:31.772999 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Checking segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:42:31.773377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Bound using segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:42:31.773845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Bound port: dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:42:31.774213 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:31.847834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] For port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:42:31.852014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] For port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:42:31.857190 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:31.898083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:31.898714 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:31.900124 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] 10.222.0.32 "PUT /v2.0/ports/dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 HTTP/1.1" status: 200 len: 1092 time: 0.6331279 Jul 09 20:42:31.900613 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17422426-05e8-4354-82e1-84965e512310', 'tag': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:42:31.902890 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1776aee-4269-4709-99fe-72a0154c729c" -d '{"events": [{"name": "network-changed", "server_uuid": "17422426-05e8-4354-82e1-84965e512310", "tag": "dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:42:31.937151 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9ebc5-93b8-4d4e-8376-33cadcdb5762 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:31.966276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589b8a9-af6d-410f-a99f-3811a0e5a9cf req-a47ca8a5-0f19-4480-bdc1-97e408be9f25 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:31.967858 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d589b8a9-af6d-410f-a99f-3811a0e5a9cf req-a47ca8a5-0f19-4480-bdc1-97e408be9f25 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 944 time: 0.0911818 Jul 09 20:42:31.978902 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e022270b-3462-4471-972d-ea8671b726c0 x-openstack-request-id: req-e022270b-3462-4471-972d-ea8671b726c0 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:42:31.979213 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17422426-05e8-4354-82e1-84965e512310", "tag": "dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:42:31.979601 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e022270b-3462-4471-972d-ea8671b726c0 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:42:31.980123 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17422426-05e8-4354-82e1-84965e512310', 'tag': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55', 'status': 'completed', 'code': 200} Jul 09 20:42:32.009922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-60d8c000-5bb3-4c4d-a29f-a75e262d2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:32.011474 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-60d8c000-5bb3-4c4d-a29f-a75e262d2395 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 1095 time: 0.0661826 Jul 09 20:42:32.011933 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d589b8a9-af6d-410f-a99f-3811a0e5a9cf req-9c124cfd-e6ca-484a-9d1e-c0e3c1dd4e16 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370219 Jul 09 20:42:32.055376 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-66fcb147-b4d5-417f-b64a-47dd4b6b2776 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 HTTP/1.1" status: 200 len: 217 time: 0.0368054 Jul 09 20:42:32.110371 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-499ae888-4459-4e4e-9246-e1c5f613d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:32.111869 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-499ae888-4459-4e4e-9246-e1c5f613d0dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0511715 Jul 09 20:42:32.169116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-380b3a47-eb3f-48c6-97ee-0ccf17ca70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:32.170657 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-380b3a47-eb3f-48c6-97ee-0ccf17ca70b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522032 Jul 09 20:42:32.258528 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-b2f9cf7a-17a1-4ee9-92cb-6ae392d6c789 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807862 Jul 09 20:42:32.350270 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef5d5722-d7b3-4f21-84b5-6bcbfb027888 req-f048fa10-d512-47a5-bb32-6291908e4358 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858626 Jul 09 20:42:32.446075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1776aee-4269-4709-99fe-72a0154c729c req-d7463962-19b7-48ea-b980-7d82bd6ef9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:32.447594 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1776aee-4269-4709-99fe-72a0154c729c req-d7463962-19b7-48ea-b980-7d82bd6ef9d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 1095 time: 0.0539849 Jul 09 20:42:32.455201 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:32.541724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1776aee-4269-4709-99fe-72a0154c729c req-7c8d42db-ba82-4a30-bf46-8e3e3dca0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:32.543202 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1776aee-4269-4709-99fe-72a0154c729c req-7c8d42db-ba82-4a30-bf46-8e3e3dca0df0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0895097 Jul 09 20:42:32.584673 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1776aee-4269-4709-99fe-72a0154c729c req-58c62725-ea09-4339-9f9b-be4bee9f6d7d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 HTTP/1.1" status: 200 len: 217 time: 0.0346613 Jul 09 20:42:32.632858 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1776aee-4269-4709-99fe-72a0154c729c req-12e73d23-7378-48c9-ac2d-b64d0b27fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:32.634269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1776aee-4269-4709-99fe-72a0154c729c req-12e73d23-7378-48c9-ac2d-b64d0b27fd82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0432441 Jul 09 20:42:32.694995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1776aee-4269-4709-99fe-72a0154c729c req-c4d7d724-4865-462b-a951-0fa3506c17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:32.696355 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1776aee-4269-4709-99fe-72a0154c729c req-c4d7d724-4865-462b-a951-0fa3506c17e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551965 Jul 09 20:42:32.785023 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1776aee-4269-4709-99fe-72a0154c729c req-bac52373-65a9-426c-9ecd-cbe91d72866d service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821743 Jul 09 20:42:32.877241 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c1776aee-4269-4709-99fe-72a0154c729c req-13b2281f-28bf-488f-8283-3baa63a197d5 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852339 Jul 09 20:42:33.194025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34d15d-a6cc-4468-947b-c799b53b692f req-11a32d20-c976-45ce-a68c-1ab15ef8581d tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:33.195542 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac34d15d-a6cc-4468-947b-c799b53b692f req-11a32d20-c976-45ce-a68c-1ab15ef8581d tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 944 time: 0.0676618 Jul 09 20:42:33.233925 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac34d15d-a6cc-4468-947b-c799b53b692f req-cabf74d5-8b57-4f8e-afc9-e910f473c78a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324690 Jul 09 20:42:34.407992 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8704d3-b4df-41d2-a80c-4189c2f080a9 req-400582f8-45d0-4aa4-94f4-502985d9adf1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:34.409565 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0f8704d3-b4df-41d2-a80c-4189c2f080a9 req-400582f8-45d0-4aa4-94f4-502985d9adf1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 944 time: 0.0663481 Jul 09 20:42:34.447121 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0f8704d3-b4df-41d2-a80c-4189c2f080a9 req-581fd61f-1615-4605-a415-8a59aa5bbfb1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314195 Jul 09 20:42:34.568100 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:42:34.660304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:42:34.672402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'port_id': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55', 'mac_address': 'fa:16:3e:54:70:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:42:34.709478 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:34.725093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:42:34.746178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:42:34.749762 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:34.798103 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:34.936855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:42:35.621200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5997d-21ea-4cbb-8a98-39280c4ae8d6 req-a5ba7a56-f079-47ce-8769-0e3e25bf4c29 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:35.622685 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7e5997d-21ea-4cbb-8a98-39280c4ae8d6 req-a5ba7a56-f079-47ce-8769-0e3e25bf4c29 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 945 time: 0.0631957 Jul 09 20:42:35.659737 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7e5997d-21ea-4cbb-8a98-39280c4ae8d6 req-2624c2fa-e72e-4dcb-b0f9-c5094e167275 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314391 Jul 09 20:42:36.572266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:42:36.621318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:42:36.624955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:42:36.625329 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:36.701217 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:36.722898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17422426-05e8-4354-82e1-84965e512310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:42:36.725513 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7991070b-5fbb-4b97-90ee-df7382e79d4e" -d '{"events": [{"server_uuid": "17422426-05e8-4354-82e1-84965e512310", "name": "network-vif-plugged", "status": "completed", "tag": "dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:42:36.741790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:42:36.747221 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:36.779551 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c22001-a05b-4122-8dd9-fbac0de7442c x-openstack-request-id: req-02c22001-a05b-4122-8dd9-fbac0de7442c {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:42:36.779853 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17422426-05e8-4354-82e1-84965e512310", "name": "network-vif-plugged", "status": "completed", "tag": "dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:42:36.780127 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02c22001-a05b-4122-8dd9-fbac0de7442c {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:42:36.780564 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17422426-05e8-4354-82e1-84965e512310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55', 'code': 200} Jul 09 20:42:36.810953 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:42:36.843649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db95532-f78e-4949-933e-9b93f5461098 req-ef963fb8-389d-4d98-8c58-e6a0c60fa98e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:36.845199 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9db95532-f78e-4949-933e-9b93f5461098 req-ef963fb8-389d-4d98-8c58-e6a0c60fa98e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0661914 Jul 09 20:42:36.886664 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9db95532-f78e-4949-933e-9b93f5461098 req-78e33d7f-d7a2-4a95-9513-337dd963a350 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346963 Jul 09 20:42:36.887434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b2009-8f3e-454d-82fe-c601e6632c27 req-118ee47f-9bc6-4479-975b-43ef551595c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:36.889001 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef1b2009-8f3e-454d-82fe-c601e6632c27 req-118ee47f-9bc6-4479-975b-43ef551595c5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 1097 time: 0.0615852 Jul 09 20:42:36.922853 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef1b2009-8f3e-454d-82fe-c601e6632c27 req-bc485210-e920-47ee-afcb-7cbcf36c611b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278692 Jul 09 20:42:38.066481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f04cc5-adb9-4006-a58a-87b36c95b92a req-3a67e142-0e34-4fda-aa9e-6327adf65b11 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:38.068517 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-07f04cc5-adb9-4006-a58a-87b36c95b92a req-3a67e142-0e34-4fda-aa9e-6327adf65b11 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0648520 Jul 09 20:42:38.105650 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-07f04cc5-adb9-4006-a58a-87b36c95b92a req-e01a986e-a878-4461-8ec3-08c54d3372a6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315630 Jul 09 20:42:38.276325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a7f0b-4d85-499c-b7bf-4e218be5a71d req-ca92001e-495a-4ee7-bffd-9932b52b86f6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:38.277885 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b22a7f0b-4d85-499c-b7bf-4e218be5a71d req-ca92001e-495a-4ee7-bffd-9932b52b86f6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0640261 Jul 09 20:42:38.286990 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52582) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:42:38.291770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-670dfeaf-c10d-4a1f-a3c9-03f8f0701c57 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Request body: {'floatingip': {'port_id': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:42:38.336565 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-670dfeaf-c10d-4a1f-a3c9-03f8f0701c57 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:38.795250 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-670dfeaf-c10d-4a1f-a3c9-03f8f0701c57 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:38.799356 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-670dfeaf-c10d-4a1f-a3c9-03f8f0701c57 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:38.895844 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-670dfeaf-c10d-4a1f-a3c9-03f8f0701c57 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7 associated. External IP: 172.25.0.110, port: dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55. Jul 09 20:42:39.100986 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670dfeaf-c10d-4a1f-a3c9-03f8f0701c57 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:42:39.210338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670dfeaf-c10d-4a1f-a3c9-03f8f0701c57 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:42:39.215173 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-670dfeaf-c10d-4a1f-a3c9-03f8f0701c57 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:39.220926 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23efcd2d-a2c4-45f5-95ce-afc87ce9af48 None None] Sync routers for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:42:39.230740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23efcd2d-a2c4-45f5-95ce-afc87ce9af48 None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:42:39.231361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-23efcd2d-a2c4-45f5-95ce-afc87ce9af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:42:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:39.250417 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-670dfeaf-c10d-4a1f-a3c9-03f8f0701c57 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "PUT /v2.0/floatingips/6fb36775-30c4-4b0e-9021-79dcd2ad31f7 HTTP/1.1" status: 200 len: 992 time: 0.9623146 Jul 09 20:42:39.251102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17422426-05e8-4354-82e1-84965e512310', 'tag': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:42:39.253455 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16e6b84-2b11-47cb-935e-0978db9e1313" -d '{"events": [{"name": "network-changed", "server_uuid": "17422426-05e8-4354-82e1-84965e512310", "tag": "dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:42:39.292563 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d196be-eb2a-4efc-9e30-c4011345eb81 x-openstack-request-id: req-99d196be-eb2a-4efc-9e30-c4011345eb81 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:42:39.293142 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17422426-05e8-4354-82e1-84965e512310", "tag": "dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:42:39.293612 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99d196be-eb2a-4efc-9e30-c4011345eb81 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:42:39.294244 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17422426-05e8-4354-82e1-84965e512310', 'tag': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55', 'status': 'completed', 'code': 200} Jul 09 20:42:39.347625 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-23efcd2d-a2c4-45f5-95ce-afc87ce9af48 None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:42:39.370894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e6b84-2b11-47cb-935e-0978db9e1313 req-4eb861bf-c71f-465d-89a2-6566410c5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:39.372482 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d16e6b84-2b11-47cb-935e-0978db9e1313 req-4eb861bf-c71f-465d-89a2-6566410c5ac1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 1097 time: 0.0562885 Jul 09 20:42:39.465267 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e6b84-2b11-47cb-935e-0978db9e1313 req-af4c5e98-e95e-4017-bae8-135c37a4fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:39.466695 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d16e6b84-2b11-47cb-935e-0978db9e1313 req-af4c5e98-e95e-4017-bae8-135c37a4fabd service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0881202 Jul 09 20:42:39.529932 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d16e6b84-2b11-47cb-935e-0978db9e1313 req-7f1f31d2-9015-4869-b56c-86cae9c7fe43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 HTTP/1.1" status: 200 len: 1000 time: 0.0573654 Jul 09 20:42:39.571163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-23efcd2d-a2c4-45f5-95ce-afc87ce9af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '6fb36775-30c4-4b0e-9021-79dcd2ad31f7', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'port_id': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'mac_address': 'fa:16:3e:54:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17422426-05e8-4354-82e1-84965e512310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:39:22Z', 'updated_at': '2021-07-09T20:42:38Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:39.599725 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23efcd2d-a2c4-45f5-95ce-afc87ce9af48 None None] Checking router: a01d4e4c-6970-4aa9-84b9-9640602d0cf3 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:42:39.608648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23efcd2d-a2c4-45f5-95ce-afc87ce9af48 None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:42:39.609337 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-23efcd2d-a2c4-45f5-95ce-afc87ce9af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:42:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:39.720697 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-23efcd2d-a2c4-45f5-95ce-afc87ce9af48 None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:42:39.865486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e6b84-2b11-47cb-935e-0978db9e1313 req-79d85dd6-87df-435a-aeaf-4b79a1190831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:39.866878 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d16e6b84-2b11-47cb-935e-0978db9e1313 req-79d85dd6-87df-435a-aeaf-4b79a1190831 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.3313704 Jul 09 20:42:39.922216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e6b84-2b11-47cb-935e-0978db9e1313 req-960c7f0c-85a9-4131-af89-3d66c342aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:39.923714 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d16e6b84-2b11-47cb-935e-0978db9e1313 req-960c7f0c-85a9-4131-af89-3d66c342aa2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510287 Jul 09 20:42:39.956372 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-23efcd2d-a2c4-45f5-95ce-afc87ce9af48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '6fb36775-30c4-4b0e-9021-79dcd2ad31f7', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'port_id': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'mac_address': 'fa:16:3e:54:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17422426-05e8-4354-82e1-84965e512310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:39:22Z', 'updated_at': '2021-07-09T20:42:38Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:42:39.983443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23efcd2d-a2c4-45f5-95ce-afc87ce9af48 None None] The sync data for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 is: [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '6fb36775-30c4-4b0e-9021-79dcd2ad31f7', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'port_id': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'mac_address': 'fa:16:3e:54:70:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17422426-05e8-4354-82e1-84965e512310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:39:22Z', 'updated_at': '2021-07-09T20:42:38Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:42:40.016200 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d16e6b84-2b11-47cb-935e-0978db9e1313 req-5ed077e8-b1be-4a33-9aa1-f9c3950e4ef5 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852644 Jul 09 20:42:40.106880 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d16e6b84-2b11-47cb-935e-0978db9e1313 req-77a45e31-f7a4-4b31-a40c-7d9fed479b96 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847025 Jul 09 20:42:40.197098 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e12c22-277f-49e9-b631-03d4f9f098c7 None None] New status for floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:42:48.375139 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:42:51.227465 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b0bd9a2-35e8-4efd-94e5-cea4db1d7383 req-1bc642bc-63a6-4fe3-92d3-50c89daf110f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515635 Jul 09 20:42:51.325366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bd9a2-35e8-4efd-94e5-cea4db1d7383 req-cb8b214b-2c66-4aaf-a44c-c870b498c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:51.326855 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b0bd9a2-35e8-4efd-94e5-cea4db1d7383 req-cb8b214b-2c66-4aaf-a44c-c870b498c44a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 1097 time: 0.0565434 Jul 09 20:42:51.430662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bd9a2-35e8-4efd-94e5-cea4db1d7383 req-fefc44b1-8fb5-4f50-8b62-8fe6a376b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:51.432200 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b0bd9a2-35e8-4efd-94e5-cea4db1d7383 req-fefc44b1-8fb5-4f50-8b62-8fe6a376b76c service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0864711 Jul 09 20:42:51.508579 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b0bd9a2-35e8-4efd-94e5-cea4db1d7383 req-df0a3be5-3b64-4c65-bc37-ad08521bd944 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 HTTP/1.1" status: 200 len: 1002 time: 0.0627699 Jul 09 20:42:51.556585 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bd9a2-35e8-4efd-94e5-cea4db1d7383 req-d377c020-ebb0-4499-b6af-a40117b25983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:51.558011 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b0bd9a2-35e8-4efd-94e5-cea4db1d7383 req-d377c020-ebb0-4499-b6af-a40117b25983 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0436993 Jul 09 20:42:51.613880 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bd9a2-35e8-4efd-94e5-cea4db1d7383 req-241e1996-534f-41f6-8071-a17231d67857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:42:51.615466 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b0bd9a2-35e8-4efd-94e5-cea4db1d7383 req-241e1996-534f-41f6-8071-a17231d67857 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517602 Jul 09 20:42:51.709895 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b0bd9a2-35e8-4efd-94e5-cea4db1d7383 req-7ac9068b-8772-4480-8ed6-e53f9fb4c7fb service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850172 Jul 09 20:42:51.799368 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6b0bd9a2-35e8-4efd-94e5-cea4db1d7383 req-c5a6a852-4bc9-4eb7-a57b-fb1cf0ce5c16 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836818 Jul 09 20:42:56.925500 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fed401bc-a1ec-48c6-a59d-c161d0467ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:57.317136 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:59.489099 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bee630cb-cd3c-471a-91cf-ee1cc6b8a334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:59.596715 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:42:59.644614 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:00.596134 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:02.459683 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:25.373589 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:43:26.925830 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57076f65-064e-4db5-b5b3-218f7ca5a95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:27.348127 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:29.492422 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-46c9e879-f1e1-4b61-affc-5d918bd8b46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:29.611796 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:29.644732 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:30.598291 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:32.461181 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:53.229496 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b23fdb79-d83c-4f59-b53d-2cd78c34c279 req-afa8f6ed-6a91-49e6-8439-6f38d728b347 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534785 Jul 09 20:43:53.328048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fdb79-d83c-4f59-b53d-2cd78c34c279 req-8f171462-7981-474a-bc48-94061428e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:53.329604 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b23fdb79-d83c-4f59-b53d-2cd78c34c279 req-8f171462-7981-474a-bc48-94061428e28f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 1097 time: 0.0567787 Jul 09 20:43:53.440046 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fdb79-d83c-4f59-b53d-2cd78c34c279 req-4ab0cb5a-bf91-4b91-9d47-23fb0cfff3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:53.441567 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b23fdb79-d83c-4f59-b53d-2cd78c34c279 req-4ab0cb5a-bf91-4b91-9d47-23fb0cfff3c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0843394 Jul 09 20:43:53.510859 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b23fdb79-d83c-4f59-b53d-2cd78c34c279 req-6bb27538-20e4-41f9-9ba8-63daa988aac9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 HTTP/1.1" status: 200 len: 1002 time: 0.0622993 Jul 09 20:43:53.559391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fdb79-d83c-4f59-b53d-2cd78c34c279 req-87827ac4-fa63-419e-8666-b934e8d64adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:53.560889 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b23fdb79-d83c-4f59-b53d-2cd78c34c279 req-87827ac4-fa63-419e-8666-b934e8d64adc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0436656 Jul 09 20:43:53.617550 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fdb79-d83c-4f59-b53d-2cd78c34c279 req-fd0acd2a-2ada-446f-8b1b-c3122d15526e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:43:53.619068 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b23fdb79-d83c-4f59-b53d-2cd78c34c279 req-fd0acd2a-2ada-446f-8b1b-c3122d15526e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523026 Jul 09 20:43:53.717270 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b23fdb79-d83c-4f59-b53d-2cd78c34c279 req-7e613e98-ff50-4491-babd-c38d1b1746bd service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914428 Jul 09 20:43:53.806201 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b23fdb79-d83c-4f59-b53d-2cd78c34c279 req-c38802a3-1c9c-4583-88a9-c1a31e202826 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832133 Jul 09 20:43:56.927286 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2e114a09-4dca-40c6-87a0-e71ce806a3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:57.343621 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:59.493267 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3cfa5b92-0505-441d-a57b-ebbeff95b930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:59.611801 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:43:59.647068 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:00.602743 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:02.373004 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:44:02.463303 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:15.713499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e53d7c-8171-4fb1-b63c-3b2d055c0c0f req-0567531c-3f74-4cf7-bf27-00e9eae45cae tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:15.715024 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-84e53d7c-8171-4fb1-b63c-3b2d055c0c0f req-0567531c-3f74-4cf7-bf27-00e9eae45cae tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0693860 Jul 09 20:44:15.753502 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-84e53d7c-8171-4fb1-b63c-3b2d055c0c0f req-5c640a55-3932-4f11-a5c3-574589fd7890 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327804 Jul 09 20:44:16.930505 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8792c-3126-49b9-a395-37bf4abe2ffc req-621d4a24-345b-4123-8183-6a0247328e36 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:16.932008 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-94c8792c-3126-49b9-a395-37bf4abe2ffc req-621d4a24-345b-4123-8183-6a0247328e36 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0645463 Jul 09 20:44:16.974379 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-94c8792c-3126-49b9-a395-37bf4abe2ffc req-456e38f2-2cb7-466b-97ec-9e1999ee68c5 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365868 Jul 09 20:44:18.147913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01337fa0-973f-4195-b7eb-fd57a2ff592e req-0b54bd42-92e8-4e10-a8c6-0a3a1d3884e3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:18.150105 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-01337fa0-973f-4195-b7eb-fd57a2ff592e req-0b54bd42-92e8-4e10-a8c6-0a3a1d3884e3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0635774 Jul 09 20:44:18.187172 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-01337fa0-973f-4195-b7eb-fd57a2ff592e req-232872e1-b6f0-4169-a599-b6c3462bdbef tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315709 Jul 09 20:44:19.400512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839b973-e3aa-442d-a28f-83ccf89304e9 req-eef5b6a2-3c52-4f5a-ab40-2a802f8510b6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:19.402036 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f839b973-e3aa-442d-a28f-83ccf89304e9 req-eef5b6a2-3c52-4f5a-ab40-2a802f8510b6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.1016777 Jul 09 20:44:19.439666 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f839b973-e3aa-442d-a28f-83ccf89304e9 req-2f7e2242-dc62-497a-a0c7-8af1ee05af80 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318182 Jul 09 20:44:20.622017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a6526-b781-4a48-9363-9ad8aca6ebf3 req-dcde910f-3d6b-4c9a-90f0-0fcea78c45b0 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:20.623434 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-030a6526-b781-4a48-9363-9ad8aca6ebf3 req-dcde910f-3d6b-4c9a-90f0-0fcea78c45b0 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0694323 Jul 09 20:44:20.660851 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-030a6526-b781-4a48-9363-9ad8aca6ebf3 req-a35eb181-4e24-46ae-88c2-42ad674ee20c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319312 Jul 09 20:44:21.836878 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de014f-4795-4592-979c-b8e7122a00c0 req-dbd0afaf-65e6-47bf-8b8e-17f12a27a499 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:21.838361 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65de014f-4795-4592-979c-b8e7122a00c0 req-dbd0afaf-65e6-47bf-8b8e-17f12a27a499 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0628450 Jul 09 20:44:21.875804 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65de014f-4795-4592-979c-b8e7122a00c0 req-4062a8cf-75e8-42ce-8185-a7bcbd466276 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319605 Jul 09 20:44:23.050993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd36195-8511-4503-b84d-c73a7df45e5e req-d7f7c004-a04e-4767-9612-a8a8684c9e3b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:23.052401 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4fd36195-8511-4503-b84d-c73a7df45e5e req-d7f7c004-a04e-4767-9612-a8a8684c9e3b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0641680 Jul 09 20:44:23.090246 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4fd36195-8511-4503-b84d-c73a7df45e5e req-8c72e8ec-75c0-4729-87f1-d2a1fd4d393e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322335 Jul 09 20:44:24.265590 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767d883-a91f-4e65-96da-427a2446f20b req-c2d04c43-a1e8-4aba-9eb4-82a24c25b3f4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:24.267067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b767d883-a91f-4e65-96da-427a2446f20b req-c2d04c43-a1e8-4aba-9eb4-82a24c25b3f4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0662582 Jul 09 20:44:24.304952 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b767d883-a91f-4e65-96da-427a2446f20b req-7b45ebbf-7ab6-439d-8876-91fc000d7deb tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318851 Jul 09 20:44:25.479950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e4b50-b439-4c80-b95c-84c59a604c16 req-d90cbbdb-c4fc-4399-9b29-d3d0fa0b78da tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:25.481492 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-110e4b50-b439-4c80-b95c-84c59a604c16 req-d90cbbdb-c4fc-4399-9b29-d3d0fa0b78da tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0637076 Jul 09 20:44:25.519287 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-110e4b50-b439-4c80-b95c-84c59a604c16 req-a12bbf41-3b26-45f5-bbed-a558af261517 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322175 Jul 09 20:44:26.692024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950f810-de45-46fb-bd06-8d3d7ba211ec req-efe874c1-1188-4808-ac42-5ea98a3327d9 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:26.693543 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1950f810-de45-46fb-bd06-8d3d7ba211ec req-efe874c1-1188-4808-ac42-5ea98a3327d9 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0644655 Jul 09 20:44:26.731714 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1950f810-de45-46fb-bd06-8d3d7ba211ec req-e333737c-d130-48b1-98cc-81865305d434 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315738 Jul 09 20:44:26.927645 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd4e7024-8c04-4c7c-bb00-b4b8589756c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:27.120516 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-3dbcb288-a0c3-4ac0-b112-ab1ec03189cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035273 Jul 09 20:44:27.130126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42040d8d-1273-428b-8bb1-8be86fc9e6f2 req-b53e22c8-a636-4788-8880-9a5e5332dae3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:27.131676 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-42040d8d-1273-428b-8bb1-8be86fc9e6f2 req-b53e22c8-a636-4788-8880-9a5e5332dae3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0652971 Jul 09 20:44:27.175757 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-42040d8d-1273-428b-8bb1-8be86fc9e6f2 req-f4fd5a99-d99c-4782-bc56-ea692397c1f3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381541 Jul 09 20:44:27.361959 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:28.354010 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-14d43656-c3e4-4722-b219-ba9c1f574c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:28.355536 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-14d43656-c3e4-4722-b219-ba9c1f574c7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 1097 time: 0.0559561 Jul 09 20:44:28.360398 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae25df9-386c-4d62-885f-06b05dfaa8b9 req-d38dd3d8-aa24-41bb-95d0-b94d76305a61 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:28.362072 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ae25df9-386c-4d62-885f-06b05dfaa8b9 req-d38dd3d8-aa24-41bb-95d0-b94d76305a61 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0682106 Jul 09 20:44:28.401708 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ae25df9-386c-4d62-885f-06b05dfaa8b9 req-e165d33b-94dd-44a1-bae6-ebea7aa6c71c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331740 Jul 09 20:44:28.447081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-40e7d877-5a77-4715-a5e9-d3180d4d0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:28.448642 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-40e7d877-5a77-4715-a5e9-d3180d4d0d81 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0871916 Jul 09 20:44:28.515939 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-ace0db43-24a8-478e-9036-dfb4d656fd1c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 HTTP/1.1" status: 200 len: 1002 time: 0.0615919 Jul 09 20:44:28.564010 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-ea7a9af1-2cdd-441b-be7a-85d00901a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:28.565438 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-ea7a9af1-2cdd-441b-be7a-85d00901a2f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0437140 Jul 09 20:44:28.620157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-828c280c-e8aa-4143-87e2-6ce1be20e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:28.621639 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-828c280c-e8aa-4143-87e2-6ce1be20e8f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502934 Jul 09 20:44:28.711155 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-3f27e542-f54c-4908-865e-c70f5c6f7633 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828943 Jul 09 20:44:28.799680 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-ece7e9a8-afc2-47f7-8fff-f2b8a9e6d20e service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829623 Jul 09 20:44:29.494244 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-23d47126-ac4f-49a6-9360-a24c0adb7850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:29.584546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a9dbd-1880-4c76-9efe-f2f7dbe40f6b req-3fa23aeb-72ff-46b4-8288-db9ac00f583d tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:29.586841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-130a9dbd-1880-4c76-9efe-f2f7dbe40f6b req-3fa23aeb-72ff-46b4-8288-db9ac00f583d tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0683076 Jul 09 20:44:29.611600 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:29.626289 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-130a9dbd-1880-4c76-9efe-f2f7dbe40f6b req-29c4540d-85db-4764-9b04-b4b5d3ae62f7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339289 Jul 09 20:44:29.650106 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:30.604732 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:30.724231 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-23436dde-c081-4c91-9555-cb15b969e4c5 service neutron] show failed (client error): The resource could not be found. Jul 09 20:44:30.725538 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-23436dde-c081-4c91-9555-cb15b969e4c5 service neutron] 10.222.0.32 "GET /v2.0/ports/dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55/bindings/n-h1-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0554016 Jul 09 20:44:30.809194 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe24e9-1eeb-40cc-b6f2-74a9823a370d req-721cc82f-8f42-4131-98f1-6fd5ec847fe9 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:30.810716 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f7fe24e9-1eeb-40cc-b6f2-74a9823a370d req-721cc82f-8f42-4131-98f1-6fd5ec847fe9 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0715339 Jul 09 20:44:30.848930 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f7fe24e9-1eeb-40cc-b6f2-74a9823a370d req-1d8316c6-a61c-4f5d-afb0-066e75cf3880 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325131 Jul 09 20:44:31.027373 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-a1a6847c-ed20-452f-a4b4-b791d3644e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:31.028874 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-a1a6847c-ed20-452f-a4b4-b791d3644e6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310&tenant_id=f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 1097 time: 0.1024990 Jul 09 20:44:31.040974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:31.109128 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:31.307041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] For port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:31.339145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] For port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:44:31.381663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17422426-05e8-4354-82e1-84965e512310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:44:31.384305 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ffe6ac-5fa5-4fbf-b499-409fb38da618" -d '{"events": [{"server_uuid": "17422426-05e8-4354-82e1-84965e512310", "name": "network-vif-unplugged", "status": "completed", "tag": "dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:44:31.388210 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:31.401602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Transition to ACTIVE for port object dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:44:31.404743 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:31.507290 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87a55f3-d6d0-4eb6-b774-94a14a231804 x-openstack-request-id: req-f87a55f3-d6d0-4eb6-b774-94a14a231804 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:44:31.508243 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17422426-05e8-4354-82e1-84965e512310", "name": "network-vif-unplugged", "status": "completed", "tag": "dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:44:31.508588 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f87a55f3-d6d0-4eb6-b774-94a14a231804 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:44:31.508991 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17422426-05e8-4354-82e1-84965e512310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55', 'code': 200} Jul 09 20:44:31.529831 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,revision_number=6']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:31.555496 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:31.555941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:31.556307 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:31.556680 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:31.557024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:31.557425 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:31.557702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:31.558448 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:31.558629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:31.558966 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:31.559297 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:31.559628 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:31.599960 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] No DVR routers for this DVR port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:44:31.733268 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Attempting to bind port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:44:31.733613 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Attempting to bind port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:44:31.733949 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Attempting to bind port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:44:31.738126 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 on network 8798e967-714e-4b9b-9327-325c740b8a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:44:31.738451 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Attempting to bind port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:44:31.743820 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:44:31.744158 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Checking segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:44:31.744554 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Bound using segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:44:31.744990 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Bound port: dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:44:31.745351 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:31.809766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] For port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:44:31.812705 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] For port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:44:31.817419 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:31.850738 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:31.852055 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:31.853649 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] 10.222.0.36 "PUT /v2.0/ports/dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 HTTP/1.1" status: 200 len: 1092 time: 0.8173790 Jul 09 20:44:31.889829 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d4f44-2f79-4181-a885-5dca7e59fde8 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,revision_number=7']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:31.939265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-9df33b5a-29c8-42ed-ba37-10c7a86c4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:31.941129 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-9df33b5a-29c8-42ed-ba37-10c7a86c4d37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 1095 time: 0.0611212 Jul 09 20:44:32.090036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09c964-2b3e-40d9-911b-f7e82667c78a req-cb4af40a-ba67-48e3-95f6-b58e54808ff4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:32.091532 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6e09c964-2b3e-40d9-911b-f7e82667c78a req-cb4af40a-ba67-48e3-95f6-b58e54808ff4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 944 time: 0.1250713 Jul 09 20:44:32.092694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-e3c0882b-c7fd-40a2-b4ea-c6d4b9567e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:32.094047 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-e3c0882b-c7fd-40a2-b4ea-c6d4b9567e6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.1471961 Jul 09 20:44:32.453166 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6e09c964-2b3e-40d9-911b-f7e82667c78a req-e2e820b5-d043-4ed1-ab73-1b3e2a6e794c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558912 Jul 09 20:44:32.462431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-9e3b6990-f971-4633-a80f-2ca405ba926a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 HTTP/1.1" status: 200 len: 1000 time: 0.3580871 Jul 09 20:44:32.467867 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:32.512521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-9ff75a61-3fb6-435e-938d-da3b5abc82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:32.514124 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-9ff75a61-3fb6-435e-938d-da3b5abc82f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0448501 Jul 09 20:44:32.571458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-5019031d-00b4-4568-858c-0a8795af826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:32.572963 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-5019031d-00b4-4568-858c-0a8795af826a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519154 Jul 09 20:44:32.663325 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-8b69767a-7842-430a-bcf5-cecff272a713 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837648 Jul 09 20:44:32.752448 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3166ee4b-4960-45f9-a87f-67a32fa7ce03 req-decdb8b2-cdad-42a5-9af8-5c84694ad762 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831685 Jul 09 20:44:33.510244 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17422426-05e8-4354-82e1-84965e512310', 'tag': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:44:33.512840 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "17422426-05e8-4354-82e1-84965e512310", "tag": "dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:44:33.561446 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166caff3-2c10-414d-98e1-23b21b577d22 x-openstack-request-id: req-166caff3-2c10-414d-98e1-23b21b577d22 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:44:33.561988 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17422426-05e8-4354-82e1-84965e512310", "tag": "dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:44:33.562367 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-166caff3-2c10-414d-98e1-23b21b577d22 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:44:33.562985 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17422426-05e8-4354-82e1-84965e512310', 'tag': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55', 'status': 'completed', 'code': 200} Jul 09 20:44:33.638200 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-c1007778-adbc-4781-9fdf-91a7d704f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:33.639908 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-c1007778-adbc-4781-9fdf-91a7d704f75e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 1095 time: 0.0590866 Jul 09 20:44:33.691907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af243f1-aebc-4fd4-a280-17b622538a00 req-0a78c766-fe61-47ad-952b-a7e06dbec3f1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:33.693544 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2af243f1-aebc-4fd4-a280-17b622538a00 req-0a78c766-fe61-47ad-952b-a7e06dbec3f1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 944 time: 0.1143684 Jul 09 20:44:33.699049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-49680632-614c-45eb-8081-3df2da564b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:33.700513 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-49680632-614c-45eb-8081-3df2da564b46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 1095 time: 0.1105824 Jul 09 20:44:33.749423 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-bce73c9e-cf82-4537-8daf-b71057c60a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:33.751303 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-bce73c9e-cf82-4537-8daf-b71057c60a99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.1041567 Jul 09 20:44:33.786239 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2af243f1-aebc-4fd4-a280-17b622538a00 req-e20bc561-6033-4715-941a-2781494aba96 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833375 Jul 09 20:44:33.823975 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-9490a4b7-cb11-45f8-8310-23250461f4e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 HTTP/1.1" status: 200 len: 1000 time: 0.0651617 Jul 09 20:44:33.826273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-c257de11-c0f8-439c-a28f-26eee6cdf765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:33.827760 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-c257de11-c0f8-439c-a28f-26eee6cdf765 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.1171761 Jul 09 20:44:33.877667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-77e84f1b-5d50-46cf-9abb-1e5b0ed38b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:33.879134 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-77e84f1b-5d50-46cf-9abb-1e5b0ed38b1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0488143 Jul 09 20:44:33.896998 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-23b07e35-4190-4145-9cb2-db4aef97ff34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 HTTP/1.1" status: 200 len: 1000 time: 0.0626848 Jul 09 20:44:33.934523 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-d7141322-0fba-49d9-89d4-dd341b18f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:33.936266 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-d7141322-0fba-49d9-89d4-dd341b18f0d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509899 Jul 09 20:44:33.945824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-8eee37eb-cc99-4259-906e-a7dd4a63e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:33.947548 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-8eee37eb-cc99-4259-906e-a7dd4a63e5e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0441387 Jul 09 20:44:34.003681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-d475d4a0-22e9-44e4-b109-a78ccc266c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:34.005134 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-d475d4a0-22e9-44e4-b109-a78ccc266c5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517960 Jul 09 20:44:34.028769 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-8d65740f-cc3a-41ca-9a2c-ac8f775186e1 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853937 Jul 09 20:44:34.096987 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-4b12a4bb-fbe2-4d6a-9056-309101937982 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848401 Jul 09 20:44:34.125644 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-c7de1b78-c7b2-47fe-ab1d-ad8499393df3 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890183 Jul 09 20:44:34.185653 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a9c9b584-1ccc-45db-8cc8-4f52254bd4e0 req-9ffe8d6c-a6dc-4689-9681-35b541d95ee8 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828018 Jul 09 20:44:34.970607 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8197d-b8ee-44f6-8104-e47ce4f2821e req-9e098bf5-b3ba-429a-8dfd-3782921e436c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:34.972097 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1cd8197d-b8ee-44f6-8104-e47ce4f2821e req-9e098bf5-b3ba-429a-8dfd-3782921e436c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 944 time: 0.0634646 Jul 09 20:44:35.009061 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1cd8197d-b8ee-44f6-8104-e47ce4f2821e req-6da5901e-0c93-41ab-b9d1-5af91fd8b72e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305059 Jul 09 20:44:35.112768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:44:35.152937 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:44:36.186935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b397c-b036-428c-91d3-053c8bebfe20 req-07389aa5-aa37-498b-868c-c22cc7a03a53 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:36.188399 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e69b397c-b036-428c-91d3-053c8bebfe20 req-07389aa5-aa37-498b-868c-c22cc7a03a53 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 944 time: 0.0674603 Jul 09 20:44:36.224859 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e69b397c-b036-428c-91d3-053c8bebfe20 req-0e2af4db-cc0f-4d5a-a59c-8fb159d3bb4c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308669 Jul 09 20:44:36.569021 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedc2ba-caea-45dd-b0c8-64d4fb6ed355 req-3865c343-8f53-4019-a1f6-fb8ac4d6acab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:36.571078 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-baedc2ba-caea-45dd-b0c8-64d4fb6ed355 req-3865c343-8f53-4019-a1f6-fb8ac4d6acab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.32 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310&tenant_id=f23c19f7abed45a8849549dd569947f6&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 944 time: 0.1033070 Jul 09 20:44:36.578409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddf926-61c8-4a33-8c4d-3893ece56716 req-0e4b0cce-8d00-4b11-ae9e-7ad2188bbbc9 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:36.579763 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00ddf926-61c8-4a33-8c4d-3893ece56716 req-0e4b0cce-8d00-4b11-ae9e-7ad2188bbbc9 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 944 time: 0.1218655 Jul 09 20:44:36.655401 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00ddf926-61c8-4a33-8c4d-3893ece56716 req-2aa7e8c1-fe1d-47e0-b570-d6145473a767 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683889 Jul 09 20:44:36.664742 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-baedc2ba-caea-45dd-b0c8-64d4fb6ed355 req-06aac873-ad30-4207-a199-e45dc6f6a4ce service neutron] delete failed (client error): The resource could not be found. Jul 09 20:44:36.665747 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-baedc2ba-caea-45dd-b0c8-64d4fb6ed355 req-06aac873-ad30-4207-a199-e45dc6f6a4ce service neutron] 10.222.0.32 "DELETE /v2.0/ports/dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55/bindings/n-h2-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0851343 Jul 09 20:44:36.767437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedc2ba-caea-45dd-b0c8-64d4fb6ed355 req-6bb3423b-5ff3-4bfb-99f4-a848b5bfb6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:36.768968 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-baedc2ba-caea-45dd-b0c8-64d4fb6ed355 req-6bb3423b-5ff3-4bfb-99f4-a848b5bfb6de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 1095 time: 0.0522516 Jul 09 20:44:36.859009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedc2ba-caea-45dd-b0c8-64d4fb6ed355 req-463c6382-e275-49a7-bcd0-d420caafcd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:36.860484 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-baedc2ba-caea-45dd-b0c8-64d4fb6ed355 req-463c6382-e275-49a7-bcd0-d420caafcd35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0857544 Jul 09 20:44:36.924355 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-baedc2ba-caea-45dd-b0c8-64d4fb6ed355 req-1a34c9c2-23d7-4180-9fd7-52ea1e133857 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 HTTP/1.1" status: 200 len: 1000 time: 0.0570605 Jul 09 20:44:36.971073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedc2ba-caea-45dd-b0c8-64d4fb6ed355 req-a2132716-ae75-44eb-8f24-45f6e057e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:36.972519 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-baedc2ba-caea-45dd-b0c8-64d4fb6ed355 req-a2132716-ae75-44eb-8f24-45f6e057e573 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0423536 Jul 09 20:44:37.031843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedc2ba-caea-45dd-b0c8-64d4fb6ed355 req-754928cc-00df-49df-8ecf-bc881d3c40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:37.033362 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-baedc2ba-caea-45dd-b0c8-64d4fb6ed355 req-754928cc-00df-49df-8ecf-bc881d3c40cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548000 Jul 09 20:44:37.133210 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-baedc2ba-caea-45dd-b0c8-64d4fb6ed355 req-fe0c0f4f-0188-4e0f-a459-7dbcf6292acd service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926690 Jul 09 20:44:37.224642 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-baedc2ba-caea-45dd-b0c8-64d4fb6ed355 req-30c30fd0-20e0-4969-9b27-157be31c6a69 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856137 Jul 09 20:44:37.648571 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:44:37.748317 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:37.761427 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'port_id': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55', 'mac_address': 'fa:16:3e:54:70:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:44:37.802534 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:37.817695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:44:37.841285 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:37.842465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd1080-a6d0-45f0-bd75-37aa56ba8aed req-ecfd0f3d-c711-4231-8d82-9bf6fd829986 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:37.844333 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d4cd1080-a6d0-45f0-bd75-37aa56ba8aed req-ecfd0f3d-c711-4231-8d82-9bf6fd829986 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 944 time: 0.0714805 Jul 09 20:44:37.846701 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:37.889144 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d4cd1080-a6d0-45f0-bd75-37aa56ba8aed req-c74fe5d4-38b5-4a33-a247-364867efda57 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362866 Jul 09 20:44:37.897563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:37.905701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:37.906062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:37.906412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:37.906759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:37.907101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:37.907441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:37.907778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:37.908116 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:37.908448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:37.908966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:37.909309 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:37.909642 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:38.070056 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f5b5a-c954-4812-974e-d524de3d5ee6 req-5311ec75-d2e5-4519-8d33-389241b48ebb tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:38.071538 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-280f5b5a-c954-4812-974e-d524de3d5ee6 req-5311ec75-d2e5-4519-8d33-389241b48ebb tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 945 time: 0.0642381 Jul 09 20:44:38.109047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-280f5b5a-c954-4812-974e-d524de3d5ee6 req-bd4194e0-79d8-4a3b-9823-5edf486bb9b8 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320106 Jul 09 20:44:38.229521 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:44:38.449504 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e8205-a584-4ae5-961a-edf48b512052 req-2f9b1f3f-b806-44c0-84be-844016ba528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:38.450887 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-255e8205-a584-4ae5-961a-edf48b512052 req-2f9b1f3f-b806-44c0-84be-844016ba528b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 1096 time: 0.0560627 Jul 09 20:44:38.472191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cdbfd-3581-404b-8040-3c90a8c7f02b req-797c6449-9ca6-4566-b3f3-69d733463a7a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:38.473752 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-822cdbfd-3581-404b-8040-3c90a8c7f02b req-797c6449-9ca6-4566-b3f3-69d733463a7a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 945 time: 0.0666997 Jul 09 20:44:38.515397 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-822cdbfd-3581-404b-8040-3c90a8c7f02b req-955960e2-0fcb-443e-96c9-9b0124f883fd tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338659 Jul 09 20:44:38.550335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e8205-a584-4ae5-961a-edf48b512052 req-972b2ad9-7eec-45d1-8243-16838fabe75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:38.551865 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-255e8205-a584-4ae5-961a-edf48b512052 req-972b2ad9-7eec-45d1-8243-16838fabe75b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0940404 Jul 09 20:44:38.616181 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-255e8205-a584-4ae5-961a-edf48b512052 req-8a6c9e9f-be14-4592-8593-c8aff710f477 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 HTTP/1.1" status: 200 len: 1001 time: 0.0576172 Jul 09 20:44:38.665616 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e8205-a584-4ae5-961a-edf48b512052 req-b7ade25b-3f18-44ee-9dfe-308f3e2d93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:38.667154 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-255e8205-a584-4ae5-961a-edf48b512052 req-b7ade25b-3f18-44ee-9dfe-308f3e2d93ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0449436 Jul 09 20:44:38.732029 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e8205-a584-4ae5-961a-edf48b512052 req-bddb7e93-2913-4af2-858c-256b68e5553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:38.733834 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-255e8205-a584-4ae5-961a-edf48b512052 req-bddb7e93-2913-4af2-858c-256b68e5553b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602510 Jul 09 20:44:38.827303 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-255e8205-a584-4ae5-961a-edf48b512052 req-27d07c65-3990-4fd6-b712-05ec6f59a606 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859880 Jul 09 20:44:38.924961 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-255e8205-a584-4ae5-961a-edf48b512052 req-1e1351a5-3095-4072-a85d-18763800902f service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904331 Jul 09 20:44:39.373053 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:44:39.652311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:44:39.692129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6764564-048c-4639-b9a0-78a62f7a6211 req-73efb416-451a-4caa-bb93-c68ceb81e464 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:39.693663 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e6764564-048c-4639-b9a0-78a62f7a6211 req-73efb416-451a-4caa-bb93-c68ceb81e464 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 945 time: 0.0652671 Jul 09 20:44:39.701526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:44:39.705413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:39.705786 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:39.734302 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e6764564-048c-4639-b9a0-78a62f7a6211 req-316a02a0-1438-4a3f-9e09-c28f2af9c489 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349174 Jul 09 20:44:39.784734 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:39.809335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17422426-05e8-4354-82e1-84965e512310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:44:39.811517 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0173f6bf-47ac-47a2-b533-e0e9ef8f897d" -d '{"events": [{"server_uuid": "17422426-05e8-4354-82e1-84965e512310", "name": "network-vif-plugged", "status": "completed", "tag": "dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:44:39.825030 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:39.829267 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:39.856440 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48980752-618d-42a1-8be0-bb086aa42cb4 x-openstack-request-id: req-48980752-618d-42a1-8be0-bb086aa42cb4 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:44:39.856763 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17422426-05e8-4354-82e1-84965e512310", "name": "network-vif-plugged", "status": "completed", "tag": "dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:44:39.857137 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48980752-618d-42a1-8be0-bb086aa42cb4 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:44:39.857534 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17422426-05e8-4354-82e1-84965e512310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55', 'code': 200} Jul 09 20:44:39.883568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:40.124031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e93a60-38e6-4d00-bbaa-9b65dbd90568 req-fe3448d8-f2c8-4090-862f-9d0c342aeda1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:40.125441 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-93e93a60-38e6-4d00-bbaa-9b65dbd90568 req-fe3448d8-f2c8-4090-862f-9d0c342aeda1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0640090 Jul 09 20:44:40.163163 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-93e93a60-38e6-4d00-bbaa-9b65dbd90568 req-68c8bbd4-e19f-486e-a0f8-e560dd093883 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323129 Jul 09 20:44:41.344823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c1a26-9379-4b3c-8a6e-c0f1f17f0832 req-358ae2ee-c068-4306-9a49-6c27338088b3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:41.346281 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cd2c1a26-9379-4b3c-8a6e-c0f1f17f0832 req-358ae2ee-c068-4306-9a49-6c27338088b3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0666261 Jul 09 20:44:41.383107 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cd2c1a26-9379-4b3c-8a6e-c0f1f17f0832 req-94dc5bdf-b863-4573-bd6a-9f092e101931 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306027 Jul 09 20:44:41.459008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-525dda0e-6fb6-4b92-b44d-5a638e4d8169 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:41.460425 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-525dda0e-6fb6-4b92-b44d-5a638e4d8169 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.36 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 946 time: 0.0670264 Jul 09 20:44:41.560756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-39503992-efae-403f-84a1-3eb5ed7da757 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Deleting port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:44:41.561110 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-39503992-efae-403f-84a1-3eb5ed7da757 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:41.652728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-39503992-efae-403f-84a1-3eb5ed7da757 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] For port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:41.653099 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-39503992-efae-403f-84a1-3eb5ed7da757 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:41.872063 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-39503992-efae-403f-84a1-3eb5ed7da757 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:41.872441 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-39503992-efae-403f-84a1-3eb5ed7da757 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:41.872792 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-39503992-efae-403f-84a1-3eb5ed7da757 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7 disassociated. External IP: 172.25.0.110, port: dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55. Jul 09 20:44:41.873145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-39503992-efae-403f-84a1-3eb5ed7da757 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Calling delete_port for dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:44:41.996442 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-39503992-efae-403f-84a1-3eb5ed7da757 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:42.029742 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39503992-efae-403f-84a1-3eb5ed7da757 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Pushing event deleted for resources: {'Port': ['ID=dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:42.150923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-39503992-efae-403f-84a1-3eb5ed7da757 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:44:42.259755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-39503992-efae-403f-84a1-3eb5ed7da757 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:44:42.268854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1d5b0-3db5-4a6c-b303-30505eb0a513 None None] Sync routers for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:44:42.278495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1d5b0-3db5-4a6c-b303-30505eb0a513 None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:42.279124 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6be1d5b0-3db5-4a6c-b303-30505eb0a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:44:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:42.305628 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-39503992-efae-403f-84a1-3eb5ed7da757 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] No DVR routers for this DVR port dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:44:42.308090 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-39503992-efae-403f-84a1-3eb5ed7da757 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:42.310140 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df009361-790b-4b79-9c8c-c7cfdb515ab5 req-39503992-efae-403f-84a1-3eb5ed7da757 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.36 "DELETE /v2.0/ports/dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 HTTP/1.1" status: 204 len: 173 time: 0.8445251 Jul 09 20:44:42.310576 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17422426-05e8-4354-82e1-84965e512310', 'name': 'network-vif-deleted', 'tag': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:44:42.312967 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e328641210086899e62a124e144f5765c3d28e455903dc4d94a5db51bb414f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ae5294-9b2f-41df-a475-b676aa156cf4" -d '{"events": [{"server_uuid": "17422426-05e8-4354-82e1-84965e512310", "name": "network-vif-deleted", "tag": "dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:44:42.349101 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bfa362-e9bc-4a50-8845-07d1cd2cbe3e x-openstack-request-id: req-29bfa362-e9bc-4a50-8845-07d1cd2cbe3e {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:44:42.349411 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17422426-05e8-4354-82e1-84965e512310", "name": "network-vif-deleted", "tag": "dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:44:42.349661 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29bfa362-e9bc-4a50-8845-07d1cd2cbe3e {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:44:42.350079 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17422426-05e8-4354-82e1-84965e512310', 'name': 'network-vif-deleted', 'tag': 'dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55', 'status': 'completed', 'code': 200} Jul 09 20:44:42.399435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-6be1d5b0-3db5-4a6c-b303-30505eb0a513 None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:42.549272 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88683c5c-6fdd-457d-b077-f0b0040c1fc1 req-22a7880b-012e-4297-8d5a-df2b334c92a7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=17422426-05e8-4354-82e1-84965e512310 HTTP/1.1" status: 200 len: 210 time: 0.0315053 Jul 09 20:44:42.608894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6be1d5b0-3db5-4a6c-b303-30505eb0a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:42.636262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1d5b0-3db5-4a6c-b303-30505eb0a513 None None] Checking router: a01d4e4c-6970-4aa9-84b9-9640602d0cf3 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:44:42.645102 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1d5b0-3db5-4a6c-b303-30505eb0a513 None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:42.645713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6be1d5b0-3db5-4a6c-b303-30505eb0a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:44:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:42.754007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-6be1d5b0-3db5-4a6c-b303-30505eb0a513 None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:42.951442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-6be1d5b0-3db5-4a6c-b303-30505eb0a513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:42.977405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be1d5b0-3db5-4a6c-b303-30505eb0a513 None None] The sync data for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 is: [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:44:43.183654 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9318f24b-2d18-484e-a2ad-1c9dd4f667e4 None None] New status for floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:44:43.903948 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-de88be32-ecb5-4ea3-9d3e-0694d1232988 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1090551677&fields=id&tenant_id=f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 267 time: 0.0436509 Jul 09 20:44:44.014318 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-a9ec5c6f-a8d2-494d-8e88-35b4f016d497 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:44.015817 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-a9ec5c6f-a8d2-494d-8e88-35b4f016d497 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 812 time: 0.1050007 Jul 09 20:44:44.030821 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4e364f48-78d7-4e9e-8555-8938fa2559eb tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/quotas/f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 375 time: 0.0097051 Jul 09 20:44:44.102856 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-e13e1d3c-52c1-4848-82a2-13716da8bbe0 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671937 Jul 09 20:44:44.162637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-0ee15250-bc8d-413a-8584-35073abe64f4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:44:44.163670 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-0ee15250-bc8d-413a-8584-35073abe64f4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501940 Jul 09 20:44:44.252001 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-da4d3106-97ed-4dcd-85c9-b9cbd5b77a39 service neutron] 10.222.0.30 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822270 Jul 09 20:44:44.343781 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-f4613fcb-4e7d-4821-a61e-0fdb06538eeb service neutron] 10.222.0.30 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854988 Jul 09 20:44:44.511450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ad3042a5-53ee-4e02-b534-721872438b9b req-99d7942f-502d-46c9-a2a1-5f0251c1ba73 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 210 time: 0.0282359 Jul 09 20:44:45.608196 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d3e53ff9-2690-4112-a2f6-84291cb5a6a1 req-fba3511a-c699-4783-8d19-208b91708569 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 210 time: 0.0319729 Jul 09 20:44:45.697952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:44:45.723587 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:44:45.723928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device dcbe2b90-2a45-467b-9fb4-e8c78ba8cc55 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:44:46.694107 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7ea5cb55-8b0c-4975-8738-49cd9b761f50 req-a9143e7e-aaf0-4b83-a2f2-04c62089ee0b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 210 time: 0.0282121 Jul 09 20:44:47.774405 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-519a6ef8-7ebf-400e-b660-126e33a46c96 req-4d2bf18e-ad56-42d0-bdcd-655d499db9d5 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 210 time: 0.0279911 Jul 09 20:44:48.916086 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5fc8e0e5-bee3-49d8-b308-0b383dfae1ef req-89036d0a-616c-4a88-aa52-cfc7f9c132af tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 210 time: 0.0315609 Jul 09 20:44:49.706989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-c5c7ad71-1816-457a-afda-676921d87d41 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:49.708454 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-c5c7ad71-1816-457a-afda-676921d87d41 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 812 time: 0.1034420 Jul 09 20:44:49.759986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-39c53135-ae6e-4fa4-b5db-be63062d4fbf tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 380 time: 0.0364151 Jul 09 20:44:49.768046 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Request body: {'port': {'device_id': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'admin_state_up': True, 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'security_groups': ['92a36fea-5a6d-47a8-872e-fd774b373d93']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:49.877931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Made reservation on behalf of f23c19f7abed45a8849549dd569947f6 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:44:49.881518 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:50.005078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Allocated IP 172.20.0.11 (8798e967-714e-4b9b-9327-325c740b8a87/6f529b5b-c5a5-4ef8-b15d-9853f42124df/f87bf900-8358-44ff-97d4-6c84f607be0d) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:44:50.064749 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f72e962a-7123-4750-8990-24c6148ef920 req-15fdd9ab-ac64-4eba-ac62-a4b65f162f09 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 210 time: 0.0335250 Jul 09 20:44:50.150284 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:50.163473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Transition to ACTIVE for port object f87bf900-8358-44ff-97d4-6c84f607be0d will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:44:50.195591 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:50.246328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Network 8798e967-714e-4b9b-9327-325c740b8a87 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:44:50.249418 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:44:50.251876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:44:50.280770 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Pushing event updated for resources: {'Port': ['ID=f87bf900-8358-44ff-97d4-6c84f607be0d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:50.295372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:50.295722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:50.296070 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:50.296417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:50.296786 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:50.297124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:50.297460 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:50.297796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:50.298130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:50.298545 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:50.298881 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:50.299214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:44:50.319310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:50.319941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:50.335385 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-460cc037-9401-4f5a-9b1b-8b974a1c3ff7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5708995 Jul 09 20:44:50.347623 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Request body: {'port': {'device_id': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:50.423208 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:50.493716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-09eb8572-3c39-4325-8697-7e77280524e8 None None] Provisioning for port f87bf900-8358-44ff-97d4-6c84f607be0d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:44:50.497887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-09eb8572-3c39-4325-8697-7e77280524e8 None None] Provisioning complete for port f87bf900-8358-44ff-97d4-6c84f607be0d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:50.498295 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-09eb8572-3c39-4325-8697-7e77280524e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:50.537765 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-09eb8572-3c39-4325-8697-7e77280524e8 None None] Port f87bf900-8358-44ff-97d4-6c84f607be0d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:44:50.954484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87bf900-8358-44ff-97d4-6c84f607be0d {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:44:50.961925 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:50.973952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Transition to ACTIVE for port object f87bf900-8358-44ff-97d4-6c84f607be0d will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:44:50.979000 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:51.029270 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Pushing event updated for resources: {'Port': ['ID=f87bf900-8358-44ff-97d4-6c84f607be0d,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:51.101178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Attempting to bind port f87bf900-8358-44ff-97d4-6c84f607be0d on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:44:51.101788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Attempting to bind port f87bf900-8358-44ff-97d4-6c84f607be0d by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:44:51.102721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Attempting to bind port f87bf900-8358-44ff-97d4-6c84f607be0d on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:44:51.107339 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Port f87bf900-8358-44ff-97d4-6c84f607be0d on network 8798e967-714e-4b9b-9327-325c740b8a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:44:51.107842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Attempting to bind port f87bf900-8358-44ff-97d4-6c84f607be0d on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:44:51.113306 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:44:51.113893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Checking segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:44:51.114469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Bound using segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:44:51.115089 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Bound port: f87bf900-8358-44ff-97d4-6c84f607be0d, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:44:51.115637 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:51.187426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:44:51.192476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=f87bf900-8358-44ff-97d4-6c84f607be0d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:44:51.204034 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:51.257379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:51.258137 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:51.260303 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] 10.222.0.32 "PUT /v2.0/ports/f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 200 len: 1092 time: 0.9170945 Jul 09 20:44:51.261522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:44:51.263824 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56805459-b2d6-4406-8bc8-d53fd1cf80d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:44:51.300489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614e508-3ede-46fb-9977-51c11064c472 service neutron] Pushing event updated for resources: {'Port': ['ID=f87bf900-8358-44ff-97d4-6c84f607be0d,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:51.308769 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de21c05a-3253-481b-97ae-07034fdfae24 x-openstack-request-id: req-de21c05a-3253-481b-97ae-07034fdfae24 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:44:51.309067 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:44:51.309322 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de21c05a-3253-481b-97ae-07034fdfae24 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:44:51.309722 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'status': 'completed', 'code': 200} Jul 09 20:44:51.322337 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47630d35-751a-4938-90e3-ebb0793e2b9c req-282a75ab-1d7c-4740-9a59-b6aa72cfc47c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:51.323943 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-47630d35-751a-4938-90e3-ebb0793e2b9c req-282a75ab-1d7c-4740-9a59-b6aa72cfc47c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 944 time: 0.1342187 Jul 09 20:44:51.395396 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-47630d35-751a-4938-90e3-ebb0793e2b9c req-f58fc610-2dfb-40a5-b1e3-864e7a07b20c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628664 Jul 09 20:44:51.411631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-b23bf226-8abd-4a10-b5b3-dff5acd5ee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:51.413198 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-b23bf226-8abd-4a10-b5b3-dff5acd5ee3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 1095 time: 0.0883586 Jul 09 20:44:51.457364 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-ce3c16dc-160c-4725-b809-ebb43fb90090 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 200 len: 217 time: 0.0361660 Jul 09 20:44:51.505398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-ed9873ea-a27a-4a9a-86ba-2c343777e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:51.506909 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-ed9873ea-a27a-4a9a-86ba-2c343777e2b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0442245 Jul 09 20:44:51.568059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-7e66a492-dd5f-4f14-bf8c-f220ae8a07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:51.569479 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-7e66a492-dd5f-4f14-bf8c-f220ae8a07d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556064 Jul 09 20:44:51.656809 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-64d4dcd2-dc5c-4b7d-8928-04b7decc13ea service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799131 Jul 09 20:44:51.747820 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b07d2bec-90c8-4421-813a-7fb222f45ea0 req-1016321b-eedd-4b0a-8893-615ff3149d34 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851750 Jul 09 20:44:51.846509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56805459-b2d6-4406-8bc8-d53fd1cf80d8 req-6a784f58-2903-432d-894c-d8617bf2a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:51.847891 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56805459-b2d6-4406-8bc8-d53fd1cf80d8 req-6a784f58-2903-432d-894c-d8617bf2a206 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 1095 time: 0.0515599 Jul 09 20:44:52.062527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56805459-b2d6-4406-8bc8-d53fd1cf80d8 req-f2c54382-d0af-4b42-8c79-966b7de3c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:52.063983 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56805459-b2d6-4406-8bc8-d53fd1cf80d8 req-f2c54382-d0af-4b42-8c79-966b7de3c623 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0844431 Jul 09 20:44:52.109716 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56805459-b2d6-4406-8bc8-d53fd1cf80d8 req-4acbc08c-b038-49d9-bbf0-eacf9a819af3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 200 len: 217 time: 0.0380807 Jul 09 20:44:52.156888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56805459-b2d6-4406-8bc8-d53fd1cf80d8 req-4fb87a92-cda8-4c66-a472-530f2d9e45d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:52.158284 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56805459-b2d6-4406-8bc8-d53fd1cf80d8 req-4fb87a92-cda8-4c66-a472-530f2d9e45d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0425551 Jul 09 20:44:52.212881 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56805459-b2d6-4406-8bc8-d53fd1cf80d8 req-52a99960-20f0-4c58-94b1-7c32b10b4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:52.214324 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56805459-b2d6-4406-8bc8-d53fd1cf80d8 req-52a99960-20f0-4c58-94b1-7c32b10b4bf2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501657 Jul 09 20:44:52.308348 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56805459-b2d6-4406-8bc8-d53fd1cf80d8 req-dc2033cc-a36b-42b3-bb16-ca1237043df1 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856810 Jul 09 20:44:52.395787 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-56805459-b2d6-4406-8bc8-d53fd1cf80d8 req-25a7010b-371d-467e-9a17-006c2bbf0f06 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806043 Jul 09 20:44:52.574919 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162de7f-92fb-48c1-b43d-b1df0f0a75aa req-546d982e-969e-4299-a1a3-10e2fbcd0b91 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:52.576428 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0162de7f-92fb-48c1-b43d-b1df0f0a75aa req-546d982e-969e-4299-a1a3-10e2fbcd0b91 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 944 time: 0.0648634 Jul 09 20:44:52.613787 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0162de7f-92fb-48c1-b43d-b1df0f0a75aa req-26b1d192-19cf-45c4-b112-666b7fcaaf8f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318244 Jul 09 20:44:53.790721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce3871-5f6f-4f52-a3e0-09c7226b1a56 req-2bcf6ba5-eb01-4dbf-821d-e55b21770117 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:53.792203 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67ce3871-5f6f-4f52-a3e0-09c7226b1a56 req-2bcf6ba5-eb01-4dbf-821d-e55b21770117 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 944 time: 0.0688009 Jul 09 20:44:53.829763 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67ce3871-5f6f-4f52-a3e0-09c7226b1a56 req-23a5a24d-623d-4c75-84c4-3dd2fe8acf2f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319560 Jul 09 20:44:55.017463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fe3f4-7b46-4055-8cd8-12fd6e6ac6e4 req-04b5fa33-36fc-47d6-a33a-799df41cad63 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:55.018836 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c86fe3f4-7b46-4055-8cd8-12fd6e6ac6e4 req-04b5fa33-36fc-47d6-a33a-799df41cad63 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 944 time: 0.0622561 Jul 09 20:44:55.060565 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c86fe3f4-7b46-4055-8cd8-12fd6e6ac6e4 req-4208691a-a9dc-4879-aee1-4455275bec6c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354509 Jul 09 20:44:55.222301 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device f87bf900-8358-44ff-97d4-6c84f607be0d details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:44:55.315252 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=f87bf900-8358-44ff-97d4-6c84f607be0d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:55.326758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'port_id': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'mac_address': 'fa:16:3e:24:9b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:44:55.365025 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:55.377766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87bf900-8358-44ff-97d4-6c84f607be0d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:44:55.397358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=f87bf900-8358-44ff-97d4-6c84f607be0d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:55.401495 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:55.447279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=f87bf900-8358-44ff-97d4-6c84f607be0d,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:55.633672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['f87bf900-8358-44ff-97d4-6c84f607be0d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:44:56.235518 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9a4de-2b15-43ee-a8d8-95df000b2b09 req-28f394b2-52cd-440f-81ce-08bec366945a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:56.237045 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3b9a4de-2b15-43ee-a8d8-95df000b2b09 req-28f394b2-52cd-440f-81ce-08bec366945a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 945 time: 0.0648313 Jul 09 20:44:56.274568 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3b9a4de-2b15-43ee-a8d8-95df000b2b09 req-7364101a-5c8d-4e22-8b1a-af23b143ce2f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313587 Jul 09 20:44:56.928812 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7dce71fa-97fe-449e-a468-420093c13e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:57.237799 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device f87bf900-8358-44ff-97d4-6c84f607be0d up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:44:57.286447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port f87bf900-8358-44ff-97d4-6c84f607be0d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:44:57.290790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port f87bf900-8358-44ff-97d4-6c84f607be0d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:44:57.291163 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:57.378438 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:57.380161 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:57.402299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:44:57.404578 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbd6d58890fe463340f0964cdab6e4fb053b16fbf56f283c74f2aef63e41fd97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c22969-a48a-4cba-a405-e3f01e238ba4" -d '{"events": [{"server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "name": "network-vif-plugged", "status": "completed", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:44:57.419025 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=f87bf900-8358-44ff-97d4-6c84f607be0d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:44:57.423576 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:57.450846 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cce38a-dea2-4448-bda0-a39317905906 x-openstack-request-id: req-24cce38a-dea2-4448-bda0-a39317905906 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:44:57.451140 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "name": "network-vif-plugged", "status": "completed", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:44:57.451398 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24cce38a-dea2-4448-bda0-a39317905906 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:44:57.451791 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'code': 200} Jul 09 20:44:57.457090 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cc78e-aa02-44fc-9217-cbd141142798 req-8669103b-1992-466e-b6ab-8b029c65480e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:57.458633 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-235cc78e-aa02-44fc-9217-cbd141142798 req-8669103b-1992-466e-b6ab-8b029c65480e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 945 time: 0.0712967 Jul 09 20:44:57.479455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=f87bf900-8358-44ff-97d4-6c84f607be0d,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:44:57.500776 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-235cc78e-aa02-44fc-9217-cbd141142798 req-ac7baec3-7376-4668-8824-0e7bbff255bb tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344262 Jul 09 20:44:57.560462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97663f1b-ca4d-4cd7-9cdd-da0fc158234c req-bdfe1e98-f8d8-497b-8b6b-7a2925bd4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:57.561970 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97663f1b-ca4d-4cd7-9cdd-da0fc158234c req-bdfe1e98-f8d8-497b-8b6b-7a2925bd4b75 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 1097 time: 0.0518863 Jul 09 20:44:57.595421 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-97663f1b-ca4d-4cd7-9cdd-da0fc158234c req-a6c40071-a9d3-4cf9-a3ab-4159c3378750 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269253 Jul 09 20:44:58.682358 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e8db2-23b1-4769-8eed-0625e9585e3b req-4764c8f9-d16e-4859-b38d-18509f79f633 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:58.683849 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e3e8db2-23b1-4769-8eed-0625e9585e3b req-4764c8f9-d16e-4859-b38d-18509f79f633 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0681276 Jul 09 20:44:58.720553 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e3e8db2-23b1-4769-8eed-0625e9585e3b req-89fc8976-5746-4722-8827-f17761ab6de4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310411 Jul 09 20:44:58.889187 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbff665-3e96-4051-95bf-7c614c2bf8d0 req-97de8c4c-5a82-497c-9b1f-658a74e85139 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:58.890688 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0bbff665-3e96-4051-95bf-7c614c2bf8d0 req-97de8c4c-5a82-497c-9b1f-658a74e85139 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0642107 Jul 09 20:44:58.900289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 52980) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:44:58.905023 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-4b4a4aca-9c26-4c7a-8c91-6a8721bb803a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Request body: {'floatingip': {'port_id': 'f87bf900-8358-44ff-97d4-6c84f607be0d'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:44:58.943728 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4aca-9c26-4c7a-8c91-6a8721bb803a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:59.390833 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4aca-9c26-4c7a-8c91-6a8721bb803a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:59.395144 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4aca-9c26-4c7a-8c91-6a8721bb803a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:59.496223 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-978eec18-7533-4cbe-b81e-e63b10fab50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:59.500514 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-4b4a4aca-9c26-4c7a-8c91-6a8721bb803a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7 associated. External IP: 172.25.0.110, port: f87bf900-8358-44ff-97d4-6c84f607be0d. Jul 09 20:44:59.614567 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:59.651650 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:59.715969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4a4aca-9c26-4c7a-8c91-6a8721bb803a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:44:59.824131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4a4aca-9c26-4c7a-8c91-6a8721bb803a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:44:59.828778 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4b4a4aca-9c26-4c7a-8c91-6a8721bb803a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:44:59.833775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770a7498-a8f6-4b35-bc1c-9a6f441739c6 None None] Sync routers for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:44:59.842815 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a7498-a8f6-4b35-bc1c-9a6f441739c6 None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:44:59.843428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-770a7498-a8f6-4b35-bc1c-9a6f441739c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:44:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:44:59.866318 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4b4a4aca-9c26-4c7a-8c91-6a8721bb803a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "PUT /v2.0/floatingips/6fb36775-30c4-4b0e-9021-79dcd2ad31f7 HTTP/1.1" status: 200 len: 992 time: 0.9648798 Jul 09 20:44:59.866931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:44:59.869374 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}734036948ed6037b6327ed1023ca88dab98c11b1abd8dc88ef11f6fca56995dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bc789e-cde2-4fda-a344-cdeb51b8923a" -d '{"events": [{"name": "network-changed", "server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:44:59.906149 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e712b73-0f1e-4fb1-bfdd-4b2ab21800ee x-openstack-request-id: req-4e712b73-0f1e-4fb1-bfdd-4b2ab21800ee {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:44:59.906444 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:44:59.906707 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e712b73-0f1e-4fb1-bfdd-4b2ab21800ee {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:44:59.907138 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'status': 'completed', 'code': 200} Jul 09 20:44:59.952348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-770a7498-a8f6-4b35-bc1c-9a6f441739c6 None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:44:59.982406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc789e-cde2-4fda-a344-cdeb51b8923a req-a5ab1a5a-1238-44be-9093-b1c8d91ab6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:44:59.983929 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88bc789e-cde2-4fda-a344-cdeb51b8923a req-a5ab1a5a-1238-44be-9093-b1c8d91ab6f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 1097 time: 0.0551324 Jul 09 20:45:00.078324 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc789e-cde2-4fda-a344-cdeb51b8923a req-a2f8eccb-3df7-4380-a189-ae3b600cea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:00.079825 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88bc789e-cde2-4fda-a344-cdeb51b8923a req-a2f8eccb-3df7-4380-a189-ae3b600cea0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0903733 Jul 09 20:45:00.148917 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88bc789e-cde2-4fda-a344-cdeb51b8923a req-aac577fa-acd2-4972-a227-120145eb4dfd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 200 len: 1000 time: 0.0632281 Jul 09 20:45:00.172261 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-770a7498-a8f6-4b35-bc1c-9a6f441739c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '6fb36775-30c4-4b0e-9021-79dcd2ad31f7', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'port_id': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'mac_address': 'fa:16:3e:24:9b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:39:22Z', 'updated_at': '2021-07-09T20:44:59Z', 'revision_number': 9, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:45:00.201710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770a7498-a8f6-4b35-bc1c-9a6f441739c6 None None] Checking router: a01d4e4c-6970-4aa9-84b9-9640602d0cf3 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:45:00.203005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc789e-cde2-4fda-a344-cdeb51b8923a req-9d00ec39-cd1a-4a4f-82d6-697f13e28cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:00.204499 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88bc789e-cde2-4fda-a344-cdeb51b8923a req-9d00ec39-cd1a-4a4f-82d6-697f13e28cd4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0495651 Jul 09 20:45:00.209812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a7498-a8f6-4b35-bc1c-9a6f441739c6 None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:45:00.210431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-770a7498-a8f6-4b35-bc1c-9a6f441739c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:44:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:45:00.262236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc789e-cde2-4fda-a344-cdeb51b8923a req-c80fdd5b-4755-4ac8-ae05-d73bb12f09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:00.263766 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88bc789e-cde2-4fda-a344-cdeb51b8923a req-c80fdd5b-4755-4ac8-ae05-d73bb12f09ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529149 Jul 09 20:45:00.309948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-770a7498-a8f6-4b35-bc1c-9a6f441739c6 None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:45:00.355177 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88bc789e-cde2-4fda-a344-cdeb51b8923a req-79b17c97-da58-4547-88b8-3003ff00374f service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852263 Jul 09 20:45:00.450189 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-88bc789e-cde2-4fda-a344-cdeb51b8923a req-b2405fd4-1321-4cf7-b1e8-b087f87aec22 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891752 Jul 09 20:45:00.537676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-770a7498-a8f6-4b35-bc1c-9a6f441739c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '6fb36775-30c4-4b0e-9021-79dcd2ad31f7', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'port_id': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'mac_address': 'fa:16:3e:24:9b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:39:22Z', 'updated_at': '2021-07-09T20:44:59Z', 'revision_number': 9, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:45:00.563785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770a7498-a8f6-4b35-bc1c-9a6f441739c6 None None] The sync data for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 is: [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '6fb36775-30c4-4b0e-9021-79dcd2ad31f7', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'port_id': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'mac_address': 'fa:16:3e:24:9b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:39:22Z', 'updated_at': '2021-07-09T20:44:59Z', 'revision_number': 9, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:45:00.608599 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:00.756402 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b993e2c-2607-4e93-9309-f9527cfa7aa2 None None] New status for floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:45:02.470096 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:16.371866 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:45:26.930432 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-574472b3-1ea2-4c12-b3ee-200003d29120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:27.360399 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:29.497052 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6c64078e-6d80-4013-b8ba-70035e6b368c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:29.630083 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:29.653245 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:30.609112 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:32.472546 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:53.370596 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:45:55.231192 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7fc45fd-18a4-4a31-8ba9-a0c1aebfcef1 req-87062a4d-ef0b-4453-bbf1-aa643085a384 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0507414 Jul 09 20:45:55.323058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc45fd-18a4-4a31-8ba9-a0c1aebfcef1 req-8cd07e06-e37b-4788-b3bc-2175261bc0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:55.324545 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7fc45fd-18a4-4a31-8ba9-a0c1aebfcef1 req-8cd07e06-e37b-4788-b3bc-2175261bc0ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 1097 time: 0.0510292 Jul 09 20:45:55.430913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc45fd-18a4-4a31-8ba9-a0c1aebfcef1 req-05370f2a-80be-422d-ae50-1819a62e33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:55.432377 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7fc45fd-18a4-4a31-8ba9-a0c1aebfcef1 req-05370f2a-80be-422d-ae50-1819a62e33a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0883801 Jul 09 20:45:55.494810 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7fc45fd-18a4-4a31-8ba9-a0c1aebfcef1 req-207c5a70-5424-41a3-853f-eb0e94e98b60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 200 len: 1003 time: 0.0559051 Jul 09 20:45:55.545909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc45fd-18a4-4a31-8ba9-a0c1aebfcef1 req-1511598b-f207-4536-8553-a2942046812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:55.547339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7fc45fd-18a4-4a31-8ba9-a0c1aebfcef1 req-1511598b-f207-4536-8553-a2942046812f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0459812 Jul 09 20:45:55.602212 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc45fd-18a4-4a31-8ba9-a0c1aebfcef1 req-faa2f21b-3d5e-46ec-96fa-04eafc73e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:45:55.603983 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7fc45fd-18a4-4a31-8ba9-a0c1aebfcef1 req-faa2f21b-3d5e-46ec-96fa-04eafc73e009 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510895 Jul 09 20:45:55.691398 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7fc45fd-18a4-4a31-8ba9-a0c1aebfcef1 req-1e7eb143-5210-4ca7-8b20-14eb06ffa387 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804842 Jul 09 20:45:55.784844 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7fc45fd-18a4-4a31-8ba9-a0c1aebfcef1 req-4022cb19-f966-4499-9cb9-7581811a86a9 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872862 Jul 09 20:45:56.930619 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-830151b8-fc59-4151-a162-77307cfb345b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:57.359073 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:59.496839 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-57804810-5cbe-480e-bc5e-192fce1ff9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:59.630295 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:45:59.652642 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:00.612325 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:02.474920 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:26.933199 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7bc8c4d9-b073-4503-a33f-f1a57859cea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:27.374114 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:29.501209 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79785d6b-f6ba-4be1-9b5f-a6c4b61692c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:29.637339 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:29.652725 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:30.372196 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:46:30.615576 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:32.477619 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:37.180342 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-0018776b-c5db-4eba-94c2-caf6dadb9fb3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0565634 Jul 09 20:46:37.398915 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4e593-1194-470f-bb30-f85a8b079960 req-d9d3bc31-b5b4-4fe8-b20d-05a3aba8096a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:37.405639 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdb4e593-1194-470f-bb30-f85a8b079960 req-d9d3bc31-b5b4-4fe8-b20d-05a3aba8096a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.1142397 Jul 09 20:46:37.439943 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdb4e593-1194-470f-bb30-f85a8b079960 req-5272e21f-1974-4d8c-816e-c0b7d58735e2 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331957 Jul 09 20:46:38.386063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-2f96f1fa-8ad1-4b19-857f-0b07ae042e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:38.387844 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-2f96f1fa-8ad1-4b19-857f-0b07ae042e00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 1097 time: 0.0976028 Jul 09 20:46:38.477069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-70dd52c4-6ce8-4c36-a3f7-5077b6f37447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:38.478851 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-70dd52c4-6ce8-4c36-a3f7-5077b6f37447 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0851092 Jul 09 20:46:38.551387 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-1a559281-1405-45be-b311-1ed3407b6f8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 200 len: 1003 time: 0.0657606 Jul 09 20:46:38.601043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-5b3cad3f-4492-490d-9ffc-fd30a8b2329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:38.602550 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-5b3cad3f-4492-490d-9ffc-fd30a8b2329e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0455136 Jul 09 20:46:38.668791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-e56f014d-2f10-4672-b240-df3056e5e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:38.670474 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-e56f014d-2f10-4672-b240-df3056e5e63f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607834 Jul 09 20:46:38.745604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b0603-6cd6-472a-870a-9d1de39e073d req-55ad5b18-85c8-4049-a24d-35f5e868dad6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:38.747740 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d8b0603-6cd6-472a-870a-9d1de39e073d req-55ad5b18-85c8-4049-a24d-35f5e868dad6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.1214657 Jul 09 20:46:38.773606 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-0ae459a5-9ba6-412b-9fbd-53b4ad6c634f service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958462 Jul 09 20:46:38.787347 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d8b0603-6cd6-472a-870a-9d1de39e073d req-e60140ac-0281-4e28-b8d0-b39fef6523aa tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337265 Jul 09 20:46:39.140922 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-c14c2e05-7114-4a3a-9138-ab8aa0b2f691 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611121 Jul 09 20:46:39.962026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbcb54-5c18-4d29-80e1-f08f058a54b5 req-5b30c67a-698b-4d4c-851a-1499ad16bbd8 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:39.963512 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eddbcb54-5c18-4d29-80e1-f08f058a54b5 req-5b30c67a-698b-4d4c-851a-1499ad16bbd8 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0624616 Jul 09 20:46:40.004302 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-eddbcb54-5c18-4d29-80e1-f08f058a54b5 req-5c7f0bb1-1af6-4e5d-9a4c-d32462428274 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352626 Jul 09 20:46:41.190133 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecba0a-a8e0-47f2-b23a-ebda6a533198 req-c23d17e0-ee07-4258-b57b-e7482f200aa1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:41.191676 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-98ecba0a-a8e0-47f2-b23a-ebda6a533198 req-c23d17e0-ee07-4258-b57b-e7482f200aa1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0766859 Jul 09 20:46:41.232000 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-98ecba0a-a8e0-47f2-b23a-ebda6a533198 req-ad67ac4b-9fcf-4cb9-ad31-cf99e1a4a7b7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346348 Jul 09 20:46:42.406677 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6e45c-ca45-492d-9cfe-a36b944090ff req-5887f8f3-6f8d-443e-b35a-6a9104e330f9 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:42.408157 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4cd6e45c-ca45-492d-9cfe-a36b944090ff req-5887f8f3-6f8d-443e-b35a-6a9104e330f9 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0619662 Jul 09 20:46:42.444269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4cd6e45c-ca45-492d-9cfe-a36b944090ff req-a4b3c65e-2e85-4ef9-9496-504befa98c93 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306647 Jul 09 20:46:43.629855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de385b-2b75-4a42-bd70-2c5a9617a5fe req-e3b78b7a-e788-4262-9576-9f4ba509c8e9 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:43.631380 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-34de385b-2b75-4a42-bd70-2c5a9617a5fe req-e3b78b7a-e788-4262-9576-9f4ba509c8e9 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0744381 Jul 09 20:46:43.668668 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-34de385b-2b75-4a42-bd70-2c5a9617a5fe req-876dbcc3-6720-40e5-9cda-4dc40fc7668c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317609 Jul 09 20:46:44.842193 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cdef6-9a90-4e88-a4f7-67b406e8b046 req-700731d3-1149-48e6-80d1-516831ab8c9f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:44.843762 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f6cdef6-9a90-4e88-a4f7-67b406e8b046 req-700731d3-1149-48e6-80d1-516831ab8c9f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0625710 Jul 09 20:46:44.883407 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7f6cdef6-9a90-4e88-a4f7-67b406e8b046 req-c6d8cea6-c52e-47a5-b5e2-d2e7c5af4d32 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341072 Jul 09 20:46:46.056690 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b632ed-b9d9-404b-8a03-89602b53ca85 req-5374a7fa-10d7-46c9-b2e1-fbb18e4f1459 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:46.058125 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0b632ed-b9d9-404b-8a03-89602b53ca85 req-5374a7fa-10d7-46c9-b2e1-fbb18e4f1459 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0649135 Jul 09 20:46:46.095140 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0b632ed-b9d9-404b-8a03-89602b53ca85 req-1dbadcdb-4e0d-406c-b3b1-dc973a9b6f46 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313823 Jul 09 20:46:47.271297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193ae5a-9f11-49b7-baa7-06b7386ea669 req-6b1ed33e-17a3-40b8-b6a0-feadcb4600e1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:47.272799 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c193ae5a-9f11-49b7-baa7-06b7386ea669 req-6b1ed33e-17a3-40b8-b6a0-feadcb4600e1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0663154 Jul 09 20:46:47.309771 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c193ae5a-9f11-49b7-baa7-06b7386ea669 req-60bb7366-45f3-4ca1-aae8-d5edaedf647b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314660 Jul 09 20:46:48.492830 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf508d-fb24-44b7-a2da-bb36a981ff57 req-75b0bffe-ec51-49a5-81c8-2a0fc2359fd7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:48.494362 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c7bf508d-fb24-44b7-a2da-bb36a981ff57 req-75b0bffe-ec51-49a5-81c8-2a0fc2359fd7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0703006 Jul 09 20:46:48.534272 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c7bf508d-fb24-44b7-a2da-bb36a981ff57 req-3e6ea116-10bc-4abb-9e63-3dab7555eb88 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337434 Jul 09 20:46:49.706879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e322f2a-0d49-46a9-b1e6-ce6a22fcd147 req-0284628a-a421-43a9-a513-81d26f569921 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:49.708358 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7e322f2a-0d49-46a9-b1e6-ce6a22fcd147 req-0284628a-a421-43a9-a513-81d26f569921 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0621626 Jul 09 20:46:49.745998 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7e322f2a-0d49-46a9-b1e6-ce6a22fcd147 req-ed147971-7c8b-4023-86be-14220bf30722 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321634 Jul 09 20:46:50.915279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9925b-85ea-4430-aa53-58149881acc3 req-c9355555-f6f3-436b-8502-f3f90b3ee5bd tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:50.916784 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d8a9925b-85ea-4430-aa53-58149881acc3 req-c9355555-f6f3-436b-8502-f3f90b3ee5bd tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0623996 Jul 09 20:46:50.953678 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d8a9925b-85ea-4430-aa53-58149881acc3 req-1e8aedde-6688-43da-9415-b0c3300835d2 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309365 Jul 09 20:46:51.134258 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-aecd4561-4e10-4243-a24f-5697929102d1 service neutron] show failed (client error): The resource could not be found. Jul 09 20:46:51.135169 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-aecd4561-4e10-4243-a24f-5697929102d1 service neutron] 10.222.0.32 "GET /v2.0/ports/f87bf900-8358-44ff-97d4-6c84f607be0d/bindings/n-h1-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0540705 Jul 09 20:46:51.473636 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-e53c458b-d1c3-4337-b419-b1b4e6ca9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:51.475129 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-e53c458b-d1c3-4337-b419-b1b4e6ca9b9b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02&tenant_id=f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 1097 time: 0.0883768 Jul 09 20:46:51.486927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:46:51.558964 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:51.754124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=f87bf900-8358-44ff-97d4-6c84f607be0d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:46:51.787934 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:46:51.825541 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:46:51.831261 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:51.844192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Transition to ACTIVE for port object f87bf900-8358-44ff-97d4-6c84f607be0d will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:46:51.848981 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:51.883549 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8183bc-6132-424d-8689-6d8e9a5f7d45" -d '{"events": [{"server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "name": "network-vif-unplugged", "status": "completed", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:46:51.937902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Pushing event updated for resources: {'Port': ['ID=f87bf900-8358-44ff-97d4-6c84f607be0d,revision_number=6']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:51.948399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:51.948784 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:51.949141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:51.949493 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:51.949841 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:51.950184 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:51.950529 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:51.950873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:51.951214 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:51.952087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:51.953072 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:51.953072 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:52.003198 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8921b6-f0a6-46e5-b210-2b67343e13f1 x-openstack-request-id: req-be8921b6-f0a6-46e5-b210-2b67343e13f1 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:46:52.003581 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "name": "network-vif-unplugged", "status": "completed", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:46:52.003840 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be8921b6-f0a6-46e5-b210-2b67343e13f1 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:46:52.004440 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'code': 200} Jul 09 20:46:52.005446 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] No DVR routers for this DVR port f87bf900-8358-44ff-97d4-6c84f607be0d on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:46:52.443858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95574de-f64d-4160-9236-3b1bf8a10567 req-2e36e0ea-8f52-4b96-b9ae-ef58c46a84df tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:52.445293 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d95574de-f64d-4160-9236-3b1bf8a10567 req-2e36e0ea-8f52-4b96-b9ae-ef58c46a84df tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 944 time: 0.1166804 Jul 09 20:46:52.490708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Attempting to bind port f87bf900-8358-44ff-97d4-6c84f607be0d on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:46:52.491046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Attempting to bind port f87bf900-8358-44ff-97d4-6c84f607be0d by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:46:52.491379 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Attempting to bind port f87bf900-8358-44ff-97d4-6c84f607be0d on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:46:52.500328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Port f87bf900-8358-44ff-97d4-6c84f607be0d on network 8798e967-714e-4b9b-9327-325c740b8a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:46:52.500700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Attempting to bind port f87bf900-8358-44ff-97d4-6c84f607be0d on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:46:52.511628 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:46:52.511963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Checking segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:46:52.512348 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Bound using segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:46:52.512939 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Bound port: f87bf900-8358-44ff-97d4-6c84f607be0d, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:46:52.513306 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:52.525029 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d95574de-f64d-4160-9236-3b1bf8a10567 req-1550ee49-1f09-4b08-9988-15268dd972a6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596230 Jul 09 20:46:52.578698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:46:52.581902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f87bf900-8358-44ff-97d4-6c84f607be0d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:46:52.586060 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:52.622470 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:52.623168 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:52.625076 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] 10.222.0.36 "PUT /v2.0/ports/f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 200 len: 1092 time: 1.1422029 Jul 09 20:46:52.658826 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d297d-29a7-486e-95c3-8a568b9cda00 service neutron] Pushing event updated for resources: {'Port': ['ID=f87bf900-8358-44ff-97d4-6c84f607be0d,revision_number=7']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:52.707688 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-c9969659-5eac-49fc-8574-929e35a875c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:52.709252 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-c9969659-5eac-49fc-8574-929e35a875c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 1095 time: 0.0599742 Jul 09 20:46:52.805256 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-07315601-bbfd-42c7-8e74-1898023ebc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:52.806796 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-07315601-bbfd-42c7-8e74-1898023ebc8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0908852 Jul 09 20:46:52.876526 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-ebf0369e-9e3f-4acf-9711-4b27c3f1938d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 200 len: 1001 time: 0.0619943 Jul 09 20:46:52.924936 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-21af7bbd-9c5b-448e-b6ca-2202a05f405c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:52.926279 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-21af7bbd-9c5b-448e-b6ca-2202a05f405c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0427623 Jul 09 20:46:52.982378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-3096339d-c701-4be1-9509-23d9c1377648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:52.984940 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-3096339d-c701-4be1-9509-23d9c1377648 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517781 Jul 09 20:46:53.076165 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-e7aaa5f9-cabb-40a4-a2f4-86c41bec28ca service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846100 Jul 09 20:46:53.174217 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4c23631c-59c8-43ed-a6cb-ef0c91576e73 req-ed27108f-c412-41cf-97cc-f73fe1e26675 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908062 Jul 09 20:46:53.709369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045842a9-f371-4ed4-912d-afe4d2ac67a2 req-c80a7a64-6ecd-4e97-9aea-cdbcb69e5886 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:53.710785 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-045842a9-f371-4ed4-912d-afe4d2ac67a2 req-c80a7a64-6ecd-4e97-9aea-cdbcb69e5886 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 944 time: 0.0677779 Jul 09 20:46:53.751866 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-045842a9-f371-4ed4-912d-afe4d2ac67a2 req-214d6df2-b311-4a6a-8767-a3320cc9e54f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354247 Jul 09 20:46:53.783060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device f87bf900-8358-44ff-97d4-6c84f607be0d no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:46:53.822239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device f87bf900-8358-44ff-97d4-6c84f607be0d not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:46:54.005817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:46:54.008199 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4231dfc5-be35-42de-80db-37d8ee29328c" -d '{"events": [{"name": "network-changed", "server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:46:54.054647 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3df9c33-d546-4ab9-be82-ae98a237a531 x-openstack-request-id: req-a3df9c33-d546-4ab9-be82-ae98a237a531 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:46:54.054942 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:46:54.055196 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3df9c33-d546-4ab9-be82-ae98a237a531 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:46:54.056172 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'status': 'completed', 'code': 200} Jul 09 20:46:54.129143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231dfc5-be35-42de-80db-37d8ee29328c req-ef319e0d-e12b-4a56-861e-f1ca885166c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:54.130667 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4231dfc5-be35-42de-80db-37d8ee29328c req-ef319e0d-e12b-4a56-861e-f1ca885166c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 1095 time: 0.0535119 Jul 09 20:46:54.134946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231dfc5-be35-42de-80db-37d8ee29328c req-359467c8-62f3-49b3-934f-65f3efaa7e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:54.136686 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4231dfc5-be35-42de-80db-37d8ee29328c req-359467c8-62f3-49b3-934f-65f3efaa7e47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 1095 time: 0.0596611 Jul 09 20:46:54.226960 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231dfc5-be35-42de-80db-37d8ee29328c req-e958153f-30b8-4d79-a4b8-acc5c841e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:54.228455 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4231dfc5-be35-42de-80db-37d8ee29328c req-e958153f-30b8-4d79-a4b8-acc5c841e30c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0852480 Jul 09 20:46:54.229155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231dfc5-be35-42de-80db-37d8ee29328c req-d51d2b90-a522-4eb0-ad82-9cc455d09eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:54.230645 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4231dfc5-be35-42de-80db-37d8ee29328c req-d51d2b90-a522-4eb0-ad82-9cc455d09eca service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0941703 Jul 09 20:46:54.296587 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4231dfc5-be35-42de-80db-37d8ee29328c req-1caebf84-42f9-4e8a-93e3-0cbf0333a2d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 200 len: 1001 time: 0.0589545 Jul 09 20:46:54.300240 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4231dfc5-be35-42de-80db-37d8ee29328c req-37df2a3b-3ea5-4ea8-8717-d2667b3093cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 200 len: 1001 time: 0.0640175 Jul 09 20:46:54.345209 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231dfc5-be35-42de-80db-37d8ee29328c req-120d41d4-c0a5-4d25-bf8d-f0b91aad7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:54.346709 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4231dfc5-be35-42de-80db-37d8ee29328c req-120d41d4-c0a5-4d25-bf8d-f0b91aad7181 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0439842 Jul 09 20:46:54.353096 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231dfc5-be35-42de-80db-37d8ee29328c req-de53c351-a920-4465-8c7d-1a23040914f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:54.354819 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4231dfc5-be35-42de-80db-37d8ee29328c req-de53c351-a920-4465-8c7d-1a23040914f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0461600 Jul 09 20:46:54.408711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231dfc5-be35-42de-80db-37d8ee29328c req-a8498d79-a3d1-4725-aff8-99242ae4e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:54.410406 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4231dfc5-be35-42de-80db-37d8ee29328c req-a8498d79-a3d1-4725-aff8-99242ae4e541 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576375 Jul 09 20:46:54.412671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231dfc5-be35-42de-80db-37d8ee29328c req-e8602c49-6289-43e2-bf27-ff7162476429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:54.414184 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4231dfc5-be35-42de-80db-37d8ee29328c req-e8602c49-6289-43e2-bf27-ff7162476429 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524228 Jul 09 20:46:54.500949 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4231dfc5-be35-42de-80db-37d8ee29328c req-b8f394c3-5af4-4574-8696-cd3b5dd7be5b service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839648 Jul 09 20:46:54.508797 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4231dfc5-be35-42de-80db-37d8ee29328c req-15e6ee30-c489-4c3d-aa6e-50a8642b8e21 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868807 Jul 09 20:46:54.594648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4231dfc5-be35-42de-80db-37d8ee29328c req-cd642b99-f21d-4c08-88af-f1fa02dc8803 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876932 Jul 09 20:46:54.598818 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4231dfc5-be35-42de-80db-37d8ee29328c req-ba8a61c9-68bc-43fc-b967-c14f1a45ee2a service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829654 Jul 09 20:46:54.932949 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f87566-5788-4cb5-82fa-97896e762817 req-2dda77e2-8930-4f86-8c9c-e0b9556ee9fc tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:54.934348 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-64f87566-5788-4cb5-82fa-97896e762817 req-2dda77e2-8930-4f86-8c9c-e0b9556ee9fc tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 944 time: 0.0695415 Jul 09 20:46:54.972576 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-64f87566-5788-4cb5-82fa-97896e762817 req-66d57e7c-d7d9-4bb5-a14f-dfb62f3fe2be tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322120 Jul 09 20:46:56.151121 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8287b7-115f-416b-b45d-5efbe2b623e4 req-d7c012b4-a034-4eb0-82f2-d6c13545be5d tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:56.152813 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-db8287b7-115f-416b-b45d-5efbe2b623e4 req-d7c012b4-a034-4eb0-82f2-d6c13545be5d tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 944 time: 0.0671458 Jul 09 20:46:56.192184 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-db8287b7-115f-416b-b45d-5efbe2b623e4 req-ee70d0ff-d5d9-4baa-8f65-c5c06b664a7f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328019 Jul 09 20:46:56.935314 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4ee5cb4c-7c13-455e-94d7-22a617052219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:57.366032 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf21e3-0808-4bca-88f7-2e607ed757f5 req-e06d3e2b-c83c-4ec9-ae9e-4f25069ea170 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:57.367561 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-baaf21e3-0808-4bca-88f7-2e607ed757f5 req-e06d3e2b-c83c-4ec9-ae9e-4f25069ea170 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 944 time: 0.0651054 Jul 09 20:46:57.372402 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:57.406265 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-baaf21e3-0808-4bca-88f7-2e607ed757f5 req-9fa84cd3-ec0d-4012-bbbf-3e3b92138a95 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325787 Jul 09 20:46:57.803611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-02f5e1ed-6ff3-469c-a993-7bda51ec606f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:57.805033 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-02f5e1ed-6ff3-469c-a993-7bda51ec606f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.36 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02&tenant_id=f23c19f7abed45a8849549dd569947f6&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 944 time: 0.0804355 Jul 09 20:46:57.853328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38191406-7330-4088-a936-d04c9be6bdc2 req-5f8498e7-90e8-4222-9b6e-519c8bcde8ee tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:57.855093 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38191406-7330-4088-a936-d04c9be6bdc2 req-5f8498e7-90e8-4222-9b6e-519c8bcde8ee tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 944 time: 0.0701854 Jul 09 20:46:57.868525 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-ff7a8d01-741b-4f20-b0d5-7cdb007c3946 service neutron] 10.222.0.36 "GET /v2.0/ports/f87bf900-8358-44ff-97d4-6c84f607be0d/bindings/n-h1-800088-3 HTTP/1.1" status: 200 len: 382 time: 0.0559533 Jul 09 20:46:57.894941 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38191406-7330-4088-a936-d04c9be6bdc2 req-1f1a28d1-11be-476d-a025-dbed85e6b712 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334246 Jul 09 20:46:57.944327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-d80708c1-799b-4912-adc2-b234c183ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:57.945891 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-d80708c1-799b-4912-adc2-b234c183ab31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 1095 time: 0.0537078 Jul 09 20:46:58.039063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-b77f9634-59a8-47cb-9ae7-1616276ac628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:58.040563 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-b77f9634-59a8-47cb-9ae7-1616276ac628 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0883281 Jul 09 20:46:58.105335 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-141ac091-ec50-4e59-8a88-c956e3b4315e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 200 len: 1001 time: 0.0577731 Jul 09 20:46:58.156643 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-864bc28c-790c-48fb-bed1-e468ee5c74a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:58.158088 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-864bc28c-790c-48fb-bed1-e468ee5c74a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0473363 Jul 09 20:46:58.214568 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-1979333d-7ac3-48b8-993f-d3d090629f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:58.216134 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-1979333d-7ac3-48b8-993f-d3d090629f17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514584 Jul 09 20:46:58.304916 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-015732e2-5462-40e5-9404-a62bf4035f4d service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822403 Jul 09 20:46:58.399834 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-d9fe70dc-0e42-418a-a362-7d47d078fbf0 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889318 Jul 09 20:46:58.402118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f87bf900-8358-44ff-97d4-6c84f607be0d details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:46:58.496423 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f87bf900-8358-44ff-97d4-6c84f607be0d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:46:58.507949 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'port_id': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'mac_address': 'fa:16:3e:24:9b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:46:58.542575 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:58.558302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87bf900-8358-44ff-97d4-6c84f607be0d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:46:58.577366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f87bf900-8358-44ff-97d4-6c84f607be0d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:46:58.580471 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:58.625880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=f87bf900-8358-44ff-97d4-6c84f607be0d,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:46:58.632942 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.633294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.633634 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.633973 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.634306 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.634636 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.634962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.635288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.635612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.635934 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.636259 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.636611 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:46:58.953459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['f87bf900-8358-44ff-97d4-6c84f607be0d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:46:59.080771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78548e4-8a30-47b1-9699-e3ce4aed28ac req-6cca3661-4d5d-4881-8040-ee10cb4eda49 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:46:59.082271 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c78548e4-8a30-47b1-9699-e3ce4aed28ac req-6cca3661-4d5d-4881-8040-ee10cb4eda49 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 945 time: 0.0703886 Jul 09 20:46:59.123412 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c78548e4-8a30-47b1-9699-e3ce4aed28ac req-6a1bc7b2-43f3-4acc-9800-cf101c584e48 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348554 Jul 09 20:46:59.500937 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1f0450dc-5ffb-4ab6-acd9-70d7fd5e9023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:59.631542 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:46:59.651969 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:00.311808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc63da-1fea-4717-823d-f7fbec1e8c28 req-e6d5993b-baf8-4f3a-88d9-886deddf1e06 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:00.313363 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-15fc63da-1fea-4717-823d-f7fbec1e8c28 req-e6d5993b-baf8-4f3a-88d9-886deddf1e06 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 945 time: 0.0665376 Jul 09 20:47:00.353010 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-15fc63da-1fea-4717-823d-f7fbec1e8c28 req-71ccf1f3-4f77-41b0-90f3-89276067dad8 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339460 Jul 09 20:47:00.426317 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device f87bf900-8358-44ff-97d4-6c84f607be0d no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:47:00.510523 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:00.523679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f87bf900-8358-44ff-97d4-6c84f607be0d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:47:00.542904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f87bf900-8358-44ff-97d4-6c84f607be0d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:00.543417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-8f71de01-e9e1-4e72-9aa5-3908c92922d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:00.546753 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-8f71de01-e9e1-4e72-9aa5-3908c92922d8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02&tenant_id=f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 1096 time: 0.0612795 Jul 09 20:47:00.547995 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:00.557661 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:00.595401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=f87bf900-8358-44ff-97d4-6c84f607be0d,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:00.618797 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:00.632318 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:00.832592 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=f87bf900-8358-44ff-97d4-6c84f607be0d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:00.865039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:47:00.901429 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87bf900-8358-44ff-97d4-6c84f607be0d {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:47:00.908724 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:00.919909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Ignored duplicate provisioning block setup for port f87bf900-8358-44ff-97d4-6c84f607be0d by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 20:47:00.924549 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:00.998825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Pushing event updated for resources: {'Port': ['ID=f87bf900-8358-44ff-97d4-6c84f607be0d,revision_number=10']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:01.010311 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:01.010662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:01.011008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:01.011346 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:01.011680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:01.012012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:01.012342 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:01.012705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:01.013039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:01.013372 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:01.013695 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:01.014017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:47:01.054028 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] No DVR routers for this DVR port f87bf900-8358-44ff-97d4-6c84f607be0d on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:47:01.192639 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Attempting to bind port f87bf900-8358-44ff-97d4-6c84f607be0d on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:47:01.192983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Attempting to bind port f87bf900-8358-44ff-97d4-6c84f607be0d by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:47:01.193319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Attempting to bind port f87bf900-8358-44ff-97d4-6c84f607be0d on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:47:01.197503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Port f87bf900-8358-44ff-97d4-6c84f607be0d on network 8798e967-714e-4b9b-9327-325c740b8a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:47:01.197830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Attempting to bind port f87bf900-8358-44ff-97d4-6c84f607be0d on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:47:01.203293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:47:01.203631 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Checking segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:47:01.204024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Bound using segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:47:01.204451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Bound port: f87bf900-8358-44ff-97d4-6c84f607be0d, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:47:01.204833 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:01.269671 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:47:01.272929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=f87bf900-8358-44ff-97d4-6c84f607be0d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:47:01.277026 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:01.308785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:01.309411 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:01.311147 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] 10.222.0.32 "PUT /v2.0/ports/f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 200 len: 1093 time: 0.7577066 Jul 09 20:47:01.313329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:47:01.375926 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eeb65cf-dde0-4480-843a-d453afd62165" -d '{"events": [{"name": "network-changed", "server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:47:01.379511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171f97d-5bca-4ceb-a2b6-ba43dfa20a53 service neutron] Pushing event updated for resources: {'Port': ['ID=f87bf900-8358-44ff-97d4-6c84f607be0d,revision_number=11']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:01.423549 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-1cbdcf18-129c-48c9-858c-7d65ee000e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:01.425421 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-1cbdcf18-129c-48c9-858c-7d65ee000e61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 1096 time: 0.0823228 Jul 09 20:47:01.522607 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a73b50-efe6-4be3-8f07-08b496d1ee0d x-openstack-request-id: req-95a73b50-efe6-4be3-8f07-08b496d1ee0d {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:47:01.522830 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:47:01.523130 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95a73b50-efe6-4be3-8f07-08b496d1ee0d {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:47:01.523600 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'status': 'completed', 'code': 200} Jul 09 20:47:01.544619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-404e9bea-19d1-4263-b0af-7f0a1f6feb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:01.546656 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-404e9bea-19d1-4263-b0af-7f0a1f6feb4e service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.1134243 Jul 09 20:47:01.586259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc96556-0761-406b-acdd-898b0198340a req-7b7dc7b5-015c-40f3-8107-97e49c70d712 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:01.588607 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9fc96556-0761-406b-acdd-898b0198340a req-7b7dc7b5-015c-40f3-8107-97e49c70d712 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 945 time: 0.1058037 Jul 09 20:47:01.613764 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-922b3000-85e1-4dd2-8f14-ce291c01a94b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 200 len: 1001 time: 0.0607369 Jul 09 20:47:01.626458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-9ba7aa70-9c57-4f34-87fc-b2ec14a6fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:01.627952 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-9ba7aa70-9c57-4f34-87fc-b2ec14a6fca9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 1096 time: 0.1028256 Jul 09 20:47:01.659527 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9fc96556-0761-406b-acdd-898b0198340a req-ead9f5b2-f48f-4d55-a964-8fce58863e1a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647407 Jul 09 20:47:01.665977 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-1ef4d9ea-6f41-4944-8f15-809960ba1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:01.667620 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-1ef4d9ea-6f41-4944-8f15-809960ba1980 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0480194 Jul 09 20:47:01.724775 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-ef9f6057-66d8-4c54-9447-2cf6314b46cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:01.726733 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-ef9f6057-66d8-4c54-9447-2cf6314b46cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527127 Jul 09 20:47:01.727380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-c20113a3-3733-42b5-88a4-6ac113496083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:01.729175 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-c20113a3-3733-42b5-88a4-6ac113496083 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0938170 Jul 09 20:47:01.799308 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-2c43dba3-8ebc-4428-a432-9cdf90f2d1b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 200 len: 1001 time: 0.0637910 Jul 09 20:47:01.818899 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-3bd52692-dfd2-45df-a6eb-44a7841cb684 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847349 Jul 09 20:47:01.847907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-e3df212e-00b1-4381-bff8-b29c2bef7fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:01.849431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-e3df212e-00b1-4381-bff8-b29c2bef7fde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0436118 Jul 09 20:47:01.907160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-173198c9-020f-459a-884b-a8744adb3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:01.908717 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-173198c9-020f-459a-884b-a8744adb3908 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523181 Jul 09 20:47:01.915810 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0887e174-9a47-4db2-b789-2dbac6831cf0 req-f34d21c6-564c-4ca5-96c0-ec6cf5c8596b service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890317 Jul 09 20:47:02.002138 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-197a655c-5ebe-4263-a1d2-bf10a682115a service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865302 Jul 09 20:47:02.017468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-60ce7bda-58d1-43a3-8e39-1c11b7b04857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:02.019014 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-60ce7bda-58d1-43a3-8e39-1c11b7b04857 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 1096 time: 0.0543387 Jul 09 20:47:02.090289 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-04c40e9e-18c8-4de8-af3d-5143b78c7781 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818379 Jul 09 20:47:02.113254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-fa2a37aa-ce2e-48c7-9356-cbe4d3cbd269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:02.114731 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-fa2a37aa-ce2e-48c7-9356-cbe4d3cbd269 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0894518 Jul 09 20:47:02.179476 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-7efd3bf2-85ab-4694-b86c-8f18afa5aed2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 200 len: 1001 time: 0.0582054 Jul 09 20:47:02.226909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-6d726d78-f0c9-405d-b67d-7bb98369e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:02.228304 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-6d726d78-f0c9-405d-b67d-7bb98369e166 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0423863 Jul 09 20:47:02.286905 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-eb9466b9-756f-41c5-abcf-c53345448db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:02.288356 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-eb9466b9-756f-41c5-abcf-c53345448db0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530884 Jul 09 20:47:02.376714 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-32e98f56-87e4-43e0-91fb-478898a6c454 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799265 Jul 09 20:47:02.467943 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5eeb65cf-dde0-4480-843a-d453afd62165 req-e988111f-f529-4f08-b5ec-dc3fb855d99a service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842559 Jul 09 20:47:02.482184 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:02.834655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17465c-72bc-46b6-871c-2dc20fc183c6 req-d64fd366-26d9-4999-8314-3de47c4f007a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:02.836126 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e17465c-72bc-46b6-871c-2dc20fc183c6 req-d64fd366-26d9-4999-8314-3de47c4f007a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 945 time: 0.0628052 Jul 09 20:47:02.873662 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e17465c-72bc-46b6-871c-2dc20fc183c6 req-a2292175-2503-48d6-b896-e8aacb53b441 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319529 Jul 09 20:47:03.790084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device f87bf900-8358-44ff-97d4-6c84f607be0d details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:47:03.885907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=f87bf900-8358-44ff-97d4-6c84f607be0d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:03.896817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'port_id': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'mac_address': 'fa:16:3e:24:9b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:47:03.933639 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:03.946788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87bf900-8358-44ff-97d4-6c84f607be0d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:47:03.965610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=f87bf900-8358-44ff-97d4-6c84f607be0d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:03.970858 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:04.021363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=f87bf900-8358-44ff-97d4-6c84f607be0d,revision_number=12']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:04.057084 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c8f39-216a-4564-a810-1dc3da16329f req-61471520-01d9-4d76-a134-5bbdf7317e9c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:04.058594 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c16c8f39-216a-4564-a810-1dc3da16329f req-61471520-01d9-4d76-a134-5bbdf7317e9c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0697360 Jul 09 20:47:04.096505 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c16c8f39-216a-4564-a810-1dc3da16329f req-d001f120-e3ea-4267-af39-32b1a271a8bb tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314581 Jul 09 20:47:04.217894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['f87bf900-8358-44ff-97d4-6c84f607be0d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:47:04.269392 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04e17c-6015-46e9-b20c-ae1da8bf6bba req-1074a162-dcaf-426d-a39e-b7f6bfd1aa00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:04.270898 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e04e17c-6015-46e9-b20c-ae1da8bf6bba req-1074a162-dcaf-426d-a39e-b7f6bfd1aa00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0634391 Jul 09 20:47:04.309582 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e04e17c-6015-46e9-b20c-ae1da8bf6bba req-bde627f7-ea04-46cf-a631-56bebe7b6f62 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328681 Jul 09 20:47:04.480132 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580914a-646b-4760-93bc-e5ec265a3de9 req-7db0ad55-9a19-4aeb-b3b5-2ff2f642b359 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:04.481692 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d580914a-646b-4760-93bc-e5ec265a3de9 req-7db0ad55-9a19-4aeb-b3b5-2ff2f642b359 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0643642 Jul 09 20:47:04.519804 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d580914a-646b-4760-93bc-e5ec265a3de9 req-063c849d-8543-4174-b1b0-27bdd4b55d62 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319355 Jul 09 20:47:04.900264 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523a823-629c-452d-b3d6-8479fd609fe1 req-54ed009e-d3a2-4d69-9998-30da5a6a494a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:04.901702 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2523a823-629c-452d-b3d6-8479fd609fe1 req-54ed009e-d3a2-4d69-9998-30da5a6a494a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 946 time: 0.0659535 Jul 09 20:47:04.944378 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2523a823-629c-452d-b3d6-8479fd609fe1 req-3e66f2e8-18f2-4989-b298-21c936d20eb1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363503 Jul 09 20:47:05.804316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device f87bf900-8358-44ff-97d4-6c84f607be0d up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:05.856955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port f87bf900-8358-44ff-97d4-6c84f607be0d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:05.861360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port f87bf900-8358-44ff-97d4-6c84f607be0d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:05.861737 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:05.937369 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:05.959373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:47:05.972893 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=f87bf900-8358-44ff-97d4-6c84f607be0d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:05.978674 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:06.013066 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67634337-4a36-469f-a6c5-303c6eb04924" -d '{"events": [{"server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "name": "network-vif-plugged", "status": "completed", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:47:06.035577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=f87bf900-8358-44ff-97d4-6c84f607be0d,revision_number=13']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:06.099696 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bc402c-deb6-4055-bdf3-7b0728e45b78 x-openstack-request-id: req-c1bc402c-deb6-4055-bdf3-7b0728e45b78 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:47:06.099999 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "name": "network-vif-plugged", "status": "completed", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:47:06.100254 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1bc402c-deb6-4055-bdf3-7b0728e45b78 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:47:06.100679 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'code': 200} Jul 09 20:47:06.168215 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-6a8ca466-fa86-48d1-ae57-bfde3471102d tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:06.169727 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-6a8ca466-fa86-48d1-ae57-bfde3471102d tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.32 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 947 time: 0.1072876 Jul 09 20:47:06.181328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de079c10-986d-4a7c-a27e-d420a01fe8a4 req-c06771fe-7aec-4cf3-a3ed-dba5276b999a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:06.182722 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de079c10-986d-4a7c-a27e-d420a01fe8a4 req-c06771fe-7aec-4cf3-a3ed-dba5276b999a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567c3d7-b09f-42d6-a690-55ed36e35e02 HTTP/1.1" status: 200 len: 947 time: 0.1112409 Jul 09 20:47:06.283796 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de079c10-986d-4a7c-a27e-d420a01fe8a4 req-ad07e65b-c7ab-401d-9e69-85261496587f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920589 Jul 09 20:47:06.311946 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-eff0d8c1-1888-4c8b-93a4-162ed2b9e463 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Deleting port f87bf900-8358-44ff-97d4-6c84f607be0d {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:47:06.312324 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-eff0d8c1-1888-4c8b-93a4-162ed2b9e463 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:06.399387 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-eff0d8c1-1888-4c8b-93a4-162ed2b9e463 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] For port f87bf900-8358-44ff-97d4-6c84f607be0d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=f87bf900-8358-44ff-97d4-6c84f607be0d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:06.399759 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-eff0d8c1-1888-4c8b-93a4-162ed2b9e463 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:06.571358 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-eff0d8c1-1888-4c8b-93a4-162ed2b9e463 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:06.571741 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-eff0d8c1-1888-4c8b-93a4-162ed2b9e463 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:06.572063 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-eff0d8c1-1888-4c8b-93a4-162ed2b9e463 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7 disassociated. External IP: 172.25.0.110, port: f87bf900-8358-44ff-97d4-6c84f607be0d. Jul 09 20:47:06.572416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-eff0d8c1-1888-4c8b-93a4-162ed2b9e463 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Calling delete_port for f87bf900-8358-44ff-97d4-6c84f607be0d owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:47:06.696988 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-eff0d8c1-1888-4c8b-93a4-162ed2b9e463 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:06.727523 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0d8c1-1888-4c8b-93a4-162ed2b9e463 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Pushing event deleted for resources: {'Port': ['ID=f87bf900-8358-44ff-97d4-6c84f607be0d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:06.847845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-eff0d8c1-1888-4c8b-93a4-162ed2b9e463 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:47:06.959079 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-eff0d8c1-1888-4c8b-93a4-162ed2b9e463 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:47:06.969684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320b9a3-9177-4723-bbb3-3c3fd0df2b05 None None] Sync routers for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:47:06.978608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320b9a3-9177-4723-bbb3-3c3fd0df2b05 None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:06.979486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e320b9a3-9177-4723-bbb3-3c3fd0df2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:46:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:07.007468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-eff0d8c1-1888-4c8b-93a4-162ed2b9e463 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] No DVR routers for this DVR port f87bf900-8358-44ff-97d4-6c84f607be0d on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:47:07.010196 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-eff0d8c1-1888-4c8b-93a4-162ed2b9e463 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:07.012228 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e18496a0-8da0-4dab-88ce-deb1885936fa req-eff0d8c1-1888-4c8b-93a4-162ed2b9e463 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.32 "DELETE /v2.0/ports/f87bf900-8358-44ff-97d4-6c84f607be0d HTTP/1.1" status: 204 len: 173 time: 0.8286514 Jul 09 20:47:07.012689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'name': 'network-vif-deleted', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:47:07.016150 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283ec0c2-a8fb-4921-9901-f1a5c8e6382a" -d '{"events": [{"server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "name": "network-vif-deleted", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:47:07.059107 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c197ea-1dbc-402b-a611-224c65dbcb6d x-openstack-request-id: req-54c197ea-1dbc-402b-a611-224c65dbcb6d {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:47:07.059462 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a567c3d7-b09f-42d6-a690-55ed36e35e02", "name": "network-vif-deleted", "tag": "f87bf900-8358-44ff-97d4-6c84f607be0d", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:47:07.059672 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54c197ea-1dbc-402b-a611-224c65dbcb6d {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:47:07.060080 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a567c3d7-b09f-42d6-a690-55ed36e35e02', 'name': 'network-vif-deleted', 'tag': 'f87bf900-8358-44ff-97d4-6c84f607be0d', 'status': 'completed', 'code': 200} Jul 09 20:47:07.092467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-e320b9a3-9177-4723-bbb3-3c3fd0df2b05 None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:07.287709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e320b9a3-9177-4723-bbb3-3c3fd0df2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:07.313851 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320b9a3-9177-4723-bbb3-3c3fd0df2b05 None None] Checking router: a01d4e4c-6970-4aa9-84b9-9640602d0cf3 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:47:07.322777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320b9a3-9177-4723-bbb3-3c3fd0df2b05 None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:07.323227 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e320b9a3-9177-4723-bbb3-3c3fd0df2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:46:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:07.374601 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:47:07.437653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-e320b9a3-9177-4723-bbb3-3c3fd0df2b05 None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:07.635158 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-d8ed2188-6184-4250-a611-10590f0e4544 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1090551677&fields=id&tenant_id=f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 267 time: 0.0353978 Jul 09 20:47:07.644266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-e320b9a3-9177-4723-bbb3-3c3fd0df2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:07.671680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e320b9a3-9177-4723-bbb3-3c3fd0df2b05 None None] The sync data for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 is: [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:47:07.747262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-1250bfef-4120-4d44-ac80-0681c0eabc80 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:07.753404 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-1250bfef-4120-4d44-ac80-0681c0eabc80 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 812 time: 0.1070495 Jul 09 20:47:07.765926 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6616180d-b3b7-4351-8493-1fbeb0e15d1c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/quotas/f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 375 time: 0.0108309 Jul 09 20:47:07.845722 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-a12c47f2-6ea3-4bc6-aac8-1de80fb24bba tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745759 Jul 09 20:47:07.896223 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3268e547-68e1-4861-bf3a-c53438947425 None None] New status for floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:47:08.016928 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-efd05f4e-1934-4908-bb68-f53c57e6af98 service neutron] 10.222.0.30 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238661 Jul 09 20:47:08.114761 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-32b36271-84ca-4ae4-8edb-d5bca90adb31 service neutron] 10.222.0.30 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922115 Jul 09 20:47:08.285734 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bebfb35d-f592-460a-8878-463c4b3feb7d req-56da6914-403b-4c1b-97fc-f562780399e0 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 210 time: 0.0314362 Jul 09 20:47:09.323150 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-345c157d-67d7-493e-b570-9864deff32e0 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:09.324824 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-345c157d-67d7-493e-b570-9864deff32e0 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 812 time: 0.1077294 Jul 09 20:47:09.376354 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-4991b503-722f-45f1-b5a8-e6b1c097283c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 380 time: 0.0368981 Jul 09 20:47:09.386017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-aafe8ae2-aa40-4c93-9c92-a32cd3d25f00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Request body: {'port': {'device_id': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'admin_state_up': True, 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'security_groups': ['92a36fea-5a6d-47a8-872e-fd774b373d93']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:09.435644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5dcfd427-c680-4c8a-a598-321bdf71f5dc req-dccb3277-de10-46e8-80c5-6ad18cf44b5c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 210 time: 0.0318089 Jul 09 20:47:09.500415 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-aafe8ae2-aa40-4c93-9c92-a32cd3d25f00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Made reservation on behalf of f23c19f7abed45a8849549dd569947f6 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:47:09.504051 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-aafe8ae2-aa40-4c93-9c92-a32cd3d25f00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:09.639278 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-aafe8ae2-aa40-4c93-9c92-a32cd3d25f00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Allocated IP 172.20.0.12 (8798e967-714e-4b9b-9327-325c740b8a87/6f529b5b-c5a5-4ef8-b15d-9853f42124df/a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:47:09.776456 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-aafe8ae2-aa40-4c93-9c92-a32cd3d25f00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:09.790793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-aafe8ae2-aa40-4c93-9c92-a32cd3d25f00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Transition to ACTIVE for port object a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:09.813640 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device f87bf900-8358-44ff-97d4-6c84f607be0d no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:47:09.823351 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-aafe8ae2-aa40-4c93-9c92-a32cd3d25f00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:09.833451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: f87bf900-8358-44ff-97d4-6c84f607be0d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:47:09.833802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device f87bf900-8358-44ff-97d4-6c84f607be0d not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:47:09.870361 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-aafe8ae2-aa40-4c93-9c92-a32cd3d25f00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Network 8798e967-714e-4b9b-9327-325c740b8a87 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:47:09.875576 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-aafe8ae2-aa40-4c93-9c92-a32cd3d25f00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:47:09.879312 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-aafe8ae2-aa40-4c93-9c92-a32cd3d25f00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:47:09.905324 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe8ae2-aa40-4c93-9c92-a32cd3d25f00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Pushing event updated for resources: {'Port': ['ID=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:09.933979 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-aafe8ae2-aa40-4c93-9c92-a32cd3d25f00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:09.934623 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-aafe8ae2-aa40-4c93-9c92-a32cd3d25f00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:09.950730 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-aafe8ae2-aa40-4c93-9c92-a32cd3d25f00 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5684392 Jul 09 20:47:09.962332 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Request body: {'port': {'device_id': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:10.038430 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.087238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-770d285b-8523-49a4-8d7e-8339a7b88dfb None None] Provisioning for port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:10.091079 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-770d285b-8523-49a4-8d7e-8339a7b88dfb None None] Provisioning complete for port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:10.091475 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-770d285b-8523-49a4-8d7e-8339a7b88dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.125865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-770d285b-8523-49a4-8d7e-8339a7b88dfb None None] Port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:47:10.308671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:47:10.316965 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.329212 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Transition to ACTIVE for port object a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:47:10.333110 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.383153 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Pushing event updated for resources: {'Port': ['ID=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:10.454221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Attempting to bind port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:47:10.454572 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Attempting to bind port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:47:10.454913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Attempting to bind port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:47:10.459664 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 on network 8798e967-714e-4b9b-9327-325c740b8a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:47:10.459994 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Attempting to bind port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:47:10.472977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:47:10.473417 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Checking segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:47:10.473857 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Bound using segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:47:10.474256 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Bound port: a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:47:10.474662 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.550688 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:47:10.554051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:47:10.569787 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.623764 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:10.625304 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:10.626703 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] 10.222.0.36 "PUT /v2.0/ports/a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1092 time: 0.6688597 Jul 09 20:47:10.630474 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:47:10.632426 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e36d04-e1e1-419e-b326-76f41993cd99" -d '{"events": [{"name": "network-changed", "server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:47:10.670843 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3097a-4ba8-43f4-8f88-84cb4248af6c service neutron] Pushing event updated for resources: {'Port': ['ID=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:10.688339 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e156c4e-108e-4d2a-806f-9495a7507d9c x-openstack-request-id: req-7e156c4e-108e-4d2a-806f-9495a7507d9c {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:47:10.688662 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:47:10.688928 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e156c4e-108e-4d2a-806f-9495a7507d9c {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:47:10.689353 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'status': 'completed', 'code': 200} Jul 09 20:47:10.727449 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e42118-4b23-4c2f-acbc-806880381a37 req-1c4adb5b-c5eb-4620-9649-7f8bcee09215 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:10.729312 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-83e42118-4b23-4c2f-acbc-806880381a37 req-1c4adb5b-c5eb-4620-9649-7f8bcee09215 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 944 time: 0.1717057 Jul 09 20:47:10.787397 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-83e42118-4b23-4c2f-acbc-806880381a37 req-545d0718-f426-4a76-9709-6d3b50776951 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512874 Jul 09 20:47:10.790548 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-8aa9116a-117b-4507-9a43-ac236976c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:10.791735 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-8aa9116a-117b-4507-9a43-ac236976c71d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1095 time: 0.1155856 Jul 09 20:47:10.839562 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-8a018bc7-73ee-4101-8820-95fa3d092d13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0400531 Jul 09 20:47:10.889907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-1d8369bb-46bc-4b1a-877c-dd196d5510e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:10.891346 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-1d8369bb-46bc-4b1a-877c-dd196d5510e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0451438 Jul 09 20:47:10.950980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-5124304c-ad6c-4fe2-b64a-36049b07992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:10.952574 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-5124304c-ad6c-4fe2-b64a-36049b07992d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552869 Jul 09 20:47:11.040319 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-f943d8f3-aefa-4b89-8dca-b576eacb879a service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815206 Jul 09 20:47:11.132829 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe8f8bc9-37c6-49ec-86cd-41924ba62f1b req-1e0dffe2-0e00-4b5d-ac81-2927a00b2766 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859883 Jul 09 20:47:11.233071 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e36d04-e1e1-419e-b326-76f41993cd99 req-b09870c3-1ce9-4f39-931d-ab5827443205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:11.234654 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-81e36d04-e1e1-419e-b326-76f41993cd99 req-b09870c3-1ce9-4f39-931d-ab5827443205 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1095 time: 0.0538058 Jul 09 20:47:11.327208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e36d04-e1e1-419e-b326-76f41993cd99 req-7e979312-176c-466a-8a24-01a573521983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:11.329804 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-81e36d04-e1e1-419e-b326-76f41993cd99 req-7e979312-176c-466a-8a24-01a573521983 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0893257 Jul 09 20:47:11.370482 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-81e36d04-e1e1-419e-b326-76f41993cd99 req-35cfd6d7-fcb8-4641-8743-5f376f412243 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 217 time: 0.0340722 Jul 09 20:47:11.420205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e36d04-e1e1-419e-b326-76f41993cd99 req-4e7cc183-2764-4e46-92bf-b2624235f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:11.421791 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-81e36d04-e1e1-419e-b326-76f41993cd99 req-4e7cc183-2764-4e46-92bf-b2624235f156 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0447347 Jul 09 20:47:11.479641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e36d04-e1e1-419e-b326-76f41993cd99 req-6aa2be0b-560e-481c-b4e1-ab1755aa6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:11.481180 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-81e36d04-e1e1-419e-b326-76f41993cd99 req-6aa2be0b-560e-481c-b4e1-ab1755aa6e16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537274 Jul 09 20:47:11.574157 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-81e36d04-e1e1-419e-b326-76f41993cd99 req-1cf9c950-bf1f-4549-8aa0-74b1ff7df210 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859978 Jul 09 20:47:11.662122 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-81e36d04-e1e1-419e-b326-76f41993cd99 req-21714df3-5aa8-4651-b6e5-58d5a2d50777 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818841 Jul 09 20:47:11.969142 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051324d-c670-4288-9c65-77ee5b4e64b7 req-dc212ac9-e450-4bf5-898e-3576899a894b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:11.970631 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3051324d-c670-4288-9c65-77ee5b4e64b7 req-dc212ac9-e450-4bf5-898e-3576899a894b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 944 time: 0.0627055 Jul 09 20:47:12.008629 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3051324d-c670-4288-9c65-77ee5b4e64b7 req-a78c7137-18de-4719-98df-2dee13fe9aab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323980 Jul 09 20:47:13.184149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5be2-3aed-4c1c-94c2-b307fe5890f6 req-4c935324-0a75-4e4a-9554-4c516a43db31 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:13.185672 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bc0a5be2-3aed-4c1c-94c2-b307fe5890f6 req-4c935324-0a75-4e4a-9554-4c516a43db31 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 944 time: 0.0679817 Jul 09 20:47:13.224727 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bc0a5be2-3aed-4c1c-94c2-b307fe5890f6 req-2167260b-6f43-4df3-9d45-d4f30185cd3b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328898 Jul 09 20:47:14.415268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f2f96-db07-4227-8d7f-a086b8f9d03f req-9c6405cd-b349-4765-956e-10104d099115 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:14.416862 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-415f2f96-db07-4227-8d7f-a086b8f9d03f req-9c6405cd-b349-4765-956e-10104d099115 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 944 time: 0.0673542 Jul 09 20:47:14.454140 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-415f2f96-db07-4227-8d7f-a086b8f9d03f req-8358c68c-8fe9-41a3-9c6c-d49641bdeac1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315211 Jul 09 20:47:14.455920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:47:14.553190 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:14.566492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'port_id': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'mac_address': 'fa:16:3e:55:27:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:47:14.603176 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:14.616282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:47:14.635796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:14.640747 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:14.689321 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:14.927148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:47:15.626575 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd25efb-abdb-4e9e-967f-116568d49d5a req-3ec7cce6-c066-4d2e-bca7-ff0d45dc8330 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:15.628084 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ebd25efb-abdb-4e9e-967f-116568d49d5a req-3ec7cce6-c066-4d2e-bca7-ff0d45dc8330 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0641890 Jul 09 20:47:15.667305 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ebd25efb-abdb-4e9e-967f-116568d49d5a req-0ae09de8-399d-470f-9b65-63cefa77428f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336177 Jul 09 20:47:16.457724 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:47:16.508929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:47:16.512572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:47:16.512949 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:16.586539 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:16.607904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:47:16.610927 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53c0b77-2a7d-4ad3-bee5-d9a8408773f4" -d '{"events": [{"server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "name": "network-vif-plugged", "status": "completed", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:47:16.630826 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:47:16.635260 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:16.659194 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9509b8-d0fc-4e7e-8abd-9d4b9992573f x-openstack-request-id: req-db9509b8-d0fc-4e7e-8abd-9d4b9992573f {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:47:16.659482 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "name": "network-vif-plugged", "status": "completed", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:47:16.659717 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db9509b8-d0fc-4e7e-8abd-9d4b9992573f {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:47:16.660099 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'code': 200} Jul 09 20:47:16.685131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:47:16.768468 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12376849-d5bd-43bd-a194-46541d3fc795 req-98acd29b-e517-4baa-a980-e8d80428528d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:16.770028 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-12376849-d5bd-43bd-a194-46541d3fc795 req-98acd29b-e517-4baa-a980-e8d80428528d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1097 time: 0.0576868 Jul 09 20:47:16.835755 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-12376849-d5bd-43bd-a194-46541d3fc795 req-a95e77ef-f32e-45cd-8b43-b8920c5daaf6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594549 Jul 09 20:47:16.867587 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4c2e7-7fb9-4cbd-8435-639b5c657edf req-365284d9-1675-43f3-9ec4-04ebe27c72dd tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:16.869076 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e9e4c2e7-7fb9-4cbd-8435-639b5c657edf req-365284d9-1675-43f3-9ec4-04ebe27c72dd tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0735705 Jul 09 20:47:16.908592 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e9e4c2e7-7fb9-4cbd-8435-639b5c657edf req-0872aeca-9fd0-4069-882e-6df47cb0cae5 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334971 Jul 09 20:47:18.101172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b926389-a5df-49d7-8cd8-69eec986325d req-b35dc4da-c464-416e-af7d-ab060b271e1b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:18.102559 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b926389-a5df-49d7-8cd8-69eec986325d req-b35dc4da-c464-416e-af7d-ab060b271e1b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0631573 Jul 09 20:47:18.140233 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b926389-a5df-49d7-8cd8-69eec986325d req-e44852f5-4d46-4f70-953f-881ef5bb07fb tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318990 Jul 09 20:47:18.304427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1f27e-bd4d-42df-87c5-7533ca9fb152 req-608f3b32-d6cc-4e93-97b4-2ec94d85ec10 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:18.305911 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5bf1f27e-bd4d-42df-87c5-7533ca9fb152 req-608f3b32-d6cc-4e93-97b4-2ec94d85ec10 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0629857 Jul 09 20:47:18.314387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53356) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:47:18.318925 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-85d4eb11-5fdd-4dcc-aad3-9545c7eaa7ea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Request body: {'floatingip': {'port_id': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:47:18.362119 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85d4eb11-5fdd-4dcc-aad3-9545c7eaa7ea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:19.093781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85d4eb11-5fdd-4dcc-aad3-9545c7eaa7ea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:19.097487 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85d4eb11-5fdd-4dcc-aad3-9545c7eaa7ea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:19.197764 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-85d4eb11-5fdd-4dcc-aad3-9545c7eaa7ea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7 associated. External IP: 172.25.0.110, port: a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0. Jul 09 20:47:19.405204 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d4eb11-5fdd-4dcc-aad3-9545c7eaa7ea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:47:19.512602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d4eb11-5fdd-4dcc-aad3-9545c7eaa7ea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:47:19.517247 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-85d4eb11-5fdd-4dcc-aad3-9545c7eaa7ea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:19.522517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1406c1-e8d5-4dba-8cb3-03ac7f3bec7c None None] Sync routers for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:47:19.535752 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1406c1-e8d5-4dba-8cb3-03ac7f3bec7c None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:19.536449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7b1406c1-e8d5-4dba-8cb3-03ac7f3bec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:46:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:19.553371 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-85d4eb11-5fdd-4dcc-aad3-9545c7eaa7ea tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "PUT /v2.0/floatingips/6fb36775-30c4-4b0e-9021-79dcd2ad31f7 HTTP/1.1" status: 200 len: 993 time: 1.2378819 Jul 09 20:47:19.554063 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:47:19.556410 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c814fbc-ff8a-4ba0-b207-dd0143add993" -d '{"events": [{"name": "network-changed", "server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:47:19.601506 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b067c9a0-099e-4b66-98c9-51cafac9cbb7 x-openstack-request-id: req-b067c9a0-099e-4b66-98c9-51cafac9cbb7 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:47:19.601856 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:47:19.602130 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b067c9a0-099e-4b66-98c9-51cafac9cbb7 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:47:19.602655 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'status': 'completed', 'code': 200} Jul 09 20:47:19.648148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-7b1406c1-e8d5-4dba-8cb3-03ac7f3bec7c None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:19.683334 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c814fbc-ff8a-4ba0-b207-dd0143add993 req-f296f75d-0cc6-4b52-aa49-df1c7e534fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:19.684891 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c814fbc-ff8a-4ba0-b207-dd0143add993 req-f296f75d-0cc6-4b52-aa49-df1c7e534fb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1097 time: 0.0589683 Jul 09 20:47:19.776868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c814fbc-ff8a-4ba0-b207-dd0143add993 req-ab94e0fb-7ecd-4546-8a70-863c77920121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:19.778421 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c814fbc-ff8a-4ba0-b207-dd0143add993 req-ab94e0fb-7ecd-4546-8a70-863c77920121 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0873003 Jul 09 20:47:19.848080 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c814fbc-ff8a-4ba0-b207-dd0143add993 req-f124fa0c-dd88-47bc-8254-a22c0a15d13a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1001 time: 0.0629418 Jul 09 20:47:19.873873 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7b1406c1-e8d5-4dba-8cb3-03ac7f3bec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '6fb36775-30c4-4b0e-9021-79dcd2ad31f7', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'port_id': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'mac_address': 'fa:16:3e:55:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:39:22Z', 'updated_at': '2021-07-09T20:47:19Z', 'revision_number': 13, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:19.896314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c814fbc-ff8a-4ba0-b207-dd0143add993 req-de034bf9-6227-475e-8049-7758fb06696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:19.897831 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c814fbc-ff8a-4ba0-b207-dd0143add993 req-de034bf9-6227-475e-8049-7758fb06696f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0442908 Jul 09 20:47:19.899382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1406c1-e8d5-4dba-8cb3-03ac7f3bec7c None None] Checking router: a01d4e4c-6970-4aa9-84b9-9640602d0cf3 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:47:19.908281 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1406c1-e8d5-4dba-8cb3-03ac7f3bec7c None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:47:19.908929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7b1406c1-e8d5-4dba-8cb3-03ac7f3bec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:46:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:19.957347 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c814fbc-ff8a-4ba0-b207-dd0143add993 req-dc22ca36-525e-456c-9040-db56249a6489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:19.958814 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c814fbc-ff8a-4ba0-b207-dd0143add993 req-dc22ca36-525e-456c-9040-db56249a6489 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548120 Jul 09 20:47:20.014122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-7b1406c1-e8d5-4dba-8cb3-03ac7f3bec7c None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:47:20.054202 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c814fbc-ff8a-4ba0-b207-dd0143add993 req-f07788ef-027a-447c-8a15-fb0a898ed1e2 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885415 Jul 09 20:47:20.145150 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c814fbc-ff8a-4ba0-b207-dd0143add993 req-ba1444e6-f332-479e-beae-3ad1d06b6e89 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845656 Jul 09 20:47:20.237601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7b1406c1-e8d5-4dba-8cb3-03ac7f3bec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '6fb36775-30c4-4b0e-9021-79dcd2ad31f7', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'port_id': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'mac_address': 'fa:16:3e:55:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:39:22Z', 'updated_at': '2021-07-09T20:47:19Z', 'revision_number': 13, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:47:20.263280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1406c1-e8d5-4dba-8cb3-03ac7f3bec7c None None] The sync data for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 is: [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '6fb36775-30c4-4b0e-9021-79dcd2ad31f7', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'port_id': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'mac_address': 'fa:16:3e:55:27:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:39:22Z', 'updated_at': '2021-07-09T20:47:19Z', 'revision_number': 13, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:47:20.446138 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a18eaf-5f04-4a83-88f6-ebe9abb6e28b None None] New status for floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:47:26.938071 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f894d2f6-c08b-48df-9cfb-95819812d2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:27.373005 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:29.501565 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1f8315da-cdeb-44b2-a3e9-a40454d9ba47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:29.660573 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:29.662477 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:30.619197 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:32.482956 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:44.374890 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:47:47.568831 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d260be8b-1574-46ca-ad40-0e37e4c9d13f req-b7f32161-7f37-4c21-85f0-a6838ede6788 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514085 Jul 09 20:47:47.667071 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260be8b-1574-46ca-ad40-0e37e4c9d13f req-edf879d1-c03d-4742-bb3f-e060f1380cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:47.668738 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d260be8b-1574-46ca-ad40-0e37e4c9d13f req-edf879d1-c03d-4742-bb3f-e060f1380cd8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1097 time: 0.0583007 Jul 09 20:47:47.773726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260be8b-1574-46ca-ad40-0e37e4c9d13f req-6ec59158-fe55-40b3-af07-1fde06c1670b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:47.775229 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d260be8b-1574-46ca-ad40-0e37e4c9d13f req-6ec59158-fe55-40b3-af07-1fde06c1670b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0860996 Jul 09 20:47:47.843342 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d260be8b-1574-46ca-ad40-0e37e4c9d13f req-b9ac75a8-c2e7-4d98-b53a-49be4ab66b09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1003 time: 0.0612741 Jul 09 20:47:47.892984 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260be8b-1574-46ca-ad40-0e37e4c9d13f req-485d817d-29a0-48eb-89d5-50d178835eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:47.894435 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d260be8b-1574-46ca-ad40-0e37e4c9d13f req-485d817d-29a0-48eb-89d5-50d178835eb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0446405 Jul 09 20:47:47.951453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260be8b-1574-46ca-ad40-0e37e4c9d13f req-0e839933-c0a3-4cd3-b6ac-5aee58929b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:47:47.953013 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d260be8b-1574-46ca-ad40-0e37e4c9d13f req-0e839933-c0a3-4cd3-b6ac-5aee58929b06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513675 Jul 09 20:47:48.045089 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d260be8b-1574-46ca-ad40-0e37e4c9d13f req-dcd0fa7b-e12a-47ad-af29-8219bcf9857f service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853317 Jul 09 20:47:48.134476 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d260be8b-1574-46ca-ad40-0e37e4c9d13f req-d72b8f7f-27e0-446c-ba58-0c47b6c95ab0 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829566 Jul 09 20:47:56.940598 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-acb18508-c504-4fb5-b7b8-3fd13915347b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:57.371701 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:59.501758 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-74b0eff2-f93d-4e25-a192-ec7e1b3772be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:59.654738 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:47:59.665231 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:00.622981 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:02.487490 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:21.374289 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:48:26.941154 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5250146f-2311-449d-815f-d4b2332fa79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:27.362006 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:29.505857 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-58a0214f-63ef-4823-81a2-ae728421e5ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:29.662564 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:29.667487 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:30.626249 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:32.489018 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:48.568657 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a57c613b-ca9d-4f33-8ce9-492be5b82c61 req-7194c05a-43de-4ae6-8b06-7e32183fc28d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568101 Jul 09 20:48:48.665066 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c613b-ca9d-4f33-8ce9-492be5b82c61 req-563a1f1a-7225-43d4-9707-20287197b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:48.666576 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a57c613b-ca9d-4f33-8ce9-492be5b82c61 req-563a1f1a-7225-43d4-9707-20287197b5df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1097 time: 0.0555348 Jul 09 20:48:48.771027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c613b-ca9d-4f33-8ce9-492be5b82c61 req-ff509432-b1a0-4ca2-b474-c60c60ab2f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:48.772638 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a57c613b-ca9d-4f33-8ce9-492be5b82c61 req-ff509432-b1a0-4ca2-b474-c60c60ab2f68 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0850651 Jul 09 20:48:48.841850 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a57c613b-ca9d-4f33-8ce9-492be5b82c61 req-16bbdd0c-ba37-4d78-a32f-860e006a1a0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1003 time: 0.0625138 Jul 09 20:48:48.892596 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c613b-ca9d-4f33-8ce9-492be5b82c61 req-f7d8312e-0fcf-49a8-b0a8-f9ce0c577239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:48.894058 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a57c613b-ca9d-4f33-8ce9-492be5b82c61 req-f7d8312e-0fcf-49a8-b0a8-f9ce0c577239 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0457289 Jul 09 20:48:48.950701 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c613b-ca9d-4f33-8ce9-492be5b82c61 req-9fd681f5-46cb-44a4-be09-c8620be20530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:48:48.952190 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a57c613b-ca9d-4f33-8ce9-492be5b82c61 req-9fd681f5-46cb-44a4-be09-c8620be20530 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515628 Jul 09 20:48:49.045719 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a57c613b-ca9d-4f33-8ce9-492be5b82c61 req-c92b9b39-dc62-4ee7-bb77-81e590198106 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856218 Jul 09 20:48:49.135961 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a57c613b-ca9d-4f33-8ce9-492be5b82c61 req-b41282fb-ad5e-4cdd-b8ed-3f7d42584592 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825546 Jul 09 20:48:56.942801 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f6ecbe51-51e3-419e-84d6-c1d76106a56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:57.386605 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:58.375142 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:48:59.506721 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-919db7a7-df9b-4d19-b92b-522d8f5ec4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:59.653474 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:48:59.682023 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:00.628139 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:02.492881 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:26.943808 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-af46b995-1c5a-47f8-b7b9-b754a566671c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:27.386315 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:29.506231 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf48e-22d0-4e21-804c-5c9a94626e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:29.654680 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:29.697797 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:30.631401 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:32.494173 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:35.374901 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:49:48.522627 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-764e567f-e679-4fdb-9ef9-0a00e7f7d13b req-b498fffd-07d4-4495-a7bb-43526895fc68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0619426 Jul 09 20:49:48.621135 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e567f-e679-4fdb-9ef9-0a00e7f7d13b req-96337a47-c293-4f26-b3ca-80e042a3944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:48.622661 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-764e567f-e679-4fdb-9ef9-0a00e7f7d13b req-96337a47-c293-4f26-b3ca-80e042a3944c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1097 time: 0.0568762 Jul 09 20:49:48.729540 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e567f-e679-4fdb-9ef9-0a00e7f7d13b req-124f807e-b128-4df2-b8ba-231dc4b35ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:48.731089 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-764e567f-e679-4fdb-9ef9-0a00e7f7d13b req-124f807e-b128-4df2-b8ba-231dc4b35ebe service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0848315 Jul 09 20:49:48.805985 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-764e567f-e679-4fdb-9ef9-0a00e7f7d13b req-0d3829b8-0c21-429c-8430-c388b1956031 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1003 time: 0.0676177 Jul 09 20:49:48.856110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e567f-e679-4fdb-9ef9-0a00e7f7d13b req-59419b2d-2528-45be-b500-4c1fd32e3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:48.857899 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-764e567f-e679-4fdb-9ef9-0a00e7f7d13b req-59419b2d-2528-45be-b500-4c1fd32e3138 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0458391 Jul 09 20:49:48.916076 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e567f-e679-4fdb-9ef9-0a00e7f7d13b req-9cf696ca-f5bf-4e7f-bec0-0426958ecc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:48.917616 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-764e567f-e679-4fdb-9ef9-0a00e7f7d13b req-9cf696ca-f5bf-4e7f-bec0-0426958ecc2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529571 Jul 09 20:49:48.929185 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-764e567f-e679-4fdb-9ef9-0a00e7f7d13b req-7a279d0f-4d00-4272-9711-e54243d8ee8a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:49:48.930143 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-764e567f-e679-4fdb-9ef9-0a00e7f7d13b req-7a279d0f-4d00-4272-9711-e54243d8ee8a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053208 Jul 09 20:49:49.024287 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-764e567f-e679-4fdb-9ef9-0a00e7f7d13b req-f0571702-c918-40d5-abe5-1300b7e86fef service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870364 Jul 09 20:49:49.116436 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-764e567f-e679-4fdb-9ef9-0a00e7f7d13b req-09458cf9-0f36-4e4c-b990-9581b5b2de35 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842369 Jul 09 20:49:55.860802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc168296-47d3-4122-bd2a-33e58a1f8c52 req-e793a85f-0132-4cd7-ab11-bdc8ab19c950 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:49:55.862876 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cc168296-47d3-4122-bd2a-33e58a1f8c52 req-e793a85f-0132-4cd7-ab11-bdc8ab19c950 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0626795 Jul 09 20:49:55.903748 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cc168296-47d3-4122-bd2a-33e58a1f8c52 req-368f1268-03e1-45dc-9413-a0bb067b4dde tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354793 Jul 09 20:49:56.945403 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-01e26c68-964e-45a9-980b-bdc5a52139ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:57.401265 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:59.506724 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-28736fe9-b04b-4390-b6b4-ae7d79cac360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:59.656481 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:49:59.702770 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:00.636543 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:02.498406 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:07.083960 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-b8bba0a6-eb99-4911-8884-e254f6801144 req-20c91d75-fe2e-42dc-a049-2420cbb521c7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:50:07.085060 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b8bba0a6-eb99-4911-8884-e254f6801144 req-20c91d75-fe2e-42dc-a049-2420cbb521c7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0416942 Jul 09 20:50:07.384506 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d38a31-40e0-4ba7-b720-b1bcdfdd3b1e req-3fc1e0f8-5021-45e0-a51c-87729f6a11e3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:07.386142 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-3e9f277f-388c-49f1-8ff5-2206b3a913b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901554 Jul 09 20:50:07.386758 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-60d38a31-40e0-4ba7-b720-b1bcdfdd3b1e req-3fc1e0f8-5021-45e0-a51c-87729f6a11e3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0717804 Jul 09 20:50:07.431243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-60d38a31-40e0-4ba7-b720-b1bcdfdd3b1e req-52f766db-c19e-4d58-968d-255daa5d52ad tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394952 Jul 09 20:50:08.651203 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e136c-97c7-43f3-9e65-fd56bdd01299 req-c8d34c61-29ad-4b91-97f1-b4733622d176 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:08.652737 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c0e136c-97c7-43f3-9e65-fd56bdd01299 req-c8d34c61-29ad-4b91-97f1-b4733622d176 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.1041608 Jul 09 20:50:08.659179 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-db1db1c4-716b-411c-af28-31c57d6610e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:08.660586 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-db1db1c4-716b-411c-af28-31c57d6610e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1097 time: 0.0837739 Jul 09 20:50:08.738300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7c0e136c-97c7-43f3-9e65-fd56bdd01299 req-eec54a07-e0d2-49e5-8029-182521c9fbb5 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767424 Jul 09 20:50:08.775373 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-3ac6e4a9-1bce-4126-8199-61b407e95df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:08.777029 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-3ac6e4a9-1bce-4126-8199-61b407e95df8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.1027179 Jul 09 20:50:08.858822 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-4454112d-f269-4ae0-9464-3e602f6df7bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1003 time: 0.0654936 Jul 09 20:50:08.908723 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-7f22a0e9-57ae-49c3-af8e-4f10a9226738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:08.910184 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-7f22a0e9-57ae-49c3-af8e-4f10a9226738 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0445454 Jul 09 20:50:08.967592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-5703059c-398c-4f34-af29-07c238652246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:08.969121 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-5703059c-398c-4f34-af29-07c238652246 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513091 Jul 09 20:50:09.062958 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-e852121f-ab94-4a5b-9aba-39eb473a61d9 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848103 Jul 09 20:50:09.152419 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-a216c8a0-a956-431e-b399-6fd955f54b62 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829532 Jul 09 20:50:09.914216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d83fd8-4f1e-442a-83ac-1dd88056c117 req-ee68cf4d-d75a-4833-b7c1-9db9d6ca3552 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:09.915833 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1d83fd8-4f1e-442a-83ac-1dd88056c117 req-ee68cf4d-d75a-4833-b7c1-9db9d6ca3552 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0641081 Jul 09 20:50:09.953056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1d83fd8-4f1e-442a-83ac-1dd88056c117 req-68278428-106a-4985-a2f5-e7f100574dab tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316930 Jul 09 20:50:11.126647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816fec2-2722-4ba7-927b-2d4b3851ab29 req-c6ad9f9a-2be3-4b87-972d-371a36d3945d tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:11.128284 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4816fec2-2722-4ba7-927b-2d4b3851ab29 req-c6ad9f9a-2be3-4b87-972d-371a36d3945d tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0635049 Jul 09 20:50:11.169324 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4816fec2-2722-4ba7-927b-2d4b3851ab29 req-79aa355b-2b00-44ef-ad3d-854e78cf79ac tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355697 Jul 09 20:50:12.341936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c213a7-d77a-4de1-8061-339e7da4f840 req-15267ed5-bc06-42c5-9911-62e70223e1a4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:12.343432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90c213a7-d77a-4de1-8061-339e7da4f840 req-15267ed5-bc06-42c5-9911-62e70223e1a4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0623274 Jul 09 20:50:12.374038 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:50:12.381848 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90c213a7-d77a-4de1-8061-339e7da4f840 req-8f3236d1-4887-425f-a141-8da6733e7307 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320599 Jul 09 20:50:13.560760 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddb119-6650-4cdd-9eed-de0f95f77400 req-b5e853ff-2651-4617-9c9d-9e08cb18c571 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:13.562267 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3dddb119-6650-4cdd-9eed-de0f95f77400 req-b5e853ff-2651-4617-9c9d-9e08cb18c571 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0658338 Jul 09 20:50:13.599713 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3dddb119-6650-4cdd-9eed-de0f95f77400 req-294d8e4c-ce7c-400d-9d8d-0a25dc870b23 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319502 Jul 09 20:50:14.780847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1d40e-c8a4-4917-a0c0-5fe774afa006 req-745f4764-c5b5-4e6e-b554-22bb9c96785c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:14.782344 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5eb1d40e-c8a4-4917-a0c0-5fe774afa006 req-745f4764-c5b5-4e6e-b554-22bb9c96785c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0678699 Jul 09 20:50:14.820222 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5eb1d40e-c8a4-4917-a0c0-5fe774afa006 req-6b7eeedb-a8b4-43bc-8df3-55da59b14fd6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316980 Jul 09 20:50:15.990877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9e996-2926-4aac-989f-87568cb9e8df req-7619cbbe-a3ee-461c-89e8-18f1922adcfb tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:15.992356 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33e9e996-2926-4aac-989f-87568cb9e8df req-7619cbbe-a3ee-461c-89e8-18f1922adcfb tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0624611 Jul 09 20:50:16.029274 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-33e9e996-2926-4aac-989f-87568cb9e8df req-79e9ef46-9298-4300-ae63-b9a98e4e500a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313325 Jul 09 20:50:17.203281 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385878e5-07bc-4266-8faf-754b2b5d6698 req-dab9b2b2-a0c5-4172-b861-2921ea5645d4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:17.204828 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-385878e5-07bc-4266-8faf-754b2b5d6698 req-dab9b2b2-a0c5-4172-b861-2921ea5645d4 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0626037 Jul 09 20:50:17.242671 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-385878e5-07bc-4266-8faf-754b2b5d6698 req-5d02d59f-7b17-4464-a557-99ebfd6ed143 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322309 Jul 09 20:50:18.707481 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad160a-a043-49cd-9f73-f615f0da6b38 req-21457654-94e0-4bfb-a886-cb25bb794409 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:18.708994 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8ad160a-a043-49cd-9f73-f615f0da6b38 req-21457654-94e0-4bfb-a886-cb25bb794409 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.3542411 Jul 09 20:50:18.750192 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8ad160a-a043-49cd-9f73-f615f0da6b38 req-7414336c-8799-41fe-8575-5fb77c34d970 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356007 Jul 09 20:50:19.930036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6b681-0afc-42ec-8bbd-a06f078f3445 req-d32ebfb6-e0f6-4cb1-a1f5-3d276d59d81f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:19.931554 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7dd6b681-0afc-42ec-8bbd-a06f078f3445 req-d32ebfb6-e0f6-4cb1-a1f5-3d276d59d81f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0680871 Jul 09 20:50:19.970581 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7dd6b681-0afc-42ec-8bbd-a06f078f3445 req-88786c27-ab9b-4c9e-963d-f6e72e043f73 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331759 Jul 09 20:50:21.158680 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255b7e-e361-4566-969b-51a030812c0b req-cdf12582-4b19-44c7-8827-16e824cafd72 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:21.160162 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-56255b7e-e361-4566-969b-51a030812c0b req-cdf12582-4b19-44c7-8827-16e824cafd72 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0628672 Jul 09 20:50:21.198350 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-56255b7e-e361-4566-969b-51a030812c0b req-b58a350f-40b5-4ead-a170-a19994385abd tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326576 Jul 09 20:50:22.386821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22c2b4-864a-4d2b-bdfb-e73ecad1a695 req-ba5b5de1-4ba5-4f47-87a0-ad517be9785a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:22.388439 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac22c2b4-864a-4d2b-bdfb-e73ecad1a695 req-ba5b5de1-4ba5-4f47-87a0-ad517be9785a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0642438 Jul 09 20:50:22.425938 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac22c2b4-864a-4d2b-bdfb-e73ecad1a695 req-88158c7d-b9c4-43a3-a6d5-8e9f8c1153fe tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311489 Jul 09 20:50:23.306809 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-ce09a8c7-95af-42c9-a91a-f748a8c0d3a3 service neutron] show failed (client error): The resource could not be found. Jul 09 20:50:23.307808 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-ce09a8c7-95af-42c9-a91a-f748a8c0d3a3 service neutron] 10.222.0.36 "GET /v2.0/ports/a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0/bindings/n-h2-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0598519 Jul 09 20:50:23.560626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-5fb36d9b-2a9b-4a11-866f-7dcc88471779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:23.562155 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-5fb36d9b-2a9b-4a11-866f-7dcc88471779 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1&tenant_id=f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 1097 time: 0.0529985 Jul 09 20:50:23.574171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:50:23.607644 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcea8e-7328-4408-beb3-e7a6ee6aa987 req-ba4fb93a-e730-4ff0-8586-1be61a483da5 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:23.609209 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99bcea8e-7328-4408-beb3-e7a6ee6aa987 req-ba4fb93a-e730-4ff0-8586-1be61a483da5 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0650666 Jul 09 20:50:23.648161 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99bcea8e-7328-4408-beb3-e7a6ee6aa987 req-f3c62a60-147a-4cad-af20-9c6e7179e9df tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326781 Jul 09 20:50:23.653700 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:23.861465 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:50:23.893970 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h1-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:50:23.933085 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:50:23.935342 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32af2be-41d6-439a-b5d6-fa4c41f2ea52" -d '{"events": [{"server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:50:23.939342 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:23.951380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Transition to ACTIVE for port object a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:50:23.955205 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:24.268560 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658cdcd5-908b-4229-a922-3ee6413e7a51 x-openstack-request-id: req-658cdcd5-908b-4229-a922-3ee6413e7a51 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:50:24.268856 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:50:24.269236 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-658cdcd5-908b-4229-a922-3ee6413e7a51 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:50:24.269678 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'code': 200} Jul 09 20:50:24.326174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Pushing event updated for resources: {'Port': ['ID=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,revision_number=6']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:50:24.338606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:24.338959 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:24.339308 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:24.339651 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:24.339990 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:24.340331 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:24.340689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:24.341027 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:24.341357 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:24.341690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:24.342018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:24.342346 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:24.381454 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] No DVR routers for this DVR port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 on host n-h1-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:50:24.518419 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Attempting to bind port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:50:24.518817 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Attempting to bind port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:50:24.519111 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Attempting to bind port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:50:24.523455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 on network 8798e967-714e-4b9b-9327-325c740b8a87 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:50:24.523789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Attempting to bind port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:50:24.528555 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:50:24.528922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Checking segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:50:24.529318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Bound using segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:50:24.529753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Bound port: a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:50:24.530122 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:24.594468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:50:24.597641 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:50:24.602027 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:24.634304 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:24.634926 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:24.636308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] 10.222.0.32 "PUT /v2.0/ports/a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1092 time: 1.0661814 Jul 09 20:50:24.661165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e36fd3-d083-4851-9dcf-2b1372f5889c service neutron] Pushing event updated for resources: {'Port': ['ID=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,revision_number=7']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:50:24.738068 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-aa75ccab-c432-4cf7-ab61-4eed7b242410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:24.739883 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-aa75ccab-c432-4cf7-ab61-4eed7b242410 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1095 time: 0.0748205 Jul 09 20:50:24.837360 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434d6b5-60df-4a8b-9233-9cdd5a5a7de9 req-fd022041-71ce-40a1-ae47-3201a9b7d386 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:24.838889 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e434d6b5-60df-4a8b-9233-9cdd5a5a7de9 req-fd022041-71ce-40a1-ae47-3201a9b7d386 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 944 time: 0.0681906 Jul 09 20:50:24.840772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-05e94609-d390-4b90-8bfd-d5b39f577a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:24.842259 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-05e94609-d390-4b90-8bfd-d5b39f577a44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0951765 Jul 09 20:50:24.879729 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e434d6b5-60df-4a8b-9233-9cdd5a5a7de9 req-0aeef794-7b53-47be-b7f1-4ec644fcb93a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352957 Jul 09 20:50:24.910690 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-cef1a80b-091e-479e-a1cb-c00fdf0c50da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1001 time: 0.0615230 Jul 09 20:50:24.966866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-f370f0d4-b4cf-4cdf-84df-86ade0743b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:24.968316 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-f370f0d4-b4cf-4cdf-84df-86ade0743b86 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0512543 Jul 09 20:50:25.027266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-e9ecb269-6285-4ca2-b66e-cf9c1b6a34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:25.028859 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-e9ecb269-6285-4ca2-b66e-cf9c1b6a34dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534680 Jul 09 20:50:25.118302 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-624ead9e-e697-421d-b646-97889d9684ba service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820179 Jul 09 20:50:25.211421 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-50066d94-1086-4485-8af0-19d9af6725e5 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875766 Jul 09 20:50:26.062764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be63f40-fc91-42fb-a383-48ff1acaa466 req-bc142135-9702-4e49-9d8c-5bb7f55b3ffe tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:26.064256 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4be63f40-fc91-42fb-a383-48ff1acaa466 req-bc142135-9702-4e49-9d8c-5bb7f55b3ffe tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 944 time: 0.0668857 Jul 09 20:50:26.102393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4be63f40-fc91-42fb-a383-48ff1acaa466 req-8fcac5ce-53a5-4598-9586-60679c493bf6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323398 Jul 09 20:50:26.271156 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:50:26.273526 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c7ef28-4add-4c44-99e8-fa61920a0e34" -d '{"events": [{"name": "network-changed", "server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:50:26.323730 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9336eddc-f1bd-4aa9-b741-2ca5dd1165e0 x-openstack-request-id: req-9336eddc-f1bd-4aa9-b741-2ca5dd1165e0 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:50:26.324027 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:50:26.324282 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9336eddc-f1bd-4aa9-b741-2ca5dd1165e0 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:50:26.324715 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'status': 'completed', 'code': 200} Jul 09 20:50:26.404421 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-4b0ce29d-2794-42f9-867b-fb5dcc3a48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:26.406170 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-4b0ce29d-2794-42f9-867b-fb5dcc3a48a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1095 time: 0.0572429 Jul 09 20:50:26.411033 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-1a3e7f49-5ae7-487f-9a06-6cd68b4e1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:26.412558 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-1a3e7f49-5ae7-487f-9a06-6cd68b4e1053 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1095 time: 0.0579014 Jul 09 20:50:26.502674 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-e1ce578f-8d59-40e6-b33a-3a6e684d6d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:26.504297 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-e1ce578f-8d59-40e6-b33a-3a6e684d6d80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0915625 Jul 09 20:50:26.513783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-1dda3418-f7dc-43f8-bfa8-0329b6fc920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:26.515286 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-1dda3418-f7dc-43f8-bfa8-0329b6fc920e service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0965819 Jul 09 20:50:26.577288 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-3345dcbd-481d-4892-b4b5-236dffa653d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1001 time: 0.0663905 Jul 09 20:50:26.584565 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-12b92304-fba4-4090-98da-e2893e13aabb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1001 time: 0.0631537 Jul 09 20:50:26.629626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-a1b90f8a-8805-4917-a6e3-0b35148f279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:26.631791 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-a1b90f8a-8805-4917-a6e3-0b35148f279f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0480528 Jul 09 20:50:26.638530 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-21cce958-eefa-499f-9c75-1ba00ef67f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:26.640493 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-21cce958-eefa-499f-9c75-1ba00ef67f30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0504460 Jul 09 20:50:26.692229 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-f62f5f14-be82-4e17-8b44-761320b10ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:26.693925 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-f62f5f14-be82-4e17-8b44-761320b10ced service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556321 Jul 09 20:50:26.699665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-d672b71e-0b3e-46d9-9218-a32d213ee8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:26.701326 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-d672b71e-0b3e-46d9-9218-a32d213ee8bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544167 Jul 09 20:50:26.803165 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-bbe790b2-bb1d-413b-9ac4-96bf6bf8b3df service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010292 Jul 09 20:50:26.803993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-d8c8931c-0272-42f5-9c7c-5942d489e91e service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963466 Jul 09 20:50:26.903627 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-f75c7d06-44b6-43d5-a32c-a629fac47c3e service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939567 Jul 09 20:50:26.904446 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70c7ef28-4add-4c44-99e8-fa61920a0e34 req-e8fb8238-7b9f-4050-89b5-0a91d2edebee service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933099 Jul 09 20:50:26.946880 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-906af9f7-7dbe-48be-bfff-0387a881497b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:27.281503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a34f6-313d-436c-98fa-2bdbf9ec4227 req-df06736e-8cc5-40bf-88aa-1943d9fc4dd7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:27.283736 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0f5a34f6-313d-436c-98fa-2bdbf9ec4227 req-df06736e-8cc5-40bf-88aa-1943d9fc4dd7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 944 time: 0.0650809 Jul 09 20:50:27.322046 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0f5a34f6-313d-436c-98fa-2bdbf9ec4227 req-bba76553-77fc-4050-8cae-8d1340bb180c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326211 Jul 09 20:50:27.349690 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:50:27.389668 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:50:27.402215 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:28.506702 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c735b71-2025-48cd-84a8-58fa2e9e78af req-fc3f83dc-0e22-4f8a-8232-bdaff3b2d161 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:28.508219 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9c735b71-2025-48cd-84a8-58fa2e9e78af req-fc3f83dc-0e22-4f8a-8232-bdaff3b2d161 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 944 time: 0.0677295 Jul 09 20:50:28.552665 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9c735b71-2025-48cd-84a8-58fa2e9e78af req-6ab242da-ea61-4351-afd4-0b312e630619 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387402 Jul 09 20:50:29.507210 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-27eeaf1a-fd0e-4867-8d85-95388d9bfbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:29.659880 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:29.712313 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:29.737585 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629bdc7-ae3e-4fbd-94a5-a3028a2faeaa req-99859524-16d7-46ae-b394-eddab78de1ee tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:29.739596 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a629bdc7-ae3e-4fbd-94a5-a3028a2faeaa req-99859524-16d7-46ae-b394-eddab78de1ee tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 944 time: 0.0708737 Jul 09 20:50:29.777813 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a629bdc7-ae3e-4fbd-94a5-a3028a2faeaa req-3dce3392-5ea4-4d44-af2d-80a3f710dc63 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326102 Jul 09 20:50:30.636187 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:30.957493 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d01b0-2765-4dbf-93e3-4f9a8c17b5b5 req-2edae4f8-da90-4adc-a213-9955ee0038f8 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:30.959011 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d53d01b0-2765-4dbf-93e3-4f9a8c17b5b5 req-2edae4f8-da90-4adc-a213-9955ee0038f8 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 944 time: 0.0651925 Jul 09 20:50:30.996343 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d53d01b0-2765-4dbf-93e3-4f9a8c17b5b5 req-b94776c9-154b-443c-bf6c-b21118d329f9 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317569 Jul 09 20:50:32.169307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75023b8e-b564-47a2-95f2-e70fe51aec9a req-9f4e901e-ee4d-4fbf-adce-b1893ca10a69 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:32.170878 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75023b8e-b564-47a2-95f2-e70fe51aec9a req-9f4e901e-ee4d-4fbf-adce-b1893ca10a69 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 944 time: 0.0627043 Jul 09 20:50:32.211487 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-75023b8e-b564-47a2-95f2-e70fe51aec9a req-bfe096d9-0bd9-49ba-9d15-90a220aaebe3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346684 Jul 09 20:50:32.500303 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:33.383719 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2723e-b2be-49f4-8f6e-995d1c329325 req-75eb647a-b2e4-4f9c-baab-bd29e73fdc4f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:33.385243 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7b2723e-b2be-49f4-8f6e-995d1c329325 req-75eb647a-b2e4-4f9c-baab-bd29e73fdc4f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 944 time: 0.0632143 Jul 09 20:50:33.422725 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b7b2723e-b2be-49f4-8f6e-995d1c329325 req-02008f55-2665-4af1-96b1-bf364ffb5de9 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319953 Jul 09 20:50:34.598794 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf23e3-9b10-4ba5-83c7-ae7b954e82d2 req-042fcdfd-590a-415f-9da9-5c4a1bdd70a8 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:34.600278 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ebbf23e3-9b10-4ba5-83c7-ae7b954e82d2 req-042fcdfd-590a-415f-9da9-5c4a1bdd70a8 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 944 time: 0.0624282 Jul 09 20:50:34.638838 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ebbf23e3-9b10-4ba5-83c7-ae7b954e82d2 req-15d84268-41ea-4e9e-88be-c270f6f1c058 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325377 Jul 09 20:50:35.819182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4e8e0-27d7-4c77-861e-a7c00c230c99 req-10f6b990-19a0-4776-bf0b-df5e565cfd1e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:35.820738 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-80b4e8e0-27d7-4c77-861e-a7c00c230c99 req-10f6b990-19a0-4776-bf0b-df5e565cfd1e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 944 time: 0.0693314 Jul 09 20:50:35.858310 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-80b4e8e0-27d7-4c77-861e-a7c00c230c99 req-97cb0be4-0b19-4750-812d-2262ff0578de tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318823 Jul 09 20:50:36.785947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:50:36.881636 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:50:36.894097 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'port_id': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'mac_address': 'fa:16:3e:55:27:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:50:36.930899 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:36.944235 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:50:36.963620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:50:36.967674 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:37.017620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:50:37.024910 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.025263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.025610 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.025952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.026288 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.026620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.026951 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.027280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.027612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.027939 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.028270 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.028620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:37.039331 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2485951-b88e-4e8d-9fd5-8f073cffd46b req-3352137d-4489-4187-856c-80756cf0af28 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:37.040868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a2485951-b88e-4e8d-9fd5-8f073cffd46b req-3352137d-4489-4187-856c-80756cf0af28 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0687754 Jul 09 20:50:37.078551 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a2485951-b88e-4e8d-9fd5-8f073cffd46b req-ce25f19c-2ed6-4f64-b669-e93e8725e0d5 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321586 Jul 09 20:50:37.237389 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:50:37.496997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-be3fb899-49f8-41b8-ab36-d7932ab42e18 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:37.498432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-be3fb899-49f8-41b8-ab36-d7932ab42e18 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.32 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1&tenant_id=f23c19f7abed45a8849549dd569947f6&binding%3Ahost_id=n-h2-800088-3 HTTP/1.1" status: 200 len: 945 time: 0.0814085 Jul 09 20:50:37.596758 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a8d58-106a-4514-869b-477b06ca0c26 req-51c0499f-18d1-412f-bdb2-3dd0f4dc9cd1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:37.598154 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e7a8d58-106a-4514-869b-477b06ca0c26 req-51c0499f-18d1-412f-bdb2-3dd0f4dc9cd1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.1234574 Jul 09 20:50:37.599458 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-d7d36bc0-9972-4604-955e-4802a1befe78 service neutron] 10.222.0.32 "GET /v2.0/ports/a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0/bindings/n-h2-800088-3 HTTP/1.1" status: 200 len: 382 time: 0.0850852 Jul 09 20:50:37.660928 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e7a8d58-106a-4514-869b-477b06ca0c26 req-5a4e6242-47a3-4181-a370-c3be960c01d8 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571184 Jul 09 20:50:37.688322 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-49ff7b3a-3cb0-4b31-ac1f-5b7122c92c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:37.690023 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-49ff7b3a-3cb0-4b31-ac1f-5b7122c92c70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1096 time: 0.0595973 Jul 09 20:50:37.784123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-a9a7323f-e55c-4419-a5a3-08e40eead219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:37.785628 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-a9a7323f-e55c-4419-a5a3-08e40eead219 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0891576 Jul 09 20:50:37.850072 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-d30afb59-f290-45c5-af8b-fbc792bdf7e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1002 time: 0.0576282 Jul 09 20:50:37.898998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-e7390d60-c769-4c38-880f-4ab530b477d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:37.900396 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-e7390d60-c769-4c38-880f-4ab530b477d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0437756 Jul 09 20:50:37.961751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-5b6f9ae1-cbfe-4a0a-a822-639857f6bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:37.963262 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-5b6f9ae1-cbfe-4a0a-a822-639857f6bea3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562353 Jul 09 20:50:38.051153 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-c5ecb1ca-eee7-4553-a627-6b656a137ec1 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811684 Jul 09 20:50:38.143350 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-476dbabf-61fc-49c1-acb6-92f1ed7105bd service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857024 Jul 09 20:50:38.789741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:50:38.842861 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b20400-4a1b-4bcc-b559-d54c93f40d36 req-92f5f5c0-1bb6-4b8e-bdb6-9f23f1b2a652 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:38.844481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:50:38.844663 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00b20400-4a1b-4bcc-b559-d54c93f40d36 req-92f5f5c0-1bb6-4b8e-bdb6-9f23f1b2a652 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0684576 Jul 09 20:50:38.848716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:50:38.849340 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:38.889856 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-00b20400-4a1b-4bcc-b559-d54c93f40d36 req-ed657acf-76fe-48f4-9bea-c6d273df241b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382540 Jul 09 20:50:38.943124 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:38.965840 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:50:38.968263 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2156e7-666c-4c27-9f5e-ccc6bbf78b98" -d '{"events": [{"server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "name": "network-vif-plugged", "status": "completed", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:50:38.980636 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:50:38.985831 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:39.020844 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934cd535-d110-4c5e-b78f-0df59a946538 x-openstack-request-id: req-934cd535-d110-4c5e-b78f-0df59a946538 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:50:39.021143 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "name": "network-vif-plugged", "status": "completed", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:50:39.021451 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-934cd535-d110-4c5e-b78f-0df59a946538 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:50:39.021957 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'code': 200} Jul 09 20:50:39.035900 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:50:40.070949 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4f659-8dca-4484-b428-836d0f2a7b17 req-08aa8ef3-431b-4941-8b7f-170cbdc2017a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:40.073053 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2ef4f659-8dca-4484-b428-836d0f2a7b17 req-08aa8ef3-431b-4941-8b7f-170cbdc2017a tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0647230 Jul 09 20:50:40.116084 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2ef4f659-8dca-4484-b428-836d0f2a7b17 req-3b29058e-2ca0-46f8-8b42-e70b1fe4746d tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378890 Jul 09 20:50:41.302129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11064c71-cdb4-4a32-a83c-7750f7f7ea19 req-f3c74409-9062-419c-9279-a0a7531987e6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:41.303891 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11064c71-cdb4-4a32-a83c-7750f7f7ea19 req-f3c74409-9062-419c-9279-a0a7531987e6 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0656667 Jul 09 20:50:41.345321 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11064c71-cdb4-4a32-a83c-7750f7f7ea19 req-77cfb89c-ba68-47e2-863c-bf575a9c1456 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350506 Jul 09 20:50:42.021675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-6e08f7a7-403d-4dac-9bcf-8e78f0e482c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:42.023090 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-6e08f7a7-403d-4dac-9bcf-8e78f0e482c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1&tenant_id=f23c19f7abed45a8849549dd569947f6 HTTP/1.1" status: 200 len: 1097 time: 0.0537834 Jul 09 20:50:42.034959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:50:42.106260 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:42.308599 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:50:42.347047 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:50:42.387121 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:50:42.389422 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4d5135-6476-487e-84a3-0447c006f7d6" -d '{"events": [{"server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:50:42.394032 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:42.406482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Transition to ACTIVE for port object a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:50:42.411354 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:42.442759 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 20:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f00bf4-43bc-4450-a7e9-162f117ccd1a x-openstack-request-id: req-d4f00bf4-43bc-4450-a7e9-162f117ccd1a {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:50:42.443057 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:50:42.443311 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4f00bf4-43bc-4450-a7e9-162f117ccd1a {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:50:42.443702 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'code': 200} Jul 09 20:50:42.498301 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Pushing event updated for resources: {'Port': ['ID=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,revision_number=10']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:50:42.547797 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:42.548969 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:42.549448 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:42.549914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:42.550258 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:42.550599 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:42.550934 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:42.551270 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:42.551602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:42.551957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:42.552269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:42.552632 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:50:42.595572 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] No DVR routers for this DVR port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:50:42.694267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9095bdd-30b2-4726-ad8f-d4ea73201f8a req-daa9256c-9758-49b4-86bc-29cb779333b3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:42.695779 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9095bdd-30b2-4726-ad8f-d4ea73201f8a req-daa9256c-9758-49b4-86bc-29cb779333b3 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.2303793 Jul 09 20:50:42.753314 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9095bdd-30b2-4726-ad8f-d4ea73201f8a req-9dc62381-91fe-4356-82ae-0e73a5466770 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515678 Jul 09 20:50:42.787182 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Attempting to bind port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:50:42.787536 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Attempting to bind port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:50:42.787879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Attempting to bind port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:50:42.792247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 on network 8798e967-714e-4b9b-9327-325c740b8a87 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:50:42.792607 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Attempting to bind port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 on network 8798e967-714e-4b9b-9327-325c740b8a87 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:50:42.794933 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:50:42.797605 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:50:42.797957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Checking segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:50:42.799370 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Bound using segment: {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:50:42.799506 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Bound port: a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2f6177-c5ba-44fb-947c-a458ba433eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:50:42.799866 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:42.831420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:50:42.868763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:50:42.872436 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:50:42.876922 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:42.911518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:42.912159 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:42.913652 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] 10.222.0.36 "PUT /v2.0/ports/a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1093 time: 0.8832369 Jul 09 20:50:42.936255 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb891fc-7106-46e0-8bab-a6c475680d3a service neutron] Pushing event updated for resources: {'Port': ['ID=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,revision_number=11']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:50:42.994210 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-5b38fdf1-4820-4282-8ac7-6d40d2858a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:42.995795 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-5b38fdf1-4820-4282-8ac7-6d40d2858a0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1096 time: 0.0565646 Jul 09 20:50:43.094051 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-222ad50f-7d40-4684-a7ac-8d12b21f943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:43.095642 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-222ad50f-7d40-4684-a7ac-8d12b21f943d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0936935 Jul 09 20:50:43.161364 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-d293a7a3-e26b-4300-b436-cffa0374642d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1001 time: 0.0597472 Jul 09 20:50:43.210522 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-5f03c76d-4e4b-4dd4-9545-877eef5f62d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:43.211875 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-5f03c76d-4e4b-4dd4-9545-877eef5f62d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0448170 Jul 09 20:50:43.272200 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-8be09724-1389-41a0-91af-139cad4086e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:43.273707 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-8be09724-1389-41a0-91af-139cad4086e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558491 Jul 09 20:50:43.367068 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-cce2ce75-649e-4342-a7cb-7ffe31ff86e7 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868816 Jul 09 20:50:43.465581 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a353384-2b6f-4c67-a5a8-6de048641437 req-5979d83f-124a-48ec-855d-f3ab39f96145 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854497 Jul 09 20:50:43.931899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08879c65-416f-4102-b714-0298e06afcdf req-d590cc1a-cfe3-461c-a552-bd885e1e277e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:43.933462 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-08879c65-416f-4102-b714-0298e06afcdf req-d590cc1a-cfe3-461c-a552-bd885e1e277e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0633039 Jul 09 20:50:43.972834 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-08879c65-416f-4102-b714-0298e06afcdf req-a7d9bd1b-c431-4456-884b-277358c5f02d tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335782 Jul 09 20:50:44.444999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:50:44.447446 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d95f86-fda3-4f77-a329-ad6b5657230a" -d '{"events": [{"name": "network-changed", "server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:50:44.495500 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689675d6-bb9b-4626-921f-58559cea55ee x-openstack-request-id: req-689675d6-bb9b-4626-921f-58559cea55ee {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:50:44.495804 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:50:44.496065 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-689675d6-bb9b-4626-921f-58559cea55ee {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:50:44.496496 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'status': 'completed', 'code': 200} Jul 09 20:50:44.571809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-d9c51a25-988e-45a5-95d7-4925ceeee1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:44.573757 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-d9c51a25-988e-45a5-95d7-4925ceeee1a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1096 time: 0.0557311 Jul 09 20:50:44.578332 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-0f582d69-c0d3-4e58-a432-3dc12b5d50b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:44.580615 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-0f582d69-c0d3-4e58-a432-3dc12b5d50b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1096 time: 0.0611956 Jul 09 20:50:44.672708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-143baf07-56a8-4608-a81c-2de79faeef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:44.675501 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-143baf07-56a8-4608-a81c-2de79faeef72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0944881 Jul 09 20:50:44.679952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-2e553b48-a509-4173-8736-8fb10740b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:44.681550 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-2e553b48-a509-4173-8736-8fb10740b070 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0949986 Jul 09 20:50:44.747207 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-af45874a-cd12-4d15-9095-43630c142eba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1001 time: 0.0658202 Jul 09 20:50:44.757557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-80750ec9-71b8-4b62-9f90-1ffa81887caa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1001 time: 0.0692651 Jul 09 20:50:44.799798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-81e7f6d9-3ad6-446a-a71e-cf7f7c98f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:44.801575 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-81e7f6d9-3ad6-446a-a71e-cf7f7c98f21b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0477030 Jul 09 20:50:44.808417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-0563e169-62f4-4e8f-b00c-02b75a9ea286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:44.809996 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-0563e169-62f4-4e8f-b00c-02b75a9ea286 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0459888 Jul 09 20:50:44.861138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-0b795307-5d7f-46d5-803b-ada502421eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:44.862796 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-0b795307-5d7f-46d5-803b-ada502421eee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550416 Jul 09 20:50:44.870625 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-e25ea4c4-4707-4925-889a-c83fbca2a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:44.872377 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-e25ea4c4-4707-4925-889a-c83fbca2a42a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542552 Jul 09 20:50:44.962886 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-d32f8f7a-4376-4c40-83e7-d4a76477dfa3 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936828 Jul 09 20:50:44.971272 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-49fb0067-269f-4273-baf3-f06100f25683 service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920110 Jul 09 20:50:45.062062 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-9cb06a11-0179-49cf-97ac-9e0839381373 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923190 Jul 09 20:50:45.109435 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-61d95f86-fda3-4f77-a329-ad6b5657230a req-101828d8-afd6-464a-991b-106b1d5916fa service neutron] 10.222.0.32 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325679 Jul 09 20:50:45.169416 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226180a-2152-4116-9992-9e4076f47006 req-8e9a6c89-4fab-4db4-93d5-d1fb4ace4d65 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:45.170920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a226180a-2152-4116-9992-9e4076f47006 req-8e9a6c89-4fab-4db4-93d5-d1fb4ace4d65 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0765057 Jul 09 20:50:45.209684 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a226180a-2152-4116-9992-9e4076f47006 req-9a3716b4-d55a-431c-982b-db7c7792c8a0 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325849 Jul 09 20:50:46.409167 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa092bf-7105-4471-80a4-f22aa9ca820f req-0dd99889-acb5-45ab-a2e4-8cd24c49122b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:46.415998 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0aa092bf-7105-4471-80a4-f22aa9ca820f req-0dd99889-acb5-45ab-a2e4-8cd24c49122b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0795476 Jul 09 20:50:46.450681 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0aa092bf-7105-4471-80a4-f22aa9ca820f req-49e08ad3-56e4-475b-ab9a-f99e159e24a0 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338149 Jul 09 20:50:47.625921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0cac5-1add-42f6-a2e9-aa7dde78fc9c req-cbf5c164-3cce-487b-9d70-5961de235fa7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:47.628737 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-58a0cac5-1add-42f6-a2e9-aa7dde78fc9c req-cbf5c164-3cce-487b-9d70-5961de235fa7 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0651479 Jul 09 20:50:47.665968 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-58a0cac5-1add-42f6-a2e9-aa7dde78fc9c req-4c1a786d-a0c8-4309-85e3-2301f19373cb tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313299 Jul 09 20:50:48.842465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e6646-9b16-4c4c-9a48-98633f440551 req-8029dfb3-d959-48c3-8edd-f49b9b8a85c5 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:48.843966 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-123e6646-9b16-4c4c-9a48-98633f440551 req-8029dfb3-d959-48c3-8edd-f49b9b8a85c5 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0631700 Jul 09 20:50:48.881535 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-123e6646-9b16-4c4c-9a48-98633f440551 req-e5fe19d9-4b3e-418e-af8a-26a6e71a7e93 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 Jul 09 20:50:49.374204 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:50:49.587326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf89eea-e304-4d58-9123-731c4e269275 req-45f44186-e7d8-4034-b742-ea5274785d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:49.588889 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8cf89eea-e304-4d58-9123-731c4e269275 req-45f44186-e7d8-4034-b742-ea5274785d39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23c19f7abed45a8849549dd569947f6&device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 1096 time: 0.0566866 Jul 09 20:50:49.699998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf89eea-e304-4d58-9123-731c4e269275 req-0ca5589b-579b-47fa-8eeb-106d2c4ffbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:49.701446 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8cf89eea-e304-4d58-9123-731c4e269275 req-0ca5589b-579b-47fa-8eeb-106d2c4ffbc4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 200 len: 913 time: 0.0912580 Jul 09 20:50:49.775716 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8cf89eea-e304-4d58-9123-731c4e269275 req-593d73ae-b4be-476d-a54d-5f9bb80de408 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 200 len: 1001 time: 0.0677819 Jul 09 20:50:49.825032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf89eea-e304-4d58-9123-731c4e269275 req-f9af43f3-a5ad-42dd-a3f0-c6eadde30241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:49.826478 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8cf89eea-e304-4d58-9123-731c4e269275 req-f9af43f3-a5ad-42dd-a3f0-c6eadde30241 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 200 len: 851 time: 0.0440412 Jul 09 20:50:49.882805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf89eea-e304-4d58-9123-731c4e269275 req-666c8390-a45d-4452-b731-d85cb06eddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:49.884271 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8cf89eea-e304-4d58-9123-731c4e269275 req-666c8390-a45d-4452-b731-d85cb06eddc8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8798e967-714e-4b9b-9327-325c740b8a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514579 Jul 09 20:50:49.978261 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8cf89eea-e304-4d58-9123-731c4e269275 req-04f640a0-7ee7-4d0b-a39b-27b9a5dc8d34 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872667 Jul 09 20:50:50.062854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50934166-a3e3-45a1-bfcc-907c122859a4 req-9dabef84-8860-45d3-93af-ca6a7a0c1005 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:50.065228 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50934166-a3e3-45a1-bfcc-907c122859a4 req-9dabef84-8860-45d3-93af-ca6a7a0c1005 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0654778 Jul 09 20:50:50.071704 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8cf89eea-e304-4d58-9123-731c4e269275 req-fd4f636b-700f-4c63-b065-112ec35d9967 service neutron] 10.222.0.36 "GET /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862429 Jul 09 20:50:50.107676 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-50934166-a3e3-45a1-bfcc-907c122859a4 req-1d33fc6c-7302-48f5-81e7-c3399c23b230 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367396 Jul 09 20:50:51.279304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8c807-293c-42b2-95e4-3ca2e05d0516 req-1d693c8d-93a6-467e-8a96-7df06f25b9bf tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:51.280806 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70d8c807-293c-42b2-95e4-3ca2e05d0516 req-1d693c8d-93a6-467e-8a96-7df06f25b9bf tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0628030 Jul 09 20:50:51.318537 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70d8c807-293c-42b2-95e4-3ca2e05d0516 req-75fdaa0d-b9de-4904-a2ab-0a33ae18871d tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315380 Jul 09 20:50:52.497272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b09cf7-e5b5-4455-86c4-5544aeb78511 req-997f7099-84a3-43ee-b3b7-36711578f470 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:52.498781 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5b09cf7-e5b5-4455-86c4-5544aeb78511 req-997f7099-84a3-43ee-b3b7-36711578f470 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0680287 Jul 09 20:50:52.536446 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b5b09cf7-e5b5-4455-86c4-5544aeb78511 req-872e7bec-8916-48cc-8b77-51d4d47fa9c5 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321689 Jul 09 20:50:53.715621 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691c035-dcd8-4cd1-ad2c-b980b441bcc1 req-d4cd0694-e82a-4154-9384-f70da48cad37 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:53.717182 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3691c035-dcd8-4cd1-ad2c-b980b441bcc1 req-d4cd0694-e82a-4154-9384-f70da48cad37 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0687342 Jul 09 20:50:53.756666 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3691c035-dcd8-4cd1-ad2c-b980b441bcc1 req-f46f7301-45fe-4b9e-bce1-14c24e1cf7de tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334957 Jul 09 20:50:54.929934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d55a1-5055-4c6d-b8d9-1409a64a3387 req-5c40c67c-a1dd-4e25-acbf-9e3453a69935 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:54.931330 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-955d55a1-5055-4c6d-b8d9-1409a64a3387 req-5c40c67c-a1dd-4e25-acbf-9e3453a69935 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0626838 Jul 09 20:50:54.969379 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-955d55a1-5055-4c6d-b8d9-1409a64a3387 req-2c768705-e4dc-411f-a0ab-235a6688a5bb tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325499 Jul 09 20:50:56.163308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9286d29-19f5-48ef-a452-9d390e878040 req-a07a99a0-4823-47c3-a437-aef75346fdd9 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:56.164880 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c9286d29-19f5-48ef-a452-9d390e878040 req-a07a99a0-4823-47c3-a437-aef75346fdd9 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0756752 Jul 09 20:50:56.209242 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c9286d29-19f5-48ef-a452-9d390e878040 req-b4a962b3-071b-49a5-9b4e-e0a3520646c1 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387352 Jul 09 20:50:56.393272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c199ba4-50b1-45fa-a258-6654d57041d7 req-8a361c0e-0e3b-4670-a565-596eb5dca79f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:56.394725 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7c199ba4-50b1-45fa-a258-6654d57041d7 req-8a361c0e-0e3b-4670-a565-596eb5dca79f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0696843 Jul 09 20:50:56.434595 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7c199ba4-50b1-45fa-a258-6654d57041d7 req-18823284-c4fb-45d4-b14f-5d8f76300084 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336862 Jul 09 20:50:56.620950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0b3b0-b6fa-4fd0-92c7-087bdf08faf9 req-24314b02-6ca5-425b-bb76-26eb3534d47b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:56.622464 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ad0b3b0-b6fa-4fd0-92c7-087bdf08faf9 req-24314b02-6ca5-425b-bb76-26eb3534d47b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0725453 Jul 09 20:50:56.666209 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ad0b3b0-b6fa-4fd0-92c7-087bdf08faf9 req-fbfcab9d-fcc8-4552-8313-5ae3d8e8e646 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377526 Jul 09 20:50:56.952413 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-13d70d68-61dc-49e3-9db1-4a7da0f360ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:57.096434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df487cb9-2a85-4d34-840f-c94adfdbf7f6 req-e7234f51-0cb3-4a1e-8b1a-c877e89f17af tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:57.097974 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df487cb9-2a85-4d34-840f-c94adfdbf7f6 req-e7234f51-0cb3-4a1e-8b1a-c877e89f17af tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 945 time: 0.0651951 Jul 09 20:50:57.136696 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-df487cb9-2a85-4d34-840f-c94adfdbf7f6 req-a51838d7-8283-405b-a563-3f6e72c4918b tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329785 Jul 09 20:50:57.417195 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:57.471773 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:50:57.569078 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:50:57.580657 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'port_id': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'mac_address': 'fa:16:3e:55:27:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:50:57.617176 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:57.629390 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:50:57.649384 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:50:57.653141 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:57.703137 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,revision_number=12']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:50:58.033665 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:50:58.317893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2489e-7efb-46ef-b711-4a5acd009f9d req-2ce21f1f-edfb-4970-b9f6-b06549fcc832 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:58.319300 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30a2489e-7efb-46ef-b711-4a5acd009f9d req-2ce21f1f-edfb-4970-b9f6-b06549fcc832 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0639222 Jul 09 20:50:58.356814 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-30a2489e-7efb-46ef-b711-4a5acd009f9d req-18955e24-1f75-445d-bf89-0b59c634a755 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups?id=92a36fea-5a6d-47a8-872e-fd774b373d93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320051 Jul 09 20:50:58.902221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-c417cb42-ed50-4e7a-b44d-ea8d1e6d4d75 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:50:58.903706 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-c417cb42-ed50-4e7a-b44d-ea8d1e6d4d75 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.36 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 946 time: 0.0648863 Jul 09 20:50:59.016461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-0899dc82-b9f7-46e0-9f31-f1ea23851320 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Deleting port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:50:59.017436 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-0899dc82-b9f7-46e0-9f31-f1ea23851320 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:59.103646 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-0899dc82-b9f7-46e0-9f31-f1ea23851320 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] For port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:50:59.104015 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-0899dc82-b9f7-46e0-9f31-f1ea23851320 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:59.275502 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-0899dc82-b9f7-46e0-9f31-f1ea23851320 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:59.275796 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-0899dc82-b9f7-46e0-9f31-f1ea23851320 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:59.276123 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-0899dc82-b9f7-46e0-9f31-f1ea23851320 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7 disassociated. External IP: 172.25.0.110, port: a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0. Jul 09 20:50:59.276477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-0899dc82-b9f7-46e0-9f31-f1ea23851320 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Calling delete_port for a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:50:59.401855 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-0899dc82-b9f7-46e0-9f31-f1ea23851320 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:59.435793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899dc82-b9f7-46e0-9f31-f1ea23851320 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Pushing event deleted for resources: {'Port': ['ID=a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:50:59.488861 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:50:59.497269 n-d-800088-3 neutron-server[100206]: INFO neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No ports have port_id starting with a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 Jul 09 20:50:59.499979 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 requested by agent hyperv_n-h1-800088-3 not found in database {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 09 20:50:59.512664 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f1f57b44-09e0-4ec9-bdd4-0e6c392c9052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:59.522147 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-056095a0-e85a-4703-816e-9f11cf6d364a req-59476bc1-4159-4bf1-8584-73e2e36e856f tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 210 time: 0.0407681 Jul 09 20:50:59.590933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-0899dc82-b9f7-46e0-9f31-f1ea23851320 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:50:59.661755 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:59.730377 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:50:59.992636 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-0899dc82-b9f7-46e0-9f31-f1ea23851320 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:51:00.001929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f120452c-04d0-4c19-b2e9-22d2233c7d58 None None] Sync routers for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:51:00.010497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f120452c-04d0-4c19-b2e9-22d2233c7d58 None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:51:00.011121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f120452c-04d0-4c19-b2e9-22d2233c7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:50:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:00.036248 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-0899dc82-b9f7-46e0-9f31-f1ea23851320 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] No DVR routers for this DVR port a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:51:00.039158 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-0899dc82-b9f7-46e0-9f31-f1ea23851320 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:00.041243 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1d8f7661-1057-4194-8c9f-039e3334e293 req-0899dc82-b9f7-46e0-9f31-f1ea23851320 tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.36 "DELETE /v2.0/ports/a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 HTTP/1.1" status: 204 len: 173 time: 1.1322684 Jul 09 20:51:00.041762 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'name': 'network-vif-deleted', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:51:00.044026 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5354ded-d3ba-45e6-a3da-4b7f5f2e474b" -d '{"events": [{"server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "name": "network-vif-deleted", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:51:00.083211 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7636393-eb36-4604-b9ae-3e3ecbf36b0b x-openstack-request-id: req-d7636393-eb36-4604-b9ae-3e3ecbf36b0b {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:51:00.083509 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06d5224-5272-4128-b9ce-e097c46923a1", "name": "network-vif-deleted", "tag": "a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:51:00.083766 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7636393-eb36-4604-b9ae-3e3ecbf36b0b {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:51:00.084189 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d5224-5272-4128-b9ce-e097c46923a1', 'name': 'network-vif-deleted', 'tag': 'a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0', 'status': 'completed', 'code': 200} Jul 09 20:51:00.121914 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f120452c-04d0-4c19-b2e9-22d2233c7d58 None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:51:00.325220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f120452c-04d0-4c19-b2e9-22d2233c7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:00.352276 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f120452c-04d0-4c19-b2e9-22d2233c7d58 None None] Checking router: a01d4e4c-6970-4aa9-84b9-9640602d0cf3 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:51:00.361594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f120452c-04d0-4c19-b2e9-22d2233c7d58 None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:51:00.362634 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f120452c-04d0-4c19-b2e9-22d2233c7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:50:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:00.468805 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-f120452c-04d0-4c19-b2e9-22d2233c7d58 None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:51:00.662269 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:00.685023 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-f120452c-04d0-4c19-b2e9-22d2233c7d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:00.685398 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-88c0cd42-c0ca-4467-958e-2a50174ac84b req-8100cfe0-de0c-4c23-8530-6a3fbe23abdb tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 210 time: 0.0328412 Jul 09 20:51:00.719063 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f120452c-04d0-4c19-b2e9-22d2233c7d58 None None] The sync data for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 is: [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:19Z', 'revision_number': 4, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ca1c992a-4fe6-4c58-94c0-35628b71bb8d', 'name': '', 'network_id': '8798e967-714e-4b9b-9327-325c740b8a87', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'mac_address': 'fa:16:3e:7f:5f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:19Z', 'updated_at': '2021-07-09T20:39:24Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'subnets': [{'id': '6f529b5b-c5a5-4ef8-b15d-9853f42124df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:51:00.941746 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21dc5d5-d35b-47f3-95aa-bb2d4994fff6 None None] New status for floating IP 6fb36775-30c4-4b0e-9021-79dcd2ad31f7: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:51:01.831301 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a6f09d1-5839-4b67-a327-9d4084eb205e req-4532de95-7bec-467c-8955-bc12955127de tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 210 time: 0.0285311 Jul 09 20:51:02.503446 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:02.971985 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6dea757c-5cbf-46f0-956e-41e7af179256 req-6163b5bc-dfb0-4aae-90a9-8c0abc3ff77e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/ports?device_id=e06d5224-5272-4128-b9ce-e097c46923a1 HTTP/1.1" status: 200 len: 210 time: 0.0292208 Jul 09 20:51:03.503523 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:51:03.523730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:51:03.524080 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device a14b5cd6-8e86-44e8-9ef9-3e3d3cd3e4d0 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:51:08.021486 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 53996) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:08.077619 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e4da4f85-fffb-4aa7-b7bf-8fd3f4037e9c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:08.100525 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e4da4f85-fffb-4aa7-b7bf-8fd3f4037e9c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:08.148182 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e4da4f85-fffb-4aa7-b7bf-8fd3f4037e9c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:08.150808 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e4da4f85-fffb-4aa7-b7bf-8fd3f4037e9c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:08.151970 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e4da4f85-fffb-4aa7-b7bf-8fd3f4037e9c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "DELETE /v2.0/security-groups/92a36fea-5a6d-47a8-872e-fd774b373d93 HTTP/1.1" status: 204 len: 168 time: 0.1294892 Jul 09 20:51:08.154616 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 53998) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:08.161340 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da4f85-fffb-4aa7-b7bf-8fd3f4037e9c tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a36fea-5a6d-47a8-872e-fd774b373d93,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:08.168334 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [None req-fa160bcf-9186-4a71-8792-b25786f7ab8e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] show failed (client error): The resource could not be found. Jul 09 20:51:08.169399 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fa160bcf-9186-4a71-8792-b25786f7ab8e tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "GET /v2.0/security-groups/92a36fea-5a6d-47a8-872e-fd774b373d93 HTTP/1.1" status: 404 len: 347 time: 0.0137250 Jul 09 20:51:08.172001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54000) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:08.295690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-623efc45-4475-4b19-9ea5-0c6247fa39ec tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Deleting port 9ad97934-d84d-47f9-932b-2dbe3f0c90d8 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:51:08.295965 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-623efc45-4475-4b19-9ea5-0c6247fa39ec tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:08.373864 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-623efc45-4475-4b19-9ea5-0c6247fa39ec tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:08.374195 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-623efc45-4475-4b19-9ea5-0c6247fa39ec tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:08.385579 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-623efc45-4475-4b19-9ea5-0c6247fa39ec tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Calling delete_port for 9ad97934-d84d-47f9-932b-2dbe3f0c90d8 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:51:08.521889 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-623efc45-4475-4b19-9ea5-0c6247fa39ec tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:08.547793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623efc45-4475-4b19-9ea5-0c6247fa39ec tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Pushing event deleted for resources: {'Port': ['ID=9ad97934-d84d-47f9-932b-2dbe3f0c90d8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:08.610043 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-623efc45-4475-4b19-9ea5-0c6247fa39ec tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:08.612867 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-623efc45-4475-4b19-9ea5-0c6247fa39ec tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:08.614031 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-623efc45-4475-4b19-9ea5-0c6247fa39ec tempest-ServerActionsTestJSON-866213952 tempest-ServerActionsTestJSON-866213952-project] 10.222.0.30 "DELETE /v2.0/floatingips/6fb36775-30c4-4b0e-9021-79dcd2ad31f7 HTTP/1.1" status: 204 len: 168 time: 0.4411025 Jul 09 20:51:08.616916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54002) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:09.092949 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e4d02a49-dfd0-456f-b159-8f7da3909a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:09.341977 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e4d02a49-dfd0-456f-b159-8f7da3909a24 admin admin] Deleting port ca1c992a-4fe6-4c58-94c0-35628b71bb8d {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:51:09.342681 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e4d02a49-dfd0-456f-b159-8f7da3909a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:09.419431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-e4d02a49-dfd0-456f-b159-8f7da3909a24 admin admin] For port ca1c992a-4fe6-4c58-94c0-35628b71bb8d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ca1c992a-4fe6-4c58-94c0-35628b71bb8d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:09.419705 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e4d02a49-dfd0-456f-b159-8f7da3909a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:09.432666 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-e4d02a49-dfd0-456f-b159-8f7da3909a24 admin admin] Calling delete_port for ca1c992a-4fe6-4c58-94c0-35628b71bb8d owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:51:09.612893 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e4d02a49-dfd0-456f-b159-8f7da3909a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:09.641780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d02a49-dfd0-456f-b159-8f7da3909a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1c992a-4fe6-4c58-94c0-35628b71bb8d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:09.827068 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e4d02a49-dfd0-456f-b159-8f7da3909a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:10.043510 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d02a49-dfd0-456f-b159-8f7da3909a24 admin admin] Router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:51:10.415873 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d02a49-dfd0-456f-b159-8f7da3909a24 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:51:10.420739 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e4d02a49-dfd0-456f-b159-8f7da3909a24 admin admin] 10.222.0.30 "PUT /v2.0/routers/a01d4e4c-6970-4aa9-84b9-9640602d0cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8028183 Jul 09 20:51:10.423340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54006) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:10.426662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d079c69-f2b3-4f75-9834-3fd0f967f60f None None] Sync routers for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:51:10.435804 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d079c69-f2b3-4f75-9834-3fd0f967f60f None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:51:10.436427 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-0d079c69-f2b3-4f75-9834-3fd0f967f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:50:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:10.526947 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:10.543164 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-0d079c69-f2b3-4f75-9834-3fd0f967f60f None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:51:10.628845 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:10.688261 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] Deleting port 52003d01-c102-4e17-bb46-ce42c075615c {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:51:10.689403 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:10.733363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-0d079c69-f2b3-4f75-9834-3fd0f967f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '52003d01-c102-4e17-bb46-ce42c075615c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:51:09Z', 'revision_number': 5, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port': {'id': '52003d01-c102-4e17-bb46-ce42c075615c', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:39:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:10.764230 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d079c69-f2b3-4f75-9834-3fd0f967f60f None None] Checking router: a01d4e4c-6970-4aa9-84b9-9640602d0cf3 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:51:10.772829 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d079c69-f2b3-4f75-9834-3fd0f967f60f None None] Routers {'a01d4e4c-6970-4aa9-84b9-9640602d0cf3'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:51:10.772979 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] For port 52003d01-c102-4e17-bb46-ce42c075615c, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=52003d01-c102-4e17-bb46-ce42c075615c,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:10.773288 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:10.773447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-0d079c69-f2b3-4f75-9834-3fd0f967f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:50:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:10.786553 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] Calling delete_port for 52003d01-c102-4e17-bb46-ce42c075615c owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:51:10.860249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-0d079c69-f2b3-4f75-9834-3fd0f967f60f None None] Set router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:51:10.912990 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-0d079c69-f2b3-4f75-9834-3fd0f967f60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:51:10Z', 'revision_number': 6, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:10.943708 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d079c69-f2b3-4f75-9834-3fd0f967f60f None None] The sync data for ids ['a01d4e4c-6970-4aa9-84b9-9640602d0cf3'] in n-d-800088-3 is: [{'id': 'a01d4e4c-6970-4aa9-84b9-9640602d0cf3', 'name': 'tempest-ServerActionsTestJSON-2091936027-router', 'tenant_id': 'f23c19f7abed45a8849549dd569947f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:39:17Z', 'updated_at': '2021-07-09T20:51:10Z', 'revision_number': 6, 'project_id': 'f23c19f7abed45a8849549dd569947f6', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:51:10.955113 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:10.983807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] Pushing event deleted for resources: {'Port': ['ID=52003d01-c102-4e17-bb46-ce42c075615c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:11.047265 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.136243 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.138485 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.181980 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.182508 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a01d4e4c-6970-4aa9-84b9-9640602d0cf3 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:51:11.186923 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.188188 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1096bf08-dc22-4438-85e7-812d6b70affc admin admin] 10.222.0.30 "DELETE /v2.0/routers/a01d4e4c-6970-4aa9-84b9-9640602d0cf3 HTTP/1.1" status: 204 len: 168 time: 0.7638793 Jul 09 20:51:11.190806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54008) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:11.239368 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-445fbf0b-31e3-4556-8455-60df9391f309 admin admin] Deleting subnet 6f529b5b-c5a5-4ef8-b15d-9853f42124df {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:51:11.242365 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-445fbf0b-31e3-4556-8455-60df9391f309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.276984 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-445fbf0b-31e3-4556-8455-60df9391f309 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.362459 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-445fbf0b-31e3-4556-8455-60df9391f309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.415018 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-445fbf0b-31e3-4556-8455-60df9391f309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.442569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fbf0b-31e3-4556-8455-60df9391f309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f529b5b-c5a5-4ef8-b15d-9853f42124df,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:11.449124 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-445fbf0b-31e3-4556-8455-60df9391f309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.451520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-445fbf0b-31e3-4556-8455-60df9391f309 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6f529b5b-c5a5-4ef8-b15d-9853f42124df HTTP/1.1" status: 204 len: 168 time: 0.2593920 Jul 09 20:51:11.453568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54010) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:11.455108 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d3caf2-a1b6-4dac-b7bd-c7dc13a177bc None None] Network 8798e967-714e-4b9b-9327-325c740b8a87 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:11.522581 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.574614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] Deleting port 24efa017-f161-4cfe-8dd1-05e63b43611d {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:51:11.574962 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.643102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] For port 24efa017-f161-4cfe-8dd1-05e63b43611d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=24efa017-f161-4cfe-8dd1-05e63b43611d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:11.643394 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.656945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] Calling delete_port for 24efa017-f161-4cfe-8dd1-05e63b43611d owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:51:11.684155 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b81541-0129-47e5-a467-60947cd73bf5 None None] DHCP port deletion for 8798e967-714e-4b9b-9327-325c740b8a87 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:51:11.731017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-61b81541-0129-47e5-a467-60947cd73bf5 None None] Deleting port 24efa017-f161-4cfe-8dd1-05e63b43611d {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:51:11.731395 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-61b81541-0129-47e5-a467-60947cd73bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.744864 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.771818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] Pushing event deleted for resources: {'Port': ['ID=24efa017-f161-4cfe-8dd1-05e63b43611d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:11.775775 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] No DVR routers for this DVR port 24efa017-f161-4cfe-8dd1-05e63b43611d on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:51:11.799856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-61b81541-0129-47e5-a467-60947cd73bf5 None None] For port 24efa017-f161-4cfe-8dd1-05e63b43611d, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=24efa017-f161-4cfe-8dd1-05e63b43611d,segment=NetworkSegment(1a2f6177-c5ba-44fb-947c-a458ba433eaa),segment_id=1a2f6177-c5ba-44fb-947c-a458ba433eaa)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:11.800346 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-61b81541-0129-47e5-a467-60947cd73bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.814533 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-61b81541-0129-47e5-a467-60947cd73bf5 None None] Calling delete_port for 24efa017-f161-4cfe-8dd1-05e63b43611d owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:51:11.851107 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.862318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8798e967-714e-4b9b-9327-325c740b8a87']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:11.874003 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2f6177-c5ba-44fb-947c-a458ba433eaa') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:11.874311 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2f6177-c5ba-44fb-947c-a458ba433eaa') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:11.884390 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.899629 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.906496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:51:11.906926 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:51:11.909490 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:51:11.974663 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.980772 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:11.986291 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] 10.222.0.30 "DELETE /v2.0/networks/8798e967-714e-4b9b-9327-325c740b8a87 HTTP/1.1" status: 204 len: 168 time: 0.5310509 Jul 09 20:51:11.998363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b105c8-f75b-4861-aba0-d341a02d87ef admin admin] Pushing event deleted for resources: {'Network': ['ID=8798e967-714e-4b9b-9327-325c740b8a87,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:12.059141 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-61b81541-0129-47e5-a467-60947cd73bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:12.067930 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-61b81541-0129-47e5-a467-60947cd73bf5 None None] Network 8798e967-714e-4b9b-9327-325c740b8a87 is not hosted by any dhcp agent {{(pid=100206) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 20:51:12.068380 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b81541-0129-47e5-a467-60947cd73bf5 None None] No DVR routers for this DVR port 24efa017-f161-4cfe-8dd1-05e63b43611d on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:51:12.090987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b81541-0129-47e5-a467-60947cd73bf5 None None] Pushing event deleted for resources: {'Port': ['ID=24efa017-f161-4cfe-8dd1-05e63b43611d,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:12.119038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54014) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:12.159559 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-64e9a373-2246-49cb-be6f-fed83e7e770b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f23c19f7abed45a8849549dd569947f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393312 Jul 09 20:51:12.162106 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54016) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:12.208863 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56c175fc-1edd-4516-9ed2-d91f96a35489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:12.229604 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56c175fc-1edd-4516-9ed2-d91f96a35489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:12.281370 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56c175fc-1edd-4516-9ed2-d91f96a35489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:12.284514 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56c175fc-1edd-4516-9ed2-d91f96a35489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:12.285767 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-56c175fc-1edd-4516-9ed2-d91f96a35489 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b269740-b69e-4640-87ec-7d3aefea2f4c HTTP/1.1" status: 204 len: 168 time: 0.1227696 Jul 09 20:51:12.293422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c175fc-1edd-4516-9ed2-d91f96a35489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b269740-b69e-4640-87ec-7d3aefea2f4c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:12.734434 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 24efa017-f161-4cfe-8dd1-05e63b43611d no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:51:12.755053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 24efa017-f161-4cfe-8dd1-05e63b43611d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:51:12.755833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 24efa017-f161-4cfe-8dd1-05e63b43611d not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:51:12.756264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 52003d01-c102-4e17-bb46-ce42c075615c no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:51:12.776014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 52003d01-c102-4e17-bb46-ce42c075615c {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:51:12.776363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 52003d01-c102-4e17-bb46-ce42c075615c not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:51:12.776794 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ca1c992a-4fe6-4c58-94c0-35628b71bb8d no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:51:12.796952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: ca1c992a-4fe6-4c58-94c0-35628b71bb8d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:51:12.797302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ca1c992a-4fe6-4c58-94c0-35628b71bb8d not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:51:12.987405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54038) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:13.080565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1559995859-network', 'tenant_id': 'dce75e0e6f5445febc488c4156ab695e'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:13.102015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] Made reservation on behalf of dce75e0e6f5445febc488c4156ab695e for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:13.104417 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:13.113003 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:13.203438 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:13.207876 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:13.231179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:51:13.239828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9eed7f-5b34-43e1-8150-fea7205486c9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:13.245865 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:13.246216 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] Added segment 50586d61-cbf6-4ea5-8027-d74e61815550 of type vlan for network e6cbe714-5eb3-4be4-aa24-d878a3a1e182 Jul 09 20:51:13.285809 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:13.313369 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:13.315049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:13.315581 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:13.369183 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3806651 Jul 09 20:51:13.372103 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54042) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:13.374275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b07d0-4ff1-469c-98e3-32c92d315554 admin admin] Pushing event updated for resources: {'Network': ['ID=e6cbe714-5eb3-4be4-aa24-d878a3a1e182,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:13.378391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e2a1fc0e-23c5-4b3c-934f-93b55b60c7d6 admin admin] Request body: {'subnet': {'network_id': 'e6cbe714-5eb3-4be4-aa24-d878a3a1e182', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1559995859-subnet', 'tenant_id': 'dce75e0e6f5445febc488c4156ab695e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:13.384297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network e6cbe714-5eb3-4be4-aa24-d878a3a1e182 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:51:13.400667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a1fc0e-23c5-4b3c-934f-93b55b60c7d6 admin admin] Made reservation on behalf of dce75e0e6f5445febc488c4156ab695e for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:13.403044 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e2a1fc0e-23c5-4b3c-934f-93b55b60c7d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:13.571482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e2a1fc0e-23c5-4b3c-934f-93b55b60c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:13.627453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1fc0e-23c5-4b3c-934f-93b55b60c7d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0909e8ec-9000-4573-85e7-728648e984bc,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:13.634568 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1fc0e-23c5-4b3c-934f-93b55b60c7d6 admin admin] Checking segment: {'id': '50586d61-cbf6-4ea5-8027-d74e61815550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e6cbe714-5eb3-4be4-aa24-d878a3a1e182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:51:13.634936 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a1fc0e-23c5-4b3c-934f-93b55b60c7d6 admin admin] Network hostable DHCP agents. Network: e6cbe714-5eb3-4be4-aa24-d878a3a1e182, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:51:13.650587 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a1fc0e-23c5-4b3c-934f-93b55b60c7d6 admin admin] Network e6cbe714-5eb3-4be4-aa24-d878a3a1e182 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:51:13.659099 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e2a1fc0e-23c5-4b3c-934f-93b55b60c7d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, e6cbe714-5eb3-4be4-aa24-d878a3a1e182) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:51:13.663110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a1fc0e-23c5-4b3c-934f-93b55b60c7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:13.663707 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e2a1fc0e-23c5-4b3c-934f-93b55b60c7d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:13.669270 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e557046-ec7e-4c43-ad57-7517f07d857c None None] Network e6cbe714-5eb3-4be4-aa24-d878a3a1e182 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:13.683610 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e2a1fc0e-23c5-4b3c-934f-93b55b60c7d6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3047552 Jul 09 20:51:13.801117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a07b94-b780-4fce-ac72-4576e6c474a2 None None] Network e6cbe714-5eb3-4be4-aa24-d878a3a1e182 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:14.099422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342cf63-6575-411a-ae79-e52fa775413e req-0ef09804-db7d-46ec-b1bb-2e5b07f92179 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:14.100964 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c342cf63-6575-411a-ae79-e52fa775413e req-0ef09804-db7d-46ec-b1bb-2e5b07f92179 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/networks?id=e6cbe714-5eb3-4be4-aa24-d878a3a1e182 HTTP/1.1" status: 200 len: 814 time: 0.1051273 Jul 09 20:51:14.115801 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c342cf63-6575-411a-ae79-e52fa775413e req-98f1f033-939f-4f2d-9064-c8a503c8690f tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/quotas/dce75e0e6f5445febc488c4156ab695e HTTP/1.1" status: 200 len: 375 time: 0.0097034 Jul 09 20:51:14.150163 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c342cf63-6575-411a-ae79-e52fa775413e req-30b8b0bf-cd0e-47e3-a5d1-9644eb15d6d2 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dce75e0e6f5445febc488c4156ab695e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291760 Jul 09 20:51:14.241727 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c342cf63-6575-411a-ae79-e52fa775413e req-e3b1de8a-c4b3-4a3b-9c61-b17de6e45028 service neutron] 10.222.0.30 "GET /v2.0/networks/e6cbe714-5eb3-4be4-aa24-d878a3a1e182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850265 Jul 09 20:51:14.329591 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c342cf63-6575-411a-ae79-e52fa775413e req-210647c9-29d7-4852-aa56-50db74ee0589 service neutron] 10.222.0.30 "GET /v2.0/networks/e6cbe714-5eb3-4be4-aa24-d878a3a1e182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821383 Jul 09 20:51:14.505115 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eef8f47a-2b0b-4398-8915-8205a0f85473 req-43c58aed-c9e4-415a-9b18-6a0ec8e1f49b tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 210 time: 0.0287611 Jul 09 20:51:15.688807 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d71d444-e948-474d-a472-171dbec383d9 req-e65678ea-6598-49df-9448-fbeadf074c56 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 210 time: 0.0373526 Jul 09 20:51:15.735490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342cf63-6575-411a-ae79-e52fa775413e req-8b1c9d5c-8543-4935-9ced-b8c2e8ad9dbb tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:15.736950 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c342cf63-6575-411a-ae79-e52fa775413e req-8b1c9d5c-8543-4935-9ced-b8c2e8ad9dbb tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.32 "GET /v2.0/networks?id=e6cbe714-5eb3-4be4-aa24-d878a3a1e182 HTTP/1.1" status: 200 len: 814 time: 0.1368377 Jul 09 20:51:15.748853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-c342cf63-6575-411a-ae79-e52fa775413e req-1eedbb6d-1552-41ed-9d55-e630475bfe89 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Request body: {'port': {'device_id': 'a3b27ab7-38b2-4c81-a12e-30d4c8976379', 'network_id': 'e6cbe714-5eb3-4be4-aa24-d878a3a1e182', 'admin_state_up': True, 'tenant_id': 'dce75e0e6f5445febc488c4156ab695e'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:15.861176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c342cf63-6575-411a-ae79-e52fa775413e req-1eedbb6d-1552-41ed-9d55-e630475bfe89 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Made reservation on behalf of dce75e0e6f5445febc488c4156ab695e for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:15.864489 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c342cf63-6575-411a-ae79-e52fa775413e req-1eedbb6d-1552-41ed-9d55-e630475bfe89 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:15.990623 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-c342cf63-6575-411a-ae79-e52fa775413e req-1eedbb6d-1552-41ed-9d55-e630475bfe89 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Allocated IP 172.20.0.8 (e6cbe714-5eb3-4be4-aa24-d878a3a1e182/0909e8ec-9000-4573-85e7-728648e984bc/7e5bfb95-8203-4882-b511-c6bb0b02ba01) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:51:16.142693 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c342cf63-6575-411a-ae79-e52fa775413e req-1eedbb6d-1552-41ed-9d55-e630475bfe89 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:16.180467 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c342cf63-6575-411a-ae79-e52fa775413e req-1eedbb6d-1552-41ed-9d55-e630475bfe89 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:16.226367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c342cf63-6575-411a-ae79-e52fa775413e req-1eedbb6d-1552-41ed-9d55-e630475bfe89 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Network e6cbe714-5eb3-4be4-aa24-d878a3a1e182 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:51:16.229539 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-c342cf63-6575-411a-ae79-e52fa775413e req-1eedbb6d-1552-41ed-9d55-e630475bfe89 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:51:16.233607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-c342cf63-6575-411a-ae79-e52fa775413e req-1eedbb6d-1552-41ed-9d55-e630475bfe89 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:51:16.239823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedbb6d-1552-41ed-9d55-e630475bfe89 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Pushing event updated for resources: {'Port': ['ID=7e5bfb95-8203-4882-b511-c6bb0b02ba01,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:16.284679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342cf63-6575-411a-ae79-e52fa775413e req-1eedbb6d-1552-41ed-9d55-e630475bfe89 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:16.285296 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c342cf63-6575-411a-ae79-e52fa775413e req-1eedbb6d-1552-41ed-9d55-e630475bfe89 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:16.298887 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c342cf63-6575-411a-ae79-e52fa775413e req-1eedbb6d-1552-41ed-9d55-e630475bfe89 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5537505 Jul 09 20:51:16.309966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Request body: {'port': {'device_id': 'a3b27ab7-38b2-4c81-a12e-30d4c8976379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:16.384125 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:16.636866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5bfb95-8203-4882-b511-c6bb0b02ba01 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:51:16.644199 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:16.655694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Transition to ACTIVE for port object 7e5bfb95-8203-4882-b511-c6bb0b02ba01 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:51:16.660386 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:16.707434 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5bfb95-8203-4882-b511-c6bb0b02ba01,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:16.785759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Attempting to bind port 7e5bfb95-8203-4882-b511-c6bb0b02ba01 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:51:16.786105 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Attempting to bind port 7e5bfb95-8203-4882-b511-c6bb0b02ba01 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '50586d61-cbf6-4ea5-8027-d74e61815550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e6cbe714-5eb3-4be4-aa24-d878a3a1e182'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:51:16.786509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Attempting to bind port 7e5bfb95-8203-4882-b511-c6bb0b02ba01 on network e6cbe714-5eb3-4be4-aa24-d878a3a1e182 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:51:16.791512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Port 7e5bfb95-8203-4882-b511-c6bb0b02ba01 on network e6cbe714-5eb3-4be4-aa24-d878a3a1e182 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:51:16.791843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Attempting to bind port 7e5bfb95-8203-4882-b511-c6bb0b02ba01 on network e6cbe714-5eb3-4be4-aa24-d878a3a1e182 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:51:16.796742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:51:16.797087 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Checking segment: {'id': '50586d61-cbf6-4ea5-8027-d74e61815550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e6cbe714-5eb3-4be4-aa24-d878a3a1e182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:51:16.797479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Bound using segment: {'id': '50586d61-cbf6-4ea5-8027-d74e61815550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e6cbe714-5eb3-4be4-aa24-d878a3a1e182'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:51:16.797975 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Bound port: 7e5bfb95-8203-4882-b511-c6bb0b02ba01, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50586d61-cbf6-4ea5-8027-d74e61815550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e6cbe714-5eb3-4be4-aa24-d878a3a1e182'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:51:16.798893 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:16.862417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] For port 7e5bfb95-8203-4882-b511-c6bb0b02ba01, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:51:16.865854 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] For port 7e5bfb95-8203-4882-b511-c6bb0b02ba01, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=7e5bfb95-8203-4882-b511-c6bb0b02ba01,segment=NetworkSegment(50586d61-cbf6-4ea5-8027-d74e61815550),segment_id=50586d61-cbf6-4ea5-8027-d74e61815550)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:51:16.870310 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:16.873225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aa558-ff66-432d-a409-01a8574bbcce req-aa3c1f77-3dbf-4d17-8bad-a5677caf6a87 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:16.874771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b0aa558-ff66-432d-a409-01a8574bbcce req-aa3c1f77-3dbf-4d17-8bad-a5677caf6a87 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 943 time: 0.0678427 Jul 09 20:51:16.907779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:16.908558 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:16.909967 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c342cf63-6575-411a-ae79-e52fa775413e req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] 10.222.0.32 "PUT /v2.0/ports/7e5bfb95-8203-4882-b511-c6bb0b02ba01 HTTP/1.1" status: 200 len: 1091 time: 0.6041336 Jul 09 20:51:16.910410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b27ab7-38b2-4c81-a12e-30d4c8976379', 'tag': '7e5bfb95-8203-4882-b511-c6bb0b02ba01'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:51:16.912694 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65e1093-61cd-4f73-8e47-1b8c06d3f7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b27ab7-38b2-4c81-a12e-30d4c8976379", "tag": "7e5bfb95-8203-4882-b511-c6bb0b02ba01"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:51:16.914433 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b0aa558-ff66-432d-a409-01a8574bbcce req-b72404cd-3d56-4330-9446-97497d4ca7f0 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338323 Jul 09 20:51:16.944799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d9289-e13c-491f-a3a2-455d44cec339 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5bfb95-8203-4882-b511-c6bb0b02ba01,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:16.954970 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f374577-23a3-4a92-876a-6a2a716e8431 x-openstack-request-id: req-4f374577-23a3-4a92-876a-6a2a716e8431 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:51:16.955255 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b27ab7-38b2-4c81-a12e-30d4c8976379", "tag": "7e5bfb95-8203-4882-b511-c6bb0b02ba01", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:51:16.955505 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f374577-23a3-4a92-876a-6a2a716e8431 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:51:16.955902 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b27ab7-38b2-4c81-a12e-30d4c8976379', 'tag': '7e5bfb95-8203-4882-b511-c6bb0b02ba01', 'status': 'completed', 'code': 200} Jul 09 20:51:17.019272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342cf63-6575-411a-ae79-e52fa775413e req-89e35e22-e99b-4b1e-a632-55afd852c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:17.021028 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c342cf63-6575-411a-ae79-e52fa775413e req-89e35e22-e99b-4b1e-a632-55afd852c9f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dce75e0e6f5445febc488c4156ab695e&device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 1094 time: 0.0631368 Jul 09 20:51:17.062954 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c342cf63-6575-411a-ae79-e52fa775413e req-c12cfd9d-22c9-45d5-aea7-739edacbb0dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5bfb95-8203-4882-b511-c6bb0b02ba01 HTTP/1.1" status: 200 len: 217 time: 0.0347581 Jul 09 20:51:17.110604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342cf63-6575-411a-ae79-e52fa775413e req-90801a6f-1017-4933-ad05-1eb280fdbbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:17.112261 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c342cf63-6575-411a-ae79-e52fa775413e req-90801a6f-1017-4933-ad05-1eb280fdbbe1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0909e8ec-9000-4573-85e7-728648e984bc HTTP/1.1" status: 200 len: 854 time: 0.0435741 Jul 09 20:51:17.144056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c342cf63-6575-411a-ae79-e52fa775413e req-5f2cd79e-bdd6-4013-a1df-1dd3ebf98d01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6cbe714-5eb3-4be4-aa24-d878a3a1e182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255384 Jul 09 20:51:17.237010 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c342cf63-6575-411a-ae79-e52fa775413e req-fe84005a-256c-40d3-9b44-f1f61b0bb530 service neutron] 10.222.0.32 "GET /v2.0/networks/e6cbe714-5eb3-4be4-aa24-d878a3a1e182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859406 Jul 09 20:51:17.325809 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c342cf63-6575-411a-ae79-e52fa775413e req-64693d8c-d664-4d8f-a033-c80ff9b7ca72 service neutron] 10.222.0.32 "GET /v2.0/networks/e6cbe714-5eb3-4be4-aa24-d878a3a1e182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830748 Jul 09 20:51:17.428663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e1093-61cd-4f73-8e47-1b8c06d3f7e0 req-974ffbb1-031d-4e49-a9f3-4bb2b318cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:17.430265 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e65e1093-61cd-4f73-8e47-1b8c06d3f7e0 req-974ffbb1-031d-4e49-a9f3-4bb2b318cc1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dce75e0e6f5445febc488c4156ab695e&device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 1094 time: 0.0570357 Jul 09 20:51:17.518769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e1093-61cd-4f73-8e47-1b8c06d3f7e0 req-f9e8d208-862e-49ec-b480-20fe96722ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:17.520148 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e65e1093-61cd-4f73-8e47-1b8c06d3f7e0 req-f9e8d208-862e-49ec-b480-20fe96722ae8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6cbe714-5eb3-4be4-aa24-d878a3a1e182 HTTP/1.1" status: 200 len: 915 time: 0.0829608 Jul 09 20:51:17.565579 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e65e1093-61cd-4f73-8e47-1b8c06d3f7e0 req-6cf187db-1b72-461c-b5e9-453aa5e988a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e5bfb95-8203-4882-b511-c6bb0b02ba01 HTTP/1.1" status: 200 len: 217 time: 0.0387750 Jul 09 20:51:17.617262 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e1093-61cd-4f73-8e47-1b8c06d3f7e0 req-73af5b17-062d-4e8b-8b07-03824345630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:17.618752 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e65e1093-61cd-4f73-8e47-1b8c06d3f7e0 req-73af5b17-062d-4e8b-8b07-03824345630d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0909e8ec-9000-4573-85e7-728648e984bc HTTP/1.1" status: 200 len: 854 time: 0.0450218 Jul 09 20:51:17.650725 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e65e1093-61cd-4f73-8e47-1b8c06d3f7e0 req-06b40e2b-7ab8-4f8f-b2eb-c6e8b37c1594 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6cbe714-5eb3-4be4-aa24-d878a3a1e182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247846 Jul 09 20:51:17.741510 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e65e1093-61cd-4f73-8e47-1b8c06d3f7e0 req-6fd094f5-5d45-4dcc-a2b1-d38a051970a9 service neutron] 10.222.0.32 "GET /v2.0/networks/e6cbe714-5eb3-4be4-aa24-d878a3a1e182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838957 Jul 09 20:51:17.830515 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e65e1093-61cd-4f73-8e47-1b8c06d3f7e0 req-176e2329-5839-4061-9eab-bef60f758447 service neutron] 10.222.0.32 "GET /v2.0/networks/e6cbe714-5eb3-4be4-aa24-d878a3a1e182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824766 Jul 09 20:51:18.093114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb030ec-881c-43c9-a6bd-d2f628146834 req-bb3ffaa4-987a-4c91-b34d-99f074315ce0 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:18.094518 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fbb030ec-881c-43c9-a6bd-d2f628146834 req-bb3ffaa4-987a-4c91-b34d-99f074315ce0 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 943 time: 0.0633802 Jul 09 20:51:18.132559 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fbb030ec-881c-43c9-a6bd-d2f628146834 req-3f4c9060-d8d3-4dd9-8505-0eea7c69f45e tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Jul 09 20:51:19.309316 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be408bc4-aef3-43f5-99ea-181a9a907729 req-583a676f-cdf3-4018-8d6a-2177ba8e5a46 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:19.310789 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-be408bc4-aef3-43f5-99ea-181a9a907729 req-583a676f-cdf3-4018-8d6a-2177ba8e5a46 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 943 time: 0.0639365 Jul 09 20:51:19.347687 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-be408bc4-aef3-43f5-99ea-181a9a907729 req-38ee8547-d66a-4293-aa15-16274d9f8814 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307004 Jul 09 20:51:20.521648 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3fdc1-6c1c-4ace-a9f7-3c6c159e9556 req-4de7fa69-7fa4-4728-9737-f503f8e7403d tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:20.523140 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ee3fdc1-6c1c-4ace-a9f7-3c6c159e9556 req-4de7fa69-7fa4-4728-9737-f503f8e7403d tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 943 time: 0.0670850 Jul 09 20:51:20.561476 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ee3fdc1-6c1c-4ace-a9f7-3c6c159e9556 req-a8c66890-477f-4f8f-ae90-dfffa1104d5c tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327883 Jul 09 20:51:20.929119 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 7e5bfb95-8203-4882-b511-c6bb0b02ba01 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:51:21.020302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 7e5bfb95-8203-4882-b511-c6bb0b02ba01, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=7e5bfb95-8203-4882-b511-c6bb0b02ba01,segment=NetworkSegment(50586d61-cbf6-4ea5-8027-d74e61815550),segment_id=50586d61-cbf6-4ea5-8027-d74e61815550)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:21.031090 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '7e5bfb95-8203-4882-b511-c6bb0b02ba01', 'network_id': 'e6cbe714-5eb3-4be4-aa24-d878a3a1e182', 'port_id': '7e5bfb95-8203-4882-b511-c6bb0b02ba01', 'mac_address': 'fa:16:3e:41:90:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0909e8ec-9000-4573-85e7-728648e984bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:51:21.071562 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:21.084295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5bfb95-8203-4882-b511-c6bb0b02ba01 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:51:21.106474 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 7e5bfb95-8203-4882-b511-c6bb0b02ba01, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=7e5bfb95-8203-4882-b511-c6bb0b02ba01,segment=NetworkSegment(50586d61-cbf6-4ea5-8027-d74e61815550),segment_id=50586d61-cbf6-4ea5-8027-d74e61815550)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:21.111173 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:21.158591 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=7e5bfb95-8203-4882-b511-c6bb0b02ba01,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:21.301335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['7e5bfb95-8203-4882-b511-c6bb0b02ba01'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:51:21.740089 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbdcb8-527d-4a2c-b36e-4a789ac6646b req-4727dba3-b26b-4deb-8837-5c06952d6c85 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:21.741608 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65cbdcb8-527d-4a2c-b36e-4a789ac6646b req-4727dba3-b26b-4deb-8837-5c06952d6c85 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 944 time: 0.0664160 Jul 09 20:51:21.779506 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-65cbdcb8-527d-4a2c-b36e-4a789ac6646b req-b0e3071d-8369-40a4-8efd-e50d7d9e99e5 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323563 Jul 09 20:51:22.934525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 7e5bfb95-8203-4882-b511-c6bb0b02ba01 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:51:22.955382 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e047826-aa52-44ae-b354-4412e685f139 req-34672463-bda3-41b4-b4f8-41262bc82345 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:22.956958 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2e047826-aa52-44ae-b354-4412e685f139 req-34672463-bda3-41b4-b4f8-41262bc82345 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 944 time: 0.0654697 Jul 09 20:51:22.982512 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 7e5bfb95-8203-4882-b511-c6bb0b02ba01 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:51:22.986831 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 7e5bfb95-8203-4882-b511-c6bb0b02ba01 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:51:22.987209 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:22.996563 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2e047826-aa52-44ae-b354-4412e685f139 req-a52a4633-d56c-4056-95b3-c0a2353ea88c tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Jul 09 20:51:23.062236 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:23.085114 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b27ab7-38b2-4c81-a12e-30d4c8976379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5bfb95-8203-4882-b511-c6bb0b02ba01'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:51:23.087327 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddb4acd-febe-4180-baea-31a3cb991e59" -d '{"events": [{"server_uuid": "a3b27ab7-38b2-4c81-a12e-30d4c8976379", "name": "network-vif-plugged", "status": "completed", "tag": "7e5bfb95-8203-4882-b511-c6bb0b02ba01"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:51:23.100233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 7e5bfb95-8203-4882-b511-c6bb0b02ba01, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=7e5bfb95-8203-4882-b511-c6bb0b02ba01,segment=NetworkSegment(50586d61-cbf6-4ea5-8027-d74e61815550),segment_id=50586d61-cbf6-4ea5-8027-d74e61815550)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:23.104359 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:23.133510 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88206d1d-cc85-43e5-a9e3-c0bc11de58b1 x-openstack-request-id: req-88206d1d-cc85-43e5-a9e3-c0bc11de58b1 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:51:23.133801 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b27ab7-38b2-4c81-a12e-30d4c8976379", "name": "network-vif-plugged", "status": "completed", "tag": "7e5bfb95-8203-4882-b511-c6bb0b02ba01", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:51:23.134053 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88206d1d-cc85-43e5-a9e3-c0bc11de58b1 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:51:23.135229 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b27ab7-38b2-4c81-a12e-30d4c8976379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5bfb95-8203-4882-b511-c6bb0b02ba01', 'code': 200} Jul 09 20:51:23.162504 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=7e5bfb95-8203-4882-b511-c6bb0b02ba01,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:23.237698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58511787-d8e3-4d83-afca-dfaa9a6e4dd8 req-df0d4ef3-5859-4ff7-8ba6-73b2bdfd0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:23.239186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-58511787-d8e3-4d83-afca-dfaa9a6e4dd8 req-df0d4ef3-5859-4ff7-8ba6-73b2bdfd0d86 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 1096 time: 0.0531592 Jul 09 20:51:23.274243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-58511787-d8e3-4d83-afca-dfaa9a6e4dd8 req-813622d6-f1f3-48b1-bcfd-a68350a0a8ba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288391 Jul 09 20:51:24.168993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800cad2-e866-4dda-aeef-ccd281f25d66 req-2fe7472f-a1c4-46c7-be0e-aea76af4f170 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:24.170494 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2800cad2-e866-4dda-aeef-ccd281f25d66 req-2fe7472f-a1c4-46c7-be0e-aea76af4f170 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 945 time: 0.0649436 Jul 09 20:51:24.207788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2800cad2-e866-4dda-aeef-ccd281f25d66 req-4bb9ff7c-28a5-420d-a13b-4c7d2c2c82a1 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315523 Jul 09 20:51:24.431973 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-52aae57a-24d5-4a96-a646-490fe80d1a9f tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:24.433497 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-52aae57a-24d5-4a96-a646-490fe80d1a9f tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/networks?id=e6cbe714-5eb3-4be4-aa24-d878a3a1e182 HTTP/1.1" status: 200 len: 814 time: 0.1042550 Jul 09 20:51:24.447832 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-1c90ca18-bdad-4d96-8b82-792fa46f092e tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/quotas/dce75e0e6f5445febc488c4156ab695e HTTP/1.1" status: 200 len: 375 time: 0.0090649 Jul 09 20:51:24.510163 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-1275a7c1-85eb-45a9-8d5b-e89c6cda74eb tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dce75e0e6f5445febc488c4156ab695e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0576565 Jul 09 20:51:24.602001 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-946d904d-1eef-4856-a795-0bcb5d3c3cb6 service neutron] 10.222.0.30 "GET /v2.0/networks/e6cbe714-5eb3-4be4-aa24-d878a3a1e182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853741 Jul 09 20:51:24.689155 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-e60940b2-c4f4-4d4a-a0b5-d7223b3f0ada service neutron] 10.222.0.30 "GET /v2.0/networks/e6cbe714-5eb3-4be4-aa24-d878a3a1e182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811534 Jul 09 20:51:24.858900 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dcc675dd-d3ef-4b1d-aed9-78caf38f7cf2 req-485a1f8c-f8c4-4c8f-b896-a065cad49e7b tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 210 time: 0.0334117 Jul 09 20:51:25.900737 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-b1ba9d6f-500a-43d5-a9ae-a7c627bf6acd tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:25.902882 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-b1ba9d6f-500a-43d5-a9ae-a7c627bf6acd tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.36 "GET /v2.0/networks?id=e6cbe714-5eb3-4be4-aa24-d878a3a1e182 HTTP/1.1" status: 200 len: 814 time: 0.1010334 Jul 09 20:51:25.922550 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-cd63ab36-ab4d-48e0-9c7b-90e69d58c0a4 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Request body: {'port': {'device_id': '78691ae4-4775-45bd-8467-a352c25eb3ce', 'network_id': 'e6cbe714-5eb3-4be4-aa24-d878a3a1e182', 'admin_state_up': True, 'tenant_id': 'dce75e0e6f5445febc488c4156ab695e'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:26.010894 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c7e86279-66b3-4901-8a2e-e003f07333f9 req-56a3b782-3875-4165-810f-8da61a5b1e1a tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 210 time: 0.0298903 Jul 09 20:51:26.038577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-cd63ab36-ab4d-48e0-9c7b-90e69d58c0a4 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Made reservation on behalf of dce75e0e6f5445febc488c4156ab695e for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:26.042167 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-cd63ab36-ab4d-48e0-9c7b-90e69d58c0a4 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.163907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-cd63ab36-ab4d-48e0-9c7b-90e69d58c0a4 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Allocated IP 172.20.0.6 (e6cbe714-5eb3-4be4-aa24-d878a3a1e182/0909e8ec-9000-4573-85e7-728648e984bc/1ffacaa5-9d26-4771-bacf-f9ea747a73b8) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:51:26.311368 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-cd63ab36-ab4d-48e0-9c7b-90e69d58c0a4 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.349781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-cd63ab36-ab4d-48e0-9c7b-90e69d58c0a4 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.361984 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['7e5bfb95-8203-4882-b511-c6bb0b02ba01'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:51:26.373811 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:51:26.395991 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-cd63ab36-ab4d-48e0-9c7b-90e69d58c0a4 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Network e6cbe714-5eb3-4be4-aa24-d878a3a1e182 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:51:26.399172 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-cd63ab36-ab4d-48e0-9c7b-90e69d58c0a4 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:51:26.403292 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-cd63ab36-ab4d-48e0-9c7b-90e69d58c0a4 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:51:26.431270 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63ab36-ab4d-48e0-9c7b-90e69d58c0a4 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Pushing event updated for resources: {'Port': ['ID=1ffacaa5-9d26-4771-bacf-f9ea747a73b8,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:26.459263 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-cd63ab36-ab4d-48e0-9c7b-90e69d58c0a4 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:26.459898 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-cd63ab36-ab4d-48e0-9c7b-90e69d58c0a4 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.474122 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-cd63ab36-ab4d-48e0-9c7b-90e69d58c0a4 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555241 Jul 09 20:51:26.512479 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Request body: {'port': {'device_id': '78691ae4-4775-45bd-8467-a352c25eb3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:26.582712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.842751 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:51:26.850926 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.863943 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Transition to ACTIVE for port object 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:51:26.867708 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.918272 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffacaa5-9d26-4771-bacf-f9ea747a73b8,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:26.943783 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4a5fb789-5428-42a1-a67b-a06d589174e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:26.984971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Attempting to bind port 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:51:26.985920 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Attempting to bind port 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '50586d61-cbf6-4ea5-8027-d74e61815550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e6cbe714-5eb3-4be4-aa24-d878a3a1e182'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:51:26.986267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Attempting to bind port 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 on network e6cbe714-5eb3-4be4-aa24-d878a3a1e182 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:51:26.990606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Port 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 on network e6cbe714-5eb3-4be4-aa24-d878a3a1e182 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:51:26.990940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Attempting to bind port 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 on network e6cbe714-5eb3-4be4-aa24-d878a3a1e182 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:51:26.995774 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:51:26.996124 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Checking segment: {'id': '50586d61-cbf6-4ea5-8027-d74e61815550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e6cbe714-5eb3-4be4-aa24-d878a3a1e182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:51:26.996523 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Bound using segment: {'id': '50586d61-cbf6-4ea5-8027-d74e61815550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e6cbe714-5eb3-4be4-aa24-d878a3a1e182'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:51:26.996992 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Bound port: 1ffacaa5-9d26-4771-bacf-f9ea747a73b8, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50586d61-cbf6-4ea5-8027-d74e61815550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e6cbe714-5eb3-4be4-aa24-d878a3a1e182'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:51:26.997363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:27.065378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] For port 1ffacaa5-9d26-4771-bacf-f9ea747a73b8, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:51:27.068977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] For port 1ffacaa5-9d26-4771-bacf-f9ea747a73b8, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1ffacaa5-9d26-4771-bacf-f9ea747a73b8,segment=NetworkSegment(50586d61-cbf6-4ea5-8027-d74e61815550),segment_id=50586d61-cbf6-4ea5-8027-d74e61815550)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:51:27.073110 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:27.106026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:27.106579 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:27.108251 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] 10.222.0.36 "PUT /v2.0/ports/1ffacaa5-9d26-4771-bacf-f9ea747a73b8 HTTP/1.1" status: 200 len: 1091 time: 0.5999718 Jul 09 20:51:27.108830 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78691ae4-4775-45bd-8467-a352c25eb3ce', 'tag': '1ffacaa5-9d26-4771-bacf-f9ea747a73b8'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:51:27.111766 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dee7a69-bf82-4b8f-92a0-e78a73db5fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "78691ae4-4775-45bd-8467-a352c25eb3ce", "tag": "1ffacaa5-9d26-4771-bacf-f9ea747a73b8"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:51:27.165406 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b4ff1e-c7b0-4ee0-8676-95eca828a08f x-openstack-request-id: req-72b4ff1e-c7b0-4ee0-8676-95eca828a08f {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:51:27.165703 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78691ae4-4775-45bd-8467-a352c25eb3ce", "tag": "1ffacaa5-9d26-4771-bacf-f9ea747a73b8", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:51:27.165959 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72b4ff1e-c7b0-4ee0-8676-95eca828a08f {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:51:27.166360 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78691ae4-4775-45bd-8467-a352c25eb3ce', 'tag': '1ffacaa5-9d26-4771-bacf-f9ea747a73b8', 'status': 'completed', 'code': 200} Jul 09 20:51:27.174954 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b9441-88fe-45ea-a769-e0b297d16ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ffacaa5-9d26-4771-bacf-f9ea747a73b8,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:27.242148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d81a5-3c01-42fc-9169-c846c9722ed5 req-45c0cd00-04a8-4425-b79c-9176814c86bc tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:27.243656 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-517d81a5-3c01-42fc-9169-c846c9722ed5 req-45c0cd00-04a8-4425-b79c-9176814c86bc tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 943 time: 0.1188366 Jul 09 20:51:27.249149 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-17d7fa9c-222f-4fe9-b939-afffc3385249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:27.250565 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-17d7fa9c-222f-4fe9-b939-afffc3385249 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dce75e0e6f5445febc488c4156ab695e&device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 1094 time: 0.0869944 Jul 09 20:51:27.305771 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-d12b3a5b-0ba3-4b4e-9e77-5dbf3998e2b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ffacaa5-9d26-4771-bacf-f9ea747a73b8 HTTP/1.1" status: 200 len: 217 time: 0.0472200 Jul 09 20:51:27.343878 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-517d81a5-3c01-42fc-9169-c846c9722ed5 req-188df4b5-21d4-4f18-9629-34ea4743bdf3 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922160 Jul 09 20:51:27.361909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-5500eef2-3dba-4f65-9e5e-3ba38d689172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:27.363379 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-5500eef2-3dba-4f65-9e5e-3ba38d689172 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0909e8ec-9000-4573-85e7-728648e984bc HTTP/1.1" status: 200 len: 854 time: 0.0509472 Jul 09 20:51:27.395577 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-d0360b24-885e-4f93-8f8f-ee501cfbf48d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6cbe714-5eb3-4be4-aa24-d878a3a1e182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260410 Jul 09 20:51:27.404247 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:27.487697 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-f9eb7d16-2790-4498-b322-1f8dd4b28f79 service neutron] 10.222.0.36 "GET /v2.0/networks/e6cbe714-5eb3-4be4-aa24-d878a3a1e182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859511 Jul 09 20:51:27.576154 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-09ce72ae-1b23-4cef-85bf-3648ea3dde01 req-2a94d565-7a7c-4615-a2ef-dfa5432b403d service neutron] 10.222.0.36 "GET /v2.0/networks/e6cbe714-5eb3-4be4-aa24-d878a3a1e182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822718 Jul 09 20:51:27.676837 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee7a69-bf82-4b8f-92a0-e78a73db5fc6 req-90dfacd2-c8bb-4b13-bcf3-69ee9dbfa310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:27.678258 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2dee7a69-bf82-4b8f-92a0-e78a73db5fc6 req-90dfacd2-c8bb-4b13-bcf3-69ee9dbfa310 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dce75e0e6f5445febc488c4156ab695e&device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 1094 time: 0.0579681 Jul 09 20:51:27.769585 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee7a69-bf82-4b8f-92a0-e78a73db5fc6 req-73013067-3b76-45ff-9182-cf0f2fcd3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:27.771066 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2dee7a69-bf82-4b8f-92a0-e78a73db5fc6 req-73013067-3b76-45ff-9182-cf0f2fcd3fab service neutron] 10.222.0.36 "GET /v2.0/networks?id=e6cbe714-5eb3-4be4-aa24-d878a3a1e182 HTTP/1.1" status: 200 len: 915 time: 0.0859075 Jul 09 20:51:27.816349 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2dee7a69-bf82-4b8f-92a0-e78a73db5fc6 req-1fe4c9c2-78b0-4230-94c7-57cc5570f35d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ffacaa5-9d26-4771-bacf-f9ea747a73b8 HTTP/1.1" status: 200 len: 217 time: 0.0387485 Jul 09 20:51:27.863695 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee7a69-bf82-4b8f-92a0-e78a73db5fc6 req-8cc905c5-18e2-4dbc-b739-209c1ad3f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:27.865132 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2dee7a69-bf82-4b8f-92a0-e78a73db5fc6 req-8cc905c5-18e2-4dbc-b739-209c1ad3f89a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0909e8ec-9000-4573-85e7-728648e984bc HTTP/1.1" status: 200 len: 854 time: 0.0432844 Jul 09 20:51:27.896191 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2dee7a69-bf82-4b8f-92a0-e78a73db5fc6 req-c7e25976-d862-4871-8c34-b6efcf54ad57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e6cbe714-5eb3-4be4-aa24-d878a3a1e182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252500 Jul 09 20:51:27.986687 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2dee7a69-bf82-4b8f-92a0-e78a73db5fc6 req-e0edf9d0-e547-4d82-bf97-9ee0404045bf service neutron] 10.222.0.36 "GET /v2.0/networks/e6cbe714-5eb3-4be4-aa24-d878a3a1e182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838974 Jul 09 20:51:28.074605 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2dee7a69-bf82-4b8f-92a0-e78a73db5fc6 req-ee6871bf-d781-471a-a871-d6db7a706b3a service neutron] 10.222.0.36 "GET /v2.0/networks/e6cbe714-5eb3-4be4-aa24-d878a3a1e182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811021 Jul 09 20:51:28.524247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5b717-b406-42db-8be8-318c411595f2 req-6eb50954-dd62-47dc-9a38-32aa80b29301 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:28.525817 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9ce5b717-b406-42db-8be8-318c411595f2 req-6eb50954-dd62-47dc-9a38-32aa80b29301 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 943 time: 0.0680478 Jul 09 20:51:28.562567 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9ce5b717-b406-42db-8be8-318c411595f2 req-62f1ff34-1cd7-4a41-9969-7659310ac0bb tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311782 Jul 09 20:51:29.505746 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-36062007-c024-4834-a919-fbbb7757400e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:29.665361 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:29.742402 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:29.746261 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2380bc6-74ce-4b63-9695-89ff0b9d1230 req-b6a78df0-d949-496f-99f2-7a5a8eb241f7 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:29.747786 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f2380bc6-74ce-4b63-9695-89ff0b9d1230 req-b6a78df0-d949-496f-99f2-7a5a8eb241f7 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 943 time: 0.0693965 Jul 09 20:51:29.786717 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f2380bc6-74ce-4b63-9695-89ff0b9d1230 req-c153c8a2-fb6b-4272-a37e-2e5a26205337 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331500 Jul 09 20:51:30.645290 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:30.960674 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2503fbc-6b0e-4bdb-bdb2-3bc74679b693 req-a6bf20d8-0727-40f8-a1ff-2804d531ebe1 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:30.962187 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b2503fbc-6b0e-4bdb-bdb2-3bc74679b693 req-a6bf20d8-0727-40f8-a1ff-2804d531ebe1 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 943 time: 0.0646443 Jul 09 20:51:31.000116 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b2503fbc-6b0e-4bdb-bdb2-3bc74679b693 req-ed549de1-8041-44bb-9708-3c278412de41 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Jul 09 20:51:31.635008 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:51:31.727267 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1ffacaa5-9d26-4771-bacf-f9ea747a73b8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1ffacaa5-9d26-4771-bacf-f9ea747a73b8,segment=NetworkSegment(50586d61-cbf6-4ea5-8027-d74e61815550),segment_id=50586d61-cbf6-4ea5-8027-d74e61815550)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:31.739660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '1ffacaa5-9d26-4771-bacf-f9ea747a73b8', 'network_id': 'e6cbe714-5eb3-4be4-aa24-d878a3a1e182', 'port_id': '1ffacaa5-9d26-4771-bacf-f9ea747a73b8', 'mac_address': 'fa:16:3e:94:5b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0909e8ec-9000-4573-85e7-728648e984bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:51:31.775962 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:31.788730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:51:31.807775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1ffacaa5-9d26-4771-bacf-f9ea747a73b8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1ffacaa5-9d26-4771-bacf-f9ea747a73b8,segment=NetworkSegment(50586d61-cbf6-4ea5-8027-d74e61815550),segment_id=50586d61-cbf6-4ea5-8027-d74e61815550)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:31.811441 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:31.861951 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=1ffacaa5-9d26-4771-bacf-f9ea747a73b8,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:32.122501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1ffacaa5-9d26-4771-bacf-f9ea747a73b8'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:51:32.176190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04dafe0-1cd6-47dd-9aa9-002ecd48b35a req-d13405c6-0b43-4b85-aeae-ff85eb2de215 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:32.177764 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a04dafe0-1cd6-47dd-9aa9-002ecd48b35a req-d13405c6-0b43-4b85-aeae-ff85eb2de215 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 944 time: 0.0700974 Jul 09 20:51:32.215254 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a04dafe0-1cd6-47dd-9aa9-002ecd48b35a req-789672cf-c628-43ad-b3a8-a044824698e5 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319979 Jul 09 20:51:32.504464 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:33.385974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b3059-b358-4f2d-b447-32db104a0978 req-e5ce5803-3e72-4be8-8fe3-d07f2dbdb079 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:33.387449 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c04b3059-b358-4f2d-b447-32db104a0978 req-e5ce5803-3e72-4be8-8fe3-d07f2dbdb079 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 944 time: 0.0631897 Jul 09 20:51:33.428119 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c04b3059-b358-4f2d-b447-32db104a0978 req-97ab3551-a84c-4953-b81e-55f3674e221b tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345469 Jul 09 20:51:33.652258 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:51:33.701436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:51:33.705581 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:51:33.705945 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:33.779972 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:33.801825 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78691ae4-4775-45bd-8467-a352c25eb3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffacaa5-9d26-4771-bacf-f9ea747a73b8'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:51:33.804051 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbcc14a-f707-41c8-b926-d4bd967a05c5" -d '{"events": [{"server_uuid": "78691ae4-4775-45bd-8467-a352c25eb3ce", "name": "network-vif-plugged", "status": "completed", "tag": "1ffacaa5-9d26-4771-bacf-f9ea747a73b8"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:51:33.817021 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 1ffacaa5-9d26-4771-bacf-f9ea747a73b8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1ffacaa5-9d26-4771-bacf-f9ea747a73b8,segment=NetworkSegment(50586d61-cbf6-4ea5-8027-d74e61815550),segment_id=50586d61-cbf6-4ea5-8027-d74e61815550)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:33.821000 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:33.844298 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c47d1d-aa10-46a5-8a5e-67d45387ea9f x-openstack-request-id: req-64c47d1d-aa10-46a5-8a5e-67d45387ea9f {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:51:33.844662 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78691ae4-4775-45bd-8467-a352c25eb3ce", "name": "network-vif-plugged", "status": "completed", "tag": "1ffacaa5-9d26-4771-bacf-f9ea747a73b8", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:51:33.845410 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64c47d1d-aa10-46a5-8a5e-67d45387ea9f {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:51:33.845410 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78691ae4-4775-45bd-8467-a352c25eb3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ffacaa5-9d26-4771-bacf-f9ea747a73b8', 'code': 200} Jul 09 20:51:33.875388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=1ffacaa5-9d26-4771-bacf-f9ea747a73b8,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:33.955703 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd301652-60ba-40ca-80b9-a6feaffc5f9a req-2fe203e2-b2fb-47b4-a8eb-69966e241715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:33.957146 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd301652-60ba-40ca-80b9-a6feaffc5f9a req-2fe203e2-b2fb-47b4-a8eb-69966e241715 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 1096 time: 0.0515375 Jul 09 20:51:33.990624 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dd301652-60ba-40ca-80b9-a6feaffc5f9a req-76f5c59b-e09e-4012-b62f-ee0b8c245d18 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272515 Jul 09 20:51:34.601966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080b009-cd22-4c34-8757-998fef254a9b req-f1242d3d-887c-4e58-a12a-a757e10bf965 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:34.603462 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b080b009-cd22-4c34-8757-998fef254a9b req-f1242d3d-887c-4e58-a12a-a757e10bf965 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 945 time: 0.0632541 Jul 09 20:51:34.640785 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b080b009-cd22-4c34-8757-998fef254a9b req-35441db5-3789-4c20-bb55-72497f54d4f9 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315168 Jul 09 20:51:35.822894 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf26d7-982e-4122-9ce7-d9fb1cc8102b req-509f84ab-ab99-49b1-8bb2-6465f11660a8 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:35.824418 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddbf26d7-982e-4122-9ce7-d9fb1cc8102b req-509f84ab-ab99-49b1-8bb2-6465f11660a8 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 945 time: 0.0723169 Jul 09 20:51:35.863394 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ddbf26d7-982e-4122-9ce7-d9fb1cc8102b req-c8e6f2a9-09f5-4a67-a662-a62ed2421fe6 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329435 Jul 09 20:51:36.238177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bcf060-6b4e-4719-ae94-7e32b82a6525 req-dc089f84-3902-4495-bbe1-d1ebe9f5d3bb tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:36.239697 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-80bcf060-6b4e-4719-ae94-7e32b82a6525 req-dc089f84-3902-4495-bbe1-d1ebe9f5d3bb tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 945 time: 0.0642939 Jul 09 20:51:36.281075 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-80bcf060-6b4e-4719-ae94-7e32b82a6525 req-f88e6175-7521-42a8-a8dd-2a87ac8b49b1 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326886 Jul 09 20:51:37.500044 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fa6b1-a9e1-4e29-ad0f-2bc68bb89fd6 req-838aeaa6-af96-4f8e-b57e-ea3abfe294ce tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:37.501640 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8d6fa6b1-a9e1-4e29-ad0f-2bc68bb89fd6 req-838aeaa6-af96-4f8e-b57e-ea3abfe294ce tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 945 time: 0.1084590 Jul 09 20:51:37.538908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8d6fa6b1-a9e1-4e29-ad0f-2bc68bb89fd6 req-bfbf12bc-ad32-48e5-ad9f-21e042a5978b tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316591 Jul 09 20:51:37.596806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc43b61-4815-4822-a369-43e538df4684 req-6df1813b-8f9c-4b30-afb8-f87a1f9185c7 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:37.598274 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bdc43b61-4815-4822-a369-43e538df4684 req-6df1813b-8f9c-4b30-afb8-f87a1f9185c7 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.36 "GET /v2.0/ports?device_id=78691ae4-4775-45bd-8467-a352c25eb3ce HTTP/1.1" status: 200 len: 945 time: 0.0644526 Jul 09 20:51:37.702611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-bdc43b61-4815-4822-a369-43e538df4684 req-499aab78-81ac-444f-a16e-bb0f5d139bf1 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Deleting port 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:51:37.702962 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bdc43b61-4815-4822-a369-43e538df4684 req-499aab78-81ac-444f-a16e-bb0f5d139bf1 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:37.791972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bdc43b61-4815-4822-a369-43e538df4684 req-499aab78-81ac-444f-a16e-bb0f5d139bf1 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] For port 1ffacaa5-9d26-4771-bacf-f9ea747a73b8, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=1ffacaa5-9d26-4771-bacf-f9ea747a73b8,segment=NetworkSegment(50586d61-cbf6-4ea5-8027-d74e61815550),segment_id=50586d61-cbf6-4ea5-8027-d74e61815550)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:37.792340 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bdc43b61-4815-4822-a369-43e538df4684 req-499aab78-81ac-444f-a16e-bb0f5d139bf1 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:37.805425 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-bdc43b61-4815-4822-a369-43e538df4684 req-499aab78-81ac-444f-a16e-bb0f5d139bf1 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Calling delete_port for 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:51:37.935323 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bdc43b61-4815-4822-a369-43e538df4684 req-499aab78-81ac-444f-a16e-bb0f5d139bf1 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:37.948100 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['1ffacaa5-9d26-4771-bacf-f9ea747a73b8'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:51:37.951171 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['7e5bfb95-8203-4882-b511-c6bb0b02ba01'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:51:37.966039 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499aab78-81ac-444f-a16e-bb0f5d139bf1 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Pushing event deleted for resources: {'Port': ['ID=1ffacaa5-9d26-4771-bacf-f9ea747a73b8,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:38.015507 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc43b61-4815-4822-a369-43e538df4684 req-499aab78-81ac-444f-a16e-bb0f5d139bf1 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] No DVR routers for this DVR port 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:51:38.018892 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bdc43b61-4815-4822-a369-43e538df4684 req-499aab78-81ac-444f-a16e-bb0f5d139bf1 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:38.020947 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bdc43b61-4815-4822-a369-43e538df4684 req-499aab78-81ac-444f-a16e-bb0f5d139bf1 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.36 "DELETE /v2.0/ports/1ffacaa5-9d26-4771-bacf-f9ea747a73b8 HTTP/1.1" status: 204 len: 173 time: 0.4171641 Jul 09 20:51:38.021387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78691ae4-4775-45bd-8467-a352c25eb3ce', 'name': 'network-vif-deleted', 'tag': '1ffacaa5-9d26-4771-bacf-f9ea747a73b8'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:51:38.023650 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce029f7-38f5-4892-8aae-6249ff192399" -d '{"events": [{"server_uuid": "78691ae4-4775-45bd-8467-a352c25eb3ce", "name": "network-vif-deleted", "tag": "1ffacaa5-9d26-4771-bacf-f9ea747a73b8"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:51:38.060383 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406876d5-d3a3-4aa7-9366-d618884c66fa x-openstack-request-id: req-406876d5-d3a3-4aa7-9366-d618884c66fa {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:51:38.060850 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78691ae4-4775-45bd-8467-a352c25eb3ce", "name": "network-vif-deleted", "tag": "1ffacaa5-9d26-4771-bacf-f9ea747a73b8", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:51:38.061125 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-406876d5-d3a3-4aa7-9366-d618884c66fa {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:51:38.061340 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78691ae4-4775-45bd-8467-a352c25eb3ce', 'name': 'network-vif-deleted', 'tag': '1ffacaa5-9d26-4771-bacf-f9ea747a73b8', 'status': 'completed', 'code': 200} Jul 09 20:51:38.845913 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650fa56-d2f6-4e20-81a4-8ad453f6acfa req-edbddae2-cf12-471f-88d6-bed876103327 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:38.847643 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e650fa56-d2f6-4e20-81a4-8ad453f6acfa req-edbddae2-cf12-471f-88d6-bed876103327 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 945 time: 0.1178329 Jul 09 20:51:38.886625 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e650fa56-d2f6-4e20-81a4-8ad453f6acfa req-2a1f812b-8a84-4053-80a1-6d6cca295499 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331252 Jul 09 20:51:39.080260 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3fba2-fdc9-48fd-b2ff-44d019f233db req-562af3c1-76d9-4cfa-b590-14dc3f33514f tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:39.081737 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0fe3fba2-fdc9-48fd-b2ff-44d019f233db req-562af3c1-76d9-4cfa-b590-14dc3f33514f tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 945 time: 0.0636981 Jul 09 20:51:39.124255 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0fe3fba2-fdc9-48fd-b2ff-44d019f233db req-358442d6-3061-408f-9364-93f88f780365 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369027 Jul 09 20:51:39.301719 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebef0dc-052c-49b7-b9ee-94fa87f9267c req-a5a42676-a7e4-411e-a332-8a09bd853900 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:39.303179 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7ebef0dc-052c-49b7-b9ee-94fa87f9267c req-a5a42676-a7e4-411e-a332-8a09bd853900 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 945 time: 0.0650282 Jul 09 20:51:39.339900 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7ebef0dc-052c-49b7-b9ee-94fa87f9267c req-6daa3ed6-b6e3-41ff-89e4-654ad037accf tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311177 Jul 09 20:51:39.610906 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb20aa-f415-4081-86ec-b2b64ba0d50b req-0112eae0-f5fd-4f4f-9a45-5cb058dcb365 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:39.612300 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2eb20aa-f415-4081-86ec-b2b64ba0d50b req-0112eae0-f5fd-4f4f-9a45-5cb058dcb365 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 945 time: 0.0627944 Jul 09 20:51:39.649851 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d2eb20aa-f415-4081-86ec-b2b64ba0d50b req-ca798ad4-a1a7-4832-962e-1b347862788a tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320926 Jul 09 20:51:39.824558 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e41281-1a48-4413-8017-a8392744de18 req-e0ce524a-c541-47e0-bd26-b6896af351a9 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:39.826079 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-18e41281-1a48-4413-8017-a8392744de18 req-e0ce524a-c541-47e0-bd26-b6896af351a9 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 945 time: 0.0636930 Jul 09 20:51:39.863958 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-18e41281-1a48-4413-8017-a8392744de18 req-f2c68c24-c19e-443c-950c-c04f774ef036 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316079 Jul 09 20:51:40.043453 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcb8dd-61c5-441a-b220-7a8b7ed8a1d2 req-7662465c-15c9-42a4-b75f-ed0889d260cf tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:40.044976 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4cbcb8dd-61c5-441a-b220-7a8b7ed8a1d2 req-7662465c-15c9-42a4-b75f-ed0889d260cf tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 945 time: 0.0637524 Jul 09 20:51:40.082780 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4cbcb8dd-61c5-441a-b220-7a8b7ed8a1d2 req-f53a808e-237b-4fb3-b08a-3c62020182b0 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316718 Jul 09 20:51:40.598146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b407d13-e9f1-4402-9b2f-4048be658366 req-af3c7ca6-4c2f-40c7-a5eb-85b8b0cef862 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:40.599656 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b407d13-e9f1-4402-9b2f-4048be658366 req-af3c7ca6-4c2f-40c7-a5eb-85b8b0cef862 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 945 time: 0.0697205 Jul 09 20:51:40.637314 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5b407d13-e9f1-4402-9b2f-4048be658366 req-f2877037-cfbc-4724-8d20-d0158672191e tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320923 Jul 09 20:51:41.668307 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:51:41.691922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:51:41.692273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 1ffacaa5-9d26-4771-bacf-f9ea747a73b8 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:51:41.817616 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2995c9-ade2-4b8b-9706-e84dd9a36321 req-2aff74d5-0ec7-4613-ac3b-ade8d41d3e67 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:41.819105 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a2995c9-ade2-4b8b-9706-e84dd9a36321 req-2aff74d5-0ec7-4613-ac3b-ade8d41d3e67 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 945 time: 0.0630076 Jul 09 20:51:42.169525 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a2995c9-ade2-4b8b-9706-e84dd9a36321 req-3e8cd1a6-4bd1-4dca-859b-16d461c9f748 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e9eed7f-5b34-43e1-8150-fea7205486c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448789 Jul 09 20:51:42.198738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7a537-b6d5-4dbd-9258-449bf7f5f2f7 req-586e7dae-d9ca-42ca-89db-1694c461ac49 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:42.200202 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9f7a537-b6d5-4dbd-9258-449bf7f5f2f7 req-586e7dae-d9ca-42ca-89db-1694c461ac49 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3b27ab7-38b2-4c81-a12e-30d4c8976379 HTTP/1.1" status: 200 len: 945 time: 0.3577478 Jul 09 20:51:42.301393 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-f9f7a537-b6d5-4dbd-9258-449bf7f5f2f7 req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Deleting port 7e5bfb95-8203-4882-b511-c6bb0b02ba01 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:51:42.301744 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9f7a537-b6d5-4dbd-9258-449bf7f5f2f7 req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:42.386834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-f9f7a537-b6d5-4dbd-9258-449bf7f5f2f7 req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] For port 7e5bfb95-8203-4882-b511-c6bb0b02ba01, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=7e5bfb95-8203-4882-b511-c6bb0b02ba01,segment=NetworkSegment(50586d61-cbf6-4ea5-8027-d74e61815550),segment_id=50586d61-cbf6-4ea5-8027-d74e61815550)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:42.387200 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9f7a537-b6d5-4dbd-9258-449bf7f5f2f7 req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:42.400349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-f9f7a537-b6d5-4dbd-9258-449bf7f5f2f7 req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Calling delete_port for 7e5bfb95-8203-4882-b511-c6bb0b02ba01 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:51:42.526232 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9f7a537-b6d5-4dbd-9258-449bf7f5f2f7 req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:42.538544 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['7e5bfb95-8203-4882-b511-c6bb0b02ba01'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:51:42.553636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Pushing event deleted for resources: {'Port': ['ID=7e5bfb95-8203-4882-b511-c6bb0b02ba01,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:42.564069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:42.564418 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:42.564791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:42.565139 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:42.565476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:42.565819 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:42.566497 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:42.566497 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:42.566784 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:42.567110 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:42.567436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:42.567759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:42.611529 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f7a537-b6d5-4dbd-9258-449bf7f5f2f7 req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] No DVR routers for this DVR port 7e5bfb95-8203-4882-b511-c6bb0b02ba01 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:51:42.614097 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-f9f7a537-b6d5-4dbd-9258-449bf7f5f2f7 req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:42.616068 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9f7a537-b6d5-4dbd-9258-449bf7f5f2f7 req-52f02dd1-8ad0-4967-8422-cfaa69760252 tempest-ServersNegativeTestJSON-946354706 tempest-ServersNegativeTestJSON-946354706-project] 10.222.0.32 "DELETE /v2.0/ports/7e5bfb95-8203-4882-b511-c6bb0b02ba01 HTTP/1.1" status: 204 len: 173 time: 0.4094505 Jul 09 20:51:42.616504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b27ab7-38b2-4c81-a12e-30d4c8976379', 'name': 'network-vif-deleted', 'tag': '7e5bfb95-8203-4882-b511-c6bb0b02ba01'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:51:42.618775 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a8ce10-e4df-4327-ab69-7679bed0ec69" -d '{"events": [{"server_uuid": "a3b27ab7-38b2-4c81-a12e-30d4c8976379", "name": "network-vif-deleted", "tag": "7e5bfb95-8203-4882-b511-c6bb0b02ba01"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:51:42.659364 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e39ac0-9367-49d6-bc89-53f8d62677ba x-openstack-request-id: req-f7e39ac0-9367-49d6-bc89-53f8d62677ba {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:51:42.659876 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b27ab7-38b2-4c81-a12e-30d4c8976379", "name": "network-vif-deleted", "tag": "7e5bfb95-8203-4882-b511-c6bb0b02ba01", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:51:42.660139 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7e39ac0-9367-49d6-bc89-53f8d62677ba {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:51:42.660583 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b27ab7-38b2-4c81-a12e-30d4c8976379', 'name': 'network-vif-deleted', 'tag': '7e5bfb95-8203-4882-b511-c6bb0b02ba01', 'status': 'completed', 'code': 200} Jul 09 20:51:43.260322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54206) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:43.305119 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Deleting subnet 0909e8ec-9000-4573-85e7-728648e984bc {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:51:43.308079 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:43.341282 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:43.379578 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:43.435415 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:43.459924 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0909e8ec-9000-4573-85e7-728648e984bc,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:43.467986 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:43.470403 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0909e8ec-9000-4573-85e7-728648e984bc HTTP/1.1" status: 204 len: 168 time: 0.2089696 Jul 09 20:51:43.471957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:43.472313 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:43.472688 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:43.473032 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:43.473212 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54208) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:43.473683 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:43.473683 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:43.474019 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:43.474350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:43.474683 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:43.475013 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:43.475342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:43.475669 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc3d8b8-9f9f-4cfd-accf-e94e16384d55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:43.546438 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7450b92e-3676-4404-9e08-26d905ca2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:43.625310 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7450b92e-3676-4404-9e08-26d905ca2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:43.634835 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-7450b92e-3676-4404-9e08-26d905ca2f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cbe714-5eb3-4be4-aa24-d878a3a1e182']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:43.645398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-7450b92e-3676-4404-9e08-26d905ca2f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50586d61-cbf6-4ea5-8027-d74e61815550') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:43.645699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-7450b92e-3676-4404-9e08-26d905ca2f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50586d61-cbf6-4ea5-8027-d74e61815550') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:43.654043 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7450b92e-3676-4404-9e08-26d905ca2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:43.672507 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7450b92e-3676-4404-9e08-26d905ca2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:43.678408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7450b92e-3676-4404-9e08-26d905ca2f44 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:51:43.678798 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7450b92e-3676-4404-9e08-26d905ca2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:51:43.680499 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:51:43.732689 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7450b92e-3676-4404-9e08-26d905ca2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:43.739078 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7450b92e-3676-4404-9e08-26d905ca2f44 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:43.740986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7450b92e-3676-4404-9e08-26d905ca2f44 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e6cbe714-5eb3-4be4-aa24-d878a3a1e182 HTTP/1.1" status: 204 len: 168 time: 0.2667363 Jul 09 20:51:43.752969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450b92e-3676-4404-9e08-26d905ca2f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6cbe714-5eb3-4be4-aa24-d878a3a1e182,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:43.849413 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54212) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:43.887316 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8f1d1a24-4d8c-4635-9e05-d1015c190e25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dce75e0e6f5445febc488c4156ab695e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367706 Jul 09 20:51:43.889693 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54214) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:43.937151 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19b16d24-3789-427c-8a28-ae6b297f2471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:43.957813 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19b16d24-3789-427c-8a28-ae6b297f2471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:44.006758 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19b16d24-3789-427c-8a28-ae6b297f2471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:44.009486 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-19b16d24-3789-427c-8a28-ae6b297f2471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:44.010623 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-19b16d24-3789-427c-8a28-ae6b297f2471 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e9eed7f-5b34-43e1-8150-fea7205486c9 HTTP/1.1" status: 204 len: 168 time: 0.1200576 Jul 09 20:51:44.018718 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b16d24-3789-427c-8a28-ae6b297f2471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9eed7f-5b34-43e1-8150-fea7205486c9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:44.660519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54236) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:44.751860 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-745635192'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:44.772861 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Made reservation on behalf of 684d900f9cde48fa9c6759e1ffc23499 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:44.776292 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:44.785326 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:44.886778 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:44.890437 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:44.917300 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:51:44.927366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cda45d-8ab6-49d9-96a1-72822c9ae3f4,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:44.932406 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:44.932783 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Added segment 2f46e051-77f6-475e-bc5e-beff10cd62c7 of type vlan for network 12a519b0-d973-424d-b254-d6727ca61aa2 Jul 09 20:51:44.973230 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:45.001207 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:45.006774 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:45.007373 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:45.094337 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4326346 Jul 09 20:51:45.117503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5537766-e7f8-4d34-926a-66bfcbf94db6 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event updated for resources: {'Network': ['ID=12a519b0-d973-424d-b254-d6727ca61aa2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:45.129212 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 12a519b0-d973-424d-b254-d6727ca61aa2 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:51:47.059143 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 7e5bfb95-8203-4882-b511-c6bb0b02ba01 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:51:47.084038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 7e5bfb95-8203-4882-b511-c6bb0b02ba01 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:51:47.084387 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 7e5bfb95-8203-4882-b511-c6bb0b02ba01 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:51:48.348223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54240) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:48.353629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-fef4b17c-231f-4ff9-86b8-d239492d2c02 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Request body: {'subnet': {'network_id': '12a519b0-d973-424d-b254-d6727ca61aa2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:48.444172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef4b17c-231f-4ff9-86b8-d239492d2c02 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Made reservation on behalf of 684d900f9cde48fa9c6759e1ffc23499 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:48.447698 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fef4b17c-231f-4ff9-86b8-d239492d2c02 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:48.628676 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fef4b17c-231f-4ff9-86b8-d239492d2c02 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:48.686714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4b17c-231f-4ff9-86b8-d239492d2c02 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event updated for resources: {'Subnet': ['ID=6ba2ea4b-7440-4f45-a96a-8f5013bc5281,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:48.696117 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef4b17c-231f-4ff9-86b8-d239492d2c02 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Checking segment: {'id': '2f46e051-77f6-475e-bc5e-beff10cd62c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12a519b0-d973-424d-b254-d6727ca61aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:51:48.696489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef4b17c-231f-4ff9-86b8-d239492d2c02 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Network hostable DHCP agents. Network: 12a519b0-d973-424d-b254-d6727ca61aa2, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:51:48.713206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef4b17c-231f-4ff9-86b8-d239492d2c02 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Network 12a519b0-d973-424d-b254-d6727ca61aa2 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:51:48.721709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-fef4b17c-231f-4ff9-86b8-d239492d2c02 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 12a519b0-d973-424d-b254-d6727ca61aa2) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:51:48.726433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef4b17c-231f-4ff9-86b8-d239492d2c02 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:48.727347 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fef4b17c-231f-4ff9-86b8-d239492d2c02 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:48.730703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7863655e-0a3b-4ec6-bdc5-5509aa529cf8 None None] Network 12a519b0-d973-424d-b254-d6727ca61aa2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:48.745805 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fef4b17c-231f-4ff9-86b8-d239492d2c02 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3963993 Jul 09 20:51:48.749254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54242) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:48.755456 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-82a2c96d-ba60-4a12-b626-aacb8fc577ed tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1785259081'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:48.777929 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a2c96d-ba60-4a12-b626-aacb8fc577ed tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Made reservation on behalf of 684d900f9cde48fa9c6759e1ffc23499 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:48.781625 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-82a2c96d-ba60-4a12-b626-aacb8fc577ed tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:48.806498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a2c96d-ba60-4a12-b626-aacb8fc577ed tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:51:48.816452 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-82a2c96d-ba60-4a12-b626-aacb8fc577ed tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:48.816841 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-82a2c96d-ba60-4a12-b626-aacb8fc577ed tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Added segment 4e6b3d04-935b-47d6-85f7-07bdd12e54c6 of type vlan for network 7fc12cf0-b851-4bed-8fab-34bf794decab Jul 09 20:51:48.863708 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-82a2c96d-ba60-4a12-b626-aacb8fc577ed tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:48.885908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-12a519b0-d973-424d-b254-d6727ca61aa2', 'network_id': '12a519b0-d973-424d-b254-d6727ca61aa2', 'tenant_id': '684d900f9cde48fa9c6759e1ffc23499', 'fixed_ips': [{'subnet_id': '6ba2ea4b-7440-4f45-a96a-8f5013bc5281'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:51:48.886776 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:48.899976 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-82a2c96d-ba60-4a12-b626-aacb8fc577ed tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:48.906718 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a2c96d-ba60-4a12-b626-aacb8fc577ed tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:48.907338 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-82a2c96d-ba60-4a12-b626-aacb8fc577ed tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:48.973947 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-82a2c96d-ba60-4a12-b626-aacb8fc577ed tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2235787 Jul 09 20:51:48.977316 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54244) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:48.983514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-4349ce86-4cfd-4b45-bf7d-bc6335dd2307 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Request body: {'subnet': {'network_id': '7fc12cf0-b851-4bed-8fab-34bf794decab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:48.988935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2c96d-ba60-4a12-b626-aacb8fc577ed tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event updated for resources: {'Network': ['ID=7fc12cf0-b851-4bed-8fab-34bf794decab,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:49.007295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 7fc12cf0-b851-4bed-8fab-34bf794decab details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:51:49.073673 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4349ce86-4cfd-4b45-bf7d-bc6335dd2307 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Made reservation on behalf of 684d900f9cde48fa9c6759e1ffc23499 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:49.077691 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4349ce86-4cfd-4b45-bf7d-bc6335dd2307 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.081600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Allocated IP 2001:db8:0:ffff::2 (12a519b0-d973-424d-b254-d6727ca61aa2/6ba2ea4b-7440-4f45-a96a-8f5013bc5281/73c8744c-77d3-4914-aaf2-f85b24220601) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:51:49.231732 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.240992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Transition to ACTIVE for port object 73c8744c-77d3-4914-aaf2-f85b24220601 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:51:49.256742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Transition to ACTIVE for port object 73c8744c-77d3-4914-aaf2-f85b24220601 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:51:49.262555 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.275228 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4349ce86-4cfd-4b45-bf7d-bc6335dd2307 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.308410 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Network 12a519b0-d973-424d-b254-d6727ca61aa2 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:51:49.311203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:51:49.313980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:51:49.342395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Pushing event updated for resources: {'Port': ['ID=73c8744c-77d3-4914-aaf2-f85b24220601,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:49.344935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349ce86-4cfd-4b45-bf7d-bc6335dd2307 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event updated for resources: {'Subnet': ['ID=2286baa8-0d4b-44f4-b8ca-2e52ba0eebea,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:49.349607 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4349ce86-4cfd-4b45-bf7d-bc6335dd2307 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Checking segment: {'id': '4e6b3d04-935b-47d6-85f7-07bdd12e54c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7fc12cf0-b851-4bed-8fab-34bf794decab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:51:49.349970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4349ce86-4cfd-4b45-bf7d-bc6335dd2307 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Network hostable DHCP agents. Network: 7fc12cf0-b851-4bed-8fab-34bf794decab, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:51:49.366746 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4349ce86-4cfd-4b45-bf7d-bc6335dd2307 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Network 7fc12cf0-b851-4bed-8fab-34bf794decab is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:51:49.373087 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:49.373507 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:49.374043 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:49.374418 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:49.374886 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:49.375242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:49.375661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:49.375994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:49.376214 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-4349ce86-4cfd-4b45-bf7d-bc6335dd2307 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 7fc12cf0-b851-4bed-8fab-34bf794decab) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:51:49.376449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:49.376858 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:49.377263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:49.378405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:51:49.380699 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4349ce86-4cfd-4b45-bf7d-bc6335dd2307 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:49.381319 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-4349ce86-4cfd-4b45-bf7d-bc6335dd2307 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.391975 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a042e33-1afd-4eb7-8b2d-81c143eaf4a1 None None] Network 7fc12cf0-b851-4bed-8fab-34bf794decab requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:49.399623 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4349ce86-4cfd-4b45-bf7d-bc6335dd2307 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4181323 Jul 09 20:51:49.399885 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54246) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:49.406340 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Attempting to bind port 73c8744c-77d3-4914-aaf2-f85b24220601 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:51:49.407253 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Attempting to bind port 73c8744c-77d3-4914-aaf2-f85b24220601 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '2f46e051-77f6-475e-bc5e-beff10cd62c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12a519b0-d973-424d-b254-d6727ca61aa2'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:51:49.407636 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Attempting to bind port 73c8744c-77d3-4914-aaf2-f85b24220601 on network 12a519b0-d973-424d-b254-d6727ca61aa2 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:51:49.440915 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:51:49.441295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Checking segment: {'id': '2f46e051-77f6-475e-bc5e-beff10cd62c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12a519b0-d973-424d-b254-d6727ca61aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:51:49.441701 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.442102 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Bound using segment: {'id': '2f46e051-77f6-475e-bc5e-beff10cd62c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12a519b0-d973-424d-b254-d6727ca61aa2'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:51:49.442573 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Bound port: 73c8744c-77d3-4914-aaf2-f85b24220601, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f46e051-77f6-475e-bc5e-beff10cd62c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '12a519b0-d973-424d-b254-d6727ca61aa2'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:51:49.442961 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.496806 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.557422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] For port 73c8744c-77d3-4914-aaf2-f85b24220601, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:51:49.573991 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] For port 73c8744c-77d3-4914-aaf2-f85b24220601, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=73c8744c-77d3-4914-aaf2-f85b24220601,segment=NetworkSegment(2f46e051-77f6-475e-bc5e-beff10cd62c7),segment_id=2f46e051-77f6-475e-bc5e-beff10cd62c7)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:51:49.579057 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.579774 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.644057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23423294-6626-40b4-a512-d3b9e9716b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-7fc12cf0-b851-4bed-8fab-34bf794decab', 'network_id': '7fc12cf0-b851-4bed-8fab-34bf794decab', 'tenant_id': '684d900f9cde48fa9c6759e1ffc23499', 'fixed_ips': [{'subnet_id': '2286baa8-0d4b-44f4-b8ca-2e52ba0eebea'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:51:49.644945 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-23423294-6626-40b4-a512-d3b9e9716b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.650080 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.673395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1de782-0335-498f-be5f-bd0040003a0f None None] Pushing event updated for resources: {'Port': ['ID=73c8744c-77d3-4914-aaf2-f85b24220601,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:49.680106 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event deleted for resources: {'Subnet': ['ID=2286baa8-0d4b-44f4-b8ca-2e52ba0eebea,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:49.752590 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.756871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5829c2-42d3-4a25-99d5-87e7a808b36c None None] Network 7fc12cf0-b851-4bed-8fab-34bf794decab requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:49.763872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc12cf0-b851-4bed-8fab-34bf794decab']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:49.775700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6b3d04-935b-47d6-85f7-07bdd12e54c6') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:49.776014 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6b3d04-935b-47d6-85f7-07bdd12e54c6') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:49.785896 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.802780 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.810740 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:51:49.810941 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:51:49.816160 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:51:49.889726 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.897601 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.899443 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "DELETE /v2.0/networks/7fc12cf0-b851-4bed-8fab-34bf794decab HTTP/1.1" status: 204 len: 168 time: 0.4985051 Jul 09 20:51:49.908956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54248) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:49.922261 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-aeb2064d-d120-4e28-8080-0414a2667f3b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-308718034'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:49.928615 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37cbba-85f3-4cf3-a5ff-5d1f2125d072 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event deleted for resources: {'Network': ['ID=7fc12cf0-b851-4bed-8fab-34bf794decab,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:49.945461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb2064d-d120-4e28-8080-0414a2667f3b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Made reservation on behalf of 684d900f9cde48fa9c6759e1ffc23499 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:49.949297 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aeb2064d-d120-4e28-8080-0414a2667f3b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.976055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb2064d-d120-4e28-8080-0414a2667f3b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:51:49.986583 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aeb2064d-d120-4e28-8080-0414a2667f3b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:49.986950 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-aeb2064d-d120-4e28-8080-0414a2667f3b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Added segment b1ee9b1a-91d7-4e6d-ae7e-d3fc72bab62a of type vlan for network 078aa515-96fc-40c6-9580-0e995fd02ed6 Jul 09 20:51:50.029818 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aeb2064d-d120-4e28-8080-0414a2667f3b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:50.057714 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aeb2064d-d120-4e28-8080-0414a2667f3b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:50.063741 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb2064d-d120-4e28-8080-0414a2667f3b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:50.064321 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-aeb2064d-d120-4e28-8080-0414a2667f3b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:50.124256 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-aeb2064d-d120-4e28-8080-0414a2667f3b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2116208 Jul 09 20:51:50.127513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54250) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:50.134459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6a298989-026e-42d7-bc34-53bf6222d3c5 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Request body: {'subnet': {'network_id': '078aa515-96fc-40c6-9580-0e995fd02ed6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:50.151296 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2064d-d120-4e28-8080-0414a2667f3b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event updated for resources: {'Network': ['ID=078aa515-96fc-40c6-9580-0e995fd02ed6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:50.162074 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 078aa515-96fc-40c6-9580-0e995fd02ed6 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:51:50.224509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a298989-026e-42d7-bc34-53bf6222d3c5 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Made reservation on behalf of 684d900f9cde48fa9c6759e1ffc23499 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:50.228400 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6a298989-026e-42d7-bc34-53bf6222d3c5 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:50.291988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.ipam_backend_mixin [None req-6a298989-026e-42d7-bc34-53bf6222d3c5 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Performing IP validity checks on allocation pools {{(pid=100205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 20:51:50.292521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.ipam_backend_mixin [None req-6a298989-026e-42d7-bc34-53bf6222d3c5 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100205) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 20:51:50.416783 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6a298989-026e-42d7-bc34-53bf6222d3c5 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:50.486087 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a298989-026e-42d7-bc34-53bf6222d3c5 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event updated for resources: {'Subnet': ['ID=a664acd3-9002-4a4e-bae2-783d29247a8d,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:50.494875 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a298989-026e-42d7-bc34-53bf6222d3c5 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Checking segment: {'id': 'b1ee9b1a-91d7-4e6d-ae7e-d3fc72bab62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '078aa515-96fc-40c6-9580-0e995fd02ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:51:50.495318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a298989-026e-42d7-bc34-53bf6222d3c5 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Network hostable DHCP agents. Network: 078aa515-96fc-40c6-9580-0e995fd02ed6, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:51:50.516512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a298989-026e-42d7-bc34-53bf6222d3c5 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Network 078aa515-96fc-40c6-9580-0e995fd02ed6 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:51:50.526108 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-6a298989-026e-42d7-bc34-53bf6222d3c5 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 078aa515-96fc-40c6-9580-0e995fd02ed6) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:51:50.530356 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a298989-026e-42d7-bc34-53bf6222d3c5 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:50.530960 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6a298989-026e-42d7-bc34-53bf6222d3c5 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:50.535384 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6967600-4755-4b55-8eed-5d536b06c06a None None] Network 078aa515-96fc-40c6-9580-0e995fd02ed6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:50.554054 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6a298989-026e-42d7-bc34-53bf6222d3c5 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4254718 Jul 09 20:51:50.557052 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54252) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:50.661147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ff97bd-3572-4a9e-ae0b-3e83da6bff3e None None] Network 12a519b0-d973-424d-b254-d6727ca61aa2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:50.675149 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:50.739314 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:50.753329 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ac4a9a81-3b5a-457a-b23d-a45d15db607f None None] Provisioning for port 73c8744c-77d3-4914-aaf2-f85b24220601 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:51:50.772778 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913b0755-3806-49cd-9f23-1003be389458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-078aa515-96fc-40c6-9580-0e995fd02ed6', 'network_id': '078aa515-96fc-40c6-9580-0e995fd02ed6', 'tenant_id': '684d900f9cde48fa9c6759e1ffc23499', 'fixed_ips': [{'subnet_id': 'a664acd3-9002-4a4e-bae2-783d29247a8d'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:51:50.773650 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-913b0755-3806-49cd-9f23-1003be389458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:50.811232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 73c8744c-77d3-4914-aaf2-f85b24220601 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:51:50.814086 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:50.842342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event deleted for resources: {'Subnet': ['ID=a664acd3-9002-4a4e-bae2-783d29247a8d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:50.913224 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:50.923235 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078aa515-96fc-40c6-9580-0e995fd02ed6']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:50.933660 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ee9b1a-91d7-4e6d-ae7e-d3fc72bab62a') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:50.933967 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ee9b1a-91d7-4e6d-ae7e-d3fc72bab62a') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:50.943486 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server [None req-913b0755-3806-49cd-9f23-1003be389458 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a664acd3-9002-4a4e-bae2-783d29247a8d: This subnet is being modified by another concurrent operation. Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise exception Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a664acd3-9002-4a4e-bae2-783d29247a8d: This subnet is being modified by another concurrent operation. Jul 09 20:51:50.954588 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Jul 09 20:51:50.971870 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:50.974582 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90ee5d1-4684-4392-83f3-3eb163f0d3de None None] Network 078aa515-96fc-40c6-9580-0e995fd02ed6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:50.977821 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:51:50.978333 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:51:50.981802 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:51:51.043401 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.050989 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.052793 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "DELETE /v2.0/networks/078aa515-96fc-40c6-9580-0e995fd02ed6 HTTP/1.1" status: 204 len: 168 time: 0.4945538 Jul 09 20:51:51.056686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54254) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:51.062338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b0b75c53-b131-42ed-9887-8cee50626826 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1329878661'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:51.072524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afa232-7a64-4d3c-850b-7648c676c94a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event deleted for resources: {'Network': ['ID=078aa515-96fc-40c6-9580-0e995fd02ed6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:51.086619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b75c53-b131-42ed-9887-8cee50626826 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Made reservation on behalf of 684d900f9cde48fa9c6759e1ffc23499 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:51.090377 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b0b75c53-b131-42ed-9887-8cee50626826 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.116227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b75c53-b131-42ed-9887-8cee50626826 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:51:51.126260 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b0b75c53-b131-42ed-9887-8cee50626826 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.126616 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-b0b75c53-b131-42ed-9887-8cee50626826 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Added segment 913d23ea-0518-48ad-bc27-255e903a6572 of type vlan for network 1d738239-69fb-46df-b8df-d96a4c8f5a09 Jul 09 20:51:51.169338 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b0b75c53-b131-42ed-9887-8cee50626826 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.189606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 73c8744c-77d3-4914-aaf2-f85b24220601 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:51:51.198568 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b0b75c53-b131-42ed-9887-8cee50626826 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.199042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 73c8744c-77d3-4914-aaf2-f85b24220601 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:51:51.199451 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.205002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b75c53-b131-42ed-9887-8cee50626826 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:51.205596 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b0b75c53-b131-42ed-9887-8cee50626826 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.261312 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b0b75c53-b131-42ed-9887-8cee50626826 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2034829 Jul 09 20:51:51.264157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54256) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:51.269461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f7904f03-0fd9-4eaa-a119-1a2371c54770 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Request body: {'subnet': {'network_id': '1d738239-69fb-46df-b8df-d96a4c8f5a09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:51.338101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b75c53-b131-42ed-9887-8cee50626826 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event updated for resources: {'Network': ['ID=1d738239-69fb-46df-b8df-d96a4c8f5a09,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:51.342743 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.353676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 1d738239-69fb-46df-b8df-d96a4c8f5a09 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:51:51.385546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7904f03-0fd9-4eaa-a119-1a2371c54770 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Made reservation on behalf of 684d900f9cde48fa9c6759e1ffc23499 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:51.389291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7904f03-0fd9-4eaa-a119-1a2371c54770 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.427160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 73c8744c-77d3-4914-aaf2-f85b24220601, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=73c8744c-77d3-4914-aaf2-f85b24220601,segment=NetworkSegment(2f46e051-77f6-475e-bc5e-beff10cd62c7),segment_id=2f46e051-77f6-475e-bc5e-beff10cd62c7)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:51.438987 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.496917 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=73c8744c-77d3-4914-aaf2-f85b24220601,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:51.523948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0763f8-40cd-4c90-8a47-e28e636e7d26 None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:51:51.599624 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7904f03-0fd9-4eaa-a119-1a2371c54770 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.605019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0763f8-40cd-4c90-8a47-e28e636e7d26 None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:51:51.606687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0b88c749-8e5c-463a-afef-2a0ec55d872e None None] Provisioning complete for port 73c8744c-77d3-4914-aaf2-f85b24220601 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:51:51.607046 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0b88c749-8e5c-463a-afef-2a0ec55d872e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.658976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7904f03-0fd9-4eaa-a119-1a2371c54770 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event updated for resources: {'Subnet': ['ID=2d4c6d1b-a8b4-4bc3-84de-a9bab5ed8898,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:51.669645 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7904f03-0fd9-4eaa-a119-1a2371c54770 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Checking segment: {'id': '913d23ea-0518-48ad-bc27-255e903a6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d738239-69fb-46df-b8df-d96a4c8f5a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:51:51.670022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7904f03-0fd9-4eaa-a119-1a2371c54770 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Network hostable DHCP agents. Network: 1d738239-69fb-46df-b8df-d96a4c8f5a09, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:51:51.687310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7904f03-0fd9-4eaa-a119-1a2371c54770 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Network 1d738239-69fb-46df-b8df-d96a4c8f5a09 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:51:51.696943 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f7904f03-0fd9-4eaa-a119-1a2371c54770 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 1d738239-69fb-46df-b8df-d96a4c8f5a09) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:51:51.701017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7904f03-0fd9-4eaa-a119-1a2371c54770 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:51.702042 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f7904f03-0fd9-4eaa-a119-1a2371c54770 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.716961 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f7904f03-0fd9-4eaa-a119-1a2371c54770 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4517386 Jul 09 20:51:51.721055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54258) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:51.726404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3dba6def-240d-4223-b36f-166757db66a0 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1548664823'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:51.750417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dba6def-240d-4223-b36f-166757db66a0 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Made reservation on behalf of 684d900f9cde48fa9c6759e1ffc23499 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:51.754063 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dba6def-240d-4223-b36f-166757db66a0 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.779294 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dba6def-240d-4223-b36f-166757db66a0 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:51:51.790552 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dba6def-240d-4223-b36f-166757db66a0 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.790910 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-3dba6def-240d-4223-b36f-166757db66a0 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Added segment 9f08a060-ec11-4d88-974b-6402fc9cb5ae of type vlan for network 4192de8f-847a-4629-9c2f-64946fbb086b Jul 09 20:51:51.838578 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dba6def-240d-4223-b36f-166757db66a0 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.869367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dba6def-240d-4223-b36f-166757db66a0 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.874928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dba6def-240d-4223-b36f-166757db66a0 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:51.875604 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3dba6def-240d-4223-b36f-166757db66a0 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:51.909093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d067b6d-7a23-4097-9826-3f81c92c7f6d None None] Network 1d738239-69fb-46df-b8df-d96a4c8f5a09 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:51.933522 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3dba6def-240d-4223-b36f-166757db66a0 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2112164 Jul 09 20:51:51.936378 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54260) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:51.943915 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-10db177b-2a89-4da4-a532-622ae54db32b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Request body: {'subnet': {'network_id': '4192de8f-847a-4629-9c2f-64946fbb086b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:51.960595 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba6def-240d-4223-b36f-166757db66a0 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event updated for resources: {'Network': ['ID=4192de8f-847a-4629-9c2f-64946fbb086b,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:51.973274 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 4192de8f-847a-4629-9c2f-64946fbb086b details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:51:52.039155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10db177b-2a89-4da4-a532-622ae54db32b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Made reservation on behalf of 684d900f9cde48fa9c6759e1ffc23499 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:52.042763 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10db177b-2a89-4da4-a532-622ae54db32b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.112550 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-1d738239-69fb-46df-b8df-d96a4c8f5a09', 'network_id': '1d738239-69fb-46df-b8df-d96a4c8f5a09', 'tenant_id': '684d900f9cde48fa9c6759e1ffc23499', 'fixed_ips': [{'subnet_id': '2d4c6d1b-a8b4-4bc3-84de-a9bab5ed8898'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:51:52.113423 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.235756 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10db177b-2a89-4da4-a532-622ae54db32b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.258490 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Allocated IP 2001:db8::2 (1d738239-69fb-46df-b8df-d96a4c8f5a09/2d4c6d1b-a8b4-4bc3-84de-a9bab5ed8898/c43f5a5f-b5cc-403d-a989-cff381065128) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:51:52.297627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db177b-2a89-4da4-a532-622ae54db32b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event updated for resources: {'Subnet': ['ID=fa20f131-a1cd-4701-bd94-42b7c0514de4,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:52.309162 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10db177b-2a89-4da4-a532-622ae54db32b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Checking segment: {'id': '9f08a060-ec11-4d88-974b-6402fc9cb5ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '4192de8f-847a-4629-9c2f-64946fbb086b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:51:52.309527 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10db177b-2a89-4da4-a532-622ae54db32b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Network hostable DHCP agents. Network: 4192de8f-847a-4629-9c2f-64946fbb086b, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:51:52.325679 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10db177b-2a89-4da4-a532-622ae54db32b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Network 4192de8f-847a-4629-9c2f-64946fbb086b is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:51:52.334990 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-10db177b-2a89-4da4-a532-622ae54db32b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 4192de8f-847a-4629-9c2f-64946fbb086b) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:51:52.339834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10db177b-2a89-4da4-a532-622ae54db32b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:52.340488 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-10db177b-2a89-4da4-a532-622ae54db32b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.346433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5f75f4-bc50-4d23-a2cd-547932e86497 None None] Network 4192de8f-847a-4629-9c2f-64946fbb086b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:52.357943 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-10db177b-2a89-4da4-a532-622ae54db32b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4180493 Jul 09 20:51:52.358149 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54262) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:52.453966 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.458438 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.476191 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Transition to ACTIVE for port object c43f5a5f-b5cc-403d-a989-cff381065128 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:51:52.516317 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Transition to ACTIVE for port object c43f5a5f-b5cc-403d-a989-cff381065128 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:51:52.524379 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.544203 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.589382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Network 1d738239-69fb-46df-b8df-d96a4c8f5a09 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:51:52.591523 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17defec3-3f77-49c2-a0a2-37d8fee98c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-4192de8f-847a-4629-9c2f-64946fbb086b', 'network_id': '4192de8f-847a-4629-9c2f-64946fbb086b', 'tenant_id': '684d900f9cde48fa9c6759e1ffc23499', 'fixed_ips': [{'subnet_id': 'fa20f131-a1cd-4701-bd94-42b7c0514de4'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:51:52.592422 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17defec3-3f77-49c2-a0a2-37d8fee98c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.599880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:51:52.605579 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.611141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:51:52.615432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Pushing event updated for resources: {'Port': ['ID=c43f5a5f-b5cc-403d-a989-cff381065128,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:52.634274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event deleted for resources: {'Subnet': ['ID=fa20f131-a1cd-4701-bd94-42b7c0514de4,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:52.698392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.709831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4192de8f-847a-4629-9c2f-64946fbb086b']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:52.720013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Attempting to bind port c43f5a5f-b5cc-403d-a989-cff381065128 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:51:52.720391 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Attempting to bind port c43f5a5f-b5cc-403d-a989-cff381065128 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '913d23ea-0518-48ad-bc27-255e903a6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d738239-69fb-46df-b8df-d96a4c8f5a09'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:51:52.720788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Attempting to bind port c43f5a5f-b5cc-403d-a989-cff381065128 on network 1d738239-69fb-46df-b8df-d96a4c8f5a09 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:51:52.721498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f08a060-ec11-4d88-974b-6402fc9cb5ae') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:52.721805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f08a060-ec11-4d88-974b-6402fc9cb5ae') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:52.731085 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.736128 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:51:52.736516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Checking segment: {'id': '913d23ea-0518-48ad-bc27-255e903a6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d738239-69fb-46df-b8df-d96a4c8f5a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:51:52.736959 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.737672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Bound using segment: {'id': '913d23ea-0518-48ad-bc27-255e903a6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d738239-69fb-46df-b8df-d96a4c8f5a09'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:51:52.738694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Bound port: c43f5a5f-b5cc-403d-a989-cff381065128, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913d23ea-0518-48ad-bc27-255e903a6572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1d738239-69fb-46df-b8df-d96a4c8f5a09'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:51:52.739242 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.746160 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.755963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:51:52.756301 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.759967 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddeabad-8cc5-4ba3-8440-4bb757ae03a1 None None] Network 4192de8f-847a-4629-9c2f-64946fbb086b requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:51:52.760135 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:51:52.775577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 73c8744c-77d3-4914-aaf2-f85b24220601 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:51:52.823317 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.830421 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.832236 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "DELETE /v2.0/networks/4192de8f-847a-4629-9c2f-64946fbb086b HTTP/1.1" status: 204 len: 168 time: 0.4729142 Jul 09 20:51:52.835087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54264) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:52.843552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6c01b-db97-49e4-93b5-efdf6ab19f6c tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event deleted for resources: {'Network': ['ID=4192de8f-847a-4629-9c2f-64946fbb086b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:52.870070 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecd273b-d79e-49af-99ee-ea159f5d7001 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] GET failed (client error): The resource could not be found. Jul 09 20:51:52.871423 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9ecd273b-d79e-49af-99ee-ea159f5d7001 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "GET /v2.0/subnets/fa20f131-a1cd-4701-bd94-42b7c0514de4 HTTP/1.1" status: 404 len: 337 time: 0.0352018 Jul 09 20:51:52.874257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54266) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:52.893857 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e1bfc3-f668-4ae4-97b1-be1d08df7b42 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] DELETE failed (client error): The resource could not be found. Jul 09 20:51:52.894402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e1bfc3-f668-4ae4-97b1-be1d08df7b42 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:51:52.896079 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-25e1bfc3-f668-4ae4-97b1-be1d08df7b42 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "DELETE /v2.0/networks/4192de8f-847a-4629-9c2f-64946fbb086b HTTP/1.1" status: 404 len: 339 time: 0.0207107 Jul 09 20:51:52.900116 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54268) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:52.923701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-17c5b402-70e6-4238-9942-735540148b27 None None] For port c43f5a5f-b5cc-403d-a989-cff381065128, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:51:52.926849 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-62317678-2226-46b4-b916-d5f8cbf76b2b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] DELETE failed (client error): The resource could not be found. Jul 09 20:51:52.927301 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62317678-2226-46b4-b916-d5f8cbf76b2b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:51:52.929078 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-62317678-2226-46b4-b916-d5f8cbf76b2b tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "DELETE /v2.0/subnets/fa20f131-a1cd-4701-bd94-42b7c0514de4 HTTP/1.1" status: 404 len: 337 time: 0.0280044 Jul 09 20:51:52.931694 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54270) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:52.950590 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe126d56-3ca6-4f2f-a4b1-ffa99a80df0a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] DELETE failed (client error): The resource could not be found. Jul 09 20:51:52.951424 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe126d56-3ca6-4f2f-a4b1-ffa99a80df0a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:51:52.952778 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fe126d56-3ca6-4f2f-a4b1-ffa99a80df0a tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "DELETE /v2.0/networks/4192de8f-847a-4629-9c2f-64946fbb086b HTTP/1.1" status: 404 len: 339 time: 0.0201378 Jul 09 20:51:52.955359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54272) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:52.957089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-17c5b402-70e6-4238-9942-735540148b27 None None] For port c43f5a5f-b5cc-403d-a989-cff381065128, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c43f5a5f-b5cc-403d-a989-cff381065128,segment=NetworkSegment(913d23ea-0518-48ad-bc27-255e903a6572),segment_id=913d23ea-0518-48ad-bc27-255e903a6572)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:51:52.958881 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 73c8744c-77d3-4914-aaf2-f85b24220601 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:51:52.959232 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:52.962452 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.009433 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-033319e6-7ac7-4973-adfb-8ed31dd25750 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Deleting subnet 2d4c6d1b-a8b4-4bc3-84de-a9bab5ed8898 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:51:53.012664 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-033319e6-7ac7-4973-adfb-8ed31dd25750 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.052419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5b402-70e6-4238-9942-735540148b27 None None] Pushing event updated for resources: {'Port': ['ID=c43f5a5f-b5cc-403d-a989-cff381065128,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:53.056070 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-033319e6-7ac7-4973-adfb-8ed31dd25750 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.149846 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-033319e6-7ac7-4973-adfb-8ed31dd25750 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.227035 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-033319e6-7ac7-4973-adfb-8ed31dd25750 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.255381 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033319e6-7ac7-4973-adfb-8ed31dd25750 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4c6d1b-a8b4-4bc3-84de-a9bab5ed8898,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:53.260509 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-033319e6-7ac7-4973-adfb-8ed31dd25750 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.263012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-033319e6-7ac7-4973-adfb-8ed31dd25750 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "DELETE /v2.0/subnets/2d4c6d1b-a8b4-4bc3-84de-a9bab5ed8898 HTTP/1.1" status: 204 len: 168 time: 0.3061962 Jul 09 20:51:53.265871 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54274) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:53.352048 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.405657 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Deleting port c43f5a5f-b5cc-403d-a989-cff381065128 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:51:53.406001 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.468114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] For port c43f5a5f-b5cc-403d-a989-cff381065128, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=c43f5a5f-b5cc-403d-a989-cff381065128,segment=NetworkSegment(913d23ea-0518-48ad-bc27-255e903a6572),segment_id=913d23ea-0518-48ad-bc27-255e903a6572)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:53.468482 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.482882 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Calling delete_port for c43f5a5f-b5cc-403d-a989-cff381065128 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:51:53.568894 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.597495 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event deleted for resources: {'Port': ['ID=c43f5a5f-b5cc-403d-a989-cff381065128,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:53.602977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] No DVR routers for this DVR port c43f5a5f-b5cc-403d-a989-cff381065128 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:51:53.683310 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.693718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d738239-69fb-46df-b8df-d96a4c8f5a09']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:53.710230 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913d23ea-0518-48ad-bc27-255e903a6572') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:53.710833 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913d23ea-0518-48ad-bc27-255e903a6572') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:53.722384 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.738025 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.744416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:51:53.744864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:51:53.747845 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:51:53.810009 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.817495 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:53.819327 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "DELETE /v2.0/networks/1d738239-69fb-46df-b8df-d96a4c8f5a09 HTTP/1.1" status: 204 len: 168 time: 0.5519118 Jul 09 20:51:53.821752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54276) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:53.840916 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b3312-a6e4-4201-94e5-91a1fabf5a80 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event deleted for resources: {'Network': ['ID=1d738239-69fb-46df-b8df-d96a4c8f5a09,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:53.860779 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6f16db-b74f-4ff8-b734-628c29f117d7 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] DELETE failed (client error): The resource could not be found. Jul 09 20:51:53.861242 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6f16db-b74f-4ff8-b734-628c29f117d7 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:51:53.862988 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9c6f16db-b74f-4ff8-b734-628c29f117d7 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "DELETE /v2.0/subnets/a664acd3-9002-4a4e-bae2-783d29247a8d HTTP/1.1" status: 404 len: 337 time: 0.0403287 Jul 09 20:51:53.865499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54278) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:53.883961 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a51dc41-1405-4cdb-a089-112a116b8da3 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] DELETE failed (client error): The resource could not be found. Jul 09 20:51:53.884548 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a51dc41-1405-4cdb-a089-112a116b8da3 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:51:53.886271 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1a51dc41-1405-4cdb-a089-112a116b8da3 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "DELETE /v2.0/networks/078aa515-96fc-40c6-9580-0e995fd02ed6 HTTP/1.1" status: 404 len: 339 time: 0.0198512 Jul 09 20:51:53.888779 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54280) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:53.920877 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c3535a-88fa-41f8-99d0-1cbd03078327 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] DELETE failed (client error): The resource could not be found. Jul 09 20:51:53.921341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c3535a-88fa-41f8-99d0-1cbd03078327 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:51:53.925912 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-81c3535a-88fa-41f8-99d0-1cbd03078327 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "DELETE /v2.0/subnets/2286baa8-0d4b-44f4-b8ca-2e52ba0eebea HTTP/1.1" status: 404 len: 337 time: 0.0337167 Jul 09 20:51:53.926148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54282) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:53.944337 n-d-800088-3 neutron-server[100204]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c6cf0f-7922-4f74-8917-fae47baef8c0 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] DELETE failed (client error): The resource could not be found. Jul 09 20:51:53.944924 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c6cf0f-7922-4f74-8917-fae47baef8c0 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100204) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 20:51:53.946626 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-63c6cf0f-7922-4f74-8917-fae47baef8c0 tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "DELETE /v2.0/networks/7fc12cf0-b851-4bed-8fab-34bf794decab HTTP/1.1" status: 404 len: 339 time: 0.0195506 Jul 09 20:51:53.949317 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54284) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:54.002693 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-c905f61d-92d3-4469-8703-155cc9511c2e tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Deleting subnet 6ba2ea4b-7440-4f45-a96a-8f5013bc5281 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:51:54.006131 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c905f61d-92d3-4469-8703-155cc9511c2e tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.024069 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f8d0f317-4942-4431-8adb-4964610e6c13 None None] Could not find standard attr ID for object c43f5a5f-b5cc-403d-a989-cff381065128. {{(pid=100206) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 20:51:54.034499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2006f4a0-c89d-48bd-bc2f-816b765adef3 None None] DHCP port deletion for 1d738239-69fb-46df-b8df-d96a4c8f5a09 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:51:54.049187 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c905f61d-92d3-4469-8703-155cc9511c2e tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.051937 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e647f147-def8-4253-93e1-1aba6cc80082 None None] Network 1d738239-69fb-46df-b8df-d96a4c8f5a09 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:54.063779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e647f147-def8-4253-93e1-1aba6cc80082 None None] Network 1d738239-69fb-46df-b8df-d96a4c8f5a09 could not be found, it might have been deleted concurrently. {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 20:51:54.135839 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c905f61d-92d3-4469-8703-155cc9511c2e tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.193806 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c905f61d-92d3-4469-8703-155cc9511c2e tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.223606 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c905f61d-92d3-4469-8703-155cc9511c2e tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.225418 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c905f61d-92d3-4469-8703-155cc9511c2e tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "DELETE /v2.0/subnets/6ba2ea4b-7440-4f45-a96a-8f5013bc5281 HTTP/1.1" status: 204 len: 168 time: 0.2751892 Jul 09 20:51:54.226406 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905f61d-92d3-4469-8703-155cc9511c2e tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba2ea4b-7440-4f45-a96a-8f5013bc5281,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:54.227955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54286) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:54.229656 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cc2a9d-a924-489b-88b0-67786b5a31d6 None None] Network 12a519b0-d973-424d-b254-d6727ca61aa2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:54.305570 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.358714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Deleting port 73c8744c-77d3-4914-aaf2-f85b24220601 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:51:54.359174 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.412363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3653eddb-3546-41b4-937a-96051507ef21 None None] DHCP port deletion for 12a519b0-d973-424d-b254-d6727ca61aa2 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:51:54.423348 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] For port 73c8744c-77d3-4914-aaf2-f85b24220601, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=73c8744c-77d3-4914-aaf2-f85b24220601,segment=NetworkSegment(2f46e051-77f6-475e-bc5e-beff10cd62c7),segment_id=2f46e051-77f6-475e-bc5e-beff10cd62c7)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:54.423720 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.436238 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Calling delete_port for 73c8744c-77d3-4914-aaf2-f85b24220601 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:51:54.457057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3653eddb-3546-41b4-937a-96051507ef21 None None] Deleting port 73c8744c-77d3-4914-aaf2-f85b24220601 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:51:54.457437 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3653eddb-3546-41b4-937a-96051507ef21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.518227 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.518612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-3653eddb-3546-41b4-937a-96051507ef21 None None] For port 73c8744c-77d3-4914-aaf2-f85b24220601, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=73c8744c-77d3-4914-aaf2-f85b24220601,segment=NetworkSegment(2f46e051-77f6-475e-bc5e-beff10cd62c7),segment_id=2f46e051-77f6-475e-bc5e-beff10cd62c7)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:54.518890 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3653eddb-3546-41b4-937a-96051507ef21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.532084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3653eddb-3546-41b4-937a-96051507ef21 None None] Calling delete_port for 73c8744c-77d3-4914-aaf2-f85b24220601 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:51:54.543726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event deleted for resources: {'Port': ['ID=73c8744c-77d3-4914-aaf2-f85b24220601,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:54.547260 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] No DVR routers for this DVR port 73c8744c-77d3-4914-aaf2-f85b24220601 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:51:54.614503 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3653eddb-3546-41b4-937a-96051507ef21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.627365 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.637045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a519b0-d973-424d-b254-d6727ca61aa2']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:54.638834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653eddb-3546-41b4-937a-96051507ef21 None None] Pushing event deleted for resources: {'Port': ['ID=73c8744c-77d3-4914-aaf2-f85b24220601,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:54.643046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3653eddb-3546-41b4-937a-96051507ef21 None None] No DVR routers for this DVR port 73c8744c-77d3-4914-aaf2-f85b24220601 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:51:54.649153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f46e051-77f6-475e-bc5e-beff10cd62c7') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:54.649153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f46e051-77f6-475e-bc5e-beff10cd62c7') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:54.658859 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.672527 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.678313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:51:54.678702 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:51:54.681724 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:51:54.738877 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.745755 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:54.747491 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] 10.222.0.30 "DELETE /v2.0/networks/12a519b0-d973-424d-b254-d6727ca61aa2 HTTP/1.1" status: 204 len: 168 time: 0.5185487 Jul 09 20:51:54.763942 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 73c8744c-77d3-4914-aaf2-f85b24220601 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:51:54.764110 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084ffe6-0bd0-4325-a2b2-70eb749f56df tempest-NetworksIpV6Test-343457219 tempest-NetworksIpV6Test-343457219-project] Pushing event deleted for resources: {'Network': ['ID=12a519b0-d973-424d-b254-d6727ca61aa2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:54.785258 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 73c8744c-77d3-4914-aaf2-f85b24220601 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:51:54.785602 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 73c8744c-77d3-4914-aaf2-f85b24220601 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:51:54.990668 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54292) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:55.117523 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-55c82ac7-ca98-42e9-b954-dc3ce58eba7d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=684d900f9cde48fa9c6759e1ffc23499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256394 Jul 09 20:51:55.119955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54296) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:55.171924 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-80467bff-1695-4300-bd99-2d7dd6add56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:55.192823 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-80467bff-1695-4300-bd99-2d7dd6add56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:55.237335 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-80467bff-1695-4300-bd99-2d7dd6add56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:55.240017 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-80467bff-1695-4300-bd99-2d7dd6add56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:55.241193 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-80467bff-1695-4300-bd99-2d7dd6add56e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79cda45d-8ab6-49d9-96a1-72822c9ae3f4 HTTP/1.1" status: 204 len: 168 time: 0.1202793 Jul 09 20:51:55.248862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80467bff-1695-4300-bd99-2d7dd6add56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cda45d-8ab6-49d9-96a1-72822c9ae3f4,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:55.851406 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54318) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:55.942696 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-60f7c7f0-15ff-4ae4-b782-1924347a9623 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-489615116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:55.965638 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60f7c7f0-15ff-4ae4-b782-1924347a9623 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:55.966681 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60f7c7f0-15ff-4ae4-b782-1924347a9623 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:56.021590 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60f7c7f0-15ff-4ae4-b782-1924347a9623 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:56.025494 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60f7c7f0-15ff-4ae4-b782-1924347a9623 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:56.040562 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-60f7c7f0-15ff-4ae4-b782-1924347a9623 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:56.041756 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-60f7c7f0-15ff-4ae4-b782-1924347a9623 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1893363 Jul 09 20:51:56.044343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54322) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:56.049649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-408318097'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:56.069744 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Made reservation on behalf of 7be1aaacf06849399e534eb0ccb41948 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:56.073210 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:56.376343 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:56.467277 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:56.471045 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:56.496387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:51:56.506802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa89d32-54d7-426c-98fc-d6f01f565f3b,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:56.511578 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:56.511936 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Added segment 53eb0814-380d-4553-b3e8-2028fbedc25c of type vlan for network c4d2d79f-7239-4900-950a-a229c118bd72 Jul 09 20:51:56.550958 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:56.580138 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:56.585685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:56.586279 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:56.675252 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6296625 Jul 09 20:51:56.677942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54324) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:56.683280 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-911a99a3-fea5-485b-b98c-0e9e97c31f3f tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Request body: {'subnet': {'network_id': 'c4d2d79f-7239-4900-950a-a229c118bd72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:56.691999 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e2708-2f57-46df-86a2-092ae79775ec tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Pushing event updated for resources: {'Network': ['ID=c4d2d79f-7239-4900-950a-a229c118bd72,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:56.702853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network c4d2d79f-7239-4900-950a-a229c118bd72 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:51:56.775943 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911a99a3-fea5-485b-b98c-0e9e97c31f3f tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Made reservation on behalf of 7be1aaacf06849399e534eb0ccb41948 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:56.779580 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-911a99a3-fea5-485b-b98c-0e9e97c31f3f tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:56.946522 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-39cb29ce-21bf-47a7-a785-60a777084f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:56.958600 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-911a99a3-fea5-485b-b98c-0e9e97c31f3f tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.010573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a99a3-fea5-485b-b98c-0e9e97c31f3f tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Pushing event updated for resources: {'Subnet': ['ID=77e9ce4d-2962-4418-b8b2-06e7f278a753,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:57.025097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a99a3-fea5-485b-b98c-0e9e97c31f3f tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Checking segment: {'id': '53eb0814-380d-4553-b3e8-2028fbedc25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c4d2d79f-7239-4900-950a-a229c118bd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:51:57.025461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911a99a3-fea5-485b-b98c-0e9e97c31f3f tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Network hostable DHCP agents. Network: c4d2d79f-7239-4900-950a-a229c118bd72, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:51:57.041328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911a99a3-fea5-485b-b98c-0e9e97c31f3f tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Network c4d2d79f-7239-4900-950a-a229c118bd72 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:51:57.049809 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-911a99a3-fea5-485b-b98c-0e9e97c31f3f tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, c4d2d79f-7239-4900-950a-a229c118bd72) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:51:57.053994 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911a99a3-fea5-485b-b98c-0e9e97c31f3f tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:57.054586 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-911a99a3-fea5-485b-b98c-0e9e97c31f3f tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.060431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5391cf-bd83-46ea-a03f-95e3424ce39d None None] Network c4d2d79f-7239-4900-950a-a229c118bd72 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:57.071748 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-911a99a3-fea5-485b-b98c-0e9e97c31f3f tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3896954 Jul 09 20:51:57.071960 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54326) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:57.076759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-fe45a766-6c46-4597-b7cf-af2e1d304a20 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1817748161'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:57.102244 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe45a766-6c46-4597-b7cf-af2e1d304a20 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Made reservation on behalf of 7be1aaacf06849399e534eb0ccb41948 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:57.105695 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe45a766-6c46-4597-b7cf-af2e1d304a20 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.130783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe45a766-6c46-4597-b7cf-af2e1d304a20 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:51:57.140106 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe45a766-6c46-4597-b7cf-af2e1d304a20 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.140460 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-fe45a766-6c46-4597-b7cf-af2e1d304a20 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Added segment 436ce567-e56b-49d7-8dd9-b803b02ecf93 of type vlan for network 18392f71-fa53-4063-81a3-2d34744124b9 Jul 09 20:51:57.180767 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe45a766-6c46-4597-b7cf-af2e1d304a20 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.204676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-c4d2d79f-7239-4900-950a-a229c118bd72', 'network_id': 'c4d2d79f-7239-4900-950a-a229c118bd72', 'tenant_id': '7be1aaacf06849399e534eb0ccb41948', 'fixed_ips': [{'subnet_id': '77e9ce4d-2962-4418-b8b2-06e7f278a753'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:51:57.205639 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.211897 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe45a766-6c46-4597-b7cf-af2e1d304a20 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.217815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe45a766-6c46-4597-b7cf-af2e1d304a20 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:57.218417 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fe45a766-6c46-4597-b7cf-af2e1d304a20 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.277559 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fe45a766-6c46-4597-b7cf-af2e1d304a20 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2046292 Jul 09 20:51:57.280416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54328) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:57.286183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-adc8d049-9cff-42d9-87dd-d5a58b6aa071 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Request body: {'subnet': {'network_id': '18392f71-fa53-4063-81a3-2d34744124b9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:57.287225 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45a766-6c46-4597-b7cf-af2e1d304a20 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Pushing event updated for resources: {'Network': ['ID=18392f71-fa53-4063-81a3-2d34744124b9,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:57.300667 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 18392f71-fa53-4063-81a3-2d34744124b9 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:51:57.381685 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc8d049-9cff-42d9-87dd-d5a58b6aa071 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Made reservation on behalf of 7be1aaacf06849399e534eb0ccb41948 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:51:57.385362 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-adc8d049-9cff-42d9-87dd-d5a58b6aa071 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.417367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Allocated IP 172.20.0.2 (c4d2d79f-7239-4900-950a-a229c118bd72/77e9ce4d-2962-4418-b8b2-06e7f278a753/a21ba4aa-b52b-457f-bc21-0467da3628ad) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:51:57.428645 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.571744 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.576560 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-adc8d049-9cff-42d9-87dd-d5a58b6aa071 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.580618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Transition to ACTIVE for port object a21ba4aa-b52b-457f-bc21-0467da3628ad will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:51:57.595947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Transition to ACTIVE for port object a21ba4aa-b52b-457f-bc21-0467da3628ad will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:51:57.602436 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.643145 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Network c4d2d79f-7239-4900-950a-a229c118bd72 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:51:57.643425 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8d049-9cff-42d9-87dd-d5a58b6aa071 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Pushing event updated for resources: {'Subnet': ['ID=e28285ea-4de0-478e-b472-d0ce098ef3f9,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:57.650626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc8d049-9cff-42d9-87dd-d5a58b6aa071 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Checking segment: {'id': '436ce567-e56b-49d7-8dd9-b803b02ecf93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '18392f71-fa53-4063-81a3-2d34744124b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:51:57.650786 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:51:57.651016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc8d049-9cff-42d9-87dd-d5a58b6aa071 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Network hostable DHCP agents. Network: 18392f71-fa53-4063-81a3-2d34744124b9, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:51:57.653029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:51:57.657937 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Pushing event updated for resources: {'Port': ['ID=a21ba4aa-b52b-457f-bc21-0467da3628ad,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:57.668912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc8d049-9cff-42d9-87dd-d5a58b6aa071 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Network 18392f71-fa53-4063-81a3-2d34744124b9 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:51:57.678325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-adc8d049-9cff-42d9-87dd-d5a58b6aa071 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 18392f71-fa53-4063-81a3-2d34744124b9) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:51:57.682656 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8d049-9cff-42d9-87dd-d5a58b6aa071 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:51:57.683276 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-adc8d049-9cff-42d9-87dd-d5a58b6aa071 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.698365 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-adc8d049-9cff-42d9-87dd-d5a58b6aa071 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4167879 Jul 09 20:51:57.701165 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54330) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:57.704548 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01d56e4-bf6e-499a-a209-a04255b5728b None None] Network 18392f71-fa53-4063-81a3-2d34744124b9 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:57.706294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a4a2de1a-464a-480a-bc67-7ab0ece76623 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Request body: {'router': {'external_gateway_info': {'network_id': '18392f71-fa53-4063-81a3-2d34744124b9'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:51:57.754916 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Attempting to bind port a21ba4aa-b52b-457f-bc21-0467da3628ad on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:51:57.755294 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Attempting to bind port a21ba4aa-b52b-457f-bc21-0467da3628ad by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '53eb0814-380d-4553-b3e8-2028fbedc25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c4d2d79f-7239-4900-950a-a229c118bd72'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:51:57.755660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Attempting to bind port a21ba4aa-b52b-457f-bc21-0467da3628ad on network c4d2d79f-7239-4900-950a-a229c118bd72 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:51:57.766029 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:51:57.766405 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Checking segment: {'id': '53eb0814-380d-4553-b3e8-2028fbedc25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c4d2d79f-7239-4900-950a-a229c118bd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:51:57.766807 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.767203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Bound using segment: {'id': '53eb0814-380d-4553-b3e8-2028fbedc25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c4d2d79f-7239-4900-950a-a229c118bd72'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:51:57.767670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Bound port: a21ba4aa-b52b-457f-bc21-0467da3628ad, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53eb0814-380d-4553-b3e8-2028fbedc25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c4d2d79f-7239-4900-950a-a229c118bd72'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:51:57.768081 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.876795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] For port a21ba4aa-b52b-457f-bc21-0467da3628ad, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:51:57.880941 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] For port a21ba4aa-b52b-457f-bc21-0467da3628ad, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a21ba4aa-b52b-457f-bc21-0467da3628ad,segment=NetworkSegment(53eb0814-380d-4553-b3e8-2028fbedc25c),segment_id=53eb0814-380d-4553-b3e8-2028fbedc25c)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:51:57.888152 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:57.925651 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a4a2de1a-464a-480a-bc67-7ab0ece76623 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:58.048201 n-d-800088-3 neutron-server[100204]: INFO neutron.api.v2.resource [None req-a4a2de1a-464a-480a-bc67-7ab0ece76623 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 20:51:58.049335 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a4a2de1a-464a-480a-bc67-7ab0ece76623 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] 10.222.0.30 "PUT /v2.0/routers/adbc73b3-3c73-4dd5-9555-304838e79621 HTTP/1.1" status: 400 len: 364 time: 0.3472278 Jul 09 20:51:58.055555 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54332) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:58.110359 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a903c08-fbba-43c1-b6ed-49de2be3db21 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Deleting subnet e28285ea-4de0-478e-b472-d0ce098ef3f9 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:51:58.113933 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a903c08-fbba-43c1-b6ed-49de2be3db21 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:58.129688 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565ba7bd-663e-4b68-98d8-8f01da34bb4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-18392f71-fa53-4063-81a3-2d34744124b9', 'network_id': '18392f71-fa53-4063-81a3-2d34744124b9', 'tenant_id': '7be1aaacf06849399e534eb0ccb41948', 'fixed_ips': [{'subnet_id': 'e28285ea-4de0-478e-b472-d0ce098ef3f9'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:51:58.131002 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-565ba7bd-663e-4b68-98d8-8f01da34bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:58.168778 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a903c08-fbba-43c1-b6ed-49de2be3db21 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:58.171700 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4332e0b-5997-47ea-b91c-107767590345 None None] Pushing event updated for resources: {'Port': ['ID=a21ba4aa-b52b-457f-bc21-0467da3628ad,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:58.218679 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a903c08-fbba-43c1-b6ed-49de2be3db21 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:58.287305 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a903c08-fbba-43c1-b6ed-49de2be3db21 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server [None req-565ba7bd-663e-4b68-98d8-8f01da34bb4b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e28285ea-4de0-478e-b472-d0ce098ef3f9: This subnet is being modified by another concurrent operation. Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server raise exception Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e28285ea-4de0-478e-b472-d0ce098ef3f9: This subnet is being modified by another concurrent operation. Jul 09 20:51:58.288982 n-d-800088-3 neutron-server[100206]: ERROR oslo_messaging.rpc.server Jul 09 20:51:58.317332 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a903c08-fbba-43c1-b6ed-49de2be3db21 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:58.317603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40140fa7-6d15-4893-8a4f-61f779c0077a None None] Network 18392f71-fa53-4063-81a3-2d34744124b9 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:58.317862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54334) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:58.318636 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9a903c08-fbba-43c1-b6ed-49de2be3db21 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] 10.222.0.30 "DELETE /v2.0/subnets/e28285ea-4de0-478e-b472-d0ce098ef3f9 HTTP/1.1" status: 204 len: 168 time: 0.2561233 Jul 09 20:51:58.333608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a903c08-fbba-43c1-b6ed-49de2be3db21 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Pushing event deleted for resources: {'Subnet': ['ID=e28285ea-4de0-478e-b472-d0ce098ef3f9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:58.426990 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25877e0e-7684-4bf1-8bb8-5e453678b706 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:58.532302 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25877e0e-7684-4bf1-8bb8-5e453678b706 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:58.542445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-25877e0e-7684-4bf1-8bb8-5e453678b706 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18392f71-fa53-4063-81a3-2d34744124b9']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:58.553703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-25877e0e-7684-4bf1-8bb8-5e453678b706 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436ce567-e56b-49d7-8dd9-b803b02ecf93') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:58.554005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-25877e0e-7684-4bf1-8bb8-5e453678b706 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436ce567-e56b-49d7-8dd9-b803b02ecf93') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:58.562982 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25877e0e-7684-4bf1-8bb8-5e453678b706 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:58.582925 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25877e0e-7684-4bf1-8bb8-5e453678b706 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:58.589799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25877e0e-7684-4bf1-8bb8-5e453678b706 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:51:58.590139 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25877e0e-7684-4bf1-8bb8-5e453678b706 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:51:58.593079 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:51:58.798501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a21ba4aa-b52b-457f-bc21-0467da3628ad up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:51:58.853551 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port a21ba4aa-b52b-457f-bc21-0467da3628ad completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:51:58.972614 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25877e0e-7684-4bf1-8bb8-5e453678b706 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:58.984390 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-25877e0e-7684-4bf1-8bb8-5e453678b706 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:58.986438 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-25877e0e-7684-4bf1-8bb8-5e453678b706 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] 10.222.0.30 "DELETE /v2.0/networks/18392f71-fa53-4063-81a3-2d34744124b9 HTTP/1.1" status: 204 len: 168 time: 0.6720784 Jul 09 20:51:58.988902 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54336) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:59.008792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25877e0e-7684-4bf1-8bb8-5e453678b706 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Pushing event deleted for resources: {'Network': ['ID=18392f71-fa53-4063-81a3-2d34744124b9,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:59.055717 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f71291-374c-4281-b473-cba93dd41ade tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Deleting subnet 77e9ce4d-2962-4418-b8b2-06e7f278a753 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:51:59.059008 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f1f71291-374c-4281-b473-cba93dd41ade tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.103275 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f1f71291-374c-4281-b473-cba93dd41ade tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.170173 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b1dbc9-5468-4bb4-aeea-e3bad46541e7 None None] Network c4d2d79f-7239-4900-950a-a229c118bd72 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:51:59.190463 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f1f71291-374c-4281-b473-cba93dd41ade tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.236215 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-380f154b-ad55-4124-805e-497c614c60c7 None None] Provisioning for port a21ba4aa-b52b-457f-bc21-0467da3628ad completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:51:59.244132 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-380f154b-ad55-4124-805e-497c614c60c7 None None] Provisioning complete for port a21ba4aa-b52b-457f-bc21-0467da3628ad triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:51:59.244512 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-380f154b-ad55-4124-805e-497c614c60c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.250778 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f1f71291-374c-4281-b473-cba93dd41ade tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.280204 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f71291-374c-4281-b473-cba93dd41ade tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Pushing event deleted for resources: {'Subnet': ['ID=77e9ce4d-2962-4418-b8b2-06e7f278a753,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:59.286734 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f1f71291-374c-4281-b473-cba93dd41ade tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.290830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f1f71291-374c-4281-b473-cba93dd41ade tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] 10.222.0.30 "DELETE /v2.0/subnets/77e9ce4d-2962-4418-b8b2-06e7f278a753 HTTP/1.1" status: 204 len: 168 time: 0.2987611 Jul 09 20:51:59.291056 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54338) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:59.365855 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.381399 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-380f154b-ad55-4124-805e-497c614c60c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.418604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-380f154b-ad55-4124-805e-497c614c60c7 None None] For port a21ba4aa-b52b-457f-bc21-0467da3628ad, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a21ba4aa-b52b-457f-bc21-0467da3628ad,segment=NetworkSegment(53eb0814-380d-4553-b3e8-2028fbedc25c),segment_id=53eb0814-380d-4553-b3e8-2028fbedc25c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:59.423341 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Deleting port a21ba4aa-b52b-457f-bc21-0467da3628ad {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:51:59.423750 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.426261 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-380f154b-ad55-4124-805e-497c614c60c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.465884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236f5af1-141f-4191-8c59-a134a45c1d0b None None] DHCP port deletion for c4d2d79f-7239-4900-950a-a229c118bd72 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:51:59.498842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] For port a21ba4aa-b52b-457f-bc21-0467da3628ad, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a21ba4aa-b52b-457f-bc21-0467da3628ad,segment=NetworkSegment(53eb0814-380d-4553-b3e8-2028fbedc25c),segment_id=53eb0814-380d-4553-b3e8-2028fbedc25c)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:59.499203 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.512716 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Calling delete_port for a21ba4aa-b52b-457f-bc21-0467da3628ad owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:51:59.513531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f154b-ad55-4124-805e-497c614c60c7 None None] Pushing event updated for resources: {'Port': ['ID=a21ba4aa-b52b-457f-bc21-0467da3628ad,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:59.532379 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-093b402f-d3cc-496c-a9c6-0537f8208d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.551739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-236f5af1-141f-4191-8c59-a134a45c1d0b None None] Deleting port a21ba4aa-b52b-457f-bc21-0467da3628ad {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:51:59.552061 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-236f5af1-141f-4191-8c59-a134a45c1d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.603380 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.619794 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-236f5af1-141f-4191-8c59-a134a45c1d0b None None] For port a21ba4aa-b52b-457f-bc21-0467da3628ad, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a21ba4aa-b52b-457f-bc21-0467da3628ad,segment=NetworkSegment(53eb0814-380d-4553-b3e8-2028fbedc25c),segment_id=53eb0814-380d-4553-b3e8-2028fbedc25c)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:51:59.620183 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-236f5af1-141f-4191-8c59-a134a45c1d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.632025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Pushing event deleted for resources: {'Port': ['ID=a21ba4aa-b52b-457f-bc21-0467da3628ad,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:59.633457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-236f5af1-141f-4191-8c59-a134a45c1d0b None None] Calling delete_port for a21ba4aa-b52b-457f-bc21-0467da3628ad owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:51:59.637052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] No DVR routers for this DVR port a21ba4aa-b52b-457f-bc21-0467da3628ad on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:51:59.701151 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.722984 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.731454 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-236f5af1-141f-4191-8c59-a134a45c1d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.733944 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d2d79f-7239-4900-950a-a229c118bd72']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:59.745421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53eb0814-380d-4553-b3e8-2028fbedc25c') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:59.745915 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53eb0814-380d-4553-b3e8-2028fbedc25c') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:51:59.749804 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f5af1-141f-4191-8c59-a134a45c1d0b None None] No DVR routers for this DVR port a21ba4aa-b52b-457f-bc21-0467da3628ad on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:51:59.759419 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.774410 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.774862 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.777651 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f5af1-141f-4191-8c59-a134a45c1d0b None None] Pushing event deleted for resources: {'Port': ['ID=a21ba4aa-b52b-457f-bc21-0467da3628ad,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:59.784124 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:51:59.784672 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:51:59.788582 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:51:59.792664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab1bb56-f97b-4251-aa39-fbcc8bf49819 None None] get_active_networks_info from n-d-800088-3 {{(pid=100206) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 20:51:59.850788 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.857543 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:51:59.860449 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] 10.222.0.30 "DELETE /v2.0/networks/c4d2d79f-7239-4900-950a-a229c118bd72 HTTP/1.1" status: 204 len: 168 time: 0.5676591 Jul 09 20:51:59.863115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54340) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:51:59.865694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab1bb56-f97b-4251-aa39-fbcc8bf49819 None None] Resources bound (agent type, host, resource id): {{(pid=100206) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 20:51:59.899200 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-13620a19-8720-40c2-aae6-77140dadecee tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbc73b3-3c73-4dd5-9555-304838e79621 HTTP/1.1" status: 200 len: 205 time: 0.0350029 Jul 09 20:51:59.900042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd047e1e-ddca-4235-a424-26e8721d2acb tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Pushing event deleted for resources: {'Network': ['ID=c4d2d79f-7239-4900-950a-a229c118bd72,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:51:59.901642 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54342) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:00.019368 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0dc73d29-853b-4267-a214-75e417d77ee0 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:00.176324 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0dc73d29-853b-4267-a214-75e417d77ee0 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:00.178423 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0dc73d29-853b-4267-a214-75e417d77ee0 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:00.221674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0dc73d29-853b-4267-a214-75e417d77ee0 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:00.222172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc73d29-853b-4267-a214-75e417d77ee0 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Fanout notify agent at l3_agent the message router_deleted on router adbc73b3-3c73-4dd5-9555-304838e79621 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:52:00.228987 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0dc73d29-853b-4267-a214-75e417d77ee0 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:00.230028 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0dc73d29-853b-4267-a214-75e417d77ee0 tempest-RoutersNegativeTest-1505279376 tempest-RoutersNegativeTest-1505279376-project] 10.222.0.30 "DELETE /v2.0/routers/adbc73b3-3c73-4dd5-9555-304838e79621 HTTP/1.1" status: 204 len: 168 time: 0.3274653 Jul 09 20:52:00.464779 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54348) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:00.597392 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3d70b26b-873f-4ac1-a7d0-d3677a14ff87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7be1aaacf06849399e534eb0ccb41948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314373 Jul 09 20:52:00.599790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54352) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:00.649317 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-926037de-1b16-41b6-918d-b69c204a4ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:00.649838 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:00.670533 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-926037de-1b16-41b6-918d-b69c204a4ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:00.718615 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-926037de-1b16-41b6-918d-b69c204a4ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:00.721873 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-926037de-1b16-41b6-918d-b69c204a4ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:00.723045 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-926037de-1b16-41b6-918d-b69c204a4ac4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9aa89d32-54d7-426c-98fc-d6f01f565f3b HTTP/1.1" status: 204 len: 168 time: 0.1223493 Jul 09 20:52:00.737875 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926037de-1b16-41b6-918d-b69c204a4ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa89d32-54d7-426c-98fc-d6f01f565f3b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:00.780382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a21ba4aa-b52b-457f-bc21-0467da3628ad no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:52:00.800847 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: a21ba4aa-b52b-457f-bc21-0467da3628ad {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:52:00.801193 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a21ba4aa-b52b-457f-bc21-0467da3628ad not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:52:01.328248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54376) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:01.427178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-876547246-network', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:01.448470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] Made reservation on behalf of bf0cc2e0a44d474ba318b6e4e393b16c for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:01.450858 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:01.459251 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:01.546865 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:01.551284 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:01.573597 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:52:01.588186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f902a328-473f-4b22-a149-50d8b6ee9603,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:01.591088 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:01.591439 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] Added segment f46b9013-62c8-4372-b0d6-d4758eeb9636 of type vlan for network e36c0261-5795-4375-8086-a498c7b3c2a5 Jul 09 20:52:01.634967 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:01.663331 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:01.664144 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:01.664825 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:01.717248 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3877418 Jul 09 20:52:01.721273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54380) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:01.723088 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e405984-15fb-48e9-b46d-5ff0cce99617 admin admin] Pushing event updated for resources: {'Network': ['ID=e36c0261-5795-4375-8086-a498c7b3c2a5,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:01.727407 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-04d94cad-271d-4887-b6e6-9f973c225353 admin admin] Request body: {'subnet': {'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-876547246-subnet', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:01.739711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network e36c0261-5795-4375-8086-a498c7b3c2a5 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:52:01.749768 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d94cad-271d-4887-b6e6-9f973c225353 admin admin] Made reservation on behalf of bf0cc2e0a44d474ba318b6e4e393b16c for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:01.752329 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-04d94cad-271d-4887-b6e6-9f973c225353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:01.921724 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-04d94cad-271d-4887-b6e6-9f973c225353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:01.968839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d94cad-271d-4887-b6e6-9f973c225353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7954d2a-e676-464c-b49e-1d83b1b80087,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:01.984340 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d94cad-271d-4887-b6e6-9f973c225353 admin admin] Checking segment: {'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:01.985292 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d94cad-271d-4887-b6e6-9f973c225353 admin admin] Network hostable DHCP agents. Network: e36c0261-5795-4375-8086-a498c7b3c2a5, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:52:02.000901 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d94cad-271d-4887-b6e6-9f973c225353 admin admin] Network e36c0261-5795-4375-8086-a498c7b3c2a5 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:52:02.009912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-04d94cad-271d-4887-b6e6-9f973c225353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, e36c0261-5795-4375-8086-a498c7b3c2a5) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:02.014145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d94cad-271d-4887-b6e6-9f973c225353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:02.014781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-04d94cad-271d-4887-b6e6-9f973c225353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.018902 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca11d1e-88b3-4cd8-a519-30422dadf7ad None None] Network e36c0261-5795-4375-8086-a498c7b3c2a5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:52:02.028466 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-04d94cad-271d-4887-b6e6-9f973c225353 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3060346 Jul 09 20:52:02.031113 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54382) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:02.035979 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-876547246-router', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:02.062123 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.063808 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.117039 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.162887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-e36c0261-5795-4375-8086-a498c7b3c2a5', 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'fixed_ips': [{'subnet_id': 'e7954d2a-e676-464c-b49e-1d83b1b80087'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:52:02.163749 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.256224 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.301271 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Allocated IP 172.20.0.2 (e36c0261-5795-4375-8086-a498c7b3c2a5/e7954d2a-e676-464c-b49e-1d83b1b80087/658347b5-5c2f-4d50-a7f1-9d522908f561) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:02.444601 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.454150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Transition to ACTIVE for port object 658347b5-5c2f-4d50-a7f1-9d522908f561 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:02.457180 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.470738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Transition to ACTIVE for port object 658347b5-5c2f-4d50-a7f1-9d522908f561 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:02.476851 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.481831 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.529142 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Network e36c0261-5795-4375-8086-a498c7b3c2a5 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:02.532492 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.535923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:02.538279 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:02.541226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Pushing event updated for resources: {'Port': ['ID=658347b5-5c2f-4d50-a7f1-9d522908f561,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:02.590751 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Allocated IP 172.25.0.44 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/ee800f9e-b7eb-4518-9bd3-be398d185d23) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:02.599636 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Attempting to bind port 658347b5-5c2f-4d50-a7f1-9d522908f561 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:02.600003 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Attempting to bind port 658347b5-5c2f-4d50-a7f1-9d522908f561 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:02.600370 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Attempting to bind port 658347b5-5c2f-4d50-a7f1-9d522908f561 on network e36c0261-5795-4375-8086-a498c7b3c2a5 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:02.605303 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:02.605675 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Checking segment: {'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:02.606077 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.606468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Bound using segment: {'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:02.606930 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Bound port: 658347b5-5c2f-4d50-a7f1-9d522908f561, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:02.607336 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.668292 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] For port 658347b5-5c2f-4d50-a7f1-9d522908f561, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:02.671433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] For port 658347b5-5c2f-4d50-a7f1-9d522908f561, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=658347b5-5c2f-4d50-a7f1-9d522908f561,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:02.675837 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.700439 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.735605 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392fbf3-f622-4870-811b-c66e53eeed0d None None] Pushing event updated for resources: {'Port': ['ID=658347b5-5c2f-4d50-a7f1-9d522908f561,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:02.747715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:02.788159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:02.794125 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:02.797970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:02.826786 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Pushing event updated for resources: {'Port': ['ID=ee800f9e-b7eb-4518-9bd3-be398d185d23,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:03.071889 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:03.267491 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:03.373369 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:52:03.397057 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Router f7bfa25c-250f-403f-86a9-1a9c63698535 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:52:03.665242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f74d31-61fd-4edf-a4a2-231962dbf310 None None] Network e36c0261-5795-4375-8086-a498c7b3c2a5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:52:03.731606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4c47de9a-893f-4163-9a79-9244a0a867ac None None] Provisioning for port 658347b5-5c2f-4d50-a7f1-9d522908f561 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:03.814273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:52:03.823379 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Sync routers for ids ['f7bfa25c-250f-403f-86a9-1a9c63698535'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:52:03.832125 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:03.834719 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Routers {'f7bfa25c-250f-403f-86a9-1a9c63698535'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:03.835565 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:52:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f7bfa25c-250f-403f-86a9-1a9c63698535'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:03.836367 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5de51402-0d08-4c97-8ad4-9040188b5d9f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8037713 Jul 09 20:52:03.836663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54384) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:03.954318 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Set router f7bfa25c-250f-403f-86a9-1a9c63698535 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:04.136149 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'name': 'tempest-TestEncryptedCinderVolumes-876547246-router', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'ee800f9e-b7eb-4518-9bd3-be398d185d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:52:02Z', 'revision_number': 3, 'project_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'gw_port': {'id': 'ee800f9e-b7eb-4518-9bd3-be398d185d23', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:04.165243 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Checking router: f7bfa25c-250f-403f-86a9-1a9c63698535 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:52:04.165599 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Updating router f7bfa25c-250f-403f-86a9-1a9c63698535 port ee800f9e-b7eb-4518-9bd3-be398d185d23 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:52:04.198941 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:04.278077 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:04.433587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Allocated IP 172.20.0.1 (e36c0261-5795-4375-8086-a498c7b3c2a5/e7954d2a-e676-464c-b49e-1d83b1b80087/0dc0b033-44a9-4b40-ba0e-545ff9110a8a) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:04.530590 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:04.540677 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Transition to ACTIVE for port object ee800f9e-b7eb-4518-9bd3-be398d185d23 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:04.541437 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:04.546265 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:04.555739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Transition to ACTIVE for port object 0dc0b033-44a9-4b40-ba0e-545ff9110a8a will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:04.589529 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:04.600287 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1bae4-c630-4088-b48f-c4783aaed287 None None] Pushing event updated for resources: {'Port': ['ID=ee800f9e-b7eb-4518-9bd3-be398d185d23,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:04.603189 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Attempting to bind port ee800f9e-b7eb-4518-9bd3-be398d185d23 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:04.603558 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Attempting to bind port ee800f9e-b7eb-4518-9bd3-be398d185d23 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:04.603921 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Attempting to bind port ee800f9e-b7eb-4518-9bd3-be398d185d23 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:04.612900 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db1bae4-c630-4088-b48f-c4783aaed287 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:04.613248 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db1bae4-c630-4088-b48f-c4783aaed287 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:04.613588 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db1bae4-c630-4088-b48f-c4783aaed287 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:04.613925 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db1bae4-c630-4088-b48f-c4783aaed287 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:04.614256 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db1bae4-c630-4088-b48f-c4783aaed287 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:04.614589 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db1bae4-c630-4088-b48f-c4783aaed287 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:04.614915 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db1bae4-c630-4088-b48f-c4783aaed287 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:04.615243 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db1bae4-c630-4088-b48f-c4783aaed287 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:04.615567 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db1bae4-c630-4088-b48f-c4783aaed287 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:04.615891 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db1bae4-c630-4088-b48f-c4783aaed287 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:04.616209 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db1bae4-c630-4088-b48f-c4783aaed287 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:04.616520 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db1bae4-c630-4088-b48f-c4783aaed287 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:04.620054 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:04.620439 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:04.620859 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:04.621252 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:04.621735 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Bound port: ee800f9e-b7eb-4518-9bd3-be398d185d23, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:04.622106 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:04.635475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Network e36c0261-5795-4375-8086-a498c7b3c2a5 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:04.638293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:04.642242 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:04.665278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Pushing event updated for resources: {'Port': ['ID=0dc0b033-44a9-4b40-ba0e-545ff9110a8a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:04.678577 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] For port ee800f9e-b7eb-4518-9bd3-be398d185d23, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:04.681802 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] For port ee800f9e-b7eb-4518-9bd3-be398d185d23, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ee800f9e-b7eb-4518-9bd3-be398d185d23,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:04.685862 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:04.686983 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:04.767840 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Routers {'f7bfa25c-250f-403f-86a9-1a9c63698535'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:04.768856 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:52:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f7bfa25c-250f-403f-86a9-1a9c63698535'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:04.820717 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1bae4-c630-4088-b48f-c4783aaed287 None None] Pushing event updated for resources: {'Port': ['ID=ee800f9e-b7eb-4518-9bd3-be398d185d23,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:04.848192 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 658347b5-5c2f-4d50-a7f1-9d522908f561 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:04.876905 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:04.905302 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] Set router f7bfa25c-250f-403f-86a9-1a9c63698535 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:04.912772 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 658347b5-5c2f-4d50-a7f1-9d522908f561 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:04.916742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 658347b5-5c2f-4d50-a7f1-9d522908f561 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:04.917166 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.006325 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8e1bdaaa-2d1a-4ef7-acc9-31660aa717c5 None None] Provisioning for port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:05.009049 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.012232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8e1bdaaa-2d1a-4ef7-acc9-31660aa717c5 None None] Provisioning complete for port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:05.012674 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8e1bdaaa-2d1a-4ef7-acc9-31660aa717c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.062389 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.068169 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.081738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 658347b5-5c2f-4d50-a7f1-9d522908f561, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=658347b5-5c2f-4d50-a7f1-9d522908f561,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:05.083023 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8e1bdaaa-2d1a-4ef7-acc9-31660aa717c5 None None] Port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:52:05.088926 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.101026 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'name': 'tempest-TestEncryptedCinderVolumes-876547246-router', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'ee800f9e-b7eb-4518-9bd3-be398d185d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:52:02Z', 'revision_number': 3, 'project_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'gw_port': {'id': 'ee800f9e-b7eb-4518-9bd3-be398d185d23', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:05.129679 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe55f14a-e77e-450f-9638-11c18b6cb427 None None] The sync data for ids ['f7bfa25c-250f-403f-86a9-1a9c63698535'] in n-d-800088-3 is: [{'id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'name': 'tempest-TestEncryptedCinderVolumes-876547246-router', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'ee800f9e-b7eb-4518-9bd3-be398d185d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:52:02Z', 'revision_number': 3, 'project_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'gw_port': {'id': 'ee800f9e-b7eb-4518-9bd3-be398d185d23', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:52:05.142126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=658347b5-5c2f-4d50-a7f1-9d522908f561,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:05.145783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Pushing event updated for resources: {'Port': ['ID=0dc0b033-44a9-4b40-ba0e-545ff9110a8a,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:05.148164 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.242647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Network e36c0261-5795-4375-8086-a498c7b3c2a5 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:05.243995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:05.383723 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Router f7bfa25c-250f-403f-86a9-1a9c63698535 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:52:05.505019 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:52:05.505275 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-aa1e2052-a1b3-4e1e-80c3-5bf842db827a None None] Provisioning complete for port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:05.505582 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-aa1e2052-a1b3-4e1e-80c3-5bf842db827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:05.510734 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7246c2be-eff8-47a8-bd07-83d9aaba427a admin admin] 10.222.0.30 "PUT /v2.0/routers/f7bfa25c-250f-403f-86a9-1a9c63698535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6721008 Jul 09 20:52:05.546089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e2052-a1b3-4e1e-80c3-5bf842db827a None None] Port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:52:05.999704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54400) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:06.005403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-769179862-network', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:06.026103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] Made reservation on behalf of 03733db4aab54d1faefb49b15ba9d929 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:06.028400 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.037206 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.125655 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.129472 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.153834 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:52:06.163757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fca5d30-60c2-45e0-960d-d85563a0870e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:06.168520 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.168906 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] Added segment f17adba7-9727-4389-9c8b-13b3f3731929 of type vlan for network 29aa598f-ec1e-4a80-a113-a86b82c376f7 Jul 09 20:52:06.213115 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.241674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.242627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:06.243215 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.293659 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2920525 Jul 09 20:52:06.296259 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54402) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:06.302119 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b6f68fe0-8538-4a54-b943-01ec6baa0de5 admin admin] Request body: {'subnet': {'network_id': '29aa598f-ec1e-4a80-a113-a86b82c376f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-769179862-subnet', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929', 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:06.302940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8ebd9-c5fc-4df0-a42c-b7d613287cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=29aa598f-ec1e-4a80-a113-a86b82c376f7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:06.312554 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 29aa598f-ec1e-4a80-a113-a86b82c376f7 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:52:06.323867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f68fe0-8538-4a54-b943-01ec6baa0de5 admin admin] Made reservation on behalf of 03733db4aab54d1faefb49b15ba9d929 for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:06.326350 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b6f68fe0-8538-4a54-b943-01ec6baa0de5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.499081 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b6f68fe0-8538-4a54-b943-01ec6baa0de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.556306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f68fe0-8538-4a54-b943-01ec6baa0de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2724adbe-bd21-430c-abe3-a835f831aa07,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:06.566306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f68fe0-8538-4a54-b943-01ec6baa0de5 admin admin] Checking segment: {'id': 'f17adba7-9727-4389-9c8b-13b3f3731929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '29aa598f-ec1e-4a80-a113-a86b82c376f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:06.566712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f68fe0-8538-4a54-b943-01ec6baa0de5 admin admin] Network hostable DHCP agents. Network: 29aa598f-ec1e-4a80-a113-a86b82c376f7, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:52:06.583251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f68fe0-8538-4a54-b943-01ec6baa0de5 admin admin] Network 29aa598f-ec1e-4a80-a113-a86b82c376f7 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:52:06.591500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-b6f68fe0-8538-4a54-b943-01ec6baa0de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 29aa598f-ec1e-4a80-a113-a86b82c376f7) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:06.596909 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f68fe0-8538-4a54-b943-01ec6baa0de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:06.598143 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b6f68fe0-8538-4a54-b943-01ec6baa0de5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.599699 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2975a4d2-b239-4ef9-a0dd-45e3b7bcd0ef None None] Network 29aa598f-ec1e-4a80-a113-a86b82c376f7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:52:06.616644 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b6f68fe0-8538-4a54-b943-01ec6baa0de5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3180325 Jul 09 20:52:06.618666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54404) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:06.623082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-769179862-router', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:06.645475 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.646502 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.700262 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.707460 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937068f-0538-480c-893d-80c645c246db None None] Sync routers for ids ['f7bfa25c-250f-403f-86a9-1a9c63698535'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:52:06.727443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937068f-0538-480c-893d-80c645c246db None None] Routers {'f7bfa25c-250f-403f-86a9-1a9c63698535'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:06.728114 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8937068f-0538-480c-893d-80c645c246db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:52:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f7bfa25c-250f-403f-86a9-1a9c63698535'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:06.837995 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-29aa598f-ec1e-4a80-a113-a86b82c376f7', 'network_id': '29aa598f-ec1e-4a80-a113-a86b82c376f7', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929', 'fixed_ips': [{'subnet_id': '2724adbe-bd21-430c-abe3-a835f831aa07'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:52:06.838852 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.851457 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:06.871781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ee800f9e-b7eb-4518-9bd3-be398d185d23 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:06.915762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-8937068f-0538-480c-893d-80c645c246db None None] Set router f7bfa25c-250f-403f-86a9-1a9c63698535 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:07.068885 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:07.087991 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:07.121701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port ee800f9e-b7eb-4518-9bd3-be398d185d23 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:07.134047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ee800f9e-b7eb-4518-9bd3-be398d185d23 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:07.134429 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:07.169307 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Allocated IP 172.20.0.2 (29aa598f-ec1e-4a80-a113-a86b82c376f7/2724adbe-bd21-430c-abe3-a835f831aa07/e109e8c3-f37a-4e30-a09f-6d964de99ea7) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:07.193690 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Allocated IP 172.25.0.224 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/7afaaa09-d233-42ea-89a7-b61cfce6e99a) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:07.301095 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:07.342158 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:07.382340 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:07.389728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:07.394972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:07.418877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Pushing event updated for resources: {'Port': ['ID=7afaaa09-d233-42ea-89a7-b61cfce6e99a,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:07.527242 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:07.577681 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port ee800f9e-b7eb-4518-9bd3-be398d185d23, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ee800f9e-b7eb-4518-9bd3-be398d185d23,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:07.582454 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8937068f-0538-480c-893d-80c645c246db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'name': 'tempest-TestEncryptedCinderVolumes-876547246-router', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'ee800f9e-b7eb-4518-9bd3-be398d185d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:52:04Z', 'revision_number': 4, 'project_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'gw_port': {'id': 'ee800f9e-b7eb-4518-9bd3-be398d185d23', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:52:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0dc0b033-44a9-4b40-ba0e-545ff9110a8a', 'name': '', 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'mac_address': 'fa:16:3e:b8:bb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7954d2a-e676-464c-b49e-1d83b1b80087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:04Z', 'updated_at': '2021-07-09T20:52:04Z', 'revision_number': 2, 'project_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'subnets': [{'id': 'e7954d2a-e676-464c-b49e-1d83b1b80087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:07.587269 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:07.588047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 658347b5-5c2f-4d50-a7f1-9d522908f561 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:07.651791 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:07.661327 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937068f-0538-480c-893d-80c645c246db None None] Checking router: f7bfa25c-250f-403f-86a9-1a9c63698535 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:52:07.661691 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937068f-0538-480c-893d-80c645c246db None None] Updating router f7bfa25c-250f-403f-86a9-1a9c63698535 port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:52:07.670032 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:07.714297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Transition to ACTIVE for port object e109e8c3-f37a-4e30-a09f-6d964de99ea7 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:07.754139 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8937068f-0538-480c-893d-80c645c246db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:07.759382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Transition to ACTIVE for port object e109e8c3-f37a-4e30-a09f-6d964de99ea7 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:07.760793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=ee800f9e-b7eb-4518-9bd3-be398d185d23,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:07.780262 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:07.854199 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Network 29aa598f-ec1e-4a80-a113-a86b82c376f7 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:07.854952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 658347b5-5c2f-4d50-a7f1-9d522908f561 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:07.855331 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:07.862541 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:07.862716 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:07.884807 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:07.942929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Pushing event updated for resources: {'Port': ['ID=e109e8c3-f37a-4e30-a09f-6d964de99ea7,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:07.995221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Router c461c609-8970-4540-9a82-d80d2a89bfef is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:52:08.075485 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Attempting to bind port e109e8c3-f37a-4e30-a09f-6d964de99ea7 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:08.076016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Attempting to bind port e109e8c3-f37a-4e30-a09f-6d964de99ea7 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'f17adba7-9727-4389-9c8b-13b3f3731929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '29aa598f-ec1e-4a80-a113-a86b82c376f7'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:08.076564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Attempting to bind port e109e8c3-f37a-4e30-a09f-6d964de99ea7 on network 29aa598f-ec1e-4a80-a113-a86b82c376f7 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:08.094718 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:08.095133 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Checking segment: {'id': 'f17adba7-9727-4389-9c8b-13b3f3731929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '29aa598f-ec1e-4a80-a113-a86b82c376f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:08.095551 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.095959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Bound using segment: {'id': 'f17adba7-9727-4389-9c8b-13b3f3731929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '29aa598f-ec1e-4a80-a113-a86b82c376f7'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:08.096452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Bound port: e109e8c3-f37a-4e30-a09f-6d964de99ea7, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17adba7-9727-4389-9c8b-13b3f3731929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '29aa598f-ec1e-4a80-a113-a86b82c376f7'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:08.096885 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.107832 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:52:08.118783 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Sync routers for ids ['c461c609-8970-4540-9a82-d80d2a89bfef'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:52:08.124370 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.128779 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c2f4cf8f-7494-40b1-9262-502ff6ea2c58 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5066249 Jul 09 20:52:08.129253 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54406) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:52:08.129915 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Routers {'c461c609-8970-4540-9a82-d80d2a89bfef'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:08.131227 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:52:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c461c609-8970-4540-9a82-d80d2a89bfef'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:08.236485 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] For port e109e8c3-f37a-4e30-a09f-6d964de99ea7, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:08.248361 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Set router c461c609-8970-4540-9a82-d80d2a89bfef gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:08.275041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] For port e109e8c3-f37a-4e30-a09f-6d964de99ea7, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e109e8c3-f37a-4e30-a09f-6d964de99ea7,segment=NetworkSegment(f17adba7-9727-4389-9c8b-13b3f3731929),segment_id=f17adba7-9727-4389-9c8b-13b3f3731929)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:08.282992 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.333809 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8937068f-0538-480c-893d-80c645c246db None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.368454 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8937068f-0538-480c-893d-80c645c246db None None] Transition to ACTIVE for port object 0dc0b033-44a9-4b40-ba0e-545ff9110a8a will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:08.377885 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c0bc2-67d3-4557-bd8b-3042341bc228 None None] Pushing event updated for resources: {'Port': ['ID=e109e8c3-f37a-4e30-a09f-6d964de99ea7,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:08.381439 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8937068f-0538-480c-893d-80c645c246db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.435262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1c255-1318-4f27-9d49-5050b1139c42 None None] Pushing event updated for resources: {'Port': ['ID=0dc0b033-44a9-4b40-ba0e-545ff9110a8a,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:08.454859 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'name': 'tempest-TestEncryptedCinderVolumes-769179862-router', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '7afaaa09-d233-42ea-89a7-b61cfce6e99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:06Z', 'updated_at': '2021-07-09T20:52:07Z', 'revision_number': 3, 'project_id': '03733db4aab54d1faefb49b15ba9d929', 'gw_port': {'id': '7afaaa09-d233-42ea-89a7-b61cfce6e99a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:07Z', 'updated_at': '2021-07-09T20:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:08.493260 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8937068f-0538-480c-893d-80c645c246db None None] Attempting to bind port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:08.493770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8937068f-0538-480c-893d-80c645c246db None None] Attempting to bind port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:08.494142 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8937068f-0538-480c-893d-80c645c246db None None] Attempting to bind port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a on network e36c0261-5795-4375-8086-a498c7b3c2a5 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:08.501199 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8937068f-0538-480c-893d-80c645c246db None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:08.501607 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8937068f-0538-480c-893d-80c645c246db None None] Checking segment: {'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:08.502205 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8937068f-0538-480c-893d-80c645c246db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.502620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8937068f-0538-480c-893d-80c645c246db None None] Bound using segment: {'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:08.503116 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8937068f-0538-480c-893d-80c645c246db None None] Bound port: 0dc0b033-44a9-4b40-ba0e-545ff9110a8a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:08.503516 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8937068f-0538-480c-893d-80c645c246db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.518642 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Checking router: c461c609-8970-4540-9a82-d80d2a89bfef for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:52:08.519303 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Updating router c461c609-8970-4540-9a82-d80d2a89bfef port 7afaaa09-d233-42ea-89a7-b61cfce6e99a binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:52:08.560397 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.621974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8937068f-0538-480c-893d-80c645c246db None None] For port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:08.632375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8937068f-0538-480c-893d-80c645c246db None None] For port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0dc0b033-44a9-4b40-ba0e-545ff9110a8a,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:08.636848 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8937068f-0538-480c-893d-80c645c246db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.725558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8937068f-0538-480c-893d-80c645c246db None None] Routers {'f7bfa25c-250f-403f-86a9-1a9c63698535'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:08.731671 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8937068f-0538-480c-893d-80c645c246db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:52:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f7bfa25c-250f-403f-86a9-1a9c63698535'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:08.827376 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:08.834746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1c255-1318-4f27-9d49-5050b1139c42 None None] Pushing event updated for resources: {'Port': ['ID=0dc0b033-44a9-4b40-ba0e-545ff9110a8a,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:08.960260 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-8937068f-0538-480c-893d-80c645c246db None None] Set router f7bfa25c-250f-403f-86a9-1a9c63698535 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:09.001513 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ee800f9e-b7eb-4518-9bd3-be398d185d23 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:09.020847 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.033731 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Transition to ACTIVE for port object 7afaaa09-d233-42ea-89a7-b61cfce6e99a will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:09.041581 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.111385 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4d931-ea31-48bc-b36f-f43e9255f97f None None] Pushing event updated for resources: {'Port': ['ID=7afaaa09-d233-42ea-89a7-b61cfce6e99a,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:09.114177 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Attempting to bind port 7afaaa09-d233-42ea-89a7-b61cfce6e99a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:09.114644 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Attempting to bind port 7afaaa09-d233-42ea-89a7-b61cfce6e99a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:09.115091 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Attempting to bind port 7afaaa09-d233-42ea-89a7-b61cfce6e99a on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:09.121065 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:09.121666 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:09.121844 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.122377 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:09.122912 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Bound port: 7afaaa09-d233-42ea-89a7-b61cfce6e99a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:09.123367 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.157712 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Allocated IP 172.20.0.1 (29aa598f-ec1e-4a80-a113-a86b82c376f7/2724adbe-bd21-430c-abe3-a835f831aa07/d7a70cc8-3792-49dd-8cb0-f8f4693926bc) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:09.177613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ee800f9e-b7eb-4518-9bd3-be398d185d23 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:09.178006 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.178455 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] For port 7afaaa09-d233-42ea-89a7-b61cfce6e99a, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:09.181965 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] For port 7afaaa09-d233-42ea-89a7-b61cfce6e99a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7afaaa09-d233-42ea-89a7-b61cfce6e99a,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:09.186528 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.239546 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Routers {'c461c609-8970-4540-9a82-d80d2a89bfef'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:09.240286 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:52:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c461c609-8970-4540-9a82-d80d2a89bfef'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:09.290175 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.307499 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Transition to ACTIVE for port object d7a70cc8-3792-49dd-8cb0-f8f4693926bc will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:09.323383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e109e8c3-f37a-4e30-a09f-6d964de99ea7 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:09.330906 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4d931-ea31-48bc-b36f-f43e9255f97f None None] Pushing event updated for resources: {'Port': ['ID=7afaaa09-d233-42ea-89a7-b61cfce6e99a,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:09.353144 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8937068f-0538-480c-893d-80c645c246db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'name': 'tempest-TestEncryptedCinderVolumes-876547246-router', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'ee800f9e-b7eb-4518-9bd3-be398d185d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:52:04Z', 'revision_number': 4, 'project_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'gw_port': {'id': 'ee800f9e-b7eb-4518-9bd3-be398d185d23', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0dc0b033-44a9-4b40-ba0e-545ff9110a8a', 'name': '', 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'mac_address': 'fa:16:3e:b8:bb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7954d2a-e676-464c-b49e-1d83b1b80087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:04Z', 'updated_at': '2021-07-09T20:52:08Z', 'revision_number': 4, 'project_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'subnets': [{'id': 'e7954d2a-e676-464c-b49e-1d83b1b80087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:09.365251 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.366641 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] Set router c461c609-8970-4540-9a82-d80d2a89bfef gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:09.384305 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8937068f-0538-480c-893d-80c645c246db None None] The sync data for ids ['f7bfa25c-250f-403f-86a9-1a9c63698535'] in n-d-800088-3 is: [{'id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'name': 'tempest-TestEncryptedCinderVolumes-876547246-router', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'ee800f9e-b7eb-4518-9bd3-be398d185d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:52:04Z', 'revision_number': 4, 'project_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'gw_port': {'id': 'ee800f9e-b7eb-4518-9bd3-be398d185d23', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '0dc0b033-44a9-4b40-ba0e-545ff9110a8a', 'name': '', 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'mac_address': 'fa:16:3e:b8:bb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'e7954d2a-e676-464c-b49e-1d83b1b80087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:04Z', 'updated_at': '2021-07-09T20:52:08Z', 'revision_number': 4, 'project_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'subnets': [{'id': 'e7954d2a-e676-464c-b49e-1d83b1b80087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:52:09.430562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Network 29aa598f-ec1e-4a80-a113-a86b82c376f7 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:09.435393 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:09.455422 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:09.458740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port e109e8c3-f37a-4e30-a09f-6d964de99ea7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:09.463500 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Pushing event updated for resources: {'Port': ['ID=d7a70cc8-3792-49dd-8cb0-f8f4693926bc,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:09.514469 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.640417 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'name': 'tempest-TestEncryptedCinderVolumes-769179862-router', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '7afaaa09-d233-42ea-89a7-b61cfce6e99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:06Z', 'updated_at': '2021-07-09T20:52:07Z', 'revision_number': 3, 'project_id': '03733db4aab54d1faefb49b15ba9d929', 'gw_port': {'id': '7afaaa09-d233-42ea-89a7-b61cfce6e99a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:07Z', 'updated_at': '2021-07-09T20:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:09.696425 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.778263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c820269f-2d1e-4722-a816-97149ddb7e45 None None] Network 29aa598f-ec1e-4a80-a113-a86b82c376f7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:52:09.794977 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70824a5c-9f22-4d79-b990-82d777dc46bf None None] The sync data for ids ['c461c609-8970-4540-9a82-d80d2a89bfef'] in n-d-800088-3 is: [{'id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'name': 'tempest-TestEncryptedCinderVolumes-769179862-router', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '7afaaa09-d233-42ea-89a7-b61cfce6e99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:06Z', 'updated_at': '2021-07-09T20:52:07Z', 'revision_number': 3, 'project_id': '03733db4aab54d1faefb49b15ba9d929', 'gw_port': {'id': '7afaaa09-d233-42ea-89a7-b61cfce6e99a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e3:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:07Z', 'updated_at': '2021-07-09T20:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:52:09.904763 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-02e62ea6-3466-48d2-9d97-d6e3eb9a8e2b None None] Provisioning for port e109e8c3-f37a-4e30-a09f-6d964de99ea7 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:09.910882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-02e62ea6-3466-48d2-9d97-d6e3eb9a8e2b None None] Provisioning complete for port e109e8c3-f37a-4e30-a09f-6d964de99ea7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:09.911262 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-02e62ea6-3466-48d2-9d97-d6e3eb9a8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.927499 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:09.934923 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.005785 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.015639 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Pushing event updated for resources: {'Port': ['ID=d7a70cc8-3792-49dd-8cb0-f8f4693926bc,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:10.043728 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-02e62ea6-3466-48d2-9d97-d6e3eb9a8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.088324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-02e62ea6-3466-48d2-9d97-d6e3eb9a8e2b None None] For port e109e8c3-f37a-4e30-a09f-6d964de99ea7, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e109e8c3-f37a-4e30-a09f-6d964de99ea7,segment=NetworkSegment(f17adba7-9727-4389-9c8b-13b3f3731929),segment_id=f17adba7-9727-4389-9c8b-13b3f3731929)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:10.097961 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-02e62ea6-3466-48d2-9d97-d6e3eb9a8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.158836 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Network 29aa598f-ec1e-4a80-a113-a86b82c376f7 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:10.160492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:10.192561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e62ea6-3466-48d2-9d97-d6e3eb9a8e2b None None] Pushing event updated for resources: {'Port': ['ID=e109e8c3-f37a-4e30-a09f-6d964de99ea7,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:10.309941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Router c461c609-8970-4540-9a82-d80d2a89bfef has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:52:10.436125 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f5dcb42f-ebae-4476-96ea-e3df7013acd0 None None] Provisioning for port d7a70cc8-3792-49dd-8cb0-f8f4693926bc completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:10.442734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f5dcb42f-ebae-4476-96ea-e3df7013acd0 None None] Provisioning complete for port d7a70cc8-3792-49dd-8cb0-f8f4693926bc triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:10.443384 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb42f-ebae-4476-96ea-e3df7013acd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.444666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:52:10.456004 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7d569569-01b4-461b-b1c1-3e464aeb8d3d admin admin] 10.222.0.30 "PUT /v2.0/routers/c461c609-8970-4540-9a82-d80d2a89bfef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3254273 Jul 09 20:52:10.504338 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-f5dcb42f-ebae-4476-96ea-e3df7013acd0 None None] Port d7a70cc8-3792-49dd-8cb0-f8f4693926bc cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:52:10.520327 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f5dcb42f-ebae-4476-96ea-e3df7013acd0 None None] Provisioning complete for port e109e8c3-f37a-4e30-a09f-6d964de99ea7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:10.520818 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f5dcb42f-ebae-4476-96ea-e3df7013acd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.775820 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-3d6f16cd-03e9-4204-a664-a17844797066 None None] Provisioning complete for port d7a70cc8-3792-49dd-8cb0-f8f4693926bc triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:10.776211 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3d6f16cd-03e9-4204-a664-a17844797066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:10.854547 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f16cd-03e9-4204-a664-a17844797066 None None] Port d7a70cc8-3792-49dd-8cb0-f8f4693926bc cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:52:10.975645 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7afaaa09-d233-42ea-89a7-b61cfce6e99a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:11.046460 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 7afaaa09-d233-42ea-89a7-b61cfce6e99a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:11.052692 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 7afaaa09-d233-42ea-89a7-b61cfce6e99a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:11.053073 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.112946 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9e769731-8f55-4109-a843-cc29c0d18e83 None None] Provisioning complete for port d7a70cc8-3792-49dd-8cb0-f8f4693926bc triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:11.113464 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9e769731-8f55-4109-a843-cc29c0d18e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.178122 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9e769731-8f55-4109-a843-cc29c0d18e83 None None] Port d7a70cc8-3792-49dd-8cb0-f8f4693926bc cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:52:11.190277 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.211972 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 7afaaa09-d233-42ea-89a7-b61cfce6e99a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7afaaa09-d233-42ea-89a7-b61cfce6e99a,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:11.215791 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.216682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e109e8c3-f37a-4e30-a09f-6d964de99ea7 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:11.291734 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=7afaaa09-d233-42ea-89a7-b61cfce6e99a,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:11.304959 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port e109e8c3-f37a-4e30-a09f-6d964de99ea7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:11.305186 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.315541 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e44316-d716-4afd-8ada-b37958e19900 req-4a6d8021-760f-49fd-8006-7c61c5638725 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:11.317227 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17e44316-d716-4afd-8ada-b37958e19900 req-4a6d8021-760f-49fd-8006-7c61c5638725 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/networks?id=e36c0261-5795-4375-8086-a498c7b3c2a5 HTTP/1.1" status: 200 len: 816 time: 0.1157811 Jul 09 20:52:11.332391 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17e44316-d716-4afd-8ada-b37958e19900 req-ef2d69b5-e516-418c-9740-1840c58ab521 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/quotas/bf0cc2e0a44d474ba318b6e4e393b16c HTTP/1.1" status: 200 len: 375 time: 0.0097914 Jul 09 20:52:11.387432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0dc0b033-44a9-4b40-ba0e-545ff9110a8a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:11.400949 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17e44316-d716-4afd-8ada-b37958e19900 req-f7cd1d74-5f92-4023-bf2b-1989d50bd6c6 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf0cc2e0a44d474ba318b6e4e393b16c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634050 Jul 09 20:52:11.436239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:11.441852 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:11.442232 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.522643 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.557209 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0dc0b033-44a9-4b40-ba0e-545ff9110a8a,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:11.560985 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:11.606681 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17e44316-d716-4afd-8ada-b37958e19900 req-a9e5af7c-ae7a-42af-a98f-6715f952c8fa service neutron] 10.222.0.30 "GET /v2.0/networks/e36c0261-5795-4375-8086-a498c7b3c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942730 Jul 09 20:52:11.609362 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=0dc0b033-44a9-4b40-ba0e-545ff9110a8a,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:11.706557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17e44316-d716-4afd-8ada-b37958e19900 req-da2013cb-91f0-4752-8371-41ce5e9e759a service neutron] 10.222.0.30 "GET /v2.0/networks/e36c0261-5795-4375-8086-a498c7b3c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932434 Jul 09 20:52:11.890441 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bcd8345a-ca7d-46da-91d6-a64ea2a5f01f req-46d11671-28d7-45c6-98e8-19d1d1489406 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 210 time: 0.0343843 Jul 09 20:52:12.770741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Sync routers for ids ['c461c609-8970-4540-9a82-d80d2a89bfef'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:52:12.779920 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Routers {'c461c609-8970-4540-9a82-d80d2a89bfef'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:12.780562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:52:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c461c609-8970-4540-9a82-d80d2a89bfef'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:12.815769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0dc0b033-44a9-4b40-ba0e-545ff9110a8a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:12.951746 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e44316-d716-4afd-8ada-b37958e19900 req-8e44c76e-38eb-4a7c-a67c-e2a24771112a tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:12.953577 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17e44316-d716-4afd-8ada-b37958e19900 req-8e44c76e-38eb-4a7c-a67c-e2a24771112a tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.32 "GET /v2.0/networks?id=e36c0261-5795-4375-8086-a498c7b3c2a5 HTTP/1.1" status: 200 len: 816 time: 0.1214931 Jul 09 20:52:12.967827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-17e44316-d716-4afd-8ada-b37958e19900 req-b8ec53e3-1cd4-41fe-95c3-b34382c78c68 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Request body: {'port': {'device_id': 'dd39881f-a4b9-436d-ac3a-1bab03b7c0a6', 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5', 'admin_state_up': True, 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:13.064843 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-87f97cbe-701e-4955-ba35-25de294c9c33 req-0332af91-5abf-4b6b-ad29-20eb2df555c8 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 210 time: 0.0356288 Jul 09 20:52:13.104172 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:13.104571 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.117703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e44316-d716-4afd-8ada-b37958e19900 req-b8ec53e3-1cd4-41fe-95c3-b34382c78c68 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Made reservation on behalf of bf0cc2e0a44d474ba318b6e4e393b16c for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:13.121273 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17e44316-d716-4afd-8ada-b37958e19900 req-b8ec53e3-1cd4-41fe-95c3-b34382c78c68 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.134065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Set router c461c609-8970-4540-9a82-d80d2a89bfef gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:13.248974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-17e44316-d716-4afd-8ada-b37958e19900 req-b8ec53e3-1cd4-41fe-95c3-b34382c78c68 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Allocated IP 172.20.0.11 (e36c0261-5795-4375-8086-a498c7b3c2a5/e7954d2a-e676-464c-b49e-1d83b1b80087/d2419ee2-3ae6-4d12-aa27-7f311b73c1a7) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:13.306742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7afaaa09-d233-42ea-89a7-b61cfce6e99a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:13.399074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17e44316-d716-4afd-8ada-b37958e19900 req-b8ec53e3-1cd4-41fe-95c3-b34382c78c68 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.403815 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 7afaaa09-d233-42ea-89a7-b61cfce6e99a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:13.404198 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.418318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-17e44316-d716-4afd-8ada-b37958e19900 req-b8ec53e3-1cd4-41fe-95c3-b34382c78c68 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Transition to ACTIVE for port object d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:13.445777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'name': 'tempest-TestEncryptedCinderVolumes-769179862-router', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '7afaaa09-d233-42ea-89a7-b61cfce6e99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:06Z', 'updated_at': '2021-07-09T20:52:09Z', 'revision_number': 4, 'project_id': '03733db4aab54d1faefb49b15ba9d929', 'gw_port': {'id': '7afaaa09-d233-42ea-89a7-b61cfce6e99a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:07Z', 'updated_at': '2021-07-09T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd7a70cc8-3792-49dd-8cb0-f8f4693926bc', 'name': '', 'network_id': '29aa598f-ec1e-4a80-a113-a86b82c376f7', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929', 'mac_address': 'fa:16:3e:6f:04:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2724adbe-bd21-430c-abe3-a835f831aa07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:08Z', 'updated_at': '2021-07-09T20:52:09Z', 'revision_number': 2, 'project_id': '03733db4aab54d1faefb49b15ba9d929', 'subnets': [{'id': '2724adbe-bd21-430c-abe3-a835f831aa07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:13.451895 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17e44316-d716-4afd-8ada-b37958e19900 req-b8ec53e3-1cd4-41fe-95c3-b34382c78c68 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.475474 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Checking router: c461c609-8970-4540-9a82-d80d2a89bfef for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:52:13.475882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Updating router c461c609-8970-4540-9a82-d80d2a89bfef port d7a70cc8-3792-49dd-8cb0-f8f4693926bc binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:52:13.495034 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e44316-d716-4afd-8ada-b37958e19900 req-b8ec53e3-1cd4-41fe-95c3-b34382c78c68 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Network e36c0261-5795-4375-8086-a498c7b3c2a5 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:13.500264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-17e44316-d716-4afd-8ada-b37958e19900 req-b8ec53e3-1cd4-41fe-95c3-b34382c78c68 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:13.504501 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e44316-d716-4afd-8ada-b37958e19900 req-b8ec53e3-1cd4-41fe-95c3-b34382c78c68 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:13.535535 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec53e3-1cd4-41fe-95c3-b34382c78c68 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Pushing event updated for resources: {'Port': ['ID=d2419ee2-3ae6-4d12-aa27-7f311b73c1a7,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:13.542756 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.560577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e44316-d716-4afd-8ada-b37958e19900 req-b8ec53e3-1cd4-41fe-95c3-b34382c78c68 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:13.561218 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17e44316-d716-4afd-8ada-b37958e19900 req-b8ec53e3-1cd4-41fe-95c3-b34382c78c68 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.578055 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17e44316-d716-4afd-8ada-b37958e19900 req-b8ec53e3-1cd4-41fe-95c3-b34382c78c68 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6145091 Jul 09 20:52:13.636208 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Request body: {'port': {'device_id': 'dd39881f-a4b9-436d-ac3a-1bab03b7c0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:13.718230 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.746779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-603ae1aa-0f3b-4165-9ad1-5f08956d78e6 None None] Provisioning for port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:13.759283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-603ae1aa-0f3b-4165-9ad1-5f08956d78e6 None None] Provisioning complete for port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:13.759674 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-603ae1aa-0f3b-4165-9ad1-5f08956d78e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.817237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-603ae1aa-0f3b-4165-9ad1-5f08956d78e6 None None] Port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:52:13.883085 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.893710 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Transition to ACTIVE for port object d7a70cc8-3792-49dd-8cb0-f8f4693926bc will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:13.899211 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:13.959496 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d166566-499f-43da-a6f6-f6922edad99e None None] Pushing event updated for resources: {'Port': ['ID=d7a70cc8-3792-49dd-8cb0-f8f4693926bc,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:14.014693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Attempting to bind port d7a70cc8-3792-49dd-8cb0-f8f4693926bc on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:14.014996 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Attempting to bind port d7a70cc8-3792-49dd-8cb0-f8f4693926bc by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'f17adba7-9727-4389-9c8b-13b3f3731929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '29aa598f-ec1e-4a80-a113-a86b82c376f7'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:14.015378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Attempting to bind port d7a70cc8-3792-49dd-8cb0-f8f4693926bc on network 29aa598f-ec1e-4a80-a113-a86b82c376f7 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:14.021469 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:14.021857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Checking segment: {'id': 'f17adba7-9727-4389-9c8b-13b3f3731929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '29aa598f-ec1e-4a80-a113-a86b82c376f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:14.022276 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.022687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Bound using segment: {'id': 'f17adba7-9727-4389-9c8b-13b3f3731929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '29aa598f-ec1e-4a80-a113-a86b82c376f7'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:14.023179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Bound port: d7a70cc8-3792-49dd-8cb0-f8f4693926bc, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17adba7-9727-4389-9c8b-13b3f3731929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '29aa598f-ec1e-4a80-a113-a86b82c376f7'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:14.023579 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.092043 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] For port d7a70cc8-3792-49dd-8cb0-f8f4693926bc, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:14.096213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] For port d7a70cc8-3792-49dd-8cb0-f8f4693926bc, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d7a70cc8-3792-49dd-8cb0-f8f4693926bc,segment=NetworkSegment(f17adba7-9727-4389-9c8b-13b3f3731929),segment_id=f17adba7-9727-4389-9c8b-13b3f3731929)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:14.103769 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.176130 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d166566-499f-43da-a6f6-f6922edad99e None None] Pushing event updated for resources: {'Port': ['ID=d7a70cc8-3792-49dd-8cb0-f8f4693926bc,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:14.193678 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Routers {'c461c609-8970-4540-9a82-d80d2a89bfef'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:52:14.194428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:52:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c461c609-8970-4540-9a82-d80d2a89bfef'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:14.281692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1eeeca-6573-4fa0-b9d7-fe0b08b74fff req-794130fa-82b3-423c-9f9f-2552ee8ab828 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:14.284872 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a1eeeca-6573-4fa0-b9d7-fe0b08b74fff req-794130fa-82b3-423c-9f9f-2552ee8ab828 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 932 time: 0.0767515 Jul 09 20:52:14.315871 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:14.323729 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.331599 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7a1eeeca-6573-4fa0-b9d7-fe0b08b74fff req-66319260-6e7d-4708-a7d0-6446f7ac3810 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396361 Jul 09 20:52:14.339624 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] Set router c461c609-8970-4540-9a82-d80d2a89bfef gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:52:14.340065 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Transition to ACTIVE for port object d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:14.353570 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.404215 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Pushing event updated for resources: {'Port': ['ID=d2419ee2-3ae6-4d12-aa27-7f311b73c1a7,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:14.485041 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Attempting to bind port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:14.485388 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Attempting to bind port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:14.485868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Attempting to bind port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 on network e36c0261-5795-4375-8086-a498c7b3c2a5 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:14.490432 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 on network e36c0261-5795-4375-8086-a498c7b3c2a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:52:14.490747 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Attempting to bind port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 on network e36c0261-5795-4375-8086-a498c7b3c2a5 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:14.495898 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:14.496241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Checking segment: {'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:14.496735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Bound using segment: {'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:14.497172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Bound port: d2419ee2-3ae6-4d12-aa27-7f311b73c1a7, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:14.497543 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.569736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] For port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:14.572789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'name': 'tempest-TestEncryptedCinderVolumes-769179862-router', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '7afaaa09-d233-42ea-89a7-b61cfce6e99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:06Z', 'updated_at': '2021-07-09T20:52:09Z', 'revision_number': 4, 'project_id': '03733db4aab54d1faefb49b15ba9d929', 'gw_port': {'id': '7afaaa09-d233-42ea-89a7-b61cfce6e99a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:07Z', 'updated_at': '2021-07-09T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd7a70cc8-3792-49dd-8cb0-f8f4693926bc', 'name': '', 'network_id': '29aa598f-ec1e-4a80-a113-a86b82c376f7', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929', 'mac_address': 'fa:16:3e:6f:04:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2724adbe-bd21-430c-abe3-a835f831aa07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:08Z', 'updated_at': '2021-07-09T20:52:14Z', 'revision_number': 4, 'project_id': '03733db4aab54d1faefb49b15ba9d929', 'subnets': [{'id': '2724adbe-bd21-430c-abe3-a835f831aa07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:52:14.573538 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] For port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d2419ee2-3ae6-4d12-aa27-7f311b73c1a7,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:14.580379 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.612603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315b23d-84e7-43e6-a91d-9002dd005335 None None] The sync data for ids ['c461c609-8970-4540-9a82-d80d2a89bfef'] in n-d-800088-3 is: [{'id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'name': 'tempest-TestEncryptedCinderVolumes-769179862-router', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '7afaaa09-d233-42ea-89a7-b61cfce6e99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:06Z', 'updated_at': '2021-07-09T20:52:09Z', 'revision_number': 4, 'project_id': '03733db4aab54d1faefb49b15ba9d929', 'gw_port': {'id': '7afaaa09-d233-42ea-89a7-b61cfce6e99a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:07Z', 'updated_at': '2021-07-09T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd7a70cc8-3792-49dd-8cb0-f8f4693926bc', 'name': '', 'network_id': '29aa598f-ec1e-4a80-a113-a86b82c376f7', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929', 'mac_address': 'fa:16:3e:6f:04:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '2724adbe-bd21-430c-abe3-a835f831aa07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:08Z', 'updated_at': '2021-07-09T20:52:14Z', 'revision_number': 4, 'project_id': '03733db4aab54d1faefb49b15ba9d929', 'subnets': [{'id': '2724adbe-bd21-430c-abe3-a835f831aa07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:52:14.615991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:14.617172 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.619103 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17e44316-d716-4afd-8ada-b37958e19900 req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] 10.222.0.32 "PUT /v2.0/ports/d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 HTTP/1.1" status: 200 len: 1092 time: 1.0336709 Jul 09 20:52:14.622071 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd39881f-a4b9-436d-ac3a-1bab03b7c0a6', 'tag': 'd2419ee2-3ae6-4d12-aa27-7f311b73c1a7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:52:14.627085 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7efafc8-1d79-402e-9402-82d2e915e806" -d '{"events": [{"name": "network-changed", "server_uuid": "dd39881f-a4b9-436d-ac3a-1bab03b7c0a6", "tag": "d2419ee2-3ae6-4d12-aa27-7f311b73c1a7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:52:14.661557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583e798-d143-44da-8da2-7ee934c78440 service neutron] Pushing event updated for resources: {'Port': ['ID=d2419ee2-3ae6-4d12-aa27-7f311b73c1a7,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:14.782361 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e44316-d716-4afd-8ada-b37958e19900 req-54e63a41-9dda-4666-a3f9-2d4fec7e9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:14.784102 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17e44316-d716-4afd-8ada-b37958e19900 req-54e63a41-9dda-4666-a3f9-2d4fec7e9e27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf0cc2e0a44d474ba318b6e4e393b16c&device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 1095 time: 0.1182795 Jul 09 20:52:14.797429 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062b14de-f32b-4d3f-b7ac-da75e077193b x-openstack-request-id: req-062b14de-f32b-4d3f-b7ac-da75e077193b {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:52:14.798053 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd39881f-a4b9-436d-ac3a-1bab03b7c0a6", "tag": "d2419ee2-3ae6-4d12-aa27-7f311b73c1a7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:52:14.798723 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-062b14de-f32b-4d3f-b7ac-da75e077193b {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:52:14.799352 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd39881f-a4b9-436d-ac3a-1bab03b7c0a6', 'tag': 'd2419ee2-3ae6-4d12-aa27-7f311b73c1a7', 'status': 'completed', 'code': 200} Jul 09 20:52:14.847078 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17e44316-d716-4afd-8ada-b37958e19900 req-21ffdd84-0cad-4ae0-9748-a5c591cc42a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 HTTP/1.1" status: 200 len: 217 time: 0.0465987 Jul 09 20:52:14.850346 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d7a70cc8-3792-49dd-8cb0-f8f4693926bc up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:14.907582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e44316-d716-4afd-8ada-b37958e19900 req-fdc8c0cf-3d79-48f0-93b6-d75461aeda6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:14.909275 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17e44316-d716-4afd-8ada-b37958e19900 req-fdc8c0cf-3d79-48f0-93b6-d75461aeda6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7954d2a-e676-464c-b49e-1d83b1b80087 HTTP/1.1" status: 200 len: 855 time: 0.0552342 Jul 09 20:52:14.910648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port d7a70cc8-3792-49dd-8cb0-f8f4693926bc completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:14.915098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d7a70cc8-3792-49dd-8cb0-f8f4693926bc triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:14.915491 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:14.985811 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e44316-d716-4afd-8ada-b37958e19900 req-5697ba8a-9447-4694-a332-8c06b761e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:14.987425 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17e44316-d716-4afd-8ada-b37958e19900 req-5697ba8a-9447-4694-a332-8c06b761e5da service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e36c0261-5795-4375-8086-a498c7b3c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717633 Jul 09 20:52:15.009192 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:15.051494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port d7a70cc8-3792-49dd-8cb0-f8f4693926bc, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d7a70cc8-3792-49dd-8cb0-f8f4693926bc,segment=NetworkSegment(f17adba7-9727-4389-9c8b-13b3f3731929),segment_id=f17adba7-9727-4389-9c8b-13b3f3731929)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:15.057953 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:15.087082 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17e44316-d716-4afd-8ada-b37958e19900 req-e16cd327-204e-4c0b-b5e2-e45d6dddfab2 service neutron] 10.222.0.32 "GET /v2.0/networks/e36c0261-5795-4375-8086-a498c7b3c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925965 Jul 09 20:52:15.113422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=d7a70cc8-3792-49dd-8cb0-f8f4693926bc,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:15.189902 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-17e44316-d716-4afd-8ada-b37958e19900 req-14ee903c-0e64-4e32-bfdc-6ade1e823335 service neutron] 10.222.0.32 "GET /v2.0/networks/e36c0261-5795-4375-8086-a498c7b3c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968764 Jul 09 20:52:15.290108 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efafc8-1d79-402e-9402-82d2e915e806 req-b22c4319-5493-4211-beb3-f30b6da7cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:15.291586 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7efafc8-1d79-402e-9402-82d2e915e806 req-b22c4319-5493-4211-beb3-f30b6da7cac0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf0cc2e0a44d474ba318b6e4e393b16c&device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 1095 time: 0.0525477 Jul 09 20:52:15.380629 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efafc8-1d79-402e-9402-82d2e915e806 req-9e88dbb4-183d-4fc1-83c7-f9bcb2ddebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:15.382151 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7efafc8-1d79-402e-9402-82d2e915e806 req-9e88dbb4-183d-4fc1-83c7-f9bcb2ddebf3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e36c0261-5795-4375-8086-a498c7b3c2a5 HTTP/1.1" status: 200 len: 917 time: 0.0843303 Jul 09 20:52:15.429608 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7efafc8-1d79-402e-9402-82d2e915e806 req-f3aedb51-0ccd-4c23-8527-f8abc6d416e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 HTTP/1.1" status: 200 len: 217 time: 0.0395889 Jul 09 20:52:15.479018 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efafc8-1d79-402e-9402-82d2e915e806 req-a976ae83-7924-4a82-bb83-cecf4a11a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:15.480497 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7efafc8-1d79-402e-9402-82d2e915e806 req-a976ae83-7924-4a82-bb83-cecf4a11a0dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7954d2a-e676-464c-b49e-1d83b1b80087 HTTP/1.1" status: 200 len: 855 time: 0.0447574 Jul 09 20:52:15.509472 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4a596-beee-48dd-98b4-5432ab9b318d req-5c18f795-fbaa-4ec0-8aa7-6c8387e9bf07 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:15.510984 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-10f4a596-beee-48dd-98b4-5432ab9b318d req-5c18f795-fbaa-4ec0-8aa7-6c8387e9bf07 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 944 time: 0.0656042 Jul 09 20:52:15.538131 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efafc8-1d79-402e-9402-82d2e915e806 req-f04f8d33-daf7-43a2-a4b5-26297a8ff4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:15.539647 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7efafc8-1d79-402e-9402-82d2e915e806 req-f04f8d33-daf7-43a2-a4b5-26297a8ff4a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e36c0261-5795-4375-8086-a498c7b3c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525508 Jul 09 20:52:15.553363 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-10f4a596-beee-48dd-98b4-5432ab9b318d req-62da99e6-0840-4794-b5e2-be757ea1f8a0 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360458 Jul 09 20:52:15.633103 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7efafc8-1d79-402e-9402-82d2e915e806 req-2be9986f-2648-478c-9fd1-bc060e273e0f service neutron] 10.222.0.32 "GET /v2.0/networks/e36c0261-5795-4375-8086-a498c7b3c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863621 Jul 09 20:52:15.722933 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7efafc8-1d79-402e-9402-82d2e915e806 req-a6914bf0-21b7-49b8-9307-b5f1a83572f3 service neutron] 10.222.0.32 "GET /v2.0/networks/e36c0261-5795-4375-8086-a498c7b3c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833201 Jul 09 20:52:16.741208 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541e8b8-2ae2-4dd5-b6c3-7fd9a619595b req-8e6e1724-8bed-43e2-9eb6-c9d57184697a tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:16.742777 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4541e8b8-2ae2-4dd5-b6c3-7fd9a619595b req-8e6e1724-8bed-43e2-9eb6-c9d57184697a tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 944 time: 0.0732274 Jul 09 20:52:16.777039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d7a70cc8-3792-49dd-8cb0-f8f4693926bc up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:16.783165 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4541e8b8-2ae2-4dd5-b6c3-7fd9a619595b req-af949e4d-3dbd-4732-8623-7aaa9da5b3a6 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348217 Jul 09 20:52:16.826674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d7a70cc8-3792-49dd-8cb0-f8f4693926bc triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:16.827048 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:17.951762 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283785b-507a-440f-9c70-869732187393 req-6512c844-e7cf-44e8-aa3b-d088309584b8 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:17.953189 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e283785b-507a-440f-9c70-869732187393 req-6512c844-e7cf-44e8-aa3b-d088309584b8 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 944 time: 0.0627322 Jul 09 20:52:17.991339 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e283785b-507a-440f-9c70-869732187393 req-9c7c7c30-9e9c-46e8-8f74-5f4a182153fd tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326433 Jul 09 20:52:19.161832 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5367c-0eab-4596-9866-54a943cf9d7a req-701c5be1-9e17-40f4-8431-51407315e56f tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:19.163322 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-51f5367c-0eab-4596-9866-54a943cf9d7a req-701c5be1-9e17-40f4-8431-51407315e56f tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 944 time: 0.0627782 Jul 09 20:52:19.200821 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-51f5367c-0eab-4596-9866-54a943cf9d7a req-7bd8e7c7-66af-4c9f-bddf-ebc897ca5e48 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320418 Jul 09 20:52:19.277250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:52:19.373656 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d2419ee2-3ae6-4d12-aa27-7f311b73c1a7,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:19.384787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'd2419ee2-3ae6-4d12-aa27-7f311b73c1a7', 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5', 'port_id': 'd2419ee2-3ae6-4d12-aa27-7f311b73c1a7', 'mac_address': 'fa:16:3e:52:3c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7954d2a-e676-464c-b49e-1d83b1b80087', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:52:19.419888 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:19.432680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:19.451346 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d2419ee2-3ae6-4d12-aa27-7f311b73c1a7,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:19.454898 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:19.503613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=d2419ee2-3ae6-4d12-aa27-7f311b73c1a7,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:19.656599 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['d2419ee2-3ae6-4d12-aa27-7f311b73c1a7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:52:20.372988 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503469f5-1162-4094-823e-4952d38cacf4 req-4b86103c-f7ef-4dc2-9c1f-940192053d00 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:20.374492 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-503469f5-1162-4094-823e-4952d38cacf4 req-4b86103c-f7ef-4dc2-9c1f-940192053d00 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 945 time: 0.0639684 Jul 09 20:52:20.412653 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-503469f5-1162-4094-823e-4952d38cacf4 req-1d9d6ed8-6f27-453b-b034-3c0f46d027c1 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Jul 09 20:52:21.309171 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:21.358237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:21.363264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:21.363653 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:21.443476 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:21.466585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd39881f-a4b9-436d-ac3a-1bab03b7c0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2419ee2-3ae6-4d12-aa27-7f311b73c1a7'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:52:21.468852 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e8fbd4-4e31-4432-9424-6cf94859cb54" -d '{"events": [{"server_uuid": "dd39881f-a4b9-436d-ac3a-1bab03b7c0a6", "name": "network-vif-plugged", "status": "completed", "tag": "d2419ee2-3ae6-4d12-aa27-7f311b73c1a7"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:52:21.482774 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d2419ee2-3ae6-4d12-aa27-7f311b73c1a7,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:21.488785 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:21.542119 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=d2419ee2-3ae6-4d12-aa27-7f311b73c1a7,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:21.578521 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8938fef-754b-4bb7-bad0-a89d49e8993b x-openstack-request-id: req-f8938fef-754b-4bb7-bad0-a89d49e8993b {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:52:21.578823 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd39881f-a4b9-436d-ac3a-1bab03b7c0a6", "name": "network-vif-plugged", "status": "completed", "tag": "d2419ee2-3ae6-4d12-aa27-7f311b73c1a7", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:52:21.579120 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8938fef-754b-4bb7-bad0-a89d49e8993b {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:52:21.580049 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd39881f-a4b9-436d-ac3a-1bab03b7c0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2419ee2-3ae6-4d12-aa27-7f311b73c1a7', 'code': 200} Jul 09 20:52:21.595875 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c69598-8f86-4f49-ad77-4c76122831a2 req-204df5f2-afe6-4a07-a3b8-3ef9352448d5 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:21.597472 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11c69598-8f86-4f49-ad77-4c76122831a2 req-204df5f2-afe6-4a07-a3b8-3ef9352448d5 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 946 time: 0.0692503 Jul 09 20:52:21.643193 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11c69598-8f86-4f49-ad77-4c76122831a2 req-c1e89843-34fe-4b1d-9059-0ee0c4302b9c tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395117 Jul 09 20:52:21.700858 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205fad4-d108-45eb-9205-e38776ae49b1 req-19dca366-3203-4193-ab75-af6f040ab6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:21.702279 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f205fad4-d108-45eb-9205-e38776ae49b1 req-19dca366-3203-4193-ab75-af6f040ab6f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 1097 time: 0.0571821 Jul 09 20:52:21.739556 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f205fad4-d108-45eb-9205-e38776ae49b1 req-f11c695b-df13-4ce5-ba19-d22578abddd5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297453 Jul 09 20:52:22.822097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a947980-2020-4dfc-9ed7-fb219f971e5f req-7fdc63a6-224f-4788-8476-04de54066be8 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:22.823570 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a947980-2020-4dfc-9ed7-fb219f971e5f req-7fdc63a6-224f-4788-8476-04de54066be8 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 946 time: 0.0685055 Jul 09 20:52:22.861290 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6a947980-2020-4dfc-9ed7-fb219f971e5f req-777bc05c-d24a-4807-8314-1161bdab0a98 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315280 Jul 09 20:52:23.034005 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe30cde-f214-4493-bfd6-b3168a790aa2 req-5e5245b3-ea82-4857-b2fc-23f36e11ada4 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:23.035511 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bfe30cde-f214-4493-bfd6-b3168a790aa2 req-5e5245b3-ea82-4857-b2fc-23f36e11ada4 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 946 time: 0.0634966 Jul 09 20:52:23.073500 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bfe30cde-f214-4493-bfd6-b3168a790aa2 req-acb851b6-3f46-4468-a301-762f0b8d7eea tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322149 Jul 09 20:52:26.947885 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-88006ccd-6816-4612-8699-34ace74b6cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:27.431129 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:29.504398 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-737a8fe5-0ce6-4ecd-b858-f41ad8b327fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:29.666454 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:29.738390 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:30.648807 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:32.511759 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:40.372952 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:52:42.130842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e311d0-be8f-4e9d-bcfd-5a9c8a832406 req-7f3389a7-f651-420e-b61a-0930692c1666 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:42.132489 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3e311d0-be8f-4e9d-bcfd-5a9c8a832406 req-7f3389a7-f651-420e-b61a-0930692c1666 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 946 time: 0.0726848 Jul 09 20:52:42.171163 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f3e311d0-be8f-4e9d-bcfd-5a9c8a832406 req-6596ffae-288a-482b-aaf9-107b138d3969 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Jul 09 20:52:43.350963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a43ab-b991-4f70-82ec-d9c03b831824 req-5dcb18b4-85ca-4d37-9b67-d2aea39e1f33 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:43.352591 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-808a43ab-b991-4f70-82ec-d9c03b831824 req-5dcb18b4-85ca-4d37-9b67-d2aea39e1f33 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 946 time: 0.0639019 Jul 09 20:52:43.392302 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-808a43ab-b991-4f70-82ec-d9c03b831824 req-c83b37a6-cd94-401f-a784-076b0216d43c tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334580 Jul 09 20:52:43.630236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33aad7-37f7-4ac2-81a3-1e6aa2b5f071 req-bc34ef95-a6c0-43b5-8cec-fb7e748aca6c tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:43.631702 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de33aad7-37f7-4ac2-81a3-1e6aa2b5f071 req-bc34ef95-a6c0-43b5-8cec-fb7e748aca6c tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 946 time: 0.0622344 Jul 09 20:52:43.731411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-de33aad7-37f7-4ac2-81a3-1e6aa2b5f071 req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Deleting port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:52:43.731767 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de33aad7-37f7-4ac2-81a3-1e6aa2b5f071 req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:43.826234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-de33aad7-37f7-4ac2-81a3-1e6aa2b5f071 req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] For port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=d2419ee2-3ae6-4d12-aa27-7f311b73c1a7,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:43.826596 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de33aad7-37f7-4ac2-81a3-1e6aa2b5f071 req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:43.839048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-de33aad7-37f7-4ac2-81a3-1e6aa2b5f071 req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Calling delete_port for d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:52:43.968969 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de33aad7-37f7-4ac2-81a3-1e6aa2b5f071 req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:43.981150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['d2419ee2-3ae6-4d12-aa27-7f311b73c1a7'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:52:43.999015 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Pushing event deleted for resources: {'Port': ['ID=d2419ee2-3ae6-4d12-aa27-7f311b73c1a7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:44.012504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:44.012892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:44.013249 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:44.013597 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:44.013944 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:44.014291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:44.014636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:44.014998 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:44.015321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:44.015657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:44.015997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:44.016385 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:44.056643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-de33aad7-37f7-4ac2-81a3-1e6aa2b5f071 req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] No DVR routers for this DVR port d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:52:44.059275 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-de33aad7-37f7-4ac2-81a3-1e6aa2b5f071 req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:44.061569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de33aad7-37f7-4ac2-81a3-1e6aa2b5f071 req-96bb90d7-6097-4d6c-8073-62cf4b395c94 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.32 "DELETE /v2.0/ports/d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 HTTP/1.1" status: 204 len: 173 time: 0.4243121 Jul 09 20:52:44.062017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd39881f-a4b9-436d-ac3a-1bab03b7c0a6', 'name': 'network-vif-deleted', 'tag': 'd2419ee2-3ae6-4d12-aa27-7f311b73c1a7'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:52:44.064374 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a7fa77-3e01-4dfd-aef2-9d8522b77d18" -d '{"events": [{"server_uuid": "dd39881f-a4b9-436d-ac3a-1bab03b7c0a6", "name": "network-vif-deleted", "tag": "d2419ee2-3ae6-4d12-aa27-7f311b73c1a7"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:52:44.103797 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5a363f-c552-4307-9209-d0018a6ebe1f x-openstack-request-id: req-2b5a363f-c552-4307-9209-d0018a6ebe1f {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:52:44.104101 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd39881f-a4b9-436d-ac3a-1bab03b7c0a6", "name": "network-vif-deleted", "tag": "d2419ee2-3ae6-4d12-aa27-7f311b73c1a7", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:52:44.104361 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b5a363f-c552-4307-9209-d0018a6ebe1f {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:52:44.104813 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd39881f-a4b9-436d-ac3a-1bab03b7c0a6', 'name': 'network-vif-deleted', 'tag': 'd2419ee2-3ae6-4d12-aa27-7f311b73c1a7', 'status': 'completed', 'code': 200} Jul 09 20:52:44.546989 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-54077e61-1dc2-4a1c-90c1-f6f5a672e740 req-08662c36-98f0-4ca5-8736-99cb2c0f6e3f tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd39881f-a4b9-436d-ac3a-1bab03b7c0a6 HTTP/1.1" status: 200 len: 210 time: 0.0307786 Jul 09 20:52:47.238614 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12515e-b85e-42a5-864f-7149df452828 req-27aa126d-a82c-4a56-83cd-79e83a4dbd40 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:47.240877 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-27aa126d-a82c-4a56-83cd-79e83a4dbd40 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/networks?id=e36c0261-5795-4375-8086-a498c7b3c2a5 HTTP/1.1" status: 200 len: 816 time: 0.1157413 Jul 09 20:52:47.257625 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-2a9cde0f-4936-49ac-8fa1-19c2d564d912 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/quotas/bf0cc2e0a44d474ba318b6e4e393b16c HTTP/1.1" status: 200 len: 375 time: 0.0112121 Jul 09 20:52:47.326112 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-5c59fc95-8d2b-4eb1-ab7d-674ff053827d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf0cc2e0a44d474ba318b6e4e393b16c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634956 Jul 09 20:52:47.423673 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-79d496d1-3964-461b-9a16-7b23e86d2112 service neutron] 10.222.0.30 "GET /v2.0/networks/e36c0261-5795-4375-8086-a498c7b3c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857747 Jul 09 20:52:47.428439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:52:47.448527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:52:47.448898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device d2419ee2-3ae6-4d12-aa27-7f311b73c1a7 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:52:47.514302 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-aaafdba2-5df7-4160-b5bd-d974c2e5ab5d service neutron] 10.222.0.30 "GET /v2.0/networks/e36c0261-5795-4375-8086-a498c7b3c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848131 Jul 09 20:52:48.702512 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46320873-20bd-469b-a993-521a8a8aff00 req-34580bf8-afb9-4583-a669-bed31a0c5803 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 210 time: 0.0324433 Jul 09 20:52:49.705459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12515e-b85e-42a5-864f-7149df452828 req-26cd1a0f-7ec5-4568-88c5-15d0cc9b3e70 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:49.706942 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-26cd1a0f-7ec5-4568-88c5-15d0cc9b3e70 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.32 "GET /v2.0/networks?id=e36c0261-5795-4375-8086-a498c7b3c2a5 HTTP/1.1" status: 200 len: 816 time: 0.1010742 Jul 09 20:52:49.720956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-5c12515e-b85e-42a5-864f-7149df452828 req-ff2e7438-2d9b-4c3b-bd47-f503c2d8095d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Request body: {'port': {'device_id': '45b2b631-95fa-4218-9d62-c03a8f722ac9', 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5', 'admin_state_up': True, 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:49.844663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c12515e-b85e-42a5-864f-7149df452828 req-ff2e7438-2d9b-4c3b-bd47-f503c2d8095d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Made reservation on behalf of bf0cc2e0a44d474ba318b6e4e393b16c for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:52:49.848923 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5c12515e-b85e-42a5-864f-7149df452828 req-ff2e7438-2d9b-4c3b-bd47-f503c2d8095d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:49.859515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e5aa33bf-dc26-4ef8-9bd5-090de7597698 req-311be2c8-fedb-4cd0-a267-8993031ad16d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 210 time: 0.0344782 Jul 09 20:52:49.974986 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-5c12515e-b85e-42a5-864f-7149df452828 req-ff2e7438-2d9b-4c3b-bd47-f503c2d8095d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Allocated IP 172.20.0.12 (e36c0261-5795-4375-8086-a498c7b3c2a5/e7954d2a-e676-464c-b49e-1d83b1b80087/8824067b-64ee-46c8-bc5e-29d72efd5179) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:52:50.123291 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5c12515e-b85e-42a5-864f-7149df452828 req-ff2e7438-2d9b-4c3b-bd47-f503c2d8095d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.137466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-5c12515e-b85e-42a5-864f-7149df452828 req-ff2e7438-2d9b-4c3b-bd47-f503c2d8095d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Transition to ACTIVE for port object 8824067b-64ee-46c8-bc5e-29d72efd5179 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:50.170875 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5c12515e-b85e-42a5-864f-7149df452828 req-ff2e7438-2d9b-4c3b-bd47-f503c2d8095d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.215811 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c12515e-b85e-42a5-864f-7149df452828 req-ff2e7438-2d9b-4c3b-bd47-f503c2d8095d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Network e36c0261-5795-4375-8086-a498c7b3c2a5 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:52:50.218924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-5c12515e-b85e-42a5-864f-7149df452828 req-ff2e7438-2d9b-4c3b-bd47-f503c2d8095d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:52:50.222731 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c12515e-b85e-42a5-864f-7149df452828 req-ff2e7438-2d9b-4c3b-bd47-f503c2d8095d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:52:50.228928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e7438-2d9b-4c3b-bd47-f503c2d8095d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Pushing event updated for resources: {'Port': ['ID=8824067b-64ee-46c8-bc5e-29d72efd5179,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:50.279737 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12515e-b85e-42a5-864f-7149df452828 req-ff2e7438-2d9b-4c3b-bd47-f503c2d8095d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:50.280367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5c12515e-b85e-42a5-864f-7149df452828 req-ff2e7438-2d9b-4c3b-bd47-f503c2d8095d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.295711 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-ff2e7438-2d9b-4c3b-bd47-f503c2d8095d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5791352 Jul 09 20:52:50.305833 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-5d9728dd-8691-4233-a527-9f1946ae4bb1 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:52:50.306942 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-5d9728dd-8691-4233-a527-9f1946ae4bb1 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055649 Jul 09 20:52:50.317828 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Request body: {'port': {'device_id': '45b2b631-95fa-4218-9d62-c03a8f722ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:52:50.396338 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.403099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-31d5cec8-05ff-4211-be43-13633704547c None None] Provisioning for port 8824067b-64ee-46c8-bc5e-29d72efd5179 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:50.406815 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-31d5cec8-05ff-4211-be43-13633704547c None None] Provisioning complete for port 8824067b-64ee-46c8-bc5e-29d72efd5179 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:50.407258 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-31d5cec8-05ff-4211-be43-13633704547c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.440989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-31d5cec8-05ff-4211-be43-13633704547c None None] Port 8824067b-64ee-46c8-bc5e-29d72efd5179 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:52:50.660957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8824067b-64ee-46c8-bc5e-29d72efd5179 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:50.668367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.680656 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Transition to ACTIVE for port object 8824067b-64ee-46c8-bc5e-29d72efd5179 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:52:50.684209 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.733258 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Pushing event updated for resources: {'Port': ['ID=8824067b-64ee-46c8-bc5e-29d72efd5179,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:50.816493 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Attempting to bind port 8824067b-64ee-46c8-bc5e-29d72efd5179 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:52:50.816940 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Attempting to bind port 8824067b-64ee-46c8-bc5e-29d72efd5179 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:52:50.817302 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Attempting to bind port 8824067b-64ee-46c8-bc5e-29d72efd5179 on network e36c0261-5795-4375-8086-a498c7b3c2a5 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:50.821783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Port 8824067b-64ee-46c8-bc5e-29d72efd5179 on network e36c0261-5795-4375-8086-a498c7b3c2a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:52:50.822114 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Attempting to bind port 8824067b-64ee-46c8-bc5e-29d72efd5179 on network e36c0261-5795-4375-8086-a498c7b3c2a5 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:52:50.827133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:52:50.827471 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Checking segment: {'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:52:50.827883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Bound using segment: {'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:52:50.828349 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Bound port: 8824067b-64ee-46c8-bc5e-29d72efd5179, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f46b9013-62c8-4372-b0d6-d4758eeb9636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:52:50.828736 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.896047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] For port 8824067b-64ee-46c8-bc5e-29d72efd5179, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:52:50.899231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] For port 8824067b-64ee-46c8-bc5e-29d72efd5179, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8824067b-64ee-46c8-bc5e-29d72efd5179,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:52:50.903811 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.942439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:50.943142 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:50.944631 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] 10.222.0.32 "PUT /v2.0/ports/8824067b-64ee-46c8-bc5e-29d72efd5179 HTTP/1.1" status: 200 len: 1092 time: 0.6313851 Jul 09 20:52:50.945054 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b2b631-95fa-4218-9d62-c03a8f722ac9', 'tag': '8824067b-64ee-46c8-bc5e-29d72efd5179'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:52:50.947313 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f6cdb4-e505-4b2c-aa3c-053457b5a7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "45b2b631-95fa-4218-9d62-c03a8f722ac9", "tag": "8824067b-64ee-46c8-bc5e-29d72efd5179"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:52:50.972852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d989ad-7d57-4fbb-b0db-a12bcdd41738 service neutron] Pushing event updated for resources: {'Port': ['ID=8824067b-64ee-46c8-bc5e-29d72efd5179,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:51.021427 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa25a8e2-4e15-4c72-9939-1b31b1c148b8 x-openstack-request-id: req-fa25a8e2-4e15-4c72-9939-1b31b1c148b8 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:52:51.021725 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b2b631-95fa-4218-9d62-c03a8f722ac9", "tag": "8824067b-64ee-46c8-bc5e-29d72efd5179", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:52:51.021977 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa25a8e2-4e15-4c72-9939-1b31b1c148b8 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:52:51.022380 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b2b631-95fa-4218-9d62-c03a8f722ac9', 'tag': '8824067b-64ee-46c8-bc5e-29d72efd5179', 'status': 'completed', 'code': 200} Jul 09 20:52:51.092206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b91812-4d8f-4f0c-a00d-28bd548d6c61 req-8e9abbbe-fa93-4810-8950-b5044d803c03 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:51.093764 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-95b91812-4d8f-4f0c-a00d-28bd548d6c61 req-8e9abbbe-fa93-4810-8950-b5044d803c03 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 944 time: 0.1177104 Jul 09 20:52:51.096325 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12515e-b85e-42a5-864f-7149df452828 req-bd48ce9d-8786-4d06-ad32-32f16c09cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:51.097768 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-bd48ce9d-8786-4d06-ad32-32f16c09cb1e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf0cc2e0a44d474ba318b6e4e393b16c&device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 1095 time: 0.1050615 Jul 09 20:52:51.153048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-9ee0f423-6d89-4eb1-bd54-f4cc63145d34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8824067b-64ee-46c8-bc5e-29d72efd5179 HTTP/1.1" status: 200 len: 217 time: 0.0463328 Jul 09 20:52:51.195166 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-95b91812-4d8f-4f0c-a00d-28bd548d6c61 req-85069acc-9f8b-4ec8-9c7c-6bd358370b23 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947025 Jul 09 20:52:51.215304 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12515e-b85e-42a5-864f-7149df452828 req-81281a91-7b8f-4216-97cd-3fd4fec575ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:51.216789 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-81281a91-7b8f-4216-97cd-3fd4fec575ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7954d2a-e676-464c-b49e-1d83b1b80087 HTTP/1.1" status: 200 len: 855 time: 0.0571105 Jul 09 20:52:51.273172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12515e-b85e-42a5-864f-7149df452828 req-5d05c51f-13c2-4ca5-ae17-80396bebc17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:51.274633 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-5d05c51f-13c2-4ca5-ae17-80396bebc17f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e36c0261-5795-4375-8086-a498c7b3c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513966 Jul 09 20:52:51.366143 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-e03c607f-8e70-40bf-a448-33a913319a3f service neutron] 10.222.0.32 "GET /v2.0/networks/e36c0261-5795-4375-8086-a498c7b3c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850790 Jul 09 20:52:51.451235 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5c12515e-b85e-42a5-864f-7149df452828 req-13c122a3-c2a5-4d2b-8bdd-5aa2b871c0b4 service neutron] 10.222.0.32 "GET /v2.0/networks/e36c0261-5795-4375-8086-a498c7b3c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791342 Jul 09 20:52:51.555814 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6cdb4-e505-4b2c-aa3c-053457b5a7c2 req-bc370048-f08c-4106-adf1-334934310c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:51.557314 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11f6cdb4-e505-4b2c-aa3c-053457b5a7c2 req-bc370048-f08c-4106-adf1-334934310c4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf0cc2e0a44d474ba318b6e4e393b16c&device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 1095 time: 0.0576112 Jul 09 20:52:51.647476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6cdb4-e505-4b2c-aa3c-053457b5a7c2 req-85e5f9b8-b4e0-4778-9596-55e4361d4296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:51.648970 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11f6cdb4-e505-4b2c-aa3c-053457b5a7c2 req-85e5f9b8-b4e0-4778-9596-55e4361d4296 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e36c0261-5795-4375-8086-a498c7b3c2a5 HTTP/1.1" status: 200 len: 917 time: 0.0852489 Jul 09 20:52:51.693636 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11f6cdb4-e505-4b2c-aa3c-053457b5a7c2 req-bb8593be-00af-4a58-b299-09b253472a63 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8824067b-64ee-46c8-bc5e-29d72efd5179 HTTP/1.1" status: 200 len: 217 time: 0.0380440 Jul 09 20:52:51.741891 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6cdb4-e505-4b2c-aa3c-053457b5a7c2 req-ca280a31-4b5b-4c84-b3cc-6cbfa595eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:51.743360 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11f6cdb4-e505-4b2c-aa3c-053457b5a7c2 req-ca280a31-4b5b-4c84-b3cc-6cbfa595eeb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7954d2a-e676-464c-b49e-1d83b1b80087 HTTP/1.1" status: 200 len: 855 time: 0.0437009 Jul 09 20:52:51.801945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6cdb4-e505-4b2c-aa3c-053457b5a7c2 req-2e89cfb0-1ce8-47a5-8624-6c7ffc14a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:51.803484 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11f6cdb4-e505-4b2c-aa3c-053457b5a7c2 req-2e89cfb0-1ce8-47a5-8624-6c7ffc14a497 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e36c0261-5795-4375-8086-a498c7b3c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533609 Jul 09 20:52:51.896311 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11f6cdb4-e505-4b2c-aa3c-053457b5a7c2 req-99e534a6-d6f4-4a21-934e-6b8e49600861 service neutron] 10.222.0.32 "GET /v2.0/networks/e36c0261-5795-4375-8086-a498c7b3c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851774 Jul 09 20:52:51.984847 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-11f6cdb4-e505-4b2c-aa3c-053457b5a7c2 req-615e4d73-4008-4ba8-967f-2cfff4913ea2 service neutron] 10.222.0.32 "GET /v2.0/networks/e36c0261-5795-4375-8086-a498c7b3c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812705 Jul 09 20:52:52.688054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b4baa-3b66-4cd9-a93b-7b0debd051b2 req-bb993c9c-17b3-4dea-b0c7-36733a065a23 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:52.689970 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e40b4baa-3b66-4cd9-a93b-7b0debd051b2 req-bb993c9c-17b3-4dea-b0c7-36733a065a23 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 944 time: 0.3783784 Jul 09 20:52:52.727850 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e40b4baa-3b66-4cd9-a93b-7b0debd051b2 req-7df7fe05-77a1-4284-b642-3920c882b405 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322974 Jul 09 20:52:53.909065 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7875956-122e-4aee-9db0-149035be11d0 req-eb6e7060-7e00-4fb5-af3a-7b4e94a50490 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:53.910651 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7875956-122e-4aee-9db0-149035be11d0 req-eb6e7060-7e00-4fb5-af3a-7b4e94a50490 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 944 time: 0.0645652 Jul 09 20:52:53.947636 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e7875956-122e-4aee-9db0-149035be11d0 req-3270a920-72a7-4c76-ad7e-2b1df870569d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313807 Jul 09 20:52:55.120788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bf760-0acc-4d91-9973-1cf34187493a req-5a99f757-2023-467c-81e0-4c08fa335f12 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:55.122276 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d3bf760-0acc-4d91-9973-1cf34187493a req-5a99f757-2023-467c-81e0-4c08fa335f12 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 944 time: 0.0632300 Jul 09 20:52:55.160592 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4d3bf760-0acc-4d91-9973-1cf34187493a req-78b23c7c-959e-4047-ac25-30ba2f5fb49e tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316010 Jul 09 20:52:55.480877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8824067b-64ee-46c8-bc5e-29d72efd5179 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:52:55.575462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 8824067b-64ee-46c8-bc5e-29d72efd5179, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8824067b-64ee-46c8-bc5e-29d72efd5179,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:55.586999 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '8824067b-64ee-46c8-bc5e-29d72efd5179', 'network_id': 'e36c0261-5795-4375-8086-a498c7b3c2a5', 'port_id': '8824067b-64ee-46c8-bc5e-29d72efd5179', 'mac_address': 'fa:16:3e:f5:e8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7954d2a-e676-464c-b49e-1d83b1b80087', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:52:55.622838 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:55.635594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8824067b-64ee-46c8-bc5e-29d72efd5179 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:52:55.654238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 8824067b-64ee-46c8-bc5e-29d72efd5179, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8824067b-64ee-46c8-bc5e-29d72efd5179,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:55.658256 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:55.708098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=8824067b-64ee-46c8-bc5e-29d72efd5179,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:55.715247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:55.715604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:55.715955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:55.716304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:55.716677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:55.717020 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:55.717359 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:55.717696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:55.718030 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:55.718363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:55.718697 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:55.719027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:52:55.854093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['8824067b-64ee-46c8-bc5e-29d72efd5179'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:52:56.334522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccf67d-05f8-48d3-bbc4-5569ecf61cc6 req-e3f43814-860e-4084-92d0-ee46a4e9adab tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:56.336348 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-48ccf67d-05f8-48d3-bbc4-5569ecf61cc6 req-e3f43814-860e-4084-92d0-ee46a4e9adab tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 945 time: 0.0678525 Jul 09 20:52:56.374137 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-48ccf67d-05f8-48d3-bbc4-5569ecf61cc6 req-62f6b07c-ce8c-4286-954a-4b96026017f0 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325773 Jul 09 20:52:56.948007 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2e10f62b-e95e-46bc-9c80-425e6f1e09af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:57.433718 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:57.526069 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8824067b-64ee-46c8-bc5e-29d72efd5179 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:52:57.561238 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422ef14-bfed-4dc3-be65-472727237b4e req-991035a6-88a1-46b6-bbfe-424896e84c83 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:57.562768 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8422ef14-bfed-4dc3-be65-472727237b4e req-991035a6-88a1-46b6-bbfe-424896e84c83 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 945 time: 0.0668709 Jul 09 20:52:57.576578 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 8824067b-64ee-46c8-bc5e-29d72efd5179 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:52:57.580788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 8824067b-64ee-46c8-bc5e-29d72efd5179 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:52:57.581166 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:57.602085 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8422ef14-bfed-4dc3-be65-472727237b4e req-0056cc0d-e770-4396-84a0-9605eafcc8de tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331798 Jul 09 20:52:57.657369 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:57.679563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b2b631-95fa-4218-9d62-c03a8f722ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8824067b-64ee-46c8-bc5e-29d72efd5179'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:52:57.681868 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dd5f76-1d71-4047-8f21-5333ca131547" -d '{"events": [{"server_uuid": "45b2b631-95fa-4218-9d62-c03a8f722ac9", "name": "network-vif-plugged", "status": "completed", "tag": "8824067b-64ee-46c8-bc5e-29d72efd5179"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:52:57.695184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 8824067b-64ee-46c8-bc5e-29d72efd5179, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8824067b-64ee-46c8-bc5e-29d72efd5179,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:52:57.699679 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:57.725193 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd29d6f0-8439-45b1-9990-b30bfa8bf2f2 x-openstack-request-id: req-bd29d6f0-8439-45b1-9990-b30bfa8bf2f2 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:52:57.725487 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b2b631-95fa-4218-9d62-c03a8f722ac9", "name": "network-vif-plugged", "status": "completed", "tag": "8824067b-64ee-46c8-bc5e-29d72efd5179", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:52:57.725736 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd29d6f0-8439-45b1-9990-b30bfa8bf2f2 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:52:57.726148 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b2b631-95fa-4218-9d62-c03a8f722ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8824067b-64ee-46c8-bc5e-29d72efd5179', 'code': 200} Jul 09 20:52:57.760380 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=8824067b-64ee-46c8-bc5e-29d72efd5179,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:52:57.838452 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373b402-31f1-4c57-b2cc-de32fb16496e req-b2354ab3-388c-416e-a19f-aa928cb32b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:57.839940 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d373b402-31f1-4c57-b2cc-de32fb16496e req-b2354ab3-388c-416e-a19f-aa928cb32b97 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 1097 time: 0.0514803 Jul 09 20:52:57.873347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d373b402-31f1-4c57-b2cc-de32fb16496e req-bff1a0d5-cd59-4d9a-bbaa-1a61c5ca70b8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271013 Jul 09 20:52:58.778245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ed1c7-c2f8-4016-8727-94c01999afe5 req-e2ae29a2-f71a-4af3-8dc9-e41246e42207 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:58.779780 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b4ed1c7-c2f8-4016-8727-94c01999afe5 req-e2ae29a2-f71a-4af3-8dc9-e41246e42207 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 946 time: 0.0681958 Jul 09 20:52:58.819054 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6b4ed1c7-c2f8-4016-8727-94c01999afe5 req-5b6de643-f154-4808-8c96-64eb3bb85de9 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329168 Jul 09 20:52:59.003139 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b06b3-df89-44b0-9e71-31f73a714822 req-2cc95603-83ec-4251-9da9-7798c098c9d7 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:52:59.004654 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b5b06b3-df89-44b0-9e71-31f73a714822 req-2cc95603-83ec-4251-9da9-7798c098c9d7 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 946 time: 0.0703011 Jul 09 20:52:59.043531 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1b5b06b3-df89-44b0-9e71-31f73a714822 req-dee715a4-6a0b-4fa2-a51f-6b77d647e7e6 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332980 Jul 09 20:52:59.672579 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a1668d94-62c1-4bf3-8243-5a7c1f89b455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:59.678390 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:52:59.746478 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:00.226756 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b80ad72-b5af-4e41-8c05-de7b900de321 req-b086c7db-a963-48b3-b23d-74b09a1b3c62 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509176 Jul 09 20:53:00.316455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80ad72-b5af-4e41-8c05-de7b900de321 req-48c12652-6d6e-4d78-b1ac-dc5bc62a198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:00.318002 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b80ad72-b5af-4e41-8c05-de7b900de321 req-48c12652-6d6e-4d78-b1ac-dc5bc62a198d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bf0cc2e0a44d474ba318b6e4e393b16c&device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 1097 time: 0.0518246 Jul 09 20:53:00.422290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80ad72-b5af-4e41-8c05-de7b900de321 req-469c4cdf-403c-4bbc-a269-00748b0766b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:00.423699 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b80ad72-b5af-4e41-8c05-de7b900de321 req-469c4cdf-403c-4bbc-a269-00748b0766b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e36c0261-5795-4375-8086-a498c7b3c2a5 HTTP/1.1" status: 200 len: 917 time: 0.0864921 Jul 09 20:53:00.464441 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b80ad72-b5af-4e41-8c05-de7b900de321 req-970bd899-23b2-4db1-854f-a559a6bc898d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8824067b-64ee-46c8-bc5e-29d72efd5179 HTTP/1.1" status: 200 len: 217 time: 0.0341036 Jul 09 20:53:00.513951 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80ad72-b5af-4e41-8c05-de7b900de321 req-b40605a2-2395-4cf5-a409-54654adbc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:00.515450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b80ad72-b5af-4e41-8c05-de7b900de321 req-b40605a2-2395-4cf5-a409-54654adbc30d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7954d2a-e676-464c-b49e-1d83b1b80087 HTTP/1.1" status: 200 len: 855 time: 0.0454230 Jul 09 20:53:00.576014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80ad72-b5af-4e41-8c05-de7b900de321 req-5416cd4f-70fe-4bfb-bd18-a15629ef193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:00.577611 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b80ad72-b5af-4e41-8c05-de7b900de321 req-5416cd4f-70fe-4bfb-bd18-a15629ef193b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e36c0261-5795-4375-8086-a498c7b3c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554264 Jul 09 20:53:00.654629 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:00.667429 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b80ad72-b5af-4e41-8c05-de7b900de321 req-ede6ace5-eef2-4fd1-83a4-79d18a075aa5 service neutron] 10.222.0.32 "GET /v2.0/networks/e36c0261-5795-4375-8086-a498c7b3c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831835 Jul 09 20:53:00.765897 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b80ad72-b5af-4e41-8c05-de7b900de321 req-8c58b0b2-32bc-4eb6-9edf-cd88ca27aeb1 service neutron] 10.222.0.32 "GET /v2.0/networks/e36c0261-5795-4375-8086-a498c7b3c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923035 Jul 09 20:53:02.514712 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:17.372310 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:53:17.941040 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a589e4d-f61a-4d61-a6e4-173806607641 req-084d0fb0-653a-48fd-aa5f-6c34c7bd290d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:17.942568 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2a589e4d-f61a-4d61-a6e4-173806607641 req-084d0fb0-653a-48fd-aa5f-6c34c7bd290d tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 946 time: 0.0669565 Jul 09 20:53:17.980852 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2a589e4d-f61a-4d61-a6e4-173806607641 req-faf52751-13a9-424e-a97a-0775cf72d056 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323458 Jul 09 20:53:19.159027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42061a11-3e4f-42ae-a2c9-122255aab924 req-a4c2009a-55ba-475f-8253-9b9a57d7268b tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:19.160553 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-42061a11-3e4f-42ae-a2c9-122255aab924 req-a4c2009a-55ba-475f-8253-9b9a57d7268b tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 946 time: 0.0683932 Jul 09 20:53:19.203545 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-42061a11-3e4f-42ae-a2c9-122255aab924 req-871ae362-7e0f-433c-affd-a5a4818d8c51 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/security-groups?id=f902a328-473f-4b22-a149-50d8b6ee9603&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374386 Jul 09 20:53:19.760191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac83320-f3a9-4340-ba1e-dd87e530c757 req-4831f25c-b908-445f-ba71-71b3de2c16e2 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:19.761711 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fac83320-f3a9-4340-ba1e-dd87e530c757 req-4831f25c-b908-445f-ba71-71b3de2c16e2 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.32 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 946 time: 0.0634911 Jul 09 20:53:19.865276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-fac83320-f3a9-4340-ba1e-dd87e530c757 req-4ab0cab0-6a91-47ea-98f5-241a9795a2e1 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Deleting port 8824067b-64ee-46c8-bc5e-29d72efd5179 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:53:19.865622 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fac83320-f3a9-4340-ba1e-dd87e530c757 req-4ab0cab0-6a91-47ea-98f5-241a9795a2e1 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:19.949913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-fac83320-f3a9-4340-ba1e-dd87e530c757 req-4ab0cab0-6a91-47ea-98f5-241a9795a2e1 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] For port 8824067b-64ee-46c8-bc5e-29d72efd5179, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=8824067b-64ee-46c8-bc5e-29d72efd5179,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:19.950270 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fac83320-f3a9-4340-ba1e-dd87e530c757 req-4ab0cab0-6a91-47ea-98f5-241a9795a2e1 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:19.963000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-fac83320-f3a9-4340-ba1e-dd87e530c757 req-4ab0cab0-6a91-47ea-98f5-241a9795a2e1 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Calling delete_port for 8824067b-64ee-46c8-bc5e-29d72efd5179 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:53:20.089523 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fac83320-f3a9-4340-ba1e-dd87e530c757 req-4ab0cab0-6a91-47ea-98f5-241a9795a2e1 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:20.102792 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['8824067b-64ee-46c8-bc5e-29d72efd5179'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:53:20.118227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0cab0-6a91-47ea-98f5-241a9795a2e1 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Pushing event deleted for resources: {'Port': ['ID=8824067b-64ee-46c8-bc5e-29d72efd5179,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:20.167208 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac83320-f3a9-4340-ba1e-dd87e530c757 req-4ab0cab0-6a91-47ea-98f5-241a9795a2e1 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] No DVR routers for this DVR port 8824067b-64ee-46c8-bc5e-29d72efd5179 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:53:20.169949 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-fac83320-f3a9-4340-ba1e-dd87e530c757 req-4ab0cab0-6a91-47ea-98f5-241a9795a2e1 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:20.172075 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fac83320-f3a9-4340-ba1e-dd87e530c757 req-4ab0cab0-6a91-47ea-98f5-241a9795a2e1 tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.32 "DELETE /v2.0/ports/8824067b-64ee-46c8-bc5e-29d72efd5179 HTTP/1.1" status: 204 len: 173 time: 0.4042115 Jul 09 20:53:20.172519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b2b631-95fa-4218-9d62-c03a8f722ac9', 'name': 'network-vif-deleted', 'tag': '8824067b-64ee-46c8-bc5e-29d72efd5179'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:53:20.175115 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670b7311-a55c-4219-86af-54c1f9c96756" -d '{"events": [{"server_uuid": "45b2b631-95fa-4218-9d62-c03a8f722ac9", "name": "network-vif-deleted", "tag": "8824067b-64ee-46c8-bc5e-29d72efd5179"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:53:20.226312 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7de5aa-d2cb-4091-9b38-9ca9c29a51c4 x-openstack-request-id: req-fa7de5aa-d2cb-4091-9b38-9ca9c29a51c4 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:53:20.226614 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b2b631-95fa-4218-9d62-c03a8f722ac9", "name": "network-vif-deleted", "tag": "8824067b-64ee-46c8-bc5e-29d72efd5179", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:53:20.226870 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa7de5aa-d2cb-4091-9b38-9ca9c29a51c4 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:53:20.227273 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b2b631-95fa-4218-9d62-c03a8f722ac9', 'name': 'network-vif-deleted', 'tag': '8824067b-64ee-46c8-bc5e-29d72efd5179', 'status': 'completed', 'code': 200} Jul 09 20:53:20.355970 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b9665347-5e32-4d67-86d9-b9a46395097a req-6ab3782d-0561-4cae-a0bb-21c9dbfa234b tempest-TestEncryptedCinderVolumes-943285262 tempest-TestEncryptedCinderVolumes-943285262-project] 10.222.0.30 "GET /v2.0/ports?device_id=45b2b631-95fa-4218-9d62-c03a8f722ac9 HTTP/1.1" status: 200 len: 210 time: 0.0292618 Jul 09 20:53:21.485197 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54714) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:21.757808 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-74c9cd5b-2433-4bd2-b87d-51b6d5296397 req-a6fec814-b6d0-4601-84e3-a6a715ee06e4 service neutron] (100205) timed out ('10.222.0.36', 64325) {{(pid=100205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:53:21.830243 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:22.082753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Deleting port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:53:22.083021 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:22.161892 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] For port 0dc0b033-44a9-4b40-ba0e-545ff9110a8a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=0dc0b033-44a9-4b40-ba0e-545ff9110a8a,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:22.162256 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:22.175381 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Calling delete_port for 0dc0b033-44a9-4b40-ba0e-545ff9110a8a owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:53:22.356385 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:22.380331 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc0b033-44a9-4b40-ba0e-545ff9110a8a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:22.390381 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:22.390740 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:22.391092 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:22.391439 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:22.391813 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:22.392252 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:22.393127 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:22.393127 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:22.393284 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:22.393521 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:22.393934 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:22.394275 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:22.561423 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:22.781523 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Router f7bfa25c-250f-403f-86a9-1a9c63698535 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:53:22.889210 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:53:22.894788 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9a212a85-c997-4b3a-ae60-fda0bb5d28e2 admin admin] 10.222.0.30 "PUT /v2.0/routers/f7bfa25c-250f-403f-86a9-1a9c63698535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4081371 Jul 09 20:53:22.897398 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54716) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:22.900028 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e26e21-60c9-4e8c-b56e-0517a3604549 None None] Sync routers for ids ['f7bfa25c-250f-403f-86a9-1a9c63698535'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:53:22.910301 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e26e21-60c9-4e8c-b56e-0517a3604549 None None] Routers {'f7bfa25c-250f-403f-86a9-1a9c63698535'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:22.910925 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-29e26e21-60c9-4e8c-b56e-0517a3604549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:52:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f7bfa25c-250f-403f-86a9-1a9c63698535'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:23.001496 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:23.012627 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-29e26e21-60c9-4e8c-b56e-0517a3604549 None None] Set router f7bfa25c-250f-403f-86a9-1a9c63698535 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:23.111868 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:23.164327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] Deleting port ee800f9e-b7eb-4518-9bd3-be398d185d23 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:53:23.164712 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:23.198246 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-29e26e21-60c9-4e8c-b56e-0517a3604549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'name': 'tempest-TestEncryptedCinderVolumes-876547246-router', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.44'}], 'enable_snat': True}, 'gw_port_id': 'ee800f9e-b7eb-4518-9bd3-be398d185d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:53:22Z', 'revision_number': 5, 'project_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'gw_port': {'id': 'ee800f9e-b7eb-4518-9bd3-be398d185d23', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:15:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:23.224488 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e26e21-60c9-4e8c-b56e-0517a3604549 None None] Checking router: f7bfa25c-250f-403f-86a9-1a9c63698535 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:53:23.232642 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e26e21-60c9-4e8c-b56e-0517a3604549 None None] Routers {'f7bfa25c-250f-403f-86a9-1a9c63698535'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:23.233258 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-29e26e21-60c9-4e8c-b56e-0517a3604549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:52:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['f7bfa25c-250f-403f-86a9-1a9c63698535'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:23.247205 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] For port ee800f9e-b7eb-4518-9bd3-be398d185d23, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ee800f9e-b7eb-4518-9bd3-be398d185d23,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:23.247582 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:23.260786 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] Calling delete_port for ee800f9e-b7eb-4518-9bd3-be398d185d23 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:53:23.317099 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-29e26e21-60c9-4e8c-b56e-0517a3604549 None None] Set router f7bfa25c-250f-403f-86a9-1a9c63698535 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:23.368003 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-29e26e21-60c9-4e8c-b56e-0517a3604549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'name': 'tempest-TestEncryptedCinderVolumes-876547246-router', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:53:23Z', 'revision_number': 6, 'project_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:23.399272 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e26e21-60c9-4e8c-b56e-0517a3604549 None None] The sync data for ids ['f7bfa25c-250f-403f-86a9-1a9c63698535'] in n-d-800088-3 is: [{'id': 'f7bfa25c-250f-403f-86a9-1a9c63698535', 'name': 'tempest-TestEncryptedCinderVolumes-876547246-router', 'tenant_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:02Z', 'updated_at': '2021-07-09T20:53:23Z', 'revision_number': 6, 'project_id': 'bf0cc2e0a44d474ba318b6e4e393b16c', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:53:23.435887 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:23.462223 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ee800f9e-b7eb-4518-9bd3-be398d185d23,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:23.525151 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:23.619295 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:23.621319 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:23.662714 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:23.663239 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7bfa25c-250f-403f-86a9-1a9c63698535 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:53:23.667462 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:23.668653 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a1914c51-f23a-46db-9843-8f97a67061cc admin admin] 10.222.0.30 "DELETE /v2.0/routers/f7bfa25c-250f-403f-86a9-1a9c63698535 HTTP/1.1" status: 204 len: 168 time: 0.7701850 Jul 09 20:53:23.671249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54718) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:23.713659 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8824067b-64ee-46c8-bc5e-29d72efd5179 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:53:23.716917 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22145b4-ffd5-4e8f-b09e-07787a98bd7f admin admin] Deleting subnet e7954d2a-e676-464c-b49e-1d83b1b80087 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:53:23.719986 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d22145b4-ffd5-4e8f-b09e-07787a98bd7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:23.733493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 8824067b-64ee-46c8-bc5e-29d72efd5179 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:53:23.733849 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 8824067b-64ee-46c8-bc5e-29d72efd5179 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:53:23.759911 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d22145b4-ffd5-4e8f-b09e-07787a98bd7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:23.852027 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d22145b4-ffd5-4e8f-b09e-07787a98bd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:23.903408 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d22145b4-ffd5-4e8f-b09e-07787a98bd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:23.930902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22145b4-ffd5-4e8f-b09e-07787a98bd7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7954d2a-e676-464c-b49e-1d83b1b80087,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:23.932891 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d22145b4-ffd5-4e8f-b09e-07787a98bd7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:23.934809 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d22145b4-ffd5-4e8f-b09e-07787a98bd7f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e7954d2a-e676-464c-b49e-1d83b1b80087 HTTP/1.1" status: 204 len: 168 time: 0.2625308 Jul 09 20:53:23.937219 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54720) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:23.940213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefb1aae-ce91-49dc-8067-7b4279882bf7 None None] Network e36c0261-5795-4375-8086-a498c7b3c2a5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:53:24.009352 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:24.062856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] Deleting port 658347b5-5c2f-4d50-a7f1-9d522908f561 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:53:24.063201 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:24.128288 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] For port 658347b5-5c2f-4d50-a7f1-9d522908f561, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=658347b5-5c2f-4d50-a7f1-9d522908f561,segment=NetworkSegment(f46b9013-62c8-4372-b0d6-d4758eeb9636),segment_id=f46b9013-62c8-4372-b0d6-d4758eeb9636)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:24.128675 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:24.141024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] Calling delete_port for 658347b5-5c2f-4d50-a7f1-9d522908f561 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:53:24.201684 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a235cc19-74a6-41d4-916f-9a3bafa925d3 None None] DHCP port deletion for e36c0261-5795-4375-8086-a498c7b3c2a5 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:53:24.231003 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:24.250032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a235cc19-74a6-41d4-916f-9a3bafa925d3 None None] Deleting port 658347b5-5c2f-4d50-a7f1-9d522908f561 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:53:24.250503 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a235cc19-74a6-41d4-916f-9a3bafa925d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:24.258248 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=658347b5-5c2f-4d50-a7f1-9d522908f561,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:24.260107 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] No DVR routers for this DVR port 658347b5-5c2f-4d50-a7f1-9d522908f561 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:53:24.319281 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-a235cc19-74a6-41d4-916f-9a3bafa925d3 None None] For port 658347b5-5c2f-4d50-a7f1-9d522908f561, host n-d-800088-3, got binding levels [] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:24.319674 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a235cc19-74a6-41d4-916f-9a3bafa925d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:24.332904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a235cc19-74a6-41d4-916f-9a3bafa925d3 None None] Calling delete_port for 658347b5-5c2f-4d50-a7f1-9d522908f561 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:53:24.335666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.ipam_backend_mixin [None req-a235cc19-74a6-41d4-916f-9a3bafa925d3 None None] Port 658347b5-5c2f-4d50-a7f1-9d522908f561 was not found and therefore no delete operation was performed {{(pid=100206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 20:53:24.336949 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a235cc19-74a6-41d4-916f-9a3bafa925d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:24.341474 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:24.352327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36c0261-5795-4375-8086-a498c7b3c2a5']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:24.363877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235cc19-74a6-41d4-916f-9a3bafa925d3 None None] Pushing event deleted for resources: {'Port': ['ID=658347b5-5c2f-4d50-a7f1-9d522908f561,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:24.365723 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235cc19-74a6-41d4-916f-9a3bafa925d3 None None] No DVR routers for this DVR port 658347b5-5c2f-4d50-a7f1-9d522908f561 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:53:24.365865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46b9013-62c8-4372-b0d6-d4758eeb9636') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:24.366153 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46b9013-62c8-4372-b0d6-d4758eeb9636') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:24.376649 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:24.393250 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:24.399696 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:53:24.400162 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:53:24.401881 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:53:24.461023 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:24.468033 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:24.470009 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e36c0261-5795-4375-8086-a498c7b3c2a5 HTTP/1.1" status: 204 len: 168 time: 0.5317159 Jul 09 20:53:24.472985 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54722) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:24.479959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b081916-ed49-45c2-9c6c-ee1e7af762b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e36c0261-5795-4375-8086-a498c7b3c2a5,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:24.811817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0dc0b033-44a9-4b40-ba0e-545ff9110a8a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:53:24.832352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 0dc0b033-44a9-4b40-ba0e-545ff9110a8a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:53:24.832757 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 0dc0b033-44a9-4b40-ba0e-545ff9110a8a not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:53:24.833152 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ee800f9e-b7eb-4518-9bd3-be398d185d23 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:53:24.852593 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: ee800f9e-b7eb-4518-9bd3-be398d185d23 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:53:24.852947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ee800f9e-b7eb-4518-9bd3-be398d185d23 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:53:24.853375 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 658347b5-5c2f-4d50-a7f1-9d522908f561 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:53:24.875593 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 658347b5-5c2f-4d50-a7f1-9d522908f561 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:53:24.876056 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 658347b5-5c2f-4d50-a7f1-9d522908f561 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:53:25.107485 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09285aec-e44e-4833-9da7-ebbdb98d6972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:25.383079 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-09285aec-e44e-4833-9da7-ebbdb98d6972 admin admin] Deleting port d7a70cc8-3792-49dd-8cb0-f8f4693926bc {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:53:25.383398 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09285aec-e44e-4833-9da7-ebbdb98d6972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:25.472485 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-09285aec-e44e-4833-9da7-ebbdb98d6972 admin admin] For port d7a70cc8-3792-49dd-8cb0-f8f4693926bc, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d7a70cc8-3792-49dd-8cb0-f8f4693926bc,segment=NetworkSegment(f17adba7-9727-4389-9c8b-13b3f3731929),segment_id=f17adba7-9727-4389-9c8b-13b3f3731929)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:25.472876 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09285aec-e44e-4833-9da7-ebbdb98d6972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:25.486026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-09285aec-e44e-4833-9da7-ebbdb98d6972 admin admin] Calling delete_port for d7a70cc8-3792-49dd-8cb0-f8f4693926bc owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:53:25.664319 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09285aec-e44e-4833-9da7-ebbdb98d6972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:25.690270 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09285aec-e44e-4833-9da7-ebbdb98d6972 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a70cc8-3792-49dd-8cb0-f8f4693926bc,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:25.866263 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-09285aec-e44e-4833-9da7-ebbdb98d6972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:26.097567 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09285aec-e44e-4833-9da7-ebbdb98d6972 admin admin] Router c461c609-8970-4540-9a82-d80d2a89bfef has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:53:26.180778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-48615089-d429-4e39-a46c-fc28c589e159 req-3b1a8b1c-a168-4b69-bdde-b1142d0e6f13 tempest-ServerDiskConfigTestJSON-1445246202 tempest-ServerDiskConfigTestJSON-1445246202-project] (100205) timed out ('10.222.0.32', 65214) {{(pid=100205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:53:26.202540 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09285aec-e44e-4833-9da7-ebbdb98d6972 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:53:26.208386 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-09285aec-e44e-4833-9da7-ebbdb98d6972 admin admin] 10.222.0.30 "PUT /v2.0/routers/c461c609-8970-4540-9a82-d80d2a89bfef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7335014 Jul 09 20:53:26.210168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54724) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:26.212889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6708f1b-9469-4f20-af8a-dff83b3d5363 None None] Sync routers for ids ['c461c609-8970-4540-9a82-d80d2a89bfef'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:53:26.222810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6708f1b-9469-4f20-af8a-dff83b3d5363 None None] Routers {'c461c609-8970-4540-9a82-d80d2a89bfef'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:26.223441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d6708f1b-9469-4f20-af8a-dff83b3d5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:52:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c461c609-8970-4540-9a82-d80d2a89bfef'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:26.315647 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:26.326679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d6708f1b-9469-4f20-af8a-dff83b3d5363 None None] Set router c461c609-8970-4540-9a82-d80d2a89bfef gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:26.418436 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:26.470213 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] Deleting port 7afaaa09-d233-42ea-89a7-b61cfce6e99a {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:53:26.470548 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:26.507404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d6708f1b-9469-4f20-af8a-dff83b3d5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'name': 'tempest-TestEncryptedCinderVolumes-769179862-router', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '7afaaa09-d233-42ea-89a7-b61cfce6e99a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:06Z', 'updated_at': '2021-07-09T20:53:25Z', 'revision_number': 5, 'project_id': '03733db4aab54d1faefb49b15ba9d929', 'gw_port': {'id': '7afaaa09-d233-42ea-89a7-b61cfce6e99a', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e3:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:52:07Z', 'updated_at': '2021-07-09T20:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:26.533455 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6708f1b-9469-4f20-af8a-dff83b3d5363 None None] Checking router: c461c609-8970-4540-9a82-d80d2a89bfef for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:53:26.541768 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6708f1b-9469-4f20-af8a-dff83b3d5363 None None] Routers {'c461c609-8970-4540-9a82-d80d2a89bfef'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:26.542393 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d6708f1b-9469-4f20-af8a-dff83b3d5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:52:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['c461c609-8970-4540-9a82-d80d2a89bfef'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:26.553561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] For port 7afaaa09-d233-42ea-89a7-b61cfce6e99a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=7afaaa09-d233-42ea-89a7-b61cfce6e99a,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:26.554114 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:26.566182 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] Calling delete_port for 7afaaa09-d233-42ea-89a7-b61cfce6e99a owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:53:26.628191 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d6708f1b-9469-4f20-af8a-dff83b3d5363 None None] Set router c461c609-8970-4540-9a82-d80d2a89bfef gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:26.681904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d6708f1b-9469-4f20-af8a-dff83b3d5363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'name': 'tempest-TestEncryptedCinderVolumes-769179862-router', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:06Z', 'updated_at': '2021-07-09T20:53:26Z', 'revision_number': 6, 'project_id': '03733db4aab54d1faefb49b15ba9d929', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:26.709339 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6708f1b-9469-4f20-af8a-dff83b3d5363 None None] The sync data for ids ['c461c609-8970-4540-9a82-d80d2a89bfef'] in n-d-800088-3 is: [{'id': 'c461c609-8970-4540-9a82-d80d2a89bfef', 'name': 'tempest-TestEncryptedCinderVolumes-769179862-router', 'tenant_id': '03733db4aab54d1faefb49b15ba9d929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:52:06Z', 'updated_at': '2021-07-09T20:53:26Z', 'revision_number': 6, 'project_id': '03733db4aab54d1faefb49b15ba9d929', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:53:26.733554 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:26.762799 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] Pushing event deleted for resources: {'Port': ['ID=7afaaa09-d233-42ea-89a7-b61cfce6e99a,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:26.823581 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:26.917149 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:26.919251 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:26.950120 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-541c92d8-a958-4b64-b890-54fd1aa14a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:26.968076 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:26.968633 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c461c609-8970-4540-9a82-d80d2a89bfef {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:53:26.973788 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:26.974974 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c129a0e8-3c68-4ca1-b496-fef06559e554 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c461c609-8970-4540-9a82-d80d2a89bfef HTTP/1.1" status: 204 len: 168 time: 0.7638843 Jul 09 20:53:26.977443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54726) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:27.022886 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be171a1-dfc8-4710-9be7-88db8955f7ef admin admin] Deleting subnet 2724adbe-bd21-430c-abe3-a835f831aa07 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:53:27.025804 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9be171a1-dfc8-4710-9be7-88db8955f7ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.060526 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9be171a1-dfc8-4710-9be7-88db8955f7ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.151674 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9be171a1-dfc8-4710-9be7-88db8955f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.163936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d7a70cc8-3792-49dd-8cb0-f8f4693926bc no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:53:27.185862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: d7a70cc8-3792-49dd-8cb0-f8f4693926bc {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:53:27.186214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d7a70cc8-3792-49dd-8cb0-f8f4693926bc not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:53:27.206070 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9be171a1-dfc8-4710-9be7-88db8955f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.232405 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be171a1-dfc8-4710-9be7-88db8955f7ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2724adbe-bd21-430c-abe3-a835f831aa07,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:27.234505 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9be171a1-dfc8-4710-9be7-88db8955f7ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.238308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9be171a1-dfc8-4710-9be7-88db8955f7ef admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2724adbe-bd21-430c-abe3-a835f831aa07 HTTP/1.1" status: 204 len: 168 time: 0.2588668 Jul 09 20:53:27.239637 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54728) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:27.242479 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f25b720-64fd-4c1a-925f-2db61d8b17ec None None] Network 29aa598f-ec1e-4a80-a113-a86b82c376f7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:53:27.306518 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.364181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] Deleting port e109e8c3-f37a-4e30-a09f-6d964de99ea7 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:53:27.364537 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.426807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] For port e109e8c3-f37a-4e30-a09f-6d964de99ea7, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=e109e8c3-f37a-4e30-a09f-6d964de99ea7,segment=NetworkSegment(f17adba7-9727-4389-9c8b-13b3f3731929),segment_id=f17adba7-9727-4389-9c8b-13b3f3731929)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:27.427109 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.429239 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.440618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] Calling delete_port for e109e8c3-f37a-4e30-a09f-6d964de99ea7 owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:53:27.494894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ecd0df-1a31-47a1-b9b9-64369efa65d0 None None] DHCP port deletion for 29aa598f-ec1e-4a80-a113-a86b82c376f7 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:53:27.529885 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.550466 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-43ecd0df-1a31-47a1-b9b9-64369efa65d0 None None] Deleting port e109e8c3-f37a-4e30-a09f-6d964de99ea7 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:53:27.550850 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-43ecd0df-1a31-47a1-b9b9-64369efa65d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.559558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] No DVR routers for this DVR port e109e8c3-f37a-4e30-a09f-6d964de99ea7 on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:53:27.565159 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=e109e8c3-f37a-4e30-a09f-6d964de99ea7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:27.616126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-43ecd0df-1a31-47a1-b9b9-64369efa65d0 None None] For port e109e8c3-f37a-4e30-a09f-6d964de99ea7, host n-d-800088-3, got binding levels [] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:27.616814 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-43ecd0df-1a31-47a1-b9b9-64369efa65d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.629818 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-43ecd0df-1a31-47a1-b9b9-64369efa65d0 None None] Calling delete_port for e109e8c3-f37a-4e30-a09f-6d964de99ea7 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:53:27.632402 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.ipam_backend_mixin [None req-43ecd0df-1a31-47a1-b9b9-64369efa65d0 None None] Port e109e8c3-f37a-4e30-a09f-6d964de99ea7 was not found and therefore no delete operation was performed {{(pid=100206) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 20:53:27.633789 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-43ecd0df-1a31-47a1-b9b9-64369efa65d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.636424 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.651222 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29aa598f-ec1e-4a80-a113-a86b82c376f7']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:27.659334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecd0df-1a31-47a1-b9b9-64369efa65d0 None None] Pushing event deleted for resources: {'Port': ['ID=e109e8c3-f37a-4e30-a09f-6d964de99ea7,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:27.662955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ecd0df-1a31-47a1-b9b9-64369efa65d0 None None] No DVR routers for this DVR port e109e8c3-f37a-4e30-a09f-6d964de99ea7 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:53:27.667232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17adba7-9727-4389-9c8b-13b3f3731929') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:27.667569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17adba7-9727-4389-9c8b-13b3f3731929') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:27.678118 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.692353 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.699150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:53:27.699905 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:53:27.701846 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:53:27.765171 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.772918 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:27.774874 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] 10.222.0.30 "DELETE /v2.0/networks/29aa598f-ec1e-4a80-a113-a86b82c376f7 HTTP/1.1" status: 204 len: 168 time: 0.5342882 Jul 09 20:53:27.786168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56998e13-7fe9-492b-9873-d223870c3d3e admin admin] Pushing event deleted for resources: {'Network': ['ID=29aa598f-ec1e-4a80-a113-a86b82c376f7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:27.938577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54734) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:27.978699 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-462078e0-50df-4096-a63e-97ab565b809e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf0cc2e0a44d474ba318b6e4e393b16c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387101 Jul 09 20:53:27.981014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54736) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:28.028997 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3737c4ce-cec6-4d66-b38b-bf786b871a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:28.049915 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3737c4ce-cec6-4d66-b38b-bf786b871a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:28.100996 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3737c4ce-cec6-4d66-b38b-bf786b871a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:28.105500 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3737c4ce-cec6-4d66-b38b-bf786b871a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:28.105500 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3737c4ce-cec6-4d66-b38b-bf786b871a28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f902a328-473f-4b22-a149-50d8b6ee9603 HTTP/1.1" status: 204 len: 168 time: 0.1228728 Jul 09 20:53:28.113803 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737c4ce-cec6-4d66-b38b-bf786b871a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f902a328-473f-4b22-a149-50d8b6ee9603,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:28.415014 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54742) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:28.454347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8221f1f9-1fdf-469b-9250-0b63732b5bc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03733db4aab54d1faefb49b15ba9d929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381558 Jul 09 20:53:28.456875 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54744) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:28.505979 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3e23e50-f990-4fb2-bd45-7ec01c8ee52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:28.528102 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3e23e50-f990-4fb2-bd45-7ec01c8ee52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:28.574980 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3e23e50-f990-4fb2-bd45-7ec01c8ee52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:28.577721 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e3e23e50-f990-4fb2-bd45-7ec01c8ee52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:28.578883 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e3e23e50-f990-4fb2-bd45-7ec01c8ee52f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2fca5d30-60c2-45e0-960d-d85563a0870e HTTP/1.1" status: 204 len: 168 time: 0.1211228 Jul 09 20:53:28.587081 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e23e50-f990-4fb2-bd45-7ec01c8ee52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fca5d30-60c2-45e0-960d-d85563a0870e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:28.811221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7afaaa09-d233-42ea-89a7-b61cfce6e99a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:53:28.835145 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 7afaaa09-d233-42ea-89a7-b61cfce6e99a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:53:28.835489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 7afaaa09-d233-42ea-89a7-b61cfce6e99a not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:53:28.835914 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e109e8c3-f37a-4e30-a09f-6d964de99ea7 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:53:28.854863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: e109e8c3-f37a-4e30-a09f-6d964de99ea7 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:53:28.855216 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device e109e8c3-f37a-4e30-a09f-6d964de99ea7 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:53:29.228336 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54768) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:29.320598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1868796859-network', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:53:29.341526 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] Made reservation on behalf of 8c37b18dfc4c48d99d3172609cb1169e for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:53:29.343798 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.352052 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.441031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.444758 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.471432 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:53:29.480384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f41ffe7-66a8-4345-95ca-619275d620eb,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:29.487203 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.487559 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] Added segment 3906790b-4d91-4e57-b405-f22aecbf8635 of type vlan for network bd0e5f4b-d3ee-492f-888e-83f9fea20b5f Jul 09 20:53:29.507018 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6841bab0-d5ac-4782-9fd1-abc552548cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.529395 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.557654 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.558546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:29.559132 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.613066 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3836107 Jul 09 20:53:29.615978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54772) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:29.621314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-e8b9f3a7-fe21-413a-8e43-a7104a486efd admin admin] Request body: {'subnet': {'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1868796859-subnet', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'ip_version': 4}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:53:29.621683 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248140bc-7ca8-4752-8c0e-85caadd22112 admin admin] Pushing event updated for resources: {'Network': ['ID=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:29.632906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network bd0e5f4b-d3ee-492f-888e-83f9fea20b5f details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:53:29.643012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b9f3a7-fe21-413a-8e43-a7104a486efd admin admin] Made reservation on behalf of 8c37b18dfc4c48d99d3172609cb1169e for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:53:29.645429 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f3a7-fe21-413a-8e43-a7104a486efd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.703029 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.744869 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.818550 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f3a7-fe21-413a-8e43-a7104a486efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.882387 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9f3a7-fe21-413a-8e43-a7104a486efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ccab58e-bffd-40be-87a7-268d1d1cca21,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:29.886611 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9f3a7-fe21-413a-8e43-a7104a486efd admin admin] Checking segment: {'id': '3906790b-4d91-4e57-b405-f22aecbf8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:53:29.886977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b9f3a7-fe21-413a-8e43-a7104a486efd admin admin] Network hostable DHCP agents. Network: bd0e5f4b-d3ee-492f-888e-83f9fea20b5f, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:53:29.903741 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b9f3a7-fe21-413a-8e43-a7104a486efd admin admin] Network bd0e5f4b-d3ee-492f-888e-83f9fea20b5f is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:53:29.913036 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e8b9f3a7-fe21-413a-8e43-a7104a486efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, bd0e5f4b-d3ee-492f-888e-83f9fea20b5f) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:53:29.917718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b9f3a7-fe21-413a-8e43-a7104a486efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:29.918597 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e8b9f3a7-fe21-413a-8e43-a7104a486efd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.923331 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bbf022-e978-497f-baca-ce2b1efa174e None None] Network bd0e5f4b-d3ee-492f-888e-83f9fea20b5f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:53:29.933583 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e8b9f3a7-fe21-413a-8e43-a7104a486efd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3163552 Jul 09 20:53:29.936206 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54774) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:29.940953 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:53:29.962451 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:29.963576 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:30.018786 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:30.069436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'fixed_ips': [{'subnet_id': '9ccab58e-bffd-40be-87a7-268d1d1cca21'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:53:30.070238 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:30.206378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Allocated IP 172.20.0.2 (bd0e5f4b-d3ee-492f-888e-83f9fea20b5f/9ccab58e-bffd-40be-87a7-268d1d1cca21/8b1dfeac-74a5-40ca-be66-785536715273) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:53:30.358756 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:30.368327 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Transition to ACTIVE for port object 8b1dfeac-74a5-40ca-be66-785536715273 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:53:30.384167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Transition to ACTIVE for port object 8b1dfeac-74a5-40ca-be66-785536715273 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:53:30.390070 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:30.426298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Network bd0e5f4b-d3ee-492f-888e-83f9fea20b5f is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:53:30.431087 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:53:30.434537 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:53:30.445982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Pushing event updated for resources: {'Port': ['ID=8b1dfeac-74a5-40ca-be66-785536715273,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:30.482222 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:30.499106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Attempting to bind port 8b1dfeac-74a5-40ca-be66-785536715273 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:53:30.499442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Attempting to bind port 8b1dfeac-74a5-40ca-be66-785536715273 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '3906790b-4d91-4e57-b405-f22aecbf8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:53:30.499814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Attempting to bind port 8b1dfeac-74a5-40ca-be66-785536715273 on network bd0e5f4b-d3ee-492f-888e-83f9fea20b5f {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:53:30.505569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:53:30.505952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Checking segment: {'id': '3906790b-4d91-4e57-b405-f22aecbf8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:53:30.506363 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:30.506764 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Bound using segment: {'id': '3906790b-4d91-4e57-b405-f22aecbf8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:53:30.507234 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Bound port: 8b1dfeac-74a5-40ca-be66-785536715273, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3906790b-4d91-4e57-b405-f22aecbf8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:53:30.507627 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:30.572748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] For port 8b1dfeac-74a5-40ca-be66-785536715273, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:53:30.575764 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] For port 8b1dfeac-74a5-40ca-be66-785536715273, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8b1dfeac-74a5-40ca-be66-785536715273,segment=NetworkSegment(3906790b-4d91-4e57-b405-f22aecbf8635),segment_id=3906790b-4d91-4e57-b405-f22aecbf8635)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:53:30.581276 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:30.654871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72d1bf-9b85-41a6-b6d6-257d980bbdc8 None None] Pushing event updated for resources: {'Port': ['ID=8b1dfeac-74a5-40ca-be66-785536715273,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:30.670061 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:30.691827 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:30.715357 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:30.840850 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Allocated IP 172.25.0.141 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/67240a62-d5b3-4360-9e75-6f9f7afc53ae) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:53:30.955713 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:30.994131 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:31.034359 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:53:31.036974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:53:31.040390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:53:31.045720 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Pushing event updated for resources: {'Port': ['ID=67240a62-d5b3-4360-9e75-6f9f7afc53ae,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:31.289646 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:31.494875 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:31.532348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc19a51-7a73-4d76-89df-cc348ebd6774 None None] Network bd0e5f4b-d3ee-492f-888e-83f9fea20b5f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:53:31.612224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-2963ee17-0faf-4d58-b347-af864cf33b3d None None] Provisioning for port 8b1dfeac-74a5-40ca-be66-785536715273 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:53:31.627028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:53:31.741327 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:53:31.751180 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Sync routers for ids ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:53:31.759986 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:31.761786 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Routers {'439de0ee-b69d-46c6-8f0e-9ae0070c9b40'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:31.762415 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:53:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:31.764292 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f9f671e1-7ca8-4d3e-8bdb-bfddd5bcbae0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8270535 Jul 09 20:53:31.764936 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54776) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:31.883176 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Set router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:32.061226 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:29Z', 'updated_at': '2021-07-09T20:53:31Z', 'revision_number': 3, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'gw_port': {'id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:30Z', 'updated_at': '2021-07-09T20:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:32.090630 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Checking router: 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:53:32.090986 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Updating router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 port 67240a62-d5b3-4360-9e75-6f9f7afc53ae binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:53:32.125350 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.187256 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.341708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Allocated IP 172.20.0.1 (bd0e5f4b-d3ee-492f-888e-83f9fea20b5f/9ccab58e-bffd-40be-87a7-268d1d1cca21/075e8cd6-2dd8-45eb-a31a-505de355ed9e) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:53:32.372108 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.382180 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Transition to ACTIVE for port object 67240a62-d5b3-4360-9e75-6f9f7afc53ae will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:53:32.388446 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.436005 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Attempting to bind port 67240a62-d5b3-4360-9e75-6f9f7afc53ae on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:53:32.436386 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Attempting to bind port 67240a62-d5b3-4360-9e75-6f9f7afc53ae by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:53:32.436787 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Attempting to bind port 67240a62-d5b3-4360-9e75-6f9f7afc53ae on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:53:32.445591 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd8e27-6091-4517-a200-fd09a1c18766 None None] Pushing event updated for resources: {'Port': ['ID=67240a62-d5b3-4360-9e75-6f9f7afc53ae,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:32.448888 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:53:32.449252 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:53:32.449679 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.450078 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:53:32.450555 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Bound port: 67240a62-d5b3-4360-9e75-6f9f7afc53ae, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:53:32.450943 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.451617 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.457900 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd8e27-6091-4517-a200-fd09a1c18766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:32.458330 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd8e27-6091-4517-a200-fd09a1c18766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:32.458677 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd8e27-6091-4517-a200-fd09a1c18766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:32.459023 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd8e27-6091-4517-a200-fd09a1c18766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:32.459402 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd8e27-6091-4517-a200-fd09a1c18766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:32.459745 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd8e27-6091-4517-a200-fd09a1c18766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:32.460081 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd8e27-6091-4517-a200-fd09a1c18766 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:32.460415 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd8e27-6091-4517-a200-fd09a1c18766 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:32.460776 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd8e27-6091-4517-a200-fd09a1c18766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:32.461106 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd8e27-6091-4517-a200-fd09a1c18766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:32.461438 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd8e27-6091-4517-a200-fd09a1c18766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:32.461769 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cd8e27-6091-4517-a200-fd09a1c18766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:32.467402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Transition to ACTIVE for port object 075e8cd6-2dd8-45eb-a31a-505de355ed9e will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:53:32.504578 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.520440 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.525775 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] For port 67240a62-d5b3-4360-9e75-6f9f7afc53ae, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:53:32.529960 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] For port 67240a62-d5b3-4360-9e75-6f9f7afc53ae, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=67240a62-d5b3-4360-9e75-6f9f7afc53ae,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:53:32.536886 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.543440 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Network bd0e5f4b-d3ee-492f-888e-83f9fea20b5f is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:53:32.546335 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:53:32.552128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:53:32.583930 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Pushing event updated for resources: {'Port': ['ID=075e8cd6-2dd8-45eb-a31a-505de355ed9e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:32.595648 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Routers {'439de0ee-b69d-46c6-8f0e-9ae0070c9b40'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:32.596179 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:53:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:32.597557 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.651297 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd8e27-6091-4517-a200-fd09a1c18766 None None] Pushing event updated for resources: {'Port': ['ID=67240a62-d5b3-4360-9e75-6f9f7afc53ae,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:32.753020 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.820910 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] Set router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:32.855027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8b1dfeac-74a5-40ca-be66-785536715273 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:32.890745 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a91b033c-308f-4f62-86dd-81d1f139ffbe None None] Provisioning for port 075e8cd6-2dd8-45eb-a31a-505de355ed9e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:53:32.896786 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a91b033c-308f-4f62-86dd-81d1f139ffbe None None] Provisioning complete for port 075e8cd6-2dd8-45eb-a31a-505de355ed9e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:32.897265 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a91b033c-308f-4f62-86dd-81d1f139ffbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.942807 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.943696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a91b033c-308f-4f62-86dd-81d1f139ffbe None None] Port 075e8cd6-2dd8-45eb-a31a-505de355ed9e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:53:32.948822 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:32.949634 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 8b1dfeac-74a5-40ca-be66-785536715273 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:53:32.954846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 8b1dfeac-74a5-40ca-be66-785536715273 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:32.955473 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:33.014637 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:29Z', 'updated_at': '2021-07-09T20:53:31Z', 'revision_number': 3, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'gw_port': {'id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:30Z', 'updated_at': '2021-07-09T20:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:33.017177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Pushing event updated for resources: {'Port': ['ID=075e8cd6-2dd8-45eb-a31a-505de355ed9e,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:33.020819 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:33.035658 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:33.046615 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d35fe23-16f1-4325-bda0-5aa04ea5b840 None None] The sync data for ids ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'] in n-d-800088-3 is: [{'id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:29Z', 'updated_at': '2021-07-09T20:53:31Z', 'revision_number': 3, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'gw_port': {'id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:30Z', 'updated_at': '2021-07-09T20:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:53:33.072413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 8b1dfeac-74a5-40ca-be66-785536715273, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8b1dfeac-74a5-40ca-be66-785536715273,segment=NetworkSegment(3906790b-4d91-4e57-b405-f22aecbf8635),segment_id=3906790b-4d91-4e57-b405-f22aecbf8635)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:33.078043 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:33.122026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Network bd0e5f4b-d3ee-492f-888e-83f9fea20b5f is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:53:33.123418 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:53:33.138742 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=8b1dfeac-74a5-40ca-be66-785536715273,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:33.254707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:53:33.384148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:53:33.389473 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-33305146-c4eb-428d-8266-72920147d62a admin admin] 10.222.0.30 "PUT /v2.0/routers/439de0ee-b69d-46c6-8f0e-9ae0070c9b40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6235187 Jul 09 20:53:33.466414 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-74b2a487-1dac-4653-ac3a-8038ca36e9fa None None] Provisioning complete for port 075e8cd6-2dd8-45eb-a31a-505de355ed9e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:33.467086 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-74b2a487-1dac-4653-ac3a-8038ca36e9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:33.507557 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-74b2a487-1dac-4653-ac3a-8038ca36e9fa None None] Port 075e8cd6-2dd8-45eb-a31a-505de355ed9e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:53:33.881923 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54792) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:33.887269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-519037021-network', 'tenant_id': '751626a868d2422cb47bafd6714884bb'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:53:33.909403 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] Made reservation on behalf of 751626a868d2422cb47bafd6714884bb for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:53:33.911836 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:33.921067 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:34.012334 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:34.016023 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:34.040380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:53:34.050873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e0a3af-3513-4011-9fc1-23c2be22fb12,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:34.057353 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:34.057705 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] Added segment 6ae445b6-7ff7-4245-a093-7dcaed18f57e of type vlan for network 08f3bf01-61c7-4e1d-95e4-76c1edc02aa5 Jul 09 20:53:34.098965 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:34.130132 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:34.131257 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:34.131885 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:34.185717 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3025489 Jul 09 20:53:34.188969 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54794) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:34.194240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-96f3acd3-5e14-4c10-9dba-4fbdd223a34d admin admin] Request body: {'subnet': {'network_id': '08f3bf01-61c7-4e1d-95e4-76c1edc02aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-519037021-subnet', 'tenant_id': '751626a868d2422cb47bafd6714884bb', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:53:34.198391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e1f1c-044d-442b-9e78-e5e891d6f960 admin admin] Pushing event updated for resources: {'Network': ['ID=08f3bf01-61c7-4e1d-95e4-76c1edc02aa5,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:34.214713 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f3acd3-5e14-4c10-9dba-4fbdd223a34d admin admin] Made reservation on behalf of 751626a868d2422cb47bafd6714884bb for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:53:34.215509 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 08f3bf01-61c7-4e1d-95e4-76c1edc02aa5 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:53:34.217441 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-96f3acd3-5e14-4c10-9dba-4fbdd223a34d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:34.395733 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-96f3acd3-5e14-4c10-9dba-4fbdd223a34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:34.449577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3acd3-5e14-4c10-9dba-4fbdd223a34d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa320f2d-008f-4f67-9dc5-3372a499f108,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:34.460311 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f3acd3-5e14-4c10-9dba-4fbdd223a34d admin admin] Checking segment: {'id': '6ae445b6-7ff7-4245-a093-7dcaed18f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '08f3bf01-61c7-4e1d-95e4-76c1edc02aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:53:34.460722 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f3acd3-5e14-4c10-9dba-4fbdd223a34d admin admin] Network hostable DHCP agents. Network: 08f3bf01-61c7-4e1d-95e4-76c1edc02aa5, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:53:34.478338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f3acd3-5e14-4c10-9dba-4fbdd223a34d admin admin] Network 08f3bf01-61c7-4e1d-95e4-76c1edc02aa5 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:53:34.489140 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-96f3acd3-5e14-4c10-9dba-4fbdd223a34d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 08f3bf01-61c7-4e1d-95e4-76c1edc02aa5) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:53:34.493317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f3acd3-5e14-4c10-9dba-4fbdd223a34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:34.493920 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-96f3acd3-5e14-4c10-9dba-4fbdd223a34d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:34.500204 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4a5a6e-2f44-4fb2-bca3-be6683e336b4 None None] Network 08f3bf01-61c7-4e1d-95e4-76c1edc02aa5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:53:34.507947 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-96f3acd3-5e14-4c10-9dba-4fbdd223a34d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3176816 Jul 09 20:53:34.510633 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 54796) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:34.515167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-519037021-router', 'tenant_id': '751626a868d2422cb47bafd6714884bb', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:53:34.537995 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:34.539270 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:34.603467 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:34.624511 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Sync routers for ids ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:53:34.651740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Routers {'439de0ee-b69d-46c6-8f0e-9ae0070c9b40'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:34.652497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:53:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:34.657696 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-08f3bf01-61c7-4e1d-95e4-76c1edc02aa5', 'network_id': '08f3bf01-61c7-4e1d-95e4-76c1edc02aa5', 'tenant_id': '751626a868d2422cb47bafd6714884bb', 'fixed_ips': [{'subnet_id': 'fa320f2d-008f-4f67-9dc5-3372a499f108'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:53:34.658756 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:34.750456 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:34.952479 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8b1dfeac-74a5-40ca-be66-785536715273 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:35.029489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Set router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:35.166565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Allocated IP 172.20.0.2 (08f3bf01-61c7-4e1d-95e4-76c1edc02aa5/fa320f2d-008f-4f67-9dc5-3372a499f108/3a9b3f07-2c81-48aa-8910-72b054a47c32) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:53:35.204759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 8b1dfeac-74a5-40ca-be66-785536715273 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:35.205122 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:35.267851 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:35.286882 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:35.395074 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Allocated IP 172.25.0.126 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/98e57991-4492-4424-9a35-abaddb238fc4) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:53:35.443794 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 67240a62-d5b3-4360-9e75-6f9f7afc53ae up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:35.496353 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:35.497404 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:29Z', 'updated_at': '2021-07-09T20:53:32Z', 'revision_number': 4, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'gw_port': {'id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:30Z', 'updated_at': '2021-07-09T20:53:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '075e8cd6-2dd8-45eb-a31a-505de355ed9e', 'name': '', 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'mac_address': 'fa:16:3e:05:06:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:32Z', 'updated_at': '2021-07-09T20:53:32Z', 'revision_number': 2, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'subnets': [{'id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:35.529325 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:35.536366 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:35.537909 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Checking router: 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:53:35.538159 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Updating router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 port 075e8cd6-2dd8-45eb-a31a-505de355ed9e binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:53:35.560506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Transition to ACTIVE for port object 3a9b3f07-2c81-48aa-8910-72b054a47c32 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:53:35.582873 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:53:35.585731 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:53:35.589275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:53:35.591202 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Transition to ACTIVE for port object 3a9b3f07-2c81-48aa-8910-72b054a47c32 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:53:35.595948 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:35.599865 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:35.609752 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 67240a62-d5b3-4360-9e75-6f9f7afc53ae completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:53:35.614077 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Pushing event updated for resources: {'Port': ['ID=98e57991-4492-4424-9a35-abaddb238fc4,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:35.642352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 67240a62-d5b3-4360-9e75-6f9f7afc53ae triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:35.642723 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:35.671377 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Network 08f3bf01-61c7-4e1d-95e4-76c1edc02aa5 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:53:35.698189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:53:35.710257 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:53:35.720680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Pushing event updated for resources: {'Port': ['ID=3a9b3f07-2c81-48aa-8910-72b054a47c32,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:35.847879 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:35.856789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Attempting to bind port 3a9b3f07-2c81-48aa-8910-72b054a47c32 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:53:35.857168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Attempting to bind port 3a9b3f07-2c81-48aa-8910-72b054a47c32 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '6ae445b6-7ff7-4245-a093-7dcaed18f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '08f3bf01-61c7-4e1d-95e4-76c1edc02aa5'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:53:35.857531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Attempting to bind port 3a9b3f07-2c81-48aa-8910-72b054a47c32 on network 08f3bf01-61c7-4e1d-95e4-76c1edc02aa5 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:53:35.918569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:53:35.918946 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Checking segment: {'id': '6ae445b6-7ff7-4245-a093-7dcaed18f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '08f3bf01-61c7-4e1d-95e4-76c1edc02aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:53:35.919352 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:35.919753 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Bound using segment: {'id': '6ae445b6-7ff7-4245-a093-7dcaed18f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '08f3bf01-61c7-4e1d-95e4-76c1edc02aa5'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:53:35.920236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Bound port: 3a9b3f07-2c81-48aa-8910-72b054a47c32, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae445b6-7ff7-4245-a093-7dcaed18f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '08f3bf01-61c7-4e1d-95e4-76c1edc02aa5'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:53:35.920651 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:35.949213 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:36.008363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 67240a62-d5b3-4360-9e75-6f9f7afc53ae, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=67240a62-d5b3-4360-9e75-6f9f7afc53ae,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:36.020790 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:36.049019 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:36.075225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] For port 3a9b3f07-2c81-48aa-8910-72b054a47c32, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:53:36.104922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] For port 3a9b3f07-2c81-48aa-8910-72b054a47c32, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3a9b3f07-2c81-48aa-8910-72b054a47c32,segment=NetworkSegment(6ae445b6-7ff7-4245-a093-7dcaed18f57e),segment_id=6ae445b6-7ff7-4245-a093-7dcaed18f57e)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:53:36.120084 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:36.150433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=67240a62-d5b3-4360-9e75-6f9f7afc53ae,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:36.189128 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Router 15b31284-0bc4-4335-8049-2c09af5c0645 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:53:36.202931 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:36.218406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Transition to ACTIVE for port object 075e8cd6-2dd8-45eb-a31a-505de355ed9e will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:53:36.231800 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:36.233677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14918fc1-2eb2-4d95-8d66-31698d10a596 None None] Pushing event updated for resources: {'Port': ['ID=3a9b3f07-2c81-48aa-8910-72b054a47c32,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:36.283525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20245b48-91d1-4757-bc46-8025c92b1c1f None None] Pushing event updated for resources: {'Port': ['ID=075e8cd6-2dd8-45eb-a31a-505de355ed9e,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:36.317130 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:53:36.328672 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Sync routers for ids ['15b31284-0bc4-4335-8049-2c09af5c0645'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:53:36.339285 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Attempting to bind port 075e8cd6-2dd8-45eb-a31a-505de355ed9e on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:53:36.339661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Attempting to bind port 075e8cd6-2dd8-45eb-a31a-505de355ed9e by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '3906790b-4d91-4e57-b405-f22aecbf8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:53:36.340234 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Attempting to bind port 075e8cd6-2dd8-45eb-a31a-505de355ed9e on network bd0e5f4b-d3ee-492f-888e-83f9fea20b5f {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:53:36.340662 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Routers {'15b31284-0bc4-4335-8049-2c09af5c0645'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:36.341469 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:53:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['15b31284-0bc4-4335-8049-2c09af5c0645'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:36.348834 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:53:36.349339 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Checking segment: {'id': '3906790b-4d91-4e57-b405-f22aecbf8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:53:36.349752 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:36.350203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Bound using segment: {'id': '3906790b-4d91-4e57-b405-f22aecbf8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:53:36.350635 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Bound port: 075e8cd6-2dd8-45eb-a31a-505de355ed9e, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3906790b-4d91-4e57-b405-f22aecbf8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:53:36.351025 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:36.351467 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:36.352844 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-cf6da714-ce38-4051-b145-672563614010 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8410790 Jul 09 20:53:36.356064 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 54798) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:53:36.463226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] For port 075e8cd6-2dd8-45eb-a31a-505de355ed9e, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:53:36.471046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] For port 075e8cd6-2dd8-45eb-a31a-505de355ed9e, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=075e8cd6-2dd8-45eb-a31a-505de355ed9e,segment=NetworkSegment(3906790b-4d91-4e57-b405-f22aecbf8635),segment_id=3906790b-4d91-4e57-b405-f22aecbf8635)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:53:36.479754 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:36.491470 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Set router 15b31284-0bc4-4335-8049-2c09af5c0645 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:36.528153 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Routers {'439de0ee-b69d-46c6-8f0e-9ae0070c9b40'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:36.528988 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:53:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:36.735719 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'name': 'tempest-TestMinimumBasicScenario-519037021-router', 'tenant_id': '751626a868d2422cb47bafd6714884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '98e57991-4492-4424-9a35-abaddb238fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:34Z', 'updated_at': '2021-07-09T20:53:35Z', 'revision_number': 3, 'project_id': '751626a868d2422cb47bafd6714884bb', 'gw_port': {'id': '98e57991-4492-4424-9a35-abaddb238fc4', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:35Z', 'updated_at': '2021-07-09T20:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:36.770554 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Checking router: 15b31284-0bc4-4335-8049-2c09af5c0645 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:53:36.770914 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Updating router 15b31284-0bc4-4335-8049-2c09af5c0645 port 98e57991-4492-4424-9a35-abaddb238fc4 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:53:36.830425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20245b48-91d1-4757-bc46-8025c92b1c1f None None] Pushing event updated for resources: {'Port': ['ID=075e8cd6-2dd8-45eb-a31a-505de355ed9e,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:36.845409 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:36.921822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] Set router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:37.062008 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 67240a62-d5b3-4360-9e75-6f9f7afc53ae up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:37.180761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 67240a62-d5b3-4360-9e75-6f9f7afc53ae triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:37.181243 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.221582 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.239057 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Transition to ACTIVE for port object 98e57991-4492-4424-9a35-abaddb238fc4 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:53:37.249923 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.275383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:29Z', 'updated_at': '2021-07-09T20:53:32Z', 'revision_number': 4, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'gw_port': {'id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:30Z', 'updated_at': '2021-07-09T20:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '075e8cd6-2dd8-45eb-a31a-505de355ed9e', 'name': '', 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'mac_address': 'fa:16:3e:05:06:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:32Z', 'updated_at': '2021-07-09T20:53:36Z', 'revision_number': 4, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'subnets': [{'id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:37.318202 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138a2b00-2ae5-40df-a4ba-486940abeefd None None] The sync data for ids ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'] in n-d-800088-3 is: [{'id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:29Z', 'updated_at': '2021-07-09T20:53:32Z', 'revision_number': 4, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'gw_port': {'id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:30Z', 'updated_at': '2021-07-09T20:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '075e8cd6-2dd8-45eb-a31a-505de355ed9e', 'name': '', 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'mac_address': 'fa:16:3e:05:06:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:32Z', 'updated_at': '2021-07-09T20:53:36Z', 'revision_number': 4, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'subnets': [{'id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:53:37.319073 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Attempting to bind port 98e57991-4492-4424-9a35-abaddb238fc4 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:53:37.319666 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Attempting to bind port 98e57991-4492-4424-9a35-abaddb238fc4 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:53:37.320269 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Attempting to bind port 98e57991-4492-4424-9a35-abaddb238fc4 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:53:37.325620 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efd746-ec0a-4a74-a294-b07495e6cd33 None None] Pushing event updated for resources: {'Port': ['ID=98e57991-4492-4424-9a35-abaddb238fc4,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:37.328775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3a9b3f07-2c81-48aa-8910-72b054a47c32 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:37.331429 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:53:37.332471 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:53:37.334956 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.335557 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:53:37.336057 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Bound port: 98e57991-4492-4424-9a35-abaddb238fc4, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:53:37.337165 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.408704 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 3a9b3f07-2c81-48aa-8910-72b054a47c32 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:53:37.455970 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] For port 98e57991-4492-4424-9a35-abaddb238fc4, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:53:37.460038 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] For port 98e57991-4492-4424-9a35-abaddb238fc4, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=98e57991-4492-4424-9a35-abaddb238fc4,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:53:37.466634 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.480616 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.526806 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Routers {'15b31284-0bc4-4335-8049-2c09af5c0645'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:37.529179 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:53:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['15b31284-0bc4-4335-8049-2c09af5c0645'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:37.567550 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786edb08-0379-480a-a7a8-f937407c8795 None None] Network 08f3bf01-61c7-4e1d-95e4-76c1edc02aa5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:53:37.628230 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efd746-ec0a-4a74-a294-b07495e6cd33 None None] Pushing event updated for resources: {'Port': ['ID=98e57991-4492-4424-9a35-abaddb238fc4,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:37.662114 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] Set router 15b31284-0bc4-4335-8049-2c09af5c0645 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:37.672353 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Allocated IP 172.20.0.1 (08f3bf01-61c7-4e1d-95e4-76c1edc02aa5/fa320f2d-008f-4f67-9dc5-3372a499f108/ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:53:37.685523 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cc15c132-eaa8-4acc-a181-a4bc7b18e40c None None] Provisioning for port 3a9b3f07-2c81-48aa-8910-72b054a47c32 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:53:37.720206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cc15c132-eaa8-4acc-a181-a4bc7b18e40c None None] Provisioning complete for port 3a9b3f07-2c81-48aa-8910-72b054a47c32 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:37.720977 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cc15c132-eaa8-4acc-a181-a4bc7b18e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.813608 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.833676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Transition to ACTIVE for port object ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:53:37.857649 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cc15c132-eaa8-4acc-a181-a4bc7b18e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.883496 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.887478 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'name': 'tempest-TestMinimumBasicScenario-519037021-router', 'tenant_id': '751626a868d2422cb47bafd6714884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '98e57991-4492-4424-9a35-abaddb238fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:34Z', 'updated_at': '2021-07-09T20:53:35Z', 'revision_number': 3, 'project_id': '751626a868d2422cb47bafd6714884bb', 'gw_port': {'id': '98e57991-4492-4424-9a35-abaddb238fc4', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:35Z', 'updated_at': '2021-07-09T20:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:37.905884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-cc15c132-eaa8-4acc-a181-a4bc7b18e40c None None] For port 3a9b3f07-2c81-48aa-8910-72b054a47c32, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3a9b3f07-2c81-48aa-8910-72b054a47c32,segment=NetworkSegment(6ae445b6-7ff7-4245-a093-7dcaed18f57e),segment_id=6ae445b6-7ff7-4245-a093-7dcaed18f57e)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:37.915933 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cc15c132-eaa8-4acc-a181-a4bc7b18e40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:37.919531 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f7edb7-0478-4fb3-9952-e29e3948fadb None None] The sync data for ids ['15b31284-0bc4-4335-8049-2c09af5c0645'] in n-d-800088-3 is: [{'id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'name': 'tempest-TestMinimumBasicScenario-519037021-router', 'tenant_id': '751626a868d2422cb47bafd6714884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '98e57991-4492-4424-9a35-abaddb238fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:34Z', 'updated_at': '2021-07-09T20:53:35Z', 'revision_number': 3, 'project_id': '751626a868d2422cb47bafd6714884bb', 'gw_port': {'id': '98e57991-4492-4424-9a35-abaddb238fc4', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:35Z', 'updated_at': '2021-07-09T20:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:53:37.943889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Network 08f3bf01-61c7-4e1d-95e4-76c1edc02aa5 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:53:37.946271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:53:37.952041 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:53:37.996383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15c132-eaa8-4acc-a181-a4bc7b18e40c None None] Pushing event updated for resources: {'Port': ['ID=3a9b3f07-2c81-48aa-8910-72b054a47c32,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:38.011704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Pushing event updated for resources: {'Port': ['ID=ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:38.022012 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:38.184926 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:38.262514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a47d32dd-2235-4125-81a8-c37ada9c3fbb None None] Provisioning complete for port 3a9b3f07-2c81-48aa-8910-72b054a47c32 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:38.263958 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a47d32dd-2235-4125-81a8-c37ada9c3fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:38.496875 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:38.502956 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:38.597838 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-458bb521-3036-4f98-8d78-5f7ed51b656a None None] Provisioning for port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:53:38.598407 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:38.600326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Pushing event updated for resources: {'Port': ['ID=ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:38.602944 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-458bb521-3036-4f98-8d78-5f7ed51b656a None None] Provisioning complete for port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:38.608925 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-458bb521-3036-4f98-8d78-5f7ed51b656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:38.658020 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-458bb521-3036-4f98-8d78-5f7ed51b656a None None] Port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:53:38.743661 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Network 08f3bf01-61c7-4e1d-95e4-76c1edc02aa5 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:53:38.745273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:53:38.947750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Router 15b31284-0bc4-4335-8049-2c09af5c0645 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:53:39.057995 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 98e57991-4492-4424-9a35-abaddb238fc4 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:39.105086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:53:39.111139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bc68a033-8d76-4576-93be-3ae0e936860b None None] Provisioning complete for port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:39.111742 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bc68a033-8d76-4576-93be-3ae0e936860b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:39.125558 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cf61a7d8-7d5d-4909-a4e1-5b4ff8d3ba3f admin admin] 10.222.0.30 "PUT /v2.0/routers/15b31284-0bc4-4335-8049-2c09af5c0645/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7681558 Jul 09 20:53:39.146271 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 98e57991-4492-4424-9a35-abaddb238fc4 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:53:39.154126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 98e57991-4492-4424-9a35-abaddb238fc4 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:39.154374 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:39.189329 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-bc68a033-8d76-4576-93be-3ae0e936860b None None] Port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:53:39.259899 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:39.282592 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 98e57991-4492-4424-9a35-abaddb238fc4, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=98e57991-4492-4424-9a35-abaddb238fc4,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:39.287577 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:39.288506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 075e8cd6-2dd8-45eb-a31a-505de355ed9e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:39.373536 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=98e57991-4492-4424-9a35-abaddb238fc4,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:39.389269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 075e8cd6-2dd8-45eb-a31a-505de355ed9e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:53:39.394618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 075e8cd6-2dd8-45eb-a31a-505de355ed9e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:39.395005 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:39.477413 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:39.513870 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 075e8cd6-2dd8-45eb-a31a-505de355ed9e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=075e8cd6-2dd8-45eb-a31a-505de355ed9e,segment=NetworkSegment(3906790b-4d91-4e57-b405-f22aecbf8635),segment_id=3906790b-4d91-4e57-b405-f22aecbf8635)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:39.517994 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:39.518935 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3a9b3f07-2c81-48aa-8910-72b054a47c32 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:39.599334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=075e8cd6-2dd8-45eb-a31a-505de355ed9e,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:39.611038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3a9b3f07-2c81-48aa-8910-72b054a47c32 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:39.611418 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:40.870137 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Sync routers for ids ['15b31284-0bc4-4335-8049-2c09af5c0645'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:53:40.876331 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 98e57991-4492-4424-9a35-abaddb238fc4 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:40.918001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Routers {'15b31284-0bc4-4335-8049-2c09af5c0645'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:40.918659 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:53:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['15b31284-0bc4-4335-8049-2c09af5c0645'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:41.023927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 98e57991-4492-4424-9a35-abaddb238fc4 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:41.024315 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:41.070127 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Set router 15b31284-0bc4-4335-8049-2c09af5c0645 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:41.236590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 075e8cd6-2dd8-45eb-a31a-505de355ed9e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:41.338656 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 075e8cd6-2dd8-45eb-a31a-505de355ed9e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:41.338977 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:41.404187 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'name': 'tempest-TestMinimumBasicScenario-519037021-router', 'tenant_id': '751626a868d2422cb47bafd6714884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '98e57991-4492-4424-9a35-abaddb238fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:34Z', 'updated_at': '2021-07-09T20:53:38Z', 'revision_number': 4, 'project_id': '751626a868d2422cb47bafd6714884bb', 'gw_port': {'id': '98e57991-4492-4424-9a35-abaddb238fc4', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:35Z', 'updated_at': '2021-07-09T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4', 'name': '', 'network_id': '08f3bf01-61c7-4e1d-95e4-76c1edc02aa5', 'tenant_id': '751626a868d2422cb47bafd6714884bb', 'mac_address': 'fa:16:3e:c5:0c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'fa320f2d-008f-4f67-9dc5-3372a499f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:37Z', 'updated_at': '2021-07-09T20:53:38Z', 'revision_number': 2, 'project_id': '751626a868d2422cb47bafd6714884bb', 'subnets': [{'id': 'fa320f2d-008f-4f67-9dc5-3372a499f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:41.434931 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Checking router: 15b31284-0bc4-4335-8049-2c09af5c0645 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:53:41.435311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Updating router 15b31284-0bc4-4335-8049-2c09af5c0645 port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:53:41.502853 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:41.819787 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:41.831316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Transition to ACTIVE for port object ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:53:41.837737 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:41.897330 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22201d6b-3468-463b-a63d-3f22cdccd494 None None] Pushing event updated for resources: {'Port': ['ID=ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:41.959744 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Attempting to bind port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:53:41.960137 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Attempting to bind port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '6ae445b6-7ff7-4245-a093-7dcaed18f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '08f3bf01-61c7-4e1d-95e4-76c1edc02aa5'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:53:41.960549 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Attempting to bind port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 on network 08f3bf01-61c7-4e1d-95e4-76c1edc02aa5 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:53:41.969060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:53:41.970013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Checking segment: {'id': '6ae445b6-7ff7-4245-a093-7dcaed18f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '08f3bf01-61c7-4e1d-95e4-76c1edc02aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:53:41.970427 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:41.970833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Bound using segment: {'id': '6ae445b6-7ff7-4245-a093-7dcaed18f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '08f3bf01-61c7-4e1d-95e4-76c1edc02aa5'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:53:41.971320 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Bound port: ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae445b6-7ff7-4245-a093-7dcaed18f57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '08f3bf01-61c7-4e1d-95e4-76c1edc02aa5'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:53:41.971713 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:42.052709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] For port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:53:42.057429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] For port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4,segment=NetworkSegment(6ae445b6-7ff7-4245-a093-7dcaed18f57e),segment_id=6ae445b6-7ff7-4245-a093-7dcaed18f57e)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:53:42.066189 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:42.140488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Routers {'15b31284-0bc4-4335-8049-2c09af5c0645'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:53:42.141074 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:53:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['15b31284-0bc4-4335-8049-2c09af5c0645'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:42.146596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22201d6b-3468-463b-a63d-3f22cdccd494 None None] Pushing event updated for resources: {'Port': ['ID=ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:42.469800 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] Set router 15b31284-0bc4-4335-8049-2c09af5c0645 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:53:42.700287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'name': 'tempest-TestMinimumBasicScenario-519037021-router', 'tenant_id': '751626a868d2422cb47bafd6714884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '98e57991-4492-4424-9a35-abaddb238fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:34Z', 'updated_at': '2021-07-09T20:53:38Z', 'revision_number': 4, 'project_id': '751626a868d2422cb47bafd6714884bb', 'gw_port': {'id': '98e57991-4492-4424-9a35-abaddb238fc4', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:35Z', 'updated_at': '2021-07-09T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4', 'name': '', 'network_id': '08f3bf01-61c7-4e1d-95e4-76c1edc02aa5', 'tenant_id': '751626a868d2422cb47bafd6714884bb', 'mac_address': 'fa:16:3e:c5:0c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'fa320f2d-008f-4f67-9dc5-3372a499f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:37Z', 'updated_at': '2021-07-09T20:53:42Z', 'revision_number': 4, 'project_id': '751626a868d2422cb47bafd6714884bb', 'subnets': [{'id': 'fa320f2d-008f-4f67-9dc5-3372a499f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:53:42.729139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492390ea-b518-4496-9ca4-cbc1d0b9bc1b None None] The sync data for ids ['15b31284-0bc4-4335-8049-2c09af5c0645'] in n-d-800088-3 is: [{'id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'name': 'tempest-TestMinimumBasicScenario-519037021-router', 'tenant_id': '751626a868d2422cb47bafd6714884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '98e57991-4492-4424-9a35-abaddb238fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:34Z', 'updated_at': '2021-07-09T20:53:38Z', 'revision_number': 4, 'project_id': '751626a868d2422cb47bafd6714884bb', 'gw_port': {'id': '98e57991-4492-4424-9a35-abaddb238fc4', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:35Z', 'updated_at': '2021-07-09T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4', 'name': '', 'network_id': '08f3bf01-61c7-4e1d-95e4-76c1edc02aa5', 'tenant_id': '751626a868d2422cb47bafd6714884bb', 'mac_address': 'fa:16:3e:c5:0c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'fa320f2d-008f-4f67-9dc5-3372a499f108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:37Z', 'updated_at': '2021-07-09T20:53:42Z', 'revision_number': 4, 'project_id': '751626a868d2422cb47bafd6714884bb', 'subnets': [{'id': 'fa320f2d-008f-4f67-9dc5-3372a499f108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:53:42.949993 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:43.014188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:53:43.019909 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:43.020341 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:43.146048 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:43.194212 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4,segment=NetworkSegment(6ae445b6-7ff7-4245-a093-7dcaed18f57e),segment_id=6ae445b6-7ff7-4245-a093-7dcaed18f57e)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:53:43.198753 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:43.255668 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:44.843231 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:53:44.903904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:44.904288 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:49.089675 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-bea62eb7-895e-4a73-ab19-6e9b2282bedd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:49.091221 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-bea62eb7-895e-4a73-ab19-6e9b2282bedd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/networks?id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f HTTP/1.1" status: 200 len: 815 time: 0.1012242 Jul 09 20:53:49.106584 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-7654371a-3a9a-4e50-b942-3937be727fa2 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/quotas/8c37b18dfc4c48d99d3172609cb1169e HTTP/1.1" status: 200 len: 375 time: 0.0093222 Jul 09 20:53:49.177886 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-d3186d9e-5323-465b-81aa-8ac7cb4435cc tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c37b18dfc4c48d99d3172609cb1169e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657272 Jul 09 20:53:49.272608 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-00e89bd4-d94f-4b3e-8510-3be11ee2bc59 service neutron] 10.222.0.30 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828252 Jul 09 20:53:49.366418 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-2f77ec3d-0611-4a29-bcfc-dc7df4937411 service neutron] 10.222.0.30 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880368 Jul 09 20:53:49.533318 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2619bb9d-07af-4699-aeba-86b4e2b7631f req-e272e19a-ea54-44c1-9d85-50cfd1ea1193 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 210 time: 0.0291078 Jul 09 20:53:50.666338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-74f5d703-bae6-4bae-b399-1ece6c78f2dd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:50.668907 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-74f5d703-bae6-4bae-b399-1ece6c78f2dd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.32 "GET /v2.0/networks?id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f HTTP/1.1" status: 200 len: 815 time: 0.1132948 Jul 09 20:53:50.678503 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8116fc49-eeac-410c-bffb-4d5d7ab9421e req-eaa7bce6-55d5-428e-ac5a-7014b7682a97 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 210 time: 0.0302162 Jul 09 20:53:50.690936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Request body: {'port': {'device_id': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'admin_state_up': True, 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:53:50.805515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Made reservation on behalf of 8c37b18dfc4c48d99d3172609cb1169e for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:53:50.809140 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:50.935992 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Allocated IP 172.20.0.12 (bd0e5f4b-d3ee-492f-888e-83f9fea20b5f/9ccab58e-bffd-40be-87a7-268d1d1cca21/5e4067ce-2d97-45fe-a238-6952ecb78454) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:53:51.118864 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:51.135367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Transition to ACTIVE for port object 5e4067ce-2d97-45fe-a238-6952ecb78454 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:53:51.186357 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:51.243206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Network bd0e5f4b-d3ee-492f-888e-83f9fea20b5f is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:53:51.246449 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:53:51.250565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:53:51.289189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Pushing event updated for resources: {'Port': ['ID=5e4067ce-2d97-45fe-a238-6952ecb78454,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:53:51.306752 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:51.307189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:51.307622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:51.308030 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:51.308435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:51.308859 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:51.309197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:51.309531 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:51.309867 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:51.310206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:51.310536 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:51.310864 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:53:51.331793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:51.336629 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:51.358816 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-9a013cc0-033b-4434-a453-a7c835db479e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6722770 Jul 09 20:53:51.507135 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bdcdbc79-1d69-40c5-9464-5481e6dbfb75 None None] Provisioning for port 5e4067ce-2d97-45fe-a238-6952ecb78454 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:53:51.512485 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bdcdbc79-1d69-40c5-9464-5481e6dbfb75 None None] Provisioning complete for port 5e4067ce-2d97-45fe-a238-6952ecb78454 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:53:51.513572 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbc79-1d69-40c5-9464-5481e6dbfb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:51.553526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-bdcdbc79-1d69-40c5-9464-5481e6dbfb75 None None] Port 5e4067ce-2d97-45fe-a238-6952ecb78454 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:53:51.874102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525bb67-3bec-445c-b158-a24e683df431 req-29911299-be29-43c9-b953-f65f7e762337 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:51.875792 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0525bb67-3bec-445c-b158-a24e683df431 req-29911299-be29-43c9-b953-f65f7e762337 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 932 time: 0.0702720 Jul 09 20:53:51.914641 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0525bb67-3bec-445c-b158-a24e683df431 req-82e4ff29-7210-418d-8051-389d95c63c37 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332673 Jul 09 20:53:53.098196 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f53e3-2356-4b8d-99a1-73998353fc14 req-124dff7a-3644-461a-b017-553d068ce0cd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:53.099703 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c19f53e3-2356-4b8d-99a1-73998353fc14 req-124dff7a-3644-461a-b017-553d068ce0cd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 932 time: 0.0735638 Jul 09 20:53:53.137759 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c19f53e3-2356-4b8d-99a1-73998353fc14 req-a92476da-b3ea-4192-b6bd-f3a8f48ef4c5 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323775 Jul 09 20:53:54.320511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01614e88-b0ea-433e-9252-2482ea1b7621 req-50d5eeb0-371e-46dc-8164-e37faae3a54f tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:54.322124 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-01614e88-b0ea-433e-9252-2482ea1b7621 req-50d5eeb0-371e-46dc-8164-e37faae3a54f tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 932 time: 0.0673544 Jul 09 20:53:54.361778 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-01614e88-b0ea-433e-9252-2482ea1b7621 req-592214be-7f68-44fb-ba70-7ed15cb8d9b2 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337613 Jul 09 20:53:54.380088 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:53:55.553517 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208fbd0-14de-412f-8aaf-9fa67b71d54f req-89e9824a-f575-45a2-9b44-c5786b8388ed tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:55.555068 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6208fbd0-14de-412f-8aaf-9fa67b71d54f req-89e9824a-f575-45a2-9b44-c5786b8388ed tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 932 time: 0.0742128 Jul 09 20:53:55.595619 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6208fbd0-14de-412f-8aaf-9fa67b71d54f req-90eae1b5-5ae9-4886-a0ef-7573928cfb79 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350175 Jul 09 20:53:56.779330 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f739d5-081e-485c-a4bb-d07653267875 req-8dffcf77-0c6c-4310-9457-995ba24746be tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:56.780861 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28f739d5-081e-485c-a4bb-d07653267875 req-8dffcf77-0c6c-4310-9457-995ba24746be tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 932 time: 0.0674717 Jul 09 20:53:56.836591 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-28f739d5-081e-485c-a4bb-d07653267875 req-85a585c0-4db2-4746-9fa5-914f624203a5 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493970 Jul 09 20:53:56.950659 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-07219c1f-2d30-4d06-8495-4b8f1ecd4b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:57.435707 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:58.196635 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaa92d-c89a-4288-9109-7cdc1c5968dd req-8761f6b1-be5c-4382-b517-b7ff50affe56 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:58.199442 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6ccaa92d-c89a-4288-9109-7cdc1c5968dd req-8761f6b1-be5c-4382-b517-b7ff50affe56 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 932 time: 0.0723882 Jul 09 20:53:58.238150 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6ccaa92d-c89a-4288-9109-7cdc1c5968dd req-e32b1877-7a6b-4478-accd-05261d0a60f6 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341442 Jul 09 20:53:59.444340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687aa63-981b-4e58-b0ce-536243b6cd5e req-9adaa629-191e-4c2b-b7ea-1649dc2adfc7 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:53:59.445953 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3687aa63-981b-4e58-b0ce-536243b6cd5e req-9adaa629-191e-4c2b-b7ea-1649dc2adfc7 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 932 time: 0.0866034 Jul 09 20:53:59.489519 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3687aa63-981b-4e58-b0ce-536243b6cd5e req-285b3a3b-aa01-4abd-858e-82aec5710baa tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379214 Jul 09 20:53:59.509670 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bc541a28-9c54-4102-9f8a-e9b93ca8a08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:59.676163 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:53:59.738827 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:00.657338 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:00.685287 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79560177-1678-4469-9f86-ffa7332379d0 req-6ce19ab3-eab2-4ad9-82f3-d7da28b76b8b tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:00.686778 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-79560177-1678-4469-9f86-ffa7332379d0 req-6ce19ab3-eab2-4ad9-82f3-d7da28b76b8b tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 932 time: 0.0779650 Jul 09 20:54:00.725248 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-79560177-1678-4469-9f86-ffa7332379d0 req-ee39aa06-eedf-4723-960f-ac78e9801e5a tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Jul 09 20:54:01.917503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d727592-c7c9-445e-8573-27e186461e29 req-f50a4539-9303-4951-94ec-c004812823b2 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:01.918984 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d727592-c7c9-445e-8573-27e186461e29 req-f50a4539-9303-4951-94ec-c004812823b2 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 932 time: 0.0692415 Jul 09 20:54:01.965187 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d727592-c7c9-445e-8573-27e186461e29 req-1fbe72ae-5111-4405-b550-baae09593918 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393732 Jul 09 20:54:02.521198 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:03.138638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cd92f-406d-4876-8ca5-6da2c566916a req-ff45b5a2-be22-42f0-a036-6260f37b10d4 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:03.140124 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-592cd92f-406d-4876-8ca5-6da2c566916a req-ff45b5a2-be22-42f0-a036-6260f37b10d4 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 932 time: 0.0647779 Jul 09 20:54:03.177967 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-592cd92f-406d-4876-8ca5-6da2c566916a req-100d8b51-b603-4864-8fcd-cab8dce57d88 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322001 Jul 09 20:54:03.700548 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Request body: {'port': {'device_id': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:03.773439 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.042990 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4067ce-2d97-45fe-a238-6952ecb78454 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:04.050777 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.062232 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Transition to ACTIVE for port object 5e4067ce-2d97-45fe-a238-6952ecb78454 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:54:04.065993 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.119927 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4067ce-2d97-45fe-a238-6952ecb78454,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:04.191730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Attempting to bind port 5e4067ce-2d97-45fe-a238-6952ecb78454 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:54:04.192073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Attempting to bind port 5e4067ce-2d97-45fe-a238-6952ecb78454 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '3906790b-4d91-4e57-b405-f22aecbf8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:54:04.192421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Attempting to bind port 5e4067ce-2d97-45fe-a238-6952ecb78454 on network bd0e5f4b-d3ee-492f-888e-83f9fea20b5f {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:04.197219 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Port 5e4067ce-2d97-45fe-a238-6952ecb78454 on network bd0e5f4b-d3ee-492f-888e-83f9fea20b5f not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:54:04.197689 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Attempting to bind port 5e4067ce-2d97-45fe-a238-6952ecb78454 on network bd0e5f4b-d3ee-492f-888e-83f9fea20b5f {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:54:04.202706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:54:04.203058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Checking segment: {'id': '3906790b-4d91-4e57-b405-f22aecbf8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:54:04.203980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Bound using segment: {'id': '3906790b-4d91-4e57-b405-f22aecbf8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:54:04.204630 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Bound port: 5e4067ce-2d97-45fe-a238-6952ecb78454, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3906790b-4d91-4e57-b405-f22aecbf8635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:54:04.204921 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.288426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] For port 5e4067ce-2d97-45fe-a238-6952ecb78454, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:54:04.291826 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] For port 5e4067ce-2d97-45fe-a238-6952ecb78454, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5e4067ce-2d97-45fe-a238-6952ecb78454,segment=NetworkSegment(3906790b-4d91-4e57-b405-f22aecbf8635),segment_id=3906790b-4d91-4e57-b405-f22aecbf8635)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:54:04.296024 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.334482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:04.335074 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:04.336437 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] 10.222.0.32 "PUT /v2.0/ports/5e4067ce-2d97-45fe-a238-6952ecb78454 HTTP/1.1" status: 200 len: 1092 time: 0.6406512 Jul 09 20:54:04.343989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'tag': '5e4067ce-2d97-45fe-a238-6952ecb78454'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:04.347987 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6100037c-9dd1-4afe-80bb-7d8fabc970f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5e7c5e-d627-4922-8907-aad15f2e4e30", "tag": "5e4067ce-2d97-45fe-a238-6952ecb78454"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:04.425582 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36960013-00ec-4647-b3aa-880262286d65 x-openstack-request-id: req-36960013-00ec-4647-b3aa-880262286d65 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:04.425877 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5e7c5e-d627-4922-8907-aad15f2e4e30", "tag": "5e4067ce-2d97-45fe-a238-6952ecb78454", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:04.426126 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-36960013-00ec-4647-b3aa-880262286d65 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:04.426517 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'tag': '5e4067ce-2d97-45fe-a238-6952ecb78454', 'status': 'completed', 'code': 200} Jul 09 20:54:04.428925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddddb72-b085-455e-90dd-cce704ab9143 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4067ce-2d97-45fe-a238-6952ecb78454,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:04.477315 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d1ead-a797-4f75-880b-0328272d20ad req-43cdd87a-4cef-456c-8288-698b18e03591 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:04.478923 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bb7d1ead-a797-4f75-880b-0328272d20ad req-43cdd87a-4cef-456c-8288-698b18e03591 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 944 time: 0.1521738 Jul 09 20:54:04.486695 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-042d0937-f162-49df-930f-ecde7865f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:04.488232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-042d0937-f162-49df-930f-ecde7865f894 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c37b18dfc4c48d99d3172609cb1169e&device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 1095 time: 0.1056273 Jul 09 20:54:04.542963 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-1fba7f02-99ae-447d-85a0-eb3949cc6bcd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e4067ce-2d97-45fe-a238-6952ecb78454 HTTP/1.1" status: 200 len: 217 time: 0.0385585 Jul 09 20:54:04.566817 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bb7d1ead-a797-4f75-880b-0328272d20ad req-e17673c9-e6df-4cd7-9cfd-0f0748aa9272 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776074 Jul 09 20:54:04.604115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-5800e799-4d08-4d21-ba89-f61bff2c0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:04.605596 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-5800e799-4d08-4d21-ba89-f61bff2c0aa3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ccab58e-bffd-40be-87a7-268d1d1cca21 HTTP/1.1" status: 200 len: 854 time: 0.0521812 Jul 09 20:54:04.671268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-f2220474-e1be-48d7-8ce9-20548ad4d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:04.673814 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-f2220474-e1be-48d7-8ce9-20548ad4d39f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563149 Jul 09 20:54:04.768141 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-3d599828-6c99-4614-9bf6-24446f00177e service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831475 Jul 09 20:54:04.866550 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdecb04f-09fc-4b1d-8262-56633c7185a0 req-79ea9a8a-9227-4d6b-9e0e-b19104986da3 service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876219 Jul 09 20:54:04.964365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100037c-9dd1-4afe-80bb-7d8fabc970f8 req-e2c4823e-c9c0-4ddc-87cd-2bc6ec3638b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:04.965874 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6100037c-9dd1-4afe-80bb-7d8fabc970f8 req-e2c4823e-c9c0-4ddc-87cd-2bc6ec3638b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c37b18dfc4c48d99d3172609cb1169e&device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 1095 time: 0.0532501 Jul 09 20:54:05.062552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100037c-9dd1-4afe-80bb-7d8fabc970f8 req-72e792df-f98e-4574-9499-e6508e4e7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:05.064486 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6100037c-9dd1-4afe-80bb-7d8fabc970f8 req-72e792df-f98e-4574-9499-e6508e4e7a9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f HTTP/1.1" status: 200 len: 916 time: 0.0881121 Jul 09 20:54:05.106504 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6100037c-9dd1-4afe-80bb-7d8fabc970f8 req-cf84aedf-dbe9-4133-bf28-0e808851e5bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e4067ce-2d97-45fe-a238-6952ecb78454 HTTP/1.1" status: 200 len: 217 time: 0.0341401 Jul 09 20:54:05.154966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100037c-9dd1-4afe-80bb-7d8fabc970f8 req-0f1f54b3-9742-40ac-ba77-3cbe7e844ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:05.156972 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6100037c-9dd1-4afe-80bb-7d8fabc970f8 req-0f1f54b3-9742-40ac-ba77-3cbe7e844ebc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ccab58e-bffd-40be-87a7-268d1d1cca21 HTTP/1.1" status: 200 len: 854 time: 0.0426948 Jul 09 20:54:05.215208 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100037c-9dd1-4afe-80bb-7d8fabc970f8 req-fc4a378c-1752-479a-b82f-b783377ae7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:05.216661 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6100037c-9dd1-4afe-80bb-7d8fabc970f8 req-fc4a378c-1752-479a-b82f-b783377ae7fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504949 Jul 09 20:54:05.313254 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6100037c-9dd1-4afe-80bb-7d8fabc970f8 req-4bba5164-725f-44f1-9da4-254e0fd2d022 service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847700 Jul 09 20:54:05.400481 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6100037c-9dd1-4afe-80bb-7d8fabc970f8 req-30ca4f03-9065-4175-a9e5-0e6b7646c047 service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798368 Jul 09 20:54:05.742174 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a13d7-a33a-4ad8-8fd5-cc87ec958b2e req-891e2274-356d-4cf1-b22f-9a7a61e9cb30 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:05.743697 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d9a13d7-a33a-4ad8-8fd5-cc87ec958b2e req-891e2274-356d-4cf1-b22f-9a7a61e9cb30 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 944 time: 0.0639701 Jul 09 20:54:05.781855 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7d9a13d7-a33a-4ad8-8fd5-cc87ec958b2e req-7b0b17db-a3f6-446f-b09b-1c27e2e30107 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325806 Jul 09 20:54:06.960036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3edbb-1a14-4d3c-80d9-75a2ef5c16a3 req-df50fd9a-cad0-47c4-ac87-f716964cbac7 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:06.961587 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f1a3edbb-1a14-4d3c-80d9-75a2ef5c16a3 req-df50fd9a-cad0-47c4-ac87-f716964cbac7 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 944 time: 0.0673966 Jul 09 20:54:06.999313 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f1a3edbb-1a14-4d3c-80d9-75a2ef5c16a3 req-ba9f1e0c-830c-4550-9be9-f59ac96955dc tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321288 Jul 09 20:54:07.901394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 5e4067ce-2d97-45fe-a238-6952ecb78454 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:54:07.994381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 5e4067ce-2d97-45fe-a238-6952ecb78454, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5e4067ce-2d97-45fe-a238-6952ecb78454,segment=NetworkSegment(3906790b-4d91-4e57-b405-f22aecbf8635),segment_id=3906790b-4d91-4e57-b405-f22aecbf8635)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:08.006233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '5e4067ce-2d97-45fe-a238-6952ecb78454', 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'port_id': '5e4067ce-2d97-45fe-a238-6952ecb78454', 'mac_address': 'fa:16:3e:2f:7a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:54:08.045674 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.059130 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4067ce-2d97-45fe-a238-6952ecb78454 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:54:08.078652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 5e4067ce-2d97-45fe-a238-6952ecb78454, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5e4067ce-2d97-45fe-a238-6952ecb78454,segment=NetworkSegment(3906790b-4d91-4e57-b405-f22aecbf8635),segment_id=3906790b-4d91-4e57-b405-f22aecbf8635)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:08.082700 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:08.130481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=5e4067ce-2d97-45fe-a238-6952ecb78454,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:08.137794 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:08.138151 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:08.138498 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:08.138841 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:08.139181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:08.139519 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:08.139855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:08.140187 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:08.140520 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:08.140906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:08.141316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:08.141803 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:08.182751 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3517ba-e265-4a96-a23b-beb601bcc61b req-93ba2a2d-9d22-4ceb-ba20-f4d7344eeeeb tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:08.184268 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fd3517ba-e265-4a96-a23b-beb601bcc61b req-93ba2a2d-9d22-4ceb-ba20-f4d7344eeeeb tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 945 time: 0.0743854 Jul 09 20:54:08.222008 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fd3517ba-e265-4a96-a23b-beb601bcc61b req-263ad76c-fdc6-4b5c-bc29-71485cdc9cfd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315855 Jul 09 20:54:08.407605 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['5e4067ce-2d97-45fe-a238-6952ecb78454'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:54:09.395939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb71e1-9105-4fe6-a570-28201a837e54 req-ed48b86b-2c48-4fa9-b998-57e6ee1fe9fd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:09.397609 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4bfb71e1-9105-4fe6-a570-28201a837e54 req-ed48b86b-2c48-4fa9-b998-57e6ee1fe9fd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 945 time: 0.0632358 Jul 09 20:54:09.434549 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4bfb71e1-9105-4fe6-a570-28201a837e54 req-60710222-6c55-4047-93af-87db3dbb9aee tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314744 Jul 09 20:54:09.927045 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 5e4067ce-2d97-45fe-a238-6952ecb78454 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:54:09.973590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 5e4067ce-2d97-45fe-a238-6952ecb78454 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:54:09.977129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 5e4067ce-2d97-45fe-a238-6952ecb78454 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:09.977498 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:10.051052 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:10.073118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4067ce-2d97-45fe-a238-6952ecb78454'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:10.075347 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446ddb3e-3ca2-4528-a0e7-06753dd9740b" -d '{"events": [{"server_uuid": "ae5e7c5e-d627-4922-8907-aad15f2e4e30", "name": "network-vif-plugged", "status": "completed", "tag": "5e4067ce-2d97-45fe-a238-6952ecb78454"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:10.090809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 5e4067ce-2d97-45fe-a238-6952ecb78454, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5e4067ce-2d97-45fe-a238-6952ecb78454,segment=NetworkSegment(3906790b-4d91-4e57-b405-f22aecbf8635),segment_id=3906790b-4d91-4e57-b405-f22aecbf8635)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:10.095788 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:10.119979 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44c6f5a-6452-48f3-b79f-64fffb6c81c4 x-openstack-request-id: req-d44c6f5a-6452-48f3-b79f-64fffb6c81c4 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:10.120287 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5e7c5e-d627-4922-8907-aad15f2e4e30", "name": "network-vif-plugged", "status": "completed", "tag": "5e4067ce-2d97-45fe-a238-6952ecb78454", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:10.120777 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d44c6f5a-6452-48f3-b79f-64fffb6c81c4 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:10.121165 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4067ce-2d97-45fe-a238-6952ecb78454', 'code': 200} Jul 09 20:54:10.148961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=5e4067ce-2d97-45fe-a238-6952ecb78454,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:10.232125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d125b2-be41-4631-9836-322a87a962bc req-08c03eac-a936-440d-812e-08c7d45e8245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:10.233625 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00d125b2-be41-4631-9836-322a87a962bc req-08c03eac-a936-440d-812e-08c7d45e8245 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 1097 time: 0.0504384 Jul 09 20:54:10.274345 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00d125b2-be41-4631-9836-322a87a962bc req-c6b44e46-0d63-422d-8546-e0d7b9e5cd9c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302305 Jul 09 20:54:10.607845 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d47b63-88d0-4c40-aa35-908feafeea49 req-a746e877-c27e-48d6-b8f0-af694f059bf7 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:10.610665 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c6d47b63-88d0-4c40-aa35-908feafeea49 req-a746e877-c27e-48d6-b8f0-af694f059bf7 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 946 time: 0.0659354 Jul 09 20:54:10.649673 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c6d47b63-88d0-4c40-aa35-908feafeea49 req-b73be70a-c11d-476f-8e5d-3ff160ccf001 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332334 Jul 09 20:54:11.823624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5831a-cf8a-4516-8a2d-037e04403115 req-24ebe182-a816-43c3-8c60-2f48190a0a8a tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:11.825142 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2ba5831a-cf8a-4516-8a2d-037e04403115 req-24ebe182-a816-43c3-8c60-2f48190a0a8a tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 946 time: 0.0633960 Jul 09 20:54:11.864774 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2ba5831a-cf8a-4516-8a2d-037e04403115 req-315c614f-16a0-4b24-90a2-bb8334037b80 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340714 Jul 09 20:54:12.039462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc64025-2f6a-4a33-a56a-5735b76b0695 req-77d59849-a07d-4ef3-bc9b-464ff08ee381 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:12.040946 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4fc64025-2f6a-4a33-a56a-5735b76b0695 req-77d59849-a07d-4ef3-bc9b-464ff08ee381 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 946 time: 0.0636785 Jul 09 20:54:12.079165 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4fc64025-2f6a-4a33-a56a-5735b76b0695 req-9e1c20b2-ef08-4e9b-8dee-df884c2fdeef tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322530 Jul 09 20:54:12.423202 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fa3bf-5223-413f-b8f9-0f9bb92a23ef req-5d44c12b-ed3e-4997-bede-89fbc8ebd444 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:12.424611 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-009fa3bf-5223-413f-b8f9-0f9bb92a23ef req-5d44c12b-ed3e-4997-bede-89fbc8ebd444 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 946 time: 0.0669806 Jul 09 20:54:12.461732 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-009fa3bf-5223-413f-b8f9-0f9bb92a23ef req-0a033482-4b22-4b7d-bf87-15d9a0e5c01a tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313070 Jul 09 20:54:24.115548 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2c509-4db7-4acf-a9f2-7225bd2f2bf7 req-20d38626-a81c-45d0-ba63-7b907b759b85 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:24.117071 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-14c2c509-4db7-4acf-a9f2-7225bd2f2bf7 req-20d38626-a81c-45d0-ba63-7b907b759b85 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 946 time: 0.0642548 Jul 09 20:54:24.154372 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-14c2c509-4db7-4acf-a9f2-7225bd2f2bf7 req-85261b75-ab94-4620-86d4-e3c0292c9c4d tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315049 Jul 09 20:54:24.179755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55002) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:24.326842 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14889425-8a73-42f9-9777-1288712e9645 tempest-TestMinimumBasicScenario-1124083133 tempest-TestMinimumBasicScenario-1124083133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:24.329079 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-14889425-8a73-42f9-9777-1288712e9645 tempest-TestMinimumBasicScenario-1124083133 tempest-TestMinimumBasicScenario-1124083133-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 1092 time: 0.1482031 Jul 09 20:54:24.331932 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55006) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:24.336328 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '5e4067ce-2d97-45fe-a238-6952ecb78454', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:24.358811 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.454491 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.558866 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Allocated IP 172.25.0.202 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/ccc72dd9-85ea-46f3-af36-4deca10186b3) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:54:24.658984 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.697536 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:24.737394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:54:24.740265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:54:24.743001 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:54:24.775437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Pushing event updated for resources: {'Port': ['ID=ccc72dd9-85ea-46f3-af36-4deca10186b3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:24.790077 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:24.790449 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:24.790805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:24.791155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:24.791502 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:24.791873 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:24.792241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:24.792606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:24.792949 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:24.793287 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:24.793626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:24.793985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:54:25.130208 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.207018 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.354416 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.358829 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.426779 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Pushing event updated for resources: {'Port': ['ID=ccc72dd9-85ea-46f3-af36-4deca10186b3,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:25.436423 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.537528 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Floating IP 82dcd7dd-09be-4897-b66b-fb1d45fbe9c1 associated. External IP: 172.25.0.202, port: 5e4067ce-2d97-45fe-a238-6952ecb78454. Jul 09 20:54:25.746546 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:54:25.855147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:54:25.864805 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020737e-cf4b-4ece-9050-a99ff45b7f49 None None] Sync routers for ids ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:54:25.871222 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:25.873980 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2020737e-cf4b-4ece-9050-a99ff45b7f49 None None] Routers {'439de0ee-b69d-46c6-8f0e-9ae0070c9b40'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:25.874590 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2020737e-cf4b-4ece-9050-a99ff45b7f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:53:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:25.909021 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ee7c80bc-2738-45f6-8c21-ee5c7a2d551c tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5760498 Jul 09 20:54:25.909877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'tag': '5e4067ce-2d97-45fe-a238-6952ecb78454'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:25.911883 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a73c0c1-4e5a-486f-b1e7-86df0fe74cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5e7c5e-d627-4922-8907-aad15f2e4e30", "tag": "5e4067ce-2d97-45fe-a238-6952ecb78454"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:25.912061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55008) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:25.916475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-62870b7c-30a8-49db-83d2-8910c44d0faf tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826369469', 'description': 'tempest-secgroup-smoke-826369469 description', 'project_id': '8c37b18dfc4c48d99d3172609cb1169e'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:25.941995 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62870b7c-30a8-49db-83d2-8910c44d0faf tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.001765 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-2020737e-cf4b-4ece-9050-a99ff45b7f49 None None] Set router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:26.030488 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62870b7c-30a8-49db-83d2-8910c44d0faf tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.034409 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62870b7c-30a8-49db-83d2-8910c44d0faf tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.065849 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-62870b7c-30a8-49db-83d2-8910c44d0faf tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.067085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-62870b7c-30a8-49db-83d2-8910c44d0faf tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1541643 Jul 09 20:54:26.070080 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55014) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:26.074738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-fd98f8cf-c304-47e4-89ce-02895b6be7d1 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Request body: {'security_group_rule': {'security_group_id': 'bbf406cd-5700-4c40-9ff4-138a6a572c13', 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:26.080490 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad919ef-5ffd-4f45-95e6-eaad077b19a2 x-openstack-request-id: req-bad919ef-5ffd-4f45-95e6-eaad077b19a2 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:26.081458 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5e7c5e-d627-4922-8907-aad15f2e4e30", "tag": "5e4067ce-2d97-45fe-a238-6952ecb78454", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:26.082123 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bad919ef-5ffd-4f45-95e6-eaad077b19a2 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:26.082580 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'tag': '5e4067ce-2d97-45fe-a238-6952ecb78454', 'status': 'completed', 'code': 200} Jul 09 20:54:26.087721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62870b7c-30a8-49db-83d2-8910c44d0faf tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf406cd-5700-4c40-9ff4-138a6a572c13,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:26.107244 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd98f8cf-c304-47e4-89ce-02895b6be7d1 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.200367 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd98f8cf-c304-47e4-89ce-02895b6be7d1 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.205400 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd98f8cf-c304-47e4-89ce-02895b6be7d1 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.231895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98f8cf-c304-47e4-89ce-02895b6be7d1 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af7f919-18e1-4e9f-bc19-64a219621a9a,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:26.239750 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd98f8cf-c304-47e4-89ce-02895b6be7d1 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.243755 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fd98f8cf-c304-47e4-89ce-02895b6be7d1 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1725185 Jul 09 20:54:26.243898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55016) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:26.246810 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73c0c1-4e5a-486f-b1e7-86df0fe74cf1 req-dce76b45-69c1-41c8-a56b-4d871b644521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:26.248705 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2a73c0c1-4e5a-486f-b1e7-86df0fe74cf1 req-dce76b45-69c1-41c8-a56b-4d871b644521 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c37b18dfc4c48d99d3172609cb1169e&device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 1097 time: 0.1088915 Jul 09 20:54:26.249438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7ce5def7-6ba5-4570-96de-12a520a0e8ee tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Request body: {'security_group_rule': {'security_group_id': 'bbf406cd-5700-4c40-9ff4-138a6a572c13', 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:26.253265 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2020737e-cf4b-4ece-9050-a99ff45b7f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:29Z', 'updated_at': '2021-07-09T20:53:32Z', 'revision_number': 4, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'gw_port': {'id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:30Z', 'updated_at': '2021-07-09T20:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '82dcd7dd-09be-4897-b66b-fb1d45fbe9c1', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'port_id': '5e4067ce-2d97-45fe-a238-6952ecb78454', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'mac_address': 'fa:16:3e:2f:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:54:24Z', 'updated_at': '2021-07-09T20:54:24Z', 'revision_number': 0, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075e8cd6-2dd8-45eb-a31a-505de355ed9e', 'name': '', 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'mac_address': 'fa:16:3e:05:06:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:32Z', 'updated_at': '2021-07-09T20:53:39Z', 'revision_number': 5, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'subnets': [{'id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:26.277848 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ce5def7-6ba5-4570-96de-12a520a0e8ee tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.284703 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020737e-cf4b-4ece-9050-a99ff45b7f49 None None] Checking router: 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:54:26.292956 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2020737e-cf4b-4ece-9050-a99ff45b7f49 None None] Routers {'439de0ee-b69d-46c6-8f0e-9ae0070c9b40'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:54:26.293572 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2020737e-cf4b-4ece-9050-a99ff45b7f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:53:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:26.341670 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ce5def7-6ba5-4570-96de-12a520a0e8ee tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.346392 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ce5def7-6ba5-4570-96de-12a520a0e8ee tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.364924 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5def7-6ba5-4570-96de-12a520a0e8ee tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d017fb7-2647-4732-a5d9-bf956952a0eb,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:26.372941 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7ce5def7-6ba5-4570-96de-12a520a0e8ee tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.374479 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7ce5def7-6ba5-4570-96de-12a520a0e8ee tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291680 Jul 09 20:54:26.380788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55018) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:26.386079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8df36619-a470-4e16-84e8-aabadad9ad19 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Request body: {'security_group_rule': {'security_group_id': 'bbf406cd-5700-4c40-9ff4-138a6a572c13', 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:26.416173 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8df36619-a470-4e16-84e8-aabadad9ad19 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.420467 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-2020737e-cf4b-4ece-9050-a99ff45b7f49 None None] Set router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:54:26.491404 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8df36619-a470-4e16-84e8-aabadad9ad19 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.495552 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8df36619-a470-4e16-84e8-aabadad9ad19 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.516260 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df36619-a470-4e16-84e8-aabadad9ad19 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0220207-f9dd-4ecf-a7b9-f760fbf91c37,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:26.523085 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8df36619-a470-4e16-84e8-aabadad9ad19 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.524476 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8df36619-a470-4e16-84e8-aabadad9ad19 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425464 Jul 09 20:54:26.527214 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55020) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:26.532848 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-eb045247-1728-467f-8cba-4fc9b6c7b9dd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Request body: {'security_group_rule': {'security_group_id': 'bbf406cd-5700-4c40-9ff4-138a6a572c13', 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:26.563235 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb045247-1728-467f-8cba-4fc9b6c7b9dd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.630877 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb045247-1728-467f-8cba-4fc9b6c7b9dd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.635244 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb045247-1728-467f-8cba-4fc9b6c7b9dd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.655162 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb045247-1728-467f-8cba-4fc9b6c7b9dd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5359e2-bc4c-4238-94fc-d05a9a0ce74f,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:26.662185 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb045247-1728-467f-8cba-4fc9b6c7b9dd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.663478 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-eb045247-1728-467f-8cba-4fc9b6c7b9dd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350248 Jul 09 20:54:26.666191 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55022) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:26.670906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-eb772642-2b06-48b2-83cc-75ced0c5a554 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Request body: {'security_group_rule': {'security_group_id': 'bbf406cd-5700-4c40-9ff4-138a6a572c13', 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:26.676448 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2020737e-cf4b-4ece-9050-a99ff45b7f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:29Z', 'updated_at': '2021-07-09T20:53:32Z', 'revision_number': 4, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'gw_port': {'id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:30Z', 'updated_at': '2021-07-09T20:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '82dcd7dd-09be-4897-b66b-fb1d45fbe9c1', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'port_id': '5e4067ce-2d97-45fe-a238-6952ecb78454', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'mac_address': 'fa:16:3e:2f:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:54:24Z', 'updated_at': '2021-07-09T20:54:24Z', 'revision_number': 0, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075e8cd6-2dd8-45eb-a31a-505de355ed9e', 'name': '', 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'mac_address': 'fa:16:3e:05:06:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:32Z', 'updated_at': '2021-07-09T20:53:39Z', 'revision_number': 5, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'subnets': [{'id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:54:26.685790 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73c0c1-4e5a-486f-b1e7-86df0fe74cf1 req-b13bbabc-56ba-4c27-9220-7c1270d3656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:26.687428 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2a73c0c1-4e5a-486f-b1e7-86df0fe74cf1 req-b13bbabc-56ba-4c27-9220-7c1270d3656c service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f HTTP/1.1" status: 200 len: 916 time: 0.4316750 Jul 09 20:54:26.696267 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-eb772642-2b06-48b2-83cc-75ced0c5a554 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Project 8c37b18dfc4c48d99d3172609cb1169e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:54:26.701676 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb772642-2b06-48b2-83cc-75ced0c5a554 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.705784 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2020737e-cf4b-4ece-9050-a99ff45b7f49 None None] The sync data for ids ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'] in n-d-800088-3 is: [{'id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:29Z', 'updated_at': '2021-07-09T20:53:32Z', 'revision_number': 4, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'gw_port': {'id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:30Z', 'updated_at': '2021-07-09T20:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '82dcd7dd-09be-4897-b66b-fb1d45fbe9c1', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'port_id': '5e4067ce-2d97-45fe-a238-6952ecb78454', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'mac_address': 'fa:16:3e:2f:7a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:54:24Z', 'updated_at': '2021-07-09T20:54:24Z', 'revision_number': 0, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075e8cd6-2dd8-45eb-a31a-505de355ed9e', 'name': '', 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'mac_address': 'fa:16:3e:05:06:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:32Z', 'updated_at': '2021-07-09T20:53:39Z', 'revision_number': 5, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'subnets': [{'id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:54:26.761515 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2a73c0c1-4e5a-486f-b1e7-86df0fe74cf1 req-77077e75-5c40-4185-bdc3-7a04ee6a9379 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e4067ce-2d97-45fe-a238-6952ecb78454 HTTP/1.1" status: 200 len: 1000 time: 0.0665786 Jul 09 20:54:26.780702 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb772642-2b06-48b2-83cc-75ced0c5a554 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.785581 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb772642-2b06-48b2-83cc-75ced0c5a554 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.805785 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb772642-2b06-48b2-83cc-75ced0c5a554 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c836f1-425a-4027-b589-12d436443298,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:26.813470 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-eb772642-2b06-48b2-83cc-75ced0c5a554 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.814846 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-eb772642-2b06-48b2-83cc-75ced0c5a554 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1476512 Jul 09 20:54:26.817767 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55024) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:54:26.824120 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e27efbaa-5f38-45dc-afb2-ffaf0ab293f2 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Request body: {'security_group_rule': {'security_group_id': 'bbf406cd-5700-4c40-9ff4-138a6a572c13', 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:26.830353 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73c0c1-4e5a-486f-b1e7-86df0fe74cf1 req-a0a7be99-d585-4429-87e7-15dec9b16bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:26.831823 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2a73c0c1-4e5a-486f-b1e7-86df0fe74cf1 req-a0a7be99-d585-4429-87e7-15dec9b16bd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ccab58e-bffd-40be-87a7-268d1d1cca21 HTTP/1.1" status: 200 len: 854 time: 0.0620768 Jul 09 20:54:26.882288 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-e27efbaa-5f38-45dc-afb2-ffaf0ab293f2 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Project 8c37b18dfc4c48d99d3172609cb1169e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:54:26.888657 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e27efbaa-5f38-45dc-afb2-ffaf0ab293f2 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.931715 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd2833d-f85b-4d48-9c15-b2cf4c7976fc None None] New status for floating IP 82dcd7dd-09be-4897-b66b-fb1d45fbe9c1: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:54:26.945584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73c0c1-4e5a-486f-b1e7-86df0fe74cf1 req-9dedec88-5928-4c6b-87a0-d61ccda9092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:26.947126 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2a73c0c1-4e5a-486f-b1e7-86df0fe74cf1 req-9dedec88-5928-4c6b-87a0-d61ccda9092d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050918 Jul 09 20:54:26.969797 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e27efbaa-5f38-45dc-afb2-ffaf0ab293f2 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.982187 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e27efbaa-5f38-45dc-afb2-ffaf0ab293f2 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:26.987924 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e4a169b5-7f9a-4333-b800-54ae8078dc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.027673 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27efbaa-5f38-45dc-afb2-ffaf0ab293f2 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d435c4-af44-420f-b6f3-091571d9693a,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:27.040237 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e27efbaa-5f38-45dc-afb2-ffaf0ab293f2 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.044587 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e27efbaa-5f38-45dc-afb2-ffaf0ab293f2 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2257533 Jul 09 20:54:27.075723 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2a73c0c1-4e5a-486f-b1e7-86df0fe74cf1 req-c1c48080-999a-4d13-afae-acb15dcfc3d3 service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158876 Jul 09 20:54:27.186437 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1ec7f12-6768-4fc0-b663-82292a0541f1 req-836ac746-91e4-4d9a-9a6d-da695f657ae4 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826369469&fields=id&tenant_id=8c37b18dfc4c48d99d3172609cb1169e HTTP/1.1" status: 200 len: 267 time: 0.0491705 Jul 09 20:54:27.232952 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2a73c0c1-4e5a-486f-b1e7-86df0fe74cf1 req-3e7d6167-a100-42cf-9415-0744a3b352af service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496809 Jul 09 20:54:27.266610 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec7f12-6768-4fc0-b663-82292a0541f1 req-e04f5cbd-1a92-4c0b-849f-08aa010e018a tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:27.268649 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1ec7f12-6768-4fc0-b663-82292a0541f1 req-e04f5cbd-1a92-4c0b-849f-08aa010e018a tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 946 time: 0.0762358 Jul 09 20:54:27.282552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-e1ec7f12-6768-4fc0-b663-82292a0541f1 req-505ff6e7-de38-40af-9b57-c1e1dc7c256b tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Request body: {'port': {'security_groups': ['6f41ffe7-66a8-4345-95ca-619275d620eb', 'bbf406cd-5700-4c40-9ff4-138a6a572c13']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:54:27.366869 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e1ec7f12-6768-4fc0-b663-82292a0541f1 req-505ff6e7-de38-40af-9b57-c1e1dc7c256b tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.439199 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.549206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-e1ec7f12-6768-4fc0-b663-82292a0541f1 req-505ff6e7-de38-40af-9b57-c1e1dc7c256b tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] For port 5e4067ce-2d97-45fe-a238-6952ecb78454, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5e4067ce-2d97-45fe-a238-6952ecb78454,segment=NetworkSegment(3906790b-4d91-4e57-b405-f22aecbf8635),segment_id=3906790b-4d91-4e57-b405-f22aecbf8635)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:54:27.586324 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e1ec7f12-6768-4fc0-b663-82292a0541f1 req-505ff6e7-de38-40af-9b57-c1e1dc7c256b tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.591299 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e1ec7f12-6768-4fc0-b663-82292a0541f1 req-505ff6e7-de38-40af-9b57-c1e1dc7c256b tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.603038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['5e4067ce-2d97-45fe-a238-6952ecb78454'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:54:27.637058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec7f12-6768-4fc0-b663-82292a0541f1 req-505ff6e7-de38-40af-9b57-c1e1dc7c256b tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:27.637703 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e1ec7f12-6768-4fc0-b663-82292a0541f1 req-505ff6e7-de38-40af-9b57-c1e1dc7c256b tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:27.639138 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1ec7f12-6768-4fc0-b663-82292a0541f1 req-505ff6e7-de38-40af-9b57-c1e1dc7c256b tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "PUT /v2.0/ports/5e4067ce-2d97-45fe-a238-6952ecb78454 HTTP/1.1" status: 200 len: 982 time: 0.3642974 Jul 09 20:54:27.639691 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'tag': '5e4067ce-2d97-45fe-a238-6952ecb78454'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:54:27.643500 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426ee894-fab6-41f7-9198-c76e7af30d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5e7c5e-d627-4922-8907-aad15f2e4e30", "tag": "5e4067ce-2d97-45fe-a238-6952ecb78454"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:54:27.676509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ff6e7-de38-40af-9b57-c1e1dc7c256b tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Pushing event updated for resources: {'Port': ['ID=5e4067ce-2d97-45fe-a238-6952ecb78454,revision_number=6']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:54:27.705656 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701cc394-e8b8-4fad-8c87-9c5751852ddb x-openstack-request-id: req-701cc394-e8b8-4fad-8c87-9c5751852ddb {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:54:27.705960 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5e7c5e-d627-4922-8907-aad15f2e4e30", "tag": "5e4067ce-2d97-45fe-a238-6952ecb78454", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:54:27.707930 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-701cc394-e8b8-4fad-8c87-9c5751852ddb {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:54:27.708364 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'tag': '5e4067ce-2d97-45fe-a238-6952ecb78454', 'status': 'completed', 'code': 200} Jul 09 20:54:27.723649 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['5e4067ce-2d97-45fe-a238-6952ecb78454'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:54:27.811498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ee894-fab6-41f7-9198-c76e7af30d1c req-2b5b7ca6-c372-40ec-b97c-1f27c2e0d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:27.814725 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-426ee894-fab6-41f7-9198-c76e7af30d1c req-2b5b7ca6-c372-40ec-b97c-1f27c2e0d074 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c37b18dfc4c48d99d3172609cb1169e&device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 1136 time: 0.0765033 Jul 09 20:54:27.850622 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99a660-065f-4498-a620-00d742fa5da0 req-00526447-3596-445a-9972-1c2e6030b37f tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:27.852473 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c99a660-065f-4498-a620-00d742fa5da0 req-00526447-3596-445a-9972-1c2e6030b37f tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 985 time: 0.0791728 Jul 09 20:54:27.898423 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c99a660-065f-4498-a620-00d742fa5da0 req-874fab21-d0d9-4fa8-be41-ef3291e6f95f tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&id=bbf406cd-5700-4c40-9ff4-138a6a572c13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392337 Jul 09 20:54:27.932584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ee894-fab6-41f7-9198-c76e7af30d1c req-939a68b2-3fb4-489c-81fb-56dce1525b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:27.934115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-426ee894-fab6-41f7-9198-c76e7af30d1c req-939a68b2-3fb4-489c-81fb-56dce1525b17 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f HTTP/1.1" status: 200 len: 916 time: 0.1086364 Jul 09 20:54:28.006815 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fdd30905-9d70-4d11-82f5-14fb57c1b88b None None] Provisioning complete for port 5e4067ce-2d97-45fe-a238-6952ecb78454 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:54:28.007364 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fdd30905-9d70-4d11-82f5-14fb57c1b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:28.010150 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-426ee894-fab6-41f7-9198-c76e7af30d1c req-ae4b5feb-4968-4e73-a9a5-d0b4b02c9d98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e4067ce-2d97-45fe-a238-6952ecb78454 HTTP/1.1" status: 200 len: 1002 time: 0.0675051 Jul 09 20:54:28.060805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ee894-fab6-41f7-9198-c76e7af30d1c req-45393a7e-0a35-444f-95fc-29f92b78ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:28.062598 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-426ee894-fab6-41f7-9198-c76e7af30d1c req-45393a7e-0a35-444f-95fc-29f92b78ce35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ccab58e-bffd-40be-87a7-268d1d1cca21 HTTP/1.1" status: 200 len: 854 time: 0.0440249 Jul 09 20:54:28.122447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ee894-fab6-41f7-9198-c76e7af30d1c req-d4d52921-1d5b-437a-b438-69cb222fa52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:28.123950 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-426ee894-fab6-41f7-9198-c76e7af30d1c req-d4d52921-1d5b-437a-b438-69cb222fa52b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520267 Jul 09 20:54:28.224293 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-426ee894-fab6-41f7-9198-c76e7af30d1c req-e28ed4a1-3875-4231-acb6-f5ec477d67ba service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888081 Jul 09 20:54:28.327766 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-426ee894-fab6-41f7-9198-c76e7af30d1c req-a0eb5258-0cf0-431b-b56a-dc2f4203514d service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933490 Jul 09 20:54:29.504831 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-69a71b01-2f80-42f2-a1ca-23a0f805ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.678181 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:29.753909 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:30.657511 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:31.369174 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:54:32.522995 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:53.871469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1be79-f14f-4a4e-8266-a25d68c33124 req-c1fde03b-ee43-41a0-9ebd-9b97e4e56b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:53.872921 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2d1be79-f14f-4a4e-8266-a25d68c33124 req-c1fde03b-ee43-41a0-9ebd-9b97e4e56b56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c37b18dfc4c48d99d3172609cb1169e&device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 1136 time: 0.0539865 Jul 09 20:54:53.912672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ed538-352b-47a7-8df3-23209b8600de req-63726a28-6ecc-4384-af7c-c18b52282ea0 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:53.914200 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-133ed538-352b-47a7-8df3-23209b8600de req-63726a28-6ecc-4384-af7c-c18b52282ea0 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 985 time: 0.0650861 Jul 09 20:54:53.956265 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-133ed538-352b-47a7-8df3-23209b8600de req-65d7af85-ac20-46ed-a60f-6948f90573be tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&id=bbf406cd-5700-4c40-9ff4-138a6a572c13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362983 Jul 09 20:54:53.971787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1be79-f14f-4a4e-8266-a25d68c33124 req-baf312ca-df36-40e5-918b-498a168dc3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:53.973419 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2d1be79-f14f-4a4e-8266-a25d68c33124 req-baf312ca-df36-40e5-918b-498a168dc3ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f HTTP/1.1" status: 200 len: 916 time: 0.0915334 Jul 09 20:54:54.043984 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2d1be79-f14f-4a4e-8266-a25d68c33124 req-d8fd08a0-f0e8-4e75-a126-f3c6f07567ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e4067ce-2d97-45fe-a238-6952ecb78454 HTTP/1.1" status: 200 len: 1002 time: 0.0587306 Jul 09 20:54:54.097756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1be79-f14f-4a4e-8266-a25d68c33124 req-f0a72ed2-d6f4-4beb-8d0c-2b39c1ac553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:54.099248 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2d1be79-f14f-4a4e-8266-a25d68c33124 req-f0a72ed2-d6f4-4beb-8d0c-2b39c1ac553a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ccab58e-bffd-40be-87a7-268d1d1cca21 HTTP/1.1" status: 200 len: 854 time: 0.0485196 Jul 09 20:54:54.158548 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1be79-f14f-4a4e-8266-a25d68c33124 req-0baf27e4-63c1-4a28-aedd-eaed23f842df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:54.159950 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2d1be79-f14f-4a4e-8266-a25d68c33124 req-0baf27e4-63c1-4a28-aedd-eaed23f842df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520029 Jul 09 20:54:54.254920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2d1be79-f14f-4a4e-8266-a25d68c33124 req-9b59eaa2-20a4-4fc7-b2e7-60f3631d27b9 service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870800 Jul 09 20:54:54.350232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f2d1be79-f14f-4a4e-8266-a25d68c33124 req-1ff73580-0aa0-45ce-bef8-3cc71f0aa09b service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869269 Jul 09 20:54:55.133824 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f83c7c-c9e7-47f4-9693-136e960db6e7 req-d7955b45-b885-4907-99b7-1a9faafec059 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:55.135307 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93f83c7c-c9e7-47f4-9693-136e960db6e7 req-d7955b45-b885-4907-99b7-1a9faafec059 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 985 time: 0.0662637 Jul 09 20:54:55.176721 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93f83c7c-c9e7-47f4-9693-136e960db6e7 req-0e459708-d4e3-4110-8bb6-eba7e5cc3a26 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&id=bbf406cd-5700-4c40-9ff4-138a6a572c13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344675 Jul 09 20:54:56.357643 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824134fa-f755-47bb-9f97-8cc528d4ebd2 req-b186dd3e-7da8-4587-9901-c15cdde5bdff tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:56.359883 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-824134fa-f755-47bb-9f97-8cc528d4ebd2 req-b186dd3e-7da8-4587-9901-c15cdde5bdff tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 985 time: 0.0685897 Jul 09 20:54:56.702741 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-824134fa-f755-47bb-9f97-8cc528d4ebd2 req-dfc2b16c-0a1b-4b6e-b0ec-5a9a55edcae4 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&id=bbf406cd-5700-4c40-9ff4-138a6a572c13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3367276 Jul 09 20:54:56.949661 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2d04ef6d-c6bc-4e88-b322-5d72231b29a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.461367 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:57.886274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d1c6b-e651-4d36-9537-f3af611b415b req-e3109e8a-1d00-497e-ac23-93f78429852a tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:57.887756 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f66d1c6b-e651-4d36-9537-f3af611b415b req-e3109e8a-1d00-497e-ac23-93f78429852a tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 985 time: 0.0717599 Jul 09 20:54:57.926664 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f66d1c6b-e651-4d36-9537-f3af611b415b req-b0588339-100b-4d1c-9e23-5647d0a22ae4 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&id=bbf406cd-5700-4c40-9ff4-138a6a572c13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330858 Jul 09 20:54:59.099315 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16d4c9-9301-4f0b-ab7c-882ccf018a96 req-7e0dabbe-35d6-4005-9fb5-364b01288c55 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:54:59.101064 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb16d4c9-9301-4f0b-ab7c-882ccf018a96 req-7e0dabbe-35d6-4005-9fb5-364b01288c55 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 985 time: 0.0634804 Jul 09 20:54:59.141267 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb16d4c9-9301-4f0b-ab7c-882ccf018a96 req-47c98296-9021-4d33-ae72-043bede0917e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&id=bbf406cd-5700-4c40-9ff4-138a6a572c13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345275 Jul 09 20:54:59.506534 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-053ad4c4-27d0-4319-8f3a-73264c788c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:59.679005 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:54:59.758179 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:00.315201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a540244-54fd-49c6-b86b-ac19b112b0e3 req-ae16ce15-b487-49e1-902e-d632db9072ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:00.316747 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a540244-54fd-49c6-b86b-ac19b112b0e3 req-ae16ce15-b487-49e1-902e-d632db9072ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c37b18dfc4c48d99d3172609cb1169e&device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 1136 time: 0.0936100 Jul 09 20:55:00.333243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b465f5c-23dc-48bb-a32b-0c3e5d409bb0 req-2031628d-aaa9-44d2-a69f-7a2f18b501ac tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:00.334774 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b465f5c-23dc-48bb-a32b-0c3e5d409bb0 req-2031628d-aaa9-44d2-a69f-7a2f18b501ac tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 985 time: 0.0826490 Jul 09 20:55:00.433159 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7b465f5c-23dc-48bb-a32b-0c3e5d409bb0 req-166c4bdb-1770-4f41-8b4d-4f9164436684 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&id=bbf406cd-5700-4c40-9ff4-138a6a572c13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878396 Jul 09 20:55:00.450947 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a540244-54fd-49c6-b86b-ac19b112b0e3 req-895874e7-2fb1-48b1-98fd-aa16fe9af363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:00.452994 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a540244-54fd-49c6-b86b-ac19b112b0e3 req-895874e7-2fb1-48b1-98fd-aa16fe9af363 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f HTTP/1.1" status: 200 len: 916 time: 0.1153264 Jul 09 20:55:00.522587 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a540244-54fd-49c6-b86b-ac19b112b0e3 req-c0d10a73-e130-4c4f-acc6-764e4661214d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e4067ce-2d97-45fe-a238-6952ecb78454 HTTP/1.1" status: 200 len: 1002 time: 0.0627029 Jul 09 20:55:00.572323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a540244-54fd-49c6-b86b-ac19b112b0e3 req-d048e295-e90a-49f7-81f8-62a2eb2d0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:00.573776 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a540244-54fd-49c6-b86b-ac19b112b0e3 req-d048e295-e90a-49f7-81f8-62a2eb2d0a0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ccab58e-bffd-40be-87a7-268d1d1cca21 HTTP/1.1" status: 200 len: 854 time: 0.0428278 Jul 09 20:55:00.631550 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a540244-54fd-49c6-b86b-ac19b112b0e3 req-2d084083-d13c-44af-a6f7-2e825cb43326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:00.633095 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a540244-54fd-49c6-b86b-ac19b112b0e3 req-2d084083-d13c-44af-a6f7-2e825cb43326 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517087 Jul 09 20:55:00.660293 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:00.727982 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a540244-54fd-49c6-b86b-ac19b112b0e3 req-e23c8431-7a48-4a70-a6aa-8264634df0bd service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878787 Jul 09 20:55:00.821119 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1a540244-54fd-49c6-b86b-ac19b112b0e3 req-50b4f54e-5188-4a66-a5bb-f03bd250f14b service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868278 Jul 09 20:55:01.616698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b81a7d-2e67-48ce-b765-a08780a7273a req-82bb8cab-1428-4ec7-930d-281efa1c1f60 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:01.618234 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03b81a7d-2e67-48ce-b765-a08780a7273a req-82bb8cab-1428-4ec7-930d-281efa1c1f60 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 985 time: 0.0687530 Jul 09 20:55:01.664632 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03b81a7d-2e67-48ce-b765-a08780a7273a req-496e45bc-fbcd-4168-a9bf-9bf06ac0a418 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&id=bbf406cd-5700-4c40-9ff4-138a6a572c13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402646 Jul 09 20:55:02.528633 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:02.849783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4b597-4787-4974-a372-059a4f596827 req-5d21606f-162a-4dd3-8fb2-6c3c5a0a76e3 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:02.851261 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2d4b597-4787-4974-a372-059a4f596827 req-5d21606f-162a-4dd3-8fb2-6c3c5a0a76e3 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 985 time: 0.0644071 Jul 09 20:55:02.890177 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e2d4b597-4787-4974-a372-059a4f596827 req-d673a0f4-a683-43cf-a75d-a1a6d428e58f tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&id=bbf406cd-5700-4c40-9ff4-138a6a572c13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332589 Jul 09 20:55:04.061462 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7fdb6-c185-41c7-9bae-d7783d6d647d req-5f1e8f01-f6fa-4a60-b8bc-9e16efe3cf74 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:04.063773 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2be7fdb6-c185-41c7-9bae-d7783d6d647d req-5f1e8f01-f6fa-4a60-b8bc-9e16efe3cf74 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 985 time: 0.0635035 Jul 09 20:55:04.101951 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2be7fdb6-c185-41c7-9bae-d7783d6d647d req-f6c3d2e5-28f0-4ffe-b0e6-6139a53a426f tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&id=bbf406cd-5700-4c40-9ff4-138a6a572c13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324979 Jul 09 20:55:05.288289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcae11-00f7-4757-926c-d3a0ef01a320 req-c20acbfe-5795-484d-a1e2-2e3077876804 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:05.289831 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dfdcae11-00f7-4757-926c-d3a0ef01a320 req-c20acbfe-5795-484d-a1e2-2e3077876804 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 985 time: 0.0708895 Jul 09 20:55:05.331101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dfdcae11-00f7-4757-926c-d3a0ef01a320 req-1c3f76c6-a664-4a54-a4c9-42e82d1b76a5 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&id=bbf406cd-5700-4c40-9ff4-138a6a572c13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355005 Jul 09 20:55:06.510691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0319df1-a5fd-4df4-9016-7bd57538052a req-65c863e2-1715-4652-a516-61fff05e6562 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:06.512177 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0319df1-a5fd-4df4-9016-7bd57538052a req-65c863e2-1715-4652-a516-61fff05e6562 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 985 time: 0.0640407 Jul 09 20:55:06.552518 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f0319df1-a5fd-4df4-9016-7bd57538052a req-cc9508b1-2ed4-49f2-803d-be3dba536cf6 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&id=bbf406cd-5700-4c40-9ff4-138a6a572c13&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346289 Jul 09 20:55:08.368680 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:55:26.951525 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-75e4e793-15a8-4b23-8d48-02e5549a7130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:27.448726 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:29.506834 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-105b996b-59cc-4de0-a207-9c9745619f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:29.681427 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:29.768054 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:30.663088 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:32.528147 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:45.367801 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:55:46.003777 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a522cee0-d0f6-484c-9663-14b4a2c5ec2a req-77d15212-f583-4cc4-869f-7978ea2a4742 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826369469&fields=id&tenant_id=8c37b18dfc4c48d99d3172609cb1169e HTTP/1.1" status: 200 len: 267 time: 0.0345099 Jul 09 20:55:46.068760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522cee0-d0f6-484c-9663-14b4a2c5ec2a req-19204ca3-ad66-4364-91a7-12d09ac9e95e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:46.070174 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a522cee0-d0f6-484c-9663-14b4a2c5ec2a req-19204ca3-ad66-4364-91a7-12d09ac9e95e tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 985 time: 0.0611386 Jul 09 20:55:46.081209 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-a522cee0-d0f6-484c-9663-14b4a2c5ec2a req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Request body: {'port': {'security_groups': ['6f41ffe7-66a8-4345-95ca-619275d620eb']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:55:46.170463 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a522cee0-d0f6-484c-9663-14b4a2c5ec2a req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:46.367209 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-a522cee0-d0f6-484c-9663-14b4a2c5ec2a req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] For port 5e4067ce-2d97-45fe-a238-6952ecb78454, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5e4067ce-2d97-45fe-a238-6952ecb78454,segment=NetworkSegment(3906790b-4d91-4e57-b405-f22aecbf8635),segment_id=3906790b-4d91-4e57-b405-f22aecbf8635)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:46.396285 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a522cee0-d0f6-484c-9663-14b4a2c5ec2a req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:46.400775 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a522cee0-d0f6-484c-9663-14b4a2c5ec2a req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:46.415695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['5e4067ce-2d97-45fe-a238-6952ecb78454'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:55:46.444585 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522cee0-d0f6-484c-9663-14b4a2c5ec2a req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:46.445184 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-a522cee0-d0f6-484c-9663-14b4a2c5ec2a req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:46.448557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a522cee0-d0f6-484c-9663-14b4a2c5ec2a req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "PUT /v2.0/ports/5e4067ce-2d97-45fe-a238-6952ecb78454 HTTP/1.1" status: 200 len: 943 time: 0.3703392 Jul 09 20:55:46.448557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'tag': '5e4067ce-2d97-45fe-a238-6952ecb78454'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:46.449615 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8832634b-f456-4c08-af98-bf822d3d10e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5e7c5e-d627-4922-8907-aad15f2e4e30", "tag": "5e4067ce-2d97-45fe-a238-6952ecb78454"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:46.453593 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55098) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:46.492093 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Pushing event updated for resources: {'Port': ['ID=5e4067ce-2d97-45fe-a238-6952ecb78454,revision_number=7']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:46.501515 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b318191-a53b-4cea-9064-3bb56487c614 x-openstack-request-id: req-7b318191-a53b-4cea-9064-3bb56487c614 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:46.501816 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5e7c5e-d627-4922-8907-aad15f2e4e30", "tag": "5e4067ce-2d97-45fe-a238-6952ecb78454", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:46.502194 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b318191-a53b-4cea-9064-3bb56487c614 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:46.502666 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'tag': '5e4067ce-2d97-45fe-a238-6952ecb78454', 'status': 'completed', 'code': 200} Jul 09 20:55:46.504037 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.504462 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.504907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.505314 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.505715 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.506259 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.506789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.507474 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.507604 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.507913 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.508308 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.508725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5175fc0e-bb4f-4901-b2ac-17fc73caf8d8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.525085 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['5e4067ce-2d97-45fe-a238-6952ecb78454'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:55:46.556148 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:46.590571 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:46.596256 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832634b-f456-4c08-af98-bf822d3d10e5 req-c30366e9-1799-4880-bc96-969b0df66a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:46.597594 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8832634b-f456-4c08-af98-bf822d3d10e5 req-c30366e9-1799-4880-bc96-969b0df66a1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c37b18dfc4c48d99d3172609cb1169e&device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 1097 time: 0.0659692 Jul 09 20:55:46.666109 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:46.669220 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:46.671390 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "DELETE /v2.0/security-groups/bbf406cd-5700-4c40-9ff4-138a6a572c13 HTTP/1.1" status: 204 len: 168 time: 0.2159765 Jul 09 20:55:46.676201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55100) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:46.681995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf406cd-5700-4c40-9ff4-138a6a572c13,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:46.690359 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.690975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.691544 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.692113 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.692700 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.693120 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.693541 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.693957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.694370 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.694713 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.695055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.695392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599bb08-9b80-403f-9e4f-1adac2e12733 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:55:46.769552 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832634b-f456-4c08-af98-bf822d3d10e5 req-31937615-0e2a-4f40-88f6-45f2936cdb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:46.771017 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8832634b-f456-4c08-af98-bf822d3d10e5 req-31937615-0e2a-4f40-88f6-45f2936cdb98 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f HTTP/1.1" status: 200 len: 916 time: 0.1670105 Jul 09 20:55:46.790377 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6a506624-43e9-4b0d-90f7-aab86d383a99 None None] Provisioning complete for port 5e4067ce-2d97-45fe-a238-6952ecb78454 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:55:46.790760 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6a506624-43e9-4b0d-90f7-aab86d383a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:46.875469 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8832634b-f456-4c08-af98-bf822d3d10e5 req-41c04c83-b770-41a3-9783-3370e619a3a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e4067ce-2d97-45fe-a238-6952ecb78454 HTTP/1.1" status: 200 len: 1002 time: 0.0772874 Jul 09 20:55:46.944096 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832634b-f456-4c08-af98-bf822d3d10e5 req-3a3f2661-a96a-4e33-9da3-dc61d06e74ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:46.945459 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8832634b-f456-4c08-af98-bf822d3d10e5 req-3a3f2661-a96a-4e33-9da3-dc61d06e74ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ccab58e-bffd-40be-87a7-268d1d1cca21 HTTP/1.1" status: 200 len: 854 time: 0.0541582 Jul 09 20:55:46.953512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-49b8da47-2870-4bea-ab05-a87545df8aea tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Deleting port ccc72dd9-85ea-46f3-af36-4deca10186b3 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:55:46.953859 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49b8da47-2870-4bea-ab05-a87545df8aea tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:47.064693 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49b8da47-2870-4bea-ab05-a87545df8aea tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:47.065393 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49b8da47-2870-4bea-ab05-a87545df8aea tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:47.073985 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832634b-f456-4c08-af98-bf822d3d10e5 req-7417a0ad-ecbb-4df2-9489-7d39af8a4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:47.075480 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8832634b-f456-4c08-af98-bf822d3d10e5 req-7417a0ad-ecbb-4df2-9489-7d39af8a4717 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235912 Jul 09 20:55:47.080619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-49b8da47-2870-4bea-ab05-a87545df8aea tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Calling delete_port for ccc72dd9-85ea-46f3-af36-4deca10186b3 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:55:47.223766 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8832634b-f456-4c08-af98-bf822d3d10e5 req-64891eb6-8169-4009-ad5e-c625b9928f1d service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411994 Jul 09 20:55:47.363092 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8832634b-f456-4c08-af98-bf822d3d10e5 req-95f85c77-f19c-465c-baaf-1194d6dd415e service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265032 Jul 09 20:55:47.371650 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49b8da47-2870-4bea-ab05-a87545df8aea tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:47.397229 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8da47-2870-4bea-ab05-a87545df8aea tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Pushing event deleted for resources: {'Port': ['ID=ccc72dd9-85ea-46f3-af36-4deca10186b3,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:47.462887 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49b8da47-2870-4bea-ab05-a87545df8aea tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:47.463233 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-49b8da47-2870-4bea-ab05-a87545df8aea tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Floating IP 82dcd7dd-09be-4897-b66b-fb1d45fbe9c1 disassociated (deleted). External IP: 172.25.0.202, port: 5e4067ce-2d97-45fe-a238-6952ecb78454. Jul 09 20:55:47.682646 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b8da47-2870-4bea-ab05-a87545df8aea tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:55:48.090366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b8da47-2870-4bea-ab05-a87545df8aea tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:55:48.095295 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49b8da47-2870-4bea-ab05-a87545df8aea tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:48.101128 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb59c89-f1ab-497b-9ca1-ec77a17bcf2e None None] Sync routers for ids ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:55:48.110583 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb59c89-f1ab-497b-9ca1-ec77a17bcf2e None None] Routers {'439de0ee-b69d-46c6-8f0e-9ae0070c9b40'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:55:48.111211 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5fb59c89-f1ab-497b-9ca1-ec77a17bcf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:55:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:55:48.131631 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-49b8da47-2870-4bea-ab05-a87545df8aea tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "DELETE /v2.0/floatingips/82dcd7dd-09be-4897-b66b-fb1d45fbe9c1 HTTP/1.1" status: 204 len: 168 time: 1.4543564 Jul 09 20:55:48.216702 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5fb59c89-f1ab-497b-9ca1-ec77a17bcf2e None None] Set router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:55:48.427690 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5fb59c89-f1ab-497b-9ca1-ec77a17bcf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:29Z', 'updated_at': '2021-07-09T20:53:32Z', 'revision_number': 4, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'gw_port': {'id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:30Z', 'updated_at': '2021-07-09T20:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '075e8cd6-2dd8-45eb-a31a-505de355ed9e', 'name': '', 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'mac_address': 'fa:16:3e:05:06:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:32Z', 'updated_at': '2021-07-09T20:53:39Z', 'revision_number': 5, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'subnets': [{'id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:55:48.455757 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb59c89-f1ab-497b-9ca1-ec77a17bcf2e None None] Checking router: 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:55:48.464121 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb59c89-f1ab-497b-9ca1-ec77a17bcf2e None None] Routers {'439de0ee-b69d-46c6-8f0e-9ae0070c9b40'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:55:48.464767 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5fb59c89-f1ab-497b-9ca1-ec77a17bcf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:55:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:55:48.503360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'tag': '5e4067ce-2d97-45fe-a238-6952ecb78454'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:48.506350 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51be2d2-9cf5-484d-927c-727adf444469" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5e7c5e-d627-4922-8907-aad15f2e4e30", "tag": "5e4067ce-2d97-45fe-a238-6952ecb78454"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:48.542660 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a825531-b62e-4e23-b92e-3e45f79229f9 x-openstack-request-id: req-7a825531-b62e-4e23-b92e-3e45f79229f9 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:48.542952 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5e7c5e-d627-4922-8907-aad15f2e4e30", "tag": "5e4067ce-2d97-45fe-a238-6952ecb78454", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:48.543203 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a825531-b62e-4e23-b92e-3e45f79229f9 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:48.543601 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'tag': '5e4067ce-2d97-45fe-a238-6952ecb78454', 'status': 'completed', 'code': 200} Jul 09 20:55:48.578142 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5fb59c89-f1ab-497b-9ca1-ec77a17bcf2e None None] Set router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:55:48.631479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51be2d2-9cf5-484d-927c-727adf444469 req-fc5f6e83-fcb4-4b5b-877b-08888d8d6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:48.632946 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a51be2d2-9cf5-484d-927c-727adf444469 req-fc5f6e83-fcb4-4b5b-877b-08888d8d6862 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c37b18dfc4c48d99d3172609cb1169e&device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 1097 time: 0.0575254 Jul 09 20:55:48.729419 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51be2d2-9cf5-484d-927c-727adf444469 req-67bea2bf-7466-4f65-baf0-45981cd1469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:48.730942 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a51be2d2-9cf5-484d-927c-727adf444469 req-67bea2bf-7466-4f65-baf0-45981cd1469d service neutron] 10.222.0.32 "GET /v2.0/networks?id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f HTTP/1.1" status: 200 len: 916 time: 0.0886960 Jul 09 20:55:48.773091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a51be2d2-9cf5-484d-927c-727adf444469 req-e6f21cb1-a69b-4e70-9049-a2918d9d2358 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e4067ce-2d97-45fe-a238-6952ecb78454 HTTP/1.1" status: 200 len: 217 time: 0.0346630 Jul 09 20:55:48.778971 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5fb59c89-f1ab-497b-9ca1-ec77a17bcf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:29Z', 'updated_at': '2021-07-09T20:53:32Z', 'revision_number': 4, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'gw_port': {'id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:30Z', 'updated_at': '2021-07-09T20:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '075e8cd6-2dd8-45eb-a31a-505de355ed9e', 'name': '', 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'mac_address': 'fa:16:3e:05:06:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:32Z', 'updated_at': '2021-07-09T20:53:39Z', 'revision_number': 5, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'subnets': [{'id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:55:48.829287 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51be2d2-9cf5-484d-927c-727adf444469 req-72686573-96f2-40de-9399-afe03df3b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:48.831207 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a51be2d2-9cf5-484d-927c-727adf444469 req-72686573-96f2-40de-9399-afe03df3b96e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9ccab58e-bffd-40be-87a7-268d1d1cca21 HTTP/1.1" status: 200 len: 854 time: 0.0481386 Jul 09 20:55:48.896252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51be2d2-9cf5-484d-927c-727adf444469 req-f36c8415-aadc-45f4-8150-348787189206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:48.897688 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a51be2d2-9cf5-484d-927c-727adf444469 req-f36c8415-aadc-45f4-8150-348787189206 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606077 Jul 09 20:55:48.900936 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb59c89-f1ab-497b-9ca1-ec77a17bcf2e None None] The sync data for ids ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'] in n-d-800088-3 is: [{'id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:29Z', 'updated_at': '2021-07-09T20:53:32Z', 'revision_number': 4, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'gw_port': {'id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:30Z', 'updated_at': '2021-07-09T20:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '075e8cd6-2dd8-45eb-a31a-505de355ed9e', 'name': '', 'network_id': 'bd0e5f4b-d3ee-492f-888e-83f9fea20b5f', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'mac_address': 'fa:16:3e:05:06:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:32Z', 'updated_at': '2021-07-09T20:53:39Z', 'revision_number': 5, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'subnets': [{'id': '9ccab58e-bffd-40be-87a7-268d1d1cca21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:55:48.993216 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a51be2d2-9cf5-484d-927c-727adf444469 req-fc3c092f-c75f-4956-a831-749121c380a7 service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882471 Jul 09 20:55:49.094461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a51be2d2-9cf5-484d-927c-727adf444469 req-241e9c5e-dd63-41d4-81f8-2d80056f0991 service neutron] 10.222.0.32 "GET /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937114 Jul 09 20:55:49.154024 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a170f3-bffe-4092-b73c-c977067e66bc None None] New status for floating IP 82dcd7dd-09be-4897-b66b-fb1d45fbe9c1: DOWN {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:55:55.512055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97010631-12a8-4912-b77a-6680afbfd98a req-6cd0d03f-8ef3-4c92-b3ab-936bb48cbc0d tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:55.513696 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-97010631-12a8-4912-b77a-6680afbfd98a req-6cd0d03f-8ef3-4c92-b3ab-936bb48cbc0d tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 946 time: 0.0629702 Jul 09 20:55:55.552044 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-97010631-12a8-4912-b77a-6680afbfd98a req-95607dce-9a1b-4ebe-a7fc-401a75a6fffc tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325243 Jul 09 20:55:56.729853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402848b1-3181-4b8c-b9b6-cbafd1fc3b10 req-d946fa4c-b99c-4ed1-a1bf-092ffc4612dd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:56.731355 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-402848b1-3181-4b8c-b9b6-cbafd1fc3b10 req-d946fa4c-b99c-4ed1-a1bf-092ffc4612dd tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 946 time: 0.0644970 Jul 09 20:55:56.771418 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-402848b1-3181-4b8c-b9b6-cbafd1fc3b10 req-aca084a8-8541-4400-8f86-2660958ab8b8 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f41ffe7-66a8-4345-95ca-619275d620eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342829 Jul 09 20:55:56.954397 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9e579752-70d1-4d62-9379-78eda0571b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:57.460050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea2144-1531-4cb8-a8b9-e6fbbcb3270e req-abd5c55d-a3cc-4283-8958-5d62593e03e0 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:55:57.461613 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-edea2144-1531-4cb8-a8b9-e6fbbcb3270e req-abd5c55d-a3cc-4283-8958-5d62593e03e0 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.32 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 946 time: 0.0638235 Jul 09 20:55:57.463129 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:57.563152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-edea2144-1531-4cb8-a8b9-e6fbbcb3270e req-eb40b822-53e6-4cae-9116-631e25693e1d tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Deleting port 5e4067ce-2d97-45fe-a238-6952ecb78454 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:55:57.563506 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-edea2144-1531-4cb8-a8b9-e6fbbcb3270e req-eb40b822-53e6-4cae-9116-631e25693e1d tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:57.648627 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-edea2144-1531-4cb8-a8b9-e6fbbcb3270e req-eb40b822-53e6-4cae-9116-631e25693e1d tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] For port 5e4067ce-2d97-45fe-a238-6952ecb78454, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5e4067ce-2d97-45fe-a238-6952ecb78454,segment=NetworkSegment(3906790b-4d91-4e57-b405-f22aecbf8635),segment_id=3906790b-4d91-4e57-b405-f22aecbf8635)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:55:57.648994 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-edea2144-1531-4cb8-a8b9-e6fbbcb3270e req-eb40b822-53e6-4cae-9116-631e25693e1d tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:57.662285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-edea2144-1531-4cb8-a8b9-e6fbbcb3270e req-eb40b822-53e6-4cae-9116-631e25693e1d tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Calling delete_port for 5e4067ce-2d97-45fe-a238-6952ecb78454 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:55:57.793842 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-edea2144-1531-4cb8-a8b9-e6fbbcb3270e req-eb40b822-53e6-4cae-9116-631e25693e1d tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:57.807531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['5e4067ce-2d97-45fe-a238-6952ecb78454'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:55:57.827340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40b822-53e6-4cae-9116-631e25693e1d tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Pushing event deleted for resources: {'Port': ['ID=5e4067ce-2d97-45fe-a238-6952ecb78454,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:55:57.879214 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-edea2144-1531-4cb8-a8b9-e6fbbcb3270e req-eb40b822-53e6-4cae-9116-631e25693e1d tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] No DVR routers for this DVR port 5e4067ce-2d97-45fe-a238-6952ecb78454 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:55:57.881958 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-edea2144-1531-4cb8-a8b9-e6fbbcb3270e req-eb40b822-53e6-4cae-9116-631e25693e1d tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:57.884027 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-edea2144-1531-4cb8-a8b9-e6fbbcb3270e req-eb40b822-53e6-4cae-9116-631e25693e1d tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.32 "DELETE /v2.0/ports/5e4067ce-2d97-45fe-a238-6952ecb78454 HTTP/1.1" status: 204 len: 173 time: 0.4168618 Jul 09 20:55:57.884467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'name': 'network-vif-deleted', 'tag': '5e4067ce-2d97-45fe-a238-6952ecb78454'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:55:57.886761 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66941658-68b5-4238-b02d-f593e8bb4f87" -d '{"events": [{"server_uuid": "ae5e7c5e-d627-4922-8907-aad15f2e4e30", "name": "network-vif-deleted", "tag": "5e4067ce-2d97-45fe-a238-6952ecb78454"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:55:57.925981 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dfdf69-6598-4672-9ead-b0b610000a67 x-openstack-request-id: req-40dfdf69-6598-4672-9ead-b0b610000a67 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:55:57.926279 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5e7c5e-d627-4922-8907-aad15f2e4e30", "name": "network-vif-deleted", "tag": "5e4067ce-2d97-45fe-a238-6952ecb78454", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:55:57.926407 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-562bf819-8bb1-4db7-ae07-1315120350a6 req-35dd20a1-0926-4571-80cc-e4d707202d06 tempest-TestMinimumBasicScenario-874234098 tempest-TestMinimumBasicScenario-874234098-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae5e7c5e-d627-4922-8907-aad15f2e4e30 HTTP/1.1" status: 200 len: 210 time: 0.0350752 Jul 09 20:55:57.926886 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40dfdf69-6598-4672-9ead-b0b610000a67 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:55:57.927037 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5e7c5e-d627-4922-8907-aad15f2e4e30', 'name': 'network-vif-deleted', 'tag': '5e4067ce-2d97-45fe-a238-6952ecb78454', 'status': 'completed', 'code': 200} Jul 09 20:55:59.510414 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-794fd8c0-b0c9-4076-8ed8-9c2c22902a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:59.523518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55196) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:55:59.683656 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:59.780873 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:55:59.882416 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af5ca91a-6f10-4ea4-b9fa-c548e8cfb24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:00.133554 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-af5ca91a-6f10-4ea4-b9fa-c548e8cfb24e admin admin] Deleting port 075e8cd6-2dd8-45eb-a31a-505de355ed9e {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:00.133795 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af5ca91a-6f10-4ea4-b9fa-c548e8cfb24e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:00.213541 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-af5ca91a-6f10-4ea4-b9fa-c548e8cfb24e admin admin] For port 075e8cd6-2dd8-45eb-a31a-505de355ed9e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=075e8cd6-2dd8-45eb-a31a-505de355ed9e,segment=NetworkSegment(3906790b-4d91-4e57-b405-f22aecbf8635),segment_id=3906790b-4d91-4e57-b405-f22aecbf8635)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:00.213903 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af5ca91a-6f10-4ea4-b9fa-c548e8cfb24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:00.227095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-af5ca91a-6f10-4ea4-b9fa-c548e8cfb24e admin admin] Calling delete_port for 075e8cd6-2dd8-45eb-a31a-505de355ed9e owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:00.407100 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af5ca91a-6f10-4ea4-b9fa-c548e8cfb24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:00.433457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ca91a-6f10-4ea4-b9fa-c548e8cfb24e admin admin] Pushing event deleted for resources: {'Port': ['ID=075e8cd6-2dd8-45eb-a31a-505de355ed9e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:00.599765 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-af5ca91a-6f10-4ea4-b9fa-c548e8cfb24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:00.666647 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:00.833279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5ca91a-6f10-4ea4-b9fa-c548e8cfb24e admin admin] Router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:56:00.946806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5ca91a-6f10-4ea4-b9fa-c548e8cfb24e admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:56:00.955286 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-af5ca91a-6f10-4ea4-b9fa-c548e8cfb24e admin admin] 10.222.0.30 "PUT /v2.0/routers/439de0ee-b69d-46c6-8f0e-9ae0070c9b40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4285302 Jul 09 20:56:00.955627 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55198) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:00.956072 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc1d03-4d41-47f0-8c50-f83df3d56890 None None] Sync routers for ids ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:56:00.965678 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc1d03-4d41-47f0-8c50-f83df3d56890 None None] Routers {'439de0ee-b69d-46c6-8f0e-9ae0070c9b40'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:00.966673 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5fbc1d03-4d41-47f0-8c50-f83df3d56890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:01.074152 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.092519 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5fbc1d03-4d41-47f0-8c50-f83df3d56890 None None] Set router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:01.197709 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.256735 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] Deleting port 67240a62-d5b3-4360-9e75-6f9f7afc53ae {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:01.257085 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.287765 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5fbc1d03-4d41-47f0-8c50-f83df3d56890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:29Z', 'updated_at': '2021-07-09T20:56:00Z', 'revision_number': 5, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'gw_port': {'id': '67240a62-d5b3-4360-9e75-6f9f7afc53ae', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:30Z', 'updated_at': '2021-07-09T20:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:01.318776 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc1d03-4d41-47f0-8c50-f83df3d56890 None None] Checking router: 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:56:01.327364 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc1d03-4d41-47f0-8c50-f83df3d56890 None None] Routers {'439de0ee-b69d-46c6-8f0e-9ae0070c9b40'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:01.327980 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5fbc1d03-4d41-47f0-8c50-f83df3d56890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:01.350562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] For port 67240a62-d5b3-4360-9e75-6f9f7afc53ae, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=67240a62-d5b3-4360-9e75-6f9f7afc53ae,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:01.350942 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.369626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] Calling delete_port for 67240a62-d5b3-4360-9e75-6f9f7afc53ae owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:01.426956 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-5fbc1d03-4d41-47f0-8c50-f83df3d56890 None None] Set router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:01.479630 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-5fbc1d03-4d41-47f0-8c50-f83df3d56890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:29Z', 'updated_at': '2021-07-09T20:56:01Z', 'revision_number': 6, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:01.511141 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc1d03-4d41-47f0-8c50-f83df3d56890 None None] The sync data for ids ['439de0ee-b69d-46c6-8f0e-9ae0070c9b40'] in n-d-800088-3 is: [{'id': '439de0ee-b69d-46c6-8f0e-9ae0070c9b40', 'name': 'tempest-TestMinimumBasicScenario-1868796859-router', 'tenant_id': '8c37b18dfc4c48d99d3172609cb1169e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:29Z', 'updated_at': '2021-07-09T20:56:01Z', 'revision_number': 6, 'project_id': '8c37b18dfc4c48d99d3172609cb1169e', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:56:01.553131 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.585932 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] Pushing event deleted for resources: {'Port': ['ID=67240a62-d5b3-4360-9e75-6f9f7afc53ae,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:01.647685 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.739636 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.741708 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.791761 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.792331 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 439de0ee-b69d-46c6-8f0e-9ae0070c9b40 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:56:01.798289 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.799462 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-73101e18-87b0-48bd-8d9b-7cf0354d9855 admin admin] 10.222.0.30 "DELETE /v2.0/routers/439de0ee-b69d-46c6-8f0e-9ae0070c9b40 HTTP/1.1" status: 204 len: 168 time: 0.8428993 Jul 09 20:56:01.801978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55200) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:01.848190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd63f6c-ec12-47f6-a7a5-f9b911d6341a admin admin] Deleting subnet 9ccab58e-bffd-40be-87a7-268d1d1cca21 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:56:01.851413 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2dd63f6c-ec12-47f6-a7a5-f9b911d6341a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.887876 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2dd63f6c-ec12-47f6-a7a5-f9b911d6341a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:01.980415 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2dd63f6c-ec12-47f6-a7a5-f9b911d6341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.038010 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2dd63f6c-ec12-47f6-a7a5-f9b911d6341a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.065965 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd63f6c-ec12-47f6-a7a5-f9b911d6341a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ccab58e-bffd-40be-87a7-268d1d1cca21,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:02.067993 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2dd63f6c-ec12-47f6-a7a5-f9b911d6341a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.070018 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2dd63f6c-ec12-47f6-a7a5-f9b911d6341a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9ccab58e-bffd-40be-87a7-268d1d1cca21 HTTP/1.1" status: 204 len: 168 time: 0.2670200 Jul 09 20:56:02.072443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55202) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:02.072912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d3f505-8fc9-4300-b28e-69bd9a74b619 None None] Network bd0e5f4b-d3ee-492f-888e-83f9fea20b5f requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:56:02.140958 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.194016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] Deleting port 8b1dfeac-74a5-40ca-be66-785536715273 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:02.194363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.267601 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] For port 8b1dfeac-74a5-40ca-be66-785536715273, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8b1dfeac-74a5-40ca-be66-785536715273,segment=NetworkSegment(3906790b-4d91-4e57-b405-f22aecbf8635),segment_id=3906790b-4d91-4e57-b405-f22aecbf8635)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:02.268050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.282978 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] Calling delete_port for 8b1dfeac-74a5-40ca-be66-785536715273 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:02.285824 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] DHCP port deletion for bd0e5f4b-d3ee-492f-888e-83f9fea20b5f request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:56:02.333356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Deleting port 8b1dfeac-74a5-40ca-be66-785536715273 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:02.333735 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.364726 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.395544 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] For port 8b1dfeac-74a5-40ca-be66-785536715273, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8b1dfeac-74a5-40ca-be66-785536715273,segment=NetworkSegment(3906790b-4d91-4e57-b405-f22aecbf8635),segment_id=3906790b-4d91-4e57-b405-f22aecbf8635)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:02.395949 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.396227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1dfeac-74a5-40ca-be66-785536715273,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:02.401744 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] No DVR routers for this DVR port 8b1dfeac-74a5-40ca-be66-785536715273 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:56:02.413001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Calling delete_port for 8b1dfeac-74a5-40ca-be66-785536715273 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:02.478243 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.490297 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0e5f4b-d3ee-492f-888e-83f9fea20b5f']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:02.493982 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.503016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3906790b-4d91-4e57-b405-f22aecbf8635') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:02.503324 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3906790b-4d91-4e57-b405-f22aecbf8635') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:02.512985 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.523973 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Pushing event deleted for resources: {'Port': ['ID=8b1dfeac-74a5-40ca-be66-785536715273,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:02.530628 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] No DVR routers for this DVR port 8b1dfeac-74a5-40ca-be66-785536715273 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:56:02.537462 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.547358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:56:02.547554 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:02.547673 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.547792 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:02.548130 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:02.548388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:02.548811 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:02.549199 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:02.549472 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:56:02.549598 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:56:02.551758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:02.551758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:02.551758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:02.551758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:02.551758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4933db-4128-4f31-a493-ed717427c0d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:02.554193 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.557877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 5e4067ce-2d97-45fe-a238-6952ecb78454 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:02.579580 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 5e4067ce-2d97-45fe-a238-6952ecb78454 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:02.579937 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 5e4067ce-2d97-45fe-a238-6952ecb78454 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:02.611322 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.620478 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:02.622373 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bd0e5f4b-d3ee-492f-888e-83f9fea20b5f HTTP/1.1" status: 204 len: 168 time: 0.5489290 Jul 09 20:56:02.625750 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55204) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:02.632129 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a31fb1-4499-4656-a651-ea2d3a033d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd0e5f4b-d3ee-492f-888e-83f9fea20b5f,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:02.898911 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 075e8cd6-2dd8-45eb-a31a-505de355ed9e no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:02.917860 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 075e8cd6-2dd8-45eb-a31a-505de355ed9e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:02.918203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 075e8cd6-2dd8-45eb-a31a-505de355ed9e not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:02.918617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8b1dfeac-74a5-40ca-be66-785536715273 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:02.937720 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 8b1dfeac-74a5-40ca-be66-785536715273 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:02.938062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8b1dfeac-74a5-40ca-be66-785536715273 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:02.938475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 67240a62-d5b3-4360-9e75-6f9f7afc53ae no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:02.960046 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 67240a62-d5b3-4360-9e75-6f9f7afc53ae {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:02.960490 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 67240a62-d5b3-4360-9e75-6f9f7afc53ae not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:02.979870 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ade6dff6-7f7a-46a7-a365-fb04c2bd008b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.243346 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ade6dff6-7f7a-46a7-a365-fb04c2bd008b admin admin] Deleting port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:03.243720 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ade6dff6-7f7a-46a7-a365-fb04c2bd008b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.332318 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-ade6dff6-7f7a-46a7-a365-fb04c2bd008b admin admin] For port ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4,segment=NetworkSegment(6ae445b6-7ff7-4245-a093-7dcaed18f57e),segment_id=6ae445b6-7ff7-4245-a093-7dcaed18f57e)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:03.332838 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ade6dff6-7f7a-46a7-a365-fb04c2bd008b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.347178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ade6dff6-7f7a-46a7-a365-fb04c2bd008b admin admin] Calling delete_port for ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:03.536012 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ade6dff6-7f7a-46a7-a365-fb04c2bd008b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.562077 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6dff6-7f7a-46a7-a365-fb04c2bd008b admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:03.726959 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ade6dff6-7f7a-46a7-a365-fb04c2bd008b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:03.942289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade6dff6-7f7a-46a7-a365-fb04c2bd008b admin admin] Router 15b31284-0bc4-4335-8049-2c09af5c0645 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:56:04.049168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade6dff6-7f7a-46a7-a365-fb04c2bd008b admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:56:04.054187 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ade6dff6-7f7a-46a7-a365-fb04c2bd008b admin admin] 10.222.0.30 "PUT /v2.0/routers/15b31284-0bc4-4335-8049-2c09af5c0645/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4274035 Jul 09 20:56:04.056710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55206) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:04.059152 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a159af0-5325-4e38-aed1-f3cd1a62d632 None None] Sync routers for ids ['15b31284-0bc4-4335-8049-2c09af5c0645'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:56:04.068433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a159af0-5325-4e38-aed1-f3cd1a62d632 None None] Routers {'15b31284-0bc4-4335-8049-2c09af5c0645'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:04.069030 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1a159af0-5325-4e38-aed1-f3cd1a62d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['15b31284-0bc4-4335-8049-2c09af5c0645'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:04.162950 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.172810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-1a159af0-5325-4e38-aed1-f3cd1a62d632 None None] Set router 15b31284-0bc4-4335-8049-2c09af5c0645 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:04.268584 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.325379 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] Deleting port 98e57991-4492-4424-9a35-abaddb238fc4 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:04.326019 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.407115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] For port 98e57991-4492-4424-9a35-abaddb238fc4, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=98e57991-4492-4424-9a35-abaddb238fc4,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:04.407486 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.424306 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] Calling delete_port for 98e57991-4492-4424-9a35-abaddb238fc4 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:04.503829 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1a159af0-5325-4e38-aed1-f3cd1a62d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'name': 'tempest-TestMinimumBasicScenario-519037021-router', 'tenant_id': '751626a868d2422cb47bafd6714884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '98e57991-4492-4424-9a35-abaddb238fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:34Z', 'updated_at': '2021-07-09T20:56:03Z', 'revision_number': 5, 'project_id': '751626a868d2422cb47bafd6714884bb', 'gw_port': {'id': '98e57991-4492-4424-9a35-abaddb238fc4', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:53:35Z', 'updated_at': '2021-07-09T20:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:04.529921 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a159af0-5325-4e38-aed1-f3cd1a62d632 None None] Checking router: 15b31284-0bc4-4335-8049-2c09af5c0645 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:56:04.538916 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a159af0-5325-4e38-aed1-f3cd1a62d632 None None] Routers {'15b31284-0bc4-4335-8049-2c09af5c0645'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:04.539574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1a159af0-5325-4e38-aed1-f3cd1a62d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['15b31284-0bc4-4335-8049-2c09af5c0645'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:04.593071 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.625123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] Pushing event deleted for resources: {'Port': ['ID=98e57991-4492-4424-9a35-abaddb238fc4,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:04.628479 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-1a159af0-5325-4e38-aed1-f3cd1a62d632 None None] Set router 15b31284-0bc4-4335-8049-2c09af5c0645 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:04.682490 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-1a159af0-5325-4e38-aed1-f3cd1a62d632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'name': 'tempest-TestMinimumBasicScenario-519037021-router', 'tenant_id': '751626a868d2422cb47bafd6714884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:34Z', 'updated_at': '2021-07-09T20:56:04Z', 'revision_number': 6, 'project_id': '751626a868d2422cb47bafd6714884bb', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:04.689324 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.709014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a159af0-5325-4e38-aed1-f3cd1a62d632 None None] The sync data for ids ['15b31284-0bc4-4335-8049-2c09af5c0645'] in n-d-800088-3 is: [{'id': '15b31284-0bc4-4335-8049-2c09af5c0645', 'name': 'tempest-TestMinimumBasicScenario-519037021-router', 'tenant_id': '751626a868d2422cb47bafd6714884bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:53:34Z', 'updated_at': '2021-07-09T20:56:04Z', 'revision_number': 6, 'project_id': '751626a868d2422cb47bafd6714884bb', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:56:04.781952 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.784124 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.831971 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.832583 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15b31284-0bc4-4335-8049-2c09af5c0645 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:56:04.847890 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.847890 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ffbd54a0-3681-4344-9dc9-d610ac101893 admin admin] 10.222.0.30 "DELETE /v2.0/routers/15b31284-0bc4-4335-8049-2c09af5c0645 HTTP/1.1" status: 204 len: 168 time: 0.7809496 Jul 09 20:56:04.847890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55208) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:04.888326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eab5b8b-77c1-4c8a-add8-3a7fed26268d admin admin] Deleting subnet fa320f2d-008f-4f67-9dc5-3372a499f108 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:56:04.891439 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6eab5b8b-77c1-4c8a-add8-3a7fed26268d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.924106 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6eab5b8b-77c1-4c8a-add8-3a7fed26268d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:04.997989 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6eab5b8b-77c1-4c8a-add8-3a7fed26268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.074259 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6eab5b8b-77c1-4c8a-add8-3a7fed26268d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.104301 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab5b8b-77c1-4c8a-add8-3a7fed26268d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa320f2d-008f-4f67-9dc5-3372a499f108,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:05.106399 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6eab5b8b-77c1-4c8a-add8-3a7fed26268d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.109216 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6eab5b8b-77c1-4c8a-add8-3a7fed26268d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fa320f2d-008f-4f67-9dc5-3372a499f108 HTTP/1.1" status: 204 len: 168 time: 0.2658017 Jul 09 20:56:05.111946 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55210) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:05.116436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b961c-0316-4df4-a2bc-610d1cca6e9b None None] Network 08f3bf01-61c7-4e1d-95e4-76c1edc02aa5 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:56:05.178560 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:05.202281 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:05.202548 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.202706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device ffb9fc0f-93b8-47ad-8aff-e00ff2b0b1e4 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:05.261626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] Deleting port 3a9b3f07-2c81-48aa-8910-72b054a47c32 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:56:05.261972 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.327482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] For port 3a9b3f07-2c81-48aa-8910-72b054a47c32, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3a9b3f07-2c81-48aa-8910-72b054a47c32,segment=NetworkSegment(6ae445b6-7ff7-4245-a093-7dcaed18f57e),segment_id=6ae445b6-7ff7-4245-a093-7dcaed18f57e)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:05.327859 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.340765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] Calling delete_port for 3a9b3f07-2c81-48aa-8910-72b054a47c32 owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:56:05.419895 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.448377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9b3f07-2c81-48aa-8910-72b054a47c32,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:05.452525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] No DVR routers for this DVR port 3a9b3f07-2c81-48aa-8910-72b054a47c32 on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:56:05.510657 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be33f00-f0d7-4752-beeb-a640038b46e4 None None] DHCP port deletion for 08f3bf01-61c7-4e1d-95e4-76c1edc02aa5 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:56:05.530305 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.540752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f3bf01-61c7-4e1d-95e4-76c1edc02aa5']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:05.551125 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae445b6-7ff7-4245-a093-7dcaed18f57e') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:05.551434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae445b6-7ff7-4245-a093-7dcaed18f57e') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:05.560193 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.574491 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.581763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:56:05.582245 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:56:05.583992 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:56:05.643294 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.650476 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.655678 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/08f3bf01-61c7-4e1d-95e4-76c1edc02aa5 HTTP/1.1" status: 204 len: 168 time: 0.5421951 Jul 09 20:56:05.666249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a23cf3-5479-4a9c-a199-39f2e5b418e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=08f3bf01-61c7-4e1d-95e4-76c1edc02aa5,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:05.818767 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55216) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:05.859213 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0e91e58a-83c9-49cd-9111-e1e8f0922a97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c37b18dfc4c48d99d3172609cb1169e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392499 Jul 09 20:56:05.861708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55218) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:05.909994 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f017e3fa-88b7-47db-820b-d021a860bfb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.931777 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f017e3fa-88b7-47db-820b-d021a860bfb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.981836 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f017e3fa-88b7-47db-820b-d021a860bfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.984489 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f017e3fa-88b7-47db-820b-d021a860bfb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:05.985664 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f017e3fa-88b7-47db-820b-d021a860bfb1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f41ffe7-66a8-4345-95ca-619275d620eb HTTP/1.1" status: 204 len: 168 time: 0.1227822 Jul 09 20:56:05.993849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017e3fa-88b7-47db-820b-d021a860bfb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f41ffe7-66a8-4345-95ca-619275d620eb,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:06.290114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55224) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:06.329871 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0d1c3482-95bf-4752-b7c1-dd26598fb14b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=751626a868d2422cb47bafd6714884bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385730 Jul 09 20:56:06.332280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55226) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:06.381038 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bc32a319-f6e9-4544-8caa-fff823b05134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.402756 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bc32a319-f6e9-4544-8caa-fff823b05134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.450161 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bc32a319-f6e9-4544-8caa-fff823b05134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.453668 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bc32a319-f6e9-4544-8caa-fff823b05134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:06.454835 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bc32a319-f6e9-4544-8caa-fff823b05134 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15e0a3af-3513-4011-9fc1-23c2be22fb12 HTTP/1.1" status: 204 len: 168 time: 0.1215765 Jul 09 20:56:06.463532 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32a319-f6e9-4544-8caa-fff823b05134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e0a3af-3513-4011-9fc1-23c2be22fb12,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:06.908210 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 98e57991-4492-4424-9a35-abaddb238fc4 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:06.931896 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 98e57991-4492-4424-9a35-abaddb238fc4 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:06.932247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 98e57991-4492-4424-9a35-abaddb238fc4 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:06.932708 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3a9b3f07-2c81-48aa-8910-72b054a47c32 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:56:06.951857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 3a9b3f07-2c81-48aa-8910-72b054a47c32 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:56:06.952211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3a9b3f07-2c81-48aa-8910-72b054a47c32 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:56:08.029814 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55266) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:08.034240 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-27645b77-ccdd-4ba5-8d32-9377006b1ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1459900911', 'description': 'tempest-secgroup-smoke-1459900911 description', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:08.056650 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-27645b77-ccdd-4ba5-8d32-9377006b1ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.065820 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-27645b77-ccdd-4ba5-8d32-9377006b1ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.157803 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-27645b77-ccdd-4ba5-8d32-9377006b1ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.161416 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-27645b77-ccdd-4ba5-8d32-9377006b1ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.199857 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27645b77-ccdd-4ba5-8d32-9377006b1ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44cea1af-21fa-43d9-9a7a-a7f448f195c7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:08.256369 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-27645b77-ccdd-4ba5-8d32-9377006b1ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.260509 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-27645b77-ccdd-4ba5-8d32-9377006b1ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.287702 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-27645b77-ccdd-4ba5-8d32-9377006b1ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.288969 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-27645b77-ccdd-4ba5-8d32-9377006b1ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2584493 Jul 09 20:56:08.292104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55268) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:08.296964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c9f6ba31-34a5-444f-adc6-8a1c302d2e01 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': '58d09489-75db-4ffb-ad3d-9c0374c3403e', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:08.298209 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27645b77-ccdd-4ba5-8d32-9377006b1ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d09489-75db-4ffb-ad3d-9c0374c3403e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:08.324458 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ba31-34a5-444f-adc6-8a1c302d2e01 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.381460 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ba31-34a5-444f-adc6-8a1c302d2e01 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.392433 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ba31-34a5-444f-adc6-8a1c302d2e01 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.411811 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6ba31-34a5-444f-adc6-8a1c302d2e01 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d3d33b-658d-4ba3-bb41-abe451fcc52f,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:08.415454 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c9f6ba31-34a5-444f-adc6-8a1c302d2e01 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.416671 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c9f6ba31-34a5-444f-adc6-8a1c302d2e01 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234152 Jul 09 20:56:08.419561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55270) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:08.424879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1edf2862-9669-4443-9c30-5c4f47b0b43e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': '58d09489-75db-4ffb-ad3d-9c0374c3403e', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:08.450128 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1edf2862-9669-4443-9c30-5c4f47b0b43e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.506010 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1edf2862-9669-4443-9c30-5c4f47b0b43e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.509827 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1edf2862-9669-4443-9c30-5c4f47b0b43e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.527240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf2862-9669-4443-9c30-5c4f47b0b43e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b140b60d-382b-4037-ab3c-8e8429b430e4,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:08.533403 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1edf2862-9669-4443-9c30-5c4f47b0b43e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.534712 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1edf2862-9669-4443-9c30-5c4f47b0b43e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134779 Jul 09 20:56:08.537426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55272) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:08.541710 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1ed1cd3c-55f0-4084-af16-e29fde8f1f2f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': '58d09489-75db-4ffb-ad3d-9c0374c3403e', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:08.569796 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ed1cd3c-55f0-4084-af16-e29fde8f1f2f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.912729 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ed1cd3c-55f0-4084-af16-e29fde8f1f2f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.916548 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ed1cd3c-55f0-4084-af16-e29fde8f1f2f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.935344 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1cd3c-55f0-4084-af16-e29fde8f1f2f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ecbb27-8d4b-4bb6-a079-a811038dbb73,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:08.938959 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1ed1cd3c-55f0-4084-af16-e29fde8f1f2f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:08.942841 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1ed1cd3c-55f0-4084-af16-e29fde8f1f2f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4019010 Jul 09 20:56:08.943310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55274) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:08.947502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f77ef596-7a48-453f-aded-07f72a7f6b4a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': '58d09489-75db-4ffb-ad3d-9c0374c3403e', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:08.974077 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f77ef596-7a48-453f-aded-07f72a7f6b4a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.032638 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f77ef596-7a48-453f-aded-07f72a7f6b4a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.036143 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f77ef596-7a48-453f-aded-07f72a7f6b4a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.053883 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ef596-7a48-453f-aded-07f72a7f6b4a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc0ae7e-1785-46a3-92a4-e6d25ed09eba,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:09.059047 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f77ef596-7a48-453f-aded-07f72a7f6b4a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.060044 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f77ef596-7a48-453f-aded-07f72a7f6b4a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160698 Jul 09 20:56:09.063209 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55276) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:09.067583 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a928b206-acd4-4057-9e57-a3059e1be5e5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': '58d09489-75db-4ffb-ad3d-9c0374c3403e', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:09.088962 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-a928b206-acd4-4057-9e57-a3059e1be5e5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Project 7f8d1b0b95294766b779d3cfc8f7e59f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:56:09.094497 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a928b206-acd4-4057-9e57-a3059e1be5e5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.156215 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a928b206-acd4-4057-9e57-a3059e1be5e5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.159907 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a928b206-acd4-4057-9e57-a3059e1be5e5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.176852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928b206-acd4-4057-9e57-a3059e1be5e5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a50eaf-6ae2-4be9-8026-9a32ec6100a4,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:09.182986 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a928b206-acd4-4057-9e57-a3059e1be5e5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.184147 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a928b206-acd4-4057-9e57-a3059e1be5e5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199903 Jul 09 20:56:09.186920 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55278) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:09.191299 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-79790cc5-c319-4ee9-a5ae-8f3c62b9c168 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': '58d09489-75db-4ffb-ad3d-9c0374c3403e', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:09.212436 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-79790cc5-c319-4ee9-a5ae-8f3c62b9c168 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Project 7f8d1b0b95294766b779d3cfc8f7e59f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:56:09.217926 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-79790cc5-c319-4ee9-a5ae-8f3c62b9c168 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.284684 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-79790cc5-c319-4ee9-a5ae-8f3c62b9c168 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.288256 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-79790cc5-c319-4ee9-a5ae-8f3c62b9c168 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.310189 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79790cc5-c319-4ee9-a5ae-8f3c62b9c168 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c48cf41-91a6-41a5-ad2a-86c8857a2432,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:09.314255 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-79790cc5-c319-4ee9-a5ae-8f3c62b9c168 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.315452 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-79790cc5-c319-4ee9-a5ae-8f3c62b9c168 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276057 Jul 09 20:56:09.318444 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55280) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:09.323291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-4c7cffeb-dab8-4868-8842-98938e59df1f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'network': {'name': 'tempest-network-smoke--1408911099', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'port_security_enabled': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:09.344972 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7cffeb-dab8-4868-8842-98938e59df1f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Made reservation on behalf of 7f8d1b0b95294766b779d3cfc8f7e59f for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:56:09.348428 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c7cffeb-dab8-4868-8842-98938e59df1f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.371914 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7cffeb-dab8-4868-8842-98938e59df1f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:56:09.380665 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c7cffeb-dab8-4868-8842-98938e59df1f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.381016 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-4c7cffeb-dab8-4868-8842-98938e59df1f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Added segment e4cef9ba-6452-4920-8318-9c3f6580abe4 of type vlan for network efd9cd98-fda5-4979-b8a6-82d6efe4a18e Jul 09 20:56:09.419510 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c7cffeb-dab8-4868-8842-98938e59df1f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.446689 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c7cffeb-dab8-4868-8842-98938e59df1f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.453377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7cffeb-dab8-4868-8842-98938e59df1f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:09.453961 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4c7cffeb-dab8-4868-8842-98938e59df1f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.511992 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4c7cffeb-dab8-4868-8842-98938e59df1f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1925254 Jul 09 20:56:09.515480 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55282) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:09.521984 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'admin_state_up': True, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:09.540871 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cffeb-dab8-4868-8842-98938e59df1f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Network': ['ID=efd9cd98-fda5-4979-b8a6-82d6efe4a18e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:09.551709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network efd9cd98-fda5-4979-b8a6-82d6efe4a18e details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:56:09.555599 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.556840 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.608150 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.752262 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.948155 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:09.971455 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:10.071223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.25.0.48 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/f6d14d55-22d4-4e66-96ee-e96e66221af5) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:10.174071 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:10.213569 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:10.249370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:10.255354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:10.258893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:56:10.264291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=f6d14d55-22d4-4e66-96ee-e96e66221af5,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:10.560312 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:10.757468 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:10.882860 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 8491e036-bdb0-4f4f-ae56-64fa645b22ef is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:56:10.983613 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:56:10.993541 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Sync routers for ids ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:56:11.002891 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.004127 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-05152f02-6838-46a5-9d4c-63f32de7abe9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4877219 Jul 09 20:56:11.007179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55286) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:11.009603 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Routers {'8491e036-bdb0-4f4f-ae56-64fa645b22ef'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:11.010237 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:11.114084 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Set router 8491e036-bdb0-4f4f-ae56-64fa645b22ef gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:11.132390 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f567cf05-ddcc-408e-b569-4db3f2713242 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=7f8d1b0b95294766b779d3cfc8f7e59f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1241436 Jul 09 20:56:11.135134 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55290) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:11.282963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8441e52-fc6f-4436-8c13-b4b644889bf8 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:11.284579 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c8441e52-fc6f-4436-8c13-b4b644889bf8 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1484382 Jul 09 20:56:11.287402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55292) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:11.291651 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:10Z', 'revision_number': 3, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:11.318705 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Checking router: 8491e036-bdb0-4f4f-ae56-64fa645b22ef for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:56:11.319056 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Updating router 8491e036-bdb0-4f4f-ae56-64fa645b22ef port f6d14d55-22d4-4e66-96ee-e96e66221af5 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:56:11.321446 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-08e7ecf7-f7d0-4406-9de3-4c66448be9b4 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330126 Jul 09 20:56:11.324092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55294) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:11.329676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-100ceebf-0af6-45e4-821c-e83ddc995ba4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1704411110', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:11.356475 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.417608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100ceebf-0af6-45e4-821c-e83ddc995ba4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Made reservation on behalf of 7f8d1b0b95294766b779d3cfc8f7e59f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:56:11.421798 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-100ceebf-0af6-45e4-821c-e83ddc995ba4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.599094 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-100ceebf-0af6-45e4-821c-e83ddc995ba4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.605069 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.615975 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Transition to ACTIVE for port object f6d14d55-22d4-4e66-96ee-e96e66221af5 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:11.620919 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.656481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ceebf-0af6-45e4-821c-e83ddc995ba4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Subnet': ['ID=e7174365-d642-48c6-bc2d-5ee62cbf23c8,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:11.666766 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ceebf-0af6-45e4-821c-e83ddc995ba4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Checking segment: {'id': 'e4cef9ba-6452-4920-8318-9c3f6580abe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:11.667139 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100ceebf-0af6-45e4-821c-e83ddc995ba4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network hostable DHCP agents. Network: efd9cd98-fda5-4979-b8a6-82d6efe4a18e, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:56:11.668486 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Attempting to bind port f6d14d55-22d4-4e66-96ee-e96e66221af5 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:56:11.668889 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Attempting to bind port f6d14d55-22d4-4e66-96ee-e96e66221af5 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:56:11.669254 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Attempting to bind port f6d14d55-22d4-4e66-96ee-e96e66221af5 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:11.678802 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb525d-c766-4f24-bb6e-808d7e154fcf None None] Pushing event updated for resources: {'Port': ['ID=f6d14d55-22d4-4e66-96ee-e96e66221af5,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:11.681737 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:56:11.682113 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:11.682530 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.682905 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:56:11.683372 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Bound port: f6d14d55-22d4-4e66-96ee-e96e66221af5, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:56:11.683756 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.685105 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100ceebf-0af6-45e4-821c-e83ddc995ba4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network efd9cd98-fda5-4979-b8a6-82d6efe4a18e is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:56:11.690729 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb525d-c766-4f24-bb6e-808d7e154fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:11.691080 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb525d-c766-4f24-bb6e-808d7e154fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:11.691427 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb525d-c766-4f24-bb6e-808d7e154fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:11.691766 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb525d-c766-4f24-bb6e-808d7e154fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:11.692105 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb525d-c766-4f24-bb6e-808d7e154fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:11.692440 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb525d-c766-4f24-bb6e-808d7e154fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:11.692801 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb525d-c766-4f24-bb6e-808d7e154fcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:11.693129 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb525d-c766-4f24-bb6e-808d7e154fcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:11.693477 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb525d-c766-4f24-bb6e-808d7e154fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:11.693786 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb525d-c766-4f24-bb6e-808d7e154fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:11.694112 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb525d-c766-4f24-bb6e-808d7e154fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:11.694438 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb525d-c766-4f24-bb6e-808d7e154fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:56:11.695069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-100ceebf-0af6-45e4-821c-e83ddc995ba4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, efd9cd98-fda5-4979-b8a6-82d6efe4a18e) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:11.704623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16c4945-1456-4f0d-b55a-c12144530938 None None] Network efd9cd98-fda5-4979-b8a6-82d6efe4a18e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:56:11.705744 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100ceebf-0af6-45e4-821c-e83ddc995ba4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:11.706359 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-100ceebf-0af6-45e4-821c-e83ddc995ba4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.722638 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-100ceebf-0af6-45e4-821c-e83ddc995ba4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3974681 Jul 09 20:56:11.728561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55296) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:11.757593 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] For port f6d14d55-22d4-4e66-96ee-e96e66221af5, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:56:11.760743 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] For port f6d14d55-22d4-4e66-96ee-e96e66221af5, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f6d14d55-22d4-4e66-96ee-e96e66221af5,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:56:11.765801 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.879522 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ips': [{'subnet_id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:56:11.880526 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:11.924132 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb525d-c766-4f24-bb6e-808d7e154fcf None None] Pushing event updated for resources: {'Port': ['ID=f6d14d55-22d4-4e66-96ee-e96e66221af5,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:11.942355 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Routers {'8491e036-bdb0-4f4f-ae56-64fa645b22ef'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:11.943003 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:12.042064 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Allocated IP 172.20.0.2 (efd9cd98-fda5-4979-b8a6-82d6efe4a18e/e7174365-d642-48c6-bc2d-5ee62cbf23c8/6674cbe3-e578-4cfd-8e9d-b17ae6fe8634) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:12.055529 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] Set router 8491e036-bdb0-4f4f-ae56-64fa645b22ef gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:12.192632 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.201068 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Transition to ACTIVE for port object 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:12.218164 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Transition to ACTIVE for port object 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:12.224955 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.237648 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:10Z', 'revision_number': 3, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:12.269292 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee97b6-6fdb-4ef0-9091-6d51168c6993 None None] The sync data for ids ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'] in n-d-800088-3 is: [{'id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:10Z', 'revision_number': 3, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:56:12.271211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Network efd9cd98-fda5-4979-b8a6-82d6efe4a18e is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:12.274487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:12.276782 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:56:12.308108 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Pushing event updated for resources: {'Port': ['ID=6674cbe3-e578-4cfd-8e9d-b17ae6fe8634,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:12.344517 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Attempting to bind port 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:56:12.345028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Attempting to bind port 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'e4cef9ba-6452-4920-8318-9c3f6580abe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:56:12.345529 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Attempting to bind port 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 on network efd9cd98-fda5-4979-b8a6-82d6efe4a18e {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:12.351244 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:56:12.351738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Checking segment: {'id': 'e4cef9ba-6452-4920-8318-9c3f6580abe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:12.352223 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.352745 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Bound using segment: {'id': 'e4cef9ba-6452-4920-8318-9c3f6580abe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:56:12.353293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Bound port: 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cef9ba-6452-4920-8318-9c3f6580abe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:56:12.353807 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.425904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] For port 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:56:12.429385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] For port 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=6674cbe3-e578-4cfd-8e9d-b17ae6fe8634,segment=NetworkSegment(e4cef9ba-6452-4920-8318-9c3f6580abe4),segment_id=e4cef9ba-6452-4920-8318-9c3f6580abe4)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:56:12.433364 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.497676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09e326-301a-469c-9b84-87373dddf710 None None] Pushing event updated for resources: {'Port': ['ID=6674cbe3-e578-4cfd-8e9d-b17ae6fe8634,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:12.499779 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:12.901426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.20.0.1 (efd9cd98-fda5-4979-b8a6-82d6efe4a18e/e7174365-d642-48c6-bc2d-5ee62cbf23c8/692ffd55-e1f9-4d69-afd0-739b60bdda77) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:12.979299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:13.031189 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:13.035987 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f6d14d55-22d4-4e66-96ee-e96e66221af5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:13.040836 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.059898 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Transition to ACTIVE for port object 692ffd55-e1f9-4d69-afd0-739b60bdda77 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:13.089289 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port f6d14d55-22d4-4e66-96ee-e96e66221af5 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:13.093516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port f6d14d55-22d4-4e66-96ee-e96e66221af5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:13.093895 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.100741 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.148268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network efd9cd98-fda5-4979-b8a6-82d6efe4a18e is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:13.151594 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:13.154276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:56:13.182405 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.191836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=692ffd55-e1f9-4d69-afd0-739b60bdda77,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:13.207636 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port f6d14d55-22d4-4e66-96ee-e96e66221af5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f6d14d55-22d4-4e66-96ee-e96e66221af5,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:13.213095 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.213418 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.281349 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=f6d14d55-22d4-4e66-96ee-e96e66221af5,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:13.381894 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.558865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92818656-dfd6-44d2-a6dd-6ecc1be78310 None None] Network efd9cd98-fda5-4979-b8a6-82d6efe4a18e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:56:13.620553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b1c55532-398f-495c-be0b-8d879c57f1a7 None None] Provisioning for port 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:13.632417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b1c55532-398f-495c-be0b-8d879c57f1a7 None None] Provisioning complete for port 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:13.632825 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b1c55532-398f-495c-be0b-8d879c57f1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.673530 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.678433 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.757901 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=692ffd55-e1f9-4d69-afd0-739b60bdda77,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:13.760494 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.780555 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b1c55532-398f-495c-be0b-8d879c57f1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.827882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b1c55532-398f-495c-be0b-8d879c57f1a7 None None] For port 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=6674cbe3-e578-4cfd-8e9d-b17ae6fe8634,segment=NetworkSegment(e4cef9ba-6452-4920-8318-9c3f6580abe4),segment_id=e4cef9ba-6452-4920-8318-9c3f6580abe4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:13.833417 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b1c55532-398f-495c-be0b-8d879c57f1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:13.876402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network efd9cd98-fda5-4979-b8a6-82d6efe4a18e is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:13.878252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:13.903994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c55532-398f-495c-be0b-8d879c57f1a7 None None] Pushing event updated for resources: {'Port': ['ID=6674cbe3-e578-4cfd-8e9d-b17ae6fe8634,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:14.009715 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 8491e036-bdb0-4f4f-ae56-64fa645b22ef has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:56:14.063620 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-878bb22f-9a07-4c5a-9a44-9ee445cbebde None None] Provisioning complete for port 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:14.064173 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-878bb22f-9a07-4c5a-9a44-9ee445cbebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.127191 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:56:14.132400 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1654424c-dd54-42bb-b1cf-f920a0f92445 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "PUT /v2.0/routers/8491e036-bdb0-4f4f-ae56-64fa645b22ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4027104 Jul 09 20:56:14.142798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Sync routers for ids ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:56:14.165577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Routers {'8491e036-bdb0-4f4f-ae56-64fa645b22ef'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:14.166419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:14.223287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-878bb22f-9a07-4c5a-9a44-9ee445cbebde None None] Provisioning for port 692ffd55-e1f9-4d69-afd0-739b60bdda77 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:14.238938 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-878bb22f-9a07-4c5a-9a44-9ee445cbebde None None] Provisioning complete for port 692ffd55-e1f9-4d69-afd0-739b60bdda77 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:14.239383 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-878bb22f-9a07-4c5a-9a44-9ee445cbebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.305560 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-f68eaccb-9e8a-4324-a193-25911130bf64 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1459900911&fields=id&tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 267 time: 0.0607669 Jul 09 20:56:14.322447 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-878bb22f-9a07-4c5a-9a44-9ee445cbebde None None] Port 692ffd55-e1f9-4d69-afd0-739b60bdda77 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:56:14.332932 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Set router 8491e036-bdb0-4f4f-ae56-64fa645b22ef gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:14.416789 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-6d946812-f6a1-46a1-ade8-02cdc9332ac8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:14.418339 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-6d946812-f6a1-46a1-ade8-02cdc9332ac8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/networks?id=efd9cd98-fda5-4979-b8a6-82d6efe4a18e HTTP/1.1" status: 200 len: 797 time: 0.1108642 Jul 09 20:56:14.436774 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-26b84e92-c69c-4457-a76c-9099eb128f79 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/quotas/7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 375 time: 0.0113866 Jul 09 20:56:14.477937 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-cd75cb95-a755-4ea5-a3d9-fec6adb8fde7 None None] Provisioning complete for port 692ffd55-e1f9-4d69-afd0-739b60bdda77 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:14.478309 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cd75cb95-a755-4ea5-a3d9-fec6adb8fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.512541 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-323ee9f3-29d2-4d50-a39f-cbeb6468b750 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702138 Jul 09 20:56:14.529340 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-cd75cb95-a755-4ea5-a3d9-fec6adb8fde7 None None] Port 692ffd55-e1f9-4d69-afd0-739b60bdda77 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:56:14.574464 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-c72e1254-bbf5-46a7-a4db-7766fdda6d8c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:56:14.575474 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-c72e1254-bbf5-46a7-a4db-7766fdda6d8c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513356 Jul 09 20:56:14.578156 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '692ffd55-e1f9-4d69-afd0-739b60bdda77', 'name': '', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:aa:e7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:12Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 2, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:14.604285 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Checking router: 8491e036-bdb0-4f4f-ae56-64fa645b22ef for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:56:14.604672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Updating router 8491e036-bdb0-4f4f-ae56-64fa645b22ef port 692ffd55-e1f9-4d69-afd0-739b60bdda77 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:56:14.644937 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.659316 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9440d0ea-cd0d-4f67-a223-1c395c8e8070 None None] Provisioning complete for port 692ffd55-e1f9-4d69-afd0-739b60bdda77 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:14.659687 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9440d0ea-cd0d-4f67-a223-1c395c8e8070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:14.666151 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-9fa1a429-2dda-4396-a329-6fce8bc932a8 service neutron] 10.222.0.30 "GET /v2.0/networks/efd9cd98-fda5-4979-b8a6-82d6efe4a18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845649 Jul 09 20:56:14.725725 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9440d0ea-cd0d-4f67-a223-1c395c8e8070 None None] Port 692ffd55-e1f9-4d69-afd0-739b60bdda77 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:56:14.763838 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-81cf2f0a-acfc-4d8d-99d8-a9d984a63e43 service neutron] 10.222.0.30 "GET /v2.0/networks/efd9cd98-fda5-4979-b8a6-82d6efe4a18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910928 Jul 09 20:56:14.960474 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-385a8f4e-2a45-4961-8de5-00f8f7fdc040 req-1ad24896-96b2-4cc4-bc9d-fbb57e4c9f27 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 210 time: 0.0324247 Jul 09 20:56:15.050012 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f6d14d55-22d4-4e66-96ee-e96e66221af5 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:15.149523 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.153019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port f6d14d55-22d4-4e66-96ee-e96e66221af5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:15.153376 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.182846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Transition to ACTIVE for port object 692ffd55-e1f9-4d69-afd0-739b60bdda77 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:15.195322 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.257272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5debc-6018-4507-90c7-4cde6b205514 None None] Pushing event updated for resources: {'Port': ['ID=692ffd55-e1f9-4d69-afd0-739b60bdda77,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:15.350562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:15.377853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Attempting to bind port 692ffd55-e1f9-4d69-afd0-739b60bdda77 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:56:15.377997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Attempting to bind port 692ffd55-e1f9-4d69-afd0-739b60bdda77 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'e4cef9ba-6452-4920-8318-9c3f6580abe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:56:15.378353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Attempting to bind port 692ffd55-e1f9-4d69-afd0-739b60bdda77 on network efd9cd98-fda5-4979-b8a6-82d6efe4a18e {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:15.386280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:56:15.386677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Checking segment: {'id': 'e4cef9ba-6452-4920-8318-9c3f6580abe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:15.387078 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.387484 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Bound using segment: {'id': 'e4cef9ba-6452-4920-8318-9c3f6580abe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:56:15.387965 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Bound port: 692ffd55-e1f9-4d69-afd0-739b60bdda77, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cef9ba-6452-4920-8318-9c3f6580abe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:56:15.388362 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.469874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:15.470255 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.473206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] For port 692ffd55-e1f9-4d69-afd0-739b60bdda77, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:56:15.506077 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] For port 692ffd55-e1f9-4d69-afd0-739b60bdda77, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=692ffd55-e1f9-4d69-afd0-739b60bdda77,segment=NetworkSegment(e4cef9ba-6452-4920-8318-9c3f6580abe4),segment_id=e4cef9ba-6452-4920-8318-9c3f6580abe4)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:56:15.513244 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:15.601614 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5debc-6018-4507-90c7-4cde6b205514 None None] Pushing event updated for resources: {'Port': ['ID=692ffd55-e1f9-4d69-afd0-739b60bdda77,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:15.626340 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Routers {'8491e036-bdb0-4f4f-ae56-64fa645b22ef'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:15.627005 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:15.745761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] Set router 8491e036-bdb0-4f4f-ae56-64fa645b22ef gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:15.958387 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '692ffd55-e1f9-4d69-afd0-739b60bdda77', 'name': '', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:aa:e7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:12Z', 'updated_at': '2021-07-09T20:56:15Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:15.988477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e6be64-fab3-41c7-a4ef-84ab8978740d None None] The sync data for ids ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'] in n-d-800088-3 is: [{'id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '692ffd55-e1f9-4d69-afd0-739b60bdda77', 'name': '', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:aa:e7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:12Z', 'updated_at': '2021-07-09T20:56:15Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:56:16.125208 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b29cb66b-f0ab-476b-b3e7-5983ab65fa98 req-98565c8c-d3fb-412d-ad85-b16c76f238ef tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 210 time: 0.0375268 Jul 09 20:56:16.932090 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 692ffd55-e1f9-4d69-afd0-739b60bdda77 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:16.981874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 692ffd55-e1f9-4d69-afd0-739b60bdda77 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:16.986451 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 692ffd55-e1f9-4d69-afd0-739b60bdda77 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:16.986893 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.063522 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.098211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 692ffd55-e1f9-4d69-afd0-739b60bdda77, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=692ffd55-e1f9-4d69-afd0-739b60bdda77,segment=NetworkSegment(e4cef9ba-6452-4920-8318-9c3f6580abe4),segment_id=e4cef9ba-6452-4920-8318-9c3f6580abe4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:17.102406 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.157795 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=692ffd55-e1f9-4d69-afd0-739b60bdda77,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:17.300102 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-800116b1-9e42-43d2-b536-9286bc290bbc req-9d1d8398-0aaa-4c9f-9726-290c1da419ab tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 210 time: 0.0412810 Jul 09 20:56:17.347584 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d3a751ca-65c8-43ae-9ac1-575c0d2028b1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:17.349053 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d3a751ca-65c8-43ae-9ac1-575c0d2028b1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "GET /v2.0/networks?id=efd9cd98-fda5-4979-b8a6-82d6efe4a18e HTTP/1.1" status: 200 len: 797 time: 0.1367271 Jul 09 20:56:17.393597 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-5cafee47-1e89-4618-9294-67051e5b91b5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 380 time: 0.0360894 Jul 09 20:56:17.402483 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-83b6a170-ebb5-4221-83dd-a467d4f43e06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'port': {'device_id': '5242979a-974c-4743-a72d-df75d4343d0c', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'admin_state_up': True, 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'security_groups': ['58d09489-75db-4ffb-ad3d-9c0374c3403e']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:17.512255 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-83b6a170-ebb5-4221-83dd-a467d4f43e06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Made reservation on behalf of 7f8d1b0b95294766b779d3cfc8f7e59f for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:56:17.517198 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-83b6a170-ebb5-4221-83dd-a467d4f43e06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.642871 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-83b6a170-ebb5-4221-83dd-a467d4f43e06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.20.0.3 (efd9cd98-fda5-4979-b8a6-82d6efe4a18e/e7174365-d642-48c6-bc2d-5ee62cbf23c8/261c078f-b467-42d5-8a12-afd116e3a534) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:17.779385 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-83b6a170-ebb5-4221-83dd-a467d4f43e06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.793133 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-83b6a170-ebb5-4221-83dd-a467d4f43e06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Transition to ACTIVE for port object 261c078f-b467-42d5-8a12-afd116e3a534 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:17.827067 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-83b6a170-ebb5-4221-83dd-a467d4f43e06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.867484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-83b6a170-ebb5-4221-83dd-a467d4f43e06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network efd9cd98-fda5-4979-b8a6-82d6efe4a18e is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:17.872626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-83b6a170-ebb5-4221-83dd-a467d4f43e06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:17.877435 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-83b6a170-ebb5-4221-83dd-a467d4f43e06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:56:17.903653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6a170-ebb5-4221-83dd-a467d4f43e06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=261c078f-b467-42d5-8a12-afd116e3a534,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:17.932186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-83b6a170-ebb5-4221-83dd-a467d4f43e06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:17.932867 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-83b6a170-ebb5-4221-83dd-a467d4f43e06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:17.948409 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-83b6a170-ebb5-4221-83dd-a467d4f43e06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5495639 Jul 09 20:56:17.965091 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Request body: {'port': {'device_id': '5242979a-974c-4743-a72d-df75d4343d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:18.045567 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:18.105786 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c4112229-6a19-4575-8552-1951267e8f74 None None] Provisioning for port 261c078f-b467-42d5-8a12-afd116e3a534 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:18.109936 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c4112229-6a19-4575-8552-1951267e8f74 None None] Provisioning complete for port 261c078f-b467-42d5-8a12-afd116e3a534 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:18.110311 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c4112229-6a19-4575-8552-1951267e8f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:18.143397 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-c4112229-6a19-4575-8552-1951267e8f74 None None] Port 261c078f-b467-42d5-8a12-afd116e3a534 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:56:18.304291 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261c078f-b467-42d5-8a12-afd116e3a534 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:56:18.312369 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:18.323769 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Transition to ACTIVE for port object 261c078f-b467-42d5-8a12-afd116e3a534 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:56:18.328813 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:18.380520 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Pushing event updated for resources: {'Port': ['ID=261c078f-b467-42d5-8a12-afd116e3a534,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:18.459873 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Attempting to bind port 261c078f-b467-42d5-8a12-afd116e3a534 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:56:18.460374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Attempting to bind port 261c078f-b467-42d5-8a12-afd116e3a534 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'e4cef9ba-6452-4920-8318-9c3f6580abe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:56:18.460840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Attempting to bind port 261c078f-b467-42d5-8a12-afd116e3a534 on network efd9cd98-fda5-4979-b8a6-82d6efe4a18e {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:18.465619 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Port 261c078f-b467-42d5-8a12-afd116e3a534 on network efd9cd98-fda5-4979-b8a6-82d6efe4a18e not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:56:18.466107 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Attempting to bind port 261c078f-b467-42d5-8a12-afd116e3a534 on network efd9cd98-fda5-4979-b8a6-82d6efe4a18e {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:56:18.472168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:56:18.472685 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Checking segment: {'id': 'e4cef9ba-6452-4920-8318-9c3f6580abe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:56:18.473182 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Bound using segment: {'id': 'e4cef9ba-6452-4920-8318-9c3f6580abe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:56:18.473728 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Bound port: 261c078f-b467-42d5-8a12-afd116e3a534, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4cef9ba-6452-4920-8318-9c3f6580abe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:56:18.474200 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:18.492062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d6bf4-96be-4094-a037-38ea848063af req-4f6160f5-c5ac-4677-ab40-68720083feea tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:18.493702 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd9d6bf4-96be-4094-a037-38ea848063af req-4f6160f5-c5ac-4677-ab40-68720083feea tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 943 time: 0.0703833 Jul 09 20:56:18.537160 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd9d6bf4-96be-4094-a037-38ea848063af req-5f88cc60-bd9e-4c73-8554-d371f2e45539 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363228 Jul 09 20:56:18.547510 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] For port 261c078f-b467-42d5-8a12-afd116e3a534, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:56:18.551128 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] For port 261c078f-b467-42d5-8a12-afd116e3a534, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=261c078f-b467-42d5-8a12-afd116e3a534,segment=NetworkSegment(e4cef9ba-6452-4920-8318-9c3f6580abe4),segment_id=e4cef9ba-6452-4920-8318-9c3f6580abe4)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:56:18.563194 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:18.595495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:18.596126 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:18.597581 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] 10.222.0.32 "PUT /v2.0/ports/261c078f-b467-42d5-8a12-afd116e3a534 HTTP/1.1" status: 200 len: 1091 time: 0.6369674 Jul 09 20:56:18.598026 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5242979a-974c-4743-a72d-df75d4343d0c', 'tag': '261c078f-b467-42d5-8a12-afd116e3a534'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:56:18.600293 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed99a44-09f8-404d-95b6-522e3b98310b" -d '{"events": [{"name": "network-changed", "server_uuid": "5242979a-974c-4743-a72d-df75d4343d0c", "tag": "261c078f-b467-42d5-8a12-afd116e3a534"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:56:18.621925 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7be20-3b21-4a98-8f9d-b5c9b46e712c service neutron] Pushing event updated for resources: {'Port': ['ID=261c078f-b467-42d5-8a12-afd116e3a534,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:18.668376 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef58102c-d7cc-470e-bec1-ea29046db013 x-openstack-request-id: req-ef58102c-d7cc-470e-bec1-ea29046db013 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:56:18.668731 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5242979a-974c-4743-a72d-df75d4343d0c", "tag": "261c078f-b467-42d5-8a12-afd116e3a534", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:56:18.668992 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef58102c-d7cc-470e-bec1-ea29046db013 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:56:18.669388 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5242979a-974c-4743-a72d-df75d4343d0c', 'tag': '261c078f-b467-42d5-8a12-afd116e3a534', 'status': 'completed', 'code': 200} Jul 09 20:56:18.697140 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-3ce8ce44-2ff3-42fa-b7b3-94b6b678e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:18.698672 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-3ce8ce44-2ff3-42fa-b7b3-94b6b678e2da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 1094 time: 0.0616524 Jul 09 20:56:18.741664 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-6c0a583c-cbc5-41f2-845d-6586bc03cc0a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=261c078f-b467-42d5-8a12-afd116e3a534 HTTP/1.1" status: 200 len: 217 time: 0.0352163 Jul 09 20:56:18.791172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-4d13fbd8-bac4-4140-a5b9-395b7f35709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:18.792674 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-4d13fbd8-bac4-4140-a5b9-395b7f35709c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7174365-d642-48c6-bc2d-5ee62cbf23c8 HTTP/1.1" status: 200 len: 835 time: 0.0455489 Jul 09 20:56:18.848463 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-cf56ab04-f9c7-4a07-9fde-b4ad2fc271c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:18.849959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-cf56ab04-f9c7-4a07-9fde-b4ad2fc271c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=efd9cd98-fda5-4979-b8a6-82d6efe4a18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511837 Jul 09 20:56:18.913037 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 692ffd55-e1f9-4d69-afd0-739b60bdda77 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:18.946456 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-fb0d4ca2-9ed7-445f-b467-dea342695de9 service neutron] 10.222.0.32 "GET /v2.0/networks/efd9cd98-fda5-4979-b8a6-82d6efe4a18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895917 Jul 09 20:56:18.963448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 692ffd55-e1f9-4d69-afd0-739b60bdda77 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:18.963827 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:19.038614 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6fe5e081-25b3-47f4-a578-fa48175c6f33 req-9ec28526-92b2-4a4a-bde3-93b876579140 service neutron] 10.222.0.32 "GET /v2.0/networks/efd9cd98-fda5-4979-b8a6-82d6efe4a18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845604 Jul 09 20:56:19.149457 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed99a44-09f8-404d-95b6-522e3b98310b req-e4a8f514-53c2-4a6c-a185-600f163e4c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:19.150866 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bed99a44-09f8-404d-95b6-522e3b98310b req-e4a8f514-53c2-4a6c-a185-600f163e4c4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 1094 time: 0.0599751 Jul 09 20:56:19.239726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed99a44-09f8-404d-95b6-522e3b98310b req-d8b1388d-e28d-43e1-904f-b8a4f18bc60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:19.241224 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bed99a44-09f8-404d-95b6-522e3b98310b req-d8b1388d-e28d-43e1-904f-b8a4f18bc60f service neutron] 10.222.0.32 "GET /v2.0/networks?id=efd9cd98-fda5-4979-b8a6-82d6efe4a18e HTTP/1.1" status: 200 len: 898 time: 0.0840249 Jul 09 20:56:19.285726 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bed99a44-09f8-404d-95b6-522e3b98310b req-57ea06a5-f1f4-4169-abc8-0be6c7ec45d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=261c078f-b467-42d5-8a12-afd116e3a534 HTTP/1.1" status: 200 len: 217 time: 0.0366268 Jul 09 20:56:19.337215 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed99a44-09f8-404d-95b6-522e3b98310b req-9497f298-eeee-4016-a39e-7437f9a57837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:19.338656 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bed99a44-09f8-404d-95b6-522e3b98310b req-9497f298-eeee-4016-a39e-7437f9a57837 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7174365-d642-48c6-bc2d-5ee62cbf23c8 HTTP/1.1" status: 200 len: 835 time: 0.0423725 Jul 09 20:56:19.396088 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed99a44-09f8-404d-95b6-522e3b98310b req-d9da73f4-cac9-4b9a-b7e2-8940b1ae5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:19.397574 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bed99a44-09f8-404d-95b6-522e3b98310b req-d9da73f4-cac9-4b9a-b7e2-8940b1ae5c06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=efd9cd98-fda5-4979-b8a6-82d6efe4a18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507231 Jul 09 20:56:19.487048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bed99a44-09f8-404d-95b6-522e3b98310b req-ddc4208e-f970-4dc2-b1a9-92c6a3a960ae service neutron] 10.222.0.32 "GET /v2.0/networks/efd9cd98-fda5-4979-b8a6-82d6efe4a18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827501 Jul 09 20:56:19.574101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bed99a44-09f8-404d-95b6-522e3b98310b req-209e3532-7b29-4110-8746-2e598e376f0d service neutron] 10.222.0.32 "GET /v2.0/networks/efd9cd98-fda5-4979-b8a6-82d6efe4a18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800869 Jul 09 20:56:19.716378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3905f-555f-45de-b83f-02faf43bb3dd req-35e267de-06a2-4b2b-bff9-9a69c40c5b98 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:19.718606 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-20b3905f-555f-45de-b83f-02faf43bb3dd req-35e267de-06a2-4b2b-bff9-9a69c40c5b98 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 943 time: 0.0678287 Jul 09 20:56:19.755596 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-20b3905f-555f-45de-b83f-02faf43bb3dd req-15c14597-8fac-4e4c-ae4b-4b1a28e3f4f9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315356 Jul 09 20:56:20.929060 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ceec77-7d20-4a10-ba14-603b0c607aea req-524172dd-f8e9-4688-b8c6-bcdb4f4c8d7a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:20.930529 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6ceec77-7d20-4a10-ba14-603b0c607aea req-524172dd-f8e9-4688-b8c6-bcdb4f4c8d7a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 943 time: 0.0615938 Jul 09 20:56:20.968614 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6ceec77-7d20-4a10-ba14-603b0c607aea req-bf1ec6dd-4216-42ba-821f-f0081e2abfe1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323343 Jul 09 20:56:22.144827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5cb00-0056-4b24-97ca-84da1dfb4d10 req-bfd10b52-bec6-45a4-8858-b451fa9c574f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:22.146339 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0d5cb00-0056-4b24-97ca-84da1dfb4d10 req-bfd10b52-bec6-45a4-8858-b451fa9c574f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 943 time: 0.0640066 Jul 09 20:56:22.183438 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0d5cb00-0056-4b24-97ca-84da1dfb4d10 req-d1a26ac4-fc5a-48e0-8aef-9ff0cf00e897 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316200 Jul 09 20:56:22.367031 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:56:22.633004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 261c078f-b467-42d5-8a12-afd116e3a534 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:56:22.734179 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 261c078f-b467-42d5-8a12-afd116e3a534, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=261c078f-b467-42d5-8a12-afd116e3a534,segment=NetworkSegment(e4cef9ba-6452-4920-8318-9c3f6580abe4),segment_id=e4cef9ba-6452-4920-8318-9c3f6580abe4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:22.746200 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '261c078f-b467-42d5-8a12-afd116e3a534', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'port_id': '261c078f-b467-42d5-8a12-afd116e3a534', 'mac_address': 'fa:16:3e:04:2b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:56:22.786129 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:22.798643 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261c078f-b467-42d5-8a12-afd116e3a534 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:56:22.818413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 261c078f-b467-42d5-8a12-afd116e3a534, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=261c078f-b467-42d5-8a12-afd116e3a534,segment=NetworkSegment(e4cef9ba-6452-4920-8318-9c3f6580abe4),segment_id=e4cef9ba-6452-4920-8318-9c3f6580abe4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:22.822541 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:22.869338 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=261c078f-b467-42d5-8a12-afd116e3a534,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:23.130891 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['261c078f-b467-42d5-8a12-afd116e3a534'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:56:23.364436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832df42-463c-4dd8-983a-5babe26641bb req-2d6d49f5-6aa4-4735-8dd6-f99b3e5fe60d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:23.365871 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9832df42-463c-4dd8-983a-5babe26641bb req-2d6d49f5-6aa4-4735-8dd6-f99b3e5fe60d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 944 time: 0.0713603 Jul 09 20:56:23.402874 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9832df42-463c-4dd8-983a-5babe26641bb req-4010dc5a-20f3-4a60-a418-133c861c7398 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314655 Jul 09 20:56:24.578552 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd9c84-229b-423e-bcf1-24997d746b37 req-626a54ab-e81a-448d-b2a5-db26ee5322c2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:24.580059 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d9fd9c84-229b-423e-bcf1-24997d746b37 req-626a54ab-e81a-448d-b2a5-db26ee5322c2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 944 time: 0.0683401 Jul 09 20:56:24.618166 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d9fd9c84-229b-423e-bcf1-24997d746b37 req-a176e830-78b4-452a-9c4d-87d5d2f515d0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325167 Jul 09 20:56:24.647735 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 261c078f-b467-42d5-8a12-afd116e3a534 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:56:24.695465 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 261c078f-b467-42d5-8a12-afd116e3a534 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:56:24.698962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 261c078f-b467-42d5-8a12-afd116e3a534 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:56:24.699340 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:24.776384 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:24.799286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5242979a-974c-4743-a72d-df75d4343d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261c078f-b467-42d5-8a12-afd116e3a534'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:56:24.801568 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929841d6-78dc-41fc-a783-46f174e47565" -d '{"events": [{"server_uuid": "5242979a-974c-4743-a72d-df75d4343d0c", "name": "network-vif-plugged", "status": "completed", "tag": "261c078f-b467-42d5-8a12-afd116e3a534"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:56:24.814506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 261c078f-b467-42d5-8a12-afd116e3a534, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=261c078f-b467-42d5-8a12-afd116e3a534,segment=NetworkSegment(e4cef9ba-6452-4920-8318-9c3f6580abe4),segment_id=e4cef9ba-6452-4920-8318-9c3f6580abe4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:56:24.818468 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:24.841072 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41d3f48-253a-4b43-a242-e8fa8f15b117 x-openstack-request-id: req-c41d3f48-253a-4b43-a242-e8fa8f15b117 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:56:24.841364 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5242979a-974c-4743-a72d-df75d4343d0c", "name": "network-vif-plugged", "status": "completed", "tag": "261c078f-b467-42d5-8a12-afd116e3a534", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:56:24.842154 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c41d3f48-253a-4b43-a242-e8fa8f15b117 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:56:24.842545 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5242979a-974c-4743-a72d-df75d4343d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261c078f-b467-42d5-8a12-afd116e3a534', 'code': 200} Jul 09 20:56:24.871636 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=261c078f-b467-42d5-8a12-afd116e3a534,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:24.957617 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7fde3-0f13-4ec0-802b-e920cac6ef4e req-00a9b95f-1595-4bb9-84df-3028a735f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:24.959003 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9fc7fde3-0f13-4ec0-802b-e920cac6ef4e req-00a9b95f-1595-4bb9-84df-3028a735f67c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 1096 time: 0.0506079 Jul 09 20:56:24.993951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9fc7fde3-0f13-4ec0-802b-e920cac6ef4e req-cee40315-1a21-4f11-8660-78d68b75c5e1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278111 Jul 09 20:56:25.790865 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975d6c4-33ab-496d-87bd-ee455bf1f76f req-2eca3a61-4c74-4ff0-a811-ef276ecf4b8f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:25.792395 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6975d6c4-33ab-496d-87bd-ee455bf1f76f req-2eca3a61-4c74-4ff0-a811-ef276ecf4b8f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 945 time: 0.0652053 Jul 09 20:56:25.830764 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6975d6c4-33ab-496d-87bd-ee455bf1f76f req-fd1edea2-a48a-4cd5-8691-e3d6834237c7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321298 Jul 09 20:56:26.955122 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8123bab9-f766-40cc-b636-30571b2d135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.010358 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817ff59-2c13-4e1a-841b-e901fac05b35 req-db6450fb-2a53-4cf6-8696-1feee2aa4894 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:27.011889 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1817ff59-2c13-4e1a-841b-e901fac05b35 req-db6450fb-2a53-4cf6-8696-1feee2aa4894 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 945 time: 0.0679519 Jul 09 20:56:27.356012 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1817ff59-2c13-4e1a-841b-e901fac05b35 req-56c574bc-b03c-4c81-a95f-a895c8892764 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381801 Jul 09 20:56:27.478946 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.529239 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21d40d-d73d-40d5-99af-a4be0200e28d req-04f0bdf2-ca78-4e99-a8c7-ca07293c3a9e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:27.530811 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ab21d40d-d73d-40d5-99af-a4be0200e28d req-04f0bdf2-ca78-4e99-a8c7-ca07293c3a9e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 945 time: 0.0650511 Jul 09 20:56:27.567355 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ab21d40d-d73d-40d5-99af-a4be0200e28d req-6876e949-142a-41bf-ba52-32d70c53a2f0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308206 Jul 09 20:56:27.591227 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55358) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:27.646008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef30d196-5101-4053-aa4c-2b24118e3c07 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:27.647459 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ef30d196-5101-4053-aa4c-2b24118e3c07 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 1091 time: 0.0549436 Jul 09 20:56:27.650218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55360) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:27.654538 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '261c078f-b467-42d5-8a12-afd116e3a534', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:56:27.675367 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.770751 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:27.876375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.25.0.16 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/e06f358d-1b81-4ebc-8bfc-0e2cc095e551) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:56:27.974194 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:28.016973 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:28.055620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:56:28.058344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:56:28.062543 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:56:28.067952 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=e06f358d-1b81-4ebc-8bfc-0e2cc095e551,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:28.728229 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:28.807622 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:28.957595 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:28.962324 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:29.032601 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=e06f358d-1b81-4ebc-8bfc-0e2cc095e551,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:56:29.043915 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:29.144900 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Floating IP 8e543f3f-b7ed-4bde-9461-4298d1bbba82 associated. External IP: 172.25.0.16, port: 261c078f-b467-42d5-8a12-afd116e3a534. Jul 09 20:56:29.353309 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 8491e036-bdb0-4f4f-ae56-64fa645b22ef has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:56:29.463514 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:56:29.473412 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32481ce5-406e-4a6a-bef7-25b0758c45af None None] Sync routers for ids ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:56:29.480334 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:29.483958 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32481ce5-406e-4a6a-bef7-25b0758c45af None None] Routers {'8491e036-bdb0-4f4f-ae56-64fa645b22ef'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:29.484620 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-32481ce5-406e-4a6a-bef7-25b0758c45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:55:59Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:29.512581 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c5741ee2-d2f7-48db-9e52-f2875461bbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:29.524034 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7d7a2ef6-bbbb-4b99-bcb0-7e18bb3ed47c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8728025 Jul 09 20:56:29.524771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5242979a-974c-4743-a72d-df75d4343d0c', 'tag': '261c078f-b467-42d5-8a12-afd116e3a534'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:56:29.527175 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7741910c-9cdb-4719-af96-460a60ae308a" -d '{"events": [{"name": "network-changed", "server_uuid": "5242979a-974c-4743-a72d-df75d4343d0c", "tag": "261c078f-b467-42d5-8a12-afd116e3a534"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:56:29.565712 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c71e0e-aebb-4918-a524-882c894709e9 x-openstack-request-id: req-d8c71e0e-aebb-4918-a524-882c894709e9 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:56:29.566022 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5242979a-974c-4743-a72d-df75d4343d0c", "tag": "261c078f-b467-42d5-8a12-afd116e3a534", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:56:29.566286 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8c71e0e-aebb-4918-a524-882c894709e9 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:56:29.566709 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5242979a-974c-4743-a72d-df75d4343d0c', 'tag': '261c078f-b467-42d5-8a12-afd116e3a534', 'status': 'completed', 'code': 200} Jul 09 20:56:29.600427 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-32481ce5-406e-4a6a-bef7-25b0758c45af None None] Set router 8491e036-bdb0-4f4f-ae56-64fa645b22ef gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:29.687231 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:29.698933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741910c-9cdb-4719-af96-460a60ae308a req-fcddf35e-31fd-4e2a-b51d-1e5730a73828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:29.700457 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7741910c-9cdb-4719-af96-460a60ae308a req-fcddf35e-31fd-4e2a-b51d-1e5730a73828 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 1096 time: 0.1073353 Jul 09 20:56:29.708655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed2860-eba7-46be-bd83-2cca40576b6a req-9b0379ea-467a-477e-a70f-b639176ad4ba tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:29.710320 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9aed2860-eba7-46be-bd83-2cca40576b6a req-9b0379ea-467a-477e-a70f-b639176ad4ba tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 945 time: 0.0859027 Jul 09 20:56:29.795655 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:29.808908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9aed2860-eba7-46be-bd83-2cca40576b6a req-e5d181dc-77df-470a-868a-8ab28a3bb63a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891731 Jul 09 20:56:29.829059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741910c-9cdb-4719-af96-460a60ae308a req-ecc6e385-8212-467b-88a1-b62ba62d22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:29.830624 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7741910c-9cdb-4719-af96-460a60ae308a req-ecc6e385-8212-467b-88a1-b62ba62d22fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=efd9cd98-fda5-4979-b8a6-82d6efe4a18e HTTP/1.1" status: 200 len: 898 time: 0.1194341 Jul 09 20:56:29.834229 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-32481ce5-406e-4a6a-bef7-25b0758c45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '8e543f3f-b7ed-4bde-9461-4298d1bbba82', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'port_id': '261c078f-b467-42d5-8a12-afd116e3a534', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'mac_address': 'fa:16:3e:04:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5242979a-974c-4743-a72d-df75d4343d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:56:28Z', 'updated_at': '2021-07-09T20:56:28Z', 'revision_number': 0, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692ffd55-e1f9-4d69-afd0-739b60bdda77', 'name': '', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:aa:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:12Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:29.836815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55368) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:29.864565 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32481ce5-406e-4a6a-bef7-25b0758c45af None None] Checking router: 8491e036-bdb0-4f4f-ae56-64fa645b22ef for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:56:29.872799 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32481ce5-406e-4a6a-bef7-25b0758c45af None None] Routers {'8491e036-bdb0-4f4f-ae56-64fa645b22ef'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:56:29.873412 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-32481ce5-406e-4a6a-bef7-25b0758c45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:56:29Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:29.944706 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1423222a-b0ec-404e-8127-268c31e3895b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/8e543f3f-b7ed-4bde-9461-4298d1bbba82 HTTP/1.1" status: 200 len: 990 time: 0.1065881 Jul 09 20:56:29.946573 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7741910c-9cdb-4719-af96-460a60ae308a req-66940110-94cd-491d-bd08-b9d0515bca8f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=261c078f-b467-42d5-8a12-afd116e3a534 HTTP/1.1" status: 200 len: 998 time: 0.1018519 Jul 09 20:56:29.977346 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-32481ce5-406e-4a6a-bef7-25b0758c45af None None] Set router 8491e036-bdb0-4f4f-ae56-64fa645b22ef gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:56:29.995007 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741910c-9cdb-4719-af96-460a60ae308a req-7caa1aff-45f9-42b3-ac97-0a85353fad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:29.996487 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7741910c-9cdb-4719-af96-460a60ae308a req-7caa1aff-45f9-42b3-ac97-0a85353fad4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7174365-d642-48c6-bc2d-5ee62cbf23c8 HTTP/1.1" status: 200 len: 835 time: 0.0432768 Jul 09 20:56:30.061306 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741910c-9cdb-4719-af96-460a60ae308a req-4f820bdd-8043-4817-9ccf-37a96dca45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:56:30.062830 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7741910c-9cdb-4719-af96-460a60ae308a req-4f820bdd-8043-4817-9ccf-37a96dca45c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=efd9cd98-fda5-4979-b8a6-82d6efe4a18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567739 Jul 09 20:56:30.155365 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7741910c-9cdb-4719-af96-460a60ae308a req-6fa8b801-f0b4-418d-b2ae-7cd65781fa37 service neutron] 10.222.0.32 "GET /v2.0/networks/efd9cd98-fda5-4979-b8a6-82d6efe4a18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844617 Jul 09 20:56:30.199776 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-32481ce5-406e-4a6a-bef7-25b0758c45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '8e543f3f-b7ed-4bde-9461-4298d1bbba82', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'port_id': '261c078f-b467-42d5-8a12-afd116e3a534', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'mac_address': 'fa:16:3e:04:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5242979a-974c-4743-a72d-df75d4343d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:56:28Z', 'updated_at': '2021-07-09T20:56:28Z', 'revision_number': 0, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692ffd55-e1f9-4d69-afd0-739b60bdda77', 'name': '', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:aa:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:12Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:56:30.226306 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32481ce5-406e-4a6a-bef7-25b0758c45af None None] The sync data for ids ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'] in n-d-800088-3 is: [{'id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '8e543f3f-b7ed-4bde-9461-4298d1bbba82', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'floating_ip_address': '172.25.0.16', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'port_id': '261c078f-b467-42d5-8a12-afd116e3a534', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'mac_address': 'fa:16:3e:04:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5242979a-974c-4743-a72d-df75d4343d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:56:28Z', 'updated_at': '2021-07-09T20:56:28Z', 'revision_number': 0, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '692ffd55-e1f9-4d69-afd0-739b60bdda77', 'name': '', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:aa:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:12Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:56:30.253770 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7741910c-9cdb-4719-af96-460a60ae308a req-cf1d8ecd-c3fd-4170-9795-c00cf12e9ccf service neutron] 10.222.0.32 "GET /v2.0/networks/efd9cd98-fda5-4979-b8a6-82d6efe4a18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892816 Jul 09 20:56:30.519365 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6831820a-ce85-4461-b8be-792f73109ea2 None None] New status for floating IP 8e543f3f-b7ed-4bde-9461-4298d1bbba82: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:56:30.672924 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:30.947742 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55370) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:56:31.010254 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e976e530-721f-4a75-960e-5cdd9142f544 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/8e543f3f-b7ed-4bde-9461-4298d1bbba82 HTTP/1.1" status: 200 len: 992 time: 0.0612957 Jul 09 20:56:32.533960 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:56.954798 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-aaba2176-2920-42f0-96f5-a8056f080736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:57.489594 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.367340 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:56:59.513245 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f09b6a97-afea-4392-89ae-752e46b796ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.687495 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:56:59.809205 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:00.674202 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:02.222058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ff11612-40fb-4412-9124-01cdb96805c3 req-73209273-be55-4201-993e-ae063a3c26fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522389 Jul 09 20:57:02.327677 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff11612-40fb-4412-9124-01cdb96805c3 req-de233cd7-5402-4f1a-aafa-4fd1f51d0312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:02.329295 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ff11612-40fb-4412-9124-01cdb96805c3 req-de233cd7-5402-4f1a-aafa-4fd1f51d0312 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 1096 time: 0.0544262 Jul 09 20:57:02.443585 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff11612-40fb-4412-9124-01cdb96805c3 req-bf484a1c-bcb2-481a-b119-53f90335fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:02.445103 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ff11612-40fb-4412-9124-01cdb96805c3 req-bf484a1c-bcb2-481a-b119-53f90335fb9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=efd9cd98-fda5-4979-b8a6-82d6efe4a18e HTTP/1.1" status: 200 len: 898 time: 0.0920184 Jul 09 20:57:02.514712 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ff11612-40fb-4412-9124-01cdb96805c3 req-434bc5e9-cab5-481a-b693-333462efe3ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=261c078f-b467-42d5-8a12-afd116e3a534 HTTP/1.1" status: 200 len: 1000 time: 0.0599644 Jul 09 20:57:02.537399 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:02.574090 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff11612-40fb-4412-9124-01cdb96805c3 req-379d2356-c11c-4ae3-8eef-425f019edfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:02.576319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ff11612-40fb-4412-9124-01cdb96805c3 req-379d2356-c11c-4ae3-8eef-425f019edfb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7174365-d642-48c6-bc2d-5ee62cbf23c8 HTTP/1.1" status: 200 len: 835 time: 0.0496645 Jul 09 20:57:02.640499 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff11612-40fb-4412-9124-01cdb96805c3 req-7ef3aefd-744a-4fd4-95b2-dcc47c6d0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:02.642656 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ff11612-40fb-4412-9124-01cdb96805c3 req-7ef3aefd-744a-4fd4-95b2-dcc47c6d0823 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=efd9cd98-fda5-4979-b8a6-82d6efe4a18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595698 Jul 09 20:57:02.749280 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ff11612-40fb-4412-9124-01cdb96805c3 req-46fb4e02-4219-4655-903e-9f381885afd2 service neutron] 10.222.0.32 "GET /v2.0/networks/efd9cd98-fda5-4979-b8a6-82d6efe4a18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959339 Jul 09 20:57:02.848426 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4ff11612-40fb-4412-9124-01cdb96805c3 req-8c6be902-6329-4b8c-a587-caea134c3a0b service neutron] 10.222.0.32 "GET /v2.0/networks/efd9cd98-fda5-4979-b8a6-82d6efe4a18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914798 Jul 09 20:57:04.665445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363efc6-5695-4d03-a884-3db6ab053902 req-76ed5f37-02c9-4c02-8a4d-bcad26fb7ce0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:04.667142 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5363efc6-5695-4d03-a884-3db6ab053902 req-76ed5f37-02c9-4c02-8a4d-bcad26fb7ce0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 945 time: 0.1457994 Jul 09 20:57:04.709774 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5363efc6-5695-4d03-a884-3db6ab053902 req-1d43c10e-7884-46b0-a664-4692a262a1e2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349998 Jul 09 20:57:05.342688 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-df4baa30-0b17-428e-bde6-9ab0f583929e req-9b9abb94-0620-4079-8d4e-986d2bbefcd8 service neutron] (100205) timed out ('10.222.0.30', 52438) {{(pid=100205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 20:57:05.959871 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6207d65-cf4c-4ecc-825d-bdd76ed69a56 req-ae271d78-914c-44c4-bd83-4f1051a13595 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:05.961403 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f6207d65-cf4c-4ecc-825d-bdd76ed69a56 req-ae271d78-914c-44c4-bd83-4f1051a13595 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 945 time: 0.1180761 Jul 09 20:57:05.998945 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f6207d65-cf4c-4ecc-825d-bdd76ed69a56 req-ff141c9e-a230-429d-abd4-bdd6c457a065 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Jul 09 20:57:06.023065 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55398) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:06.084852 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-70276cdf-72fd-4c80-8746-d78664aa64dd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/8e543f3f-b7ed-4bde-9461-4298d1bbba82 HTTP/1.1" status: 200 len: 992 time: 0.0605657 Jul 09 20:57:07.512769 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b14b46-6596-4318-8edf-140a13505e13 req-d056129c-2bb9-4179-bfbf-48db7c7a40aa tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:07.514463 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8b14b46-6596-4318-8edf-140a13505e13 req-d056129c-2bb9-4179-bfbf-48db7c7a40aa tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 945 time: 0.0635722 Jul 09 20:57:07.553854 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a8b14b46-6596-4318-8edf-140a13505e13 req-df69992a-5575-45db-bbd6-cd872fe28ad2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329010 Jul 09 20:57:08.729008 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7c178-d31a-4282-b3d1-4182c775eafb req-026a605b-f019-41a4-ad68-69556525449b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:08.730522 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52a7c178-d31a-4282-b3d1-4182c775eafb req-026a605b-f019-41a4-ad68-69556525449b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 945 time: 0.0623562 Jul 09 20:57:08.773369 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-52a7c178-d31a-4282-b3d1-4182c775eafb req-958806b7-708f-4984-8786-0265bceaf56b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364118 Jul 09 20:57:08.799704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55408) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:08.860209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c49c0867-4791-4e45-9139-74504e1ad19d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/8e543f3f-b7ed-4bde-9461-4298d1bbba82 HTTP/1.1" status: 200 len: 992 time: 0.0593021 Jul 09 20:57:09.142807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55414) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:09.297919 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port e06f358d-1b81-4ebc-8bfc-0e2cc095e551 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:57:09.298278 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.375361 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.375701 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.386858 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for e06f358d-1b81-4ebc-8bfc-0e2cc095e551 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:09.533003 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.561037 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=e06f358d-1b81-4ebc-8bfc-0e2cc095e551,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:09.587773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:09.588125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:09.588475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:09.588841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:09.589182 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:09.589522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:09.589857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:09.590195 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:09.591169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:09.591169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:09.591498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:09.591823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:09.631165 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.631501 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Floating IP 8e543f3f-b7ed-4bde-9461-4298d1bbba82 disassociated (deleted). External IP: 172.25.0.16, port: 261c078f-b467-42d5-8a12-afd116e3a534. Jul 09 20:57:09.839034 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 8491e036-bdb0-4f4f-ae56-64fa645b22ef has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:57:09.945798 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:57:09.951197 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:09.955223 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5f45ed-188a-4a6e-b65b-5b56ebd5e382 None None] Sync routers for ids ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:57:09.964010 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5f45ed-188a-4a6e-b65b-5b56ebd5e382 None None] Routers {'8491e036-bdb0-4f4f-ae56-64fa645b22ef'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:09.964661 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-1c5f45ed-188a-4a6e-b65b-5b56ebd5e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:57:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:09.988483 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ef15830c-7940-4550-a7da-0fbefb6dccd0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/floatingips/8e543f3f-b7ed-4bde-9461-4298d1bbba82 HTTP/1.1" status: 204 len: 168 time: 0.8443491 Jul 09 20:57:09.989091 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5242979a-974c-4743-a72d-df75d4343d0c', 'tag': '261c078f-b467-42d5-8a12-afd116e3a534'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:09.991339 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb19f5e-604b-46fe-81b4-7c856e74c7ca" -d '{"events": [{"name": "network-changed", "server_uuid": "5242979a-974c-4743-a72d-df75d4343d0c", "tag": "261c078f-b467-42d5-8a12-afd116e3a534"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:10.030766 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cf1570-087f-4b87-8319-85869d1a6139 x-openstack-request-id: req-33cf1570-087f-4b87-8319-85869d1a6139 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:10.031058 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5242979a-974c-4743-a72d-df75d4343d0c", "tag": "261c078f-b467-42d5-8a12-afd116e3a534", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:10.031310 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33cf1570-087f-4b87-8319-85869d1a6139 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:10.031715 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5242979a-974c-4743-a72d-df75d4343d0c', 'tag': '261c078f-b467-42d5-8a12-afd116e3a534', 'status': 'completed', 'code': 200} Jul 09 20:57:10.074984 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-1c5f45ed-188a-4a6e-b65b-5b56ebd5e382 None None] Set router 8491e036-bdb0-4f4f-ae56-64fa645b22ef gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:10.110377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb19f5e-604b-46fe-81b4-7c856e74c7ca req-196d0a9c-dfc6-4c01-b1d0-e73119e7374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:10.111989 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aeb19f5e-604b-46fe-81b4-7c856e74c7ca req-196d0a9c-dfc6-4c01-b1d0-e73119e7374d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 1096 time: 0.0572634 Jul 09 20:57:10.221101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb19f5e-604b-46fe-81b4-7c856e74c7ca req-f268d5d9-0390-4817-9551-7c6c8ce1f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:10.222588 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aeb19f5e-604b-46fe-81b4-7c856e74c7ca req-f268d5d9-0390-4817-9551-7c6c8ce1f7b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=efd9cd98-fda5-4979-b8a6-82d6efe4a18e HTTP/1.1" status: 200 len: 898 time: 0.1024663 Jul 09 20:57:10.273211 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aeb19f5e-604b-46fe-81b4-7c856e74c7ca req-59dd3516-ea5c-4112-8c0f-12e7be720944 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=261c078f-b467-42d5-8a12-afd116e3a534 HTTP/1.1" status: 200 len: 217 time: 0.0376391 Jul 09 20:57:10.326821 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb19f5e-604b-46fe-81b4-7c856e74c7ca req-c29f9fe7-7ad2-4d36-85f6-3738f2d10b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:10.328333 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aeb19f5e-604b-46fe-81b4-7c856e74c7ca req-c29f9fe7-7ad2-4d36-85f6-3738f2d10b57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e7174365-d642-48c6-bc2d-5ee62cbf23c8 HTTP/1.1" status: 200 len: 835 time: 0.0474885 Jul 09 20:57:10.372881 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-1c5f45ed-188a-4a6e-b65b-5b56ebd5e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '692ffd55-e1f9-4d69-afd0-739b60bdda77', 'name': '', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:aa:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:12Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:10.379449 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d10ea-581f-4cbe-9730-e995c14f53c2 req-8fc80cb8-bb01-4b02-a07a-a781d4217762 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:10.381094 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-727d10ea-581f-4cbe-9730-e995c14f53c2 req-8fc80cb8-bb01-4b02-a07a-a781d4217762 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 945 time: 0.0744607 Jul 09 20:57:10.398647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb19f5e-604b-46fe-81b4-7c856e74c7ca req-23c41392-4aed-4932-b116-7615ea96ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:10.399750 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5f45ed-188a-4a6e-b65b-5b56ebd5e382 None None] Checking router: 8491e036-bdb0-4f4f-ae56-64fa645b22ef for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:57:10.400426 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aeb19f5e-604b-46fe-81b4-7c856e74c7ca req-23c41392-4aed-4932-b116-7615ea96ceaf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=efd9cd98-fda5-4979-b8a6-82d6efe4a18e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612509 Jul 09 20:57:10.409149 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5f45ed-188a-4a6e-b65b-5b56ebd5e382 None None] Routers {'8491e036-bdb0-4f4f-ae56-64fa645b22ef'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:10.409768 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-1c5f45ed-188a-4a6e-b65b-5b56ebd5e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:57:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:10.423431 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-727d10ea-581f-4cbe-9730-e995c14f53c2 req-94bf897d-983f-4695-b44b-4e109fe3805d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364521 Jul 09 20:57:10.495029 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aeb19f5e-604b-46fe-81b4-7c856e74c7ca req-93340869-c8e0-42c0-8225-79c9b389d0db service neutron] 10.222.0.32 "GET /v2.0/networks/efd9cd98-fda5-4979-b8a6-82d6efe4a18e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831609 Jul 09 20:57:10.514326 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-1c5f45ed-188a-4a6e-b65b-5b56ebd5e382 None None] Set router 8491e036-bdb0-4f4f-ae56-64fa645b22ef gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:10.595793 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aeb19f5e-604b-46fe-81b4-7c856e74c7ca req-70b4b66f-ebd3-4ad8-82e7-bbefe62a2be7 service neutron] 10.222.0.32 "GET /v2.0/networks/efd9cd98-fda5-4979-b8a6-82d6efe4a18e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896595 Jul 09 20:57:10.710106 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-1c5f45ed-188a-4a6e-b65b-5b56ebd5e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '692ffd55-e1f9-4d69-afd0-739b60bdda77', 'name': '', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:aa:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:12Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:10.736219 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5f45ed-188a-4a6e-b65b-5b56ebd5e382 None None] The sync data for ids ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'] in n-d-800088-3 is: [{'id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '692ffd55-e1f9-4d69-afd0-739b60bdda77', 'name': '', 'network_id': 'efd9cd98-fda5-4979-b8a6-82d6efe4a18e', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:aa:e7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:12Z', 'updated_at': '2021-07-09T20:56:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'e7174365-d642-48c6-bc2d-5ee62cbf23c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:57:10.956890 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ee7177-4bf3-41c7-a9ed-efb168df325d None None] New status for floating IP 8e543f3f-b7ed-4bde-9461-4298d1bbba82: DOWN {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:57:11.600494 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d0584-b8ac-4441-adff-01cfb757e3cf req-f868bbdb-4947-4c74-9913-052b510c7a67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:11.602003 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf9d0584-b8ac-4441-adff-01cfb757e3cf req-f868bbdb-4947-4c74-9913-052b510c7a67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 945 time: 0.0632339 Jul 09 20:57:11.639977 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf9d0584-b8ac-4441-adff-01cfb757e3cf req-8f9799f5-841e-410d-b20c-3207d62f6bee tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=58d09489-75db-4ffb-ad3d-9c0374c3403e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314877 Jul 09 20:57:12.254585 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78420ae7-83f7-49f7-a7ef-3215cdf14582 req-eeee1e47-574b-41a8-9665-3c37da20ab68 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:12.256031 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-78420ae7-83f7-49f7-a7ef-3215cdf14582 req-eeee1e47-574b-41a8-9665-3c37da20ab68 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 945 time: 0.0623000 Jul 09 20:57:12.359123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-78420ae7-83f7-49f7-a7ef-3215cdf14582 req-abb64d3d-d162-468f-a6a6-c480b344cb39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port 261c078f-b467-42d5-8a12-afd116e3a534 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:57:12.359474 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-78420ae7-83f7-49f7-a7ef-3215cdf14582 req-abb64d3d-d162-468f-a6a6-c480b344cb39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.446106 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-78420ae7-83f7-49f7-a7ef-3215cdf14582 req-abb64d3d-d162-468f-a6a6-c480b344cb39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] For port 261c078f-b467-42d5-8a12-afd116e3a534, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=261c078f-b467-42d5-8a12-afd116e3a534,segment=NetworkSegment(e4cef9ba-6452-4920-8318-9c3f6580abe4),segment_id=e4cef9ba-6452-4920-8318-9c3f6580abe4)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:12.446475 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-78420ae7-83f7-49f7-a7ef-3215cdf14582 req-abb64d3d-d162-468f-a6a6-c480b344cb39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.459784 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-78420ae7-83f7-49f7-a7ef-3215cdf14582 req-abb64d3d-d162-468f-a6a6-c480b344cb39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for 261c078f-b467-42d5-8a12-afd116e3a534 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:12.590339 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-78420ae7-83f7-49f7-a7ef-3215cdf14582 req-abb64d3d-d162-468f-a6a6-c480b344cb39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.618044 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb64d3d-d162-468f-a6a6-c480b344cb39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=261c078f-b467-42d5-8a12-afd116e3a534,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:12.669905 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-78420ae7-83f7-49f7-a7ef-3215cdf14582 req-abb64d3d-d162-468f-a6a6-c480b344cb39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] No DVR routers for this DVR port 261c078f-b467-42d5-8a12-afd116e3a534 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:57:12.672479 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-78420ae7-83f7-49f7-a7ef-3215cdf14582 req-abb64d3d-d162-468f-a6a6-c480b344cb39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:12.674512 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-78420ae7-83f7-49f7-a7ef-3215cdf14582 req-abb64d3d-d162-468f-a6a6-c480b344cb39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "DELETE /v2.0/ports/261c078f-b467-42d5-8a12-afd116e3a534 HTTP/1.1" status: 204 len: 173 time: 0.4106846 Jul 09 20:57:12.674960 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5242979a-974c-4743-a72d-df75d4343d0c', 'name': 'network-vif-deleted', 'tag': '261c078f-b467-42d5-8a12-afd116e3a534'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:12.677239 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c963d2-d4b5-4ba8-9ad1-ac251668e4b1" -d '{"events": [{"server_uuid": "5242979a-974c-4743-a72d-df75d4343d0c", "name": "network-vif-deleted", "tag": "261c078f-b467-42d5-8a12-afd116e3a534"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:12.716348 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d660965-bf8c-45b2-bd80-eb289db30480 x-openstack-request-id: req-6d660965-bf8c-45b2-bd80-eb289db30480 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:12.716911 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5242979a-974c-4743-a72d-df75d4343d0c", "name": "network-vif-deleted", "tag": "261c078f-b467-42d5-8a12-afd116e3a534", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:12.717193 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d660965-bf8c-45b2-bd80-eb289db30480 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:12.717602 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5242979a-974c-4743-a72d-df75d4343d0c', 'name': 'network-vif-deleted', 'tag': '261c078f-b467-42d5-8a12-afd116e3a534', 'status': 'completed', 'code': 200} Jul 09 20:57:12.793032 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4a46ebdb-70da-42d0-aec0-d396d0e8d317 req-8e70a47f-e8e1-4488-a15d-761bddafd688 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=5242979a-974c-4743-a72d-df75d4343d0c HTTP/1.1" status: 200 len: 210 time: 0.0290248 Jul 09 20:57:13.887257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55430) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:14.241843 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f087d56b-3133-422c-a696-9d93a15e47b3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:14.509622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f087d56b-3133-422c-a696-9d93a15e47b3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port 692ffd55-e1f9-4d69-afd0-739b60bdda77 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:57:14.509883 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f087d56b-3133-422c-a696-9d93a15e47b3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:14.599846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-f087d56b-3133-422c-a696-9d93a15e47b3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] For port 692ffd55-e1f9-4d69-afd0-739b60bdda77, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=692ffd55-e1f9-4d69-afd0-739b60bdda77,segment=NetworkSegment(e4cef9ba-6452-4920-8318-9c3f6580abe4),segment_id=e4cef9ba-6452-4920-8318-9c3f6580abe4)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:14.600215 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f087d56b-3133-422c-a696-9d93a15e47b3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:14.613678 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f087d56b-3133-422c-a696-9d93a15e47b3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for 692ffd55-e1f9-4d69-afd0-739b60bdda77 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:14.797103 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f087d56b-3133-422c-a696-9d93a15e47b3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:14.824514 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087d56b-3133-422c-a696-9d93a15e47b3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=692ffd55-e1f9-4d69-afd0-739b60bdda77,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:15.007010 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f087d56b-3133-422c-a696-9d93a15e47b3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:15.545900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f087d56b-3133-422c-a696-9d93a15e47b3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 8491e036-bdb0-4f4f-ae56-64fa645b22ef has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:57:15.647139 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f087d56b-3133-422c-a696-9d93a15e47b3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:57:15.652073 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f087d56b-3133-422c-a696-9d93a15e47b3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "PUT /v2.0/routers/8491e036-bdb0-4f4f-ae56-64fa645b22ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7630687 Jul 09 20:57:15.655594 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55432) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:15.658190 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820dc36f-f529-4c98-ba80-c926ce553efd None None] Sync routers for ids ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:57:15.667209 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820dc36f-f529-4c98-ba80-c926ce553efd None None] Routers {'8491e036-bdb0-4f4f-ae56-64fa645b22ef'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:15.667848 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-820dc36f-f529-4c98-ba80-c926ce553efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:57:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:15.708991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8e74db-7f15-4232-af0d-4e7f04688c51 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting subnet e7174365-d642-48c6-bc2d-5ee62cbf23c8 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:57:15.712050 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b8e74db-7f15-4232-af0d-4e7f04688c51 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:15.752420 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b8e74db-7f15-4232-af0d-4e7f04688c51 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:15.772859 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-820dc36f-f529-4c98-ba80-c926ce553efd None None] Set router 8491e036-bdb0-4f4f-ae56-64fa645b22ef gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:15.837031 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b8e74db-7f15-4232-af0d-4e7f04688c51 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:15.900604 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b8e74db-7f15-4232-af0d-4e7f04688c51 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:15.926227 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e74db-7f15-4232-af0d-4e7f04688c51 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Subnet': ['ID=e7174365-d642-48c6-bc2d-5ee62cbf23c8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:15.932178 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5b8e74db-7f15-4232-af0d-4e7f04688c51 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:15.933903 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5b8e74db-7f15-4232-af0d-4e7f04688c51 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/subnets/e7174365-d642-48c6-bc2d-5ee62cbf23c8 HTTP/1.1" status: 204 len: 168 time: 0.2773805 Jul 09 20:57:15.937684 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55434) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:15.943201 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa1e687-8597-4aed-805c-324bbc469ddf None None] Network efd9cd98-fda5-4979-b8a6-82d6efe4a18e requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:57:15.965908 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-820dc36f-f529-4c98-ba80-c926ce553efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:57:14Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:15.996110 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820dc36f-f529-4c98-ba80-c926ce553efd None None] Checking router: 8491e036-bdb0-4f4f-ae56-64fa645b22ef for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:57:16.005485 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820dc36f-f529-4c98-ba80-c926ce553efd None None] Routers {'8491e036-bdb0-4f4f-ae56-64fa645b22ef'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:16.006102 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-820dc36f-f529-4c98-ba80-c926ce553efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:57:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:16.050006 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.112006 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-820dc36f-f529-4c98-ba80-c926ce553efd None None] Set router 8491e036-bdb0-4f4f-ae56-64fa645b22ef gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:16.157059 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] DHCP port deletion for efd9cd98-fda5-4979-b8a6-82d6efe4a18e request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:57:16.167247 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.204107 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Deleting port 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:57:16.204482 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.222986 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port f6d14d55-22d4-4e66-96ee-e96e66221af5 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:57:16.223357 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.266111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] For port 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=6674cbe3-e578-4cfd-8e9d-b17ae6fe8634,segment=NetworkSegment(e4cef9ba-6452-4920-8318-9c3f6580abe4),segment_id=e4cef9ba-6452-4920-8318-9c3f6580abe4)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:16.266512 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.280614 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Calling delete_port for 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:16.300341 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-820dc36f-f529-4c98-ba80-c926ce553efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:57:14Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:16.308778 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] For port f6d14d55-22d4-4e66-96ee-e96e66221af5, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f6d14d55-22d4-4e66-96ee-e96e66221af5,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:16.309157 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.322936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for f6d14d55-22d4-4e66-96ee-e96e66221af5 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:57:16.327644 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820dc36f-f529-4c98-ba80-c926ce553efd None None] The sync data for ids ['8491e036-bdb0-4f4f-ae56-64fa645b22ef'] in n-d-800088-3 is: [{'id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1962657593', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:57:14Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'f6d14d55-22d4-4e66-96ee-e96e66221af5', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8491e036-bdb0-4f4f-ae56-64fa645b22ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:56:09Z', 'updated_at': '2021-07-09T20:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:57:16.373413 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.397886 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Pushing event deleted for resources: {'Port': ['ID=6674cbe3-e578-4cfd-8e9d-b17ae6fe8634,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:16.405382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] No DVR routers for this DVR port 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:57:16.407686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:16.408090 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:16.408439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:16.408825 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:16.409154 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:16.409492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:16.409827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:16.410162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:16.410492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:16.410822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:16.411154 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:16.411495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0124885e-d6ae-4a9c-906e-857843e19cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:16.498290 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.527160 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=f6d14d55-22d4-4e66-96ee-e96e66221af5,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:16.588643 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.679282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.681529 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.733698 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.734237 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Fanout notify agent at l3_agent the message router_deleted on router 8491e036-bdb0-4f4f-ae56-64fa645b22ef {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:57:16.741637 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.742811 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-078a2078-a9ae-4d38-98c0-a73b00b8beb7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/routers/8491e036-bdb0-4f4f-ae56-64fa645b22ef HTTP/1.1" status: 204 len: 168 time: 0.8041248 Jul 09 20:57:16.745503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55436) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:16.831913 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9bc0369c-c212-49b2-a383-258f6cf4ab2b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.913286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 261c078f-b467-42d5-8a12-afd116e3a534 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:16.920044 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9bc0369c-c212-49b2-a383-258f6cf4ab2b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.930536 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-9bc0369c-c212-49b2-a383-258f6cf4ab2b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd9cd98-fda5-4979-b8a6-82d6efe4a18e']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:16.934827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 261c078f-b467-42d5-8a12-afd116e3a534 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:57:16.935298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 261c078f-b467-42d5-8a12-afd116e3a534 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:57:16.942298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-9bc0369c-c212-49b2-a383-258f6cf4ab2b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cef9ba-6452-4920-8318-9c3f6580abe4') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:16.942606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-9bc0369c-c212-49b2-a383-258f6cf4ab2b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cef9ba-6452-4920-8318-9c3f6580abe4') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:16.953121 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9bc0369c-c212-49b2-a383-258f6cf4ab2b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.975392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9bc0369c-c212-49b2-a383-258f6cf4ab2b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.983476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc0369c-c212-49b2-a383-258f6cf4ab2b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:57:16.983903 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9bc0369c-c212-49b2-a383-258f6cf4ab2b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: timer() Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:57:16.987440 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:57:17.053458 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9bc0369c-c212-49b2-a383-258f6cf4ab2b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.060748 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9bc0369c-c212-49b2-a383-258f6cf4ab2b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.062261 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9bc0369c-c212-49b2-a383-258f6cf4ab2b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/networks/efd9cd98-fda5-4979-b8a6-82d6efe4a18e HTTP/1.1" status: 204 len: 168 time: 0.3157763 Jul 09 20:57:17.065093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55438) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:17.073996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0369c-c212-49b2-a383-258f6cf4ab2b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Network': ['ID=efd9cd98-fda5-4979-b8a6-82d6efe4a18e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:17.124955 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.151315 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.215080 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.219075 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.220252 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/security-groups/58d09489-75db-4ffb-ad3d-9c0374c3403e HTTP/1.1" status: 204 len: 168 time: 0.1541524 Jul 09 20:57:17.229577 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d09489-75db-4ffb-ad3d-9c0374c3403e,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:17.239184 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:17.239554 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:17.239912 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:17.240299 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:17.240676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:17.241267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:17.241666 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:17.241998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:17.242353 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:17.242692 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:17.243068 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:17.243390 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115b9c60-e0c9-4699-b45b-83982761d7e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:17.354359 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 692ffd55-e1f9-4d69-afd0-739b60bdda77 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:17.376704 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 692ffd55-e1f9-4d69-afd0-739b60bdda77 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:57:17.377054 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 692ffd55-e1f9-4d69-afd0-739b60bdda77 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:57:17.377648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:17.398862 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:57:17.399211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 6674cbe3-e578-4cfd-8e9d-b17ae6fe8634 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:57:17.517210 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55444) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:17.521972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-aff4addd-7922-4d41-8615-6fa76e49f84a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883402736', 'description': 'tempest-secgroup-smoke-1883402736 description', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:17.545076 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aff4addd-7922-4d41-8615-6fa76e49f84a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.626415 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aff4addd-7922-4d41-8615-6fa76e49f84a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.629998 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aff4addd-7922-4d41-8615-6fa76e49f84a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.652489 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-aff4addd-7922-4d41-8615-6fa76e49f84a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.653784 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-aff4addd-7922-4d41-8615-6fa76e49f84a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1355247 Jul 09 20:57:17.656842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55446) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:17.661485 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6b5bd0a4-6edc-4d0e-ac0c-a51359743ee1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'be8491e6-3496-41aa-a97c-9bd3235b944c', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:17.661939 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4addd-7922-4d41-8615-6fa76e49f84a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8491e6-3496-41aa-a97c-9bd3235b944c,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:17.690864 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6b5bd0a4-6edc-4d0e-ac0c-a51359743ee1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.749762 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6b5bd0a4-6edc-4d0e-ac0c-a51359743ee1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.756399 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6b5bd0a4-6edc-4d0e-ac0c-a51359743ee1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.776046 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bd0a4-6edc-4d0e-ac0c-a51359743ee1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa57aa91-f0dc-4337-a27e-fa41043ee0fc,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:17.782389 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6b5bd0a4-6edc-4d0e-ac0c-a51359743ee1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.783585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6b5bd0a4-6edc-4d0e-ac0c-a51359743ee1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255901 Jul 09 20:57:17.786125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55448) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:17.791044 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-919cc414-69e8-48f5-a6e5-939bc9bb2669 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'be8491e6-3496-41aa-a97c-9bd3235b944c', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:17.821620 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-919cc414-69e8-48f5-a6e5-939bc9bb2669 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.884684 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-919cc414-69e8-48f5-a6e5-939bc9bb2669 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.888500 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-919cc414-69e8-48f5-a6e5-939bc9bb2669 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.906047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cc414-69e8-48f5-a6e5-939bc9bb2669 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4aeece-f5dc-42c2-852b-6157d036f606,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:17.913986 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-919cc414-69e8-48f5-a6e5-939bc9bb2669 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:17.915308 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-919cc414-69e8-48f5-a6e5-939bc9bb2669 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282032 Jul 09 20:57:17.918030 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55450) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:17.923172 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-fd8bcc7a-d8c2-4d47-b66f-e9996955e363 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'be8491e6-3496-41aa-a97c-9bd3235b944c', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:17.949234 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd8bcc7a-d8c2-4d47-b66f-e9996955e363 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.008390 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd8bcc7a-d8c2-4d47-b66f-e9996955e363 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.011906 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd8bcc7a-d8c2-4d47-b66f-e9996955e363 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.031145 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bcc7a-d8c2-4d47-b66f-e9996955e363 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7f0b74-889e-45fb-9270-519204316221,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:18.033785 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-fd8bcc7a-d8c2-4d47-b66f-e9996955e363 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.035047 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-fd8bcc7a-d8c2-4d47-b66f-e9996955e363 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155334 Jul 09 20:57:18.037893 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55452) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:18.042360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-284f8780-3cb1-46a2-a070-19974cd0b026 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'be8491e6-3496-41aa-a97c-9bd3235b944c', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:18.069132 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-284f8780-3cb1-46a2-a070-19974cd0b026 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.129210 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-284f8780-3cb1-46a2-a070-19974cd0b026 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.133363 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-284f8780-3cb1-46a2-a070-19974cd0b026 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.152894 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f8780-3cb1-46a2-a070-19974cd0b026 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bf683e-3599-4b74-b5bf-02ccf4bb7762,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:18.157822 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-284f8780-3cb1-46a2-a070-19974cd0b026 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.159347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-284f8780-3cb1-46a2-a070-19974cd0b026 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203153 Jul 09 20:57:18.162104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55454) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:18.166377 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d9a9838e-c937-41ce-8d81-5ba2deebf321 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'be8491e6-3496-41aa-a97c-9bd3235b944c', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:18.189042 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-d9a9838e-c937-41ce-8d81-5ba2deebf321 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Project 7f8d1b0b95294766b779d3cfc8f7e59f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:57:18.193648 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9a9838e-c937-41ce-8d81-5ba2deebf321 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.255960 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9a9838e-c937-41ce-8d81-5ba2deebf321 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.259596 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9a9838e-c937-41ce-8d81-5ba2deebf321 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.276526 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9838e-c937-41ce-8d81-5ba2deebf321 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b115819c-a948-4739-b251-90c8227d50b0,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:18.282369 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d9a9838e-c937-41ce-8d81-5ba2deebf321 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.283572 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d9a9838e-c937-41ce-8d81-5ba2deebf321 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205509 Jul 09 20:57:18.286240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55456) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:18.290623 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f236d1b9-366a-45fd-bae1-df4737174b79 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'be8491e6-3496-41aa-a97c-9bd3235b944c', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:18.313581 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-f236d1b9-366a-45fd-bae1-df4737174b79 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Project 7f8d1b0b95294766b779d3cfc8f7e59f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:57:18.318226 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f236d1b9-366a-45fd-bae1-df4737174b79 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.380707 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f236d1b9-366a-45fd-bae1-df4737174b79 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.384091 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f236d1b9-366a-45fd-bae1-df4737174b79 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.402513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236d1b9-366a-45fd-bae1-df4737174b79 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ca2bd4-6482-4bb5-a41f-1a8a3220d43b,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:18.405994 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f236d1b9-366a-45fd-bae1-df4737174b79 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.409161 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f236d1b9-366a-45fd-bae1-df4737174b79 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200342 Jul 09 20:57:18.410057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55458) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:18.414955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ffd729a6-77a7-4c56-9149-64ca83ea3ce6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'network': {'name': 'tempest-network-smoke--2014481640', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'port_security_enabled': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:18.436362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd729a6-77a7-4c56-9149-64ca83ea3ce6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Made reservation on behalf of 7f8d1b0b95294766b779d3cfc8f7e59f for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:18.439947 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffd729a6-77a7-4c56-9149-64ca83ea3ce6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.463102 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd729a6-77a7-4c56-9149-64ca83ea3ce6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:57:18.471907 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffd729a6-77a7-4c56-9149-64ca83ea3ce6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.472269 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-ffd729a6-77a7-4c56-9149-64ca83ea3ce6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Added segment 6398ed3d-48b8-491b-910c-2146d59d0053 of type vlan for network 0aac515e-49b0-4967-bd4b-a0cebfb65fcf Jul 09 20:57:18.511415 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffd729a6-77a7-4c56-9149-64ca83ea3ce6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.539145 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffd729a6-77a7-4c56-9149-64ca83ea3ce6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.545257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd729a6-77a7-4c56-9149-64ca83ea3ce6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:18.545847 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ffd729a6-77a7-4c56-9149-64ca83ea3ce6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.608674 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ffd729a6-77a7-4c56-9149-64ca83ea3ce6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1975234 Jul 09 20:57:18.611457 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55460) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:18.616525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'admin_state_up': True, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:18.617275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd729a6-77a7-4c56-9149-64ca83ea3ce6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Network': ['ID=0aac515e-49b0-4967-bd4b-a0cebfb65fcf,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:18.628668 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 0aac515e-49b0-4967-bd4b-a0cebfb65fcf details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:57:18.646656 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.647679 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.699626 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.838412 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:18.961231 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f6d14d55-22d4-4e66-96ee-e96e66221af5 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:57:18.985611 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: f6d14d55-22d4-4e66-96ee-e96e66221af5 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:57:18.986058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f6d14d55-22d4-4e66-96ee-e96e66221af5 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:57:19.036696 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:19.055716 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:19.154128 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.25.0.226 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/a789a968-74d8-4f72-98ab-5e39adbe44e3) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:57:19.255924 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:19.296047 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:19.331100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:19.337977 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:19.342582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:57:19.370044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=a789a968-74d8-4f72-98ab-5e39adbe44e3,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:19.589600 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:19.791191 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:19.928104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 36ac4845-cd38-44a3-8d09-5c858dd9aafd is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:57:20.034668 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:57:20.044810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Sync routers for ids ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:57:20.053266 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:20.054647 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0e9a4a48-acc9-4028-b3bb-45347ee56e2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4421399 Jul 09 20:57:20.054846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Routers {'36ac4845-cd38-44a3-8d09-5c858dd9aafd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:20.055476 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:57:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:20.057699 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55462) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:20.093772 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f2f10ca7-288e-4fef-b4ec-2a3124561a4e tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=7f8d1b0b95294766b779d3cfc8f7e59f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349655 Jul 09 20:57:20.096511 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55464) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:20.318701 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Set router 36ac4845-cd38-44a3-8d09-5c858dd9aafd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:20.503315 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:18Z', 'updated_at': '2021-07-09T20:57:19Z', 'revision_number': 3, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:19Z', 'updated_at': '2021-07-09T20:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:20.530045 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Checking router: 36ac4845-cd38-44a3-8d09-5c858dd9aafd for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:57:20.530407 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Updating router 36ac4845-cd38-44a3-8d09-5c858dd9aafd port a789a968-74d8-4f72-98ab-5e39adbe44e3 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:57:20.548941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67a7409-2ffb-4557-ba55-7b5f750c0214 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:20.550821 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c67a7409-2ffb-4557-ba55-7b5f750c0214 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4529357 Jul 09 20:57:20.553483 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55466) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:20.564855 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:20.582916 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3846fe4f-c9d9-4b43-b449-bb556648f20b tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282795 Jul 09 20:57:20.585447 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55468) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:20.590292 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6896d268-6da3-47d9-9921-e99eb2a9ac7e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1477816578', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:20.682587 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6896d268-6da3-47d9-9921-e99eb2a9ac7e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Made reservation on behalf of 7f8d1b0b95294766b779d3cfc8f7e59f for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:20.686437 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6896d268-6da3-47d9-9921-e99eb2a9ac7e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:20.821274 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:20.832027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Transition to ACTIVE for port object a789a968-74d8-4f72-98ab-5e39adbe44e3 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:20.837683 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:20.873947 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6896d268-6da3-47d9-9921-e99eb2a9ac7e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:20.889026 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Attempting to bind port a789a968-74d8-4f72-98ab-5e39adbe44e3 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:57:20.889399 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Attempting to bind port a789a968-74d8-4f72-98ab-5e39adbe44e3 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:57:20.889762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Attempting to bind port a789a968-74d8-4f72-98ab-5e39adbe44e3 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:20.892798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c17b83-270d-411c-958c-8382730c1935 None None] Pushing event updated for resources: {'Port': ['ID=a789a968-74d8-4f72-98ab-5e39adbe44e3,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:20.897280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:57:20.897651 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:20.898055 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:20.898441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:57:20.898905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Bound port: a789a968-74d8-4f72-98ab-5e39adbe44e3, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:57:20.899286 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:20.936562 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896d268-6da3-47d9-9921-e99eb2a9ac7e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Subnet': ['ID=7b4b087a-8c33-432d-83a3-a4710b653b79,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:20.944031 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6896d268-6da3-47d9-9921-e99eb2a9ac7e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Checking segment: {'id': '6398ed3d-48b8-491b-910c-2146d59d0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:20.944411 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6896d268-6da3-47d9-9921-e99eb2a9ac7e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network hostable DHCP agents. Network: 0aac515e-49b0-4967-bd4b-a0cebfb65fcf, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:57:20.955207 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] For port a789a968-74d8-4f72-98ab-5e39adbe44e3, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:57:20.959758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] For port a789a968-74d8-4f72-98ab-5e39adbe44e3, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a789a968-74d8-4f72-98ab-5e39adbe44e3,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:57:20.961962 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6896d268-6da3-47d9-9921-e99eb2a9ac7e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 0aac515e-49b0-4967-bd4b-a0cebfb65fcf is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:57:20.963954 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:20.971691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-6896d268-6da3-47d9-9921-e99eb2a9ac7e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 0aac515e-49b0-4967-bd4b-a0cebfb65fcf) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:20.975980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6896d268-6da3-47d9-9921-e99eb2a9ac7e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:20.976624 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6896d268-6da3-47d9-9921-e99eb2a9ac7e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:20.991246 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6896d268-6da3-47d9-9921-e99eb2a9ac7e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4047291 Jul 09 20:57:20.994130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55470) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:20.998453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83fa9fc-9101-407b-b3a3-721c8af907c0 None None] Network 0aac515e-49b0-4967-bd4b-a0cebfb65fcf requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:57:21.070104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Routers {'36ac4845-cd38-44a3-8d09-5c858dd9aafd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:21.070817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:57:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:21.119872 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c17b83-270d-411c-958c-8382730c1935 None None] Pushing event updated for resources: {'Port': ['ID=a789a968-74d8-4f72-98ab-5e39adbe44e3,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:21.240210 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] Set router 36ac4845-cd38-44a3-8d09-5c858dd9aafd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:21.353538 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ips': [{'subnet_id': '7b4b087a-8c33-432d-83a3-a4710b653b79'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:57:21.354386 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:21.466728 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:21.550346 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Allocated IP 172.20.0.2 (0aac515e-49b0-4967-bd4b-a0cebfb65fcf/7b4b087a-8c33-432d-83a3-a4710b653b79/8096c6d2-825d-4e57-af5e-93edecb0c3fa) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:57:21.614686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:18Z', 'updated_at': '2021-07-09T20:57:19Z', 'revision_number': 3, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:19Z', 'updated_at': '2021-07-09T20:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:21.650925 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a81a1b0-9f59-4e9d-ab61-e03da86c6297 None None] The sync data for ids ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'] in n-d-800088-3 is: [{'id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:18Z', 'updated_at': '2021-07-09T20:57:19Z', 'revision_number': 3, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:19Z', 'updated_at': '2021-07-09T20:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:57:21.750540 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:21.758754 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Transition to ACTIVE for port object 8096c6d2-825d-4e57-af5e-93edecb0c3fa will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:21.773748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Transition to ACTIVE for port object 8096c6d2-825d-4e57-af5e-93edecb0c3fa will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:21.779612 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:21.822264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Network 0aac515e-49b0-4967-bd4b-a0cebfb65fcf is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:21.826962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:21.831356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:57:21.834448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Pushing event updated for resources: {'Port': ['ID=8096c6d2-825d-4e57-af5e-93edecb0c3fa,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:21.835820 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.20.0.1 (0aac515e-49b0-4967-bd4b-a0cebfb65fcf/7b4b087a-8c33-432d-83a3-a4710b653b79/05d54690-f7bb-4548-b37a-654250c57f35) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:57:21.914680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Attempting to bind port 8096c6d2-825d-4e57-af5e-93edecb0c3fa on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:57:21.915058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Attempting to bind port 8096c6d2-825d-4e57-af5e-93edecb0c3fa by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '6398ed3d-48b8-491b-910c-2146d59d0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:57:21.915449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Attempting to bind port 8096c6d2-825d-4e57-af5e-93edecb0c3fa on network 0aac515e-49b0-4967-bd4b-a0cebfb65fcf {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:21.921500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:57:21.921872 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Checking segment: {'id': '6398ed3d-48b8-491b-910c-2146d59d0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:21.922285 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:21.922672 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Bound using segment: {'id': '6398ed3d-48b8-491b-910c-2146d59d0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:57:21.923135 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Bound port: 8096c6d2-825d-4e57-af5e-93edecb0c3fa, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6398ed3d-48b8-491b-910c-2146d59d0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:57:21.923521 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:21.999990 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:22.010217 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] For port 8096c6d2-825d-4e57-af5e-93edecb0c3fa, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:57:22.015789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] For port 8096c6d2-825d-4e57-af5e-93edecb0c3fa, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8096c6d2-825d-4e57-af5e-93edecb0c3fa,segment=NetworkSegment(6398ed3d-48b8-491b-910c-2146d59d0053),segment_id=6398ed3d-48b8-491b-910c-2146d59d0053)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:57:22.017855 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Transition to ACTIVE for port object 05d54690-f7bb-4548-b37a-654250c57f35 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:22.020466 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:22.054220 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:22.090163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211824c-f319-4bc1-ac6b-13b8f014fc97 None None] Pushing event updated for resources: {'Port': ['ID=8096c6d2-825d-4e57-af5e-93edecb0c3fa,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:22.123107 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=05d54690-f7bb-4548-b37a-654250c57f35,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:22.126975 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 0aac515e-49b0-4967-bd4b-a0cebfb65fcf is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:22.128756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:22.131957 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:57:22.184010 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:22.365460 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:22.659129 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:22.663608 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:22.751998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=05d54690-f7bb-4548-b37a-654250c57f35,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:22.756136 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:22.854264 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 0aac515e-49b0-4967-bd4b-a0cebfb65fcf is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:22.855850 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:22.980691 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 36ac4845-cd38-44a3-8d09-5c858dd9aafd has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:57:23.039554 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed5b815-864f-4676-90e8-ac6a1bacd978 None None] Network 0aac515e-49b0-4967-bd4b-a0cebfb65fcf requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:57:23.086513 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8096c6d2-825d-4e57-af5e-93edecb0c3fa up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:23.105380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:57:23.111517 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-00b6b67b-4c70-415b-a84d-bdd5a9800ab1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "PUT /v2.0/routers/36ac4845-cd38-44a3-8d09-5c858dd9aafd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1161582 Jul 09 20:57:23.136056 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-bb0e0df5-082c-4e8d-aeec-307035c993eb None None] Provisioning for port 8096c6d2-825d-4e57-af5e-93edecb0c3fa completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:23.182158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 8096c6d2-825d-4e57-af5e-93edecb0c3fa completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:23.207208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 8096c6d2-825d-4e57-af5e-93edecb0c3fa triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:23.207687 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:23.261792 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-a09bb405-75a8-4d12-a640-80e4e506118d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883402736&fields=id&tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 267 time: 0.0410399 Jul 09 20:57:23.333298 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:23.377449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 8096c6d2-825d-4e57-af5e-93edecb0c3fa, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8096c6d2-825d-4e57-af5e-93edecb0c3fa,segment=NetworkSegment(6398ed3d-48b8-491b-910c-2146d59d0053),segment_id=6398ed3d-48b8-491b-910c-2146d59d0053)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:23.381865 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:23.382719 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a789a968-74d8-4f72-98ab-5e39adbe44e3 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:23.390622 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-c519a8f4-2a52-450c-890a-7d34ea23c987 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:23.392696 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-c519a8f4-2a52-450c-890a-7d34ea23c987 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/networks?id=0aac515e-49b0-4967-bd4b-a0cebfb65fcf HTTP/1.1" status: 200 len: 797 time: 0.1234665 Jul 09 20:57:23.410719 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-e3b9e76e-edc5-4ceb-94a6-e78e41b21141 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/quotas/7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 375 time: 0.0118225 Jul 09 20:57:23.460481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=8096c6d2-825d-4e57-af5e-93edecb0c3fa,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:23.482805 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port a789a968-74d8-4f72-98ab-5e39adbe44e3 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:23.486902 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a789a968-74d8-4f72-98ab-5e39adbe44e3 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:23.487358 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:23.491718 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-311775c8-4ab9-401e-9b9a-cadb84c9ebdb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756328 Jul 09 20:57:23.580654 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:23.602608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-464e3bf2-78dd-4fea-a50e-69d61d18bb1b None None] Provisioning complete for port 8096c6d2-825d-4e57-af5e-93edecb0c3fa triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:23.602999 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-464e3bf2-78dd-4fea-a50e-69d61d18bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:23.608518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port a789a968-74d8-4f72-98ab-5e39adbe44e3, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a789a968-74d8-4f72-98ab-5e39adbe44e3,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:23.614980 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-2d84bc6e-7969-4ae7-94cf-494ace9b541b service neutron] 10.222.0.30 "GET /v2.0/networks/0aac515e-49b0-4967-bd4b-a0cebfb65fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111832 Jul 09 20:57:23.627316 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:23.663920 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Sync routers for ids ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:57:23.677838 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Routers {'36ac4845-cd38-44a3-8d09-5c858dd9aafd'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:23.678693 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:57:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:23.692233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=a789a968-74d8-4f72-98ab-5e39adbe44e3,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:23.727124 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-00c9375a-4f00-4258-8d0c-f6f322879ac9 service neutron] 10.222.0.30 "GET /v2.0/networks/0aac515e-49b0-4967-bd4b-a0cebfb65fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048660 Jul 09 20:57:23.809615 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Set router 36ac4845-cd38-44a3-8d09-5c858dd9aafd gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:23.959505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-464e3bf2-78dd-4fea-a50e-69d61d18bb1b None None] Provisioning for port 05d54690-f7bb-4548-b37a-654250c57f35 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:23.968293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-464e3bf2-78dd-4fea-a50e-69d61d18bb1b None None] Provisioning complete for port 05d54690-f7bb-4548-b37a-654250c57f35 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:23.968728 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-464e3bf2-78dd-4fea-a50e-69d61d18bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:23.977535 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a50bc352-c9f8-4113-9b1d-c05ba1a73513 req-eb61cf3f-c716-4e57-bcdc-4beeb166fcca tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 210 time: 0.0459874 Jul 09 20:57:24.014116 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-464e3bf2-78dd-4fea-a50e-69d61d18bb1b None None] Port 05d54690-f7bb-4548-b37a-654250c57f35 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:57:24.072186 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:18Z', 'updated_at': '2021-07-09T20:57:22Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:19Z', 'updated_at': '2021-07-09T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '05d54690-f7bb-4548-b37a-654250c57f35', 'name': '', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:31:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:21Z', 'updated_at': '2021-07-09T20:57:22Z', 'revision_number': 2, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:24.136489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a4db9bfa-ab0f-458f-8ba8-066572d537b2 None None] Provisioning complete for port 05d54690-f7bb-4548-b37a-654250c57f35 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:24.136966 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a4db9bfa-ab0f-458f-8ba8-066572d537b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.175098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a4db9bfa-ab0f-458f-8ba8-066572d537b2 None None] Port 05d54690-f7bb-4548-b37a-654250c57f35 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:57:24.197041 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Checking router: 36ac4845-cd38-44a3-8d09-5c858dd9aafd for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:57:24.197397 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Updating router 36ac4845-cd38-44a3-8d09-5c858dd9aafd port 05d54690-f7bb-4548-b37a-654250c57f35 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:57:24.232195 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.498052 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.507910 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Transition to ACTIVE for port object 05d54690-f7bb-4548-b37a-654250c57f35 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:24.514602 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.564169 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167d0cf-0870-4111-829b-e7f6fe919906 None None] Pushing event updated for resources: {'Port': ['ID=05d54690-f7bb-4548-b37a-654250c57f35,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:24.590112 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167d0cf-0870-4111-829b-e7f6fe919906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:24.591068 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167d0cf-0870-4111-829b-e7f6fe919906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:24.592003 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167d0cf-0870-4111-829b-e7f6fe919906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:24.592346 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167d0cf-0870-4111-829b-e7f6fe919906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:24.592708 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167d0cf-0870-4111-829b-e7f6fe919906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:24.593046 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167d0cf-0870-4111-829b-e7f6fe919906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:24.593375 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167d0cf-0870-4111-829b-e7f6fe919906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:24.593702 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167d0cf-0870-4111-829b-e7f6fe919906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:24.594021 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167d0cf-0870-4111-829b-e7f6fe919906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:24.595395 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167d0cf-0870-4111-829b-e7f6fe919906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:24.595729 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167d0cf-0870-4111-829b-e7f6fe919906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:24.596058 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8167d0cf-0870-4111-829b-e7f6fe919906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:57:24.634561 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Attempting to bind port 05d54690-f7bb-4548-b37a-654250c57f35 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:57:24.634939 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Attempting to bind port 05d54690-f7bb-4548-b37a-654250c57f35 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '6398ed3d-48b8-491b-910c-2146d59d0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:57:24.635306 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Attempting to bind port 05d54690-f7bb-4548-b37a-654250c57f35 on network 0aac515e-49b0-4967-bd4b-a0cebfb65fcf {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:24.642454 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:57:24.642722 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Checking segment: {'id': '6398ed3d-48b8-491b-910c-2146d59d0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:24.643072 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.643464 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Bound using segment: {'id': '6398ed3d-48b8-491b-910c-2146d59d0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:57:24.643929 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Bound port: 05d54690-f7bb-4548-b37a-654250c57f35, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6398ed3d-48b8-491b-910c-2146d59d0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:57:24.644308 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.720100 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] For port 05d54690-f7bb-4548-b37a-654250c57f35, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:57:24.723405 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] For port 05d54690-f7bb-4548-b37a-654250c57f35, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=05d54690-f7bb-4548-b37a-654250c57f35,segment=NetworkSegment(6398ed3d-48b8-491b-910c-2146d59d0053),segment_id=6398ed3d-48b8-491b-910c-2146d59d0053)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:57:24.731321 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:24.793140 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Routers {'36ac4845-cd38-44a3-8d09-5c858dd9aafd'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:24.793851 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:57:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:24.796847 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167d0cf-0870-4111-829b-e7f6fe919906 None None] Pushing event updated for resources: {'Port': ['ID=05d54690-f7bb-4548-b37a-654250c57f35,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:24.906737 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] Set router 36ac4845-cd38-44a3-8d09-5c858dd9aafd gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:25.028693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8096c6d2-825d-4e57-af5e-93edecb0c3fa up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:25.078408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 8096c6d2-825d-4e57-af5e-93edecb0c3fa triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:25.078793 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.136726 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:18Z', 'updated_at': '2021-07-09T20:57:22Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:19Z', 'updated_at': '2021-07-09T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '05d54690-f7bb-4548-b37a-654250c57f35', 'name': '', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:31:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:21Z', 'updated_at': '2021-07-09T20:57:24Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:25.148462 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c598c9dd-cca4-44dd-a417-779db9087869 req-b6dc3ff1-c901-45cc-a114-f4f8d9e5faf4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 210 time: 0.0504589 Jul 09 20:57:25.173726 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f5de35-6628-4e47-a884-c7bb4966f40c None None] The sync data for ids ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'] in n-d-800088-3 is: [{'id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:18Z', 'updated_at': '2021-07-09T20:57:22Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:19Z', 'updated_at': '2021-07-09T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '05d54690-f7bb-4548-b37a-654250c57f35', 'name': '', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:31:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:21Z', 'updated_at': '2021-07-09T20:57:24Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:57:25.219707 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a789a968-74d8-4f72-98ab-5e39adbe44e3 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:25.283395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a789a968-74d8-4f72-98ab-5e39adbe44e3 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:25.283775 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.286988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-6bb5d1f9-9e09-4998-aa2e-b93c769ad0d7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:25.289648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-6bb5d1f9-9e09-4998-aa2e-b93c769ad0d7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "GET /v2.0/networks?id=0aac515e-49b0-4967-bd4b-a0cebfb65fcf HTTP/1.1" status: 200 len: 797 time: 0.1586728 Jul 09 20:57:25.342878 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-bd517e5e-0e66-4f09-80a7-3d0b8b2769c3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 380 time: 0.0433125 Jul 09 20:57:25.352706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-75ecbfff-7acd-4cf7-a1ce-6f405aa4f28c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'port': {'device_id': 'bec2c501-7115-44ed-bdae-1572b694dd41', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'admin_state_up': True, 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'security_groups': ['be8491e6-3496-41aa-a97c-9bd3235b944c']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:25.465086 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-75ecbfff-7acd-4cf7-a1ce-6f405aa4f28c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Made reservation on behalf of 7f8d1b0b95294766b779d3cfc8f7e59f for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:57:25.468785 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-75ecbfff-7acd-4cf7-a1ce-6f405aa4f28c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.617575 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-75ecbfff-7acd-4cf7-a1ce-6f405aa4f28c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.20.0.3 (0aac515e-49b0-4967-bd4b-a0cebfb65fcf/7b4b087a-8c33-432d-83a3-a4710b653b79/9f66543e-be3d-48d5-82f2-a8a70fe34ed8) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:57:25.766128 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-75ecbfff-7acd-4cf7-a1ce-6f405aa4f28c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.781436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-75ecbfff-7acd-4cf7-a1ce-6f405aa4f28c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Transition to ACTIVE for port object 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:25.816121 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-75ecbfff-7acd-4cf7-a1ce-6f405aa4f28c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.866529 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-75ecbfff-7acd-4cf7-a1ce-6f405aa4f28c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 0aac515e-49b0-4967-bd4b-a0cebfb65fcf is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:25.870079 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-75ecbfff-7acd-4cf7-a1ce-6f405aa4f28c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:25.873777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-75ecbfff-7acd-4cf7-a1ce-6f405aa4f28c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:57:25.883541 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ecbfff-7acd-4cf7-a1ce-6f405aa4f28c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=9f66543e-be3d-48d5-82f2-a8a70fe34ed8,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:25.936009 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-75ecbfff-7acd-4cf7-a1ce-6f405aa4f28c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:25.936600 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-75ecbfff-7acd-4cf7-a1ce-6f405aa4f28c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:25.956463 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-75ecbfff-7acd-4cf7-a1ce-6f405aa4f28c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6079757 Jul 09 20:57:26.017057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Request body: {'port': {'device_id': 'bec2c501-7115-44ed-bdae-1572b694dd41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:26.102560 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.156428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8a872a31-7e14-4625-b99c-1c12f6aa9f08 None None] Provisioning for port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:26.160706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8a872a31-7e14-4625-b99c-1c12f6aa9f08 None None] Provisioning complete for port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:26.161085 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8a872a31-7e14-4625-b99c-1c12f6aa9f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.214307 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8a872a31-7e14-4625-b99c-1c12f6aa9f08 None None] Port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:57:26.373401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcc13f-8e31-4a22-bfbf-49dae34d058b req-12d408ff-63c2-427b-85ef-3a6bac86ae7b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:26.374884 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3cbcc13f-8e31-4a22-bfbf-49dae34d058b req-12d408ff-63c2-427b-85ef-3a6bac86ae7b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 931 time: 0.1004179 Jul 09 20:57:26.452033 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3cbcc13f-8e31-4a22-bfbf-49dae34d058b req-05f7dcda-d301-40ba-934b-8143d38479ac tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689759 Jul 09 20:57:26.457469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:57:26.464838 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.477169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Transition to ACTIVE for port object 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:57:26.480742 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.551807 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Pushing event updated for resources: {'Port': ['ID=9f66543e-be3d-48d5-82f2-a8a70fe34ed8,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:26.603355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Attempting to bind port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:57:26.603705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Attempting to bind port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '6398ed3d-48b8-491b-910c-2146d59d0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:57:26.604032 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Attempting to bind port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 on network 0aac515e-49b0-4967-bd4b-a0cebfb65fcf {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:26.609421 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 on network 0aac515e-49b0-4967-bd4b-a0cebfb65fcf not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:57:26.609748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Attempting to bind port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 on network 0aac515e-49b0-4967-bd4b-a0cebfb65fcf {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:57:26.614991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:57:26.615335 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Checking segment: {'id': '6398ed3d-48b8-491b-910c-2146d59d0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:57:26.615746 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Bound using segment: {'id': '6398ed3d-48b8-491b-910c-2146d59d0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:57:26.616167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Bound port: 9f66543e-be3d-48d5-82f2-a8a70fe34ed8, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6398ed3d-48b8-491b-910c-2146d59d0053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:57:26.616573 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.686649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] For port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:57:26.689647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] For port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9f66543e-be3d-48d5-82f2-a8a70fe34ed8,segment=NetworkSegment(6398ed3d-48b8-491b-910c-2146d59d0053),segment_id=6398ed3d-48b8-491b-910c-2146d59d0053)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:57:26.694118 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.727034 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:26.727724 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:26.729154 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] 10.222.0.32 "PUT /v2.0/ports/9f66543e-be3d-48d5-82f2-a8a70fe34ed8 HTTP/1.1" status: 200 len: 1091 time: 0.7654700 Jul 09 20:57:26.729596 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec2c501-7115-44ed-bdae-1572b694dd41', 'tag': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:26.732557 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cd82d7-aa4b-406b-bcf8-aec59c874cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "bec2c501-7115-44ed-bdae-1572b694dd41", "tag": "9f66543e-be3d-48d5-82f2-a8a70fe34ed8"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:26.769371 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15aef6-5a7e-4f5d-875a-4eaf848aef4d service neutron] Pushing event updated for resources: {'Port': ['ID=9f66543e-be3d-48d5-82f2-a8a70fe34ed8,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:26.838221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-f3d65c03-d91c-4347-89c8-7bb6eaf5af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:26.839933 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-f3d65c03-d91c-4347-89c8-7bb6eaf5af4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 1094 time: 0.0604463 Jul 09 20:57:26.849267 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7748fba9-0ebc-45b2-82e7-ce73be358e68 x-openstack-request-id: req-7748fba9-0ebc-45b2-82e7-ce73be358e68 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:26.849623 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec2c501-7115-44ed-bdae-1572b694dd41", "tag": "9f66543e-be3d-48d5-82f2-a8a70fe34ed8", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:26.849961 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7748fba9-0ebc-45b2-82e7-ce73be358e68 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:26.850429 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec2c501-7115-44ed-bdae-1572b694dd41', 'tag': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8', 'status': 'completed', 'code': 200} Jul 09 20:57:26.893397 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-fac3edcf-123d-4f40-a465-cfcc9c371cc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f66543e-be3d-48d5-82f2-a8a70fe34ed8 HTTP/1.1" status: 200 len: 217 time: 0.0404170 Jul 09 20:57:26.943127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-c3baca6e-57e1-4eb8-a65c-252bd299e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:26.944843 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-c3baca6e-57e1-4eb8-a65c-252bd299e9de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b4b087a-8c33-432d-83a3-a4710b653b79 HTTP/1.1" status: 200 len: 835 time: 0.0452361 Jul 09 20:57:26.956330 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ecdc4107-45fa-467e-badb-c180bdfd0c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:27.004724 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-81b82864-4d28-4555-8293-70747a11b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:27.006282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-81b82864-4d28-4555-8293-70747a11b87e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0aac515e-49b0-4967-bd4b-a0cebfb65fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547187 Jul 09 20:57:27.041440 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 05d54690-f7bb-4548-b37a-654250c57f35 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:27.090014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 05d54690-f7bb-4548-b37a-654250c57f35 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:27.093944 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 05d54690-f7bb-4548-b37a-654250c57f35 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:27.094322 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:27.101673 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-02fc1306-de5c-4cc7-8443-2dcc2430529a service neutron] 10.222.0.32 "GET /v2.0/networks/0aac515e-49b0-4967-bd4b-a0cebfb65fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880785 Jul 09 20:57:27.177807 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:27.194031 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e35ae8d-4dcd-42a4-9fe1-fea2037883af req-2237382d-3a65-41d4-b75d-14eb181084e3 service neutron] 10.222.0.32 "GET /v2.0/networks/0aac515e-49b0-4967-bd4b-a0cebfb65fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854824 Jul 09 20:57:27.211793 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 05d54690-f7bb-4548-b37a-654250c57f35, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=05d54690-f7bb-4548-b37a-654250c57f35,segment=NetworkSegment(6398ed3d-48b8-491b-910c-2146d59d0053),segment_id=6398ed3d-48b8-491b-910c-2146d59d0053)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:27.216714 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:27.265499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=05d54690-f7bb-4548-b37a-654250c57f35,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:27.294658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd82d7-aa4b-406b-bcf8-aec59c874cb2 req-f82a1bb7-6b25-48ef-807c-d8d766331913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:27.296163 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-22cd82d7-aa4b-406b-bcf8-aec59c874cb2 req-f82a1bb7-6b25-48ef-807c-d8d766331913 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 1094 time: 0.0548799 Jul 09 20:57:27.388249 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd82d7-aa4b-406b-bcf8-aec59c874cb2 req-bf88bd9e-5bd3-47f5-8316-8936ebedd569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:27.389718 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-22cd82d7-aa4b-406b-bcf8-aec59c874cb2 req-bf88bd9e-5bd3-47f5-8316-8936ebedd569 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0aac515e-49b0-4967-bd4b-a0cebfb65fcf HTTP/1.1" status: 200 len: 898 time: 0.0872033 Jul 09 20:57:27.430584 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-22cd82d7-aa4b-406b-bcf8-aec59c874cb2 req-bccc1a12-b078-4076-b743-762078fcc532 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f66543e-be3d-48d5-82f2-a8a70fe34ed8 HTTP/1.1" status: 200 len: 217 time: 0.0339012 Jul 09 20:57:27.483047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd82d7-aa4b-406b-bcf8-aec59c874cb2 req-b86db4e9-a76f-4a8a-9556-200433b71a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:27.484188 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-22cd82d7-aa4b-406b-bcf8-aec59c874cb2 req-b86db4e9-a76f-4a8a-9556-200433b71a6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b4b087a-8c33-432d-83a3-a4710b653b79 HTTP/1.1" status: 200 len: 835 time: 0.0467513 Jul 09 20:57:27.494326 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:27.545571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd82d7-aa4b-406b-bcf8-aec59c874cb2 req-d79742c8-9b9c-43e1-8d7a-8e58604ed66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:27.547051 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-22cd82d7-aa4b-406b-bcf8-aec59c874cb2 req-d79742c8-9b9c-43e1-8d7a-8e58604ed66b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0aac515e-49b0-4967-bd4b-a0cebfb65fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517247 Jul 09 20:57:27.678774 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-22cd82d7-aa4b-406b-bcf8-aec59c874cb2 req-2e9f46ec-bb21-4bdb-8187-8a3e3740903a service neutron] 10.222.0.32 "GET /v2.0/networks/0aac515e-49b0-4967-bd4b-a0cebfb65fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237247 Jul 09 20:57:27.691244 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de89ef6-1422-455a-b141-5b5630dca298 req-d09ab44e-4f37-4f43-b8a7-5d5d03be3ed2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:27.692689 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4de89ef6-1422-455a-b141-5b5630dca298 req-d09ab44e-4f37-4f43-b8a7-5d5d03be3ed2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 943 time: 0.1205895 Jul 09 20:57:27.785028 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4de89ef6-1422-455a-b141-5b5630dca298 req-3e2a3d9e-9a47-4162-98b4-5be00fede6d4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837550 Jul 09 20:57:27.806538 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-22cd82d7-aa4b-406b-bcf8-aec59c874cb2 req-dff2ca91-fcc0-4d84-8df0-b98720bb7068 service neutron] 10.222.0.32 "GET /v2.0/networks/0aac515e-49b0-4967-bd4b-a0cebfb65fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129012 Jul 09 20:57:28.967660 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa97211-edd5-4df2-bf76-866e42509b88 req-197c8ac9-ac36-4c43-aecd-becceed02b67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:28.969269 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-daa97211-edd5-4df2-bf76-866e42509b88 req-197c8ac9-ac36-4c43-aecd-becceed02b67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 943 time: 0.0680742 Jul 09 20:57:29.009816 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-daa97211-edd5-4df2-bf76-866e42509b88 req-0807f77b-f914-4523-b3e2-baf4bff77c3a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343823 Jul 09 20:57:29.022306 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 05d54690-f7bb-4548-b37a-654250c57f35 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:29.069050 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 05d54690-f7bb-4548-b37a-654250c57f35 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:29.069420 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.514549 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-32f5d4f1-fb88-4e55-b16d-2b8a4eaa880d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.687521 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:29.816309 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:30.491098 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5432d-4836-402f-9703-16d1c086e358 req-83d1f25e-488d-4b0d-860e-6eb827c1d383 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:30.492611 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-84a5432d-4836-402f-9703-16d1c086e358 req-83d1f25e-488d-4b0d-860e-6eb827c1d383 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 943 time: 0.3658640 Jul 09 20:57:30.530345 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-84a5432d-4836-402f-9703-16d1c086e358 req-735cafe7-2c4b-4a58-b77d-e349a6116c2f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318520 Jul 09 20:57:30.677488 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.006007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:57:31.100506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9f66543e-be3d-48d5-82f2-a8a70fe34ed8,segment=NetworkSegment(6398ed3d-48b8-491b-910c-2146d59d0053),segment_id=6398ed3d-48b8-491b-910c-2146d59d0053)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:31.111555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'port_id': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8', 'mac_address': 'fa:16:3e:48:55:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:57:31.148277 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.160629 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:57:31.179715 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9f66543e-be3d-48d5-82f2-a8a70fe34ed8,segment=NetworkSegment(6398ed3d-48b8-491b-910c-2146d59d0053),segment_id=6398ed3d-48b8-491b-910c-2146d59d0053)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:31.183497 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:31.229181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=9f66543e-be3d-48d5-82f2-a8a70fe34ed8,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:31.439800 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['9f66543e-be3d-48d5-82f2-a8a70fe34ed8'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:57:31.706141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f36d01-10d0-4c9b-b956-53546be651b0 req-0a67783b-bf38-4cd2-ae2b-5e39eebf816e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:31.707646 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-82f36d01-10d0-4c9b-b956-53546be651b0 req-0a67783b-bf38-4cd2-ae2b-5e39eebf816e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 944 time: 0.0647557 Jul 09 20:57:31.747858 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-82f36d01-10d0-4c9b-b956-53546be651b0 req-fae8f31f-f41e-4771-b541-2c32ddaacfdf tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342698 Jul 09 20:57:32.540207 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:32.919073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0544d-78b7-4331-90aa-d5ccb157a7e4 req-a6949e16-bbd3-4d81-bb28-70d7fd59348b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:32.920557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5bd0544d-78b7-4331-90aa-d5ccb157a7e4 req-a6949e16-bbd3-4d81-bb28-70d7fd59348b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 944 time: 0.0619144 Jul 09 20:57:32.957410 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5bd0544d-78b7-4331-90aa-d5ccb157a7e4 req-6d090b2f-0601-49b2-ae7c-b7f1f4e8e311 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312300 Jul 09 20:57:33.020716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:57:33.070093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:57:33.073604 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:57:33.073972 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:33.148909 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:33.170501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec2c501-7115-44ed-bdae-1572b694dd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:33.172800 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daab503-6187-49ac-b50f-c8501d6a1720" -d '{"events": [{"server_uuid": "bec2c501-7115-44ed-bdae-1572b694dd41", "name": "network-vif-plugged", "status": "completed", "tag": "9f66543e-be3d-48d5-82f2-a8a70fe34ed8"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:33.185690 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9f66543e-be3d-48d5-82f2-a8a70fe34ed8,segment=NetworkSegment(6398ed3d-48b8-491b-910c-2146d59d0053),segment_id=6398ed3d-48b8-491b-910c-2146d59d0053)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:57:33.189664 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:33.235430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=9f66543e-be3d-48d5-82f2-a8a70fe34ed8,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:33.261867 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3ad4bc-626a-4d10-abd7-e8ae83c74a27 x-openstack-request-id: req-0e3ad4bc-626a-4d10-abd7-e8ae83c74a27 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:33.262859 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec2c501-7115-44ed-bdae-1572b694dd41", "name": "network-vif-plugged", "status": "completed", "tag": "9f66543e-be3d-48d5-82f2-a8a70fe34ed8", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:33.263122 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e3ad4bc-626a-4d10-abd7-e8ae83c74a27 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:33.263527 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec2c501-7115-44ed-bdae-1572b694dd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8', 'code': 200} Jul 09 20:57:33.375059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a803e-a2aa-4a8a-8a2a-2cc15c280fee req-7a54d72e-14f7-4dd5-80b4-e5d13bd2774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:33.376456 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd0a803e-a2aa-4a8a-8a2a-2cc15c280fee req-7a54d72e-14f7-4dd5-80b4-e5d13bd2774c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 1096 time: 0.0540767 Jul 09 20:57:33.410019 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd0a803e-a2aa-4a8a-8a2a-2cc15c280fee req-9d4b234a-4110-4d5d-8aa3-d8e2226858cd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271304 Jul 09 20:57:34.134194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64513a1-dd69-44be-ad89-37db7d811e45 req-d57f1e9d-18e8-433f-988c-1b52eb52d0f0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:34.135656 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f64513a1-dd69-44be-ad89-37db7d811e45 req-d57f1e9d-18e8-433f-988c-1b52eb52d0f0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0634236 Jul 09 20:57:34.173278 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f64513a1-dd69-44be-ad89-37db7d811e45 req-96c95bc0-518b-455c-8397-52f830f56449 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320339 Jul 09 20:57:35.355428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838441e-a5c6-45da-9bc2-7cf91982a631 req-8afd5eb1-148c-4442-95d6-0359db1f9676 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:35.357124 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d838441e-a5c6-45da-9bc2-7cf91982a631 req-8afd5eb1-148c-4442-95d6-0359db1f9676 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0673296 Jul 09 20:57:35.396923 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d838441e-a5c6-45da-9bc2-7cf91982a631 req-a6b03ffd-0d34-4e29-96e3-649f75f22db9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341160 Jul 09 20:57:35.568943 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68eee95-ff00-4ed3-9714-d7a7517cccb2 req-6d135ff5-d5d6-4ab9-ba91-2ba5cc9460a8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:35.570514 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d68eee95-ff00-4ed3-9714-d7a7517cccb2 req-6d135ff5-d5d6-4ab9-ba91-2ba5cc9460a8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0647202 Jul 09 20:57:35.612902 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d68eee95-ff00-4ed3-9714-d7a7517cccb2 req-cd045a6d-1a17-4d49-a7ff-3a382d8b51e6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362895 Jul 09 20:57:35.636933 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55534) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:35.688566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906093d4-eb39-4c0a-864d-1549c16c7840 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:35.690150 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-906093d4-eb39-4c0a-864d-1549c16c7840 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 1091 time: 0.0514352 Jul 09 20:57:35.692838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55536) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:35.697228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:57:35.719341 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:35.814263 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:35.915356 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.25.0.109 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/de575fbe-1afb-485e-a325-156c5968be56) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:57:36.017407 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:36.058799 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:36.097857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:57:36.100522 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:57:36.104290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:57:36.126848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=de575fbe-1afb-485e-a325-156c5968be56,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:36.366446 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:57:36.468712 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:36.542810 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:36.690909 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:36.695280 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:36.771277 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=de575fbe-1afb-485e-a325-156c5968be56,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:57:36.781199 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:36.879909 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Floating IP f6b30730-c5a1-4f01-b026-43c038d463f5 associated. External IP: 172.25.0.109, port: 9f66543e-be3d-48d5-82f2-a8a70fe34ed8. Jul 09 20:57:37.092396 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 36ac4845-cd38-44a3-8d09-5c858dd9aafd has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:57:37.200977 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:57:37.210383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e563e1-04f8-4b61-b132-e69f01d2a367 None None] Sync routers for ids ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:57:37.217646 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:37.223711 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e563e1-04f8-4b61-b132-e69f01d2a367 None None] Routers {'36ac4845-cd38-44a3-8d09-5c858dd9aafd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:37.224318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-39e563e1-04f8-4b61-b132-e69f01d2a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:57:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:37.258773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a0da2a0c-7435-4439-8f96-e48ba603e528 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5648623 Jul 09 20:57:37.259381 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec2c501-7115-44ed-bdae-1572b694dd41', 'tag': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:57:37.261717 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6690c39-b0b1-457f-8c54-59a48c94f70b" -d '{"events": [{"name": "network-changed", "server_uuid": "bec2c501-7115-44ed-bdae-1572b694dd41", "tag": "9f66543e-be3d-48d5-82f2-a8a70fe34ed8"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:57:37.298143 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6422c2ee-3c4a-450a-8ce9-d1d579da14f8 x-openstack-request-id: req-6422c2ee-3c4a-450a-8ce9-d1d579da14f8 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:57:37.298492 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec2c501-7115-44ed-bdae-1572b694dd41", "tag": "9f66543e-be3d-48d5-82f2-a8a70fe34ed8", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:57:37.298755 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6422c2ee-3c4a-450a-8ce9-d1d579da14f8 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:57:37.299164 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec2c501-7115-44ed-bdae-1572b694dd41', 'tag': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8', 'status': 'completed', 'code': 200} Jul 09 20:57:37.334204 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-39e563e1-04f8-4b61-b132-e69f01d2a367 None None] Set router 36ac4845-cd38-44a3-8d09-5c858dd9aafd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:37.380777 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6690c39-b0b1-457f-8c54-59a48c94f70b req-bd4c7374-e40a-4ae6-97f2-2c68760a80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:37.382344 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6690c39-b0b1-457f-8c54-59a48c94f70b req-bd4c7374-e40a-4ae6-97f2-2c68760a80a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 1096 time: 0.0565987 Jul 09 20:57:37.421528 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213e79d-2b13-4d44-b9c7-a23be7196b72 req-1e8f6db5-ff50-4636-9bf8-8ce7370406eb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:37.423158 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c213e79d-2b13-4d44-b9c7-a23be7196b72 req-1e8f6db5-ff50-4636-9bf8-8ce7370406eb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0703354 Jul 09 20:57:37.467857 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c213e79d-2b13-4d44-b9c7-a23be7196b72 req-e7696776-f862-4b90-a67b-440d873ef0cf tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384436 Jul 09 20:57:37.474436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6690c39-b0b1-457f-8c54-59a48c94f70b req-7420a173-b553-44d7-8a4f-5bbebdf4a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:37.475951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6690c39-b0b1-457f-8c54-59a48c94f70b req-7420a173-b553-44d7-8a4f-5bbebdf4a478 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0aac515e-49b0-4967-bd4b-a0cebfb65fcf HTTP/1.1" status: 200 len: 898 time: 0.0872407 Jul 09 20:57:37.491699 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55542) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:37.548811 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6690c39-b0b1-457f-8c54-59a48c94f70b req-b4b6471f-3f79-4cc6-9ad1-0b07e0818423 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f66543e-be3d-48d5-82f2-a8a70fe34ed8 HTTP/1.1" status: 200 len: 999 time: 0.0662022 Jul 09 20:57:37.552791 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-74b386a1-af8e-41d1-9394-78db78a76236 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/f6b30730-c5a1-4f01-b026-43c038d463f5 HTTP/1.1" status: 200 len: 991 time: 0.0598068 Jul 09 20:57:37.560156 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-39e563e1-04f8-4b61-b132-e69f01d2a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:18Z', 'updated_at': '2021-07-09T20:57:22Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:19Z', 'updated_at': '2021-07-09T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'f6b30730-c5a1-4f01-b026-43c038d463f5', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'port_id': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'mac_address': 'fa:16:3e:48:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2c501-7115-44ed-bdae-1572b694dd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:57:36Z', 'updated_at': '2021-07-09T20:57:36Z', 'revision_number': 0, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d54690-f7bb-4548-b37a-654250c57f35', 'name': '', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:31:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:21Z', 'updated_at': '2021-07-09T20:57:27Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:37.586096 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e563e1-04f8-4b61-b132-e69f01d2a367 None None] Checking router: 36ac4845-cd38-44a3-8d09-5c858dd9aafd for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:57:37.595126 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e563e1-04f8-4b61-b132-e69f01d2a367 None None] Routers {'36ac4845-cd38-44a3-8d09-5c858dd9aafd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:57:37.595743 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-39e563e1-04f8-4b61-b132-e69f01d2a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:57:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:37.598605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6690c39-b0b1-457f-8c54-59a48c94f70b req-fb59224b-d565-468c-826b-4a230acd466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:37.600091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6690c39-b0b1-457f-8c54-59a48c94f70b req-fb59224b-d565-468c-826b-4a230acd466a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b4b087a-8c33-432d-83a3-a4710b653b79 HTTP/1.1" status: 200 len: 835 time: 0.0448499 Jul 09 20:57:37.657447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6690c39-b0b1-457f-8c54-59a48c94f70b req-eed2fadc-842b-465d-9779-5e05907a9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:57:37.658982 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6690c39-b0b1-457f-8c54-59a48c94f70b req-eed2fadc-842b-465d-9779-5e05907a9fce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0aac515e-49b0-4967-bd4b-a0cebfb65fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521500 Jul 09 20:57:37.702749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-39e563e1-04f8-4b61-b132-e69f01d2a367 None None] Set router 36ac4845-cd38-44a3-8d09-5c858dd9aafd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:57:37.753618 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6690c39-b0b1-457f-8c54-59a48c94f70b req-c49e0700-be42-4a29-91fd-0006bccfa31a service neutron] 10.222.0.32 "GET /v2.0/networks/0aac515e-49b0-4967-bd4b-a0cebfb65fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877593 Jul 09 20:57:37.845332 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6690c39-b0b1-457f-8c54-59a48c94f70b req-afd7c474-7d8f-465f-8c0c-579db830d8a9 service neutron] 10.222.0.32 "GET /v2.0/networks/0aac515e-49b0-4967-bd4b-a0cebfb65fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844808 Jul 09 20:57:37.929049 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-39e563e1-04f8-4b61-b132-e69f01d2a367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:18Z', 'updated_at': '2021-07-09T20:57:22Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:19Z', 'updated_at': '2021-07-09T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'f6b30730-c5a1-4f01-b026-43c038d463f5', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'port_id': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'mac_address': 'fa:16:3e:48:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2c501-7115-44ed-bdae-1572b694dd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:57:36Z', 'updated_at': '2021-07-09T20:57:36Z', 'revision_number': 0, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d54690-f7bb-4548-b37a-654250c57f35', 'name': '', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:31:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:21Z', 'updated_at': '2021-07-09T20:57:27Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:57:37.954435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e563e1-04f8-4b61-b132-e69f01d2a367 None None] The sync data for ids ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'] in n-d-800088-3 is: [{'id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:18Z', 'updated_at': '2021-07-09T20:57:22Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:19Z', 'updated_at': '2021-07-09T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'f6b30730-c5a1-4f01-b026-43c038d463f5', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'port_id': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'mac_address': 'fa:16:3e:48:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec2c501-7115-44ed-bdae-1572b694dd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:57:36Z', 'updated_at': '2021-07-09T20:57:36Z', 'revision_number': 0, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05d54690-f7bb-4548-b37a-654250c57f35', 'name': '', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:31:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:21Z', 'updated_at': '2021-07-09T20:57:27Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:57:38.141728 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0364afa5-5e03-469f-af94-99db0fdd9656 None None] New status for floating IP f6b30730-c5a1-4f01-b026-43c038d463f5: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:57:38.556761 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55544) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:57:38.623005 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-18a37c1f-70e8-4f0f-b044-bf4905deab9a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/f6b30730-c5a1-4f01-b026-43c038d463f5 HTTP/1.1" status: 200 len: 993 time: 0.0650380 Jul 09 20:57:56.958144 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-26f9259e-ff82-4e62-bfc8-0b80ecbae988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:57.505609 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.515293 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c1b75363-1700-41d6-86f5-658335935ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.687440 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:57:59.829133 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:00.679776 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:02.545265 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:04.908083 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00fe4926-8f5b-4848-93be-310892dacc93 req-cd8e6daa-6909-408c-8db6-35a55d917ca8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513947 Jul 09 20:58:05.003360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe4926-8f5b-4848-93be-310892dacc93 req-5c419c93-a260-41c4-b34b-536a9e7a4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:05.004950 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00fe4926-8f5b-4848-93be-310892dacc93 req-5c419c93-a260-41c4-b34b-536a9e7a4703 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 1096 time: 0.0523441 Jul 09 20:58:05.114541 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe4926-8f5b-4848-93be-310892dacc93 req-32d23a8d-2b45-423c-8f36-d029f948c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:05.116011 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00fe4926-8f5b-4848-93be-310892dacc93 req-32d23a8d-2b45-423c-8f36-d029f948c580 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0aac515e-49b0-4967-bd4b-a0cebfb65fcf HTTP/1.1" status: 200 len: 898 time: 0.0884893 Jul 09 20:58:05.180882 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00fe4926-8f5b-4848-93be-310892dacc93 req-0b3d16dd-b920-45cd-ae76-7c742e183097 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f66543e-be3d-48d5-82f2-a8a70fe34ed8 HTTP/1.1" status: 200 len: 1001 time: 0.0572033 Jul 09 20:58:05.232263 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe4926-8f5b-4848-93be-310892dacc93 req-e13a3ed8-5446-4616-b4b3-bc32beee4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:05.234108 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00fe4926-8f5b-4848-93be-310892dacc93 req-e13a3ed8-5446-4616-b4b3-bc32beee4796 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b4b087a-8c33-432d-83a3-a4710b653b79 HTTP/1.1" status: 200 len: 835 time: 0.0458655 Jul 09 20:58:05.296995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe4926-8f5b-4848-93be-310892dacc93 req-085e18f9-e53f-42d2-bbc0-4aeef22d36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:05.298411 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00fe4926-8f5b-4848-93be-310892dacc93 req-085e18f9-e53f-42d2-bbc0-4aeef22d36a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0aac515e-49b0-4967-bd4b-a0cebfb65fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572150 Jul 09 20:58:05.389418 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00fe4926-8f5b-4848-93be-310892dacc93 req-76d47095-4a25-4c32-8184-64eb84c00fa6 service neutron] 10.222.0.32 "GET /v2.0/networks/0aac515e-49b0-4967-bd4b-a0cebfb65fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830827 Jul 09 20:58:05.481885 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00fe4926-8f5b-4848-93be-310892dacc93 req-c6fd95dd-400a-44b3-b482-9dd9b03be344 service neutron] 10.222.0.32 "GET /v2.0/networks/0aac515e-49b0-4967-bd4b-a0cebfb65fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856564 Jul 09 20:58:13.366424 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:58:14.317501 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868911d-252b-4fe5-a0a2-ad8bf6341a13 req-57fa8e40-72bf-4134-8a5b-7e4f3ba70401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:14.318958 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0868911d-252b-4fe5-a0a2-ad8bf6341a13 req-57fa8e40-72bf-4134-8a5b-7e4f3ba70401 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 1096 time: 0.0946379 Jul 09 20:58:14.343136 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df460d4-41f8-48c8-ac66-63d0f2a70a2c req-a6973ffa-6828-4986-8cd1-e29e5b16e0dd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:14.344815 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0df460d4-41f8-48c8-ac66-63d0f2a70a2c req-a6973ffa-6828-4986-8cd1-e29e5b16e0dd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0895276 Jul 09 20:58:14.439240 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0df460d4-41f8-48c8-ac66-63d0f2a70a2c req-2810e7bb-52fb-49d2-b838-e965b2728498 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840793 Jul 09 20:58:14.460168 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868911d-252b-4fe5-a0a2-ad8bf6341a13 req-6638c4a4-9f59-49fc-bd01-a63b5657f83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:14.460168 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0868911d-252b-4fe5-a0a2-ad8bf6341a13 req-6638c4a4-9f59-49fc-bd01-a63b5657f83a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0aac515e-49b0-4967-bd4b-a0cebfb65fcf HTTP/1.1" status: 200 len: 898 time: 0.1305871 Jul 09 20:58:14.524317 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0868911d-252b-4fe5-a0a2-ad8bf6341a13 req-afd1cc11-1d83-4572-b9d1-20ce1a72f355 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f66543e-be3d-48d5-82f2-a8a70fe34ed8 HTTP/1.1" status: 200 len: 1001 time: 0.0601690 Jul 09 20:58:14.576512 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868911d-252b-4fe5-a0a2-ad8bf6341a13 req-a69b4af5-4be7-4b3f-9c7e-9c4ed051429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:14.577896 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0868911d-252b-4fe5-a0a2-ad8bf6341a13 req-a69b4af5-4be7-4b3f-9c7e-9c4ed051429f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b4b087a-8c33-432d-83a3-a4710b653b79 HTTP/1.1" status: 200 len: 835 time: 0.0472512 Jul 09 20:58:14.633841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868911d-252b-4fe5-a0a2-ad8bf6341a13 req-eb1737e7-3ab0-40da-99dc-4ea546ea9bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:14.635293 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0868911d-252b-4fe5-a0a2-ad8bf6341a13 req-eb1737e7-3ab0-40da-99dc-4ea546ea9bf9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0aac515e-49b0-4967-bd4b-a0cebfb65fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505826 Jul 09 20:58:14.722581 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0868911d-252b-4fe5-a0a2-ad8bf6341a13 req-a5ad8f58-95ec-408f-92c7-87b259e25116 service neutron] 10.222.0.32 "GET /v2.0/networks/0aac515e-49b0-4967-bd4b-a0cebfb65fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797322 Jul 09 20:58:14.815839 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0868911d-252b-4fe5-a0a2-ad8bf6341a13 req-34a3934d-11db-4351-8c53-0860cb1c7dcc service neutron] 10.222.0.32 "GET /v2.0/networks/0aac515e-49b0-4967-bd4b-a0cebfb65fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866666 Jul 09 20:58:15.620221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb5117-5743-4cfd-b41a-525c6a163b88 req-8f48c1a1-395b-4469-86b8-5060706bad67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:15.621764 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cddb5117-5743-4cfd-b41a-525c6a163b88 req-8f48c1a1-395b-4469-86b8-5060706bad67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0676401 Jul 09 20:58:15.659204 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cddb5117-5743-4cfd-b41a-525c6a163b88 req-dc459eed-7fb3-4e76-8bfd-abdacc803355 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319705 Jul 09 20:58:16.836090 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2604d8-0840-4673-9a49-26e24badb849 req-8a53f4f4-2c76-465c-a02c-71652612667d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:16.837595 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f2604d8-0840-4673-9a49-26e24badb849 req-8a53f4f4-2c76-465c-a02c-71652612667d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0650892 Jul 09 20:58:16.876165 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f2604d8-0840-4673-9a49-26e24badb849 req-629c4905-13cf-4958-9520-4ffa51ff12c8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323880 Jul 09 20:58:18.046518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f321b3-9272-4f8b-8827-4334a37a0113 req-f295023d-35f3-4844-821f-d35bae011d07 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:18.047999 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30f321b3-9272-4f8b-8827-4334a37a0113 req-f295023d-35f3-4844-821f-d35bae011d07 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0630472 Jul 09 20:58:18.085887 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30f321b3-9272-4f8b-8827-4334a37a0113 req-ba5e2544-156b-4bfc-91e5-d58ea8792c9b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321372 Jul 09 20:58:19.262463 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe255a4a-3bbb-4191-881a-0d54fdf5c25e req-ec5cb670-307c-47a5-85a8-65674eabf37a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:19.264899 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe255a4a-3bbb-4191-881a-0d54fdf5c25e req-ec5cb670-307c-47a5-85a8-65674eabf37a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0676749 Jul 09 20:58:19.302671 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fe255a4a-3bbb-4191-881a-0d54fdf5c25e req-b215b6e4-df01-4041-9345-932a38d0410c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321589 Jul 09 20:58:20.477492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0675f-1229-46fb-8849-ff27f924e144 req-8836a7bb-dcf7-45e4-93b0-4a1717a7dd7b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:20.478960 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-efd0675f-1229-46fb-8849-ff27f924e144 req-8836a7bb-dcf7-45e4-93b0-4a1717a7dd7b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0663381 Jul 09 20:58:20.517398 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-efd0675f-1229-46fb-8849-ff27f924e144 req-dfaab598-37c8-45d8-963e-e95d4a84e458 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325825 Jul 09 20:58:21.686912 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d252047-f881-4578-b71b-e70610383568 req-f322201a-9f28-438d-985f-fbf48339fe06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:21.688389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d252047-f881-4578-b71b-e70610383568 req-f322201a-9f28-438d-985f-fbf48339fe06 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0635691 Jul 09 20:58:21.725791 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9d252047-f881-4578-b71b-e70610383568 req-fd17d0c6-58c9-4376-9064-d7814f783198 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319610 Jul 09 20:58:22.896489 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bf7fc-c576-4951-ac28-29b89b4c3e42 req-ebad49e4-5e66-4672-b4d6-a6f9e8a32490 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:22.897996 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f7bf7fc-c576-4951-ac28-29b89b4c3e42 req-ebad49e4-5e66-4672-b4d6-a6f9e8a32490 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0636163 Jul 09 20:58:22.937527 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2f7bf7fc-c576-4951-ac28-29b89b4c3e42 req-80e1f1d6-ca14-4552-987a-f1c3a54acd7b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340309 Jul 09 20:58:24.109025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52de461-040a-4be6-90bf-1c820ec77ac5 req-c9157914-1d04-487f-af0b-a897b07113e8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:24.110408 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b52de461-040a-4be6-90bf-1c820ec77ac5 req-c9157914-1d04-487f-af0b-a897b07113e8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0625973 Jul 09 20:58:24.146389 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b52de461-040a-4be6-90bf-1c820ec77ac5 req-763ec34f-a80f-4653-b143-64b0886dbe57 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302930 Jul 09 20:58:25.322671 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76843020-a581-49ce-971e-cc47fda2566b req-5aece485-69fa-4cc9-abf5-867ac4163f8e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:25.324159 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-76843020-a581-49ce-971e-cc47fda2566b req-5aece485-69fa-4cc9-abf5-867ac4163f8e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0633464 Jul 09 20:58:25.361218 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-76843020-a581-49ce-971e-cc47fda2566b req-66bb4f44-715b-4c3c-930d-8b4ab8dc22c2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309894 Jul 09 20:58:26.539744 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32218a-bd8c-435f-9655-85e1d87897c3 req-32c9bdc4-4550-47f8-96a1-7b6ebd2d85d3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:58:26.541373 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e32218a-bd8c-435f-9655-85e1d87897c3 req-32c9bdc4-4550-47f8-96a1-7b6ebd2d85d3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0657687 Jul 09 20:58:26.578569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0e32218a-bd8c-435f-9655-85e1d87897c3 req-2fd258c4-ca56-4077-9501-42cfcf38ba65 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313859 Jul 09 20:58:26.602501 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55586) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:26.663283 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5ee6085c-b3d0-4322-b4b2-80030cc019c5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/f6b30730-c5a1-4f01-b026-43c038d463f5 HTTP/1.1" status: 200 len: 993 time: 0.0595963 Jul 09 20:58:26.957907 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-19b45b2e-4c6f-4121-979e-ab2af6a02a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:27.496905 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:29.515698 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-476551d6-bc6e-43ca-907b-337d3230b7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:29.689826 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:29.832473 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:30.682143 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:32.549401 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:50.366020 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:58:56.957970 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3abcb29d-e060-4727-8a15-ae0e9cef3742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:57.501318 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.071605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55598) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:58:59.228294 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port de575fbe-1afb-485e-a325-156c5968be56 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:58:59.228670 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.302373 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.302611 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.314386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for de575fbe-1afb-485e-a325-156c5968be56 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:58:59.461072 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.487328 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=de575fbe-1afb-485e-a325-156c5968be56,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:58:59.514815 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:59.515171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:59.515534 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:59.515864 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:59.516208 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:59.516636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:59.516910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:59.517251 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:59.517582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:59.517723 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b0f8faed-2c44-4ffc-8d63-99900c325f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.518175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:59.518278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:59.518549 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:58:59.559720 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.559991 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Floating IP f6b30730-c5a1-4f01-b026-43c038d463f5 disassociated (deleted). External IP: 172.25.0.109, port: 9f66543e-be3d-48d5-82f2-a8a70fe34ed8. Jul 09 20:58:59.691413 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:58:59.773484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 36ac4845-cd38-44a3-8d09-5c858dd9aafd has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:58:59.835614 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.180648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:00.185356 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:00.189595 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8669cbf0-07a6-49d0-8a2a-0684b66fe4d2 None None] Sync routers for ids ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:00.198099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8669cbf0-07a6-49d0-8a2a-0684b66fe4d2 None None] Routers {'36ac4845-cd38-44a3-8d09-5c858dd9aafd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:00.198721 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8669cbf0-07a6-49d0-8a2a-0684b66fe4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:59:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:00.221804 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9facf017-6932-4ce2-acb5-30e0b9317150 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/floatingips/f6b30730-c5a1-4f01-b026-43c038d463f5 HTTP/1.1" status: 204 len: 168 time: 1.1491168 Jul 09 20:59:00.222406 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec2c501-7115-44ed-bdae-1572b694dd41', 'tag': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:00.224726 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f07ea7-7aa9-49b5-afaa-fa567cb59591" -d '{"events": [{"name": "network-changed", "server_uuid": "bec2c501-7115-44ed-bdae-1572b694dd41", "tag": "9f66543e-be3d-48d5-82f2-a8a70fe34ed8"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:00.263418 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e950b63-8b58-451b-b436-b751663d9391 x-openstack-request-id: req-4e950b63-8b58-451b-b436-b751663d9391 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:00.263874 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec2c501-7115-44ed-bdae-1572b694dd41", "tag": "9f66543e-be3d-48d5-82f2-a8a70fe34ed8", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:00.264194 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e950b63-8b58-451b-b436-b751663d9391 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:00.264698 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec2c501-7115-44ed-bdae-1572b694dd41', 'tag': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8', 'status': 'completed', 'code': 200} Jul 09 20:59:00.311976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-8669cbf0-07a6-49d0-8a2a-0684b66fe4d2 None None] Set router 36ac4845-cd38-44a3-8d09-5c858dd9aafd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:00.344268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f07ea7-7aa9-49b5-afaa-fa567cb59591 req-686b8262-10a4-47e6-a180-4df27fde2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:00.346121 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55f07ea7-7aa9-49b5-afaa-fa567cb59591 req-686b8262-10a4-47e6-a180-4df27fde2858 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 1096 time: 0.0578189 Jul 09 20:59:00.459504 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f07ea7-7aa9-49b5-afaa-fa567cb59591 req-0090e802-8b90-406e-91d7-e4c57c16a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:00.461238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55f07ea7-7aa9-49b5-afaa-fa567cb59591 req-0090e802-8b90-406e-91d7-e4c57c16a5fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=0aac515e-49b0-4967-bd4b-a0cebfb65fcf HTTP/1.1" status: 200 len: 898 time: 0.1081166 Jul 09 20:59:00.510910 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55f07ea7-7aa9-49b5-afaa-fa567cb59591 req-848e8c05-5ab2-476e-ad3f-13212e9f1409 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f66543e-be3d-48d5-82f2-a8a70fe34ed8 HTTP/1.1" status: 200 len: 217 time: 0.0416620 Jul 09 20:59:00.518039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8669cbf0-07a6-49d0-8a2a-0684b66fe4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:18Z', 'updated_at': '2021-07-09T20:57:22Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:19Z', 'updated_at': '2021-07-09T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '05d54690-f7bb-4548-b37a-654250c57f35', 'name': '', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:31:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:21Z', 'updated_at': '2021-07-09T20:57:27Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:00.544398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8669cbf0-07a6-49d0-8a2a-0684b66fe4d2 None None] Checking router: 36ac4845-cd38-44a3-8d09-5c858dd9aafd for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:00.552637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8669cbf0-07a6-49d0-8a2a-0684b66fe4d2 None None] Routers {'36ac4845-cd38-44a3-8d09-5c858dd9aafd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:00.553250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8669cbf0-07a6-49d0-8a2a-0684b66fe4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:59:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:00.566583 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f07ea7-7aa9-49b5-afaa-fa567cb59591 req-e29a31fb-dabc-4542-956d-de58c7648556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:00.568081 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55f07ea7-7aa9-49b5-afaa-fa567cb59591 req-e29a31fb-dabc-4542-956d-de58c7648556 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b4b087a-8c33-432d-83a3-a4710b653b79 HTTP/1.1" status: 200 len: 835 time: 0.0489991 Jul 09 20:59:00.601024 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d64dd-3751-4655-a910-6419182ed26b req-3a02e1ea-18af-4b1a-ac72-298416c25550 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:00.608404 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-961d64dd-3751-4655-a910-6419182ed26b req-3a02e1ea-18af-4b1a-ac72-298416c25550 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0780504 Jul 09 20:59:00.629391 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f07ea7-7aa9-49b5-afaa-fa567cb59591 req-b1af3857-af15-4f60-ade4-c64082d0660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:00.631606 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55f07ea7-7aa9-49b5-afaa-fa567cb59591 req-b1af3857-af15-4f60-ade4-c64082d0660e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0aac515e-49b0-4967-bd4b-a0cebfb65fcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567422 Jul 09 20:59:00.643805 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-961d64dd-3751-4655-a910-6419182ed26b req-60a22538-4bbf-4b3d-aa68-329c88f6c31c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344782 Jul 09 20:59:00.661527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-8669cbf0-07a6-49d0-8a2a-0684b66fe4d2 None None] Set router 36ac4845-cd38-44a3-8d09-5c858dd9aafd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:00.730167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55f07ea7-7aa9-49b5-afaa-fa567cb59591 req-139c8353-9b6e-4ddc-9cb7-d3625d336d26 service neutron] 10.222.0.32 "GET /v2.0/networks/0aac515e-49b0-4967-bd4b-a0cebfb65fcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904241 Jul 09 20:59:00.826501 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55f07ea7-7aa9-49b5-afaa-fa567cb59591 req-93ebc20d-b8db-4fd0-9554-191295d433d2 service neutron] 10.222.0.32 "GET /v2.0/networks/0aac515e-49b0-4967-bd4b-a0cebfb65fcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890822 Jul 09 20:59:00.870445 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:01.026241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8669cbf0-07a6-49d0-8a2a-0684b66fe4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:18Z', 'updated_at': '2021-07-09T20:57:22Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:19Z', 'updated_at': '2021-07-09T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '05d54690-f7bb-4548-b37a-654250c57f35', 'name': '', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:31:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:21Z', 'updated_at': '2021-07-09T20:57:27Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:01.051966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8669cbf0-07a6-49d0-8a2a-0684b66fe4d2 None None] The sync data for ids ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'] in n-d-800088-3 is: [{'id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:18Z', 'updated_at': '2021-07-09T20:57:22Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:19Z', 'updated_at': '2021-07-09T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '05d54690-f7bb-4548-b37a-654250c57f35', 'name': '', 'network_id': '0aac515e-49b0-4967-bd4b-a0cebfb65fcf', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:31:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:21Z', 'updated_at': '2021-07-09T20:57:27Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '7b4b087a-8c33-432d-83a3-a4710b653b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:01.262680 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f48dcae-4843-4170-8552-b007b50d1822 None None] New status for floating IP f6b30730-c5a1-4f01-b026-43c038d463f5: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:59:01.824056 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb772c-c612-41ae-963f-6087be289237 req-ccedddfd-7ebf-46b5-9e5f-2da1caa2086f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:01.825783 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-72fb772c-c612-41ae-963f-6087be289237 req-ccedddfd-7ebf-46b5-9e5f-2da1caa2086f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0648026 Jul 09 20:59:01.863055 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-72fb772c-c612-41ae-963f-6087be289237 req-8cd23de1-51f8-4913-b09e-aefb75d00a23 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=be8491e6-3496-41aa-a97c-9bd3235b944c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Jul 09 20:59:02.155726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f694f8-3c80-43f3-86f1-17c9d1282e31 req-2607a87f-8d34-4bf8-b653-578dff44d1bc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:02.157235 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c3f694f8-3c80-43f3-86f1-17c9d1282e31 req-2607a87f-8d34-4bf8-b653-578dff44d1bc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 945 time: 0.0725513 Jul 09 20:59:02.255498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-c3f694f8-3c80-43f3-86f1-17c9d1282e31 req-37ca8e37-0ab4-4d19-ad16-521fdeda991f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:59:02.255859 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c3f694f8-3c80-43f3-86f1-17c9d1282e31 req-37ca8e37-0ab4-4d19-ad16-521fdeda991f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.345686 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-c3f694f8-3c80-43f3-86f1-17c9d1282e31 req-37ca8e37-0ab4-4d19-ad16-521fdeda991f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] For port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=9f66543e-be3d-48d5-82f2-a8a70fe34ed8,segment=NetworkSegment(6398ed3d-48b8-491b-910c-2146d59d0053),segment_id=6398ed3d-48b8-491b-910c-2146d59d0053)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:02.346079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c3f694f8-3c80-43f3-86f1-17c9d1282e31 req-37ca8e37-0ab4-4d19-ad16-521fdeda991f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.358285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-c3f694f8-3c80-43f3-86f1-17c9d1282e31 req-37ca8e37-0ab4-4d19-ad16-521fdeda991f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:59:02.486229 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c3f694f8-3c80-43f3-86f1-17c9d1282e31 req-37ca8e37-0ab4-4d19-ad16-521fdeda991f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.516398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca8e37-0ab4-4d19-ad16-521fdeda991f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=9f66543e-be3d-48d5-82f2-a8a70fe34ed8,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:02.549150 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.558797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f694f8-3c80-43f3-86f1-17c9d1282e31 req-37ca8e37-0ab4-4d19-ad16-521fdeda991f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] No DVR routers for this DVR port 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:59:02.561483 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-c3f694f8-3c80-43f3-86f1-17c9d1282e31 req-37ca8e37-0ab4-4d19-ad16-521fdeda991f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:02.563515 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c3f694f8-3c80-43f3-86f1-17c9d1282e31 req-37ca8e37-0ab4-4d19-ad16-521fdeda991f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "DELETE /v2.0/ports/9f66543e-be3d-48d5-82f2-a8a70fe34ed8 HTTP/1.1" status: 204 len: 173 time: 0.4008746 Jul 09 20:59:02.563945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec2c501-7115-44ed-bdae-1572b694dd41', 'name': 'network-vif-deleted', 'tag': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:02.566235 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fd0016-351c-4dc2-a3f0-0cb54216c673" -d '{"events": [{"server_uuid": "bec2c501-7115-44ed-bdae-1572b694dd41", "name": "network-vif-deleted", "tag": "9f66543e-be3d-48d5-82f2-a8a70fe34ed8"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:02.604346 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae4edce-78f7-40f3-b2fe-d6efe7d2f360 x-openstack-request-id: req-8ae4edce-78f7-40f3-b2fe-d6efe7d2f360 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:02.604669 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec2c501-7115-44ed-bdae-1572b694dd41", "name": "network-vif-deleted", "tag": "9f66543e-be3d-48d5-82f2-a8a70fe34ed8", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:02.604928 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ae4edce-78f7-40f3-b2fe-d6efe7d2f360 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:02.605409 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec2c501-7115-44ed-bdae-1572b694dd41', 'name': 'network-vif-deleted', 'tag': '9f66543e-be3d-48d5-82f2-a8a70fe34ed8', 'status': 'completed', 'code': 200} Jul 09 20:59:03.222585 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8c46f3ed-fee9-4ed5-b764-2c6c23bfe18c req-3a3edfac-bd51-436b-8362-9eaa07728011 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=bec2c501-7115-44ed-bdae-1572b694dd41 HTTP/1.1" status: 200 len: 210 time: 0.0306120 Jul 09 20:59:04.318218 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55614) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:04.682999 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f77776da-ec39-4b94-8b8a-f3c07bf1ca33 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:04.952373 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f77776da-ec39-4b94-8b8a-f3c07bf1ca33 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port 05d54690-f7bb-4548-b37a-654250c57f35 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:59:04.952671 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f77776da-ec39-4b94-8b8a-f3c07bf1ca33 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.041698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-f77776da-ec39-4b94-8b8a-f3c07bf1ca33 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] For port 05d54690-f7bb-4548-b37a-654250c57f35, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=05d54690-f7bb-4548-b37a-654250c57f35,segment=NetworkSegment(6398ed3d-48b8-491b-910c-2146d59d0053),segment_id=6398ed3d-48b8-491b-910c-2146d59d0053)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:05.042063 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f77776da-ec39-4b94-8b8a-f3c07bf1ca33 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.053968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f77776da-ec39-4b94-8b8a-f3c07bf1ca33 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for 05d54690-f7bb-4548-b37a-654250c57f35 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:59:05.235802 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f77776da-ec39-4b94-8b8a-f3c07bf1ca33 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.264101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77776da-ec39-4b94-8b8a-f3c07bf1ca33 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=05d54690-f7bb-4548-b37a-654250c57f35,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:05.436295 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f77776da-ec39-4b94-8b8a-f3c07bf1ca33 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.488982 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:59:05.509146 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:59:05.509501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 9f66543e-be3d-48d5-82f2-a8a70fe34ed8 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:59:05.648924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77776da-ec39-4b94-8b8a-f3c07bf1ca33 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 36ac4845-cd38-44a3-8d09-5c858dd9aafd has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:59:05.754792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77776da-ec39-4b94-8b8a-f3c07bf1ca33 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:05.761245 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f77776da-ec39-4b94-8b8a-f3c07bf1ca33 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "PUT /v2.0/routers/36ac4845-cd38-44a3-8d09-5c858dd9aafd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4419606 Jul 09 20:59:05.764614 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55616) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:05.765582 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be0f59-701f-4194-bcd6-182d957eecc5 None None] Sync routers for ids ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:05.774615 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be0f59-701f-4194-bcd6-182d957eecc5 None None] Routers {'36ac4845-cd38-44a3-8d09-5c858dd9aafd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:05.775225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d3be0f59-701f-4194-bcd6-182d957eecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:59:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:05.815402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-3faa9f34-a057-4a49-a396-f07713c2afcc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting subnet 7b4b087a-8c33-432d-83a3-a4710b653b79 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 20:59:05.818630 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3faa9f34-a057-4a49-a396-f07713c2afcc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.859282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3faa9f34-a057-4a49-a396-f07713c2afcc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:05.881115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d3be0f59-701f-4194-bcd6-182d957eecc5 None None] Set router 36ac4845-cd38-44a3-8d09-5c858dd9aafd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:05.947258 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3faa9f34-a057-4a49-a396-f07713c2afcc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.010081 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3faa9f34-a057-4a49-a396-f07713c2afcc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.039555 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3faa9f34-a057-4a49-a396-f07713c2afcc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.044178 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3faa9f34-a057-4a49-a396-f07713c2afcc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/subnets/7b4b087a-8c33-432d-83a3-a4710b653b79 HTTP/1.1" status: 204 len: 168 time: 0.2762158 Jul 09 20:59:06.044178 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa9f34-a057-4a49-a396-f07713c2afcc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Subnet': ['ID=7b4b087a-8c33-432d-83a3-a4710b653b79,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:06.045137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55618) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:06.054489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745e6d68-8e20-4672-9804-f60e7a558d18 None None] Network 0aac515e-49b0-4967-bd4b-a0cebfb65fcf requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:59:06.122545 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d3be0f59-701f-4194-bcd6-182d957eecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:18Z', 'updated_at': '2021-07-09T20:59:05Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:19Z', 'updated_at': '2021-07-09T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:06.153669 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be0f59-701f-4194-bcd6-182d957eecc5 None None] Checking router: 36ac4845-cd38-44a3-8d09-5c858dd9aafd for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:06.157370 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.195765 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3be0f59-701f-4194-bcd6-182d957eecc5 None None] Routers {'36ac4845-cd38-44a3-8d09-5c858dd9aafd'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:06.196396 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d3be0f59-701f-4194-bcd6-182d957eecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:59:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:06.266100 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.314746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d3be0f59-701f-4194-bcd6-182d957eecc5 None None] Set router 36ac4845-cd38-44a3-8d09-5c858dd9aafd gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:06.318834 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port a789a968-74d8-4f72-98ab-5e39adbe44e3 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:59:06.319195 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.375277 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] DHCP port deletion for 0aac515e-49b0-4967-bd4b-a0cebfb65fcf request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 20:59:06.403356 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] For port a789a968-74d8-4f72-98ab-5e39adbe44e3, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a789a968-74d8-4f72-98ab-5e39adbe44e3,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:06.403722 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.415215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for a789a968-74d8-4f72-98ab-5e39adbe44e3 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:59:06.506740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Deleting port 8096c6d2-825d-4e57-af5e-93edecb0c3fa {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 20:59:06.507356 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.577400 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] For port 8096c6d2-825d-4e57-af5e-93edecb0c3fa, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8096c6d2-825d-4e57-af5e-93edecb0c3fa,segment=NetworkSegment(6398ed3d-48b8-491b-910c-2146d59d0053),segment_id=6398ed3d-48b8-491b-910c-2146d59d0053)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:06.577710 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.583074 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.593452 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Calling delete_port for 8096c6d2-825d-4e57-af5e-93edecb0c3fa owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 20:59:06.604791 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d3be0f59-701f-4194-bcd6-182d957eecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:18Z', 'updated_at': '2021-07-09T20:59:05Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:19Z', 'updated_at': '2021-07-09T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:06.611592 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=a789a968-74d8-4f72-98ab-5e39adbe44e3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:06.625012 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.625376 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.625731 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.626081 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.626427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.626803 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.627144 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.627512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.627852 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.628190 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.628526 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.628879 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.638188 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3be0f59-701f-4194-bcd6-182d957eecc5 None None] The sync data for ids ['36ac4845-cd38-44a3-8d09-5c858dd9aafd'] in n-d-800088-3 is: [{'id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1195144127', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:57:18Z', 'updated_at': '2021-07-09T20:59:05Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'a789a968-74d8-4f72-98ab-5e39adbe44e3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:52:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ac4845-cd38-44a3-8d09-5c858dd9aafd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:57:19Z', 'updated_at': '2021-07-09T20:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:06.694837 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.705571 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:06.732135 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Pushing event deleted for resources: {'Port': ['ID=8096c6d2-825d-4e57-af5e-93edecb0c3fa,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:06.736856 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] No DVR routers for this DVR port 8096c6d2-825d-4e57-af5e-93edecb0c3fa on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 20:59:06.747178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.747178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.747178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.747178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.747178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.747178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.747178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.747178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.747178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.748860 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.748860 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:06.748860 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd255422-b754-4ea4-bc15-2f4daf879ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:07.109478 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.111811 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.130601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8096c6d2-825d-4e57-af5e-93edecb0c3fa no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:59:07.152516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 8096c6d2-825d-4e57-af5e-93edecb0c3fa {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:59:07.153490 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8096c6d2-825d-4e57-af5e-93edecb0c3fa not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:59:07.153922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 05d54690-f7bb-4548-b37a-654250c57f35 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:59:07.167054 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.168006 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Fanout notify agent at l3_agent the message router_deleted on router 36ac4845-cd38-44a3-8d09-5c858dd9aafd {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 20:59:07.175826 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.177259 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0f46191c-f5ee-4ba3-ab14-180117af601c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/routers/36ac4845-cd38-44a3-8d09-5c858dd9aafd HTTP/1.1" status: 204 len: 168 time: 1.1303997 Jul 09 20:59:07.180025 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55622) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:07.180761 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 05d54690-f7bb-4548-b37a-654250c57f35 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:59:07.181111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 05d54690-f7bb-4548-b37a-654250c57f35 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:59:07.260634 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3c140313-b5e4-41fe-8a04-f038aece77e4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.355875 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3c140313-b5e4-41fe-8a04-f038aece77e4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.366588 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-3c140313-b5e4-41fe-8a04-f038aece77e4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aac515e-49b0-4967-bd4b-a0cebfb65fcf']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:07.378405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-3c140313-b5e4-41fe-8a04-f038aece77e4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6398ed3d-48b8-491b-910c-2146d59d0053') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:07.378523 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-3c140313-b5e4-41fe-8a04-f038aece77e4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6398ed3d-48b8-491b-910c-2146d59d0053') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:07.388069 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3c140313-b5e4-41fe-8a04-f038aece77e4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.401211 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3c140313-b5e4-41fe-8a04-f038aece77e4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.407394 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c140313-b5e4-41fe-8a04-f038aece77e4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 20:59:07.407920 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3c140313-b5e4-41fe-8a04-f038aece77e4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: timer() Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 20:59:07.410830 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 20:59:07.467451 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3c140313-b5e4-41fe-8a04-f038aece77e4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.474520 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3c140313-b5e4-41fe-8a04-f038aece77e4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.476333 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3c140313-b5e4-41fe-8a04-f038aece77e4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/networks/0aac515e-49b0-4967-bd4b-a0cebfb65fcf HTTP/1.1" status: 204 len: 168 time: 0.2951341 Jul 09 20:59:07.479365 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55624) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:07.492722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c140313-b5e4-41fe-8a04-f038aece77e4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Network': ['ID=0aac515e-49b0-4967-bd4b-a0cebfb65fcf,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:07.538970 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03d23a68-b3e0-4173-a072-a4b4798ffc66 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.563655 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03d23a68-b3e0-4173-a072-a4b4798ffc66 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.626423 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03d23a68-b3e0-4173-a072-a4b4798ffc66 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.629187 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-03d23a68-b3e0-4173-a072-a4b4798ffc66 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:07.630307 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-03d23a68-b3e0-4173-a072-a4b4798ffc66 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/security-groups/be8491e6-3496-41aa-a97c-9bd3235b944c HTTP/1.1" status: 204 len: 168 time: 0.1499200 Jul 09 20:59:07.640277 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d23a68-b3e0-4173-a072-a4b4798ffc66 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8491e6-3496-41aa-a97c-9bd3235b944c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:08.258017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55630) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:08.263650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d136991a-6112-4d8d-85da-f13c8697584a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-402759735', 'description': 'tempest-secgroup-smoke-402759735 description', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:08.286699 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d136991a-6112-4d8d-85da-f13c8697584a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.367252 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d136991a-6112-4d8d-85da-f13c8697584a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.370774 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d136991a-6112-4d8d-85da-f13c8697584a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.397850 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d136991a-6112-4d8d-85da-f13c8697584a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.399153 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d136991a-6112-4d8d-85da-f13c8697584a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1401215 Jul 09 20:59:08.402269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55632) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:08.403856 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136991a-6112-4d8d-85da-f13c8697584a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fffc9220-fd17-4d24-90b4-271b487d06ac,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:08.408153 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d1c273ed-4672-4447-875a-07ffd8ddb360 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'fffc9220-fd17-4d24-90b4-271b487d06ac', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:08.435941 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1c273ed-4672-4447-875a-07ffd8ddb360 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.491854 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1c273ed-4672-4447-875a-07ffd8ddb360 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.495369 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1c273ed-4672-4447-875a-07ffd8ddb360 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.510987 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c273ed-4672-4447-875a-07ffd8ddb360 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7e85a2-095c-4d22-8ac1-2b1c45907b02,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:08.520295 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d1c273ed-4672-4447-875a-07ffd8ddb360 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.521522 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d1c273ed-4672-4447-875a-07ffd8ddb360 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182027 Jul 09 20:59:08.524326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55634) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:08.529286 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6bf0e4a2-b989-479d-b8e5-21be464fc448 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'fffc9220-fd17-4d24-90b4-271b487d06ac', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:08.554960 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6bf0e4a2-b989-479d-b8e5-21be464fc448 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.613253 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6bf0e4a2-b989-479d-b8e5-21be464fc448 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.617842 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6bf0e4a2-b989-479d-b8e5-21be464fc448 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.636437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0e4a2-b989-479d-b8e5-21be464fc448 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0550135-045c-4a1e-80c8-2bee2ca5e94a,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:08.641858 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6bf0e4a2-b989-479d-b8e5-21be464fc448 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.643200 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6bf0e4a2-b989-479d-b8e5-21be464fc448 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178257 Jul 09 20:59:08.645995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55636) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:08.650528 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-cf84d017-3924-4f20-8d14-91520a51bf6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'fffc9220-fd17-4d24-90b4-271b487d06ac', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:08.678079 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf84d017-3924-4f20-8d14-91520a51bf6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.737141 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf84d017-3924-4f20-8d14-91520a51bf6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.740896 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf84d017-3924-4f20-8d14-91520a51bf6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.758890 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84d017-3924-4f20-8d14-91520a51bf6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb199fa-4fd2-49b9-bc1e-a927e5d3d40b,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:08.764431 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cf84d017-3924-4f20-8d14-91520a51bf6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.765736 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cf84d017-3924-4f20-8d14-91520a51bf6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187885 Jul 09 20:59:08.768480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55638) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:08.772915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-63578538-2420-4b7b-b29e-65bbc1eadd09 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'fffc9220-fd17-4d24-90b4-271b487d06ac', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:08.797594 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63578538-2420-4b7b-b29e-65bbc1eadd09 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.858991 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63578538-2420-4b7b-b29e-65bbc1eadd09 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.862534 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63578538-2420-4b7b-b29e-65bbc1eadd09 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.880825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63578538-2420-4b7b-b29e-65bbc1eadd09 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f15b9c-66f1-4a10-90bb-acfab05d8208,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:08.886468 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-63578538-2420-4b7b-b29e-65bbc1eadd09 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.888060 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-63578538-2420-4b7b-b29e-65bbc1eadd09 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186097 Jul 09 20:59:08.890927 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55640) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:08.895280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-abe56520-7c60-4d65-9662-029174baeefc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'fffc9220-fd17-4d24-90b4-271b487d06ac', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:08.915947 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-abe56520-7c60-4d65-9662-029174baeefc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Project 7f8d1b0b95294766b779d3cfc8f7e59f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:59:08.920637 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-abe56520-7c60-4d65-9662-029174baeefc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.984867 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-abe56520-7c60-4d65-9662-029174baeefc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:08.988318 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-abe56520-7c60-4d65-9662-029174baeefc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.009050 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe56520-7c60-4d65-9662-029174baeefc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9e765a-c9a1-4d3a-bc3f-6fe96e2a4e60,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:09.011663 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-abe56520-7c60-4d65-9662-029174baeefc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.013605 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-abe56520-7c60-4d65-9662-029174baeefc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217344 Jul 09 20:59:09.016246 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55642) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:09.020745 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-bbd30ead-435c-40ce-95a9-778d3ca2556e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'fffc9220-fd17-4d24-90b4-271b487d06ac', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:09.030321 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a789a968-74d8-4f72-98ab-5e39adbe44e3 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 20:59:09.042345 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-bbd30ead-435c-40ce-95a9-778d3ca2556e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Project 7f8d1b0b95294766b779d3cfc8f7e59f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 20:59:09.047403 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbd30ead-435c-40ce-95a9-778d3ca2556e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.051344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: a789a968-74d8-4f72-98ab-5e39adbe44e3 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 20:59:09.051694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a789a968-74d8-4f72-98ab-5e39adbe44e3 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 20:59:09.108694 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbd30ead-435c-40ce-95a9-778d3ca2556e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.112338 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbd30ead-435c-40ce-95a9-778d3ca2556e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.130050 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd30ead-435c-40ce-95a9-778d3ca2556e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82193a8-247b-4ced-a3f7-f035968f21a3,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:09.136668 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-bbd30ead-435c-40ce-95a9-778d3ca2556e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.138055 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-bbd30ead-435c-40ce-95a9-778d3ca2556e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208150 Jul 09 20:59:09.140856 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55644) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:09.145719 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-355cd899-64e2-4d52-ab5b-1c9ca0f883c4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'network': {'name': 'tempest-network-smoke--1934117967', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'port_security_enabled': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:09.170145 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355cd899-64e2-4d52-ab5b-1c9ca0f883c4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Made reservation on behalf of 7f8d1b0b95294766b779d3cfc8f7e59f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:59:09.173836 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-355cd899-64e2-4d52-ab5b-1c9ca0f883c4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.199339 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355cd899-64e2-4d52-ab5b-1c9ca0f883c4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 20:59:09.208833 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-355cd899-64e2-4d52-ab5b-1c9ca0f883c4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.209186 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-355cd899-64e2-4d52-ab5b-1c9ca0f883c4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Added segment a6d8dab6-e732-4606-a385-2fb32c47f3ef of type vlan for network 80495673-4b60-43fe-bb29-9765e849fef2 Jul 09 20:59:09.249959 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-355cd899-64e2-4d52-ab5b-1c9ca0f883c4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.278030 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-355cd899-64e2-4d52-ab5b-1c9ca0f883c4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.283722 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355cd899-64e2-4d52-ab5b-1c9ca0f883c4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:09.284352 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-355cd899-64e2-4d52-ab5b-1c9ca0f883c4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.343476 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-355cd899-64e2-4d52-ab5b-1c9ca0f883c4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2015922 Jul 09 20:59:09.346152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55646) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:09.350614 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'admin_state_up': True, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:09.364805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cd899-64e2-4d52-ab5b-1c9ca0f883c4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Network': ['ID=80495673-4b60-43fe-bb29-9765e849fef2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:09.375746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 80495673-4b60-43fe-bb29-9765e849fef2 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 20:59:09.381001 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.382099 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.438573 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.572124 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.764375 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_gateway, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.783343 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:09.890516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.25.0.199 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/bcedb7b8-51bb-4589-97d3-2c857f12b004) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:09.991517 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:10.030754 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:10.065660 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:10.070321 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:10.073657 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:10.101966 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=bcedb7b8-51bb-4589-97d3-2c857f12b004,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:10.330638 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_gateway, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:10.525308 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:10.651156 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100204) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 20:59:10.758723 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:10.768733 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Sync routers for ids ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:10.778241 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:10.778488 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Routers {'222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:10.779106 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:59:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:10.779797 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5df4c403-0c18-420f-ba64-89a91e3b8f60 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4326112 Jul 09 20:59:10.782814 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55648) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:10.810550 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-65e81438-3a0f-44fa-9b5c-b0ab853a44bc tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=7f8d1b0b95294766b779d3cfc8f7e59f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266361 Jul 09 20:59:10.813027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55650) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:10.884235 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Set router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:10.903806 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd47de1e-5e5b-4be0-89cf-717db079e67f tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:10.905300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-dd47de1e-5e5b-4be0-89cf-717db079e67f tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913591 Jul 09 20:59:10.908203 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55652) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:10.937128 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f32dfbe1-2c1d-41d1-91f6-e66b8c782545 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277081 Jul 09 20:59:10.939574 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55654) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:10.944637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-3a1a9ccd-49f6-43b9-aab2-135f005d8264 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-530068792', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:11.037451 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1a9ccd-49f6-43b9-aab2-135f005d8264 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Made reservation on behalf of 7f8d1b0b95294766b779d3cfc8f7e59f for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:59:11.041274 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9ccd-49f6-43b9-aab2-135f005d8264 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.168299 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:10Z', 'revision_number': 3, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:11.197578 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Checking router: 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:11.197928 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Updating router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 port bcedb7b8-51bb-4589-97d3-2c857f12b004 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:59:11.226699 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9ccd-49f6-43b9-aab2-135f005d8264 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.231525 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.292192 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a9ccd-49f6-43b9-aab2-135f005d8264 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Subnet': ['ID=67cfc5cf-4284-4639-b040-2e6e9ea0de43,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:11.301940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1a9ccd-49f6-43b9-aab2-135f005d8264 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Checking segment: {'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:11.302319 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1a9ccd-49f6-43b9-aab2-135f005d8264 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network hostable DHCP agents. Network: 80495673-4b60-43fe-bb29-9765e849fef2, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 20:59:11.318959 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1a9ccd-49f6-43b9-aab2-135f005d8264 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 80495673-4b60-43fe-bb29-9765e849fef2 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 20:59:11.329410 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-3a1a9ccd-49f6-43b9-aab2-135f005d8264 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 80495673-4b60-43fe-bb29-9765e849fef2) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:11.334148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1a9ccd-49f6-43b9-aab2-135f005d8264 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:11.334864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9ccd-49f6-43b9-aab2-135f005d8264 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.342237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974cf42f-4fae-4e30-9202-5bce425df663 None None] Network 80495673-4b60-43fe-bb29-9765e849fef2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:59:11.350269 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3a1a9ccd-49f6-43b9-aab2-135f005d8264 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4096575 Jul 09 20:59:11.353097 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55656) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:11.494178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-80495673-4b60-43fe-bb29-9765e849fef2', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ips': [{'subnet_id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 20:59:11.495076 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.501790 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.511415 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Transition to ACTIVE for port object bcedb7b8-51bb-4589-97d3-2c857f12b004 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:11.517785 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.570631 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Attempting to bind port bcedb7b8-51bb-4589-97d3-2c857f12b004 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:11.570999 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Attempting to bind port bcedb7b8-51bb-4589-97d3-2c857f12b004 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:11.571362 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Attempting to bind port bcedb7b8-51bb-4589-97d3-2c857f12b004 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:11.580520 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:11.580923 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:11.581325 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.581714 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:11.582177 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Bound port: bcedb7b8-51bb-4589-97d3-2c857f12b004, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:11.582555 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.585011 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17153e12-1aab-46b3-8dfa-3866f311e186 None None] Pushing event updated for resources: {'Port': ['ID=bcedb7b8-51bb-4589-97d3-2c857f12b004,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:11.609693 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17153e12-1aab-46b3-8dfa-3866f311e186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.610042 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17153e12-1aab-46b3-8dfa-3866f311e186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.610384 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17153e12-1aab-46b3-8dfa-3866f311e186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.610720 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17153e12-1aab-46b3-8dfa-3866f311e186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.611049 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17153e12-1aab-46b3-8dfa-3866f311e186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.611385 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17153e12-1aab-46b3-8dfa-3866f311e186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.611704 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17153e12-1aab-46b3-8dfa-3866f311e186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.612026 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17153e12-1aab-46b3-8dfa-3866f311e186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.612350 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17153e12-1aab-46b3-8dfa-3866f311e186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.612695 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17153e12-1aab-46b3-8dfa-3866f311e186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.613017 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17153e12-1aab-46b3-8dfa-3866f311e186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.613333 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17153e12-1aab-46b3-8dfa-3866f311e186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 20:59:11.645887 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] For port bcedb7b8-51bb-4589-97d3-2c857f12b004, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:11.648987 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] For port bcedb7b8-51bb-4589-97d3-2c857f12b004, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bcedb7b8-51bb-4589-97d3-2c857f12b004,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:11.652293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Allocated IP 172.20.0.2 (80495673-4b60-43fe-bb29-9765e849fef2/67cfc5cf-4284-4639-b040-2e6e9ea0de43/12f6e740-a92b-460e-bbce-9f02122ccf3e) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:11.653450 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.709794 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Routers {'222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:11.710425 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:59:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:11.753736 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17153e12-1aab-46b3-8dfa-3866f311e186 None None] Pushing event updated for resources: {'Port': ['ID=bcedb7b8-51bb-4589-97d3-2c857f12b004,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:11.825514 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.828087 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.833621 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] Set router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:11.837073 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Transition to ACTIVE for port object 12f6e740-a92b-460e-bbce-9f02122ccf3e will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:11.854157 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Transition to ACTIVE for port object 12f6e740-a92b-460e-bbce-9f02122ccf3e will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:11.860987 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.901831 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Network 80495673-4b60-43fe-bb29-9765e849fef2 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:11.905475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:11.909789 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:11.912790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Pushing event updated for resources: {'Port': ['ID=12f6e740-a92b-460e-bbce-9f02122ccf3e,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:11.968395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Attempting to bind port 12f6e740-a92b-460e-bbce-9f02122ccf3e on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:11.968796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Attempting to bind port 12f6e740-a92b-460e-bbce-9f02122ccf3e by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:11.969164 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Attempting to bind port 12f6e740-a92b-460e-bbce-9f02122ccf3e on network 80495673-4b60-43fe-bb29-9765e849fef2 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:11.974157 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:11.974533 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Checking segment: {'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:11.975309 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:11.975309 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Bound using segment: {'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:11.975780 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Bound port: 12f6e740-a92b-460e-bbce-9f02122ccf3e, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:11.976164 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:12.042249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] For port 12f6e740-a92b-460e-bbce-9f02122ccf3e, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:12.046544 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] For port 12f6e740-a92b-460e-bbce-9f02122ccf3e, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=12f6e740-a92b-460e-bbce-9f02122ccf3e,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:12.053468 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:12.062761 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:10Z', 'revision_number': 3, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:12.089483 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a9b95-c613-4e14-bbb6-23e62df28f1f None None] The sync data for ids ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'] in n-d-800088-3 is: [{'id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:10Z', 'revision_number': 3, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:12.117034 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e5b86-db21-4874-80fb-45169549f243 None None] Pushing event updated for resources: {'Port': ['ID=12f6e740-a92b-460e-bbce-9f02122ccf3e,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:12.137617 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.20.0.1 (80495673-4b60-43fe-bb29-9765e849fef2/67cfc5cf-4284-4639-b040-2e6e9ea0de43/65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:12.258922 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:12.281914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Transition to ACTIVE for port object 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:12.353068 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:12.416349 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 80495673-4b60-43fe-bb29-9765e849fef2 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:12.423208 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:12.425809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:12.457997 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:12.485869 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:12.645966 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.144295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bcedb7b8-51bb-4589-97d3-2c857f12b004 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:13.174327 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d40e72-7d1c-435d-b7c3-22afa44d0d60 None None] Network 80495673-4b60-43fe-bb29-9765e849fef2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 20:59:13.259306 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a13c5961-63d7-4b19-9ab3-33be044b7249 None None] Provisioning for port 12f6e740-a92b-460e-bbce-9f02122ccf3e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:13.280308 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.283111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port bcedb7b8-51bb-4589-97d3-2c857f12b004 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:13.284806 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.289664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port bcedb7b8-51bb-4589-97d3-2c857f12b004 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:13.290046 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.358910 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.361744 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:13.460121 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 80495673-4b60-43fe-bb29-9765e849fef2 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:13.461637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:13.583571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:59:13.590445 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.619471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port bcedb7b8-51bb-4589-97d3-2c857f12b004, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bcedb7b8-51bb-4589-97d3-2c857f12b004,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:13.627717 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.628577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 12f6e740-a92b-460e-bbce-9f02122ccf3e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:13.715308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:13.721717 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-e79bfbf4-c825-44df-93a1-18c6dd5b0e7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "PUT /v2.0/routers/222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3675508 Jul 09 20:59:13.758175 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=bcedb7b8-51bb-4589-97d3-2c857f12b004,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:13.794608 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 12f6e740-a92b-460e-bbce-9f02122ccf3e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:13.800328 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 12f6e740-a92b-460e-bbce-9f02122ccf3e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:13.800887 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:13.828758 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Sync routers for ids ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:13.882427 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Routers {'222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:13.882964 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:59:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:13.910520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-1b281406-e75b-4f83-97c0-5849597cc64c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-402759735&fields=id&tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 267 time: 0.0463407 Jul 09 20:59:13.958450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8e18519-38c6-45fd-9ae1-4092e5d7f4cc None None] Provisioning for port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:13.971666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8e18519-38c6-45fd-9ae1-4092e5d7f4cc None None] Provisioning complete for port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:13.972234 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8e18519-38c6-45fd-9ae1-4092e5d7f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.035313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-2ddf7860-ad27-4f4b-a447-11b0025c401b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:14.036977 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-2ddf7860-ad27-4f4b-a447-11b0025c401b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/networks?id=80495673-4b60-43fe-bb29-9765e849fef2 HTTP/1.1" status: 200 len: 797 time: 0.1196940 Jul 09 20:59:14.054073 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-ddca015e-1d1f-4a44-a93e-789f2486216b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/quotas/7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 375 time: 0.0106461 Jul 09 20:59:14.088223 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-a8e18519-38c6-45fd-9ae1-4092e5d7f4cc None None] Port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:59:14.122202 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Set router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:14.134268 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-6e236da3-98bb-4d1c-a857-11008e1f59ea tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740607 Jul 09 20:59:14.158419 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.182208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-a8e18519-38c6-45fd-9ae1-4092e5d7f4cc None None] Provisioning complete for port 12f6e740-a92b-460e-bbce-9f02122ccf3e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:14.182870 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a8e18519-38c6-45fd-9ae1-4092e5d7f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.202280 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-3cc06a61-b2d5-4c48-805f-34bf28d88749 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 20:59:14.203549 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-3cc06a61-b2d5-4c48-805f-34bf28d88749 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0572720 Jul 09 20:59:14.295611 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-2a92a837-be69-4197-aee9-3556bbc4407b service neutron] 10.222.0.30 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858731 Jul 09 20:59:14.303884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 12f6e740-a92b-460e-bbce-9f02122ccf3e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=12f6e740-a92b-460e-bbce-9f02122ccf3e,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:14.312472 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.394950 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-381d0d67-a948-497d-8601-37ca1059d460 service neutron] 10.222.0.30 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930228 Jul 09 20:59:14.416344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=12f6e740-a92b-460e-bbce-9f02122ccf3e,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:14.480520 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:12Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21', 'name': '', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:f9:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:11Z', 'updated_at': '2021-07-09T20:59:12Z', 'revision_number': 2, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:14.507056 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Checking router: 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:14.507631 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Updating router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 20:59:14.549804 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.565119 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-49e61277-67be-42d6-a215-e4d48777934d None None] Provisioning complete for port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:14.565498 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-49e61277-67be-42d6-a215-e4d48777934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.577901 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-03cd03f5-8eeb-4813-90f2-1554cee36982 req-6c3c6370-78e9-49de-8dcb-726671fa042c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 210 time: 0.0341763 Jul 09 20:59:14.631699 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-49e61277-67be-42d6-a215-e4d48777934d None None] Port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:59:14.857548 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.868763 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Transition to ACTIVE for port object 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:14.875538 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.930431 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1c234-aac0-4c35-8621-236b4e31ed74 None None] Pushing event updated for resources: {'Port': ['ID=65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:14.986806 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Attempting to bind port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:14.987180 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Attempting to bind port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:14.987558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Attempting to bind port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 on network 80495673-4b60-43fe-bb29-9765e849fef2 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:14.993527 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:14.993904 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Checking segment: {'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:14.994312 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:14.994713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Bound using segment: {'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:14.995185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Bound port: 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:14.995577 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:15.073428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] For port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:15.078038 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] For port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:15.082153 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:15.113735 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bcedb7b8-51bb-4589-97d3-2c857f12b004 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:15.205938 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Routers {'222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:15.206786 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:59:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:15.210395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1c234-aac0-4c35-8621-236b4e31ed74 None None] Pushing event updated for resources: {'Port': ['ID=65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:15.311185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port bcedb7b8-51bb-4589-97d3-2c857f12b004 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:15.311562 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:15.536646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] Set router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:15.684295 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 12f6e740-a92b-460e-bbce-9f02122ccf3e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:15.766247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d7cb3764-6453-401a-90ed-8597461687ab req-41ae4cd9-d692-4dd7-be20-75cf735c3395 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 210 time: 0.0488229 Jul 09 20:59:15.780363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-7e005e53-5a85-4d4c-bdb4-922136c1094f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:15.782797 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-7e005e53-5a85-4d4c-bdb4-922136c1094f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "GET /v2.0/networks?id=80495673-4b60-43fe-bb29-9765e849fef2 HTTP/1.1" status: 200 len: 797 time: 0.1812742 Jul 09 20:59:15.789023 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 12f6e740-a92b-460e-bbce-9f02122ccf3e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:15.789408 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:15.831946 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8bf39494-00b2-4ea0-a450-415e840d26fa tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 379 time: 0.0405307 Jul 09 20:59:15.842753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8d273f69-9298-4d56-afc5-0192e30eab6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'port': {'device_id': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'admin_state_up': True, 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'security_groups': ['fffc9220-fd17-4d24-90b4-271b487d06ac']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:15.879280 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:12Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21', 'name': '', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:f9:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:11Z', 'updated_at': '2021-07-09T20:59:15Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:15.908001 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482bd491-c239-471a-8669-c9dad8ee4ebc None None] The sync data for ids ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'] in n-d-800088-3 is: [{'id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:12Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21', 'name': '', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:f9:c0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:11Z', 'updated_at': '2021-07-09T20:59:15Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:15.975978 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8d273f69-9298-4d56-afc5-0192e30eab6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Made reservation on behalf of 7f8d1b0b95294766b779d3cfc8f7e59f for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 20:59:15.979709 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8d273f69-9298-4d56-afc5-0192e30eab6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.120143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8d273f69-9298-4d56-afc5-0192e30eab6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.20.0.9 (80495673-4b60-43fe-bb29-9765e849fef2/67cfc5cf-4284-4639-b040-2e6e9ea0de43/65d684f9-a065-4d8f-b300-ee9a0b20d8be) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:16.270190 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8d273f69-9298-4d56-afc5-0192e30eab6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.285221 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8d273f69-9298-4d56-afc5-0192e30eab6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Transition to ACTIVE for port object 65d684f9-a065-4d8f-b300-ee9a0b20d8be will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:16.319249 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8d273f69-9298-4d56-afc5-0192e30eab6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.366768 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8d273f69-9298-4d56-afc5-0192e30eab6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 80495673-4b60-43fe-bb29-9765e849fef2 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:16.369997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8d273f69-9298-4d56-afc5-0192e30eab6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:16.374616 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8d273f69-9298-4d56-afc5-0192e30eab6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:16.381200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d273f69-9298-4d56-afc5-0192e30eab6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=65d684f9-a065-4d8f-b300-ee9a0b20d8be,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:16.428643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8d273f69-9298-4d56-afc5-0192e30eab6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:16.429429 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8d273f69-9298-4d56-afc5-0192e30eab6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.445750 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8d273f69-9298-4d56-afc5-0192e30eab6a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6079481 Jul 09 20:59:16.462220 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Request body: {'port': {'device_id': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:16.544802 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.606741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d9db8d90-004e-4e42-91b8-50d1e404a957 None None] Provisioning for port 65d684f9-a065-4d8f-b300-ee9a0b20d8be completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:16.612877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d9db8d90-004e-4e42-91b8-50d1e404a957 None None] Provisioning complete for port 65d684f9-a065-4d8f-b300-ee9a0b20d8be triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:16.613261 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d9db8d90-004e-4e42-91b8-50d1e404a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.654089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d9db8d90-004e-4e42-91b8-50d1e404a957 None None] Port 65d684f9-a065-4d8f-b300-ee9a0b20d8be cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 20:59:16.820274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d684f9-a065-4d8f-b300-ee9a0b20d8be {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:59:16.828377 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.841368 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Transition to ACTIVE for port object 65d684f9-a065-4d8f-b300-ee9a0b20d8be will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 20:59:16.845658 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:16.945788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Pushing event updated for resources: {'Port': ['ID=65d684f9-a065-4d8f-b300-ee9a0b20d8be,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:16.973341 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddeb5b1-65c2-419e-9126-894cdcef4e89 req-361b5eb5-67ab-4a4b-9733-33da6c2486c9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:16.974181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Attempting to bind port 65d684f9-a065-4d8f-b300-ee9a0b20d8be on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 20:59:16.974532 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Attempting to bind port 65d684f9-a065-4d8f-b300-ee9a0b20d8be by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 20:59:16.974874 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Attempting to bind port 65d684f9-a065-4d8f-b300-ee9a0b20d8be on network 80495673-4b60-43fe-bb29-9765e849fef2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:16.976142 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fddeb5b1-65c2-419e-9126-894cdcef4e89 req-361b5eb5-67ab-4a4b-9733-33da6c2486c9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 943 time: 0.0874183 Jul 09 20:59:16.979443 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Port 65d684f9-a065-4d8f-b300-ee9a0b20d8be on network 80495673-4b60-43fe-bb29-9765e849fef2 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 20:59:16.979788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Attempting to bind port 65d684f9-a065-4d8f-b300-ee9a0b20d8be on network 80495673-4b60-43fe-bb29-9765e849fef2 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 20:59:16.985618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 20, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 20:59:16.985967 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Checking segment: {'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 20:59:16.986354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Bound using segment: {'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 20:59:16.986800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Bound port: 65d684f9-a065-4d8f-b300-ee9a0b20d8be, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 20:59:16.987164 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:17.056665 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fddeb5b1-65c2-419e-9126-894cdcef4e89 req-187920d0-abb5-446e-98fd-5ef2cc09d83e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733535 Jul 09 20:59:17.076928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] For port 65d684f9-a065-4d8f-b300-ee9a0b20d8be, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 20:59:17.083745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] For port 65d684f9-a065-4d8f-b300-ee9a0b20d8be, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 20:59:17.088285 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:17.114313 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:17.140125 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:17.140782 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:17.142320 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] 10.222.0.32 "PUT /v2.0/ports/65d684f9-a065-4d8f-b300-ee9a0b20d8be HTTP/1.1" status: 200 len: 1091 time: 0.6843376 Jul 09 20:59:17.142603 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:17.144870 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29634b83-02d3-42d3-9197-ad9ae699b9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:17.187025 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee50b03-32d9-4e64-8a48-984017378e97 service neutron] Pushing event updated for resources: {'Port': ['ID=65d684f9-a065-4d8f-b300-ee9a0b20d8be,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:17.209147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:17.213263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:17.213658 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:17.223634 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1273d1e1-a4dc-475b-84b0-6d96b1ffd33a x-openstack-request-id: req-1273d1e1-a4dc-475b-84b0-6d96b1ffd33a {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:17.223959 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:17.224181 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1273d1e1-a4dc-475b-84b0-6d96b1ffd33a {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:17.224604 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'status': 'completed', 'code': 200} Jul 09 20:59:17.255585 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8b54f8a4-d318-40be-8a98-6b25bd081ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:17.257236 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8b54f8a4-d318-40be-8a98-6b25bd081ef9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 1094 time: 0.0669305 Jul 09 20:59:17.294121 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:17.305252 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-a050f762-5481-4487-901c-1866dc1c6f97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be HTTP/1.1" status: 200 len: 217 time: 0.0350628 Jul 09 20:59:17.329648 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:17.334025 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:17.361022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-58c98695-f37e-4af0-9bf3-9e940ae6b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:17.362492 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-58c98695-f37e-4af0-9bf3-9e940ae6b197 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67cfc5cf-4284-4639-b040-2e6e9ea0de43 HTTP/1.1" status: 200 len: 834 time: 0.0498977 Jul 09 20:59:17.387596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:17.420986 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8b3d0ceb-2a97-49ba-b1b6-ebf85a464bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:17.422413 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-8b3d0ceb-2a97-49ba-b1b6-ebf85a464bf7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80495673-4b60-43fe-bb29-9765e849fef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532050 Jul 09 20:59:17.510062 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-051d7d97-4886-4b70-871b-c0e97c4b7608 service neutron] 10.222.0.32 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807545 Jul 09 20:59:17.601031 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-46f1b6c1-11a7-4c9a-9d0c-c15783b12c27 req-9f36cad5-cfdc-40f6-9375-d84f48e78cc1 service neutron] 10.222.0.32 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833688 Jul 09 20:59:17.701440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29634b83-02d3-42d3-9197-ad9ae699b9b1 req-c55d1734-6eb2-46f6-97d6-9306b9895af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:17.702979 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-29634b83-02d3-42d3-9197-ad9ae699b9b1 req-c55d1734-6eb2-46f6-97d6-9306b9895af0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 1094 time: 0.0522487 Jul 09 20:59:18.108503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29634b83-02d3-42d3-9197-ad9ae699b9b1 req-2ce85518-6938-43d0-b700-6f118f82c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:18.110132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-29634b83-02d3-42d3-9197-ad9ae699b9b1 req-2ce85518-6938-43d0-b700-6f118f82c277 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80495673-4b60-43fe-bb29-9765e849fef2 HTTP/1.1" status: 200 len: 898 time: 0.4008868 Jul 09 20:59:18.154925 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-29634b83-02d3-42d3-9197-ad9ae699b9b1 req-b0d53680-63b8-4af6-bab5-9b194ab91a28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be HTTP/1.1" status: 200 len: 217 time: 0.0368607 Jul 09 20:59:18.209375 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29634b83-02d3-42d3-9197-ad9ae699b9b1 req-73bffc2b-595b-4f54-822d-e29ee8d0e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:18.210976 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-29634b83-02d3-42d3-9197-ad9ae699b9b1 req-73bffc2b-595b-4f54-822d-e29ee8d0e4ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67cfc5cf-4284-4639-b040-2e6e9ea0de43 HTTP/1.1" status: 200 len: 834 time: 0.0453930 Jul 09 20:59:18.225986 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a393164-2939-4fc6-bd7a-f4f0e05ce3b5 req-725637d3-40a3-461a-9fd1-30f357d864d4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:18.227492 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4a393164-2939-4fc6-bd7a-f4f0e05ce3b5 req-725637d3-40a3-461a-9fd1-30f357d864d4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 943 time: 0.0670574 Jul 09 20:59:18.266366 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4a393164-2939-4fc6-bd7a-f4f0e05ce3b5 req-0cf24793-573e-4545-8dba-1c42a1e40a47 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330846 Jul 09 20:59:18.276345 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29634b83-02d3-42d3-9197-ad9ae699b9b1 req-122f67aa-3092-4dce-8ac4-079b15abd806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:18.278502 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-29634b83-02d3-42d3-9197-ad9ae699b9b1 req-122f67aa-3092-4dce-8ac4-079b15abd806 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80495673-4b60-43fe-bb29-9765e849fef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570173 Jul 09 20:59:18.374040 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-29634b83-02d3-42d3-9197-ad9ae699b9b1 req-86e7662d-61a8-49a2-a1b5-df8842806628 service neutron] 10.222.0.32 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855107 Jul 09 20:59:18.472569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-29634b83-02d3-42d3-9197-ad9ae699b9b1 req-0192deb6-01f1-4dd1-8f4b-9638b4667192 service neutron] 10.222.0.32 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880325 Jul 09 20:59:19.071491 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:19.117311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:19.117679 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:19.444937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8b5f7-96ea-40af-bde2-15f68c7638dc req-78ce7401-3fa8-4286-b692-42738d4fa24f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:19.446398 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-80b8b5f7-96ea-40af-bde2-15f68c7638dc req-78ce7401-3fa8-4286-b692-42738d4fa24f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 943 time: 0.0626898 Jul 09 20:59:19.483652 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-80b8b5f7-96ea-40af-bde2-15f68c7638dc req-4cad340b-4714-4f0e-bea8-cb37e192f966 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315340 Jul 09 20:59:19.558494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 65d684f9-a065-4d8f-b300-ee9a0b20d8be details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 20:59:19.650679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 65d684f9-a065-4d8f-b300-ee9a0b20d8be, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:19.662478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'port_id': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'mac_address': 'fa:16:3e:10:0d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 20:59:19.698277 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:19.711299 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d684f9-a065-4d8f-b300-ee9a0b20d8be {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 20:59:19.731118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 65d684f9-a065-4d8f-b300-ee9a0b20d8be, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:19.735529 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:19.786084 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=65d684f9-a065-4d8f-b300-ee9a0b20d8be,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:19.980441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['65d684f9-a065-4d8f-b300-ee9a0b20d8be'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 20:59:20.651155 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bb11b-21fe-4d0c-af1a-e829efaf3026 req-f27c7d9d-7056-481a-bd44-e3ba6f5603c1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:20.652676 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be2bb11b-21fe-4d0c-af1a-e829efaf3026 req-f27c7d9d-7056-481a-bd44-e3ba6f5603c1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 944 time: 0.0628390 Jul 09 20:59:20.690542 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be2bb11b-21fe-4d0c-af1a-e829efaf3026 req-8ff28163-bdd7-44b6-adf6-d16944d808ab tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322714 Jul 09 20:59:21.582486 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 65d684f9-a065-4d8f-b300-ee9a0b20d8be up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 20:59:21.630281 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 65d684f9-a065-4d8f-b300-ee9a0b20d8be completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 20:59:21.633845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 65d684f9-a065-4d8f-b300-ee9a0b20d8be triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 20:59:21.634214 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:21.708589 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:21.735625 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:21.737921 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1506ef5e-33aa-4e7d-8df1-fc366eeb1f8e" -d '{"events": [{"server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "name": "network-vif-plugged", "status": "completed", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:21.751989 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 65d684f9-a065-4d8f-b300-ee9a0b20d8be, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 20:59:21.757750 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:21.784844 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456f3fa4-7810-4da2-b66a-7a671ff44272 x-openstack-request-id: req-456f3fa4-7810-4da2-b66a-7a671ff44272 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:21.785143 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "name": "network-vif-plugged", "status": "completed", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:21.785395 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-456f3fa4-7810-4da2-b66a-7a671ff44272 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:21.785785 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'code': 200} Jul 09 20:59:21.814569 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=65d684f9-a065-4d8f-b300-ee9a0b20d8be,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:21.899698 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf1d73-8f60-4b1d-9f72-26f1cd2fd364 req-0e7dc9ab-633c-4bed-83fc-ebd0c53a8588 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:21.901192 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6cf1d73-8f60-4b1d-9f72-26f1cd2fd364 req-0e7dc9ab-633c-4bed-83fc-ebd0c53a8588 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0970964 Jul 09 20:59:21.935320 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90503a-fcd4-48ad-8230-56e6be2b5d71 req-6dfa1bb3-5e27-4f5c-960e-c4b75038bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:21.936816 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0f90503a-fcd4-48ad-8230-56e6be2b5d71 req-6dfa1bb3-5e27-4f5c-960e-c4b75038bfc8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 1096 time: 0.0911043 Jul 09 20:59:21.955610 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a6cf1d73-8f60-4b1d-9f72-26f1cd2fd364 req-44120b68-b01c-438d-acdc-aa65a4cf3b24 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475521 Jul 09 20:59:21.979539 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0f90503a-fcd4-48ad-8230-56e6be2b5d71 req-722a2e15-7217-4471-988b-431913e7c0a7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349288 Jul 09 20:59:23.133289 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c7b6c1-bdf4-4e15-b388-a01c6824c25b req-a2039654-8005-4c82-a4a8-38c284f9b329 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:23.134802 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1c7b6c1-bdf4-4e15-b388-a01c6824c25b req-a2039654-8005-4c82-a4a8-38c284f9b329 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0644128 Jul 09 20:59:23.178885 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1c7b6c1-bdf4-4e15-b388-a01c6824c25b req-92d6f83f-f94d-49d0-a620-2e33370b7fec tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352783 Jul 09 20:59:23.372319 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e9e63-c97a-4f38-b11b-45290bfc5c0e req-c70d5deb-13d7-4210-b0b7-29dd7a86ec7c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:23.373795 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d33e9e63-c97a-4f38-b11b-45290bfc5c0e req-c70d5deb-13d7-4210-b0b7-29dd7a86ec7c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0665412 Jul 09 20:59:23.411930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d33e9e63-c97a-4f38-b11b-45290bfc5c0e req-4bbb7ecc-0da5-48d8-ab5f-d9efbc618c05 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325174 Jul 09 20:59:23.436862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55710) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:23.493305 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54729aec-b187-46a6-827b-98da313a5110 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:23.494820 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-54729aec-b187-46a6-827b-98da313a5110 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 1091 time: 0.0569751 Jul 09 20:59:23.498407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55712) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:23.502754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 20:59:23.525167 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:23.622133 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:23.727293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.25.0.114 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/2f75bc41-e3ff-4c97-9790-b65d4ce89cd3) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 20:59:23.831109 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:23.870184 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:23.920402 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 20:59:23.923397 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 20:59:23.927935 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 20:59:23.929908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=2f75bc41-e3ff-4c97-9790-b65d4ce89cd3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:24.299183 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:24.378855 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:24.534991 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:24.539405 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:24.607751 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=2f75bc41-e3ff-4c97-9790-b65d4ce89cd3,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 20:59:24.617876 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:24.717474 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Floating IP 0237c468-d3d2-4ea9-9eb7-02eff1804266 associated. External IP: 172.25.0.114, port: 65d684f9-a065-4d8f-b300-ee9a0b20d8be. Jul 09 20:59:24.938478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 20:59:25.046436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 20:59:25.056026 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0f6be-0126-4409-a8bf-80af7dd139fd None None] Sync routers for ids ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 20:59:25.061845 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:25.065422 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0f6be-0126-4409-a8bf-80af7dd139fd None None] Routers {'222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:25.066104 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-22c0f6be-0126-4409-a8bf-80af7dd139fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:59:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:25.101563 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a04db13a-415e-40df-bf5d-57107db4206b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5996892 Jul 09 20:59:25.101563 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 20:59:25.104913 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06369718-84a5-4f3f-a451-435d4f9574fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 20:59:25.141373 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 20:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67b65b9-2472-4ffb-8339-9bcca438976d x-openstack-request-id: req-b67b65b9-2472-4ffb-8339-9bcca438976d {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 20:59:25.141674 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 20:59:25.141933 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b67b65b9-2472-4ffb-8339-9bcca438976d {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 20:59:25.142347 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'status': 'completed', 'code': 200} Jul 09 20:59:25.174969 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-22c0f6be-0126-4409-a8bf-80af7dd139fd None None] Set router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:25.217827 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06369718-84a5-4f3f-a451-435d4f9574fc req-1e5cf3ba-89a4-4451-8a87-c3fd655b633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:25.219280 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06369718-84a5-4f3f-a451-435d4f9574fc req-1e5cf3ba-89a4-4451-8a87-c3fd655b633c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 1096 time: 0.0548317 Jul 09 20:59:25.265814 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e3c46-989f-44ff-b103-e7357e8db4cb req-6e64e7fd-0019-4e7b-bdfb-ace5932f1df4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:25.267374 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e5e3c46-989f-44ff-b103-e7357e8db4cb req-6e64e7fd-0019-4e7b-bdfb-ace5932f1df4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0747008 Jul 09 20:59:25.311543 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4e5e3c46-989f-44ff-b103-e7357e8db4cb req-609e33b3-fb99-40c8-a11e-f0db92367199 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338876 Jul 09 20:59:25.329048 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06369718-84a5-4f3f-a451-435d4f9574fc req-889020e1-9dd3-4a31-9a9c-9c24a143fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:25.330553 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06369718-84a5-4f3f-a451-435d4f9574fc req-889020e1-9dd3-4a31-9a9c-9c24a143fd12 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80495673-4b60-43fe-bb29-9765e849fef2 HTTP/1.1" status: 200 len: 898 time: 0.1049018 Jul 09 20:59:25.336725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55718) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:25.406206 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-22c0f6be-0126-4409-a8bf-80af7dd139fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:12Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '0237c468-d3d2-4ea9-9eb7-02eff1804266', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'floating_ip_address': '172.25.0.114', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'port_id': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'mac_address': 'fa:16:3e:10:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:24Z', 'updated_at': '2021-07-09T20:59:24Z', 'revision_number': 0, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21', 'name': '', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:f9:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:11Z', 'updated_at': '2021-07-09T20:59:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:25.435464 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0f6be-0126-4409-a8bf-80af7dd139fd None None] Checking router: 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 20:59:25.442963 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-00cebcd3-b71f-4f03-89c0-6ab3fe6832a6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/0237c468-d3d2-4ea9-9eb7-02eff1804266 HTTP/1.1" status: 200 len: 991 time: 0.1051662 Jul 09 20:59:25.443657 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0f6be-0126-4409-a8bf-80af7dd139fd None None] Routers {'222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 20:59:25.444311 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-22c0f6be-0126-4409-a8bf-80af7dd139fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T20:59:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:25.450222 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06369718-84a5-4f3f-a451-435d4f9574fc req-3f8525f0-83f3-4fe1-a3cf-75532c914933 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be HTTP/1.1" status: 200 len: 999 time: 0.1114295 Jul 09 20:59:25.499887 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06369718-84a5-4f3f-a451-435d4f9574fc req-96b786c3-90b7-45d5-8e91-a3579be90e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:25.501418 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06369718-84a5-4f3f-a451-435d4f9574fc req-96b786c3-90b7-45d5-8e91-a3579be90e4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67cfc5cf-4284-4639-b040-2e6e9ea0de43 HTTP/1.1" status: 200 len: 834 time: 0.0446279 Jul 09 20:59:25.548918 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-22c0f6be-0126-4409-a8bf-80af7dd139fd None None] Set router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 20:59:25.558198 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06369718-84a5-4f3f-a451-435d4f9574fc req-4bc9b80c-acfd-4247-b79a-40130d7b3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 20:59:25.560260 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06369718-84a5-4f3f-a451-435d4f9574fc req-4bc9b80c-acfd-4247-b79a-40130d7b3f40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80495673-4b60-43fe-bb29-9765e849fef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525219 Jul 09 20:59:25.654884 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06369718-84a5-4f3f-a451-435d4f9574fc req-de890328-d22c-41ef-9c67-0db9325c5575 service neutron] 10.222.0.32 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869191 Jul 09 20:59:25.749186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-06369718-84a5-4f3f-a451-435d4f9574fc req-87ed7d44-564f-42f3-a610-91e37f5d36dc service neutron] 10.222.0.32 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875459 Jul 09 20:59:25.855129 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-22c0f6be-0126-4409-a8bf-80af7dd139fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:12Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '0237c468-d3d2-4ea9-9eb7-02eff1804266', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'floating_ip_address': '172.25.0.114', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'port_id': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'mac_address': 'fa:16:3e:10:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:24Z', 'updated_at': '2021-07-09T20:59:24Z', 'revision_number': 0, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21', 'name': '', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:f9:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:11Z', 'updated_at': '2021-07-09T20:59:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 20:59:25.881365 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0f6be-0126-4409-a8bf-80af7dd139fd None None] The sync data for ids ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'] in n-d-800088-3 is: [{'id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:12Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '0237c468-d3d2-4ea9-9eb7-02eff1804266', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'floating_ip_address': '172.25.0.114', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'port_id': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'mac_address': 'fa:16:3e:10:0d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T20:59:24Z', 'updated_at': '2021-07-09T20:59:24Z', 'revision_number': 0, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21', 'name': '', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:f9:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:11Z', 'updated_at': '2021-07-09T20:59:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 20:59:26.083381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e878eb-3b30-42d1-b741-c5dca816dc6e None None] New status for floating IP 0237c468-d3d2-4ea9-9eb7-02eff1804266: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 20:59:26.446881 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55722) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 20:59:26.507268 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9244a046-f62c-437b-8c85-643199dda7f7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/0237c468-d3d2-4ea9-9eb7-02eff1804266 HTTP/1.1" status: 200 len: 993 time: 0.0592964 Jul 09 20:59:26.958641 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f29a6228-b3a2-4670-bf12-eb124dcef618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:27.366075 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 20:59:27.507088 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:29.518261 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-82ba9c9f-cf06-4df0-9dec-25c1bb57a7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:29.691883 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:29.841468 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:30.688052 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:32.551680 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:56.959940 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ea15667e-9070-459b-b30e-902cece9f52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:57.515903 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.523576 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17f61e6d-59d9-4ac5-8d4f-710767645040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.692785 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 20:59:59.848832 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:00.690275 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:02.556874 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:04.066241 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55742) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:04.101149 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1350d1-34f1-4d2b-a3ad-eaeee2cb2ae7 req-bba06405-14b5-4bfb-b35e-ec91deb3dc16 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:04.102707 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af1350d1-34f1-4d2b-a3ad-eaeee2cb2ae7 req-bba06405-14b5-4bfb-b35e-ec91deb3dc16 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0695775 Jul 09 21:00:04.149666 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af1350d1-34f1-4d2b-a3ad-eaeee2cb2ae7 req-f6fed6a4-5612-4335-8a11-87af90748208 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413780 Jul 09 21:00:04.175380 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-4f6dde35-e0a7-4bcc-806d-28f4c32d4a21 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1078184 Jul 09 21:00:04.366441 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:00:05.333874 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3a17e-6f8c-4fd0-b5d1-b9f662d558ca req-2fff5b36-b6fb-4ae7-8f19-09041926135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:05.335420 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77f3a17e-6f8c-4fd0-b5d1-b9f662d558ca req-2fff5b36-b6fb-4ae7-8f19-09041926135e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 1096 time: 0.0550156 Jul 09 21:00:05.348396 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396807b-aeb7-4030-afbc-8369706db1b7 req-486857bd-996a-41cc-8b16-20cf7ba17700 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:05.350013 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8396807b-aeb7-4030-afbc-8369706db1b7 req-486857bd-996a-41cc-8b16-20cf7ba17700 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0738661 Jul 09 21:00:05.393394 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8396807b-aeb7-4030-afbc-8369706db1b7 req-f7b64319-5425-459b-92f9-7a7cf1117b91 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367970 Jul 09 21:00:05.463857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3a17e-6f8c-4fd0-b5d1-b9f662d558ca req-08a871b0-5fca-4a70-b057-c5151ff1c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:05.467387 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77f3a17e-6f8c-4fd0-b5d1-b9f662d558ca req-08a871b0-5fca-4a70-b057-c5151ff1c2f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80495673-4b60-43fe-bb29-9765e849fef2 HTTP/1.1" status: 200 len: 898 time: 0.1062658 Jul 09 21:00:05.543267 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77f3a17e-6f8c-4fd0-b5d1-b9f662d558ca req-15a40ce5-4380-45b1-bda0-9ee3a79bde58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be HTTP/1.1" status: 200 len: 1001 time: 0.0651209 Jul 09 21:00:05.594446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3a17e-6f8c-4fd0-b5d1-b9f662d558ca req-5a21b051-cc2d-4f4e-9179-7bb1770069ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:05.595954 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77f3a17e-6f8c-4fd0-b5d1-b9f662d558ca req-5a21b051-cc2d-4f4e-9179-7bb1770069ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67cfc5cf-4284-4639-b040-2e6e9ea0de43 HTTP/1.1" status: 200 len: 834 time: 0.0461073 Jul 09 21:00:05.657797 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3a17e-6f8c-4fd0-b5d1-b9f662d558ca req-88a2e9cf-4970-48f2-8544-69c56b7709d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:05.659329 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77f3a17e-6f8c-4fd0-b5d1-b9f662d558ca req-88a2e9cf-4970-48f2-8544-69c56b7709d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80495673-4b60-43fe-bb29-9765e849fef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533714 Jul 09 21:00:05.758380 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77f3a17e-6f8c-4fd0-b5d1-b9f662d558ca req-ecff2688-94f4-4045-b284-f0b77a649592 service neutron] 10.222.0.32 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912759 Jul 09 21:00:05.854344 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77f3a17e-6f8c-4fd0-b5d1-b9f662d558ca req-005609d9-305e-4215-b294-cfcc673c7866 service neutron] 10.222.0.32 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885251 Jul 09 21:00:05.955889 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668c98-fd15-4662-b96d-e6239490104b req-e7039485-4159-43ac-a10e-f1a1efcb15ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:05.957432 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-e7039485-4159-43ac-a10e-f1a1efcb15ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 1096 time: 0.0562453 Jul 09 21:00:06.058012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668c98-fd15-4662-b96d-e6239490104b req-6dc2812f-2a54-4a68-88ac-b9a95c7a0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:06.060396 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-6dc2812f-2a54-4a68-88ac-b9a95c7a0765 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80495673-4b60-43fe-bb29-9765e849fef2 HTTP/1.1" status: 200 len: 898 time: 0.0929160 Jul 09 21:00:06.152362 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-76a43d51-0a24-4dac-8adc-8341eb0e3699 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be HTTP/1.1" status: 200 len: 1001 time: 0.0827110 Jul 09 21:00:06.205737 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668c98-fd15-4662-b96d-e6239490104b req-5f7d8074-9c79-4e79-91fd-a8eb112f31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:06.207207 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-5f7d8074-9c79-4e79-91fd-a8eb112f31f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67cfc5cf-4284-4639-b040-2e6e9ea0de43 HTTP/1.1" status: 200 len: 834 time: 0.0469334 Jul 09 21:00:06.270858 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668c98-fd15-4662-b96d-e6239490104b req-ab96f70f-98da-401b-85b6-f53295894d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:06.272354 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-ab96f70f-98da-401b-85b6-f53295894d40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80495673-4b60-43fe-bb29-9765e849fef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521750 Jul 09 21:00:06.367896 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-9008f43b-2ffc-42f0-8cdb-5005e0768ab7 service neutron] 10.222.0.32 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873392 Jul 09 21:00:06.460786 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-5d9bb8c7-cf69-4199-8b0a-28b891f80c28 service neutron] 10.222.0.32 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863824 Jul 09 21:00:06.581982 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee4825-0e60-4e9f-bee5-9aa54e746768 req-36f6872c-99c8-4d8a-9810-479face5f2c5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:06.583592 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13ee4825-0e60-4e9f-bee5-9aa54e746768 req-36f6872c-99c8-4d8a-9810-479face5f2c5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0680747 Jul 09 21:00:06.632197 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-13ee4825-0e60-4e9f-bee5-9aa54e746768 req-e0fdb26a-c754-4cdd-be50-497e28fc73c6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426722 Jul 09 21:00:07.834482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175995-483a-4d13-9933-f2078387732f req-616bac79-f624-428c-907a-903ced29a873 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:07.836109 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2d175995-483a-4d13-9933-f2078387732f req-616bac79-f624-428c-907a-903ced29a873 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0678725 Jul 09 21:00:07.876073 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2d175995-483a-4d13-9933-f2078387732f req-4e03de81-bbf5-4f42-afdd-5c6816630893 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336645 Jul 09 21:00:09.067253 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc2e34-81ad-48fc-8e70-3916aab395cb req-4729e303-b225-46c2-8a54-c4b75bd9be96 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:09.068772 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ddc2e34-81ad-48fc-8e70-3916aab395cb req-4729e303-b225-46c2-8a54-c4b75bd9be96 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0652666 Jul 09 21:00:09.106440 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ddc2e34-81ad-48fc-8e70-3916aab395cb req-798b0d99-2d89-47e3-a4c8-b69d78f9332d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312207 Jul 09 21:00:10.284299 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125bf32-fd05-498b-9a2a-fcbae0bf449c req-9beff4b3-0e6f-402e-b12e-6e3005bbdef9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:10.285835 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2125bf32-fd05-498b-9a2a-fcbae0bf449c req-9beff4b3-0e6f-402e-b12e-6e3005bbdef9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0681033 Jul 09 21:00:10.324742 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-2125bf32-fd05-498b-9a2a-fcbae0bf449c req-2600769a-db82-41f3-b977-ac59453b0db5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333803 Jul 09 21:00:11.507109 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092d8a9-40b4-4f29-8437-b993bc6d2805 req-712cee77-915d-43c1-ba54-397b897fbee4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:11.509798 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6092d8a9-40b4-4f29-8437-b993bc6d2805 req-712cee77-915d-43c1-ba54-397b897fbee4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0665336 Jul 09 21:00:11.549808 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6092d8a9-40b4-4f29-8437-b993bc6d2805 req-6c3f7489-9a38-4a32-bf66-9b7f116370c4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335472 Jul 09 21:00:12.732176 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2e9c3-db33-48d7-a90f-d9abead9915e req-ba419672-ceec-4f65-a0b8-c0f98cc1c6b0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:12.733741 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26a2e9c3-db33-48d7-a90f-d9abead9915e req-ba419672-ceec-4f65-a0b8-c0f98cc1c6b0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0645854 Jul 09 21:00:12.773897 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-26a2e9c3-db33-48d7-a90f-d9abead9915e req-0375307b-a4de-4f93-b8fd-bd6a6918da2f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346000 Jul 09 21:00:13.956868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a95d18-ceb0-46a3-82da-6c265cfe02c9 req-a3d0cfe0-99d2-481a-805e-d8bbc9263834 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:13.958350 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3a95d18-ceb0-46a3-82da-6c265cfe02c9 req-a3d0cfe0-99d2-481a-805e-d8bbc9263834 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0713129 Jul 09 21:00:14.002763 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d3a95d18-ceb0-46a3-82da-6c265cfe02c9 req-34bb5002-4dda-467c-b07f-9960b787f1a8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387945 Jul 09 21:00:15.243718 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1eb5fa-3bb8-41b9-991b-3bc5380f99cc req-fa763855-4422-4ff3-b281-c312d60f393a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:15.245370 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ae1eb5fa-3bb8-41b9-991b-3bc5380f99cc req-fa763855-4422-4ff3-b281-c312d60f393a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0906134 Jul 09 21:00:15.294074 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ae1eb5fa-3bb8-41b9-991b-3bc5380f99cc req-cbb2c164-2c76-4dfe-8361-3943a82cd247 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425446 Jul 09 21:00:16.468274 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2c10a-1f3f-41c3-a451-6736aaf98384 req-3468e797-d786-4493-bcf4-86aa48dc0ad0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:16.469785 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-34b2c10a-1f3f-41c3-a451-6736aaf98384 req-3468e797-d786-4493-bcf4-86aa48dc0ad0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0635381 Jul 09 21:00:16.508035 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-34b2c10a-1f3f-41c3-a451-6736aaf98384 req-1f291748-b30e-41d9-8a2f-87e02847a496 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326765 Jul 09 21:00:17.682289 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908c76c-87df-4887-a111-20c1937dc700 req-08772844-0451-4846-98a9-185044c50bdc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:17.683797 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1908c76c-87df-4887-a111-20c1937dc700 req-08772844-0451-4846-98a9-185044c50bdc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0641510 Jul 09 21:00:17.722515 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1908c76c-87df-4887-a111-20c1937dc700 req-b3dfd343-5635-43a5-b7ec-5db6497c8149 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326269 Jul 09 21:00:18.725934 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-24668c98-fd15-4662-b96d-e6239490104b req-67abc0f6-2ba9-4cf7-933f-46ef05f59c01 service neutron] show failed (client error): The resource could not be found. Jul 09 21:00:18.726984 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-67abc0f6-2ba9-4cf7-933f-46ef05f59c01 service neutron] 10.222.0.32 "GET /v2.0/ports/65d684f9-a065-4d8f-b300-ee9a0b20d8be/bindings/n-h1-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0575905 Jul 09 21:00:18.910057 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b879e-8493-4985-815d-dcc35260ac7e req-eb9fa73e-6767-4c1b-be6c-5f1e0cb31ff1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:18.911659 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e01b879e-8493-4985-815d-dcc35260ac7e req-eb9fa73e-6767-4c1b-be6c-5f1e0cb31ff1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0736811 Jul 09 21:00:18.953263 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e01b879e-8493-4985-815d-dcc35260ac7e req-c4006e0a-68e1-4ddd-80d5-f3793030338c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348763 Jul 09 21:00:19.051339 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668c98-fd15-4662-b96d-e6239490104b req-29fbd182-ff41-411c-acbf-d239f610a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:19.052948 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-29fbd182-ff41-411c-acbf-d239f610a20d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46&tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 1096 time: 0.1186576 Jul 09 21:00:19.064854 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-800088-3', 'device_owner': 'compute:nova'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:00:19.142455 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:19.345168 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] For port 65d684f9-a065-4d8f-b300-ee9a0b20d8be, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:19.379974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] For port 65d684f9-a065-4d8f-b300-ee9a0b20d8be, host n-h2-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:00:19.420759 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:00:19.423059 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b297bb2-1d71-4236-8990-e89349f99c98" -d '{"events": [{"server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "name": "network-vif-unplugged", "status": "completed", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:00:19.427087 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:19.440188 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Transition to ACTIVE for port object 65d684f9-a065-4d8f-b300-ee9a0b20d8be will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:00:19.444167 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:19.533826 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 21:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ff4eaa-2aeb-4f7c-87f9-38547cd1b45c x-openstack-request-id: req-e3ff4eaa-2aeb-4f7c-87f9-38547cd1b45c {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:00:19.534129 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "name": "network-vif-unplugged", "status": "completed", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:00:19.534386 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3ff4eaa-2aeb-4f7c-87f9-38547cd1b45c {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:00:19.534798 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'code': 200} Jul 09 21:00:19.537340 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Pushing event updated for resources: {'Port': ['ID=65d684f9-a065-4d8f-b300-ee9a0b20d8be,revision_number=6']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:19.552101 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:19.552458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:19.553251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:19.553598 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:19.553947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:19.554290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:19.554633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:19.554971 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:19.555312 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:19.555652 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:19.555995 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:19.556326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:19.590026 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] No DVR routers for this DVR port 65d684f9-a065-4d8f-b300-ee9a0b20d8be on host n-h2-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:00:19.729395 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Attempting to bind port 65d684f9-a065-4d8f-b300-ee9a0b20d8be on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:00:19.729738 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Attempting to bind port 65d684f9-a065-4d8f-b300-ee9a0b20d8be by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:00:19.730082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Attempting to bind port 65d684f9-a065-4d8f-b300-ee9a0b20d8be on network 80495673-4b60-43fe-bb29-9765e849fef2 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:00:19.734753 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Port 65d684f9-a065-4d8f-b300-ee9a0b20d8be on network 80495673-4b60-43fe-bb29-9765e849fef2 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:00:19.735083 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Attempting to bind port 65d684f9-a065-4d8f-b300-ee9a0b20d8be on network 80495673-4b60-43fe-bb29-9765e849fef2 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:00:19.739955 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:00:19.740299 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Checking segment: {'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:00:19.740771 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Bound using segment: {'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:00:19.741470 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Bound port: 65d684f9-a065-4d8f-b300-ee9a0b20d8be, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d8dab6-e732-4606-a385-2fb32c47f3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:00:19.741837 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:19.806992 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] For port 65d684f9-a065-4d8f-b300-ee9a0b20d8be, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:00:19.810323 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] For port 65d684f9-a065-4d8f-b300-ee9a0b20d8be, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:00:19.813930 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:19.852249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:19.852904 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:19.854429 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] 10.222.0.36 "PUT /v2.0/ports/65d684f9-a065-4d8f-b300-ee9a0b20d8be HTTP/1.1" status: 200 len: 1091 time: 0.7937453 Jul 09 21:00:19.875213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e6173-b9d0-49d5-b565-ed43bdebb152 service neutron] Pushing event updated for resources: {'Port': ['ID=65d684f9-a065-4d8f-b300-ee9a0b20d8be,revision_number=7']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:19.934728 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668c98-fd15-4662-b96d-e6239490104b req-9d2585e6-fbd0-41ec-aa14-8d6f65b1da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:19.936300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-9d2585e6-fbd0-41ec-aa14-8d6f65b1da0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 1094 time: 0.0580881 Jul 09 21:00:20.045512 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668c98-fd15-4662-b96d-e6239490104b req-6b98d390-5304-4957-aa39-3298b83b0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:20.047063 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-6b98d390-5304-4957-aa39-3298b83b0031 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80495673-4b60-43fe-bb29-9765e849fef2 HTTP/1.1" status: 200 len: 898 time: 0.1033547 Jul 09 21:00:20.114604 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-16486a70-8e2d-4583-b4de-b27c56a605da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be HTTP/1.1" status: 200 len: 999 time: 0.0604722 Jul 09 21:00:20.140959 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81df8c-6ff3-4dfa-9a77-f3fa169cc12d req-cf817146-6745-4d9a-8d4f-d22a249b6fc9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:20.142400 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d81df8c-6ff3-4dfa-9a77-f3fa169cc12d req-cf817146-6745-4d9a-8d4f-d22a249b6fc9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 943 time: 0.0662830 Jul 09 21:00:20.166399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668c98-fd15-4662-b96d-e6239490104b req-167c1b83-aa89-43ff-9d2f-6c1bdf957914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:20.168120 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-167c1b83-aa89-43ff-9d2f-6c1bdf957914 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=67cfc5cf-4284-4639-b040-2e6e9ea0de43 HTTP/1.1" status: 200 len: 834 time: 0.0469463 Jul 09 21:00:20.181312 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0d81df8c-6ff3-4dfa-9a77-f3fa169cc12d req-d07cb6cd-15fa-41cc-ab4c-5394f38e334e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329034 Jul 09 21:00:20.232747 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668c98-fd15-4662-b96d-e6239490104b req-0cce960b-b906-464d-8acc-c1679bcdc4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:20.234328 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-0cce960b-b906-464d-8acc-c1679bcdc4d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80495673-4b60-43fe-bb29-9765e849fef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600424 Jul 09 21:00:20.246955 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-9131b1a4-164e-4b6b-b950-898028c70637 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:00:20.247918 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-9131b1a4-164e-4b6b-b950-898028c70637 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060754 Jul 09 21:00:20.339073 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-efad374b-cffc-4df3-8c70-b9defc906d74 service neutron] 10.222.0.36 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853059 Jul 09 21:00:20.435385 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-24668c98-fd15-4662-b96d-e6239490104b req-01c1c74b-dabe-4c77-818a-79a7a63f8f4b service neutron] 10.222.0.36 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899360 Jul 09 21:00:21.362497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675c85b-dc22-40d7-80f9-055fe6b38a1d req-05d3ccdd-ad78-47c6-82fe-a45d01692564 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:21.363989 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7675c85b-dc22-40d7-80f9-055fe6b38a1d req-05d3ccdd-ad78-47c6-82fe-a45d01692564 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 943 time: 0.0691669 Jul 09 21:00:21.405305 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7675c85b-dc22-40d7-80f9-055fe6b38a1d req-cd639fdf-b5bb-4550-8aff-dbfc979cc6b6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353870 Jul 09 21:00:21.536426 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:00:21.539688 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d6293a-261f-4f81-917f-b30d61e6281a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:00:21.588269 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304680dd-573f-418d-96b0-f3d8c0216b31 x-openstack-request-id: req-304680dd-573f-418d-96b0-f3d8c0216b31 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:00:21.588589 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:00:21.588909 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-304680dd-573f-418d-96b0-f3d8c0216b31 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:00:21.589884 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'status': 'completed', 'code': 200} Jul 09 21:00:21.662386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6293a-261f-4f81-917f-b30d61e6281a req-311d7116-e7d8-49bb-8e7c-4874dc6cbfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:21.663877 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90d6293a-261f-4f81-917f-b30d61e6281a req-311d7116-e7d8-49bb-8e7c-4874dc6cbfb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 1094 time: 0.0559886 Jul 09 21:00:21.674953 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6293a-261f-4f81-917f-b30d61e6281a req-8d9dcbfb-68b6-42fd-b84b-97852aeca769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:21.676515 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90d6293a-261f-4f81-917f-b30d61e6281a req-8d9dcbfb-68b6-42fd-b84b-97852aeca769 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 1094 time: 0.0605137 Jul 09 21:00:21.766488 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6293a-261f-4f81-917f-b30d61e6281a req-7d42b1be-3f45-4891-98aa-38e87b7877b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:21.768014 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90d6293a-261f-4f81-917f-b30d61e6281a req-7d42b1be-3f45-4891-98aa-38e87b7877b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80495673-4b60-43fe-bb29-9765e849fef2 HTTP/1.1" status: 200 len: 898 time: 0.0974882 Jul 09 21:00:21.774694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6293a-261f-4f81-917f-b30d61e6281a req-e3ba1220-ef50-436e-ac58-97ba0c74e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:21.776175 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90d6293a-261f-4f81-917f-b30d61e6281a req-e3ba1220-ef50-436e-ac58-97ba0c74e666 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80495673-4b60-43fe-bb29-9765e849fef2 HTTP/1.1" status: 200 len: 898 time: 0.0895863 Jul 09 21:00:21.836311 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90d6293a-261f-4f81-917f-b30d61e6281a req-5c1dcda8-97a8-42fd-8c5a-e4032e599431 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be HTTP/1.1" status: 200 len: 999 time: 0.0613477 Jul 09 21:00:21.846215 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90d6293a-261f-4f81-917f-b30d61e6281a req-ffb6ea3f-10d3-4bcd-84a0-b64fa436b373 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be HTTP/1.1" status: 200 len: 999 time: 0.0629013 Jul 09 21:00:21.894379 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 65d684f9-a065-4d8f-b300-ee9a0b20d8be no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:00:21.895016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6293a-261f-4f81-917f-b30d61e6281a req-e27cd289-d71b-4cd2-8d58-c50ed1cb425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:21.895955 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90d6293a-261f-4f81-917f-b30d61e6281a req-e27cd289-d71b-4cd2-8d58-c50ed1cb425f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=67cfc5cf-4284-4639-b040-2e6e9ea0de43 HTTP/1.1" status: 200 len: 834 time: 0.0537159 Jul 09 21:00:21.898032 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6293a-261f-4f81-917f-b30d61e6281a req-173365a8-fc94-4286-bdeb-2d8bae899d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:21.899647 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90d6293a-261f-4f81-917f-b30d61e6281a req-173365a8-fc94-4286-bdeb-2d8bae899d91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67cfc5cf-4284-4639-b040-2e6e9ea0de43 HTTP/1.1" status: 200 len: 834 time: 0.0466080 Jul 09 21:00:21.934477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 65d684f9-a065-4d8f-b300-ee9a0b20d8be not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:00:21.956933 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6293a-261f-4f81-917f-b30d61e6281a req-522e8fc1-bcd7-4ea2-bf8f-86c27525dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:21.958551 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90d6293a-261f-4f81-917f-b30d61e6281a req-522e8fc1-bcd7-4ea2-bf8f-86c27525dc7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80495673-4b60-43fe-bb29-9765e849fef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547888 Jul 09 21:00:21.960934 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6293a-261f-4f81-917f-b30d61e6281a req-4e5e15e6-6490-43f8-9d6a-5707ea1ba685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:21.962464 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90d6293a-261f-4f81-917f-b30d61e6281a req-4e5e15e6-6490-43f8-9d6a-5707ea1ba685 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80495673-4b60-43fe-bb29-9765e849fef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556071 Jul 09 21:00:22.054384 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90d6293a-261f-4f81-917f-b30d61e6281a req-76efa60f-ebb5-4aa4-9eb3-bde380aa5fe3 service neutron] 10.222.0.36 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870397 Jul 09 21:00:22.056760 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90d6293a-261f-4f81-917f-b30d61e6281a req-598a9068-dce4-4877-91fb-97324d0cd84c service neutron] 10.222.0.32 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875883 Jul 09 21:00:22.175260 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90d6293a-261f-4f81-917f-b30d61e6281a req-53488e86-d9f1-4032-8e83-ac4694f76b23 service neutron] 10.222.0.36 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144271 Jul 09 21:00:22.465116 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-90d6293a-261f-4f81-917f-b30d61e6281a req-7643f6c5-37e7-4102-bc39-99be4a7001ff service neutron] 10.222.0.32 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004619 Jul 09 21:00:22.586723 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69ffb3-817e-4ca0-bde8-9e8d7e4d9d2f req-aa1a30bc-9796-4b18-8f28-2f773dc7257b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:22.588231 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3b69ffb3-817e-4ca0-bde8-9e8d7e4d9d2f req-aa1a30bc-9796-4b18-8f28-2f773dc7257b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 943 time: 0.0643027 Jul 09 21:00:22.627560 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3b69ffb3-817e-4ca0-bde8-9e8d7e4d9d2f req-84cc4219-0c81-4c74-bd2a-9bc14ec80211 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335867 Jul 09 21:00:23.811945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f55ab9-8b2a-465d-b96d-1f7e8180e734 req-c099bba8-1a81-4a3a-9fc5-f7d4c9c16218 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:23.813674 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-40f55ab9-8b2a-465d-b96d-1f7e8180e734 req-c099bba8-1a81-4a3a-9fc5-f7d4c9c16218 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 943 time: 0.0640862 Jul 09 21:00:23.858171 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-40f55ab9-8b2a-465d-b96d-1f7e8180e734 req-524c218b-5be6-42cc-925d-8b71d5bf9761 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376682 Jul 09 21:00:24.083713 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 65d684f9-a065-4d8f-b300-ee9a0b20d8be details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:00:24.182957 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 65d684f9-a065-4d8f-b300-ee9a0b20d8be, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:24.199300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'port_id': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'mac_address': 'fa:16:3e:10:0d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:00:24.220739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d0db7-2d8f-469c-b2fe-4f1d2d5b6c1d req-0cc4f195-13ff-4383-b3de-d78a0e2b8760 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:24.222814 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-344d0db7-2d8f-469c-b2fe-4f1d2d5b6c1d req-0cc4f195-13ff-4383-b3de-d78a0e2b8760 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46&tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&binding%3Ahost_id=n-h1-800088-3 HTTP/1.1" status: 200 len: 943 time: 0.1219151 Jul 09 21:00:24.231199 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768af0b-158b-4c4b-bf66-62ba66dafde3 req-67126d96-a2d6-4216-9dbf-0fc304e14d3d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:24.233233 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2768af0b-158b-4c4b-bf66-62ba66dafde3 req-67126d96-a2d6-4216-9dbf-0fc304e14d3d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 943 time: 0.1214545 Jul 09 21:00:24.237936 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:24.251420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d684f9-a065-4d8f-b300-ee9a0b20d8be {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:00:24.273646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 65d684f9-a065-4d8f-b300-ee9a0b20d8be, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:24.278456 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:24.314746 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2768af0b-158b-4c4b-bf66-62ba66dafde3 req-39f0b108-1eaf-4967-adc4-c50d897f5fdc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740542 Jul 09 21:00:24.326589 n-d-800088-3 neutron-server[100205]: INFO neutron.api.v2.resource [req-344d0db7-2d8f-469c-b2fe-4f1d2d5b6c1d req-477b9a39-844c-483a-abc3-7c3112f36817 service neutron] delete failed (client error): The resource could not be found. Jul 09 21:00:24.327706 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-344d0db7-2d8f-469c-b2fe-4f1d2d5b6c1d req-477b9a39-844c-483a-abc3-7c3112f36817 service neutron] 10.222.0.32 "DELETE /v2.0/ports/65d684f9-a065-4d8f-b300-ee9a0b20d8be/bindings/n-h2-800088-3 HTTP/1.1" status: 404 len: 380 time: 0.0939782 Jul 09 21:00:24.328353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=65d684f9-a065-4d8f-b300-ee9a0b20d8be,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:24.338131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.338131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.338131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.338131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.338131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.338131 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.339398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.339398 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.339739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.339889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.340219 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.340563 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:00:24.455163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d0db7-2d8f-469c-b2fe-4f1d2d5b6c1d req-63e73b4b-3860-4e41-bae1-7cda8c56b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:24.457017 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-344d0db7-2d8f-469c-b2fe-4f1d2d5b6c1d req-63e73b4b-3860-4e41-bae1-7cda8c56b2d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 1095 time: 0.0590615 Jul 09 21:00:24.532416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9b74-1ab5-4876-8109-8cb1c834d89f req-b84ad9e2-fa40-435c-9b17-192c3481ad21 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:24.534065 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5cef9b74-1ab5-4876-8109-8cb1c834d89f req-b84ad9e2-fa40-435c-9b17-192c3481ad21 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 944 time: 0.0816166 Jul 09 21:00:24.564838 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d0db7-2d8f-469c-b2fe-4f1d2d5b6c1d req-4eeb8b0a-b9fe-47eb-8d3f-bfe86450c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:24.566349 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-344d0db7-2d8f-469c-b2fe-4f1d2d5b6c1d req-4eeb8b0a-b9fe-47eb-8d3f-bfe86450c80f service neutron] 10.222.0.32 "GET /v2.0/networks?id=80495673-4b60-43fe-bb29-9765e849fef2 HTTP/1.1" status: 200 len: 898 time: 0.1017122 Jul 09 21:00:24.579092 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5cef9b74-1ab5-4876-8109-8cb1c834d89f req-78050e35-035a-4a09-932b-7a0fa3c51081 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388820 Jul 09 21:00:24.633232 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-344d0db7-2d8f-469c-b2fe-4f1d2d5b6c1d req-dbea6173-0837-4acf-8a0d-7412b63393de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be HTTP/1.1" status: 200 len: 1000 time: 0.0603025 Jul 09 21:00:24.670670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['65d684f9-a065-4d8f-b300-ee9a0b20d8be'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:00:24.683440 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d0db7-2d8f-469c-b2fe-4f1d2d5b6c1d req-adb31cdc-2d57-43a2-8401-3b7d1cdb1d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:24.685173 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-344d0db7-2d8f-469c-b2fe-4f1d2d5b6c1d req-adb31cdc-2d57-43a2-8401-3b7d1cdb1d1b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=67cfc5cf-4284-4639-b040-2e6e9ea0de43 HTTP/1.1" status: 200 len: 834 time: 0.0450325 Jul 09 21:00:24.758585 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d0db7-2d8f-469c-b2fe-4f1d2d5b6c1d req-c75a5c83-97d2-4090-8120-16572c3ceeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:24.758816 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-344d0db7-2d8f-469c-b2fe-4f1d2d5b6c1d req-c75a5c83-97d2-4090-8120-16572c3ceeee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80495673-4b60-43fe-bb29-9765e849fef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668716 Jul 09 21:00:24.877069 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-344d0db7-2d8f-469c-b2fe-4f1d2d5b6c1d req-c80a9d48-1791-4ba3-aef8-c0a8f2054091 service neutron] 10.222.0.32 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106255 Jul 09 21:00:24.984566 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-344d0db7-2d8f-469c-b2fe-4f1d2d5b6c1d req-ce6521aa-f4c8-4507-96f7-d0d206f6089e service neutron] 10.222.0.32 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010246 Jul 09 21:00:25.824725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51443f-89e9-4955-a0a5-c73a04be1690 req-83c63a80-0201-4c44-b5ff-b492ce3dde6f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:25.825699 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd51443f-89e9-4955-a0a5-c73a04be1690 req-83c63a80-0201-4c44-b5ff-b492ce3dde6f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 944 time: 0.0769792 Jul 09 21:00:25.870132 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-dd51443f-89e9-4955-a0a5-c73a04be1690 req-7e313539-e3a6-424a-a5d6-6629b5544b67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364740 Jul 09 21:00:25.896301 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55822) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:00:25.963766 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-71d4d8c8-0f51-45e2-9916-a00658d75bea tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/0237c468-d3d2-4ea9-9eb7-02eff1804266 HTTP/1.1" status: 200 len: 992 time: 0.0662012 Jul 09 21:00:26.094298 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 65d684f9-a065-4d8f-b300-ee9a0b20d8be up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:00:26.143219 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 65d684f9-a065-4d8f-b300-ee9a0b20d8be completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:00:26.146747 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 65d684f9-a065-4d8f-b300-ee9a0b20d8be triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:00:26.147121 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.227315 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.253501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:00:26.255866 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faacf180-fe44-4f2e-aca8-14f36b80442b" -d '{"events": [{"server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "name": "network-vif-plugged", "status": "completed", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:00:26.271854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 65d684f9-a065-4d8f-b300-ee9a0b20d8be, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:00:26.278261 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:26.316756 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d10dce-5763-49cf-af68-3fc9dab36e58 x-openstack-request-id: req-c7d10dce-5763-49cf-af68-3fc9dab36e58 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:00:26.317219 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "name": "network-vif-plugged", "status": "completed", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:00:26.317437 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7d10dce-5763-49cf-af68-3fc9dab36e58 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:00:26.317838 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'code': 200} Jul 09 21:00:26.336248 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=65d684f9-a065-4d8f-b300-ee9a0b20d8be,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:00:26.966123 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d1b922b1-74f5-4352-b90c-d0c256b8caf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:27.530647 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:29.533787 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e18ed50d-5472-437c-86c1-636de8bfe409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:29.694609 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:29.857985 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:30.695329 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:32.561329 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:41.365663 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:00:55.533097 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-813c9e14-94fc-42ba-87ba-cc114b29c84b req-20fc9c76-30da-491c-9ced-37230d7e8b49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0555832 Jul 09 21:00:55.633245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c9e14-94fc-42ba-87ba-cc114b29c84b req-d50e2160-eab0-48e3-8c08-9b0f80c61991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:55.634680 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-813c9e14-94fc-42ba-87ba-cc114b29c84b req-d50e2160-eab0-48e3-8c08-9b0f80c61991 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 1096 time: 0.0581858 Jul 09 21:00:55.741025 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c9e14-94fc-42ba-87ba-cc114b29c84b req-030a16e1-72f1-4f14-97f7-1c74183238eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:55.742787 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-813c9e14-94fc-42ba-87ba-cc114b29c84b req-030a16e1-72f1-4f14-97f7-1c74183238eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=80495673-4b60-43fe-bb29-9765e849fef2 HTTP/1.1" status: 200 len: 898 time: 0.0866711 Jul 09 21:00:55.815075 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-813c9e14-94fc-42ba-87ba-cc114b29c84b req-564cd8e8-9828-442d-beb8-0dba2bbd63c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be HTTP/1.1" status: 200 len: 1001 time: 0.0646641 Jul 09 21:00:55.864104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c9e14-94fc-42ba-87ba-cc114b29c84b req-238962a2-293a-465d-9278-d7af2bc9e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:55.865633 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-813c9e14-94fc-42ba-87ba-cc114b29c84b req-238962a2-293a-465d-9278-d7af2bc9e70c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=67cfc5cf-4284-4639-b040-2e6e9ea0de43 HTTP/1.1" status: 200 len: 834 time: 0.0446532 Jul 09 21:00:55.926198 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c9e14-94fc-42ba-87ba-cc114b29c84b req-5ce3113f-32e4-4bfb-9497-4a72c24965c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:00:55.927738 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-813c9e14-94fc-42ba-87ba-cc114b29c84b req-5ce3113f-32e4-4bfb-9497-4a72c24965c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80495673-4b60-43fe-bb29-9765e849fef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531523 Jul 09 21:00:56.025410 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-813c9e14-94fc-42ba-87ba-cc114b29c84b req-8f77dd3b-018a-4b62-a65a-6700f2bb6d16 service neutron] 10.222.0.36 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894845 Jul 09 21:00:56.122829 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-813c9e14-94fc-42ba-87ba-cc114b29c84b req-4480d23a-b1a0-46f8-8382-3d2db56926c0 service neutron] 10.222.0.36 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879865 Jul 09 21:00:56.959180 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7276719a-8a1c-4fe5-bde0-e227cd329901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:57.540280 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:59.526149 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3f6ce55c-5135-4074-a332-69839a3c891d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:59.696710 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:00:59.874447 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:00.696835 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:02.560423 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:14.619359 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55842) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:14.831839 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ec88af4b-6853-4a92-9bfc-a9079d47ade7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port 2f75bc41-e3ff-4c97-9790-b65d4ce89cd3 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:14.832189 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec88af4b-6853-4a92-9bfc-a9079d47ade7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:14.910784 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec88af4b-6853-4a92-9bfc-a9079d47ade7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:14.911030 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec88af4b-6853-4a92-9bfc-a9079d47ade7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:14.922324 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-ec88af4b-6853-4a92-9bfc-a9079d47ade7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for 2f75bc41-e3ff-4c97-9790-b65d4ce89cd3 owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:15.071781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec88af4b-6853-4a92-9bfc-a9079d47ade7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:15.104444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88af4b-6853-4a92-9bfc-a9079d47ade7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=2f75bc41-e3ff-4c97-9790-b65d4ce89cd3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:15.163813 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec88af4b-6853-4a92-9bfc-a9079d47ade7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:15.164071 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-ec88af4b-6853-4a92-9bfc-a9079d47ade7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Floating IP 0237c468-d3d2-4ea9-9eb7-02eff1804266 disassociated (deleted). External IP: 172.25.0.114, port: 65d684f9-a065-4d8f-b300-ee9a0b20d8be. Jul 09 21:01:15.372882 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec88af4b-6853-4a92-9bfc-a9079d47ade7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:15.482404 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec88af4b-6853-4a92-9bfc-a9079d47ade7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:15.487397 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ec88af4b-6853-4a92-9bfc-a9079d47ade7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:15.491595 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8656721a-5b92-47a3-89e4-fbb19b1958ba None None] Sync routers for ids ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:15.501033 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656721a-5b92-47a3-89e4-fbb19b1958ba None None] Routers {'222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:15.501651 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-8656721a-5b92-47a3-89e4-fbb19b1958ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:01:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:15.523348 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ec88af4b-6853-4a92-9bfc-a9079d47ade7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/floatingips/0237c468-d3d2-4ea9-9eb7-02eff1804266 HTTP/1.1" status: 204 len: 168 time: 0.9028740 Jul 09 21:01:15.524377 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:15.526676 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c8c3fa-fd3b-46f5-a87c-d9170cc707c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:15.567064 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3baf95b-0855-4e85-acf8-456ec8f4025a x-openstack-request-id: req-a3baf95b-0855-4e85-acf8-456ec8f4025a {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:15.567777 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:15.568109 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3baf95b-0855-4e85-acf8-456ec8f4025a {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:15.568620 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'status': 'completed', 'code': 200} Jul 09 21:01:15.613561 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-8656721a-5b92-47a3-89e4-fbb19b1958ba None None] Set router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:15.650963 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8c3fa-fd3b-46f5-a87c-d9170cc707c5 req-b77b4e7a-0c9b-4a70-b1f0-62248a2c8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:15.652937 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c8c3fa-fd3b-46f5-a87c-d9170cc707c5 req-b77b4e7a-0c9b-4a70-b1f0-62248a2c8d3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 1096 time: 0.0600317 Jul 09 21:01:15.767524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8c3fa-fd3b-46f5-a87c-d9170cc707c5 req-4fe81726-5e90-4bf2-a83c-046f59f27a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:15.769234 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c8c3fa-fd3b-46f5-a87c-d9170cc707c5 req-4fe81726-5e90-4bf2-a83c-046f59f27a10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=80495673-4b60-43fe-bb29-9765e849fef2 HTTP/1.1" status: 200 len: 898 time: 0.1103768 Jul 09 21:01:15.818500 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c8c3fa-fd3b-46f5-a87c-d9170cc707c5 req-9b7c8d15-bbdf-40df-9385-0a09ff1602fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be HTTP/1.1" status: 200 len: 217 time: 0.0413268 Jul 09 21:01:15.849500 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-8656721a-5b92-47a3-89e4-fbb19b1958ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:12Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21', 'name': '', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:f9:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:11Z', 'updated_at': '2021-07-09T20:59:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:15.879252 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8656721a-5b92-47a3-89e4-fbb19b1958ba None None] Checking router: 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:15.889989 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8656721a-5b92-47a3-89e4-fbb19b1958ba None None] Routers {'222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:15.890944 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-8656721a-5b92-47a3-89e4-fbb19b1958ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:01:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:15.920830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61164a-e066-41cc-b609-66ebe1b49ff5 req-47e7b2ab-182e-4e42-a3cb-95e2fb2ef72d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:15.922484 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af61164a-e066-41cc-b609-66ebe1b49ff5 req-47e7b2ab-182e-4e42-a3cb-95e2fb2ef72d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0737033 Jul 09 21:01:15.980181 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af61164a-e066-41cc-b609-66ebe1b49ff5 req-c38abf13-842f-4631-85a2-da9ed7049e27 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460501 Jul 09 21:01:16.017116 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-8656721a-5b92-47a3-89e4-fbb19b1958ba None None] Set router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:16.187345 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8c3fa-fd3b-46f5-a87c-d9170cc707c5 req-067b974a-de65-40d9-aea2-7d290669a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:16.188883 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c8c3fa-fd3b-46f5-a87c-d9170cc707c5 req-067b974a-de65-40d9-aea2-7d290669a940 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=67cfc5cf-4284-4639-b040-2e6e9ea0de43 HTTP/1.1" status: 200 len: 834 time: 0.3637547 Jul 09 21:01:16.238052 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-8656721a-5b92-47a3-89e4-fbb19b1958ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:12Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21', 'name': '', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:f9:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:11Z', 'updated_at': '2021-07-09T20:59:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:16.249683 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8c3fa-fd3b-46f5-a87c-d9170cc707c5 req-b4452af0-26e1-4a4f-97be-61df99ee5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:16.251264 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c8c3fa-fd3b-46f5-a87c-d9170cc707c5 req-b4452af0-26e1-4a4f-97be-61df99ee5605 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=80495673-4b60-43fe-bb29-9765e849fef2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553780 Jul 09 21:01:16.265419 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8656721a-5b92-47a3-89e4-fbb19b1958ba None None] The sync data for ids ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'] in n-d-800088-3 is: [{'id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:12Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21', 'name': '', 'network_id': '80495673-4b60-43fe-bb29-9765e849fef2', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:f9:c0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:11Z', 'updated_at': '2021-07-09T20:59:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '67cfc5cf-4284-4639-b040-2e6e9ea0de43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:16.350113 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c8c3fa-fd3b-46f5-a87c-d9170cc707c5 req-0eba0f5e-42dd-4be4-8e1e-5aa0495850e2 service neutron] 10.222.0.36 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914712 Jul 09 21:01:16.446711 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-17c8c3fa-fd3b-46f5-a87c-d9170cc707c5 req-279026cb-b047-4ab8-b71c-378a4f92eacf service neutron] 10.222.0.36 "GET /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897403 Jul 09 21:01:16.506907 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfcb6e1-1bfd-4c6f-a95f-06fbbe512348 None None] New status for floating IP 0237c468-d3d2-4ea9-9eb7-02eff1804266: DOWN {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:01:17.170883 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce21dd2-4a54-452d-a7b4-d288d91ae1eb req-b1ea05f3-9cb3-4a2e-947f-6be5f3ca18d3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:17.172517 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ce21dd2-4a54-452d-a7b4-d288d91ae1eb req-b1ea05f3-9cb3-4a2e-947f-6be5f3ca18d3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0701184 Jul 09 21:01:17.211292 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ce21dd2-4a54-452d-a7b4-d288d91ae1eb req-e1d02d7b-0e03-425b-92b7-3ec8646e6bac tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=fffc9220-fd17-4d24-90b4-271b487d06ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331433 Jul 09 21:01:17.446989 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a822a-3f58-41fa-9ba2-f7229b6e99f9 req-db335697-e568-4959-af35-77fa08d924ec tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:17.448397 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a94a822a-3f58-41fa-9ba2-f7229b6e99f9 req-db335697-e568-4959-af35-77fa08d924ec tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 945 time: 0.0639575 Jul 09 21:01:17.553326 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-a94a822a-3f58-41fa-9ba2-f7229b6e99f9 req-111a29c8-7ce8-4b78-aa29-ff32458be64e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port 65d684f9-a065-4d8f-b300-ee9a0b20d8be {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:17.553671 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a94a822a-3f58-41fa-9ba2-f7229b6e99f9 req-111a29c8-7ce8-4b78-aa29-ff32458be64e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:17.641444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-a94a822a-3f58-41fa-9ba2-f7229b6e99f9 req-111a29c8-7ce8-4b78-aa29-ff32458be64e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] For port 65d684f9-a065-4d8f-b300-ee9a0b20d8be, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=65d684f9-a065-4d8f-b300-ee9a0b20d8be,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:17.641817 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a94a822a-3f58-41fa-9ba2-f7229b6e99f9 req-111a29c8-7ce8-4b78-aa29-ff32458be64e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:17.655171 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-a94a822a-3f58-41fa-9ba2-f7229b6e99f9 req-111a29c8-7ce8-4b78-aa29-ff32458be64e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for 65d684f9-a065-4d8f-b300-ee9a0b20d8be owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:17.791804 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a94a822a-3f58-41fa-9ba2-f7229b6e99f9 req-111a29c8-7ce8-4b78-aa29-ff32458be64e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:17.822177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a29c8-7ce8-4b78-aa29-ff32458be64e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=65d684f9-a065-4d8f-b300-ee9a0b20d8be,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:17.869364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94a822a-3f58-41fa-9ba2-f7229b6e99f9 req-111a29c8-7ce8-4b78-aa29-ff32458be64e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] No DVR routers for this DVR port 65d684f9-a065-4d8f-b300-ee9a0b20d8be on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:17.872333 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-a94a822a-3f58-41fa-9ba2-f7229b6e99f9 req-111a29c8-7ce8-4b78-aa29-ff32458be64e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:17.874273 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a94a822a-3f58-41fa-9ba2-f7229b6e99f9 req-111a29c8-7ce8-4b78-aa29-ff32458be64e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.36 "DELETE /v2.0/ports/65d684f9-a065-4d8f-b300-ee9a0b20d8be HTTP/1.1" status: 204 len: 173 time: 0.4203982 Jul 09 21:01:17.874726 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'name': 'network-vif-deleted', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:17.877344 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77fc78a-92ab-4a34-ae85-dcf21c543fea" -d '{"events": [{"server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "name": "network-vif-deleted", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:17.914919 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fa1b69-f667-4959-b6d8-ca19db1e6958 x-openstack-request-id: req-80fa1b69-f667-4959-b6d8-ca19db1e6958 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:17.915223 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff9e3181-667c-4bfd-97ed-79f574051b46", "name": "network-vif-deleted", "tag": "65d684f9-a065-4d8f-b300-ee9a0b20d8be", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:17.915488 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80fa1b69-f667-4959-b6d8-ca19db1e6958 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:17.915930 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff9e3181-667c-4bfd-97ed-79f574051b46', 'name': 'network-vif-deleted', 'tag': '65d684f9-a065-4d8f-b300-ee9a0b20d8be', 'status': 'completed', 'code': 200} Jul 09 21:01:18.366006 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:01:18.401313 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-443bb7fe-a9c5-4414-b8ef-1d4754fc223b req-337e9ced-a3b3-40ce-ae52-a957731b417a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff9e3181-667c-4bfd-97ed-79f574051b46 HTTP/1.1" status: 200 len: 210 time: 0.0392299 Jul 09 21:01:19.499925 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55862) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:19.874484 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:20.160388 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:20.160768 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:20.259811 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] For port 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:20.260180 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:20.274003 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:20.471402 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:20.498628 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:20.510115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:20.510783 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:20.510898 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:20.511189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:20.511540 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:20.511889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:20.512236 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:20.514098 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:20.514098 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:20.514375 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:20.514723 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:20.515065 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:20.704763 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:20.935225 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:21.045689 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:21.050630 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cfff2b63-dd2a-4c15-89ff-e93b25f66602 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "PUT /v2.0/routers/222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5496228 Jul 09 21:01:21.053546 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55864) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:21.055186 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f33890-b9a3-4c17-b91a-8eeafc86bdf6 None None] Sync routers for ids ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:21.064933 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f33890-b9a3-4c17-b91a-8eeafc86bdf6 None None] Routers {'222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:21.065564 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-a2f33890-b9a3-4c17-b91a-8eeafc86bdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:01:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:21.117613 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting subnet 67cfc5cf-4284-4639-b040-2e6e9ea0de43 {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:01:21.120835 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.167436 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.179427 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-a2f33890-b9a3-4c17-b91a-8eeafc86bdf6 None None] Set router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:21.257491 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.323348 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.357695 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Subnet': ['ID=67cfc5cf-4284-4639-b040-2e6e9ea0de43,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:21.363656 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.365568 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/subnets/67cfc5cf-4284-4639-b040-2e6e9ea0de43 HTTP/1.1" status: 204 len: 168 time: 0.3110147 Jul 09 21:01:21.368672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55866) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:21.369430 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-a2f33890-b9a3-4c17-b91a-8eeafc86bdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T21:01:20Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:21.374578 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505b1b53-0429-4698-afdf-20eb5d659478 None None] Network 80495673-4b60-43fe-bb29-9765e849fef2 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:01:21.380906 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:21.381709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:21.382317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:21.382926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:21.383506 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:21.384369 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:21.385228 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:21.385796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:21.386430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:21.387047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:21.388155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:21.388888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c592a1f-ca46-4eb1-921e-bbdab3929d4c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:21.408955 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f33890-b9a3-4c17-b91a-8eeafc86bdf6 None None] Checking router: 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:21.418111 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f33890-b9a3-4c17-b91a-8eeafc86bdf6 None None] Routers {'222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:21.418849 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-a2f33890-b9a3-4c17-b91a-8eeafc86bdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:01:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:21.494578 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.587184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c0ea8-b13a-4865-a6ac-b29cf43e0ecd None None] DHCP port deletion for 80495673-4b60-43fe-bb29-9765e849fef2 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:01:21.609638 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.633619 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-a2f33890-b9a3-4c17-b91a-8eeafc86bdf6 None None] Set router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:21.636081 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-839c0ea8-b13a-4865-a6ac-b29cf43e0ecd None None] Deleting port 12f6e740-a92b-460e-bbce-9f02122ccf3e {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:21.636763 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-839c0ea8-b13a-4865-a6ac-b29cf43e0ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.669516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port bcedb7b8-51bb-4589-97d3-2c857f12b004 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:01:21.669906 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.720636 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-839c0ea8-b13a-4865-a6ac-b29cf43e0ecd None None] For port 12f6e740-a92b-460e-bbce-9f02122ccf3e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=12f6e740-a92b-460e-bbce-9f02122ccf3e,segment=NetworkSegment(a6d8dab6-e732-4606-a385-2fb32c47f3ef),segment_id=a6d8dab6-e732-4606-a385-2fb32c47f3ef)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:21.721469 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-839c0ea8-b13a-4865-a6ac-b29cf43e0ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.742739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-839c0ea8-b13a-4865-a6ac-b29cf43e0ecd None None] Calling delete_port for 12f6e740-a92b-460e-bbce-9f02122ccf3e owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:21.774055 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] For port bcedb7b8-51bb-4589-97d3-2c857f12b004, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=bcedb7b8-51bb-4589-97d3-2c857f12b004,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:21.774550 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.801862 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for bcedb7b8-51bb-4589-97d3-2c857f12b004 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:01:21.838486 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-839c0ea8-b13a-4865-a6ac-b29cf43e0ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:21.858130 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-a2f33890-b9a3-4c17-b91a-8eeafc86bdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T21:01:20Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:21.867589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c0ea8-b13a-4865-a6ac-b29cf43e0ecd None None] Pushing event deleted for resources: {'Port': ['ID=12f6e740-a92b-460e-bbce-9f02122ccf3e,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:21.873832 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839c0ea8-b13a-4865-a6ac-b29cf43e0ecd None None] No DVR routers for this DVR port 12f6e740-a92b-460e-bbce-9f02122ccf3e on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:01:21.886670 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f33890-b9a3-4c17-b91a-8eeafc86bdf6 None None] The sync data for ids ['222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13'] in n-d-800088-3 is: [{'id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680984273', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199'}], 'enable_snat': True}, 'gw_port_id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T21:01:20Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'bcedb7b8-51bb-4589-97d3-2c857f12b004', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T20:59:09Z', 'updated_at': '2021-07-09T20:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:21.994139 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.024906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=bcedb7b8-51bb-4589-97d3-2c857f12b004,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:22.088050 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.186614 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.188758 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.234261 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.234804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Fanout notify agent at l3_agent the message router_deleted on router 222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:01:22.241781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.243193 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-867243a2-9011-484b-8df7-d997e3d37ec8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/routers/222e92ee-5d7e-4cf6-9b4a-0ba9c670ad13 HTTP/1.1" status: 204 len: 168 time: 0.8728168 Jul 09 21:01:22.246046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55868) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:22.330898 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8749ed0f-1252-41ba-a5ea-0f05ba8dcf2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.347161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 65d684f9-a065-4d8f-b300-ee9a0b20d8be no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:22.373302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 65d684f9-a065-4d8f-b300-ee9a0b20d8be {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:22.373679 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 65d684f9-a065-4d8f-b300-ee9a0b20d8be not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:22.427097 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8749ed0f-1252-41ba-a5ea-0f05ba8dcf2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.437776 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-8749ed0f-1252-41ba-a5ea-0f05ba8dcf2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80495673-4b60-43fe-bb29-9765e849fef2']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:22.449249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-8749ed0f-1252-41ba-a5ea-0f05ba8dcf2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d8dab6-e732-4606-a385-2fb32c47f3ef') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:22.449557 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-8749ed0f-1252-41ba-a5ea-0f05ba8dcf2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d8dab6-e732-4606-a385-2fb32c47f3ef') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:22.459750 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8749ed0f-1252-41ba-a5ea-0f05ba8dcf2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.476014 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8749ed0f-1252-41ba-a5ea-0f05ba8dcf2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.484193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8749ed0f-1252-41ba-a5ea-0f05ba8dcf2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:01:22.484786 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8749ed0f-1252-41ba-a5ea-0f05ba8dcf2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: timer() Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:01:22.487898 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:01:22.556734 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8749ed0f-1252-41ba-a5ea-0f05ba8dcf2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.564224 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8749ed0f-1252-41ba-a5ea-0f05ba8dcf2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.566371 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8749ed0f-1252-41ba-a5ea-0f05ba8dcf2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/networks/80495673-4b60-43fe-bb29-9765e849fef2 HTTP/1.1" status: 204 len: 168 time: 0.3191984 Jul 09 21:01:22.569321 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55870) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:22.579906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749ed0f-1252-41ba-a5ea-0f05ba8dcf2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Network': ['ID=80495673-4b60-43fe-bb29-9765e849fef2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:22.639231 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b02667bc-a6f0-4102-83b5-0038cb526afd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.666196 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b02667bc-a6f0-4102-83b5-0038cb526afd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.728768 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b02667bc-a6f0-4102-83b5-0038cb526afd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.732867 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b02667bc-a6f0-4102-83b5-0038cb526afd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:22.734758 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b02667bc-a6f0-4102-83b5-0038cb526afd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/security-groups/fffc9220-fd17-4d24-90b4-271b487d06ac HTTP/1.1" status: 204 len: 168 time: 0.1640873 Jul 09 21:01:22.748959 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02667bc-a6f0-4102-83b5-0038cb526afd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffc9220-fd17-4d24-90b4-271b487d06ac,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:23.105094 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55876) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:23.111525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-c1ff0de2-c3ec-4a65-a799-cc1560d575c1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1876703079', 'description': 'tempest-secgroup-smoke-1876703079 description', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:23.136355 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c1ff0de2-c3ec-4a65-a799-cc1560d575c1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.146928 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 12f6e740-a92b-460e-bbce-9f02122ccf3e no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:23.167049 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 12f6e740-a92b-460e-bbce-9f02122ccf3e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:23.167406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 12f6e740-a92b-460e-bbce-9f02122ccf3e not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:23.167827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bcedb7b8-51bb-4589-97d3-2c857f12b004 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:23.187129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: bcedb7b8-51bb-4589-97d3-2c857f12b004 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:23.187603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device bcedb7b8-51bb-4589-97d3-2c857f12b004 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:23.187846 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:01:23.209115 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:01:23.209367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 65bb2019-a3f1-4fd4-8bd4-2fa5a23c0d21 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:01:23.230724 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c1ff0de2-c3ec-4a65-a799-cc1560d575c1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.235282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c1ff0de2-c3ec-4a65-a799-cc1560d575c1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.261954 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-c1ff0de2-c3ec-4a65-a799-cc1560d575c1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.263203 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-c1ff0de2-c3ec-4a65-a799-cc1560d575c1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1570115 Jul 09 21:01:23.266384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55878) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:23.271909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-5bf418b5-4c8c-460f-abde-238330ee8f68 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': '54041390-a0bc-4193-8b2d-cdd2a5782642', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:23.276247 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff0de2-c3ec-4a65-a799-cc1560d575c1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54041390-a0bc-4193-8b2d-cdd2a5782642,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:23.303935 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5bf418b5-4c8c-460f-abde-238330ee8f68 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.364748 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5bf418b5-4c8c-460f-abde-238330ee8f68 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.369101 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5bf418b5-4c8c-460f-abde-238330ee8f68 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.389374 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf418b5-4c8c-460f-abde-238330ee8f68 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9934bc57-5667-4b92-8253-d6f0f03d1acc,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:23.397110 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-5bf418b5-4c8c-460f-abde-238330ee8f68 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.398637 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-5bf418b5-4c8c-460f-abde-238330ee8f68 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304383 Jul 09 21:01:23.401202 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55880) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:23.406285 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d4709e06-7682-42c2-b37c-b888af8ee649 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': '54041390-a0bc-4193-8b2d-cdd2a5782642', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:23.433282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4709e06-7682-42c2-b37c-b888af8ee649 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.493568 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4709e06-7682-42c2-b37c-b888af8ee649 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.497419 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4709e06-7682-42c2-b37c-b888af8ee649 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.517495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4709e06-7682-42c2-b37c-b888af8ee649 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95f893d-dedd-408f-a42e-a340edbc3ee6,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:23.521710 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d4709e06-7682-42c2-b37c-b888af8ee649 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.525671 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d4709e06-7682-42c2-b37c-b888af8ee649 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210246 Jul 09 21:01:23.526206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55882) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:23.531155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-e1c07c70-7475-49fd-b3d7-44083fd97c53 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': '54041390-a0bc-4193-8b2d-cdd2a5782642', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:23.558036 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1c07c70-7475-49fd-b3d7-44083fd97c53 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.618641 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1c07c70-7475-49fd-b3d7-44083fd97c53 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.623387 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1c07c70-7475-49fd-b3d7-44083fd97c53 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.642073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c07c70-7475-49fd-b3d7-44083fd97c53 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75face7-aaab-4a8a-9c79-3c0e90328a80,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:23.649652 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1c07c70-7475-49fd-b3d7-44083fd97c53 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.650955 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e1c07c70-7475-49fd-b3d7-44083fd97c53 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241016 Jul 09 21:01:23.655234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55884) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:23.660226 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-faa14c06-3a07-44bd-a196-9752a7fb0c3f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': '54041390-a0bc-4193-8b2d-cdd2a5782642', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:23.687701 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-faa14c06-3a07-44bd-a196-9752a7fb0c3f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.752316 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-faa14c06-3a07-44bd-a196-9752a7fb0c3f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.756493 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-faa14c06-3a07-44bd-a196-9752a7fb0c3f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.776728 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa14c06-3a07-44bd-a196-9752a7fb0c3f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ed936a-0e4e-451a-b45f-73917ff5d3b8,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:23.784004 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-faa14c06-3a07-44bd-a196-9752a7fb0c3f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.785320 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-faa14c06-3a07-44bd-a196-9752a7fb0c3f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289930 Jul 09 21:01:23.788200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55886) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:23.792948 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-951c0df0-8da7-4ba7-92bf-f66adfe95b86 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': '54041390-a0bc-4193-8b2d-cdd2a5782642', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:23.816078 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-951c0df0-8da7-4ba7-92bf-f66adfe95b86 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Project 7f8d1b0b95294766b779d3cfc8f7e59f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:01:23.821051 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-951c0df0-8da7-4ba7-92bf-f66adfe95b86 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.886731 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-951c0df0-8da7-4ba7-92bf-f66adfe95b86 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.892397 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-951c0df0-8da7-4ba7-92bf-f66adfe95b86 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.912816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c0df0-8da7-4ba7-92bf-f66adfe95b86 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e862893-7e79-4437-a12c-aff59aba5788,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:23.916888 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-951c0df0-8da7-4ba7-92bf-f66adfe95b86 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:23.918109 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-951c0df0-8da7-4ba7-92bf-f66adfe95b86 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289022 Jul 09 21:01:23.921851 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55888) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:23.926407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-ca2a7293-a8f7-4a9e-b045-d85655c6e85c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': '54041390-a0bc-4193-8b2d-cdd2a5782642', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:23.958081 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-ca2a7293-a8f7-4a9e-b045-d85655c6e85c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Project 7f8d1b0b95294766b779d3cfc8f7e59f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:01:23.963573 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca2a7293-a8f7-4a9e-b045-d85655c6e85c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.027183 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca2a7293-a8f7-4a9e-b045-d85655c6e85c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.030995 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca2a7293-a8f7-4a9e-b045-d85655c6e85c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.050928 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a7293-a8f7-4a9e-b045-d85655c6e85c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532f0f5c-3f14-4bfe-9523-cee1e78ca65d,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:24.058480 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ca2a7293-a8f7-4a9e-b045-d85655c6e85c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.060712 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ca2a7293-a8f7-4a9e-b045-d85655c6e85c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378486 Jul 09 21:01:24.063642 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55890) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:24.068820 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-49633434-3ddd-4363-8023-302140a521fb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'network': {'name': 'tempest-network-smoke--243137750', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'port_security_enabled': True}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:24.090201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49633434-3ddd-4363-8023-302140a521fb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Made reservation on behalf of 7f8d1b0b95294766b779d3cfc8f7e59f for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:01:24.093959 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49633434-3ddd-4363-8023-302140a521fb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.121754 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49633434-3ddd-4363-8023-302140a521fb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:01:24.132414 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49633434-3ddd-4363-8023-302140a521fb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.132803 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-49633434-3ddd-4363-8023-302140a521fb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Added segment 99048558-a22d-4a07-b6b2-dff52ed385f3 of type vlan for network 669cb11a-673c-4a08-a353-8dbfe24dce0a Jul 09 21:01:24.174008 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49633434-3ddd-4363-8023-302140a521fb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.204053 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49633434-3ddd-4363-8023-302140a521fb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.209945 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49633434-3ddd-4363-8023-302140a521fb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:24.210593 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-49633434-3ddd-4363-8023-302140a521fb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.274831 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-49633434-3ddd-4363-8023-302140a521fb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2101016 Jul 09 21:01:24.278380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55892) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:24.283231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'admin_state_up': True, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:24.298992 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49633434-3ddd-4363-8023-302140a521fb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Network': ['ID=669cb11a-673c-4a08-a353-8dbfe24dce0a,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:24.312360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 669cb11a-673c-4a08-a353-8dbfe24dce0a details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:01:24.315438 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.316472 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.379183 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.523954 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.720395 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.739096 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.847767 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.25.0.225 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/b85c435d-c10b-4593-b117-b7644658ad54) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:01:24.955680 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:24.995452 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:25.031105 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:01:25.037272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:01:25.040852 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:01:25.046980 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=b85c435d-c10b-4593-b117-b7644658ad54,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:25.307023 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:25.503097 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:25.630825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 6565b878-c4fe-4f31-a9f3-957a95067e0d is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:01:25.740439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:25.752874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Sync routers for ids ['6565b878-c4fe-4f31-a9f3-957a95067e0d'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:25.761021 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:25.762803 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-3d2879be-5a7d-4913-9e51-89434ca7cd45 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4829090 Jul 09 21:01:25.764208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Routers {'6565b878-c4fe-4f31-a9f3-957a95067e0d'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:25.764880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:01:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6565b878-c4fe-4f31-a9f3-957a95067e0d'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:25.766533 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55896) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:25.845008 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-cf7f4404-b0a3-461f-b851-4249020149cf tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=7f8d1b0b95294766b779d3cfc8f7e59f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0747943 Jul 09 21:01:25.845261 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55900) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:25.879004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Set router 6565b878-c4fe-4f31-a9f3-957a95067e0d gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:25.936402 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463b29e2-d61e-4f45-87e8-6567e96d4153 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:25.938041 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-463b29e2-d61e-4f45-87e8-6567e96d4153 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918646 Jul 09 21:01:25.940766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55902) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:25.969564 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d4606b62-c9b2-43d5-9a04-985ce03bf836 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277066 Jul 09 21:01:25.972016 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55904) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:25.976906 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-7e1e0470-caed-4bf8-bf5e-70dc9b3c308b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-589244044', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:26.061867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:25Z', 'revision_number': 3, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:26.068790 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1e0470-caed-4bf8-bf5e-70dc9b3c308b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Made reservation on behalf of 7f8d1b0b95294766b779d3cfc8f7e59f for: {'subnet': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:01:26.072360 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e1e0470-caed-4bf8-bf5e-70dc9b3c308b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9243246'] for subnet, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.094296 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Checking router: 6565b878-c4fe-4f31-a9f3-957a95067e0d for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:26.094650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Updating router 6565b878-c4fe-4f31-a9f3-957a95067e0d port b85c435d-c10b-4593-b117-b7644658ad54 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:01:26.130141 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.558875 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.569165 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Transition to ACTIVE for port object b85c435d-c10b-4593-b117-b7644658ad54 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:01:26.575801 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.594479 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e1e0470-caed-4bf8-bf5e-70dc9b3c308b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9811238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9243260'] for subnet, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.629457 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Attempting to bind port b85c435d-c10b-4593-b117-b7644658ad54 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:01:26.629833 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Attempting to bind port b85c435d-c10b-4593-b117-b7644658ad54 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:01:26.630204 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Attempting to bind port b85c435d-c10b-4593-b117-b7644658ad54 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:01:26.641495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:01:26.641874 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:01:26.642291 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.642686 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:01:26.643161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Bound port: b85c435d-c10b-4593-b117-b7644658ad54, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:01:26.643552 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.645158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5d06f-053a-40d2-9137-4a9de0f20461 None None] Pushing event updated for resources: {'Port': ['ID=b85c435d-c10b-4593-b117-b7644658ad54,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:26.662618 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e0470-caed-4bf8-bf5e-70dc9b3c308b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Subnet': ['ID=139826d7-6275-45ea-a08b-c8693a4d2199,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:26.671497 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e0470-caed-4bf8-bf5e-70dc9b3c308b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Checking segment: {'id': '99048558-a22d-4a07-b6b2-dff52ed385f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:01:26.671876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1e0470-caed-4bf8-bf5e-70dc9b3c308b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network hostable DHCP agents. Network: 669cb11a-673c-4a08-a353-8dbfe24dce0a, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100204) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:01:26.674595 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5d06f-053a-40d2-9137-4a9de0f20461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:26.674962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5d06f-053a-40d2-9137-4a9de0f20461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:26.675314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5d06f-053a-40d2-9137-4a9de0f20461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:26.675662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5d06f-053a-40d2-9137-4a9de0f20461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:26.676007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5d06f-053a-40d2-9137-4a9de0f20461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:26.676396 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5d06f-053a-40d2-9137-4a9de0f20461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:26.676716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5d06f-053a-40d2-9137-4a9de0f20461 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:26.677057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5d06f-053a-40d2-9137-4a9de0f20461 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:26.677395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5d06f-053a-40d2-9137-4a9de0f20461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:26.677728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5d06f-053a-40d2-9137-4a9de0f20461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:26.678062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5d06f-053a-40d2-9137-4a9de0f20461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:26.678393 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5d06f-053a-40d2-9137-4a9de0f20461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:26.690416 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1e0470-caed-4bf8-bf5e-70dc9b3c308b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 669cb11a-673c-4a08-a353-8dbfe24dce0a is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100204) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:01:26.699703 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-7e1e0470-caed-4bf8-bf5e-70dc9b3c308b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 669cb11a-673c-4a08-a353-8dbfe24dce0a) {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:01:26.705154 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1e0470-caed-4bf8-bf5e-70dc9b3c308b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:26.705732 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-7e1e0470-caed-4bf8-bf5e-70dc9b3c308b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.713044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839d4831-0724-4bf5-a741-4ff14c91d449 None None] Network 669cb11a-673c-4a08-a353-8dbfe24dce0a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:01:26.718973 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] For port b85c435d-c10b-4593-b117-b7644658ad54, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:01:26.720096 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-7e1e0470-caed-4bf8-bf5e-70dc9b3c308b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7469897 Jul 09 21:01:26.723092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 55906) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:26.769121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] For port b85c435d-c10b-4593-b117-b7644658ad54, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b85c435d-c10b-4593-b117-b7644658ad54,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:01:26.778420 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:26.863571 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Routers {'6565b878-c4fe-4f31-a9f3-957a95067e0d'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:26.864213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:01:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6565b878-c4fe-4f31-a9f3-957a95067e0d'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:26.868857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5d06f-053a-40d2-9137-4a9de0f20461 None None] Pushing event updated for resources: {'Port': ['ID=b85c435d-c10b-4593-b117-b7644658ad54,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:27.012796 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7252059c-ea92-4858-9dd2-269ce76e3367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:27.019712 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-669cb11a-673c-4a08-a353-8dbfe24dce0a', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ips': [{'subnet_id': '139826d7-6275-45ea-a08b-c8693a4d2199'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:01:27.020601 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:27.046561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] Set router 6565b878-c4fe-4f31-a9f3-957a95067e0d gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:27.186105 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:27.300258 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Allocated IP 172.20.0.2 (669cb11a-673c-4a08-a353-8dbfe24dce0a/139826d7-6275-45ea-a08b-c8693a4d2199/b1f25634-92de-4884-988c-e9f6b773243a) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:01:27.395200 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:25Z', 'revision_number': 3, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:27.427500 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f1ef10-e35e-46d5-8b53-3d5c0b8ca1c6 None None] The sync data for ids ['6565b878-c4fe-4f31-a9f3-957a95067e0d'] in n-d-800088-3 is: [{'id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:25Z', 'revision_number': 3, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:27.507417 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:27.519241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Transition to ACTIVE for port object b1f25634-92de-4884-988c-e9f6b773243a will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:01:27.536523 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Transition to ACTIVE for port object b1f25634-92de-4884-988c-e9f6b773243a will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:01:27.543263 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:27.591197 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Network 669cb11a-673c-4a08-a353-8dbfe24dce0a is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:01:27.599324 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:01:27.603406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:01:27.606559 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:27.617163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Pushing event updated for resources: {'Port': ['ID=b1f25634-92de-4884-988c-e9f6b773243a,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:27.693041 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Attempting to bind port b1f25634-92de-4884-988c-e9f6b773243a on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:01:27.693545 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Attempting to bind port b1f25634-92de-4884-988c-e9f6b773243a by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '99048558-a22d-4a07-b6b2-dff52ed385f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:01:27.693798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Attempting to bind port b1f25634-92de-4884-988c-e9f6b773243a on network 669cb11a-673c-4a08-a353-8dbfe24dce0a {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:01:27.700784 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:01:27.701283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Checking segment: {'id': '99048558-a22d-4a07-b6b2-dff52ed385f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:01:27.701752 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:27.702219 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Bound using segment: {'id': '99048558-a22d-4a07-b6b2-dff52ed385f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:01:27.702850 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Bound port: b1f25634-92de-4884-988c-e9f6b773243a, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99048558-a22d-4a07-b6b2-dff52ed385f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:01:27.703322 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:27.801495 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] For port b1f25634-92de-4884-988c-e9f6b773243a, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:01:27.805236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] For port b1f25634-92de-4884-988c-e9f6b773243a, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b1f25634-92de-4884-988c-e9f6b773243a,segment=NetworkSegment(99048558-a22d-4a07-b6b2-dff52ed385f3),segment_id=99048558-a22d-4a07-b6b2-dff52ed385f3)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:01:27.810625 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:27.846676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.20.0.1 (669cb11a-673c-4a08-a353-8dbfe24dce0a/139826d7-6275-45ea-a08b-c8693a4d2199/432671b1-e8d1-4a4b-acc7-102d21042710) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:01:27.875417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a060b87-7ee0-4431-ad66-8794ec451ee1 None None] Pushing event updated for resources: {'Port': ['ID=b1f25634-92de-4884-988c-e9f6b773243a,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:27.984672 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:28.003840 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Transition to ACTIVE for port object 432671b1-e8d1-4a4b-acc7-102d21042710 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:01:28.062113 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:28.109719 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 669cb11a-673c-4a08-a353-8dbfe24dce0a is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:01:28.115479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:01:28.119734 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:01:28.156290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=432671b1-e8d1-4a4b-acc7-102d21042710,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:28.175717 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:28.341323 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:28.633548 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:28.639207 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:28.722394 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:28.725910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=432671b1-e8d1-4a4b-acc7-102d21042710,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:28.844006 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 669cb11a-673c-4a08-a353-8dbfe24dce0a is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:01:28.846100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:01:28.867689 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea253cd-970c-42e5-8667-efff48800231 None None] Network 669cb11a-673c-4a08-a353-8dbfe24dce0a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:01:28.932775 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0313c847-28d6-4495-a11b-476d8e211279 None None] Provisioning for port b1f25634-92de-4884-988c-e9f6b773243a completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:01:28.980000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 6565b878-c4fe-4f31-a9f3-957a95067e0d has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:29.107836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:29.114951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ee30ac06-871a-4fba-9b52-6110c44b0070 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "PUT /v2.0/routers/6565b878-c4fe-4f31-a9f3-957a95067e0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3906264 Jul 09 21:01:29.216308 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b1f25634-92de-4884-988c-e9f6b773243a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:01:29.291310 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port b1f25634-92de-4884-988c-e9f6b773243a completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:01:29.296273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b1f25634-92de-4884-988c-e9f6b773243a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:01:29.296690 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.304327 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-ca636f6e-5f7a-493f-b2d2-b0d0a24ed478 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1876703079&fields=id&tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 267 time: 0.0400281 Jul 09 21:01:29.394246 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dc287fa0-b2b8-4a1c-9a7a-a7251a8ae895 None None] Provisioning complete for port b1f25634-92de-4884-988c-e9f6b773243a triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:01:29.394917 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dc287fa0-b2b8-4a1c-9a7a-a7251a8ae895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.433426 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.438044 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-023f3609-d7dc-4262-805a-0b62749b3ce5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:29.446492 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-023f3609-d7dc-4262-805a-0b62749b3ce5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/networks?id=669cb11a-673c-4a08-a353-8dbfe24dce0a HTTP/1.1" status: 200 len: 796 time: 0.1341519 Jul 09 21:01:29.459220 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-0c52c84d-b139-4235-89d6-a771775f1ec2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/quotas/7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 375 time: 0.0118079 Jul 09 21:01:29.474962 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Sync routers for ids ['6565b878-c4fe-4f31-a9f3-957a95067e0d'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:29.486392 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Routers {'6565b878-c4fe-4f31-a9f3-957a95067e0d'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:29.486668 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:01:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6565b878-c4fe-4f31-a9f3-957a95067e0d'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:29.491220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port b1f25634-92de-4884-988c-e9f6b773243a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b1f25634-92de-4884-988c-e9f6b773243a,segment=NetworkSegment(99048558-a22d-4a07-b6b2-dff52ed385f3),segment_id=99048558-a22d-4a07-b6b2-dff52ed385f3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:29.529082 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dc287fa0-b2b8-4a1c-9a7a-a7251a8ae895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.547051 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.548287 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b85c435d-c10b-4593-b117-b7644658ad54 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:01:29.565701 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-25fd69e6-e4ed-4c0c-96c9-6967c46219ee tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932865 Jul 09 21:01:29.623472 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-939c98c5-8f34-4596-a14c-ffd440de1e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.644472 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Set router 6565b878-c4fe-4f31-a9f3-957a95067e0d gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:29.694412 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.db.api [None req-dc287fa0-b2b8-4a1c-9a7a-a7251a8ae895 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100206) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 21:01:29.694817 n-d-800088-3 neutron-server[100206]: DEBUG oslo_db.api [None req-dc287fa0-b2b8-4a1c-9a7a-a7251a8ae895 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 21:01:29.696938 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=b1f25634-92de-4884-988c-e9f6b773243a,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:29.704443 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port b85c435d-c10b-4593-b117-b7644658ad54 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:01:29.710417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b85c435d-c10b-4593-b117-b7644658ad54 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:01:29.710800 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.739775 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.771518 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-6d92a30c-5838-46be-9bca-b5dcf1aa3793 service neutron] 10.222.0.30 "GET /v2.0/networks/669cb11a-673c-4a08-a353-8dbfe24dce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932302 Jul 09 21:01:29.818877 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.843644 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port b85c435d-c10b-4593-b117-b7644658ad54, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b85c435d-c10b-4593-b117-b7644658ad54,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:29.855322 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.880923 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-ea7e922f-9bcd-4e2f-b921-1d6da9abde95 service neutron] 10.222.0.30 "GET /v2.0/networks/669cb11a-673c-4a08-a353-8dbfe24dce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033566 Jul 09 21:01:29.891069 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:28Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '432671b1-e8d1-4a4b-acc7-102d21042710', 'name': '', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:d4:0f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:27Z', 'updated_at': '2021-07-09T21:01:28Z', 'revision_number': 2, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:29.891463 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:29.913497 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=b85c435d-c10b-4593-b117-b7644658ad54,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:29.919062 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Checking router: 6565b878-c4fe-4f31-a9f3-957a95067e0d for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:29.919487 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Updating router 6565b878-c4fe-4f31-a9f3-957a95067e0d port 432671b1-e8d1-4a4b-acc7-102d21042710 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:01:29.953238 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.080798 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4895c960-29c8-4511-b6ea-e0373c2f7f92 req-b8c3ec11-79f2-411a-8d0e-0949c6a652a9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 210 time: 0.0350325 Jul 09 21:01:30.234668 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.244555 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Transition to ACTIVE for port object 432671b1-e8d1-4a4b-acc7-102d21042710 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:01:30.250662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dc287fa0-b2b8-4a1c-9a7a-a7251a8ae895 None None] Provisioning for port 432671b1-e8d1-4a4b-acc7-102d21042710 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:01:30.253224 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.305446 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e92a4b-f12c-42b5-a5dd-8736055eb090 None None] Pushing event updated for resources: {'Port': ['ID=432671b1-e8d1-4a4b-acc7-102d21042710,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:30.332125 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e92a4b-f12c-42b5-a5dd-8736055eb090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.332478 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e92a4b-f12c-42b5-a5dd-8736055eb090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.332846 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e92a4b-f12c-42b5-a5dd-8736055eb090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.333181 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e92a4b-f12c-42b5-a5dd-8736055eb090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.333516 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e92a4b-f12c-42b5-a5dd-8736055eb090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.333848 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e92a4b-f12c-42b5-a5dd-8736055eb090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.334172 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e92a4b-f12c-42b5-a5dd-8736055eb090 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.334528 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e92a4b-f12c-42b5-a5dd-8736055eb090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.334921 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e92a4b-f12c-42b5-a5dd-8736055eb090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.335155 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e92a4b-f12c-42b5-a5dd-8736055eb090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.335584 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e92a4b-f12c-42b5-a5dd-8736055eb090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.335754 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e92a4b-f12c-42b5-a5dd-8736055eb090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:01:30.377224 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Attempting to bind port 432671b1-e8d1-4a4b-acc7-102d21042710 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:01:30.377609 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Attempting to bind port 432671b1-e8d1-4a4b-acc7-102d21042710 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '99048558-a22d-4a07-b6b2-dff52ed385f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:01:30.378290 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Attempting to bind port 432671b1-e8d1-4a4b-acc7-102d21042710 on network 669cb11a-673c-4a08-a353-8dbfe24dce0a {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:01:30.383680 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:01:30.384059 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Checking segment: {'id': '99048558-a22d-4a07-b6b2-dff52ed385f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:01:30.384673 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.385070 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Bound using segment: {'id': '99048558-a22d-4a07-b6b2-dff52ed385f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:01:30.385540 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Bound port: 432671b1-e8d1-4a4b-acc7-102d21042710, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99048558-a22d-4a07-b6b2-dff52ed385f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:01:30.385930 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.457570 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] For port 432671b1-e8d1-4a4b-acc7-102d21042710, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:01:30.460869 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] For port 432671b1-e8d1-4a4b-acc7-102d21042710, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=432671b1-e8d1-4a4b-acc7-102d21042710,segment=NetworkSegment(99048558-a22d-4a07-b6b2-dff52ed385f3),segment_id=99048558-a22d-4a07-b6b2-dff52ed385f3)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:01:30.466480 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.531681 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e92a4b-f12c-42b5-a5dd-8736055eb090 None None] Pushing event updated for resources: {'Port': ['ID=432671b1-e8d1-4a4b-acc7-102d21042710,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:30.537097 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Routers {'6565b878-c4fe-4f31-a9f3-957a95067e0d'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:30.537793 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:01:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6565b878-c4fe-4f31-a9f3-957a95067e0d'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:30.653610 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] Set router 6565b878-c4fe-4f31-a9f3-957a95067e0d gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:30.701418 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:30.863760 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:28Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '432671b1-e8d1-4a4b-acc7-102d21042710', 'name': '', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:d4:0f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:27Z', 'updated_at': '2021-07-09T21:01:30Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:30.897529 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b9c9d-cdd9-43d2-8557-8077830e1895 None None] The sync data for ids ['6565b878-c4fe-4f31-a9f3-957a95067e0d'] in n-d-800088-3 is: [{'id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:28Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '432671b1-e8d1-4a4b-acc7-102d21042710', 'name': '', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:d4:0f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:27Z', 'updated_at': '2021-07-09T21:01:30Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:31.239581 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b85c435d-c10b-4593-b117-b7644658ad54 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:01:31.292378 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cd06b4bb-96dd-446e-a439-9a83eb4aa391 req-693fa51d-3888-46eb-977c-880ecadac419 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 210 time: 0.0736275 Jul 09 21:01:31.309799 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b85c435d-c10b-4593-b117-b7644658ad54 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:01:31.312745 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:31.382592 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-8ea4f340-3830-4225-b132-54808ec7fa93 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:31.384776 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-8ea4f340-3830-4225-b132-54808ec7fa93 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "GET /v2.0/networks?id=669cb11a-673c-4a08-a353-8dbfe24dce0a HTTP/1.1" status: 200 len: 796 time: 0.1519325 Jul 09 21:01:31.405192 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b1f25634-92de-4884-988c-e9f6b773243a up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:01:31.436564 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-fbcb8227-9492-433b-831b-33da12c3c707 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 380 time: 0.0420082 Jul 09 21:01:31.448870 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-ef5fcf96-27e3-49d9-bb0c-c76edb18aa6d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'port': {'device_id': '63a3ce3e-e7f5-4703-a69a-90b6e5f653c8', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'admin_state_up': True, 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'security_groups': ['54041390-a0bc-4193-8b2d-cdd2a5782642']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:31.467597 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port b1f25634-92de-4884-988c-e9f6b773243a triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:01:31.468195 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:31.556698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 432671b1-e8d1-4a4b-acc7-102d21042710 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:01:31.582757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-ef5fcf96-27e3-49d9-bb0c-c76edb18aa6d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Made reservation on behalf of 7f8d1b0b95294766b779d3cfc8f7e59f for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:01:31.586556 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-ef5fcf96-27e3-49d9-bb0c-c76edb18aa6d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:31.609853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 432671b1-e8d1-4a4b-acc7-102d21042710 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:01:31.614461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 432671b1-e8d1-4a4b-acc7-102d21042710 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:01:31.614853 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:31.701521 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:31.736525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-ef5fcf96-27e3-49d9-bb0c-c76edb18aa6d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.20.0.14 (669cb11a-673c-4a08-a353-8dbfe24dce0a/139826d7-6275-45ea-a08b-c8693a4d2199/13e1f25d-2106-4adf-8d42-a29a94c889f5) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:01:31.741224 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 432671b1-e8d1-4a4b-acc7-102d21042710, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=432671b1-e8d1-4a4b-acc7-102d21042710,segment=NetworkSegment(99048558-a22d-4a07-b6b2-dff52ed385f3),segment_id=99048558-a22d-4a07-b6b2-dff52ed385f3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:31.745741 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:31.800184 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=432671b1-e8d1-4a4b-acc7-102d21042710,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:31.901633 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-ef5fcf96-27e3-49d9-bb0c-c76edb18aa6d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:31.916652 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-ef5fcf96-27e3-49d9-bb0c-c76edb18aa6d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Transition to ACTIVE for port object 13e1f25d-2106-4adf-8d42-a29a94c889f5 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:01:31.951083 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-ef5fcf96-27e3-49d9-bb0c-c76edb18aa6d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:31.998762 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-ef5fcf96-27e3-49d9-bb0c-c76edb18aa6d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 669cb11a-673c-4a08-a353-8dbfe24dce0a is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:01:32.002064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-ef5fcf96-27e3-49d9-bb0c-c76edb18aa6d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:01:32.006042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-ef5fcf96-27e3-49d9-bb0c-c76edb18aa6d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:01:32.035589 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fcf96-27e3-49d9-bb0c-c76edb18aa6d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=13e1f25d-2106-4adf-8d42-a29a94c889f5,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:32.062788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-ef5fcf96-27e3-49d9-bb0c-c76edb18aa6d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:32.063585 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-ef5fcf96-27e3-49d9-bb0c-c76edb18aa6d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.080842 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-ef5fcf96-27e3-49d9-bb0c-c76edb18aa6d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6365826 Jul 09 21:01:32.093380 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Request body: {'port': {'device_id': '63a3ce3e-e7f5-4703-a69a-90b6e5f653c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:32.175770 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.271998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-30f3ad37-50ab-4fe6-b77f-cd8b3f13fccf None None] Provisioning for port 13e1f25d-2106-4adf-8d42-a29a94c889f5 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:01:32.275703 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-30f3ad37-50ab-4fe6-b77f-cd8b3f13fccf None None] Provisioning complete for port 13e1f25d-2106-4adf-8d42-a29a94c889f5 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:01:32.276020 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-30f3ad37-50ab-4fe6-b77f-cd8b3f13fccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.310694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-30f3ad37-50ab-4fe6-b77f-cd8b3f13fccf None None] Port 13e1f25d-2106-4adf-8d42-a29a94c889f5 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:01:32.469857 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e1f25d-2106-4adf-8d42-a29a94c889f5 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:01:32.479376 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.497450 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Transition to ACTIVE for port object 13e1f25d-2106-4adf-8d42-a29a94c889f5 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:01:32.502368 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.559128 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1319ff-4457-449c-9e63-bc272efd150c req-139a6a48-f2ab-47e0-88a6-0bdc5cd9246a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:32.561404 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2a1319ff-4457-449c-9e63-bc272efd150c req-139a6a48-f2ab-47e0-88a6-0bdc5cd9246a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 932 time: 0.1356149 Jul 09 21:01:32.573007 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Pushing event updated for resources: {'Port': ['ID=13e1f25d-2106-4adf-8d42-a29a94c889f5,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:32.573623 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.654421 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2a1319ff-4457-449c-9e63-bc272efd150c req-ec423708-2740-4eb5-88dd-0a441e09f4ba tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850220 Jul 09 21:01:32.678609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Attempting to bind port 13e1f25d-2106-4adf-8d42-a29a94c889f5 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:01:32.678609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Attempting to bind port 13e1f25d-2106-4adf-8d42-a29a94c889f5 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '99048558-a22d-4a07-b6b2-dff52ed385f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:01:32.678609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Attempting to bind port 13e1f25d-2106-4adf-8d42-a29a94c889f5 on network 669cb11a-673c-4a08-a353-8dbfe24dce0a {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:01:32.681733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Port 13e1f25d-2106-4adf-8d42-a29a94c889f5 on network 669cb11a-673c-4a08-a353-8dbfe24dce0a not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:01:32.682059 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Attempting to bind port 13e1f25d-2106-4adf-8d42-a29a94c889f5 on network 669cb11a-673c-4a08-a353-8dbfe24dce0a {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:01:32.687826 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:01:32.688170 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Checking segment: {'id': '99048558-a22d-4a07-b6b2-dff52ed385f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:01:32.688606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Bound using segment: {'id': '99048558-a22d-4a07-b6b2-dff52ed385f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:01:32.689039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Bound port: 13e1f25d-2106-4adf-8d42-a29a94c889f5, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99048558-a22d-4a07-b6b2-dff52ed385f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:01:32.689428 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.760252 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] For port 13e1f25d-2106-4adf-8d42-a29a94c889f5, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:01:32.763311 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] For port 13e1f25d-2106-4adf-8d42-a29a94c889f5, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=13e1f25d-2106-4adf-8d42-a29a94c889f5,segment=NetworkSegment(99048558-a22d-4a07-b6b2-dff52ed385f3),segment_id=99048558-a22d-4a07-b6b2-dff52ed385f3)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:01:32.768120 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.802582 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:32.803641 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:32.805106 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] 10.222.0.32 "PUT /v2.0/ports/13e1f25d-2106-4adf-8d42-a29a94c889f5 HTTP/1.1" status: 200 len: 1092 time: 0.7167234 Jul 09 21:01:32.807346 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a3ce3e-e7f5-4703-a69a-90b6e5f653c8', 'tag': '13e1f25d-2106-4adf-8d42-a29a94c889f5'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:32.811351 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f4d412-f1d3-4b28-80cc-3467fc10b988" -d '{"events": [{"name": "network-changed", "server_uuid": "63a3ce3e-e7f5-4703-a69a-90b6e5f653c8", "tag": "13e1f25d-2106-4adf-8d42-a29a94c889f5"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:32.844498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410efa9d-de1b-4ed6-9ff6-ec51efe5df6d service neutron] Pushing event updated for resources: {'Port': ['ID=13e1f25d-2106-4adf-8d42-a29a94c889f5,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:32.861377 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb918e6-4bc7-440e-a180-eaa8b2aa2536 x-openstack-request-id: req-ebb918e6-4bc7-440e-a180-eaa8b2aa2536 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:32.861677 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a3ce3e-e7f5-4703-a69a-90b6e5f653c8", "tag": "13e1f25d-2106-4adf-8d42-a29a94c889f5", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:32.861930 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ebb918e6-4bc7-440e-a180-eaa8b2aa2536 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:32.862336 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a3ce3e-e7f5-4703-a69a-90b6e5f653c8', 'tag': '13e1f25d-2106-4adf-8d42-a29a94c889f5', 'status': 'completed', 'code': 200} Jul 09 21:01:32.912430 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-9335be65-0054-4d8d-a083-775ac08b2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:32.914337 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-9335be65-0054-4d8d-a083-775ac08b2cd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 1095 time: 0.0653486 Jul 09 21:01:32.958215 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-488d0adb-4d40-4473-969f-f89ce7d6b792 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e1f25d-2106-4adf-8d42-a29a94c889f5 HTTP/1.1" status: 200 len: 217 time: 0.0346107 Jul 09 21:01:33.008437 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-e8972ff4-9f79-47dd-97ac-b372d75ca497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:33.009930 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-e8972ff4-9f79-47dd-97ac-b372d75ca497 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=139826d7-6275-45ea-a08b-c8693a4d2199 HTTP/1.1" status: 200 len: 834 time: 0.0457423 Jul 09 21:01:33.067001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-91a417d2-f3e8-4f02-9d9a-bd0f440a12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:33.068450 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-91a417d2-f3e8-4f02-9d9a-bd0f440a12fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=669cb11a-673c-4a08-a353-8dbfe24dce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521271 Jul 09 21:01:33.148723 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 432671b1-e8d1-4a4b-acc7-102d21042710 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:01:33.165345 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-4d9d3dfc-87ff-421b-a6c7-194d23b41ef8 service neutron] 10.222.0.32 "GET /v2.0/networks/669cb11a-673c-4a08-a353-8dbfe24dce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898449 Jul 09 21:01:33.198361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 432671b1-e8d1-4a4b-acc7-102d21042710 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:01:33.198739 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:33.254920 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6eb2d408-eb84-40a2-a0ab-7aaf99686ebe req-3c3149bb-e512-43bc-b311-f57fc1fd40e0 service neutron] 10.222.0.32 "GET /v2.0/networks/669cb11a-673c-4a08-a353-8dbfe24dce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826707 Jul 09 21:01:33.365864 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4d412-f1d3-4b28-80cc-3467fc10b988 req-acf4946b-c810-48e0-950a-35d03f1e8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:33.367625 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7f4d412-f1d3-4b28-80cc-3467fc10b988 req-acf4946b-c810-48e0-950a-35d03f1e8398 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 1095 time: 0.0603383 Jul 09 21:01:33.458087 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4d412-f1d3-4b28-80cc-3467fc10b988 req-13397af7-df60-4b99-9898-7103eae1e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:33.459575 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7f4d412-f1d3-4b28-80cc-3467fc10b988 req-13397af7-df60-4b99-9898-7103eae1e34e service neutron] 10.222.0.32 "GET /v2.0/networks?id=669cb11a-673c-4a08-a353-8dbfe24dce0a HTTP/1.1" status: 200 len: 897 time: 0.0850081 Jul 09 21:01:33.504205 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7f4d412-f1d3-4b28-80cc-3467fc10b988 req-06f8a036-7d6d-440b-9f95-219d199a7915 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e1f25d-2106-4adf-8d42-a29a94c889f5 HTTP/1.1" status: 200 len: 217 time: 0.0386786 Jul 09 21:01:33.563704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4d412-f1d3-4b28-80cc-3467fc10b988 req-54d422e5-60a4-45c6-9964-5d9bb6bb5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:33.565462 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7f4d412-f1d3-4b28-80cc-3467fc10b988 req-54d422e5-60a4-45c6-9964-5d9bb6bb5f79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=139826d7-6275-45ea-a08b-c8693a4d2199 HTTP/1.1" status: 200 len: 834 time: 0.0550277 Jul 09 21:01:33.624264 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4d412-f1d3-4b28-80cc-3467fc10b988 req-9a989859-725e-4864-ae87-358a521a29a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:33.625771 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7f4d412-f1d3-4b28-80cc-3467fc10b988 req-9a989859-725e-4864-ae87-358a521a29a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=669cb11a-673c-4a08-a353-8dbfe24dce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530283 Jul 09 21:01:33.719754 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7f4d412-f1d3-4b28-80cc-3467fc10b988 req-6d84b88f-71f3-4db7-a812-0cd9a92beed5 service neutron] 10.222.0.32 "GET /v2.0/networks/669cb11a-673c-4a08-a353-8dbfe24dce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864656 Jul 09 21:01:33.854052 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f7f4d412-f1d3-4b28-80cc-3467fc10b988 req-5742c76d-6cc8-4b20-9b20-9582e4e33a3f service neutron] 10.222.0.32 "GET /v2.0/networks/669cb11a-673c-4a08-a353-8dbfe24dce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277697 Jul 09 21:01:33.869817 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740ca89-ebfa-4f12-8b5e-b83623de309a req-11ac55f5-d77a-41e4-b4d4-799e68e17851 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:33.871288 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d740ca89-ebfa-4f12-8b5e-b83623de309a req-11ac55f5-d77a-41e4-b4d4-799e68e17851 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 944 time: 0.1009758 Jul 09 21:01:33.913648 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d740ca89-ebfa-4f12-8b5e-b83623de309a req-4fc15d5e-33e7-47fa-9824-4923af2f0e3c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357084 Jul 09 21:01:35.092263 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43209cf-3be1-4e4a-a1c9-0a2d776de721 req-c55d02a2-fff0-437e-9bd3-0230a81ed3f8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:35.095987 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a43209cf-3be1-4e4a-a1c9-0a2d776de721 req-c55d02a2-fff0-437e-9bd3-0230a81ed3f8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 944 time: 0.0684152 Jul 09 21:01:35.131966 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a43209cf-3be1-4e4a-a1c9-0a2d776de721 req-1272307d-d83b-4b73-a2c4-d2ece6ed090e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326014 Jul 09 21:01:36.252570 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 13e1f25d-2106-4adf-8d42-a29a94c889f5 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:01:36.303343 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5dd54-10e3-4342-a659-b052988cc0e1 req-4a32b42d-88af-47f3-b9c4-6d781e47896b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:36.304867 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c9c5dd54-10e3-4342-a659-b052988cc0e1 req-4a32b42d-88af-47f3-b9c4-6d781e47896b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 944 time: 0.0633254 Jul 09 21:01:36.342578 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c9c5dd54-10e3-4342-a659-b052988cc0e1 req-d537b99d-652d-4556-b00c-26c2a7f66d0f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321715 Jul 09 21:01:36.350369 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 13e1f25d-2106-4adf-8d42-a29a94c889f5, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=13e1f25d-2106-4adf-8d42-a29a94c889f5,segment=NetworkSegment(99048558-a22d-4a07-b6b2-dff52ed385f3),segment_id=99048558-a22d-4a07-b6b2-dff52ed385f3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:36.363273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '13e1f25d-2106-4adf-8d42-a29a94c889f5', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'port_id': '13e1f25d-2106-4adf-8d42-a29a94c889f5', 'mac_address': 'fa:16:3e:79:ec:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:01:36.399726 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.412459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e1f25d-2106-4adf-8d42-a29a94c889f5 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:01:36.432705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 13e1f25d-2106-4adf-8d42-a29a94c889f5, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=13e1f25d-2106-4adf-8d42-a29a94c889f5,segment=NetworkSegment(99048558-a22d-4a07-b6b2-dff52ed385f3),segment_id=99048558-a22d-4a07-b6b2-dff52ed385f3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:36.436457 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:36.484810 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=13e1f25d-2106-4adf-8d42-a29a94c889f5,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:36.668230 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['13e1f25d-2106-4adf-8d42-a29a94c889f5'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:01:37.521860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7694211-d716-4836-81ca-a57289c2399e req-0f4e8be1-7559-4bfd-ba22-aae6bd6db2f8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:37.523366 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e7694211-d716-4836-81ca-a57289c2399e req-0f4e8be1-7559-4bfd-ba22-aae6bd6db2f8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 945 time: 0.0676987 Jul 09 21:01:37.560992 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e7694211-d716-4836-81ca-a57289c2399e req-0a5d1a01-7566-4ead-b070-c4f92aa77b98 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321555 Jul 09 21:01:38.254251 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 13e1f25d-2106-4adf-8d42-a29a94c889f5 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:01:38.303426 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 13e1f25d-2106-4adf-8d42-a29a94c889f5 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:01:38.307111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 13e1f25d-2106-4adf-8d42-a29a94c889f5 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:01:38.307485 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.388119 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.412638 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a3ce3e-e7f5-4703-a69a-90b6e5f653c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e1f25d-2106-4adf-8d42-a29a94c889f5'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:38.414841 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f4e8bd-1eec-48f7-87bc-cb4016dbe17c" -d '{"events": [{"server_uuid": "63a3ce3e-e7f5-4703-a69a-90b6e5f653c8", "name": "network-vif-plugged", "status": "completed", "tag": "13e1f25d-2106-4adf-8d42-a29a94c889f5"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:38.427897 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 13e1f25d-2106-4adf-8d42-a29a94c889f5, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=13e1f25d-2106-4adf-8d42-a29a94c889f5,segment=NetworkSegment(99048558-a22d-4a07-b6b2-dff52ed385f3),segment_id=99048558-a22d-4a07-b6b2-dff52ed385f3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:01:38.432586 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:38.461199 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50e3d07-960c-4830-9679-8c005420db65 x-openstack-request-id: req-a50e3d07-960c-4830-9679-8c005420db65 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:38.461500 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a3ce3e-e7f5-4703-a69a-90b6e5f653c8", "name": "network-vif-plugged", "status": "completed", "tag": "13e1f25d-2106-4adf-8d42-a29a94c889f5", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:38.461750 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a50e3d07-960c-4830-9679-8c005420db65 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:38.462143 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a3ce3e-e7f5-4703-a69a-90b6e5f653c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e1f25d-2106-4adf-8d42-a29a94c889f5', 'code': 200} Jul 09 21:01:38.490951 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=13e1f25d-2106-4adf-8d42-a29a94c889f5,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:38.573788 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbf0b7-68b3-4490-b236-fb128ce99e88 req-df21262b-a4b7-481f-8b0d-2805c8078b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:38.575271 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-43dbf0b7-68b3-4490-b236-fb128ce99e88 req-df21262b-a4b7-481f-8b0d-2805c8078b37 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 1097 time: 0.0503769 Jul 09 21:01:38.610552 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-43dbf0b7-68b3-4490-b236-fb128ce99e88 req-44d0663b-672b-46f1-ab88-0d834ea119ef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286238 Jul 09 21:01:38.748758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc587b-c585-4893-a47f-3999b9a836e0 req-43dcc901-ec8a-4a2b-a5ae-2052ff4ebd2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:38.751814 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8fcc587b-c585-4893-a47f-3999b9a836e0 req-43dcc901-ec8a-4a2b-a5ae-2052ff4ebd2e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0678458 Jul 09 21:01:38.790440 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8fcc587b-c585-4893-a47f-3999b9a836e0 req-8c354d0d-5725-4347-b3b5-16ec2af66cbd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328515 Jul 09 21:01:39.973762 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac1531-11c4-42f8-9168-600574c2acce req-d6fa4b48-68fa-47f9-931a-37235788400d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:39.975248 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0ac1531-11c4-42f8-9168-600574c2acce req-d6fa4b48-68fa-47f9-931a-37235788400d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0665629 Jul 09 21:01:40.012916 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0ac1531-11c4-42f8-9168-600574c2acce req-9d22ec9d-5b74-4725-adff-23d6b01636e2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320723 Jul 09 21:01:40.189343 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178479f5-f9b4-46b4-b3b5-be0e65e787f6 req-04200c96-df86-4a04-9c8e-0d2b043eacb5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:40.190841 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-178479f5-f9b4-46b4-b3b5-be0e65e787f6 req-04200c96-df86-4a04-9c8e-0d2b043eacb5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0662732 Jul 09 21:01:40.232816 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-178479f5-f9b4-46b4-b3b5-be0e65e787f6 req-db745f66-3921-4f4e-a3d7-e35469490207 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361867 Jul 09 21:01:40.257183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55964) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:40.308631 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ff7e5-3e50-41b3-9265-7d5196fe9224 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:40.310099 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a45ff7e5-3e50-41b3-9265-7d5196fe9224 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 1092 time: 0.0518315 Jul 09 21:01:40.313438 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55966) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:40.317832 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '13e1f25d-2106-4adf-8d42-a29a94c889f5', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:01:40.340864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:40.436133 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:40.545159 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.25.0.3 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/716ccb54-576d-4f8e-8abe-692c188baaf2) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:01:40.645623 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:40.689406 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:40.725633 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:01:40.731867 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:01:40.735629 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:01:40.741218 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=716ccb54-576d-4f8e-8abe-692c188baaf2,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:41.117915 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.194779 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.347113 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.351746 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.418858 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=716ccb54-576d-4f8e-8abe-692c188baaf2,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:01:41.430705 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.533548 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Floating IP 75534edd-89d8-482e-8573-be104dee4e4c associated. External IP: 172.25.0.3, port: 13e1f25d-2106-4adf-8d42-a29a94c889f5. Jul 09 21:01:41.745876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 6565b878-c4fe-4f31-a9f3-957a95067e0d has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:01:41.856087 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:01:41.866889 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a17f37-f8c2-46f5-aa67-f1317ecc9402 None None] Sync routers for ids ['6565b878-c4fe-4f31-a9f3-957a95067e0d'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:01:41.871629 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:41.877871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a17f37-f8c2-46f5-aa67-f1317ecc9402 None None] Routers {'6565b878-c4fe-4f31-a9f3-957a95067e0d'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:41.878429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d1a17f37-f8c2-46f5-aa67-f1317ecc9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:01:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6565b878-c4fe-4f31-a9f3-957a95067e0d'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:41.912630 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0015aaac-1475-4b35-aa4d-cbce61e3bf39 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5957911 Jul 09 21:01:41.912630 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a3ce3e-e7f5-4703-a69a-90b6e5f653c8', 'tag': '13e1f25d-2106-4adf-8d42-a29a94c889f5'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:01:41.913256 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdd5b06-3d6a-425c-8600-5d2150a2d19d" -d '{"events": [{"name": "network-changed", "server_uuid": "63a3ce3e-e7f5-4703-a69a-90b6e5f653c8", "tag": "13e1f25d-2106-4adf-8d42-a29a94c889f5"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:01:41.956272 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e49b11-1c02-4d27-b695-4101e2f707aa x-openstack-request-id: req-72e49b11-1c02-4d27-b695-4101e2f707aa {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:01:41.956600 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a3ce3e-e7f5-4703-a69a-90b6e5f653c8", "tag": "13e1f25d-2106-4adf-8d42-a29a94c889f5", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:01:41.956865 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72e49b11-1c02-4d27-b695-4101e2f707aa {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:01:41.957283 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a3ce3e-e7f5-4703-a69a-90b6e5f653c8', 'tag': '13e1f25d-2106-4adf-8d42-a29a94c889f5', 'status': 'completed', 'code': 200} Jul 09 21:01:41.986857 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d1a17f37-f8c2-46f5-aa67-f1317ecc9402 None None] Set router 6565b878-c4fe-4f31-a9f3-957a95067e0d gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:42.076568 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5b06-3d6a-425c-8600-5d2150a2d19d req-ac5540da-7aca-4a3c-8004-3ac99b2b475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:42.078652 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fdd5b06-3d6a-425c-8600-5d2150a2d19d req-ac5540da-7aca-4a3c-8004-3ac99b2b475e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 1097 time: 0.0982907 Jul 09 21:01:42.090662 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640f8d0-8b33-4c9d-be7d-22542dc35929 req-5749a70d-3033-422b-b3bb-7f95e314274d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:42.092112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5640f8d0-8b33-4c9d-be7d-22542dc35929 req-5749a70d-3033-422b-b3bb-7f95e314274d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0796134 Jul 09 21:01:42.184178 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5640f8d0-8b33-4c9d-be7d-22542dc35929 req-19e23746-13b5-4806-95a6-fec6860d9401 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823047 Jul 09 21:01:42.210860 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55972) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:42.213045 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5b06-3d6a-425c-8600-5d2150a2d19d req-dc395666-b766-4b74-b0cf-f26bb4ede9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:42.214855 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fdd5b06-3d6a-425c-8600-5d2150a2d19d req-dc395666-b766-4b74-b0cf-f26bb4ede9c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=669cb11a-673c-4a08-a353-8dbfe24dce0a HTTP/1.1" status: 200 len: 897 time: 0.1218491 Jul 09 21:01:42.283171 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-fb5a9a83-0dc5-40cd-a0d3-c77672788163 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/75534edd-89d8-482e-8573-be104dee4e4c HTTP/1.1" status: 200 len: 990 time: 0.0708911 Jul 09 21:01:42.288093 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fdd5b06-3d6a-425c-8600-5d2150a2d19d req-0cbc0e89-aa3d-4897-9ada-cbf1e786f80a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e1f25d-2106-4adf-8d42-a29a94c889f5 HTTP/1.1" status: 200 len: 998 time: 0.0665293 Jul 09 21:01:42.336470 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5b06-3d6a-425c-8600-5d2150a2d19d req-0224c1ea-4e1b-475b-af91-8ffda8dd28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:42.337982 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fdd5b06-3d6a-425c-8600-5d2150a2d19d req-0224c1ea-4e1b-475b-af91-8ffda8dd28d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=139826d7-6275-45ea-a08b-c8693a4d2199 HTTP/1.1" status: 200 len: 834 time: 0.0437226 Jul 09 21:01:42.374071 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d1a17f37-f8c2-46f5-aa67-f1317ecc9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:28Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '75534edd-89d8-482e-8573-be104dee4e4c', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'port_id': '13e1f25d-2106-4adf-8d42-a29a94c889f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'mac_address': 'fa:16:3e:79:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a3ce3e-e7f5-4703-a69a-90b6e5f653c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:01:40Z', 'updated_at': '2021-07-09T21:01:40Z', 'revision_number': 0, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '432671b1-e8d1-4a4b-acc7-102d21042710', 'name': '', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:d4:0f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:27Z', 'updated_at': '2021-07-09T21:01:31Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:42.395533 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5b06-3d6a-425c-8600-5d2150a2d19d req-35034db6-688d-4b8d-b073-e0d8e1bb3d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:01:42.397116 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fdd5b06-3d6a-425c-8600-5d2150a2d19d req-35034db6-688d-4b8d-b073-e0d8e1bb3d2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=669cb11a-673c-4a08-a353-8dbfe24dce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526054 Jul 09 21:01:42.400790 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a17f37-f8c2-46f5-aa67-f1317ecc9402 None None] Checking router: 6565b878-c4fe-4f31-a9f3-957a95067e0d for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:01:42.409277 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a17f37-f8c2-46f5-aa67-f1317ecc9402 None None] Routers {'6565b878-c4fe-4f31-a9f3-957a95067e0d'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:01:42.409899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d1a17f37-f8c2-46f5-aa67-f1317ecc9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:01:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6565b878-c4fe-4f31-a9f3-957a95067e0d'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:42.491253 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fdd5b06-3d6a-425c-8600-5d2150a2d19d req-8f5fc121-f58f-4bb9-9acf-fb95511fca6c service neutron] 10.222.0.32 "GET /v2.0/networks/669cb11a-673c-4a08-a353-8dbfe24dce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879786 Jul 09 21:01:42.516350 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d1a17f37-f8c2-46f5-aa67-f1317ecc9402 None None] Set router 6565b878-c4fe-4f31-a9f3-957a95067e0d gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:01:42.582960 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1fdd5b06-3d6a-425c-8600-5d2150a2d19d req-f18e9c5c-73d5-4c0c-91e9-0a7d38d675f8 service neutron] 10.222.0.32 "GET /v2.0/networks/669cb11a-673c-4a08-a353-8dbfe24dce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852156 Jul 09 21:01:42.741010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d1a17f37-f8c2-46f5-aa67-f1317ecc9402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:28Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '75534edd-89d8-482e-8573-be104dee4e4c', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'port_id': '13e1f25d-2106-4adf-8d42-a29a94c889f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'mac_address': 'fa:16:3e:79:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a3ce3e-e7f5-4703-a69a-90b6e5f653c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:01:40Z', 'updated_at': '2021-07-09T21:01:40Z', 'revision_number': 0, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '432671b1-e8d1-4a4b-acc7-102d21042710', 'name': '', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:d4:0f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:27Z', 'updated_at': '2021-07-09T21:01:31Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:01:42.777992 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a17f37-f8c2-46f5-aa67-f1317ecc9402 None None] The sync data for ids ['6565b878-c4fe-4f31-a9f3-957a95067e0d'] in n-d-800088-3 is: [{'id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:28Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '75534edd-89d8-482e-8573-be104dee4e4c', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'port_id': '13e1f25d-2106-4adf-8d42-a29a94c889f5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'mac_address': 'fa:16:3e:79:ec:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a3ce3e-e7f5-4703-a69a-90b6e5f653c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:01:40Z', 'updated_at': '2021-07-09T21:01:40Z', 'revision_number': 0, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '432671b1-e8d1-4a4b-acc7-102d21042710', 'name': '', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:d4:0f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:27Z', 'updated_at': '2021-07-09T21:01:31Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:01:42.964709 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218facbe-29e4-4c39-af1a-c6bea752fa09 None None] New status for floating IP 75534edd-89d8-482e-8573-be104dee4e4c: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:01:43.286463 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 55974) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:01:43.347804 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-db4e5825-5e78-4b28-9671-1821e0433809 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/75534edd-89d8-482e-8573-be104dee4e4c HTTP/1.1" status: 200 len: 992 time: 0.0600932 Jul 09 21:01:55.365901 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:01:56.957903 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c3fe94e-6ce9-4113-82cb-934f43d07f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:57.561488 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:59.525466 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1b9a0500-68bb-4501-8be4-f41b772286a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:59.703198 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:01:59.884364 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:00.703141 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:02.568711 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:08.203404 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af23291c-b85e-42de-bda0-37e054791c59 req-f82915b8-10ab-4513-aba0-4190f4e07b39 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505006 Jul 09 21:02:08.303537 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23291c-b85e-42de-bda0-37e054791c59 req-7adcf58c-2d57-4361-b28b-d1ee99e79ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:08.305065 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af23291c-b85e-42de-bda0-37e054791c59 req-7adcf58c-2d57-4361-b28b-d1ee99e79ac2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 1097 time: 0.0579255 Jul 09 21:02:08.411561 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23291c-b85e-42de-bda0-37e054791c59 req-31e4f641-e139-450b-9179-3e2fed897cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:08.413238 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af23291c-b85e-42de-bda0-37e054791c59 req-31e4f641-e139-450b-9179-3e2fed897cb3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=669cb11a-673c-4a08-a353-8dbfe24dce0a HTTP/1.1" status: 200 len: 897 time: 0.0879376 Jul 09 21:02:08.484466 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af23291c-b85e-42de-bda0-37e054791c59 req-6b9b1e28-3eb0-4d10-8b9f-e807d5668741 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e1f25d-2106-4adf-8d42-a29a94c889f5 HTTP/1.1" status: 200 len: 1000 time: 0.0645144 Jul 09 21:02:08.532097 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23291c-b85e-42de-bda0-37e054791c59 req-0541ac22-28c7-4c7b-b136-645d71643fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:08.533558 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af23291c-b85e-42de-bda0-37e054791c59 req-0541ac22-28c7-4c7b-b136-645d71643fcd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=139826d7-6275-45ea-a08b-c8693a4d2199 HTTP/1.1" status: 200 len: 834 time: 0.0434730 Jul 09 21:02:08.589410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23291c-b85e-42de-bda0-37e054791c59 req-27eec6b1-ee3d-4b4f-a6e6-1d4c619f23ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:08.590962 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af23291c-b85e-42de-bda0-37e054791c59 req-27eec6b1-ee3d-4b4f-a6e6-1d4c619f23ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=669cb11a-673c-4a08-a353-8dbfe24dce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509973 Jul 09 21:02:08.684133 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af23291c-b85e-42de-bda0-37e054791c59 req-cb411d44-f504-4081-9b84-1fdf24429ee0 service neutron] 10.222.0.32 "GET /v2.0/networks/669cb11a-673c-4a08-a353-8dbfe24dce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855818 Jul 09 21:02:08.775606 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-af23291c-b85e-42de-bda0-37e054791c59 req-f692332c-12ed-472e-81fe-0e7616b5d5bf service neutron] 10.222.0.32 "GET /v2.0/networks/669cb11a-673c-4a08-a353-8dbfe24dce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845902 Jul 09 21:02:14.337535 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b87b93-3f49-4c29-bb34-76ee0c58c68c req-45c33fb3-1d06-426c-9e66-3c57110efb34 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:14.338971 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6b87b93-3f49-4c29-bb34-76ee0c58c68c req-45c33fb3-1d06-426c-9e66-3c57110efb34 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.1222076 Jul 09 21:02:14.382464 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b6b87b93-3f49-4c29-bb34-76ee0c58c68c req-5a005af9-5736-4fd3-865e-1fb0aeca08b8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366452 Jul 09 21:02:15.606974 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f58037-1d67-45d6-8cae-f99f0291ba6a req-3a0e04a0-2164-4119-8d24-166602b57b82 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:15.609180 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31f58037-1d67-45d6-8cae-f99f0291ba6a req-3a0e04a0-2164-4119-8d24-166602b57b82 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.1073623 Jul 09 21:02:15.649243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-31f58037-1d67-45d6-8cae-f99f0291ba6a req-7d5ac1aa-c3a1-4754-a6f9-8acfe59659b5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344555 Jul 09 21:02:16.826798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2791c-6ddc-472d-998a-5caac501e85b req-f1c913d2-b40e-45c3-8d93-c99bbeb2ff5d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:16.828653 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-19f2791c-6ddc-472d-998a-5caac501e85b req-f1c913d2-b40e-45c3-8d93-c99bbeb2ff5d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0638194 Jul 09 21:02:16.867502 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-19f2791c-6ddc-472d-998a-5caac501e85b req-fc5262f3-f620-4d99-b9e2-dbb6fad5ec95 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333555 Jul 09 21:02:18.043404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcac6f-2b72-4876-a1d9-87436e7e443e req-787159ba-b616-4c7e-9ffb-8da8480f7627 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:18.044890 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d7bcac6f-2b72-4876-a1d9-87436e7e443e req-787159ba-b616-4c7e-9ffb-8da8480f7627 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0677459 Jul 09 21:02:18.083248 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d7bcac6f-2b72-4876-a1d9-87436e7e443e req-d8fdaed8-4d11-4174-b8fe-a35262bc4a90 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320139 Jul 09 21:02:19.257342 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b0926-80f5-4b23-af19-97c5cf153783 req-1764fbbb-8871-4975-9924-f0c5cbe2b9af tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:19.258876 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c1b0926-80f5-4b23-af19-97c5cf153783 req-1764fbbb-8871-4975-9924-f0c5cbe2b9af tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0650742 Jul 09 21:02:19.296427 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0c1b0926-80f5-4b23-af19-97c5cf153783 req-fd616b96-c20e-4a38-abdd-14648aa28246 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318778 Jul 09 21:02:20.471592 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37595c32-36c0-47e7-a5df-0903e1f4fba1 req-f9762ed3-630b-4914-9da7-860e1977c741 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:20.473477 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37595c32-36c0-47e7-a5df-0903e1f4fba1 req-f9762ed3-630b-4914-9da7-860e1977c741 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0639734 Jul 09 21:02:20.513471 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-37595c32-36c0-47e7-a5df-0903e1f4fba1 req-d1427c8e-8336-41f5-851a-f064d686c7ba tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343909 Jul 09 21:02:21.694761 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac6e42-a18f-4715-9751-8b65f6af7a45 req-03eeb81f-abd6-48f6-b8ec-e5e9a7d49520 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:21.696304 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72ac6e42-a18f-4715-9751-8b65f6af7a45 req-03eeb81f-abd6-48f6-b8ec-e5e9a7d49520 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0690370 Jul 09 21:02:21.735623 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-72ac6e42-a18f-4715-9751-8b65f6af7a45 req-f41f94a0-c159-499e-8472-f3c2b05705e3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337210 Jul 09 21:02:22.916705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd01199-3dc8-4f8c-93b2-74382276c5b4 req-c0b54420-ab35-48bd-a26d-a4535846d46b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:22.918206 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9dd01199-3dc8-4f8c-93b2-74382276c5b4 req-c0b54420-ab35-48bd-a26d-a4535846d46b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0694418 Jul 09 21:02:22.959332 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9dd01199-3dc8-4f8c-93b2-74382276c5b4 req-3e64a015-c0c6-451c-876c-983fc68ed5c3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345435 Jul 09 21:02:24.140477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889abac-bf70-484e-9a1b-ef70c2ccc4ab req-7e948deb-eed0-411e-a595-eba98aac5e83 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:24.142013 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8889abac-bf70-484e-9a1b-ef70c2ccc4ab req-7e948deb-eed0-411e-a595-eba98aac5e83 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0653703 Jul 09 21:02:24.179512 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8889abac-bf70-484e-9a1b-ef70c2ccc4ab req-de566bff-7023-48bc-bfa6-559ac80c4d7f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319557 Jul 09 21:02:25.363031 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3877fe-ac7a-4259-b6bb-8f46a25d0051 req-ad0d7d9c-50b5-4928-a393-b4a2d9eb387e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:25.364440 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa3877fe-ac7a-4259-b6bb-8f46a25d0051 req-ad0d7d9c-50b5-4928-a393-b4a2d9eb387e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0654547 Jul 09 21:02:25.403271 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-aa3877fe-ac7a-4259-b6bb-8f46a25d0051 req-008aceaa-206f-443a-bddf-f6901cf772d1 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328660 Jul 09 21:02:25.429441 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56014) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:25.494175 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-693334c3-4561-4e2f-8c6b-2018b84891bd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/75534edd-89d8-482e-8573-be104dee4e4c HTTP/1.1" status: 200 len: 992 time: 0.0635357 Jul 09 21:02:26.957681 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d2247-1ad7-4463-8f83-70cf0a1671ef req-dfb47306-9c28-47fe-9f22-8d8f48407a3f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:26.959292 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60d2247-1ad7-4463-8f83-70cf0a1671ef req-dfb47306-9c28-47fe-9f22-8d8f48407a3f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0772350 Jul 09 21:02:26.970986 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-13061c47-0c5a-4c53-a251-d6864645c96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:26.981565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694efd6-6f7c-4422-b620-595d8519b34a req-ff119d7a-4e00-41d9-96f7-128b1f3a3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:26.983115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e694efd6-6f7c-4422-b620-595d8519b34a req-ff119d7a-4e00-41d9-96f7-128b1f3a3e18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 1097 time: 0.1109548 Jul 09 21:02:27.002712 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b60d2247-1ad7-4463-8f83-70cf0a1671ef req-f2a98cff-5702-4d70-80a4-2d364bf5d4e7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376666 Jul 09 21:02:27.076727 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694efd6-6f7c-4422-b620-595d8519b34a req-14209425-c1b0-42c5-96cb-05cbb48513b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:27.078169 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e694efd6-6f7c-4422-b620-595d8519b34a req-14209425-c1b0-42c5-96cb-05cbb48513b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=669cb11a-673c-4a08-a353-8dbfe24dce0a HTTP/1.1" status: 200 len: 897 time: 0.0887496 Jul 09 21:02:27.144975 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e694efd6-6f7c-4422-b620-595d8519b34a req-d5445977-a08f-4d02-a622-7dc7c134b282 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e1f25d-2106-4adf-8d42-a29a94c889f5 HTTP/1.1" status: 200 len: 1000 time: 0.0608377 Jul 09 21:02:27.198200 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694efd6-6f7c-4422-b620-595d8519b34a req-8e950b62-eea1-4530-96e6-94ccc3b35905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:27.199662 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e694efd6-6f7c-4422-b620-595d8519b34a req-8e950b62-eea1-4530-96e6-94ccc3b35905 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=139826d7-6275-45ea-a08b-c8693a4d2199 HTTP/1.1" status: 200 len: 834 time: 0.0483658 Jul 09 21:02:27.256439 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694efd6-6f7c-4422-b620-595d8519b34a req-45f8d915-0300-4f81-a958-c39227e9375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:27.257983 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e694efd6-6f7c-4422-b620-595d8519b34a req-45f8d915-0300-4f81-a958-c39227e9375d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=669cb11a-673c-4a08-a353-8dbfe24dce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522835 Jul 09 21:02:27.345427 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e694efd6-6f7c-4422-b620-595d8519b34a req-1b46fd03-232f-4e79-a778-2bcf6a347e50 service neutron] 10.222.0.32 "GET /v2.0/networks/669cb11a-673c-4a08-a353-8dbfe24dce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808680 Jul 09 21:02:27.438420 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e694efd6-6f7c-4422-b620-595d8519b34a req-33abad46-2102-4449-9361-7c78d924ebd1 service neutron] 10.222.0.32 "GET /v2.0/networks/669cb11a-673c-4a08-a353-8dbfe24dce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867059 Jul 09 21:02:27.560086 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:28.184455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a191dba-aa1a-4c12-9d87-f52d50101277 req-a8ac5471-bc53-4af9-a279-de8602a6b4b0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:02:28.186016 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a191dba-aa1a-4c12-9d87-f52d50101277 req-a8ac5471-bc53-4af9-a279-de8602a6b4b0 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0689170 Jul 09 21:02:28.224289 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7a191dba-aa1a-4c12-9d87-f52d50101277 req-46781f90-09e5-44f9-af87-f2ab6c89ae1c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325608 Jul 09 21:02:28.250152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56026) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:02:28.315160 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-4d5a076c-1d8f-4cdf-86d4-5d903d948416 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/75534edd-89d8-482e-8573-be104dee4e4c HTTP/1.1" status: 200 len: 992 time: 0.0637472 Jul 09 21:02:29.525182 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6f4f82c9-ac05-4d92-aa2a-790f973c1b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:29.706183 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:29.914647 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:30.706582 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:32.366195 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:02:32.576003 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:56.963171 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1873a713-56b6-43a5-bd5e-db89dd2ba749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:57.561312 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:59.525879 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dae31aa9-33bc-4d8c-b6e1-d0e1ad061e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:59.710252 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:02:59.923582 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:00.699524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56038) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:00.709536 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:00.860152 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port 716ccb54-576d-4f8e-8abe-692c188baaf2 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:00.860499 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:00.934262 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:00.934594 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:00.945871 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for 716ccb54-576d-4f8e-8abe-692c188baaf2 owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:01.091194 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:01.117084 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=716ccb54-576d-4f8e-8abe-692c188baaf2,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:01.145104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:01.145458 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:01.145805 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:01.146148 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:01.146485 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:01.146823 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:01.147157 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:01.147489 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:01.147820 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:01.148151 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:01.148482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:01.148837 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:01.191242 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:01.191635 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Floating IP 75534edd-89d8-482e-8573-be104dee4e4c disassociated (deleted). External IP: 172.25.0.3, port: 13e1f25d-2106-4adf-8d42-a29a94c889f5. Jul 09 21:03:01.395409 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 6565b878-c4fe-4f31-a9f3-957a95067e0d has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:03:01.502071 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:03:01.507569 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:01.511866 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49327013-aea3-4909-aea6-589c7cc79bf4 None None] Sync routers for ids ['6565b878-c4fe-4f31-a9f3-957a95067e0d'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:03:01.521239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49327013-aea3-4909-aea6-589c7cc79bf4 None None] Routers {'6565b878-c4fe-4f31-a9f3-957a95067e0d'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:01.521870 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-49327013-aea3-4909-aea6-589c7cc79bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:03:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6565b878-c4fe-4f31-a9f3-957a95067e0d'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:01.547680 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c9f8b41e-e9ef-4c53-a2bc-409b55917ba8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/floatingips/75534edd-89d8-482e-8573-be104dee4e4c HTTP/1.1" status: 204 len: 168 time: 0.8470316 Jul 09 21:03:01.548455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a3ce3e-e7f5-4703-a69a-90b6e5f653c8', 'tag': '13e1f25d-2106-4adf-8d42-a29a94c889f5'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:03:01.551310 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1455005e-87d1-4da4-995f-c624472bfa0c" -d '{"events": [{"name": "network-changed", "server_uuid": "63a3ce3e-e7f5-4703-a69a-90b6e5f653c8", "tag": "13e1f25d-2106-4adf-8d42-a29a94c889f5"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:03:01.594965 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421a221b-349f-48c4-a212-8955c6e11269 x-openstack-request-id: req-421a221b-349f-48c4-a212-8955c6e11269 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:03:01.595272 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a3ce3e-e7f5-4703-a69a-90b6e5f653c8", "tag": "13e1f25d-2106-4adf-8d42-a29a94c889f5", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:03:01.596879 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-421a221b-349f-48c4-a212-8955c6e11269 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:03:01.597377 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a3ce3e-e7f5-4703-a69a-90b6e5f653c8', 'tag': '13e1f25d-2106-4adf-8d42-a29a94c889f5', 'status': 'completed', 'code': 200} Jul 09 21:03:01.630206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-49327013-aea3-4909-aea6-589c7cc79bf4 None None] Set router 6565b878-c4fe-4f31-a9f3-957a95067e0d gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:01.675411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455005e-87d1-4da4-995f-c624472bfa0c req-b9570eaa-c879-46d3-a1e0-5495fd92a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:01.677102 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1455005e-87d1-4da4-995f-c624472bfa0c req-b9570eaa-c879-46d3-a1e0-5495fd92a1e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 1097 time: 0.0590751 Jul 09 21:03:01.863214 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-49327013-aea3-4909-aea6-589c7cc79bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:28Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '432671b1-e8d1-4a4b-acc7-102d21042710', 'name': '', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:d4:0f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:27Z', 'updated_at': '2021-07-09T21:01:31Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:01.895132 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49327013-aea3-4909-aea6-589c7cc79bf4 None None] Checking router: 6565b878-c4fe-4f31-a9f3-957a95067e0d for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:03:01.904482 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49327013-aea3-4909-aea6-589c7cc79bf4 None None] Routers {'6565b878-c4fe-4f31-a9f3-957a95067e0d'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:01.905158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-49327013-aea3-4909-aea6-589c7cc79bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:03:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6565b878-c4fe-4f31-a9f3-957a95067e0d'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:01.967173 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e43af-39b1-4ead-b234-266a3a8702bd req-f15a2247-2285-464f-82f3-0033d2a8f995 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:01.969490 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aa9e43af-39b1-4ead-b234-266a3a8702bd req-f15a2247-2285-464f-82f3-0033d2a8f995 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0730963 Jul 09 21:03:02.015271 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aa9e43af-39b1-4ead-b234-266a3a8702bd req-b14b557a-b187-423e-820d-8e255d5f8be3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390599 Jul 09 21:03:02.020514 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-49327013-aea3-4909-aea6-589c7cc79bf4 None None] Set router 6565b878-c4fe-4f31-a9f3-957a95067e0d gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:02.095525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455005e-87d1-4da4-995f-c624472bfa0c req-a3d20dfd-5624-48d3-a527-e440173e6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:02.097560 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1455005e-87d1-4da4-995f-c624472bfa0c req-a3d20dfd-5624-48d3-a527-e440173e6c21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=669cb11a-673c-4a08-a353-8dbfe24dce0a HTTP/1.1" status: 200 len: 897 time: 0.4138815 Jul 09 21:03:02.142663 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1455005e-87d1-4da4-995f-c624472bfa0c req-12100ba9-42eb-4e76-bd67-41c2dec2245d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13e1f25d-2106-4adf-8d42-a29a94c889f5 HTTP/1.1" status: 200 len: 217 time: 0.0382612 Jul 09 21:03:02.190781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455005e-87d1-4da4-995f-c624472bfa0c req-8f8a0512-c4e0-4aab-8fbf-5903344cdd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:02.192277 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1455005e-87d1-4da4-995f-c624472bfa0c req-8f8a0512-c4e0-4aab-8fbf-5903344cdd31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=139826d7-6275-45ea-a08b-c8693a4d2199 HTTP/1.1" status: 200 len: 834 time: 0.0435698 Jul 09 21:03:02.223048 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-49327013-aea3-4909-aea6-589c7cc79bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:28Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '432671b1-e8d1-4a4b-acc7-102d21042710', 'name': '', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:d4:0f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:27Z', 'updated_at': '2021-07-09T21:01:31Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:02.249205 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455005e-87d1-4da4-995f-c624472bfa0c req-5a0fd720-8ab7-4e2c-be2d-84050ea2e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:02.249970 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49327013-aea3-4909-aea6-589c7cc79bf4 None None] The sync data for ids ['6565b878-c4fe-4f31-a9f3-957a95067e0d'] in n-d-800088-3 is: [{'id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:28Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '432671b1-e8d1-4a4b-acc7-102d21042710', 'name': '', 'network_id': '669cb11a-673c-4a08-a353-8dbfe24dce0a', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:d4:0f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:27Z', 'updated_at': '2021-07-09T21:01:31Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': '139826d7-6275-45ea-a08b-c8693a4d2199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:03:02.250733 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1455005e-87d1-4da4-995f-c624472bfa0c req-5a0fd720-8ab7-4e2c-be2d-84050ea2e5f1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=669cb11a-673c-4a08-a353-8dbfe24dce0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518997 Jul 09 21:03:02.262880 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-1455005e-87d1-4da4-995f-c624472bfa0c req-e67e6dd0-9684-4494-865c-af1aab2f5089 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:03:02.263862 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1455005e-87d1-4da4-995f-c624472bfa0c req-e67e6dd0-9684-4494-865c-af1aab2f5089 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053604 Jul 09 21:03:02.364729 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1455005e-87d1-4da4-995f-c624472bfa0c req-89f93f5e-bb5c-4de3-aaea-fdfcac152c39 service neutron] 10.222.0.32 "GET /v2.0/networks/669cb11a-673c-4a08-a353-8dbfe24dce0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937698 Jul 09 21:03:02.459410 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1455005e-87d1-4da4-995f-c624472bfa0c req-205ad436-7691-4e92-9dd2-9e64e565aebb service neutron] 10.222.0.32 "GET /v2.0/networks/669cb11a-673c-4a08-a353-8dbfe24dce0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878417 Jul 09 21:03:02.484953 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569da00e-a1d8-45a9-8b88-2998fd19190d None None] New status for floating IP 75534edd-89d8-482e-8573-be104dee4e4c: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:03:02.574325 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:03.193772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c5610-8cb1-4e05-83a5-00882ffc50cc req-cb1c9b9d-0b1f-49d0-a9ae-47dc3d743d3a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:03.195292 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-333c5610-8cb1-4e05-83a5-00882ffc50cc req-cb1c9b9d-0b1f-49d0-a9ae-47dc3d743d3a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0638750 Jul 09 21:03:03.233312 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-333c5610-8cb1-4e05-83a5-00882ffc50cc req-ab176208-0f07-4a33-90dc-baa2d0a462ac tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=54041390-a0bc-4193-8b2d-cdd2a5782642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323315 Jul 09 21:03:03.418606 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87c037-5ea7-4426-811e-5094398d86c1 req-0e0ca5e5-f63e-43af-9274-6d5af9a0efdf tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:03.420003 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f87c037-5ea7-4426-811e-5094398d86c1 req-0e0ca5e5-f63e-43af-9274-6d5af9a0efdf tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 946 time: 0.0671711 Jul 09 21:03:03.516420 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-3f87c037-5ea7-4426-811e-5094398d86c1 req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port 13e1f25d-2106-4adf-8d42-a29a94c889f5 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:03.516798 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3f87c037-5ea7-4426-811e-5094398d86c1 req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:03.605636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-3f87c037-5ea7-4426-811e-5094398d86c1 req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] For port 13e1f25d-2106-4adf-8d42-a29a94c889f5, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=13e1f25d-2106-4adf-8d42-a29a94c889f5,segment=NetworkSegment(99048558-a22d-4a07-b6b2-dff52ed385f3),segment_id=99048558-a22d-4a07-b6b2-dff52ed385f3)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:03.606006 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3f87c037-5ea7-4426-811e-5094398d86c1 req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:03.617899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-3f87c037-5ea7-4426-811e-5094398d86c1 req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for 13e1f25d-2106-4adf-8d42-a29a94c889f5 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:03.755253 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3f87c037-5ea7-4426-811e-5094398d86c1 req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:03.784185 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=13e1f25d-2106-4adf-8d42-a29a94c889f5,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:03.794001 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:03.794362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:03.794709 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:03.795068 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:03.795398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:03.795736 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:03.796075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:03.796412 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:03.796772 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:03.797201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:03.797897 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:03.797897 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:03.842064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f87c037-5ea7-4426-811e-5094398d86c1 req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] No DVR routers for this DVR port 13e1f25d-2106-4adf-8d42-a29a94c889f5 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:03:03.844764 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-3f87c037-5ea7-4426-811e-5094398d86c1 req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:03.846897 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3f87c037-5ea7-4426-811e-5094398d86c1 req-6e38db64-d73a-47a1-87e6-8a01d9087589 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "DELETE /v2.0/ports/13e1f25d-2106-4adf-8d42-a29a94c889f5 HTTP/1.1" status: 204 len: 173 time: 0.4213982 Jul 09 21:03:03.847331 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a3ce3e-e7f5-4703-a69a-90b6e5f653c8', 'name': 'network-vif-deleted', 'tag': '13e1f25d-2106-4adf-8d42-a29a94c889f5'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:03:03.849678 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb53cc61-3b9a-4c6a-a5fc-f88bb27cea82" -d '{"events": [{"server_uuid": "63a3ce3e-e7f5-4703-a69a-90b6e5f653c8", "name": "network-vif-deleted", "tag": "13e1f25d-2106-4adf-8d42-a29a94c889f5"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:03:03.937681 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200e34fc-e0f4-4f04-b285-b442750fa760 x-openstack-request-id: req-200e34fc-e0f4-4f04-b285-b442750fa760 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:03:03.938039 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a3ce3e-e7f5-4703-a69a-90b6e5f653c8", "name": "network-vif-deleted", "tag": "13e1f25d-2106-4adf-8d42-a29a94c889f5", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:03:03.938297 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-200e34fc-e0f4-4f04-b285-b442750fa760 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:03:03.938704 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a3ce3e-e7f5-4703-a69a-90b6e5f653c8', 'name': 'network-vif-deleted', 'tag': '13e1f25d-2106-4adf-8d42-a29a94c889f5', 'status': 'completed', 'code': 200} Jul 09 21:03:04.390314 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ef7ee816-fff1-47d2-b50f-7ebc3b713020 req-1dec8e4f-63f9-4f7a-9b5f-04beac60bcec tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=63a3ce3e-e7f5-4703-a69a-90b6e5f653c8 HTTP/1.1" status: 200 len: 210 time: 0.0310111 Jul 09 21:03:05.489582 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56056) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:06.185228 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76dc2a33-8350-44e8-90dd-7b80cc0d634b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:06.450066 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-76dc2a33-8350-44e8-90dd-7b80cc0d634b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port 432671b1-e8d1-4a4b-acc7-102d21042710 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:06.450311 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76dc2a33-8350-44e8-90dd-7b80cc0d634b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:06.539405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-76dc2a33-8350-44e8-90dd-7b80cc0d634b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] For port 432671b1-e8d1-4a4b-acc7-102d21042710, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=432671b1-e8d1-4a4b-acc7-102d21042710,segment=NetworkSegment(99048558-a22d-4a07-b6b2-dff52ed385f3),segment_id=99048558-a22d-4a07-b6b2-dff52ed385f3)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:06.540111 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76dc2a33-8350-44e8-90dd-7b80cc0d634b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:06.552646 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-76dc2a33-8350-44e8-90dd-7b80cc0d634b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for 432671b1-e8d1-4a4b-acc7-102d21042710 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:06.626912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 13e1f25d-2106-4adf-8d42-a29a94c889f5 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:03:06.647123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 13e1f25d-2106-4adf-8d42-a29a94c889f5 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:03:06.647474 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 13e1f25d-2106-4adf-8d42-a29a94c889f5 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:03:06.740035 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76dc2a33-8350-44e8-90dd-7b80cc0d634b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:06.775476 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc2a33-8350-44e8-90dd-7b80cc0d634b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=432671b1-e8d1-4a4b-acc7-102d21042710,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:06.958892 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-76dc2a33-8350-44e8-90dd-7b80cc0d634b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:07.178427 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76dc2a33-8350-44e8-90dd-7b80cc0d634b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router 6565b878-c4fe-4f31-a9f3-957a95067e0d has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:03:07.286260 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dc2a33-8350-44e8-90dd-7b80cc0d634b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:03:07.291900 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-76dc2a33-8350-44e8-90dd-7b80cc0d634b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "PUT /v2.0/routers/6565b878-c4fe-4f31-a9f3-957a95067e0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8009942 Jul 09 21:03:07.295358 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafbbf9a-ce02-4032-8fb4-689a3c526673 None None] Sync routers for ids ['6565b878-c4fe-4f31-a9f3-957a95067e0d'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:03:07.299007 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56058) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:07.304973 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafbbf9a-ce02-4032-8fb4-689a3c526673 None None] Routers {'6565b878-c4fe-4f31-a9f3-957a95067e0d'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:07.305603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cafbbf9a-ce02-4032-8fb4-689a3c526673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:03:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6565b878-c4fe-4f31-a9f3-957a95067e0d'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:07.351177 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-381d428a-8dd5-419d-91c4-d0d8beb09e82 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting subnet 139826d7-6275-45ea-a08b-c8693a4d2199 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:03:07.354242 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-381d428a-8dd5-419d-91c4-d0d8beb09e82 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:07.394380 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-381d428a-8dd5-419d-91c4-d0d8beb09e82 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:07.410526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-cafbbf9a-ce02-4032-8fb4-689a3c526673 None None] Set router 6565b878-c4fe-4f31-a9f3-957a95067e0d gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:07.484136 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-381d428a-8dd5-419d-91c4-d0d8beb09e82 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:07.552337 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-381d428a-8dd5-419d-91c4-d0d8beb09e82 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:07.578727 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d428a-8dd5-419d-91c4-d0d8beb09e82 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Subnet': ['ID=139826d7-6275-45ea-a08b-c8693a4d2199,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:07.585330 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-381d428a-8dd5-419d-91c4-d0d8beb09e82 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:07.589688 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-381d428a-8dd5-419d-91c4-d0d8beb09e82 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/subnets/139826d7-6275-45ea-a08b-c8693a4d2199 HTTP/1.1" status: 204 len: 168 time: 0.2872326 Jul 09 21:03:07.589985 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56060) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:07.591950 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec72f88-cb52-4009-aa88-d26370ff17a8 None None] Network 669cb11a-673c-4a08-a353-8dbfe24dce0a requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:03:07.639591 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cafbbf9a-ce02-4032-8fb4-689a3c526673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:03:06Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:07.672840 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafbbf9a-ce02-4032-8fb4-689a3c526673 None None] Checking router: 6565b878-c4fe-4f31-a9f3-957a95067e0d for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:03:07.700821 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:07.713165 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafbbf9a-ce02-4032-8fb4-689a3c526673 None None] Routers {'6565b878-c4fe-4f31-a9f3-957a95067e0d'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:07.713801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cafbbf9a-ce02-4032-8fb4-689a3c526673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:03:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['6565b878-c4fe-4f31-a9f3-957a95067e0d'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:07.811355 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:07.847739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-cafbbf9a-ce02-4032-8fb4-689a3c526673 None None] Set router 6565b878-c4fe-4f31-a9f3-957a95067e0d gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:07.869380 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port b85c435d-c10b-4593-b117-b7644658ad54 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:07.869558 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:07.918421 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] DHCP port deletion for 669cb11a-673c-4a08-a353-8dbfe24dce0a request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:03:07.955788 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] For port b85c435d-c10b-4593-b117-b7644658ad54, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b85c435d-c10b-4593-b117-b7644658ad54,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:07.956072 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:07.969004 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for b85c435d-c10b-4593-b117-b7644658ad54 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:08.054367 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Deleting port b1f25634-92de-4884-988c-e9f6b773243a {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:03:08.054747 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.134400 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] For port b1f25634-92de-4884-988c-e9f6b773243a, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=b1f25634-92de-4884-988c-e9f6b773243a,segment=NetworkSegment(99048558-a22d-4a07-b6b2-dff52ed385f3),segment_id=99048558-a22d-4a07-b6b2-dff52ed385f3)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:08.134713 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.142345 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.151435 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Calling delete_port for b1f25634-92de-4884-988c-e9f6b773243a owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:03:08.153794 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-cafbbf9a-ce02-4032-8fb4-689a3c526673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:03:06Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:08.170884 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=b85c435d-c10b-4593-b117-b7644658ad54,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:08.191266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafbbf9a-ce02-4032-8fb4-689a3c526673 None None] The sync data for ids ['6565b878-c4fe-4f31-a9f3-957a95067e0d'] in n-d-800088-3 is: [{'id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576018819', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:03:06Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': 'b85c435d-c10b-4593-b117-b7644658ad54', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:6b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6565b878-c4fe-4f31-a9f3-957a95067e0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:01:24Z', 'updated_at': '2021-07-09T21:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:03:08.234595 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.267387 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.294908 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Pushing event deleted for resources: {'Port': ['ID=b1f25634-92de-4884-988c-e9f6b773243a,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:08.297169 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] No DVR routers for this DVR port b1f25634-92de-4884-988c-e9f6b773243a on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:03:08.306822 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:08.307185 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:08.307535 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:08.307884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:08.308450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:08.308573 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:08.308897 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:08.309291 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:08.309588 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:08.309864 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:08.310195 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:08.310524 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70285699-c874-4e25-a39a-44086e57e5c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:08.334565 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.336733 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.379913 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.380465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Fanout notify agent at l3_agent the message router_deleted on router 6565b878-c4fe-4f31-a9f3-957a95067e0d {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:03:08.388363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.389566 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-499b8547-6c68-49df-9b93-06e603c13578 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/routers/6565b878-c4fe-4f31-a9f3-957a95067e0d HTTP/1.1" status: 204 len: 168 time: 0.7987216 Jul 09 21:03:08.392114 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56062) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:08.468112 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b593dca-1f9d-4243-840d-2a07604f5acb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.558650 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b593dca-1f9d-4243-840d-2a07604f5acb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.569160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-5b593dca-1f9d-4243-840d-2a07604f5acb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669cb11a-673c-4a08-a353-8dbfe24dce0a']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:08.580337 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-5b593dca-1f9d-4243-840d-2a07604f5acb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99048558-a22d-4a07-b6b2-dff52ed385f3') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:08.580676 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-5b593dca-1f9d-4243-840d-2a07604f5acb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99048558-a22d-4a07-b6b2-dff52ed385f3') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:08.589995 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b593dca-1f9d-4243-840d-2a07604f5acb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.604286 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b593dca-1f9d-4243-840d-2a07604f5acb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.611000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b593dca-1f9d-4243-840d-2a07604f5acb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:03:08.611475 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b593dca-1f9d-4243-840d-2a07604f5acb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: timer() Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:03:08.615865 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:03:08.682074 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b593dca-1f9d-4243-840d-2a07604f5acb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.687219 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5b593dca-1f9d-4243-840d-2a07604f5acb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.693118 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5b593dca-1f9d-4243-840d-2a07604f5acb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/networks/669cb11a-673c-4a08-a353-8dbfe24dce0a HTTP/1.1" status: 204 len: 168 time: 0.2965951 Jul 09 21:03:08.693216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56064) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:08.705193 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b593dca-1f9d-4243-840d-2a07604f5acb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Network': ['ID=669cb11a-673c-4a08-a353-8dbfe24dce0a,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:08.760282 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27ba9ed8-c279-4c11-bf58-0b5dfc792407 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.787511 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27ba9ed8-c279-4c11-bf58-0b5dfc792407 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.852927 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27ba9ed8-c279-4c11-bf58-0b5dfc792407 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.855666 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27ba9ed8-c279-4c11-bf58-0b5dfc792407 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:08.856854 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-27ba9ed8-c279-4c11-bf58-0b5dfc792407 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/security-groups/54041390-a0bc-4193-8b2d-cdd2a5782642 HTTP/1.1" status: 204 len: 168 time: 0.1624455 Jul 09 21:03:08.869608 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba9ed8-c279-4c11-bf58-0b5dfc792407 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54041390-a0bc-4193-8b2d-cdd2a5782642,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:09.200708 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56070) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:09.205425 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-1a41108b-f5f2-46cb-9707-ec2f31081b6b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1814218316', 'description': 'tempest-secgroup-smoke-1814218316 description', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:09.229092 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1a41108b-f5f2-46cb-9707-ec2f31081b6b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.236345 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b1f25634-92de-4884-988c-e9f6b773243a no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:03:09.257880 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: b1f25634-92de-4884-988c-e9f6b773243a {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:03:09.258233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b1f25634-92de-4884-988c-e9f6b773243a not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:03:09.258667 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 432671b1-e8d1-4a4b-acc7-102d21042710 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:03:09.281269 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 432671b1-e8d1-4a4b-acc7-102d21042710 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:03:09.281627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 432671b1-e8d1-4a4b-acc7-102d21042710 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:03:09.282053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b85c435d-c10b-4593-b117-b7644658ad54 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:03:09.324806 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1a41108b-f5f2-46cb-9707-ec2f31081b6b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.329310 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1a41108b-f5f2-46cb-9707-ec2f31081b6b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.357387 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1a41108b-f5f2-46cb-9707-ec2f31081b6b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.358686 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1a41108b-f5f2-46cb-9707-ec2f31081b6b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1568913 Jul 09 21:03:09.363368 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56072) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:09.364051 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41108b-f5f2-46cb-9707-ec2f31081b6b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0003bff-4b68-43a0-b53c-1adb166eaeb5,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:09.369651 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-9ce76838-9c3c-4235-83cd-cc071a36869e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'c0003bff-4b68-43a0-b53c-1adb166eaeb5', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:09.377035 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:03:09.399604 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ce76838-9c3c-4235-83cd-cc071a36869e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.468250 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ce76838-9c3c-4235-83cd-cc071a36869e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.474183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ce76838-9c3c-4235-83cd-cc071a36869e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.476863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: b85c435d-c10b-4593-b117-b7644658ad54 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:03:09.477353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device b85c435d-c10b-4593-b117-b7644658ad54 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:03:09.490029 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce76838-9c3c-4235-83cd-cc071a36869e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6bdba5-ed0c-475c-be5a-f379074fb051,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:09.505971 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-9ce76838-9c3c-4235-83cd-cc071a36869e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.507696 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-9ce76838-9c3c-4235-83cd-cc071a36869e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426785 Jul 09 21:03:09.510544 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56074) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:09.515193 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-dbeed01b-f3bd-488d-9cbd-d79f49bce1fd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'c0003bff-4b68-43a0-b53c-1adb166eaeb5', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:09.542233 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dbeed01b-f3bd-488d-9cbd-d79f49bce1fd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.598863 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dbeed01b-f3bd-488d-9cbd-d79f49bce1fd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.602470 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dbeed01b-f3bd-488d-9cbd-d79f49bce1fd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.620000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeed01b-f3bd-488d-9cbd-d79f49bce1fd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d7e692-50c3-4932-8563-6082254fedbd,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:09.626035 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-dbeed01b-f3bd-488d-9cbd-d79f49bce1fd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.627242 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-dbeed01b-f3bd-488d-9cbd-d79f49bce1fd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156883 Jul 09 21:03:09.630149 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56076) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:09.634506 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-8bdaad77-bdde-4ba8-aa70-fc45ab491224 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'c0003bff-4b68-43a0-b53c-1adb166eaeb5', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:09.661946 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8bdaad77-bdde-4ba8-aa70-fc45ab491224 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.723514 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8bdaad77-bdde-4ba8-aa70-fc45ab491224 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.727777 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8bdaad77-bdde-4ba8-aa70-fc45ab491224 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.748039 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaad77-bdde-4ba8-aa70-fc45ab491224 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a48514-f88a-4e01-a36f-71b775ff7053,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:09.750662 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8bdaad77-bdde-4ba8-aa70-fc45ab491224 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.752281 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8bdaad77-bdde-4ba8-aa70-fc45ab491224 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207511 Jul 09 21:03:09.754793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56078) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:09.759641 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b5eee96c-405d-44d0-bb30-429bc98837f4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'c0003bff-4b68-43a0-b53c-1adb166eaeb5', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:09.786993 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5eee96c-405d-44d0-bb30-429bc98837f4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.845972 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5eee96c-405d-44d0-bb30-429bc98837f4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.850085 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5eee96c-405d-44d0-bb30-429bc98837f4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.867473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eee96c-405d-44d0-bb30-429bc98837f4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2e99b0-09bb-4729-b17c-cf6aaf98d3f6,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:09.875120 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b5eee96c-405d-44d0-bb30-429bc98837f4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.876472 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b5eee96c-405d-44d0-bb30-429bc98837f4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206143 Jul 09 21:03:09.879286 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56080) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:09.884043 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-acf942cf-2a80-4b2c-9d94-4ba4276cbaa3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'c0003bff-4b68-43a0-b53c-1adb166eaeb5', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:09.905671 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-acf942cf-2a80-4b2c-9d94-4ba4276cbaa3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Project 7f8d1b0b95294766b779d3cfc8f7e59f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:03:09.911563 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-acf942cf-2a80-4b2c-9d94-4ba4276cbaa3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.970647 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-acf942cf-2a80-4b2c-9d94-4ba4276cbaa3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.975474 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-acf942cf-2a80-4b2c-9d94-4ba4276cbaa3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.992155 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf942cf-2a80-4b2c-9d94-4ba4276cbaa3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9af957d-5306-47d5-bbae-a38c2f041f24,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:09.998867 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-acf942cf-2a80-4b2c-9d94-4ba4276cbaa3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:09.999753 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-acf942cf-2a80-4b2c-9d94-4ba4276cbaa3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194665 Jul 09 21:03:10.002558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56082) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:10.007775 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-6a5199a6-2950-44ee-88be-d4ca55ded3bd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'security_group_rule': {'security_group_id': 'c0003bff-4b68-43a0-b53c-1adb166eaeb5', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:10.029756 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-6a5199a6-2950-44ee-88be-d4ca55ded3bd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Project 7f8d1b0b95294766b779d3cfc8f7e59f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:03:10.035028 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6a5199a6-2950-44ee-88be-d4ca55ded3bd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.095712 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6a5199a6-2950-44ee-88be-d4ca55ded3bd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.100135 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6a5199a6-2950-44ee-88be-d4ca55ded3bd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.119572 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5199a6-2950-44ee-88be-d4ca55ded3bd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7739085f-2555-4114-984d-fc8f8518b41c,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:10.129220 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6a5199a6-2950-44ee-88be-d4ca55ded3bd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.130586 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6a5199a6-2950-44ee-88be-d4ca55ded3bd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263249 Jul 09 21:03:10.133565 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56084) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:10.138757 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-786a4c17-6c5f-4c2e-b4bf-90345c6fdb67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'network': {'name': 'tempest-network-smoke--1914511825', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'port_security_enabled': True}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:10.159110 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786a4c17-6c5f-4c2e-b4bf-90345c6fdb67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Made reservation on behalf of 7f8d1b0b95294766b779d3cfc8f7e59f for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:03:10.162690 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-786a4c17-6c5f-4c2e-b4bf-90345c6fdb67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.186405 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786a4c17-6c5f-4c2e-b4bf-90345c6fdb67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:03:10.196137 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-786a4c17-6c5f-4c2e-b4bf-90345c6fdb67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.196492 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-786a4c17-6c5f-4c2e-b4bf-90345c6fdb67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Added segment dede3912-5a2e-425e-8938-344c8e46e148 of type vlan for network 69b3017d-59db-448a-aa5c-3ddad3218929 Jul 09 21:03:10.239640 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-786a4c17-6c5f-4c2e-b4bf-90345c6fdb67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.268243 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-786a4c17-6c5f-4c2e-b4bf-90345c6fdb67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.274852 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786a4c17-6c5f-4c2e-b4bf-90345c6fdb67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:10.275443 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-786a4c17-6c5f-4c2e-b4bf-90345c6fdb67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.334242 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-786a4c17-6c5f-4c2e-b4bf-90345c6fdb67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1995597 Jul 09 21:03:10.337283 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56086) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:10.342126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'admin_state_up': True, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:10.343017 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a4c17-6c5f-4c2e-b4bf-90345c6fdb67 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Network': ['ID=69b3017d-59db-448a-aa5c-3ddad3218929,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:10.353765 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 69b3017d-59db-448a-aa5c-3ddad3218929 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:03:10.366850 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.367982 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.422224 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.557717 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.747127 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.767003 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:10.879012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.25.0.172 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:03:10.978728 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:11.022787 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:11.059047 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:03:11.062241 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:11.064930 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:03:11.100459 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:11.318221 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:11.511311 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:11.635384 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router e305b674-ce67-44af-a06f-cdfcbed2ca76 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:03:11.738823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:03:11.748822 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Sync routers for ids ['e305b674-ce67-44af-a06f-cdfcbed2ca76'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:03:11.757476 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:11.758686 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-15d746a9-2802-458b-852c-c1547127aed3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4203646 Jul 09 21:03:11.759239 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Routers {'e305b674-ce67-44af-a06f-cdfcbed2ca76'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:11.759866 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:03:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['e305b674-ce67-44af-a06f-cdfcbed2ca76'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:11.761841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56088) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:11.791873 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9712c3fc-11b4-423d-ac6f-8ce917920731 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=7f8d1b0b95294766b779d3cfc8f7e59f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289495 Jul 09 21:03:11.794677 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56090) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:11.866041 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Set router e305b674-ce67-44af-a06f-cdfcbed2ca76 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:11.880113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb6d92c-b93b-4ed4-bf2d-1d22bcc28ad4 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:11.884158 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6bb6d92c-b93b-4ed4-bf2d-1d22bcc28ad4 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861073 Jul 09 21:03:11.884370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56092) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:11.913507 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-35b7f583-a235-4fad-a54a-4e99d184e992 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=7a97b206-c681-46bf-83e7-464bfb1ece64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280550 Jul 09 21:03:11.915879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56094) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:11.920605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-674b5a91-5185-4e1c-9f69-71690eae4bc3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1632984844', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:12.011605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674b5a91-5185-4e1c-9f69-71690eae4bc3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Made reservation on behalf of 7f8d1b0b95294766b779d3cfc8f7e59f for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:03:12.015185 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-674b5a91-5185-4e1c-9f69-71690eae4bc3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:12.043139 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:11Z', 'revision_number': 3, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:12.071877 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Checking router: e305b674-ce67-44af-a06f-cdfcbed2ca76 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:03:12.072227 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Updating router e305b674-ce67-44af-a06f-cdfcbed2ca76 port 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:03:12.108475 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:12.204209 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-674b5a91-5185-4e1c-9f69-71690eae4bc3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:12.265082 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b5a91-5185-4e1c-9f69-71690eae4bc3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Subnet': ['ID=ffa4af46-017a-4dc3-abd5-5a5c6a50c264,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:12.273743 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674b5a91-5185-4e1c-9f69-71690eae4bc3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Checking segment: {'id': 'dede3912-5a2e-425e-8938-344c8e46e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:03:12.274121 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674b5a91-5185-4e1c-9f69-71690eae4bc3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network hostable DHCP agents. Network: 69b3017d-59db-448a-aa5c-3ddad3218929, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:03:12.291167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674b5a91-5185-4e1c-9f69-71690eae4bc3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 69b3017d-59db-448a-aa5c-3ddad3218929 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:03:12.301031 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-674b5a91-5185-4e1c-9f69-71690eae4bc3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 69b3017d-59db-448a-aa5c-3ddad3218929) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:12.306785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674b5a91-5185-4e1c-9f69-71690eae4bc3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:12.306938 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-674b5a91-5185-4e1c-9f69-71690eae4bc3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:12.311623 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703af773-8d78-4919-823d-52b9e4e447f5 None None] Network 69b3017d-59db-448a-aa5c-3ddad3218929 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:03:12.323644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-674b5a91-5185-4e1c-9f69-71690eae4bc3 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4066060 Jul 09 21:03:12.326403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56096) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:12.371447 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:12.388118 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Transition to ACTIVE for port object 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:12.394683 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:12.437600 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Attempting to bind port 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:03:12.437996 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Attempting to bind port 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:03:12.438606 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Attempting to bind port 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:03:12.450700 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:03:12.451070 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:03:12.451472 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:12.451860 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:03:12.452335 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Bound port: 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:03:12.452737 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:12.470163 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-69b3017d-59db-448a-aa5c-3ddad3218929', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ips': [{'subnet_id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:03:12.471372 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:12.479974 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52996b2-998c-474a-b546-c49e9b2d5975 None None] Pushing event updated for resources: {'Port': ['ID=3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec,revision_number=2']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:12.489980 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52996b2-998c-474a-b546-c49e9b2d5975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:12.490324 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52996b2-998c-474a-b546-c49e9b2d5975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:12.490666 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52996b2-998c-474a-b546-c49e9b2d5975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:12.491001 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52996b2-998c-474a-b546-c49e9b2d5975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:12.491339 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52996b2-998c-474a-b546-c49e9b2d5975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:12.491668 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52996b2-998c-474a-b546-c49e9b2d5975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:12.492000 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52996b2-998c-474a-b546-c49e9b2d5975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:12.492321 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52996b2-998c-474a-b546-c49e9b2d5975 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:12.492669 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52996b2-998c-474a-b546-c49e9b2d5975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:12.493264 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52996b2-998c-474a-b546-c49e9b2d5975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:12.493408 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52996b2-998c-474a-b546-c49e9b2d5975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:12.493873 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52996b2-998c-474a-b546-c49e9b2d5975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:03:12.527077 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] For port 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:03:12.529992 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] For port 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:03:12.534521 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:12.582248 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Routers {'e305b674-ce67-44af-a06f-cdfcbed2ca76'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:12.582874 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:03:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['e305b674-ce67-44af-a06f-cdfcbed2ca76'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:12.627273 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Allocated IP 172.20.0.2 (69b3017d-59db-448a-aa5c-3ddad3218929/ffa4af46-017a-4dc3-abd5-5a5c6a50c264/118b8da8-b275-4e03-bba7-d012080e8fb1) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:03:12.639288 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52996b2-998c-474a-b546-c49e9b2d5975 None None] Pushing event updated for resources: {'Port': ['ID=3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:12.701096 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] Set router e305b674-ce67-44af-a06f-cdfcbed2ca76 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:12.801490 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:12.804005 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:12.812475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Transition to ACTIVE for port object 118b8da8-b275-4e03-bba7-d012080e8fb1 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:12.829502 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Transition to ACTIVE for port object 118b8da8-b275-4e03-bba7-d012080e8fb1 will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:12.835060 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:12.881283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Network 69b3017d-59db-448a-aa5c-3ddad3218929 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:03:12.885875 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:12.888301 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:11Z', 'revision_number': 3, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:12.894049 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:03:12.896194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Pushing event updated for resources: {'Port': ['ID=118b8da8-b275-4e03-bba7-d012080e8fb1,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:12.921199 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762b984b-d44f-4e6a-84ce-a5ff6231ce60 None None] The sync data for ids ['e305b674-ce67-44af-a06f-cdfcbed2ca76'] in n-d-800088-3 is: [{'id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:11Z', 'revision_number': 3, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:03:12.957091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Attempting to bind port 118b8da8-b275-4e03-bba7-d012080e8fb1 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:03:12.957577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Attempting to bind port 118b8da8-b275-4e03-bba7-d012080e8fb1 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'dede3912-5a2e-425e-8938-344c8e46e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:03:12.957947 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Attempting to bind port 118b8da8-b275-4e03-bba7-d012080e8fb1 on network 69b3017d-59db-448a-aa5c-3ddad3218929 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:03:12.963613 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:03:12.963995 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Checking segment: {'id': 'dede3912-5a2e-425e-8938-344c8e46e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:03:12.964403 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:12.964852 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Bound using segment: {'id': 'dede3912-5a2e-425e-8938-344c8e46e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:03:12.965333 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Bound port: 118b8da8-b275-4e03-bba7-d012080e8fb1, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dede3912-5a2e-425e-8938-344c8e46e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:03:12.965724 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:13.038906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] For port 118b8da8-b275-4e03-bba7-d012080e8fb1, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:03:13.042238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] For port 118b8da8-b275-4e03-bba7-d012080e8fb1, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=118b8da8-b275-4e03-bba7-d012080e8fb1,segment=NetworkSegment(dede3912-5a2e-425e-8938-344c8e46e148),segment_id=dede3912-5a2e-425e-8938-344c8e46e148)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:03:13.047412 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:13.114784 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effe19a-6576-49e0-ad01-6e4592c2ca06 None None] Pushing event updated for resources: {'Port': ['ID=118b8da8-b275-4e03-bba7-d012080e8fb1,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:13.288393 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:13.374601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:13.383659 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:13.384076 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:13.492977 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:13.515926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.20.0.1 (69b3017d-59db-448a-aa5c-3ddad3218929/ffa4af46-017a-4dc3-abd5-5a5c6a50c264/d206101e-78ad-4611-ace1-5e265f13e272) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:03:13.516158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:13.522986 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:13.574454 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:13.639057 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:13.654813 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Transition to ACTIVE for port object d206101e-78ad-4611-ace1-5e265f13e272 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:13.691200 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:13.747942 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 69b3017d-59db-448a-aa5c-3ddad3218929 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:03:13.755598 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:13.760127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:03:13.767204 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=d206101e-78ad-4611-ace1-5e265f13e272,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:13.820188 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:13.978901 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:14.233345 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886dee6a-5255-41da-a901-083dfde95866 None None] Network 69b3017d-59db-448a-aa5c-3ddad3218929 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:03:14.279239 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:14.286188 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:14.312869 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-45d9e028-4137-4d80-86f9-f036d76c1a46 None None] Provisioning for port 118b8da8-b275-4e03-bba7-d012080e8fb1 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:14.368885 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=d206101e-78ad-4611-ace1-5e265f13e272,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:14.371281 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:14.470632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 69b3017d-59db-448a-aa5c-3ddad3218929 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:03:14.473298 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:14.595323 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router e305b674-ce67-44af-a06f-cdfcbed2ca76 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:03:14.656281 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-35e05590-85f7-49b2-9a35-673de51dbbe2 None None] Provisioning for port d206101e-78ad-4611-ace1-5e265f13e272 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:14.660969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-35e05590-85f7-49b2-9a35-673de51dbbe2 None None] Provisioning complete for port d206101e-78ad-4611-ace1-5e265f13e272 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:14.661413 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-35e05590-85f7-49b2-9a35-673de51dbbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:14.696067 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-35e05590-85f7-49b2-9a35-673de51dbbe2 None None] Port d206101e-78ad-4611-ace1-5e265f13e272 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:03:14.721921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:03:14.727879 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f74fdaa9-9ab5-471d-acff-661f46b2d82f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "PUT /v2.0/routers/e305b674-ce67-44af-a06f-cdfcbed2ca76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3999631 Jul 09 21:03:14.731368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Sync routers for ids ['e305b674-ce67-44af-a06f-cdfcbed2ca76'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:03:14.742376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Routers {'e305b674-ce67-44af-a06f-cdfcbed2ca76'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:14.743028 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:03:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['e305b674-ce67-44af-a06f-cdfcbed2ca76'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:14.864694 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-808ef967-fa0b-4df0-8e34-bd17b2af149c None None] Provisioning complete for port d206101e-78ad-4611-ace1-5e265f13e272 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:14.865220 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-808ef967-fa0b-4df0-8e34-bd17b2af149c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:14.882826 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-309fd92b-768c-422a-9c0e-b6ccecd667bd tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1814218316&fields=id&tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 267 time: 0.0366752 Jul 09 21:03:14.894767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Set router e305b674-ce67-44af-a06f-cdfcbed2ca76 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:14.947640 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-808ef967-fa0b-4df0-8e34-bd17b2af149c None None] Port d206101e-78ad-4611-ace1-5e265f13e272 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:03:15.009495 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-e183c442-b085-4265-9b8d-b996ef70c11f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:15.011931 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-e183c442-b085-4265-9b8d-b996ef70c11f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/networks?id=69b3017d-59db-448a-aa5c-3ddad3218929 HTTP/1.1" status: 200 len: 797 time: 0.1215124 Jul 09 21:03:15.026738 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-cba26713-4783-48dc-84b7-4a9baae33a8f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/quotas/7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 375 time: 0.0099149 Jul 09 21:03:15.086401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-540a9ec5-d068-4d05-8c82-2c13fcf92b2d None None] Provisioning complete for port d206101e-78ad-4611-ace1-5e265f13e272 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:15.086784 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-540a9ec5-d068-4d05-8c82-2c13fcf92b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:15.096869 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-62185187-14c1-4198-8b6f-91fee0f869d5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645401 Jul 09 21:03:15.145232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-540a9ec5-d068-4d05-8c82-2c13fcf92b2d None None] Port d206101e-78ad-4611-ace1-5e265f13e272 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:03:15.162368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd206101e-78ad-4611-ace1-5e265f13e272', 'name': '', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:1c:0b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:13Z', 'updated_at': '2021-07-09T21:03:14Z', 'revision_number': 2, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:15.190085 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Checking router: e305b674-ce67-44af-a06f-cdfcbed2ca76 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:03:15.191088 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Updating router e305b674-ce67-44af-a06f-cdfcbed2ca76 port d206101e-78ad-4611-ace1-5e265f13e272 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:03:15.213393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-7144bc9c-b047-482d-9e76-3e0a0326d802 service neutron] 10.222.0.30 "GET /v2.0/networks/69b3017d-59db-448a-aa5c-3ddad3218929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047704 Jul 09 21:03:15.231716 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:15.292141 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 118b8da8-b275-4e03-bba7-d012080e8fb1 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:15.308799 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-1312b1ab-1424-4a54-b32d-72c777c04067 service neutron] 10.222.0.30 "GET /v2.0/networks/69b3017d-59db-448a-aa5c-3ddad3218929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896406 Jul 09 21:03:15.458709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 118b8da8-b275-4e03-bba7-d012080e8fb1 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:15.470318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 118b8da8-b275-4e03-bba7-d012080e8fb1 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:15.470693 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:15.500658 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-77ea4908-5a06-41e8-a0e1-80b534795b9f req-d9606f24-bf0a-4e31-9d59-43e357983ad8 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 210 time: 0.0322881 Jul 09 21:03:15.608775 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:15.639596 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:15.661559 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Transition to ACTIVE for port object d206101e-78ad-4611-ace1-5e265f13e272 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:15.667286 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 118b8da8-b275-4e03-bba7-d012080e8fb1, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=118b8da8-b275-4e03-bba7-d012080e8fb1,segment=NetworkSegment(dede3912-5a2e-425e-8938-344c8e46e148),segment_id=dede3912-5a2e-425e-8938-344c8e46e148)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:15.670766 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:15.679349 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:15.680104 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:15.756421 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423c68f-225d-4f74-b564-008dd589a230 None None] Pushing event updated for resources: {'Port': ['ID=d206101e-78ad-4611-ace1-5e265f13e272,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:15.872756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Attempting to bind port d206101e-78ad-4611-ace1-5e265f13e272 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:03:15.873132 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Attempting to bind port d206101e-78ad-4611-ace1-5e265f13e272 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'dede3912-5a2e-425e-8938-344c8e46e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:03:15.873499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Attempting to bind port d206101e-78ad-4611-ace1-5e265f13e272 on network 69b3017d-59db-448a-aa5c-3ddad3218929 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:03:15.880505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=118b8da8-b275-4e03-bba7-d012080e8fb1,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:15.884506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:15.884839 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:15.886690 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:03:15.887063 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Checking segment: {'id': 'dede3912-5a2e-425e-8938-344c8e46e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:03:15.887457 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:15.887849 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Bound using segment: {'id': 'dede3912-5a2e-425e-8938-344c8e46e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:03:15.888335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Bound port: d206101e-78ad-4611-ace1-5e265f13e272, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dede3912-5a2e-425e-8938-344c8e46e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:03:15.888741 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:16.006477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] For port d206101e-78ad-4611-ace1-5e265f13e272, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:03:16.038555 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] For port d206101e-78ad-4611-ace1-5e265f13e272, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d206101e-78ad-4611-ace1-5e265f13e272,segment=NetworkSegment(dede3912-5a2e-425e-8938-344c8e46e148),segment_id=dede3912-5a2e-425e-8938-344c8e46e148)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:03:16.045826 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:16.116748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Routers {'e305b674-ce67-44af-a06f-cdfcbed2ca76'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:16.117390 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:03:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['e305b674-ce67-44af-a06f-cdfcbed2ca76'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:16.120556 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423c68f-225d-4f74-b564-008dd589a230 None None] Pushing event updated for resources: {'Port': ['ID=d206101e-78ad-4611-ace1-5e265f13e272,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:16.395948 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] Set router e305b674-ce67-44af-a06f-cdfcbed2ca76 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:16.604242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd206101e-78ad-4611-ace1-5e265f13e272', 'name': '', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:1c:0b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:13Z', 'updated_at': '2021-07-09T21:03:15Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:16.632040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f67d12-3461-4572-b03f-4298294bbec7 None None] The sync data for ids ['e305b674-ce67-44af-a06f-cdfcbed2ca76'] in n-d-800088-3 is: [{'id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd206101e-78ad-4611-ace1-5e265f13e272', 'name': '', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:1c:0b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:13Z', 'updated_at': '2021-07-09T21:03:15Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:03:16.744188 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bc43ec9d-32e8-4a56-aa99-509612a9b290 req-61210029-d29d-4996-874f-c5005d558e75 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 210 time: 0.1005228 Jul 09 21:03:16.816899 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-daa6a87f-3fdf-42b7-935b-8e20a894667a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:16.818597 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-daa6a87f-3fdf-42b7-935b-8e20a894667a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "GET /v2.0/networks?id=69b3017d-59db-448a-aa5c-3ddad3218929 HTTP/1.1" status: 200 len: 797 time: 0.1901498 Jul 09 21:03:16.871542 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-b09f2aff-053d-49a7-95e1-dae89b4e344e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f HTTP/1.1" status: 200 len: 380 time: 0.0417931 Jul 09 21:03:16.881681 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-70a2462f-0b11-4ef8-a3c6-5336425cff02 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'port': {'device_id': 'ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'admin_state_up': True, 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'security_groups': ['c0003bff-4b68-43a0-b53c-1adb166eaeb5']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:17.003841 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-70a2462f-0b11-4ef8-a3c6-5336425cff02 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Made reservation on behalf of 7f8d1b0b95294766b779d3cfc8f7e59f for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:03:17.007956 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-70a2462f-0b11-4ef8-a3c6-5336425cff02 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:17.140670 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-70a2462f-0b11-4ef8-a3c6-5336425cff02 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.20.0.6 (69b3017d-59db-448a-aa5c-3ddad3218929/ffa4af46-017a-4dc3-abd5-5a5c6a50c264/5dc2ef57-b018-4cec-8151-2a1194371030) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:03:17.298656 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 118b8da8-b275-4e03-bba7-d012080e8fb1 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:17.313632 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-70a2462f-0b11-4ef8-a3c6-5336425cff02 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:17.329076 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-70a2462f-0b11-4ef8-a3c6-5336425cff02 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Transition to ACTIVE for port object 5dc2ef57-b018-4cec-8151-2a1194371030 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:17.354388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 118b8da8-b275-4e03-bba7-d012080e8fb1 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:17.355148 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:17.365447 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-70a2462f-0b11-4ef8-a3c6-5336425cff02 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:17.413782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-70a2462f-0b11-4ef8-a3c6-5336425cff02 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 69b3017d-59db-448a-aa5c-3ddad3218929 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:03:17.417055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-70a2462f-0b11-4ef8-a3c6-5336425cff02 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:17.421182 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-70a2462f-0b11-4ef8-a3c6-5336425cff02 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:03:17.428565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2462f-0b11-4ef8-a3c6-5336425cff02 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=5dc2ef57-b018-4cec-8151-2a1194371030,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:17.462129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d206101e-78ad-4611-ace1-5e265f13e272 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:17.478853 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-70a2462f-0b11-4ef8-a3c6-5336425cff02 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:17.479499 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-70a2462f-0b11-4ef8-a3c6-5336425cff02 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:17.501956 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-70a2462f-0b11-4ef8-a3c6-5336425cff02 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6250772 Jul 09 21:03:17.515199 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Request body: {'port': {'device_id': 'ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:17.521785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port d206101e-78ad-4611-ace1-5e265f13e272 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:17.526274 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d206101e-78ad-4611-ace1-5e265f13e272 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:17.526790 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:17.607878 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:17.630031 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:17.666463 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port d206101e-78ad-4611-ace1-5e265f13e272, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d206101e-78ad-4611-ace1-5e265f13e272,segment=NetworkSegment(dede3912-5a2e-425e-8938-344c8e46e148),segment_id=dede3912-5a2e-425e-8938-344c8e46e148)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:17.670481 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:17.726211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=d206101e-78ad-4611-ace1-5e265f13e272,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:17.772158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-604a48ad-ac91-49dc-857f-e3ddda0add57 None None] Provisioning for port 5dc2ef57-b018-4cec-8151-2a1194371030 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:17.776978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-604a48ad-ac91-49dc-857f-e3ddda0add57 None None] Provisioning complete for port 5dc2ef57-b018-4cec-8151-2a1194371030 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:17.777506 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-604a48ad-ac91-49dc-857f-e3ddda0add57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:17.835027 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-604a48ad-ac91-49dc-857f-e3ddda0add57 None None] Port 5dc2ef57-b018-4cec-8151-2a1194371030 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:03:17.922818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc2ef57-b018-4cec-8151-2a1194371030 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:03:17.930496 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:17.942908 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Transition to ACTIVE for port object 5dc2ef57-b018-4cec-8151-2a1194371030 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:03:17.944322 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a50cc6-4c64-4d7b-b529-28e59c5c50ac req-241e3a4a-1e55-4d12-bdea-c0da52e09b30 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:17.946167 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15a50cc6-4c64-4d7b-b529-28e59c5c50ac req-241e3a4a-1e55-4d12-bdea-c0da52e09b30 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 931 time: 0.0694349 Jul 09 21:03:17.947496 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:17.987827 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-15a50cc6-4c64-4d7b-b529-28e59c5c50ac req-05ed5eaa-eb81-4754-ac24-2fa728abc8a4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355113 Jul 09 21:03:18.028297 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc2ef57-b018-4cec-8151-2a1194371030,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:18.078705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Attempting to bind port 5dc2ef57-b018-4cec-8151-2a1194371030 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:03:18.079058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Attempting to bind port 5dc2ef57-b018-4cec-8151-2a1194371030 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': 'dede3912-5a2e-425e-8938-344c8e46e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:03:18.079529 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Attempting to bind port 5dc2ef57-b018-4cec-8151-2a1194371030 on network 69b3017d-59db-448a-aa5c-3ddad3218929 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:03:18.084844 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Port 5dc2ef57-b018-4cec-8151-2a1194371030 on network 69b3017d-59db-448a-aa5c-3ddad3218929 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:03:18.085181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Attempting to bind port 5dc2ef57-b018-4cec-8151-2a1194371030 on network 69b3017d-59db-448a-aa5c-3ddad3218929 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:03:18.090533 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:03:18.090868 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Checking segment: {'id': 'dede3912-5a2e-425e-8938-344c8e46e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:03:18.091266 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Bound using segment: {'id': 'dede3912-5a2e-425e-8938-344c8e46e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:03:18.091706 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Bound port: 5dc2ef57-b018-4cec-8151-2a1194371030, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dede3912-5a2e-425e-8938-344c8e46e148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:03:18.092079 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:18.163896 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] For port 5dc2ef57-b018-4cec-8151-2a1194371030, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:03:18.167035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] For port 5dc2ef57-b018-4cec-8151-2a1194371030, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5dc2ef57-b018-4cec-8151-2a1194371030,segment=NetworkSegment(dede3912-5a2e-425e-8938-344c8e46e148),segment_id=dede3912-5a2e-425e-8938-344c8e46e148)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:03:18.171492 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:18.209541 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:18.210235 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:18.211534 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] 10.222.0.32 "PUT /v2.0/ports/5dc2ef57-b018-4cec-8151-2a1194371030 HTTP/1.1" status: 200 len: 1091 time: 0.7010250 Jul 09 21:03:18.211966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a', 'tag': '5dc2ef57-b018-4cec-8151-2a1194371030'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:03:18.214237 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa4c514-e7c8-45fc-96cf-30212b8d0ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a", "tag": "5dc2ef57-b018-4cec-8151-2a1194371030"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:03:18.239284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91ef61-d425-4d2b-9d7d-82415c44e4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc2ef57-b018-4cec-8151-2a1194371030,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:18.288519 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d06fd68-b6fb-4deb-ab27-6f21cc230dc5 x-openstack-request-id: req-7d06fd68-b6fb-4deb-ab27-6f21cc230dc5 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:03:18.288841 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a", "tag": "5dc2ef57-b018-4cec-8151-2a1194371030", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:03:18.289096 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d06fd68-b6fb-4deb-ab27-6f21cc230dc5 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:03:18.289502 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a', 'tag': '5dc2ef57-b018-4cec-8151-2a1194371030', 'status': 'completed', 'code': 200} Jul 09 21:03:18.317829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-30c2b62d-027a-4507-aef2-7b6732eb569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:18.319361 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-30c2b62d-027a-4507-aef2-7b6732eb569f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 1094 time: 0.0612569 Jul 09 21:03:18.362541 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-8086ceed-6f56-4576-85af-08cfa95c9514 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dc2ef57-b018-4cec-8151-2a1194371030 HTTP/1.1" status: 200 len: 217 time: 0.0353708 Jul 09 21:03:18.415879 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-4d7add18-a24b-459f-b1f5-b8d4dd0e20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:18.417289 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-4d7add18-a24b-459f-b1f5-b8d4dd0e20a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ffa4af46-017a-4dc3-abd5-5a5c6a50c264 HTTP/1.1" status: 200 len: 835 time: 0.0489035 Jul 09 21:03:18.477152 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-ef78ee84-5f4a-4206-a504-0327bca2bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:18.478670 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-ef78ee84-5f4a-4206-a504-0327bca2bcef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69b3017d-59db-448a-aa5c-3ddad3218929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547740 Jul 09 21:03:18.568736 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-6c6f51e1-e5bb-46cb-b7ce-443296cce6eb service neutron] 10.222.0.32 "GET /v2.0/networks/69b3017d-59db-448a-aa5c-3ddad3218929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814760 Jul 09 21:03:18.662262 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f91a55c-57e8-485e-8ef8-0eb17762236b req-2f7c534c-dd44-4f93-820d-36ed7246165a service neutron] 10.222.0.32 "GET /v2.0/networks/69b3017d-59db-448a-aa5c-3ddad3218929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850291 Jul 09 21:03:18.764717 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4c514-e7c8-45fc-96cf-30212b8d0ef1 req-e5a53a6d-0cc5-4eb5-a17f-357c7bcc6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:18.766217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5aa4c514-e7c8-45fc-96cf-30212b8d0ef1 req-e5a53a6d-0cc5-4eb5-a17f-357c7bcc6788 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 1094 time: 0.0561049 Jul 09 21:03:18.868519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4c514-e7c8-45fc-96cf-30212b8d0ef1 req-5bbf14b4-7041-4669-a03e-e6ea4ba3e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:18.870478 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5aa4c514-e7c8-45fc-96cf-30212b8d0ef1 req-5bbf14b4-7041-4669-a03e-e6ea4ba3e163 service neutron] 10.222.0.32 "GET /v2.0/networks?id=69b3017d-59db-448a-aa5c-3ddad3218929 HTTP/1.1" status: 200 len: 898 time: 0.0973461 Jul 09 21:03:18.912705 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5aa4c514-e7c8-45fc-96cf-30212b8d0ef1 req-526680c3-b031-443f-bac2-f712eea05637 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dc2ef57-b018-4cec-8151-2a1194371030 HTTP/1.1" status: 200 len: 217 time: 0.0353127 Jul 09 21:03:18.961860 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4c514-e7c8-45fc-96cf-30212b8d0ef1 req-9246d770-a3e9-4efa-b06d-af0a95004807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:18.963282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5aa4c514-e7c8-45fc-96cf-30212b8d0ef1 req-9246d770-a3e9-4efa-b06d-af0a95004807 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ffa4af46-017a-4dc3-abd5-5a5c6a50c264 HTTP/1.1" status: 200 len: 835 time: 0.0443470 Jul 09 21:03:19.028484 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4c514-e7c8-45fc-96cf-30212b8d0ef1 req-3f0afbf0-9a32-481c-b143-e16abbb3c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:19.030013 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5aa4c514-e7c8-45fc-96cf-30212b8d0ef1 req-3f0afbf0-9a32-481c-b143-e16abbb3c286 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69b3017d-59db-448a-aa5c-3ddad3218929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573916 Jul 09 21:03:19.125269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5aa4c514-e7c8-45fc-96cf-30212b8d0ef1 req-b5b05c1a-6f02-4318-81e2-e9969ec97784 service neutron] 10.222.0.32 "GET /v2.0/networks/69b3017d-59db-448a-aa5c-3ddad3218929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834882 Jul 09 21:03:19.168443 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee34a9-25fb-4a09-b090-3d9a5205e76e req-553db79e-704b-4084-973c-9a6985f49263 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:19.170157 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48ee34a9-25fb-4a09-b090-3d9a5205e76e req-553db79e-704b-4084-973c-9a6985f49263 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 943 time: 0.0664361 Jul 09 21:03:19.213084 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-48ee34a9-25fb-4a09-b090-3d9a5205e76e req-7dcd4c8f-3a26-4aed-8ee2-23690d12dadb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362866 Jul 09 21:03:19.215477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d206101e-78ad-4611-ace1-5e265f13e272 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:19.224798 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5aa4c514-e7c8-45fc-96cf-30212b8d0ef1 req-812f1ff9-d942-4392-a71d-d71c2c3c4585 service neutron] 10.222.0.32 "GET /v2.0/networks/69b3017d-59db-448a-aa5c-3ddad3218929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927255 Jul 09 21:03:19.267980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port d206101e-78ad-4611-ace1-5e265f13e272 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:19.268610 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.387633 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8487c-73eb-49c4-8ebd-8c1d7a085db3 req-34d54544-038d-414f-a4da-dea06e0785d9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:20.389067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdb8487c-73eb-49c4-8ebd-8c1d7a085db3 req-34d54544-038d-414f-a4da-dea06e0785d9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 943 time: 0.0636148 Jul 09 21:03:20.426240 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdb8487c-73eb-49c4-8ebd-8c1d7a085db3 req-d00d00b9-2312-46b5-a736-3f737110b43c tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312061 Jul 09 21:03:20.671983 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 5dc2ef57-b018-4cec-8151-2a1194371030 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:03:20.768650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 5dc2ef57-b018-4cec-8151-2a1194371030, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5dc2ef57-b018-4cec-8151-2a1194371030,segment=NetworkSegment(dede3912-5a2e-425e-8938-344c8e46e148),segment_id=dede3912-5a2e-425e-8938-344c8e46e148)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:20.780238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '5dc2ef57-b018-4cec-8151-2a1194371030', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'port_id': '5dc2ef57-b018-4cec-8151-2a1194371030', 'mac_address': 'fa:16:3e:8f:27:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:03:20.817570 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.830181 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc2ef57-b018-4cec-8151-2a1194371030 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:03:20.850954 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 5dc2ef57-b018-4cec-8151-2a1194371030, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5dc2ef57-b018-4cec-8151-2a1194371030,segment=NetworkSegment(dede3912-5a2e-425e-8938-344c8e46e148),segment_id=dede3912-5a2e-425e-8938-344c8e46e148)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:20.854625 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:20.900590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=5dc2ef57-b018-4cec-8151-2a1194371030,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:21.084894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['5dc2ef57-b018-4cec-8151-2a1194371030'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:03:21.600809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dfb77-866d-4ebe-acdf-d1e0787d14d5 req-7f8f2041-7515-40fc-b64e-014761fc5357 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:21.602306 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da6dfb77-866d-4ebe-acdf-d1e0787d14d5 req-7f8f2041-7515-40fc-b64e-014761fc5357 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 944 time: 0.0634437 Jul 09 21:03:21.644085 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-da6dfb77-866d-4ebe-acdf-d1e0787d14d5 req-a3e161a4-65d0-4c1c-94a2-3218926c4b48 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362518 Jul 09 21:03:22.687245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 5dc2ef57-b018-4cec-8151-2a1194371030 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:03:22.738819 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 5dc2ef57-b018-4cec-8151-2a1194371030 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:03:22.742464 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 5dc2ef57-b018-4cec-8151-2a1194371030 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:03:22.742837 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:22.819992 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:22.822730 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a21b85-dc6d-49fb-a330-99caa566fb5c req-8a001008-f4d4-4b2d-8970-6fa220a41b81 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:22.824287 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8a21b85-dc6d-49fb-a330-99caa566fb5c req-8a001008-f4d4-4b2d-8970-6fa220a41b81 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 944 time: 0.0651965 Jul 09 21:03:22.843308 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc2ef57-b018-4cec-8151-2a1194371030'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:03:22.845596 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26096acc-7688-4bde-8422-23b170d0546f" -d '{"events": [{"server_uuid": "ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a", "name": "network-vif-plugged", "status": "completed", "tag": "5dc2ef57-b018-4cec-8151-2a1194371030"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:03:22.859209 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 5dc2ef57-b018-4cec-8151-2a1194371030, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5dc2ef57-b018-4cec-8151-2a1194371030,segment=NetworkSegment(dede3912-5a2e-425e-8938-344c8e46e148),segment_id=dede3912-5a2e-425e-8938-344c8e46e148)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:03:22.864094 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c8a21b85-dc6d-49fb-a330-99caa566fb5c req-cab92e8d-5434-4e3c-8d10-7f1e82e58672 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334089 Jul 09 21:03:22.865536 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:22.913802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=5dc2ef57-b018-4cec-8151-2a1194371030,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:22.936110 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e182055e-dfd8-4345-9b14-58c325ff6617 x-openstack-request-id: req-e182055e-dfd8-4345-9b14-58c325ff6617 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:03:22.936439 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a", "name": "network-vif-plugged", "status": "completed", "tag": "5dc2ef57-b018-4cec-8151-2a1194371030", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:03:22.936728 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e182055e-dfd8-4345-9b14-58c325ff6617 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:03:22.937128 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc2ef57-b018-4cec-8151-2a1194371030', 'code': 200} Jul 09 21:03:23.051703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707a4d6-50f7-42af-b52a-3fdfce061337 req-7a36b11c-87b7-4e97-b763-d7485ed93019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:23.053279 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c707a4d6-50f7-42af-b52a-3fdfce061337 req-7a36b11c-87b7-4e97-b763-d7485ed93019 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 1096 time: 0.0547104 Jul 09 21:03:23.088254 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c707a4d6-50f7-42af-b52a-3fdfce061337 req-14287f68-b0b5-4de7-82d3-919eb18046af service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284772 Jul 09 21:03:24.052490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2e32e-97ed-47dd-972d-db88776acac7 req-bef41e59-75e6-4894-9ddc-82c6796f009a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:24.054018 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-43b2e32e-97ed-47dd-972d-db88776acac7 req-bef41e59-75e6-4894-9ddc-82c6796f009a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 945 time: 0.0711813 Jul 09 21:03:24.093402 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-43b2e32e-97ed-47dd-972d-db88776acac7 req-107307e5-231c-41fe-bef4-bdd9bd490e6f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337093 Jul 09 21:03:25.269793 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428e060-bbd0-4500-a89d-8347c33e2bfa req-903b5efa-9f16-4386-ab3c-73b59f218954 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:25.271300 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b428e060-bbd0-4500-a89d-8347c33e2bfa req-903b5efa-9f16-4386-ab3c-73b59f218954 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 945 time: 0.0648360 Jul 09 21:03:25.309280 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b428e060-bbd0-4500-a89d-8347c33e2bfa req-d5edec60-936c-418b-a55c-16c3f74bf244 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323894 Jul 09 21:03:25.481256 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd5e2d-f2f5-44d1-b77c-55269d1487ed req-e25f017e-fece-4153-8661-6b66d9191b6f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:25.482725 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1bdd5e2d-f2f5-44d1-b77c-55269d1487ed req-e25f017e-fece-4153-8661-6b66d9191b6f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 945 time: 0.0620375 Jul 09 21:03:25.524400 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1bdd5e2d-f2f5-44d1-b77c-55269d1487ed req-945ff47a-2411-41f7-bb1c-3d5e211f4fef tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361416 Jul 09 21:03:25.548428 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56156) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:25.599289 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162667a1-9b50-4c79-aab5-d68917658445 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:25.600826 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-162667a1-9b50-4c79-aab5-d68917658445 tempest-TestNetworkAdvancedServerOps-1725418038 tempest-TestNetworkAdvancedServerOps-1725418038-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 1091 time: 0.0513651 Jul 09 21:03:25.603564 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56158) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:25.607848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '5dc2ef57-b018-4cec-8151-2a1194371030', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:03:25.629610 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.725017 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.829153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Allocated IP 172.25.0.44 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/8603db20-a207-4894-9aec-77572a2c2ffe) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:03:25.931517 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:25.973756 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.008887 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:03:26.013467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:03:26.016791 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:03:26.042906 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=8603db20-a207-4894-9aec-77572a2c2ffe,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:26.389368 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.464812 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.612711 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.617312 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.683390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event updated for resources: {'Port': ['ID=8603db20-a207-4894-9aec-77572a2c2ffe,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:03:26.694680 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:26.794586 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Floating IP 3aa93bfe-13d2-42f4-a972-ff8c45f48147 associated. External IP: 172.25.0.44, port: 5dc2ef57-b018-4cec-8151-2a1194371030. Jul 09 21:03:26.964591 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f35822f5-090f-4e1f-849d-c36815761b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.010310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router e305b674-ce67-44af-a06f-cdfcbed2ca76 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:03:27.433607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:03:27.443243 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2082a50-0d7f-4b44-9fde-4ae2eac5895e None None] Sync routers for ids ['e305b674-ce67-44af-a06f-cdfcbed2ca76'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:03:27.449108 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.452281 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2082a50-0d7f-4b44-9fde-4ae2eac5895e None None] Routers {'e305b674-ce67-44af-a06f-cdfcbed2ca76'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:27.452929 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-a2082a50-0d7f-4b44-9fde-4ae2eac5895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:03:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['e305b674-ce67-44af-a06f-cdfcbed2ca76'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:27.488867 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-088ae96c-37aa-4420-bf7b-c4c45338983b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8810947 Jul 09 21:03:27.488867 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a', 'tag': '5dc2ef57-b018-4cec-8151-2a1194371030'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:03:27.489914 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bc5b45-68ae-46a5-af92-9d2e58c4ea00" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a", "tag": "5dc2ef57-b018-4cec-8151-2a1194371030"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:03:27.526642 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c3e913-e6ff-4496-8037-3830a24ece15 x-openstack-request-id: req-64c3e913-e6ff-4496-8037-3830a24ece15 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:03:27.526942 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a", "tag": "5dc2ef57-b018-4cec-8151-2a1194371030", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:03:27.527189 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64c3e913-e6ff-4496-8037-3830a24ece15 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:03:27.527699 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a', 'tag': '5dc2ef57-b018-4cec-8151-2a1194371030', 'status': 'completed', 'code': 200} Jul 09 21:03:27.577308 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:27.621353 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc5b45-68ae-46a5-af92-9d2e58c4ea00 req-9c2bc8a2-84a4-4ea5-8307-e5f8babd96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:27.622907 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20bc5b45-68ae-46a5-af92-9d2e58c4ea00 req-9c2bc8a2-84a4-4ea5-8307-e5f8babd96bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 1096 time: 0.0679507 Jul 09 21:03:27.652624 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992db836-5ca1-4198-8111-a5009faed352 req-beb2df7d-bab6-4549-a84d-eb32d247688d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:27.654205 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-992db836-5ca1-4198-8111-a5009faed352 req-beb2df7d-bab6-4549-a84d-eb32d247688d tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 945 time: 0.0686297 Jul 09 21:03:27.655994 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-a2082a50-0d7f-4b44-9fde-4ae2eac5895e None None] Set router e305b674-ce67-44af-a06f-cdfcbed2ca76 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:27.701357 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-992db836-5ca1-4198-8111-a5009faed352 req-c67edff2-ee33-464e-b456-687dfaf02886 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408547 Jul 09 21:03:27.720162 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56164) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:27.730663 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc5b45-68ae-46a5-af92-9d2e58c4ea00 req-b40973d6-74ae-421a-bfbf-e3ae989afd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:27.732115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20bc5b45-68ae-46a5-af92-9d2e58c4ea00 req-b40973d6-74ae-421a-bfbf-e3ae989afd7b service neutron] 10.222.0.32 "GET /v2.0/networks?id=69b3017d-59db-448a-aa5c-3ddad3218929 HTTP/1.1" status: 200 len: 898 time: 0.1021674 Jul 09 21:03:27.831373 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-41ec851d-3fa5-400e-b8db-c707bdb417cb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/3aa93bfe-13d2-42f4-a972-ff8c45f48147 HTTP/1.1" status: 200 len: 990 time: 0.1100833 Jul 09 21:03:27.841591 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20bc5b45-68ae-46a5-af92-9d2e58c4ea00 req-43330921-b7ad-4df7-9279-0d7b651e68fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dc2ef57-b018-4cec-8151-2a1194371030 HTTP/1.1" status: 200 len: 998 time: 0.0815213 Jul 09 21:03:27.885220 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-a2082a50-0d7f-4b44-9fde-4ae2eac5895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '3aa93bfe-13d2-42f4-a972-ff8c45f48147', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'port_id': '5dc2ef57-b018-4cec-8151-2a1194371030', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'mac_address': 'fa:16:3e:8f:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:03:26Z', 'updated_at': '2021-07-09T21:03:26Z', 'revision_number': 0, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd206101e-78ad-4611-ace1-5e265f13e272', 'name': '', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:1c:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:13Z', 'updated_at': '2021-07-09T21:03:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:27.890699 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc5b45-68ae-46a5-af92-9d2e58c4ea00 req-24254408-515f-4b0f-ab63-8eb13423855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:27.892175 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20bc5b45-68ae-46a5-af92-9d2e58c4ea00 req-24254408-515f-4b0f-ab63-8eb13423855c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ffa4af46-017a-4dc3-abd5-5a5c6a50c264 HTTP/1.1" status: 200 len: 835 time: 0.0446362 Jul 09 21:03:27.913479 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2082a50-0d7f-4b44-9fde-4ae2eac5895e None None] Checking router: e305b674-ce67-44af-a06f-cdfcbed2ca76 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:03:27.922154 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2082a50-0d7f-4b44-9fde-4ae2eac5895e None None] Routers {'e305b674-ce67-44af-a06f-cdfcbed2ca76'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:03:27.922781 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-a2082a50-0d7f-4b44-9fde-4ae2eac5895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:03:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['e305b674-ce67-44af-a06f-cdfcbed2ca76'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:27.956233 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc5b45-68ae-46a5-af92-9d2e58c4ea00 req-23c2995b-5ac5-4212-a2a5-3a286427f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:03:27.957843 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20bc5b45-68ae-46a5-af92-9d2e58c4ea00 req-23c2995b-5ac5-4212-a2a5-3a286427f68b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69b3017d-59db-448a-aa5c-3ddad3218929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590410 Jul 09 21:03:28.035890 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-a2082a50-0d7f-4b44-9fde-4ae2eac5895e None None] Set router e305b674-ce67-44af-a06f-cdfcbed2ca76 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:03:28.052246 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20bc5b45-68ae-46a5-af92-9d2e58c4ea00 req-5e79d97b-0065-4103-974e-63d730e4e7d9 service neutron] 10.222.0.32 "GET /v2.0/networks/69b3017d-59db-448a-aa5c-3ddad3218929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875342 Jul 09 21:03:28.155328 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-20bc5b45-68ae-46a5-af92-9d2e58c4ea00 req-37f5bb43-822e-429d-80bd-38860b18f69a service neutron] 10.222.0.32 "GET /v2.0/networks/69b3017d-59db-448a-aa5c-3ddad3218929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973618 Jul 09 21:03:28.273245 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-a2082a50-0d7f-4b44-9fde-4ae2eac5895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '3aa93bfe-13d2-42f4-a972-ff8c45f48147', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'port_id': '5dc2ef57-b018-4cec-8151-2a1194371030', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'mac_address': 'fa:16:3e:8f:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:03:26Z', 'updated_at': '2021-07-09T21:03:26Z', 'revision_number': 0, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd206101e-78ad-4611-ace1-5e265f13e272', 'name': '', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:1c:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:13Z', 'updated_at': '2021-07-09T21:03:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:03:28.299256 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2082a50-0d7f-4b44-9fde-4ae2eac5895e None None] The sync data for ids ['e305b674-ce67-44af-a06f-cdfcbed2ca76'] in n-d-800088-3 is: [{'id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '3aa93bfe-13d2-42f4-a972-ff8c45f48147', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'floating_ip_address': '172.25.0.44', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'port_id': '5dc2ef57-b018-4cec-8151-2a1194371030', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'mac_address': 'fa:16:3e:8f:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:03:26Z', 'updated_at': '2021-07-09T21:03:26Z', 'revision_number': 0, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd206101e-78ad-4611-ace1-5e265f13e272', 'name': '', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:1c:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:13Z', 'updated_at': '2021-07-09T21:03:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:03:28.501333 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433d12d-bd92-43ff-8ae7-9be23e97fdc3 None None] New status for floating IP 3aa93bfe-13d2-42f4-a972-ff8c45f48147: ACTIVE {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:03:28.835453 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56166) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:03:28.897671 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e34833ee-ee25-4244-90f1-88dc714d6103 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/3aa93bfe-13d2-42f4-a972-ff8c45f48147 HTTP/1.1" status: 200 len: 992 time: 0.0609586 Jul 09 21:03:29.525737 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d8506c13-c75d-4293-8e76-586fceea30a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.713056 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:29.928924 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:30.710103 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:32.577087 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:46.366898 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:03:56.963009 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ed98f0dd-4fb9-4250-8afb-0ae104317901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:57.573521 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:59.527186 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ef0297c5-e80e-4e25-a1bd-e39edf9394c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:59.714337 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:03:59.937264 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:00.714669 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:01.397783 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0272f3-455e-4635-a7f5-f85945c543be req-657f1b72-3ac5-4f84-b12d-7aa0aba76fbb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:01.399253 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d0272f3-455e-4635-a7f5-f85945c543be req-657f1b72-3ac5-4f84-b12d-7aa0aba76fbb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 945 time: 0.0637023 Jul 09 21:04:01.436286 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d0272f3-455e-4635-a7f5-f85945c543be req-721c98fb-bc71-4b41-9118-0b5c35e75e92 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315092 Jul 09 21:04:02.579798 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:02.617437 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99161318-39fa-4be4-8146-3ffd6e3fea8f req-12158bc4-caf8-49d6-9f45-fa695de11007 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:02.618935 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99161318-39fa-4be4-8146-3ffd6e3fea8f req-12158bc4-caf8-49d6-9f45-fa695de11007 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 945 time: 0.0674236 Jul 09 21:04:02.656550 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-99161318-39fa-4be4-8146-3ffd6e3fea8f req-aa704aac-2c08-45c5-a88b-f3a730572bf4 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318310 Jul 09 21:04:02.681763 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56186) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:02.742636 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d4dddb64-43bf-450b-9426-6aa2982a1690 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/3aa93bfe-13d2-42f4-a972-ff8c45f48147 HTTP/1.1" status: 200 len: 992 time: 0.0597136 Jul 09 21:04:04.194409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea065a-0243-4150-9000-eb992eef6d93 req-9baab0d2-d83f-4704-ad46-1716a96d2778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:04.195916 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77ea065a-0243-4150-9000-eb992eef6d93 req-9baab0d2-d83f-4704-ad46-1716a96d2778 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 1096 time: 0.0947533 Jul 09 21:04:04.228563 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a3e20-6a0d-4c6a-ba8b-32f850aeafa5 req-534310cb-ebf2-4a9c-836f-d90921c2450e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:04.230048 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-077a3e20-6a0d-4c6a-ba8b-32f850aeafa5 req-534310cb-ebf2-4a9c-836f-d90921c2450e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 945 time: 0.0992260 Jul 09 21:04:04.308955 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-077a3e20-6a0d-4c6a-ba8b-32f850aeafa5 req-3ec28c88-cfdd-4909-aab5-40d4c4158397 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512078 Jul 09 21:04:04.326388 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea065a-0243-4150-9000-eb992eef6d93 req-a116b8d7-bb04-4408-99c6-0889bd105e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:04.327865 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77ea065a-0243-4150-9000-eb992eef6d93 req-a116b8d7-bb04-4408-99c6-0889bd105e47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=69b3017d-59db-448a-aa5c-3ddad3218929 HTTP/1.1" status: 200 len: 898 time: 0.1259651 Jul 09 21:04:04.394735 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77ea065a-0243-4150-9000-eb992eef6d93 req-2a7174e2-a77e-4213-b8e4-92fef51fd646 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dc2ef57-b018-4cec-8151-2a1194371030 HTTP/1.1" status: 200 len: 1000 time: 0.0596039 Jul 09 21:04:04.447234 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea065a-0243-4150-9000-eb992eef6d93 req-c9c2c86b-aef1-494a-8c36-6b66ae0e8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:04.448735 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77ea065a-0243-4150-9000-eb992eef6d93 req-c9c2c86b-aef1-494a-8c36-6b66ae0e8cc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ffa4af46-017a-4dc3-abd5-5a5c6a50c264 HTTP/1.1" status: 200 len: 835 time: 0.0475936 Jul 09 21:04:04.506235 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea065a-0243-4150-9000-eb992eef6d93 req-0ebb3015-98b3-45b5-a653-fee7d9b42c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:04.507771 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77ea065a-0243-4150-9000-eb992eef6d93 req-0ebb3015-98b3-45b5-a653-fee7d9b42c15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69b3017d-59db-448a-aa5c-3ddad3218929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527532 Jul 09 21:04:04.598283 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77ea065a-0243-4150-9000-eb992eef6d93 req-539889f5-bbfd-4aa5-a0fd-1247b01ccc28 service neutron] 10.222.0.32 "GET /v2.0/networks/69b3017d-59db-448a-aa5c-3ddad3218929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835264 Jul 09 21:04:04.692978 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77ea065a-0243-4150-9000-eb992eef6d93 req-71d24cc4-7242-4959-b8be-d000366b9a65 service neutron] 10.222.0.32 "GET /v2.0/networks/69b3017d-59db-448a-aa5c-3ddad3218929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888000 Jul 09 21:04:05.496601 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be932b5c-0c94-4f32-81b3-9438392d2a8b req-a9391895-2ade-41cc-9811-ec4fea6928bb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:05.498099 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be932b5c-0c94-4f32-81b3-9438392d2a8b req-a9391895-2ade-41cc-9811-ec4fea6928bb tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 945 time: 0.0700653 Jul 09 21:04:05.536434 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-be932b5c-0c94-4f32-81b3-9438392d2a8b req-56043b5b-c01b-4ae8-aeac-fe177d01d7e5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321887 Jul 09 21:04:06.726593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f89430-3843-45a4-82d5-96e415fd9ff0 req-c922014e-3b67-4217-9ab3-ce4ad842d88f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:06.728646 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-98f89430-3843-45a4-82d5-96e415fd9ff0 req-c922014e-3b67-4217-9ab3-ce4ad842d88f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 945 time: 0.0725403 Jul 09 21:04:06.770102 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-98f89430-3843-45a4-82d5-96e415fd9ff0 req-d05c6cb2-223b-4500-8fd9-497be01745b9 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354548 Jul 09 21:04:06.797063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56198) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:06.863138 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ff8fce5b-8c6f-4547-b138-54e03d1b31b7 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/floatingips/3aa93bfe-13d2-42f4-a972-ff8c45f48147 HTTP/1.1" status: 200 len: 992 time: 0.0647173 Jul 09 21:04:07.115011 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56204) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:07.274607 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port 8603db20-a207-4894-9aec-77572a2c2ffe {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:04:07.274963 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:07.351605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:07.352073 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:07.363875 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for 8603db20-a207-4894-9aec-77572a2c2ffe owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:04:07.511245 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:07.538410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=8603db20-a207-4894-9aec-77572a2c2ffe,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:07.569004 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:07.569360 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:07.569711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:07.570058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:07.570398 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:07.570737 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:07.571073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:07.571408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:07.571742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:07.572073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:07.572404 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:07.572759 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:07.612329 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:07.612746 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Floating IP 3aa93bfe-13d2-42f4-a972-ff8c45f48147 disassociated (deleted). External IP: 172.25.0.44, port: 5dc2ef57-b018-4cec-8151-2a1194371030. Jul 09 21:04:07.819409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router e305b674-ce67-44af-a06f-cdfcbed2ca76 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:04:07.923658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:04:07.929252 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:07.934051 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09684438-b6d4-4587-aaf4-74cdb1ca3db6 None None] Sync routers for ids ['e305b674-ce67-44af-a06f-cdfcbed2ca76'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:04:07.943898 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09684438-b6d4-4587-aaf4-74cdb1ca3db6 None None] Routers {'e305b674-ce67-44af-a06f-cdfcbed2ca76'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:07.944520 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-09684438-b6d4-4587-aaf4-74cdb1ca3db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:04:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['e305b674-ce67-44af-a06f-cdfcbed2ca76'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:07.969688 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a6785cae-72e4-450a-809c-7223b5c0675f tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/floatingips/3aa93bfe-13d2-42f4-a972-ff8c45f48147 HTTP/1.1" status: 204 len: 168 time: 0.8536134 Jul 09 21:04:07.970287 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a', 'tag': '5dc2ef57-b018-4cec-8151-2a1194371030'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:04:07.973181 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663d0465-8150-4c6b-b38c-f04996620064" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a", "tag": "5dc2ef57-b018-4cec-8151-2a1194371030"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:04:08.012463 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421ae2f5-c3c8-4ef3-a46c-0a444f9a99a0 x-openstack-request-id: req-421ae2f5-c3c8-4ef3-a46c-0a444f9a99a0 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:04:08.012900 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a", "tag": "5dc2ef57-b018-4cec-8151-2a1194371030", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:04:08.013159 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-421ae2f5-c3c8-4ef3-a46c-0a444f9a99a0 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:04:08.013564 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a', 'tag': '5dc2ef57-b018-4cec-8151-2a1194371030', 'status': 'completed', 'code': 200} Jul 09 21:04:08.065600 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-09684438-b6d4-4587-aaf4-74cdb1ca3db6 None None] Set router e305b674-ce67-44af-a06f-cdfcbed2ca76 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:08.091876 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0465-8150-4c6b-b38c-f04996620064 req-669d596e-4f36-451b-b289-5f0ee56c64d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:08.093495 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-663d0465-8150-4c6b-b38c-f04996620064 req-669d596e-4f36-451b-b289-5f0ee56c64d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 1096 time: 0.0566564 Jul 09 21:04:08.190308 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0465-8150-4c6b-b38c-f04996620064 req-bebd3354-7697-40c5-8cdb-7dab4e8d070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:08.192209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-663d0465-8150-4c6b-b38c-f04996620064 req-bebd3354-7697-40c5-8cdb-7dab4e8d070c service neutron] 10.222.0.32 "GET /v2.0/networks?id=69b3017d-59db-448a-aa5c-3ddad3218929 HTTP/1.1" status: 200 len: 898 time: 0.0920882 Jul 09 21:04:08.249010 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-663d0465-8150-4c6b-b38c-f04996620064 req-9c948b57-b58d-477b-ae51-cf6a1cebb559 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dc2ef57-b018-4cec-8151-2a1194371030 HTTP/1.1" status: 200 len: 217 time: 0.0439816 Jul 09 21:04:08.298680 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0465-8150-4c6b-b38c-f04996620064 req-1a07e200-40d2-4294-a7d5-49854bef4c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:08.300596 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-663d0465-8150-4c6b-b38c-f04996620064 req-1a07e200-40d2-4294-a7d5-49854bef4c28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ffa4af46-017a-4dc3-abd5-5a5c6a50c264 HTTP/1.1" status: 200 len: 835 time: 0.0452328 Jul 09 21:04:08.302004 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-09684438-b6d4-4587-aaf4-74cdb1ca3db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd206101e-78ad-4611-ace1-5e265f13e272', 'name': '', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:1c:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:13Z', 'updated_at': '2021-07-09T21:03:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:08.328928 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09684438-b6d4-4587-aaf4-74cdb1ca3db6 None None] Checking router: e305b674-ce67-44af-a06f-cdfcbed2ca76 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:04:08.338562 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09684438-b6d4-4587-aaf4-74cdb1ca3db6 None None] Routers {'e305b674-ce67-44af-a06f-cdfcbed2ca76'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:08.339181 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-09684438-b6d4-4587-aaf4-74cdb1ca3db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:04:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['e305b674-ce67-44af-a06f-cdfcbed2ca76'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:08.365700 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d0465-8150-4c6b-b38c-f04996620064 req-e570231f-7ff7-4e32-b373-8ffcf3546a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:08.367230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-663d0465-8150-4c6b-b38c-f04996620064 req-e570231f-7ff7-4e32-b373-8ffcf3546a9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=69b3017d-59db-448a-aa5c-3ddad3218929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599399 Jul 09 21:04:08.383121 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6d0a9-af90-433c-ae54-d8a41e412e14 req-9a9d44bc-9b09-4290-bc72-7146ed3328f6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:08.384687 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c3e6d0a9-af90-433c-ae54-d8a41e412e14 req-9a9d44bc-9b09-4290-bc72-7146ed3328f6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 945 time: 0.0660350 Jul 09 21:04:08.431595 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c3e6d0a9-af90-433c-ae54-d8a41e412e14 req-afaa64a7-30e9-4eee-8d52-26880e741962 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411797 Jul 09 21:04:08.452325 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-09684438-b6d4-4587-aaf4-74cdb1ca3db6 None None] Set router e305b674-ce67-44af-a06f-cdfcbed2ca76 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:08.473724 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-663d0465-8150-4c6b-b38c-f04996620064 req-3484abe4-5192-4094-bac5-9ad7f5f73e89 service neutron] 10.222.0.32 "GET /v2.0/networks/69b3017d-59db-448a-aa5c-3ddad3218929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985625 Jul 09 21:04:08.569606 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-663d0465-8150-4c6b-b38c-f04996620064 req-5d2f8fa8-0b65-4a66-9e83-a7c171871a60 service neutron] 10.222.0.32 "GET /v2.0/networks/69b3017d-59db-448a-aa5c-3ddad3218929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888011 Jul 09 21:04:08.650930 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-09684438-b6d4-4587-aaf4-74cdb1ca3db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd206101e-78ad-4611-ace1-5e265f13e272', 'name': '', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:1c:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:13Z', 'updated_at': '2021-07-09T21:03:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:08.680013 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09684438-b6d4-4587-aaf4-74cdb1ca3db6 None None] The sync data for ids ['e305b674-ce67-44af-a06f-cdfcbed2ca76'] in n-d-800088-3 is: [{'id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'd206101e-78ad-4611-ace1-5e265f13e272', 'name': '', 'network_id': '69b3017d-59db-448a-aa5c-3ddad3218929', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'mac_address': 'fa:16:3e:1c:0b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:13Z', 'updated_at': '2021-07-09T21:03:17Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'subnets': [{'id': 'ffa4af46-017a-4dc3-abd5-5a5c6a50c264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:04:08.916264 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57631a63-2a08-4088-8191-9121618f8083 None None] New status for floating IP 3aa93bfe-13d2-42f4-a972-ff8c45f48147: DOWN {{(pid=100206) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:04:09.622911 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a08e60-f0bd-4f59-af3a-f589323e38c2 req-372ea2e9-ebeb-41b7-8ac2-08cced8f4aee tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:09.624413 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-43a08e60-f0bd-4f59-af3a-f589323e38c2 req-372ea2e9-ebeb-41b7-8ac2-08cced8f4aee tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 945 time: 0.0714993 Jul 09 21:04:09.663255 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-43a08e60-f0bd-4f59-af3a-f589323e38c2 req-c985b4b6-1343-4139-a615-0148e398a0bc tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/security-groups?id=c0003bff-4b68-43a0-b53c-1adb166eaeb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330942 Jul 09 21:04:09.963119 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9ca54-cc15-41f4-a8f5-bd00f2feaa72 req-36792bb4-351a-4159-b09d-ee7ff15ddb59 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:09.964629 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09c9ca54-cc15-41f4-a8f5-bd00f2feaa72 req-36792bb4-351a-4159-b09d-ee7ff15ddb59 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 945 time: 0.0631571 Jul 09 21:04:10.069448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-09c9ca54-cc15-41f4-a8f5-bd00f2feaa72 req-b03b9019-f949-49dc-a00a-cdbd1667f8d2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port 5dc2ef57-b018-4cec-8151-2a1194371030 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:04:10.069713 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-09c9ca54-cc15-41f4-a8f5-bd00f2feaa72 req-b03b9019-f949-49dc-a00a-cdbd1667f8d2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:10.160143 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-09c9ca54-cc15-41f4-a8f5-bd00f2feaa72 req-b03b9019-f949-49dc-a00a-cdbd1667f8d2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] For port 5dc2ef57-b018-4cec-8151-2a1194371030, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=5dc2ef57-b018-4cec-8151-2a1194371030,segment=NetworkSegment(dede3912-5a2e-425e-8938-344c8e46e148),segment_id=dede3912-5a2e-425e-8938-344c8e46e148)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:10.160502 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-09c9ca54-cc15-41f4-a8f5-bd00f2feaa72 req-b03b9019-f949-49dc-a00a-cdbd1667f8d2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:10.173592 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-09c9ca54-cc15-41f4-a8f5-bd00f2feaa72 req-b03b9019-f949-49dc-a00a-cdbd1667f8d2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for 5dc2ef57-b018-4cec-8151-2a1194371030 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:04:10.302989 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-09c9ca54-cc15-41f4-a8f5-bd00f2feaa72 req-b03b9019-f949-49dc-a00a-cdbd1667f8d2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:10.334717 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b9019-f949-49dc-a00a-cdbd1667f8d2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=5dc2ef57-b018-4cec-8151-2a1194371030,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:10.380407 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c9ca54-cc15-41f4-a8f5-bd00f2feaa72 req-b03b9019-f949-49dc-a00a-cdbd1667f8d2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] No DVR routers for this DVR port 5dc2ef57-b018-4cec-8151-2a1194371030 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:04:10.383012 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-09c9ca54-cc15-41f4-a8f5-bd00f2feaa72 req-b03b9019-f949-49dc-a00a-cdbd1667f8d2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:10.385056 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-09c9ca54-cc15-41f4-a8f5-bd00f2feaa72 req-b03b9019-f949-49dc-a00a-cdbd1667f8d2 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.32 "DELETE /v2.0/ports/5dc2ef57-b018-4cec-8151-2a1194371030 HTTP/1.1" status: 204 len: 173 time: 0.4149129 Jul 09 21:04:10.385485 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a', 'name': 'network-vif-deleted', 'tag': '5dc2ef57-b018-4cec-8151-2a1194371030'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:04:10.387817 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78ad563-33ec-4302-b2bc-d54df9b38b96" -d '{"events": [{"server_uuid": "ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a", "name": "network-vif-deleted", "tag": "5dc2ef57-b018-4cec-8151-2a1194371030"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:04:10.424228 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef33006-fc1f-435d-8de9-42b4835e19c8 x-openstack-request-id: req-bef33006-fc1f-435d-8de9-42b4835e19c8 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:04:10.425202 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a", "name": "network-vif-deleted", "tag": "5dc2ef57-b018-4cec-8151-2a1194371030", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:04:10.426090 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bef33006-fc1f-435d-8de9-42b4835e19c8 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:04:10.426521 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a', 'name': 'network-vif-deleted', 'tag': '5dc2ef57-b018-4cec-8151-2a1194371030', 'status': 'completed', 'code': 200} Jul 09 21:04:10.827472 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c10047df-754e-408a-bba9-a97470c9234f req-ef6b1ee1-dafb-4727-98f5-bff81a0b936e tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2363e3-3a2b-4c49-85e4-3f3fa2029b6a HTTP/1.1" status: 200 len: 210 time: 0.0298734 Jul 09 21:04:11.928822 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56222) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:12.603319 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:12.877823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 5dc2ef57-b018-4cec-8151-2a1194371030 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:04:12.892632 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port d206101e-78ad-4611-ace1-5e265f13e272 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:04:12.892999 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:12.898900 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 5dc2ef57-b018-4cec-8151-2a1194371030 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:04:12.899252 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 5dc2ef57-b018-4cec-8151-2a1194371030 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:04:12.982600 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] For port d206101e-78ad-4611-ace1-5e265f13e272, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=d206101e-78ad-4611-ace1-5e265f13e272,segment=NetworkSegment(dede3912-5a2e-425e-8938-344c8e46e148),segment_id=dede3912-5a2e-425e-8938-344c8e46e148)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:12.983233 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:12.996576 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for d206101e-78ad-4611-ace1-5e265f13e272 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:04:13.186556 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.222608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=d206101e-78ad-4611-ace1-5e265f13e272,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:13.251937 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:13.252307 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:13.253469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:13.253469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:13.253878 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:13.254245 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:13.254594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:13.254964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:13.255314 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:13.255812 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:13.256030 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:13.256395 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:13.424089 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.660046 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Router e305b674-ce67-44af-a06f-cdfcbed2ca76 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:04:13.777604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:04:13.782868 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1381e9f6-79c4-4807-9397-8997d51f8b4b tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "PUT /v2.0/routers/e305b674-ce67-44af-a06f-cdfcbed2ca76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8529079 Jul 09 21:04:13.785982 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56226) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:13.788661 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40854e2-7baa-44ba-93f7-9ef44765982b None None] Sync routers for ids ['e305b674-ce67-44af-a06f-cdfcbed2ca76'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:04:13.798711 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40854e2-7baa-44ba-93f7-9ef44765982b None None] Routers {'e305b674-ce67-44af-a06f-cdfcbed2ca76'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:13.799451 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c40854e2-7baa-44ba-93f7-9ef44765982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:04:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['e305b674-ce67-44af-a06f-cdfcbed2ca76'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:13.841768 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-db532ced-7441-4248-99fc-17cc9177fce5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting subnet ffa4af46-017a-4dc3-abd5-5a5c6a50c264 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:04:13.845820 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db532ced-7441-4248-99fc-17cc9177fce5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:13.890732 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db532ced-7441-4248-99fc-17cc9177fce5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.000677 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db532ced-7441-4248-99fc-17cc9177fce5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.017179 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-c40854e2-7baa-44ba-93f7-9ef44765982b None None] Set router e305b674-ce67-44af-a06f-cdfcbed2ca76 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:14.079007 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db532ced-7441-4248-99fc-17cc9177fce5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.107993 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db532ced-7441-4248-99fc-17cc9177fce5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa4af46-017a-4dc3-abd5-5a5c6a50c264,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:14.111631 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-db532ced-7441-4248-99fc-17cc9177fce5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.114062 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-db532ced-7441-4248-99fc-17cc9177fce5 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/subnets/ffa4af46-017a-4dc3-abd5-5a5c6a50c264 HTTP/1.1" status: 204 len: 168 time: 0.3270633 Jul 09 21:04:14.116781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56228) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:14.119677 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1a6ecc-7039-4923-9e75-cf393ad592a5 None None] Network 69b3017d-59db-448a-aa5c-3ddad3218929 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:04:14.210220 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c40854e2-7baa-44ba-93f7-9ef44765982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:04:13Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:14.234896 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.236549 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40854e2-7baa-44ba-93f7-9ef44765982b None None] Checking router: e305b674-ce67-44af-a06f-cdfcbed2ca76 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:04:14.249984 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40854e2-7baa-44ba-93f7-9ef44765982b None None] Routers {'e305b674-ce67-44af-a06f-cdfcbed2ca76'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:14.250467 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c40854e2-7baa-44ba-93f7-9ef44765982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:04:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['e305b674-ce67-44af-a06f-cdfcbed2ca76'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:14.347148 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] DHCP port deletion for 69b3017d-59db-448a-aa5c-3ddad3218929 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:04:14.355077 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.364957 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-c40854e2-7baa-44ba-93f7-9ef44765982b None None] Set router e305b674-ce67-44af-a06f-cdfcbed2ca76 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:14.398706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Deleting port 118b8da8-b275-4e03-bba7-d012080e8fb1 {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:04:14.399084 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.427721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Deleting port 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:04:14.428105 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.469997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] For port 118b8da8-b275-4e03-bba7-d012080e8fb1, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=118b8da8-b275-4e03-bba7-d012080e8fb1,segment=NetworkSegment(dede3912-5a2e-425e-8938-344c8e46e148),segment_id=dede3912-5a2e-425e-8938-344c8e46e148)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:14.470389 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.485171 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Calling delete_port for 118b8da8-b275-4e03-bba7-d012080e8fb1 owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:04:14.511877 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] For port 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:14.512330 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.524907 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Calling delete_port for 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:04:14.569819 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.571954 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-c40854e2-7baa-44ba-93f7-9ef44765982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:04:13Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:14.601573 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Pushing event deleted for resources: {'Port': ['ID=118b8da8-b275-4e03-bba7-d012080e8fb1,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:14.607658 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40854e2-7baa-44ba-93f7-9ef44765982b None None] The sync data for ids ['e305b674-ce67-44af-a06f-cdfcbed2ca76'] in n-d-800088-3 is: [{'id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1873511094', 'tenant_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172'}], 'enable_snat': True}, 'gw_port_id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:04:13Z', 'revision_number': 5, 'project_id': '7f8d1b0b95294766b779d3cfc8f7e59f', 'gw_port': {'id': '3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e305b674-ce67-44af-a06f-cdfcbed2ca76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:03:10Z', 'updated_at': '2021-07-09T21:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:04:14.607884 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:14.607998 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:14.608341 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:14.608705 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:14.609042 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:14.609378 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:14.609709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:14.610040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:14.610368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:14.610698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:14.611019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:14.611344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:14.615922 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3244ef-5d37-43a6-9a26-6de0beff41c9 None None] No DVR routers for this DVR port 118b8da8-b275-4e03-bba7-d012080e8fb1 on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:04:14.698665 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.725233 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Port': ['ID=3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:14.789578 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.881513 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.883515 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.924104 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.925273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Fanout notify agent at l3_agent the message router_deleted on router e305b674-ce67-44af-a06f-cdfcbed2ca76 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:04:14.932552 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:14.933671 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a36f23dc-cdde-4a05-a860-3b3cc4bf9fed tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/routers/e305b674-ce67-44af-a06f-cdfcbed2ca76 HTTP/1.1" status: 204 len: 168 time: 0.8157959 Jul 09 21:04:14.936261 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56230) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:15.019808 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-995235ea-27f8-495c-856b-0383ab8426a6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:15.107913 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-995235ea-27f8-495c-856b-0383ab8426a6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:15.118422 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-995235ea-27f8-495c-856b-0383ab8426a6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b3017d-59db-448a-aa5c-3ddad3218929']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:15.129560 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-995235ea-27f8-495c-856b-0383ab8426a6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dede3912-5a2e-425e-8938-344c8e46e148') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:15.129862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-995235ea-27f8-495c-856b-0383ab8426a6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dede3912-5a2e-425e-8938-344c8e46e148') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:15.140286 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-995235ea-27f8-495c-856b-0383ab8426a6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:15.154270 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-995235ea-27f8-495c-856b-0383ab8426a6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:15.160676 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995235ea-27f8-495c-856b-0383ab8426a6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:04:15.161090 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-995235ea-27f8-495c-856b-0383ab8426a6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: timer() Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:04:15.164168 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:04:15.232634 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-995235ea-27f8-495c-856b-0383ab8426a6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:15.241678 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-995235ea-27f8-495c-856b-0383ab8426a6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:15.243537 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-995235ea-27f8-495c-856b-0383ab8426a6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/networks/69b3017d-59db-448a-aa5c-3ddad3218929 HTTP/1.1" status: 204 len: 168 time: 0.3063114 Jul 09 21:04:15.246638 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56232) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:15.259975 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995235ea-27f8-495c-856b-0383ab8426a6 tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'Network': ['ID=69b3017d-59db-448a-aa5c-3ddad3218929,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:15.314172 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-04e3ce9e-67d1-44c9-aec5-aec284ea167a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:15.340024 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-04e3ce9e-67d1-44c9-aec5-aec284ea167a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:15.405075 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-04e3ce9e-67d1-44c9-aec5-aec284ea167a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:15.407615 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-04e3ce9e-67d1-44c9-aec5-aec284ea167a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:15.408862 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-04e3ce9e-67d1-44c9-aec5-aec284ea167a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] 10.222.0.30 "DELETE /v2.0/security-groups/c0003bff-4b68-43a0-b53c-1adb166eaeb5 HTTP/1.1" status: 204 len: 168 time: 0.1609802 Jul 09 21:04:15.418082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3ce9e-67d1-44c9-aec5-aec284ea167a tempest-TestNetworkAdvancedServerOps-1893047870 tempest-TestNetworkAdvancedServerOps-1893047870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0003bff-4b68-43a0-b53c-1adb166eaeb5,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:15.606841 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 118b8da8-b275-4e03-bba7-d012080e8fb1 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:04:15.630748 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 118b8da8-b275-4e03-bba7-d012080e8fb1 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:04:15.630974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 118b8da8-b275-4e03-bba7-d012080e8fb1 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:04:15.631339 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d206101e-78ad-4611-ace1-5e265f13e272 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:04:15.651143 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: d206101e-78ad-4611-ace1-5e265f13e272 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:04:15.651143 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device d206101e-78ad-4611-ace1-5e265f13e272 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:04:15.747784 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56240) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:15.887900 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d2abc67f-45f0-466e-82ba-620f004c96bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f8d1b0b95294766b779d3cfc8f7e59f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389349 Jul 09 21:04:15.890340 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56244) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:15.938722 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b850c21-66b2-4bb0-9bdf-fbd14d084f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:15.960753 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b850c21-66b2-4bb0-9bdf-fbd14d084f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:16.008433 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b850c21-66b2-4bb0-9bdf-fbd14d084f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:16.011091 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-8b850c21-66b2-4bb0-9bdf-fbd14d084f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:16.012260 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8b850c21-66b2-4bb0-9bdf-fbd14d084f17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44cea1af-21fa-43d9-9a7a-a7f448f195c7 HTTP/1.1" status: 204 len: 168 time: 0.1210196 Jul 09 21:04:16.020213 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b850c21-66b2-4bb0-9bdf-fbd14d084f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cea1af-21fa-43d9-9a7a-a7f448f195c7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:16.273647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56250) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:16.287309 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1767c17f-f01f-4783-873a-444990f7405e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:16.384859 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1767c17f-f01f-4783-873a-444990f7405e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:16.388641 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1767c17f-f01f-4783-873a-444990f7405e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:16.442478 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1767c17f-f01f-4783-873a-444990f7405e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=915621ff5da8411db0c64b847c50fe2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674874 Jul 09 21:04:16.443708 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767c17f-f01f-4783-873a-444990f7405e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01174193-eba2-445a-931c-09f950c974f6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:16.444934 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56252) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:16.506472 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56b36b1b-ed0d-4f36-abf6-8d03f3561e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:16.530618 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56b36b1b-ed0d-4f36-abf6-8d03f3561e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:16.578610 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56b36b1b-ed0d-4f36-abf6-8d03f3561e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:16.582555 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-56b36b1b-ed0d-4f36-abf6-8d03f3561e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:16.583769 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-56b36b1b-ed0d-4f36-abf6-8d03f3561e6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01174193-eba2-445a-931c-09f950c974f6 HTTP/1.1" status: 204 len: 168 time: 0.1378205 Jul 09 21:04:16.595721 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b36b1b-ed0d-4f36-abf6-8d03f3561e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01174193-eba2-445a-931c-09f950c974f6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:17.189574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:04:17.210923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:04:17.211309 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 3d6a1f1b-f3e9-40df-9bd7-b15aa9c451ec not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:04:17.342444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56274) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:17.451417 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-902827796-network', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:17.475271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] Made reservation on behalf of f9d3e22675bf46d89ed2bcf26578a1ca for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:04:17.477778 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:17.488500 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:17.584684 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:17.588467 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:17.616745 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:04:17.623294 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0da552-e175-4226-9662-2bfb6588c86e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:17.630071 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:17.630416 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] Added segment 1b62f750-4063-473d-bea1-61ffddf95c89 of type vlan for network 1c52ac01-7b5f-4435-85c0-652e0beaf970 Jul 09 21:04:17.675475 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:17.702782 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:17.703758 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:17.704357 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:17.764352 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4207551 Jul 09 21:04:17.767764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56278) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:17.769970 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a806a-0f7b-4cd7-8a6a-1a3509a5b7cc admin admin] Pushing event updated for resources: {'Network': ['ID=1c52ac01-7b5f-4435-85c0-652e0beaf970,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:17.773129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-d635cc67-8526-41d3-b8ab-a94bcd75c708 admin admin] Request body: {'subnet': {'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-902827796-subnet', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:17.783017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 1c52ac01-7b5f-4435-85c0-652e0beaf970 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:04:17.798748 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d635cc67-8526-41d3-b8ab-a94bcd75c708 admin admin] Made reservation on behalf of f9d3e22675bf46d89ed2bcf26578a1ca for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:04:17.802141 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d635cc67-8526-41d3-b8ab-a94bcd75c708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:17.971237 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d635cc67-8526-41d3-b8ab-a94bcd75c708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:18.028386 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635cc67-8526-41d3-b8ab-a94bcd75c708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:18.036805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d635cc67-8526-41d3-b8ab-a94bcd75c708 admin admin] Checking segment: {'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:18.037237 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d635cc67-8526-41d3-b8ab-a94bcd75c708 admin admin] Network hostable DHCP agents. Network: 1c52ac01-7b5f-4435-85c0-652e0beaf970, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:04:18.054705 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d635cc67-8526-41d3-b8ab-a94bcd75c708 admin admin] Network 1c52ac01-7b5f-4435-85c0-652e0beaf970 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:04:18.063587 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-d635cc67-8526-41d3-b8ab-a94bcd75c708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 1c52ac01-7b5f-4435-85c0-652e0beaf970) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:18.067796 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d635cc67-8526-41d3-b8ab-a94bcd75c708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:18.068409 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-d635cc67-8526-41d3-b8ab-a94bcd75c708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:18.073285 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697afb50-6ce6-4a62-92ce-8bd20856a4f1 None None] Network 1c52ac01-7b5f-4435-85c0-652e0beaf970 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:04:18.083880 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-d635cc67-8526-41d3-b8ab-a94bcd75c708 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3148670 Jul 09 21:04:18.086510 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56280) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:18.090895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:18.114232 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:18.115159 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:18.173370 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:18.226082 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-1c52ac01-7b5f-4435-85c0-652e0beaf970', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:04:18.227132 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:18.309577 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:18.365792 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Allocated IP 172.20.0.2 (1c52ac01-7b5f-4435-85c0-652e0beaf970/7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9/36f78f7e-5c37-4459-a73c-55f50a1d1eca) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:18.522735 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:18.531326 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Transition to ACTIVE for port object 36f78f7e-5c37-4459-a73c-55f50a1d1eca will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:18.547211 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Transition to ACTIVE for port object 36f78f7e-5c37-4459-a73c-55f50a1d1eca will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:18.553200 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:18.596032 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Network 1c52ac01-7b5f-4435-85c0-652e0beaf970 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:18.601652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:18.603855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:18.610160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Pushing event updated for resources: {'Port': ['ID=36f78f7e-5c37-4459-a73c-55f50a1d1eca,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:18.676160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Attempting to bind port 36f78f7e-5c37-4459-a73c-55f50a1d1eca on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:04:18.676772 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Attempting to bind port 36f78f7e-5c37-4459-a73c-55f50a1d1eca by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:04:18.677343 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Attempting to bind port 36f78f7e-5c37-4459-a73c-55f50a1d1eca on network 1c52ac01-7b5f-4435-85c0-652e0beaf970 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:18.685040 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:04:18.685565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Checking segment: {'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:18.686397 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:18.687716 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Bound using segment: {'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:04:18.688425 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Bound port: 36f78f7e-5c37-4459-a73c-55f50a1d1eca, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:04:18.689005 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:18.773123 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] For port 36f78f7e-5c37-4459-a73c-55f50a1d1eca, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:04:18.776721 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] For port 36f78f7e-5c37-4459-a73c-55f50a1d1eca, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=36f78f7e-5c37-4459-a73c-55f50a1d1eca,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:04:18.781211 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:18.844260 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:18.853401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3df4ea-cab5-43cb-a974-669d2a215b7f None None] Pushing event updated for resources: {'Port': ['ID=36f78f7e-5c37-4459-a73c-55f50a1d1eca,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:18.866884 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:19.012525 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Allocated IP 172.25.0.194 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/1e1233be-b675-49b3-b033-e3cd37caf6f3) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:19.137722 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:19.186435 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:19.230518 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:19.233490 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:19.237481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:19.265521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1233be-b675-49b3-b033-e3cd37caf6f3,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:19.266488 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36f78f7e-5c37-4459-a73c-55f50a1d1eca up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:19.321792 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 36f78f7e-5c37-4459-a73c-55f50a1d1eca completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:19.525519 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:19.736224 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:19.838653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f09477-70db-45b8-b056-4fdf73b62573 None None] Network 1c52ac01-7b5f-4435-85c0-652e0beaf970 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:04:19.880362 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Router 29136c20-0182-479d-9db4-05810ebd571f is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:04:20.010657 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:04:20.030622 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:20.032219 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f388c5dd-7f2f-4909-bc88-eefa87907510 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9447138 Jul 09 21:04:20.035964 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56282) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:20.043203 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Sync routers for ids ['29136c20-0182-479d-9db4-05810ebd571f'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:04:20.081360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dd1b13d0-1b9d-4110-b61a-eea5264a1bee None None] Provisioning for port 36f78f7e-5c37-4459-a73c-55f50a1d1eca completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:20.083303 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Routers {'29136c20-0182-479d-9db4-05810ebd571f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:20.084004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-ba96222a-8242-4ed1-9664-376443726799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:04:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['29136c20-0182-479d-9db4-05810ebd571f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:20.132229 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-dd1b13d0-1b9d-4110-b61a-eea5264a1bee None None] Provisioning complete for port 36f78f7e-5c37-4459-a73c-55f50a1d1eca triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:20.132643 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dd1b13d0-1b9d-4110-b61a-eea5264a1bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:20.306589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Set router 29136c20-0182-479d-9db4-05810ebd571f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:20.440943 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dd1b13d0-1b9d-4110-b61a-eea5264a1bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:20.514053 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:20.522955 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-dd1b13d0-1b9d-4110-b61a-eea5264a1bee None None] For port 36f78f7e-5c37-4459-a73c-55f50a1d1eca, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=36f78f7e-5c37-4459-a73c-55f50a1d1eca,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:20.531146 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dd1b13d0-1b9d-4110-b61a-eea5264a1bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:20.625969 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b13d0-1b9d-4110-b61a-eea5264a1bee None None] Pushing event updated for resources: {'Port': ['ID=36f78f7e-5c37-4459-a73c-55f50a1d1eca,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:20.642740 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-ba96222a-8242-4ed1-9664-376443726799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:19Z', 'revision_number': 3, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:20.674204 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Checking router: 29136c20-0182-479d-9db4-05810ebd571f for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:04:20.675168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Updating router 29136c20-0182-479d-9db4-05810ebd571f port 1e1233be-b675-49b3-b033-e3cd37caf6f3 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:04:20.702796 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Allocated IP 172.20.0.1 (1c52ac01-7b5f-4435-85c0-652e0beaf970/7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9/f55defab-3136-4209-a580-91c7e23563bb) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:20.723134 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:20.822505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5c86be64-4b90-4b88-a5bb-0c18394edfb8 None None] Provisioning complete for port 36f78f7e-5c37-4459-a73c-55f50a1d1eca triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:20.822802 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5c86be64-4b90-4b88-a5bb-0c18394edfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:20.838542 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:20.861816 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Transition to ACTIVE for port object f55defab-3136-4209-a580-91c7e23563bb will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:20.913346 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:20.955657 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Network 1c52ac01-7b5f-4435-85c0-652e0beaf970 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:20.964465 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:20.968704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:21.003998 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Pushing event updated for resources: {'Port': ['ID=f55defab-3136-4209-a580-91c7e23563bb,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:21.035228 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.145642 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.167101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Transition to ACTIVE for port object 1e1233be-b675-49b3-b033-e3cd37caf6f3 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:21.178277 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.249826 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.274216 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Attempting to bind port 1e1233be-b675-49b3-b033-e3cd37caf6f3 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:04:21.274596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Attempting to bind port 1e1233be-b675-49b3-b033-e3cd37caf6f3 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:04:21.275004 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Attempting to bind port 1e1233be-b675-49b3-b033-e3cd37caf6f3 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:21.283013 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36f78f7e-5c37-4459-a73c-55f50a1d1eca up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:21.291921 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d79d0fed-4d84-4ecc-a9f3-529046f0c912 None None] Provisioning for port f55defab-3136-4209-a580-91c7e23563bb completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:21.312159 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88116fcc-4186-4014-9c4f-8fb705825002 None None] Pushing event updated for resources: {'Port': ['ID=1e1233be-b675-49b3-b033-e3cd37caf6f3,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:21.314755 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:04:21.315670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:21.316087 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.316487 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:04:21.317016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Bound port: 1e1233be-b675-49b3-b033-e3cd37caf6f3, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:04:21.317413 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.339062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-d79d0fed-4d84-4ecc-a9f3-529046f0c912 None None] Provisioning complete for port f55defab-3136-4209-a580-91c7e23563bb triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:21.339439 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d79d0fed-4d84-4ecc-a9f3-529046f0c912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.414911 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-d79d0fed-4d84-4ecc-a9f3-529046f0c912 None None] Port f55defab-3136-4209-a580-91c7e23563bb cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:04:21.416781 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ba96222a-8242-4ed1-9664-376443726799 None None] For port 1e1233be-b675-49b3-b033-e3cd37caf6f3, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:04:21.420830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-ba96222a-8242-4ed1-9664-376443726799 None None] For port 1e1233be-b675-49b3-b033-e3cd37caf6f3, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1e1233be-b675-49b3-b033-e3cd37caf6f3,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:04:21.428273 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.445106 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.450236 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.473986 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 36f78f7e-5c37-4459-a73c-55f50a1d1eca triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:21.474383 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.521950 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.524658 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Pushing event updated for resources: {'Port': ['ID=f55defab-3136-4209-a580-91c7e23563bb,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:21.527344 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Routers {'29136c20-0182-479d-9db4-05810ebd571f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:21.527995 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-ba96222a-8242-4ed1-9664-376443726799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:04:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['29136c20-0182-479d-9db4-05810ebd571f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:21.529853 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88116fcc-4186-4014-9c4f-8fb705825002 None None] Pushing event updated for resources: {'Port': ['ID=1e1233be-b675-49b3-b033-e3cd37caf6f3,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:21.625896 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Network 1c52ac01-7b5f-4435-85c0-652e0beaf970 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:21.628300 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:21.675870 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-ba96222a-8242-4ed1-9664-376443726799 None None] Set router 29136c20-0182-479d-9db4-05810ebd571f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:21.769872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Router 29136c20-0182-479d-9db4-05810ebd571f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:04:21.901562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-ba96222a-8242-4ed1-9664-376443726799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 2, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:21.934524 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96222a-8242-4ed1-9664-376443726799 None None] The sync data for ids ['29136c20-0182-479d-9db4-05810ebd571f'] in n-d-800088-3 is: [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 2, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:04:21.945976 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-4252dcf9-ec56-4170-96f3-b22233aea129 None None] Provisioning complete for port f55defab-3136-4209-a580-91c7e23563bb triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:21.946466 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4252dcf9-ec56-4170-96f3-b22233aea129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:21.988263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-4252dcf9-ec56-4170-96f3-b22233aea129 None None] Port f55defab-3136-4209-a580-91c7e23563bb cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:04:22.227280 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:04:22.234845 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-459aa71a-9623-4565-80d1-c64620e71b47 admin admin] 10.222.0.30 "PUT /v2.0/routers/29136c20-0182-479d-9db4-05810ebd571f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1973414 Jul 09 21:04:22.783481 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56298) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:22.789376 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1617502121-network', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:22.813326 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] Made reservation on behalf of 44357afe6bed4dc5bcb040fb35312058 for: {'network': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:04:22.815968 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:22.825772 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:22.930389 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:22.935176 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:22.962562 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=100205) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:04:22.974095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c67f6e-b794-4bbe-a386-b3a4d35334a4,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:22.979647 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:22.979999 n-d-800088-3 neutron-server[100205]: INFO neutron.db.segments_db [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] Added segment 4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56 of type vlan for network 110ab968-30e9-415a-b85e-0752cc11669d Jul 09 21:04:23.029667 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.066578 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.067599 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:23.068204 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.126982 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3416986 Jul 09 21:04:23.130083 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56300) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:23.137455 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-b371829f-abd5-4042-b04f-2cb495f7d146 admin admin] Request body: {'subnet': {'network_id': '110ab968-30e9-415a-b85e-0752cc11669d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1617502121-subnet', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:23.142050 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366735f4-7064-43a7-abc2-cf57a30375ea admin admin] Pushing event updated for resources: {'Network': ['ID=110ab968-30e9-415a-b85e-0752cc11669d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:23.156412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 110ab968-30e9-415a-b85e-0752cc11669d details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:04:23.175165 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b371829f-abd5-4042-b04f-2cb495f7d146 admin admin] Made reservation on behalf of 44357afe6bed4dc5bcb040fb35312058 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:04:23.177642 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b371829f-abd5-4042-b04f-2cb495f7d146 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.299303 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1e1233be-b675-49b3-b033-e3cd37caf6f3 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:23.359738 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 1e1233be-b675-49b3-b033-e3cd37caf6f3 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:23.364121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 1e1233be-b675-49b3-b033-e3cd37caf6f3 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:23.364492 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.366359 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:04:23.394969 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b371829f-abd5-4042-b04f-2cb495f7d146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.451626 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371829f-abd5-4042-b04f-2cb495f7d146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b001375-eb5e-4a41-9e06-c21593c160bc,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:23.461711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b371829f-abd5-4042-b04f-2cb495f7d146 admin admin] Checking segment: {'id': '4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '110ab968-30e9-415a-b85e-0752cc11669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:23.462088 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b371829f-abd5-4042-b04f-2cb495f7d146 admin admin] Network hostable DHCP agents. Network: 110ab968-30e9-415a-b85e-0752cc11669d, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:04:23.462339 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.481184 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b371829f-abd5-4042-b04f-2cb495f7d146 admin admin] Network 110ab968-30e9-415a-b85e-0752cc11669d is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:04:23.486297 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 1e1233be-b675-49b3-b033-e3cd37caf6f3, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1e1233be-b675-49b3-b033-e3cd37caf6f3,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:23.490949 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-b371829f-abd5-4042-b04f-2cb495f7d146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 110ab968-30e9-415a-b85e-0752cc11669d) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:23.493229 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.497069 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b371829f-abd5-4042-b04f-2cb495f7d146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:23.497898 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-b371829f-abd5-4042-b04f-2cb495f7d146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.502906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11657d9-fe63-4674-9221-5a3738c255c4 None None] Network 110ab968-30e9-415a-b85e-0752cc11669d requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:04:23.513779 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b371829f-abd5-4042-b04f-2cb495f7d146 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3824704 Jul 09 21:04:23.516240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56302) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:23.521611 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1617502121-router', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:23.548677 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.550459 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.600385 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=1e1233be-b675-49b3-b033-e3cd37caf6f3,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:23.619466 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.710854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-110ab968-30e9-415a-b85e-0752cc11669d', 'network_id': '110ab968-30e9-415a-b85e-0752cc11669d', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058', 'fixed_ips': [{'subnet_id': '6b001375-eb5e-4a41-9e06-c21593c160bc'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:04:23.711745 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.775154 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:23.877360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Allocated IP 172.20.0.2 (110ab968-30e9-415a-b85e-0752cc11669d/6b001375-eb5e-4a41-9e06-c21593c160bc/40eca1df-bba3-40d9-b005-e7602b86dcbf) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:24.039615 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:24.040957 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:24.048627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Transition to ACTIVE for port object 40eca1df-bba3-40d9-b005-e7602b86dcbf will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:24.062004 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:24.070767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Transition to ACTIVE for port object 40eca1df-bba3-40d9-b005-e7602b86dcbf will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:24.076995 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:24.121242 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Network 110ab968-30e9-415a-b85e-0752cc11669d is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:24.124261 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:24.128311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:24.136151 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Pushing event updated for resources: {'Port': ['ID=40eca1df-bba3-40d9-b005-e7602b86dcbf,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:24.188703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Allocated IP 172.25.0.204 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/9bce91db-3fd4-4da4-b89b-606fbf145578) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:24.209588 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Sync routers for ids ['29136c20-0182-479d-9db4-05810ebd571f'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:04:24.222674 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Routers {'29136c20-0182-479d-9db4-05810ebd571f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:24.226103 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:04:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['29136c20-0182-479d-9db4-05810ebd571f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:24.312098 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:24.360422 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:24.364427 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Set router 29136c20-0182-479d-9db4-05810ebd571f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:24.373023 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Attempting to bind port 40eca1df-bba3-40d9-b005-e7602b86dcbf on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:04:24.373627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Attempting to bind port 40eca1df-bba3-40d9-b005-e7602b86dcbf by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '110ab968-30e9-415a-b85e-0752cc11669d'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:04:24.373779 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Attempting to bind port 40eca1df-bba3-40d9-b005-e7602b86dcbf on network 110ab968-30e9-415a-b85e-0752cc11669d {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:24.379801 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:04:24.380182 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Checking segment: {'id': '4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '110ab968-30e9-415a-b85e-0752cc11669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:24.380615 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:24.381015 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Bound using segment: {'id': '4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '110ab968-30e9-415a-b85e-0752cc11669d'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:04:24.381494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Bound port: 40eca1df-bba3-40d9-b005-e7602b86dcbf, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '110ab968-30e9-415a-b85e-0752cc11669d'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:04:24.381886 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:24.423720 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:24.427492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:24.432747 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:24.464496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Pushing event updated for resources: {'Port': ['ID=9bce91db-3fd4-4da4-b89b-606fbf145578,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:24.466010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] For port 40eca1df-bba3-40d9-b005-e7602b86dcbf, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:04:24.483270 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] For port 40eca1df-bba3-40d9-b005-e7602b86dcbf, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=40eca1df-bba3-40d9-b005-e7602b86dcbf,segment=NetworkSegment(4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56),segment_id=4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:04:24.489285 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:24.582655 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ac377-9ebe-4821-8782-2d251ccd61ea None None] Pushing event updated for resources: {'Port': ['ID=40eca1df-bba3-40d9-b005-e7602b86dcbf,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:24.653801 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 2, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:24.692315 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Checking router: 29136c20-0182-479d-9db4-05810ebd571f for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:04:24.692868 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Updating router 29136c20-0182-479d-9db4-05810ebd571f port f55defab-3136-4209-a580-91c7e23563bb binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:04:24.746295 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:24.786358 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.086685 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.168832 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.184161 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Transition to ACTIVE for port object f55defab-3136-4209-a580-91c7e23563bb will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:25.192400 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.288166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Router 16e0eb65-b132-4eb8-9a85-40a11561ef5f is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:04:25.354612 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f6e86-f743-4538-83b3-e515ba89333a None None] Pushing event updated for resources: {'Port': ['ID=f55defab-3136-4209-a580-91c7e23563bb,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:25.387305 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Attempting to bind port f55defab-3136-4209-a580-91c7e23563bb on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:04:25.387811 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Attempting to bind port f55defab-3136-4209-a580-91c7e23563bb by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:04:25.388372 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Attempting to bind port f55defab-3136-4209-a580-91c7e23563bb on network 1c52ac01-7b5f-4435-85c0-652e0beaf970 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:25.394185 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f6e86-f743-4538-83b3-e515ba89333a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:25.394707 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f6e86-f743-4538-83b3-e515ba89333a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:25.395192 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f6e86-f743-4538-83b3-e515ba89333a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:25.395739 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f6e86-f743-4538-83b3-e515ba89333a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:25.396288 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f6e86-f743-4538-83b3-e515ba89333a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:25.396868 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f6e86-f743-4538-83b3-e515ba89333a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:25.397423 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f6e86-f743-4538-83b3-e515ba89333a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:25.397943 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f6e86-f743-4538-83b3-e515ba89333a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:25.398421 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f6e86-f743-4538-83b3-e515ba89333a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:25.398960 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f6e86-f743-4538-83b3-e515ba89333a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:25.399505 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f6e86-f743-4538-83b3-e515ba89333a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:25.400015 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0f6e86-f743-4538-83b3-e515ba89333a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:04:25.409924 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:04:25.410417 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Checking segment: {'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:25.411307 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.412002 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Bound using segment: {'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:04:25.412755 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Bound port: f55defab-3136-4209-a580-91c7e23563bb, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:04:25.413292 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.496360 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1e1233be-b675-49b3-b033-e3cd37caf6f3 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:25.521104 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:04:25.544603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Sync routers for ids ['16e0eb65-b132-4eb8-9a85-40a11561ef5f'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:04:25.563148 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.564446 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-35c9be94-d919-48a8-a1e9-b5859a8e4209 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0470955 Jul 09 21:04:25.567921 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56308) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:25.585905 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Routers {'16e0eb65-b132-4eb8-9a85-40a11561ef5f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:25.586693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:04:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['16e0eb65-b132-4eb8-9a85-40a11561ef5f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:25.603147 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] For port f55defab-3136-4209-a580-91c7e23563bb, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:04:25.607657 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] For port f55defab-3136-4209-a580-91c7e23563bb, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f55defab-3136-4209-a580-91c7e23563bb,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:04:25.614885 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.710014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 1e1233be-b675-49b3-b033-e3cd37caf6f3 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:25.710852 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:25.735807 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f6e86-f743-4538-83b3-e515ba89333a None None] Pushing event updated for resources: {'Port': ['ID=f55defab-3136-4209-a580-91c7e23563bb,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:25.765179 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Routers {'29136c20-0182-479d-9db4-05810ebd571f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:25.765954 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:04:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['29136c20-0182-479d-9db4-05810ebd571f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:25.790440 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Set router 16e0eb65-b132-4eb8-9a85-40a11561ef5f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:25.995925 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 40eca1df-bba3-40d9-b005-e7602b86dcbf up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:26.077023 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] Set router 29136c20-0182-479d-9db4-05810ebd571f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:26.180980 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb2cc05-b2f1-47ae-9bd0-e922aae3fe85 None None] Network 110ab968-30e9-415a-b85e-0752cc11669d requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:04:26.189572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 40eca1df-bba3-40d9-b005-e7602b86dcbf completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:26.317860 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'name': 'tempest-TestShelveInstance-1617502121-router', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '9bce91db-3fd4-4da4-b89b-606fbf145578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:23Z', 'updated_at': '2021-07-09T21:04:24Z', 'revision_number': 3, 'project_id': '44357afe6bed4dc5bcb040fb35312058', 'gw_port': {'id': '9bce91db-3fd4-4da4-b89b-606fbf145578', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:24Z', 'updated_at': '2021-07-09T21:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:26.357639 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Checking router: 16e0eb65-b132-4eb8-9a85-40a11561ef5f for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:04:26.357981 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Updating router 16e0eb65-b132-4eb8-9a85-40a11561ef5f port 9bce91db-3fd4-4da4-b89b-606fbf145578 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:04:26.364773 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:25Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:26.401253 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24fcfce-bfbb-41c6-9a32-2b3b123d66c7 None None] The sync data for ids ['29136c20-0182-479d-9db4-05810ebd571f'] in n-d-800088-3 is: [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:25Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:04:26.456770 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:26.458493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c9b9759b-4e57-4e19-b895-b3cdbcb3f20e None None] Provisioning for port 40eca1df-bba3-40d9-b005-e7602b86dcbf completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:26.506693 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-c9b9759b-4e57-4e19-b895-b3cdbcb3f20e None None] Provisioning complete for port 40eca1df-bba3-40d9-b005-e7602b86dcbf triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:26.507413 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c9b9759b-4e57-4e19-b895-b3cdbcb3f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:26.635276 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:26.744297 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c9b9759b-4e57-4e19-b895-b3cdbcb3f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:26.803510 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-c9b9759b-4e57-4e19-b895-b3cdbcb3f20e None None] For port 40eca1df-bba3-40d9-b005-e7602b86dcbf, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=40eca1df-bba3-40d9-b005-e7602b86dcbf,segment=NetworkSegment(4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56),segment_id=4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:26.813664 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c9b9759b-4e57-4e19-b895-b3cdbcb3f20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:26.863140 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Allocated IP 172.20.0.1 (110ab968-30e9-415a-b85e-0752cc11669d/6b001375-eb5e-4a41-9e06-c21593c160bc/aca29309-e368-4f7e-8834-aa2fabe84b93) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:26.912757 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9759b-4e57-4e19-b895-b3cdbcb3f20e None None] Pushing event updated for resources: {'Port': ['ID=40eca1df-bba3-40d9-b005-e7602b86dcbf,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:26.935955 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:26.958537 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Transition to ACTIVE for port object 9bce91db-3fd4-4da4-b89b-606fbf145578 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:26.969796 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.005908 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b97df81d-1de4-4da2-8820-6c83e1111975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.008591 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.025864 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Transition to ACTIVE for port object aca29309-e368-4f7e-8834-aa2fabe84b93 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:27.039432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17430c-4585-4933-9972-13361359402b None None] Pushing event updated for resources: {'Port': ['ID=9bce91db-3fd4-4da4-b89b-606fbf145578,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:27.043388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Attempting to bind port 9bce91db-3fd4-4da4-b89b-606fbf145578 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:04:27.043770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Attempting to bind port 9bce91db-3fd4-4da4-b89b-606fbf145578 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:04:27.044138 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Attempting to bind port 9bce91db-3fd4-4da4-b89b-606fbf145578 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:27.053387 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:04:27.053796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:27.054168 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.054577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:04:27.055058 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Bound port: 9bce91db-3fd4-4da4-b89b-606fbf145578, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:04:27.055461 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.066503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.084162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-f1904e66-3952-4563-a2c5-bb033d5ae378 None None] Provisioning complete for port 40eca1df-bba3-40d9-b005-e7602b86dcbf triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:27.084568 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f1904e66-3952-4563-a2c5-bb033d5ae378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.105482 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Network 110ab968-30e9-415a-b85e-0752cc11669d is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:27.113412 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:27.117115 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:27.145063 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Pushing event updated for resources: {'Port': ['ID=aca29309-e368-4f7e-8834-aa2fabe84b93,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:27.148765 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] For port 9bce91db-3fd4-4da4-b89b-606fbf145578, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:04:27.153743 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] For port 9bce91db-3fd4-4da4-b89b-606fbf145578, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9bce91db-3fd4-4da4-b89b-606fbf145578,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:04:27.163373 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.167721 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.298483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17430c-4585-4933-9972-13361359402b None None] Pushing event updated for resources: {'Port': ['ID=9bce91db-3fd4-4da4-b89b-606fbf145578,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:27.302702 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Routers {'16e0eb65-b132-4eb8-9a85-40a11561ef5f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:27.303348 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:04:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['16e0eb65-b132-4eb8-9a85-40a11561ef5f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:27.355283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f55defab-3136-4209-a580-91c7e23563bb up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:27.386024 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.465014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port f55defab-3136-4209-a580-91c7e23563bb completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:27.468158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] Set router 16e0eb65-b132-4eb8-9a85-40a11561ef5f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:27.496631 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port f55defab-3136-4209-a580-91c7e23563bb triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:27.497017 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.561591 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.567310 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.637977 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Pushing event updated for resources: {'Port': ['ID=aca29309-e368-4f7e-8834-aa2fabe84b93,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:27.640486 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.746873 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Network 110ab968-30e9-415a-b85e-0752cc11669d is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:27.748341 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:27.774841 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.777566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0adc5531-720e-423f-974e-25ae415c115c None None] Provisioning for port aca29309-e368-4f7e-8834-aa2fabe84b93 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:27.787119 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-0adc5531-720e-423f-974e-25ae415c115c None None] Provisioning complete for port aca29309-e368-4f7e-8834-aa2fabe84b93 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:27.787501 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0adc5531-720e-423f-974e-25ae415c115c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.870647 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-0adc5531-720e-423f-974e-25ae415c115c None None] Port aca29309-e368-4f7e-8834-aa2fabe84b93 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:04:27.890529 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Router 16e0eb65-b132-4eb8-9a85-40a11561ef5f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:04:27.913236 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.958481 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port f55defab-3136-4209-a580-91c7e23563bb, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f55defab-3136-4209-a580-91c7e23563bb,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:27.966817 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:27.967756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 40eca1df-bba3-40d9-b005-e7602b86dcbf up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:27.972766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'name': 'tempest-TestShelveInstance-1617502121-router', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '9bce91db-3fd4-4da4-b89b-606fbf145578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:23Z', 'updated_at': '2021-07-09T21:04:24Z', 'revision_number': 3, 'project_id': '44357afe6bed4dc5bcb040fb35312058', 'gw_port': {'id': '9bce91db-3fd4-4da4-b89b-606fbf145578', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:24Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:28.011313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:04:28.016392 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-807cee4b-1a9e-4718-b1b7-1f758bd5ef10 admin admin] 10.222.0.30 "PUT /v2.0/routers/16e0eb65-b132-4eb8-9a85-40a11561ef5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4474983 Jul 09 21:04:28.046896 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba2ec71-cb17-403e-82bc-9bc292d7af45 None None] The sync data for ids ['16e0eb65-b132-4eb8-9a85-40a11561ef5f'] in n-d-800088-3 is: [{'id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'name': 'tempest-TestShelveInstance-1617502121-router', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '9bce91db-3fd4-4da4-b89b-606fbf145578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:23Z', 'updated_at': '2021-07-09T21:04:24Z', 'revision_number': 3, 'project_id': '44357afe6bed4dc5bcb040fb35312058', 'gw_port': {'id': '9bce91db-3fd4-4da4-b89b-606fbf145578', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:24Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:04:28.086909 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-e91eedca-d5f4-4a5c-8e78-76d0f989e72a None None] Provisioning complete for port aca29309-e368-4f7e-8834-aa2fabe84b93 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:28.087295 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e91eedca-d5f4-4a5c-8e78-76d0f989e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.093290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=f55defab-3136-4209-a580-91c7e23563bb,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:28.137714 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 40eca1df-bba3-40d9-b005-e7602b86dcbf triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:28.138099 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.140249 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-e91eedca-d5f4-4a5c-8e78-76d0f989e72a None None] Port aca29309-e368-4f7e-8834-aa2fabe84b93 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:04:28.629531 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56316) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:28.634520 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-b935c16a-aaea-4c69-b19e-8dd524d5c099 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560202600', 'description': 'tempest-secgroup-smoke-560202600 description', 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:28.658300 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b935c16a-aaea-4c69-b19e-8dd524d5c099 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.770448 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b935c16a-aaea-4c69-b19e-8dd524d5c099 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.775554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b935c16a-aaea-4c69-b19e-8dd524d5c099 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.804959 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-b935c16a-aaea-4c69-b19e-8dd524d5c099 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.806239 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-b935c16a-aaea-4c69-b19e-8dd524d5c099 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1756525 Jul 09 21:04:28.809271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56318) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:28.813877 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-5f476243-d61c-41cf-a74d-afe0e5752ba5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'security_group_rule': {'security_group_id': 'b66c1e12-9d18-4f1c-949b-6a583ad2c738', 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:28.820273 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b935c16a-aaea-4c69-b19e-8dd524d5c099 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b66c1e12-9d18-4f1c-949b-6a583ad2c738,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:28.845755 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5f476243-d61c-41cf-a74d-afe0e5752ba5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.907226 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5f476243-d61c-41cf-a74d-afe0e5752ba5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.911765 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5f476243-d61c-41cf-a74d-afe0e5752ba5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.929947 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f476243-d61c-41cf-a74d-afe0e5752ba5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a3adbd-ab3a-4bf2-8b9a-1adbca3cc07c,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:28.937217 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5f476243-d61c-41cf-a74d-afe0e5752ba5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:28.938495 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5f476243-d61c-41cf-a74d-afe0e5752ba5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282632 Jul 09 21:04:28.941604 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56320) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:28.946518 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-018726c2-c9c1-4370-bde1-11f2d2374ab9 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'security_group_rule': {'security_group_id': 'b66c1e12-9d18-4f1c-949b-6a583ad2c738', 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:28.977228 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-018726c2-c9c1-4370-bde1-11f2d2374ab9 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.041333 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-018726c2-c9c1-4370-bde1-11f2d2374ab9 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.046003 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-018726c2-c9c1-4370-bde1-11f2d2374ab9 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.064455 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018726c2-c9c1-4370-bde1-11f2d2374ab9 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c63f384-87cc-498c-ad30-0efca01fdce0,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:29.074046 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-018726c2-c9c1-4370-bde1-11f2d2374ab9 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.075444 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-018726c2-c9c1-4370-bde1-11f2d2374ab9 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327803 Jul 09 21:04:29.078381 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56322) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:29.084113 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-0c9cbd1c-1d95-4ff6-94d7-7c4ede0cc196 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'security_group_rule': {'security_group_id': 'b66c1e12-9d18-4f1c-949b-6a583ad2c738', 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:29.114169 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c9cbd1c-1d95-4ff6-94d7-7c4ede0cc196 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.180558 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c9cbd1c-1d95-4ff6-94d7-7c4ede0cc196 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.184908 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c9cbd1c-1d95-4ff6-94d7-7c4ede0cc196 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.208591 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cbd1c-1d95-4ff6-94d7-7c4ede0cc196 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e2a57d-8776-40a5-85b5-5d2e339426a2,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:29.215731 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0c9cbd1c-1d95-4ff6-94d7-7c4ede0cc196 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.217040 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0c9cbd1c-1d95-4ff6-94d7-7c4ede0cc196 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376455 Jul 09 21:04:29.219733 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56324) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:29.226408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-0389abc2-7640-4d7e-aa16-6645b3aac856 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'security_group_rule': {'security_group_id': 'b66c1e12-9d18-4f1c-949b-6a583ad2c738', 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:29.270760 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0389abc2-7640-4d7e-aa16-6645b3aac856 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.332289 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9bce91db-3fd4-4da4-b89b-606fbf145578 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:29.340423 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0389abc2-7640-4d7e-aa16-6645b3aac856 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.344286 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0389abc2-7640-4d7e-aa16-6645b3aac856 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.364176 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389abc2-7640-4d7e-aa16-6645b3aac856 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a7e20f-be28-4146-80d7-3e6f85ade366,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:29.371768 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0389abc2-7640-4d7e-aa16-6645b3aac856 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.373556 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0389abc2-7640-4d7e-aa16-6645b3aac856 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1526535 Jul 09 21:04:29.376243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56328) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:29.383400 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2f133c43-a8a7-4e3a-a292-bfeac005e72b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'security_group_rule': {'security_group_id': 'b66c1e12-9d18-4f1c-949b-6a583ad2c738', 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:29.391232 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 9bce91db-3fd4-4da4-b89b-606fbf145578 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:29.395239 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 9bce91db-3fd4-4da4-b89b-606fbf145578 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:29.395630 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.407312 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-2f133c43-a8a7-4e3a-a292-bfeac005e72b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Project f9d3e22675bf46d89ed2bcf26578a1ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:04:29.413475 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f133c43-a8a7-4e3a-a292-bfeac005e72b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.485627 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.490288 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f133c43-a8a7-4e3a-a292-bfeac005e72b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.496444 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f133c43-a8a7-4e3a-a292-bfeac005e72b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.512228 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 9bce91db-3fd4-4da4-b89b-606fbf145578, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9bce91db-3fd4-4da4-b89b-606fbf145578,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:29.519306 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f133c43-a8a7-4e3a-a292-bfeac005e72b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0dabe4-8945-4ed0-9bb6-3044dc033d57,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:29.525548 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2f133c43-a8a7-4e3a-a292-bfeac005e72b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.527307 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2f133c43-a8a7-4e3a-a292-bfeac005e72b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495948 Jul 09 21:04:29.531452 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56330) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:29.537675 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-28fc5f26-52a4-4c7f-825f-9d38ccfa7139 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'security_group_rule': {'security_group_id': 'b66c1e12-9d18-4f1c-949b-6a583ad2c738', 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:29.539544 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.540769 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f55defab-3136-4209-a580-91c7e23563bb up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:29.562960 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-28fc5f26-52a4-4c7f-825f-9d38ccfa7139 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Project f9d3e22675bf46d89ed2bcf26578a1ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:04:29.570044 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28fc5f26-52a4-4c7f-825f-9d38ccfa7139 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.594433 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4f9b6e03-c00e-4db0-b6ab-75e503b846ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.631828 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=9bce91db-3fd4-4da4-b89b-606fbf145578,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:29.640499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port f55defab-3136-4209-a580-91c7e23563bb triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:29.640922 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.648910 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28fc5f26-52a4-4c7f-825f-9d38ccfa7139 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.654168 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28fc5f26-52a4-4c7f-825f-9d38ccfa7139 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.673329 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc5f26-52a4-4c7f-825f-9d38ccfa7139 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444ff284-8eef-4a1c-ae6c-a1839e8500cf,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:29.681720 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-28fc5f26-52a4-4c7f-825f-9d38ccfa7139 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.683243 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-28fc5f26-52a4-4c7f-825f-9d38ccfa7139 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507761 Jul 09 21:04:29.745225 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:29.798252 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Sync routers for ids ['16e0eb65-b132-4eb8-9a85-40a11561ef5f'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:04:29.808184 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Routers {'16e0eb65-b132-4eb8-9a85-40a11561ef5f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:29.808856 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:04:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['16e0eb65-b132-4eb8-9a85-40a11561ef5f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:29.904167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-53892f15-ee7a-4c32-83da-60e3804da6e3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560202600&fields=id&tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca HTTP/1.1" status: 200 len: 267 time: 0.0341630 Jul 09 21:04:29.919171 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Set router 16e0eb65-b132-4eb8-9a85-40a11561ef5f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:29.944744 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.019597 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603182c1-3b21-49af-b660-bc9e108e0030 req-c6b53548-135c-499c-abe6-dd6e061ceaf7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:30.021118 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-c6b53548-135c-499c-abe6-dd6e061ceaf7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 808 time: 0.1094680 Jul 09 21:04:30.036347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-c7110aeb-8e54-4d82-b680-2a2b25f1d539 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/quotas/f9d3e22675bf46d89ed2bcf26578a1ca HTTP/1.1" status: 200 len: 375 time: 0.0098915 Jul 09 21:04:30.103228 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-1c9c35ee-6eb7-42b7-93a3-a744391d4e24 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615246 Jul 09 21:04:30.123828 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'name': 'tempest-TestShelveInstance-1617502121-router', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '9bce91db-3fd4-4da4-b89b-606fbf145578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:23Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 4, 'project_id': '44357afe6bed4dc5bcb040fb35312058', 'gw_port': {'id': '9bce91db-3fd4-4da4-b89b-606fbf145578', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:24Z', 'updated_at': '2021-07-09T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'aca29309-e368-4f7e-8834-aa2fabe84b93', 'name': '', 'network_id': '110ab968-30e9-415a-b85e-0752cc11669d', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058', 'mac_address': 'fa:16:3e:29:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6b001375-eb5e-4a41-9e06-c21593c160bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:26Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 2, 'project_id': '44357afe6bed4dc5bcb040fb35312058', 'subnets': [{'id': '6b001375-eb5e-4a41-9e06-c21593c160bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:30.151082 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Checking router: 16e0eb65-b132-4eb8-9a85-40a11561ef5f for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:04:30.151448 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Updating router 16e0eb65-b132-4eb8-9a85-40a11561ef5f port aca29309-e368-4f7e-8834-aa2fabe84b93 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:04:30.185526 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.292284 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-5785ac95-195a-4762-8b72-d9b95ecb12a6 service neutron] 10.222.0.30 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769381 Jul 09 21:04:30.385800 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-45c2547f-2877-4c62-b8b7-421d56018320 service neutron] 10.222.0.30 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876837 Jul 09 21:04:30.453040 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.462979 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Transition to ACTIVE for port object aca29309-e368-4f7e-8834-aa2fabe84b93 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:30.469327 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.531142 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64f654-cb3f-4195-bc11-015cf2a45e93 None None] Pushing event updated for resources: {'Port': ['ID=aca29309-e368-4f7e-8834-aa2fabe84b93,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:30.570250 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-aa4ad6a0-8d1e-4b1a-bbca-24167757fbe6 req-4a4f3319-0526-4e37-bea9-e0fda3155bf4 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 210 time: 0.0352049 Jul 09 21:04:30.598104 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Attempting to bind port aca29309-e368-4f7e-8834-aa2fabe84b93 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:04:30.598541 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Attempting to bind port aca29309-e368-4f7e-8834-aa2fabe84b93 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '110ab968-30e9-415a-b85e-0752cc11669d'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:04:30.598907 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Attempting to bind port aca29309-e368-4f7e-8834-aa2fabe84b93 on network 110ab968-30e9-415a-b85e-0752cc11669d {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:30.604779 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:04:30.607958 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Checking segment: {'id': '4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '110ab968-30e9-415a-b85e-0752cc11669d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:30.608408 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.608998 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Bound using segment: {'id': '4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '110ab968-30e9-415a-b85e-0752cc11669d'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:04:30.609510 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Bound port: aca29309-e368-4f7e-8834-aa2fabe84b93, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '110ab968-30e9-415a-b85e-0752cc11669d'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:04:30.609912 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.684885 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] For port aca29309-e368-4f7e-8834-aa2fabe84b93, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:04:30.688589 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] For port aca29309-e368-4f7e-8834-aa2fabe84b93, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=aca29309-e368-4f7e-8834-aa2fabe84b93,segment=NetworkSegment(4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56),segment_id=4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:04:30.696239 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.719922 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:30.775526 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Routers {'16e0eb65-b132-4eb8-9a85-40a11561ef5f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:30.776711 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:04:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['16e0eb65-b132-4eb8-9a85-40a11561ef5f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:30.823992 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64f654-cb3f-4195-bc11-015cf2a45e93 None None] Pushing event updated for resources: {'Port': ['ID=aca29309-e368-4f7e-8834-aa2fabe84b93,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:30.908190 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] Set router 16e0eb65-b132-4eb8-9a85-40a11561ef5f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:31.125565 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'name': 'tempest-TestShelveInstance-1617502121-router', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '9bce91db-3fd4-4da4-b89b-606fbf145578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:23Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 4, 'project_id': '44357afe6bed4dc5bcb040fb35312058', 'gw_port': {'id': '9bce91db-3fd4-4da4-b89b-606fbf145578', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:24Z', 'updated_at': '2021-07-09T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'aca29309-e368-4f7e-8834-aa2fabe84b93', 'name': '', 'network_id': '110ab968-30e9-415a-b85e-0752cc11669d', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058', 'mac_address': 'fa:16:3e:29:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6b001375-eb5e-4a41-9e06-c21593c160bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:26Z', 'updated_at': '2021-07-09T21:04:30Z', 'revision_number': 4, 'project_id': '44357afe6bed4dc5bcb040fb35312058', 'subnets': [{'id': '6b001375-eb5e-4a41-9e06-c21593c160bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:31.154966 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca650e4d-4cc8-44b2-bcd3-8bbc43b38008 None None] The sync data for ids ['16e0eb65-b132-4eb8-9a85-40a11561ef5f'] in n-d-800088-3 is: [{'id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'name': 'tempest-TestShelveInstance-1617502121-router', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '9bce91db-3fd4-4da4-b89b-606fbf145578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:23Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 4, 'project_id': '44357afe6bed4dc5bcb040fb35312058', 'gw_port': {'id': '9bce91db-3fd4-4da4-b89b-606fbf145578', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:24Z', 'updated_at': '2021-07-09T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'aca29309-e368-4f7e-8834-aa2fabe84b93', 'name': '', 'network_id': '110ab968-30e9-415a-b85e-0752cc11669d', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058', 'mac_address': 'fa:16:3e:29:17:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '6b001375-eb5e-4a41-9e06-c21593c160bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:26Z', 'updated_at': '2021-07-09T21:04:30Z', 'revision_number': 4, 'project_id': '44357afe6bed4dc5bcb040fb35312058', 'subnets': [{'id': '6b001375-eb5e-4a41-9e06-c21593c160bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:04:31.286314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9bce91db-3fd4-4da4-b89b-606fbf145578 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:31.336594 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 9bce91db-3fd4-4da4-b89b-606fbf145578 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:31.337034 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:31.747382 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-066ee931-1b4a-4cf3-9ceb-afee7944c27d req-629e67e1-ccc4-43b6-a6de-9bb9a444533e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 210 time: 0.0354605 Jul 09 21:04:31.812040 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603182c1-3b21-49af-b660-bc9e108e0030 req-9a2c88d7-7239-4c68-9cff-ffb99a589331 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:31.813552 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-9a2c88d7-7239-4c68-9cff-ffb99a589331 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 808 time: 0.1673362 Jul 09 21:04:31.863775 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-1c4c5193-0603-4e4d-ac90-158e948a64c4 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca HTTP/1.1" status: 200 len: 379 time: 0.0410988 Jul 09 21:04:31.873153 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-603182c1-3b21-49af-b660-bc9e108e0030 req-6945af54-2231-4182-b9d3-7c7ff64dba80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'port': {'device_id': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'admin_state_up': True, 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'security_groups': ['b66c1e12-9d18-4f1c-949b-6a583ad2c738']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:31.992982 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603182c1-3b21-49af-b660-bc9e108e0030 req-6945af54-2231-4182-b9d3-7c7ff64dba80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Made reservation on behalf of f9d3e22675bf46d89ed2bcf26578a1ca for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:04:31.997800 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-603182c1-3b21-49af-b660-bc9e108e0030 req-6945af54-2231-4182-b9d3-7c7ff64dba80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.125250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-603182c1-3b21-49af-b660-bc9e108e0030 req-6945af54-2231-4182-b9d3-7c7ff64dba80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Allocated IP 172.20.0.7 (1c52ac01-7b5f-4435-85c0-652e0beaf970/7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9/184b2d2a-e555-45ff-a40c-1aa4b9416842) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:32.268145 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-603182c1-3b21-49af-b660-bc9e108e0030 req-6945af54-2231-4182-b9d3-7c7ff64dba80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.282064 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-603182c1-3b21-49af-b660-bc9e108e0030 req-6945af54-2231-4182-b9d3-7c7ff64dba80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Transition to ACTIVE for port object 184b2d2a-e555-45ff-a40c-1aa4b9416842 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:32.316251 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-603182c1-3b21-49af-b660-bc9e108e0030 req-6945af54-2231-4182-b9d3-7c7ff64dba80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.359683 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603182c1-3b21-49af-b660-bc9e108e0030 req-6945af54-2231-4182-b9d3-7c7ff64dba80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Network 1c52ac01-7b5f-4435-85c0-652e0beaf970 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:32.363415 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-603182c1-3b21-49af-b660-bc9e108e0030 req-6945af54-2231-4182-b9d3-7c7ff64dba80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:32.367246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-603182c1-3b21-49af-b660-bc9e108e0030 req-6945af54-2231-4182-b9d3-7c7ff64dba80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:32.392141 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945af54-2231-4182-b9d3-7c7ff64dba80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'Port': ['ID=184b2d2a-e555-45ff-a40c-1aa4b9416842,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:32.422780 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603182c1-3b21-49af-b660-bc9e108e0030 req-6945af54-2231-4182-b9d3-7c7ff64dba80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:32.423422 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-603182c1-3b21-49af-b660-bc9e108e0030 req-6945af54-2231-4182-b9d3-7c7ff64dba80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.440557 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-6945af54-2231-4182-b9d3-7c7ff64dba80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5715992 Jul 09 21:04:32.453049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Request body: {'port': {'device_id': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:32.537903 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.583477 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.653364 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1e9e8f33-ac55-4b59-b34c-741ad4f124c3 None None] Provisioning for port 184b2d2a-e555-45ff-a40c-1aa4b9416842 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:32.657057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1e9e8f33-ac55-4b59-b34c-741ad4f124c3 None None] Provisioning complete for port 184b2d2a-e555-45ff-a40c-1aa4b9416842 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:32.657441 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1e9e8f33-ac55-4b59-b34c-741ad4f124c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.695373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-1e9e8f33-ac55-4b59-b34c-741ad4f124c3 None None] Port 184b2d2a-e555-45ff-a40c-1aa4b9416842 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:04:32.808179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184b2d2a-e555-45ff-a40c-1aa4b9416842 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:04:32.816349 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.828708 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Transition to ACTIVE for port object 184b2d2a-e555-45ff-a40c-1aa4b9416842 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:04:32.833413 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:32.889694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Pushing event updated for resources: {'Port': ['ID=184b2d2a-e555-45ff-a40c-1aa4b9416842,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:32.957448 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da404bb-52e4-4753-9e6e-324b633f3b8a req-ef48971c-2c82-43b6-8c7d-a1aa7b75125c tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:32.959815 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0da404bb-52e4-4753-9e6e-324b633f3b8a req-ef48971c-2c82-43b6-8c7d-a1aa7b75125c tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.0909138 Jul 09 21:04:32.968442 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Attempting to bind port 184b2d2a-e555-45ff-a40c-1aa4b9416842 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:04:32.968847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Attempting to bind port 184b2d2a-e555-45ff-a40c-1aa4b9416842 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:04:32.969295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Attempting to bind port 184b2d2a-e555-45ff-a40c-1aa4b9416842 on network 1c52ac01-7b5f-4435-85c0-652e0beaf970 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:32.975403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Port 184b2d2a-e555-45ff-a40c-1aa4b9416842 on network 1c52ac01-7b5f-4435-85c0-652e0beaf970 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:04:32.975739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Attempting to bind port 184b2d2a-e555-45ff-a40c-1aa4b9416842 on network 1c52ac01-7b5f-4435-85c0-652e0beaf970 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:04:32.981309 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:04:32.981658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Checking segment: {'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:04:32.982056 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Bound using segment: {'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:04:32.982496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Bound port: 184b2d2a-e555-45ff-a40c-1aa4b9416842, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:04:32.982870 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.007015 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0da404bb-52e4-4753-9e6e-324b633f3b8a req-ec8565d9-683c-41a4-976a-8feb1292a6cf tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404811 Jul 09 21:04:33.056909 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] For port 184b2d2a-e555-45ff-a40c-1aa4b9416842, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:04:33.060049 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] For port 184b2d2a-e555-45ff-a40c-1aa4b9416842, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:04:33.065717 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.103991 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:33.104857 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.106058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] 10.222.0.32 "PUT /v2.0/ports/184b2d2a-e555-45ff-a40c-1aa4b9416842 HTTP/1.1" status: 200 len: 1091 time: 0.6576366 Jul 09 21:04:33.106502 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:04:33.108800 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c459363b-ede0-47be-ae8f-8ae14b9f26c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:04:33.144101 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516f082-5536-4d23-9e8b-c29ebb7b611e service neutron] Pushing event updated for resources: {'Port': ['ID=184b2d2a-e555-45ff-a40c-1aa4b9416842,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:33.163641 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c486e9-4f8d-4471-87db-95b22b51c529 x-openstack-request-id: req-19c486e9-4f8d-4471-87db-95b22b51c529 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:04:33.163929 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:04:33.164183 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19c486e9-4f8d-4471-87db-95b22b51c529 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:04:33.164603 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'status': 'completed', 'code': 200} Jul 09 21:04:33.215931 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603182c1-3b21-49af-b660-bc9e108e0030 req-98dd7586-916f-4bc3-97bf-b88c31a95acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:33.217509 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-98dd7586-916f-4bc3-97bf-b88c31a95acf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 1094 time: 0.0629573 Jul 09 21:04:33.268191 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-ba7a4373-329f-4b85-8ca6-ffe4f6c12f12 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842 HTTP/1.1" status: 200 len: 217 time: 0.0422659 Jul 09 21:04:33.291759 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device aca29309-e368-4f7e-8834-aa2fabe84b93 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:33.334496 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603182c1-3b21-49af-b660-bc9e108e0030 req-d61043f6-433d-4b85-a1bd-93f769384a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:33.335980 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-d61043f6-433d-4b85-a1bd-93f769384a2c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0629380 Jul 09 21:04:33.353958 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port aca29309-e368-4f7e-8834-aa2fabe84b93 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:33.359411 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port aca29309-e368-4f7e-8834-aa2fabe84b93 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:33.360040 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.404060 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603182c1-3b21-49af-b660-bc9e108e0030 req-a8b0f16a-be52-4a18-849f-8ac1aedea985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:33.406173 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-a8b0f16a-be52-4a18-849f-8ac1aedea985 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635469 Jul 09 21:04:33.457809 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.502370 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port aca29309-e368-4f7e-8834-aa2fabe84b93, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=aca29309-e368-4f7e-8834-aa2fabe84b93,segment=NetworkSegment(4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56),segment_id=4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:33.507175 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:33.509433 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-8524007f-3b56-4200-bd00-a3e76cf15580 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962534 Jul 09 21:04:33.560906 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=aca29309-e368-4f7e-8834-aa2fabe84b93,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:33.611165 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-603182c1-3b21-49af-b660-bc9e108e0030 req-21d17b5d-14db-4a81-8bb4-acd5c9f8ed2f service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952036 Jul 09 21:04:33.716278 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459363b-ede0-47be-ae8f-8ae14b9f26c9 req-0ab6a9c8-4f81-42a3-b3f9-9204ae55128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:33.717853 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c459363b-ede0-47be-ae8f-8ae14b9f26c9 req-0ab6a9c8-4f81-42a3-b3f9-9204ae55128c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 1094 time: 0.0546687 Jul 09 21:04:33.813639 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459363b-ede0-47be-ae8f-8ae14b9f26c9 req-f93d8ea5-47d1-4f36-80e8-15ddf7fe6cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:33.816229 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c459363b-ede0-47be-ae8f-8ae14b9f26c9 req-f93d8ea5-47d1-4f36-80e8-15ddf7fe6cd6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.0913963 Jul 09 21:04:33.857724 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c459363b-ede0-47be-ae8f-8ae14b9f26c9 req-296ac3c4-375d-4398-aea9-9922e41a71cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842 HTTP/1.1" status: 200 len: 217 time: 0.0353303 Jul 09 21:04:33.909411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459363b-ede0-47be-ae8f-8ae14b9f26c9 req-5c789e34-df09-4967-8d5c-d77f8d8070fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:33.910858 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c459363b-ede0-47be-ae8f-8ae14b9f26c9 req-5c789e34-df09-4967-8d5c-d77f8d8070fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0445015 Jul 09 21:04:33.971000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459363b-ede0-47be-ae8f-8ae14b9f26c9 req-92ce600f-e6b7-48bf-8548-59c515a9cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:33.973686 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c459363b-ede0-47be-ae8f-8ae14b9f26c9 req-92ce600f-e6b7-48bf-8548-59c515a9cdb1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562351 Jul 09 21:04:34.063958 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c459363b-ede0-47be-ae8f-8ae14b9f26c9 req-359ea296-6bb3-45dd-95e1-e48718d48aff service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831251 Jul 09 21:04:34.160328 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c459363b-ede0-47be-ae8f-8ae14b9f26c9 req-f3719dab-9a48-419b-aeb8-ec677598396f service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898438 Jul 09 21:04:34.199160 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28b959-a261-4aae-afdd-bd39941ea76f req-1782e7cf-06f0-4b24-a3d9-05f4db26c470 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:34.201030 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad28b959-a261-4aae-afdd-bd39941ea76f req-1782e7cf-06f0-4b24-a3d9-05f4db26c470 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.0700524 Jul 09 21:04:34.240077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ad28b959-a261-4aae-afdd-bd39941ea76f req-d7b77193-8cc2-406b-af66-ffb39d54bd48 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337107 Jul 09 21:04:34.982757 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 184b2d2a-e555-45ff-a40c-1aa4b9416842 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:04:35.081512 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 184b2d2a-e555-45ff-a40c-1aa4b9416842, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:35.092814 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'port_id': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'mac_address': 'fa:16:3e:a8:95:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:04:35.135513 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:35.148204 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184b2d2a-e555-45ff-a40c-1aa4b9416842 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:04:35.168173 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 184b2d2a-e555-45ff-a40c-1aa4b9416842, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:35.172262 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:35.220573 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=184b2d2a-e555-45ff-a40c-1aa4b9416842,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:35.249771 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device aca29309-e368-4f7e-8834-aa2fabe84b93 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:35.298882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port aca29309-e368-4f7e-8834-aa2fabe84b93 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:35.299342 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:35.389000 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['184b2d2a-e555-45ff-a40c-1aa4b9416842'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:04:35.742235 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca18b4-8f7e-4f58-8315-6d020c5f5827 req-cbd153bd-c808-4df1-96b9-49e7a5f61197 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:35.743761 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9ca18b4-8f7e-4f58-8315-6d020c5f5827 req-cbd153bd-c808-4df1-96b9-49e7a5f61197 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 944 time: 0.3896830 Jul 09 21:04:35.784598 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9ca18b4-8f7e-4f58-8315-6d020c5f5827 req-14abe334-e10b-42f1-922c-23eda78870f6 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346115 Jul 09 21:04:36.962491 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3fcc2-587b-4655-a676-e49647a17a84 req-dcdbec52-80fe-474f-a3d1-f54f5cc3ec74 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:36.963999 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f7c3fcc2-587b-4655-a676-e49647a17a84 req-dcdbec52-80fe-474f-a3d1-f54f5cc3ec74 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 944 time: 0.0634887 Jul 09 21:04:36.992662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 184b2d2a-e555-45ff-a40c-1aa4b9416842 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:04:37.002719 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f7c3fcc2-587b-4655-a676-e49647a17a84 req-8bfa9260-6c80-40df-80a3-c2cc076aed0f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330906 Jul 09 21:04:37.041483 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 184b2d2a-e555-45ff-a40c-1aa4b9416842 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:04:37.045133 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 184b2d2a-e555-45ff-a40c-1aa4b9416842 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:04:37.045516 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:37.121816 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:37.146639 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:04:37.148932 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87576a90-d016-4e85-9d6b-22c1f69cd294" -d '{"events": [{"server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "name": "network-vif-plugged", "status": "completed", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:04:37.162247 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 184b2d2a-e555-45ff-a40c-1aa4b9416842, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:04:37.166648 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:37.197508 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb026a2-8b79-4be9-9062-51a87b547bcc x-openstack-request-id: req-7cb026a2-8b79-4be9-9062-51a87b547bcc {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:04:37.197799 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "name": "network-vif-plugged", "status": "completed", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:04:37.198052 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7cb026a2-8b79-4be9-9062-51a87b547bcc {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:04:37.198440 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'code': 200} Jul 09 21:04:37.225858 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=184b2d2a-e555-45ff-a40c-1aa4b9416842,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:37.307892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae37ad7-03ea-46bf-8341-8b27ecbb6781 req-3b169a0b-88df-4847-ac4b-955c4fc90b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:37.309335 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ae37ad7-03ea-46bf-8341-8b27ecbb6781 req-3b169a0b-88df-4847-ac4b-955c4fc90b83 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 1096 time: 0.0526111 Jul 09 21:04:37.344878 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5ae37ad7-03ea-46bf-8341-8b27ecbb6781 req-f45f5c35-c4b7-413b-adce-c044d69e6346 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281782 Jul 09 21:04:38.197358 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1acdc-2b7c-40e7-8b50-58f76698244f req-ec53e09f-4e28-4c2c-9a89-d189329a39bc tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:38.198886 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8b1acdc-2b7c-40e7-8b50-58f76698244f req-ec53e09f-4e28-4c2c-9a89-d189329a39bc tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0759089 Jul 09 21:04:38.253102 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8b1acdc-2b7c-40e7-8b50-58f76698244f req-6f3491fa-d283-4da0-b611-a7fd607a34e9 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484843 Jul 09 21:04:39.428572 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bf122-bbe1-43b6-a6d8-6cd1cc55caac req-c6a73bd3-95e0-4118-adfe-6b415edfadcd tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:39.429953 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841bf122-bbe1-43b6-a6d8-6cd1cc55caac req-c6a73bd3-95e0-4118-adfe-6b415edfadcd tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0658095 Jul 09 21:04:39.467393 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841bf122-bbe1-43b6-a6d8-6cd1cc55caac req-3566b8d6-79f9-41df-9988-0d92d2ec3d1a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317426 Jul 09 21:04:39.640137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208941f7-7da0-4f01-a69b-0bcd707b636d req-d351037b-86d6-409f-ac0b-00a5ac3e0b54 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:39.641675 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-208941f7-7da0-4f01-a69b-0bcd707b636d req-d351037b-86d6-409f-ac0b-00a5ac3e0b54 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0640774 Jul 09 21:04:39.680089 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-208941f7-7da0-4f01-a69b-0bcd707b636d req-bd146a25-5441-4aad-a3f9-0b9a5b4c9113 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321958 Jul 09 21:04:39.706664 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56382) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:39.800661 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6145cc3b-5f91-46c6-9723-a5816d5a8eaf tempest-TestShelveInstance-895782395 tempest-TestShelveInstance-895782395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:39.802264 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6145cc3b-5f91-46c6-9723-a5816d5a8eaf tempest-TestShelveInstance-895782395 tempest-TestShelveInstance-895782395-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 1091 time: 0.0945613 Jul 09 21:04:39.805130 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56386) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:04:39.809482 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:04:39.832763 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:39.935360 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.040981 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Allocated IP 172.25.0.110 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/a2c786cc-40b5-46af-8150-bbc218bd93c6) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:04:40.149060 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.187435 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.222561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:04:40.225478 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:04:40.231037 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:04:40.258201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'Port': ['ID=a2c786cc-40b5-46af-8150-bbc218bd93c6,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:40.610510 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.690195 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.838844 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.843873 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:40.925480 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'Port': ['ID=a2c786cc-40b5-46af-8150-bbc218bd93c6,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:04:40.934890 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:41.039865 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Floating IP 7a3b498b-fba8-4ff7-b3cd-55708adb79b9 associated. External IP: 172.25.0.110, port: 184b2d2a-e555-45ff-a40c-1aa4b9416842. Jul 09 21:04:41.254471 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Router 29136c20-0182-479d-9db4-05810ebd571f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:04:41.365338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:04:41.374718 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d336b3-4be2-42d9-a60c-252b9dacf74a None None] Sync routers for ids ['29136c20-0182-479d-9db4-05810ebd571f'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:04:41.381462 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:41.385518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d336b3-4be2-42d9-a60c-252b9dacf74a None None] Routers {'29136c20-0182-479d-9db4-05810ebd571f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:41.386147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-06d336b3-4be2-42d9-a60c-252b9dacf74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:04:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['29136c20-0182-479d-9db4-05810ebd571f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:41.427728 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-67dc32ac-976c-4a5f-bd43-c625003f997e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6215606 Jul 09 21:04:41.428338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:04:41.430674 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2449859-2c46-4a21-9715-f1efa82cb15f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:04:41.484434 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93465ba2-83b0-4662-916b-13425c6f63f5 x-openstack-request-id: req-93465ba2-83b0-4662-916b-13425c6f63f5 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:04:41.485087 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:04:41.485577 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93465ba2-83b0-4662-916b-13425c6f63f5 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:04:41.486032 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'status': 'completed', 'code': 200} Jul 09 21:04:41.502728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-06d336b3-4be2-42d9-a60c-252b9dacf74a None None] Set router 29136c20-0182-479d-9db4-05810ebd571f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:41.557383 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2449859-2c46-4a21-9715-f1efa82cb15f req-f6fd2733-190d-43cc-923c-d38c3ade0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:41.558908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b2449859-2c46-4a21-9715-f1efa82cb15f req-f6fd2733-190d-43cc-923c-d38c3ade0eac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 1096 time: 0.0533826 Jul 09 21:04:41.652313 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2449859-2c46-4a21-9715-f1efa82cb15f req-37627a89-1ceb-42d9-8bda-ef5c112d6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:41.653815 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b2449859-2c46-4a21-9715-f1efa82cb15f req-37627a89-1ceb-42d9-8bda-ef5c112d6c5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.0886910 Jul 09 21:04:41.721948 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b2449859-2c46-4a21-9715-f1efa82cb15f req-4a3305a1-a1af-4eb6-9e40-1d644dae4136 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842 HTTP/1.1" status: 200 len: 999 time: 0.0615230 Jul 09 21:04:41.730887 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-06d336b3-4be2-42d9-a60c-252b9dacf74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '7a3b498b-fba8-4ff7-b3cd-55708adb79b9', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '29136c20-0182-479d-9db4-05810ebd571f', 'port_id': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'mac_address': 'fa:16:3e:a8:95:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:04:40Z', 'updated_at': '2021-07-09T21:04:40Z', 'revision_number': 0, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 5, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:41.764798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d336b3-4be2-42d9-a60c-252b9dacf74a None None] Checking router: 29136c20-0182-479d-9db4-05810ebd571f for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:04:41.774162 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d336b3-4be2-42d9-a60c-252b9dacf74a None None] Routers {'29136c20-0182-479d-9db4-05810ebd571f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:04:41.774355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2449859-2c46-4a21-9715-f1efa82cb15f req-d8033ec1-7d58-4b1f-96e6-bd713e353309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:41.774791 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-06d336b3-4be2-42d9-a60c-252b9dacf74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:04:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['29136c20-0182-479d-9db4-05810ebd571f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:41.775801 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b2449859-2c46-4a21-9715-f1efa82cb15f req-d8033ec1-7d58-4b1f-96e6-bd713e353309 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0483012 Jul 09 21:04:41.839022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2449859-2c46-4a21-9715-f1efa82cb15f req-10043d58-3ffe-4056-bd08-648270405559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:04:41.840601 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b2449859-2c46-4a21-9715-f1efa82cb15f req-10043d58-3ffe-4056-bd08-648270405559 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589681 Jul 09 21:04:41.893770 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-06d336b3-4be2-42d9-a60c-252b9dacf74a None None] Set router 29136c20-0182-479d-9db4-05810ebd571f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:04:41.933675 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b2449859-2c46-4a21-9715-f1efa82cb15f req-5b11d318-dd1e-4d5d-b543-b413b974442e service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857828 Jul 09 21:04:42.028112 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b2449859-2c46-4a21-9715-f1efa82cb15f req-60467a71-a4ed-4d27-a55c-962f8ef48ef6 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882647 Jul 09 21:04:42.124308 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-06d336b3-4be2-42d9-a60c-252b9dacf74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '7a3b498b-fba8-4ff7-b3cd-55708adb79b9', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '29136c20-0182-479d-9db4-05810ebd571f', 'port_id': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'mac_address': 'fa:16:3e:a8:95:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:04:40Z', 'updated_at': '2021-07-09T21:04:40Z', 'revision_number': 0, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 5, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:04:42.154136 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d336b3-4be2-42d9-a60c-252b9dacf74a None None] The sync data for ids ['29136c20-0182-479d-9db4-05810ebd571f'] in n-d-800088-3 is: [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '7a3b498b-fba8-4ff7-b3cd-55708adb79b9', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '29136c20-0182-479d-9db4-05810ebd571f', 'port_id': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'mac_address': 'fa:16:3e:a8:95:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:04:40Z', 'updated_at': '2021-07-09T21:04:40Z', 'revision_number': 0, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 5, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:04:42.346891 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d24cdd5-f6e3-4d30-a283-080967e0492c None None] New status for floating IP 7a3b498b-fba8-4ff7-b3cd-55708adb79b9: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:04:56.966728 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8a89d942-97b2-431c-ad5a-f2710da25055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:57.576815 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:59.527357 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-02c8950e-b46f-460b-b8c0-4413cacd0a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:59.716980 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:04:59.943535 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:00.367436 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:05:00.721629 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:02.582534 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:07.387493 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-67d3926b-d89d-46a7-a1cb-ae75e9713913 req-3e9f277f-388c-49f1-8ff5-2206b3a913b3 service neutron] (100204) timed out ('10.222.0.30', 51498) {{(pid=100204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 21:05:13.902387 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77774c39-be4b-4fd0-9395-519b09dddb36 req-9098b7f5-d4a7-4b8c-9939-5c804c1df33a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588014 Jul 09 21:05:14.003900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774c39-be4b-4fd0-9395-519b09dddb36 req-7fef34db-eb91-4b77-8c4f-8f7ee0029aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:14.005482 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77774c39-be4b-4fd0-9395-519b09dddb36 req-7fef34db-eb91-4b77-8c4f-8f7ee0029aca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 1096 time: 0.0585530 Jul 09 21:05:14.116829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774c39-be4b-4fd0-9395-519b09dddb36 req-0ea37149-1849-41a8-9d5c-675bbd117ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:14.118324 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77774c39-be4b-4fd0-9395-519b09dddb36 req-0ea37149-1849-41a8-9d5c-675bbd117ebb service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.0909855 Jul 09 21:05:14.193209 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77774c39-be4b-4fd0-9395-519b09dddb36 req-2cee66f7-766e-4eb4-80ea-20517fcbf56a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842 HTTP/1.1" status: 200 len: 1001 time: 0.0677698 Jul 09 21:05:14.242742 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774c39-be4b-4fd0-9395-519b09dddb36 req-fd0bb8ee-d430-4f7d-88e1-e4185acbbac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:14.244214 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77774c39-be4b-4fd0-9395-519b09dddb36 req-fd0bb8ee-d430-4f7d-88e1-e4185acbbac3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0444703 Jul 09 21:05:14.308078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77774c39-be4b-4fd0-9395-519b09dddb36 req-fe5512ea-f233-42d4-9961-a9f68d6bdaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:05:14.309724 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77774c39-be4b-4fd0-9395-519b09dddb36 req-fe5512ea-f233-42d4-9961-a9f68d6bdaf1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577424 Jul 09 21:05:14.403341 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77774c39-be4b-4fd0-9395-519b09dddb36 req-ad997332-e99e-433f-80e7-41130ae1d493 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858715 Jul 09 21:05:14.506569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77774c39-be4b-4fd0-9395-519b09dddb36 req-85929b79-04e2-4dd6-a72f-0b8d4ea5e235 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965550 Jul 09 21:05:26.971918 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c9a0aa9c-66ad-4c56-b68f-cbc7eb29f49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:27.713829 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.531741 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ac9d61a0-7a90-4d67-8c64-55bcac9d5be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.718389 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:29.957941 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:30.725339 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:32.583828 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:37.367066 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:05:56.977643 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-10652b01-31e9-4a14-8e9d-a3aec98b2056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:57.715762 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:59.534904 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e1a4bbc7-c808-4880-adda-995d62a9f07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:59.724602 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:05:59.981533 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:00.727069 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:02.590743 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:14.367548 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:06:15.780895 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d24e2de5-37c5-483b-b81c-93f5d540ed20 req-7482bdff-91dd-4eb1-a244-d2e6ab53322d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536613 Jul 09 21:06:15.880623 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e2de5-37c5-483b-b81c-93f5d540ed20 req-f7c8af2e-0804-424d-b6a2-9c637bd4d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:15.882218 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d24e2de5-37c5-483b-b81c-93f5d540ed20 req-f7c8af2e-0804-424d-b6a2-9c637bd4d734 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 1096 time: 0.0548882 Jul 09 21:06:15.995246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e2de5-37c5-483b-b81c-93f5d540ed20 req-5787b35b-e76f-48d2-b1da-c837b82c3308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:15.997016 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d24e2de5-37c5-483b-b81c-93f5d540ed20 req-5787b35b-e76f-48d2-b1da-c837b82c3308 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.0907815 Jul 09 21:06:16.062159 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d24e2de5-37c5-483b-b81c-93f5d540ed20 req-26baf0b6-22bc-411f-90c4-50414a99f9a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842 HTTP/1.1" status: 200 len: 1001 time: 0.0576866 Jul 09 21:06:16.115167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e2de5-37c5-483b-b81c-93f5d540ed20 req-58a32276-d9ab-48b2-bcea-7e2231e1810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:16.116639 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d24e2de5-37c5-483b-b81c-93f5d540ed20 req-58a32276-d9ab-48b2-bcea-7e2231e1810e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0476639 Jul 09 21:06:16.174620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e2de5-37c5-483b-b81c-93f5d540ed20 req-dfa740fc-bd5c-4cbc-9007-a7f850131d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:16.176164 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d24e2de5-37c5-483b-b81c-93f5d540ed20 req-dfa740fc-bd5c-4cbc-9007-a7f850131d73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525622 Jul 09 21:06:16.263274 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d24e2de5-37c5-483b-b81c-93f5d540ed20 req-a2f7abee-01e1-491e-a727-74ba81d085ea service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805161 Jul 09 21:06:16.358306 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d24e2de5-37c5-483b-b81c-93f5d540ed20 req-e5be131b-6985-4586-9031-cfb55aae08bc service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879068 Jul 09 21:06:26.970808 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6c8fbcc3-c3ab-422f-a521-2998d5d2b7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:27.711606 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:29.535153 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-17fbf4ee-56db-452e-a571-623a8066546e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:29.727552 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:29.988415 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:30.731617 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:32.589745 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:38.143085 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7eaea-3707-4df1-ae2e-aa6f32e0e657 req-5cf78948-1a45-41ac-898f-29aec4661429 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:38.144589 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-96a7eaea-3707-4df1-ae2e-aa6f32e0e657 req-5cf78948-1a45-41ac-898f-29aec4661429 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0669048 Jul 09 21:06:38.182598 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-96a7eaea-3707-4df1-ae2e-aa6f32e0e657 req-069bc6c4-d97f-43b8-b44e-2ca1b1e27d29 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321424 Jul 09 21:06:39.380563 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284edd3-64bd-41db-aedb-7e8a007a6db2 req-97e3732b-8133-4824-bc52-eddda2dd2ccb tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:39.382121 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7284edd3-64bd-41db-aedb-7e8a007a6db2 req-97e3732b-8133-4824-bc52-eddda2dd2ccb tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0736840 Jul 09 21:06:39.424741 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7284edd3-64bd-41db-aedb-7e8a007a6db2 req-b32bc53c-11c4-4250-8b43-df1a55966332 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366216 Jul 09 21:06:40.626446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c3939-9be0-4572-a9b1-2b4b50652d58 req-08cb4247-d9ec-4f20-8627-2f59f0c0138c tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:40.628277 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-216c3939-9be0-4572-a9b1-2b4b50652d58 req-08cb4247-d9ec-4f20-8627-2f59f0c0138c tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0700467 Jul 09 21:06:40.665999 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-216c3939-9be0-4572-a9b1-2b4b50652d58 req-f1565f40-f00f-44a6-b4f8-5fd45de1844a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321827 Jul 09 21:06:41.844765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b4eb8-7828-421d-ae43-146cf40adce3 req-828b1532-8382-4c1a-8e8c-3326b610d84c tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:41.846266 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b20b4eb8-7828-421d-ae43-146cf40adce3 req-828b1532-8382-4c1a-8e8c-3326b610d84c tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0676813 Jul 09 21:06:41.890035 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b20b4eb8-7828-421d-ae43-146cf40adce3 req-0639393b-cb29-43e2-a012-a34ccdceccf7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383046 Jul 09 21:06:43.061983 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118222f5-c390-43df-9bc6-7f37c5438c44 req-ea35f5db-8c90-42f4-ac5e-680d6f7ed83c tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:43.064230 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-118222f5-c390-43df-9bc6-7f37c5438c44 req-ea35f5db-8c90-42f4-ac5e-680d6f7ed83c tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0647113 Jul 09 21:06:43.102156 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-118222f5-c390-43df-9bc6-7f37c5438c44 req-82b0831a-91f5-48ef-b63c-c06793da76e1 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323422 Jul 09 21:06:44.280815 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91268e-78b6-40b4-8ad1-22cd6e05f3e6 req-64b6d56e-8674-4738-af6e-68ec6ba09f99 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:44.282576 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cb91268e-78b6-40b4-8ad1-22cd6e05f3e6 req-64b6d56e-8674-4738-af6e-68ec6ba09f99 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0693014 Jul 09 21:06:44.322854 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cb91268e-78b6-40b4-8ad1-22cd6e05f3e6 req-f53fdb42-38e4-489a-95be-55098602c44e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346451 Jul 09 21:06:45.499290 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4162f6-eb63-4274-b146-3ccd7bdaf4dd req-cf49e211-cdd4-4a69-b73e-65fa3401c4fe tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:45.501604 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd4162f6-eb63-4274-b146-3ccd7bdaf4dd req-cf49e211-cdd4-4a69-b73e-65fa3401c4fe tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0675051 Jul 09 21:06:45.539611 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bd4162f6-eb63-4274-b146-3ccd7bdaf4dd req-21e97b50-d5bd-4c02-a3e7-5942e5b09dc7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324457 Jul 09 21:06:46.723744 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f6def-a322-4adb-8d50-151199a884df req-530e49f1-8169-4572-9ac6-d574798c90b3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:46.725340 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cc6f6def-a322-4adb-8d50-151199a884df req-530e49f1-8169-4572-9ac6-d574798c90b3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0656228 Jul 09 21:06:46.766746 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-cc6f6def-a322-4adb-8d50-151199a884df req-cb95aabe-a4e6-4b68-bd94-3d7ac18a0ce7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347440 Jul 09 21:06:47.950276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8347a6-282f-4208-a4d4-89c18b618a5d req-69b1ff9b-b147-4976-8191-e6e2092630d6 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:47.951766 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bc8347a6-282f-4208-a4d4-89c18b618a5d req-69b1ff9b-b147-4976-8191-e6e2092630d6 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0681973 Jul 09 21:06:47.990823 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-bc8347a6-282f-4208-a4d4-89c18b618a5d req-75a21631-3b1c-44b5-8d37-550d7857739f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327437 Jul 09 21:06:49.169682 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71efa7-b9b5-42a4-a318-e0f7d63da194 req-5241aa18-4119-4049-88d1-6f9110844de7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:49.171215 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e71efa7-b9b5-42a4-a318-e0f7d63da194 req-5241aa18-4119-4049-88d1-6f9110844de7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0706084 Jul 09 21:06:49.209795 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3e71efa7-b9b5-42a4-a318-e0f7d63da194 req-11016917-c909-41b8-b96c-e2da66737363 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329385 Jul 09 21:06:49.606382 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 184b2d2a-e555-45ff-a40c-1aa4b9416842 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:06:49.697622 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 184b2d2a-e555-45ff-a40c-1aa4b9416842, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:49.708883 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'port_id': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'mac_address': 'fa:16:3e:a8:95:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:06:49.748769 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:49.761117 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 184b2d2a-e555-45ff-a40c-1aa4b9416842 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:06:49.779626 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 184b2d2a-e555-45ff-a40c-1aa4b9416842, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:49.786604 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:49.834603 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=184b2d2a-e555-45ff-a40c-1aa4b9416842,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:49.841785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:49.842136 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:49.842480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:49.842820 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:49.843156 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:49.844010 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:49.844444 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:49.844807 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:49.845135 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:49.845462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:49.845788 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:49.846120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:06:49.862865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['184b2d2a-e555-45ff-a40c-1aa4b9416842'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:06:50.398968 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838cf0f-d9b2-4a19-9836-a3ab2e71d873 req-aebd68a8-d85b-4911-aa07-aa8fbfd14536 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:50.400525 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8838cf0f-d9b2-4a19-9836-a3ab2e71d873 req-aebd68a8-d85b-4911-aa07-aa8fbfd14536 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 944 time: 0.0711725 Jul 09 21:06:50.444294 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8838cf0f-d9b2-4a19-9836-a3ab2e71d873 req-b88b086d-1734-4162-8504-962052f37171 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380616 Jul 09 21:06:51.367535 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:06:51.612366 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 184b2d2a-e555-45ff-a40c-1aa4b9416842 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:06:51.682709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5e862-bd63-42fd-b10b-225ddc684c45 req-81f176c0-c8a3-4bb0-969f-7b9554e3a775 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:51.685026 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8c5e862-bd63-42fd-b10b-225ddc684c45 req-81f176c0-c8a3-4bb0-969f-7b9554e3a775 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 944 time: 0.1086001 Jul 09 21:06:51.696309 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 184b2d2a-e555-45ff-a40c-1aa4b9416842 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:06:51.696995 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:51.750273 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c8c5e862-bd63-42fd-b10b-225ddc684c45 req-7a88189c-67db-4cf7-b909-78d436335c88 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558758 Jul 09 21:06:51.815295 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:51.842196 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:06:51.845336 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fab932-2d36-41a3-9cd5-b54085722b40" -d '{"events": [{"server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "name": "network-vif-plugged", "status": "completed", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:06:51.859494 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 184b2d2a-e555-45ff-a40c-1aa4b9416842, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:06:51.866364 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:51.921492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=184b2d2a-e555-45ff-a40c-1aa4b9416842,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:06:51.925289 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1040dba0-4f57-4b31-9305-b684c093fab8 x-openstack-request-id: req-1040dba0-4f57-4b31-9305-b684c093fab8 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:06:51.925714 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "name": "network-vif-plugged", "status": "completed", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:06:51.930941 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1040dba0-4f57-4b31-9305-b684c093fab8 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:06:51.930941 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'code': 200} Jul 09 21:06:53.032935 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa1eb4-7dbb-4884-80e1-8ebfd9320914 req-55b84a43-fe95-4e58-a672-9ff06775a8bd tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:53.034483 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-20fa1eb4-7dbb-4884-80e1-8ebfd9320914 req-55b84a43-fe95-4e58-a672-9ff06775a8bd tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.1016471 Jul 09 21:06:53.091080 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-20fa1eb4-7dbb-4884-80e1-8ebfd9320914 req-33024e6b-d6eb-42fd-9bef-42ce37fc4fd8 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505726 Jul 09 21:06:54.283647 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1ff4f-4d5e-4f3b-ac06-45eabef3412c req-1ea89266-c553-4e39-ab05-68b848c55b13 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:54.289251 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ebd1ff4f-4d5e-4f3b-ac06-45eabef3412c req-1ea89266-c553-4e39-ab05-68b848c55b13 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0747108 Jul 09 21:06:54.329425 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ebd1ff4f-4d5e-4f3b-ac06-45eabef3412c req-3e2d5670-b654-4002-89ec-acdfb166ad2e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379674 Jul 09 21:06:55.529473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fadaf-512e-4564-be23-6bebec470583 req-1039a92e-5cea-473f-b1a5-b5206a1bcefe tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:55.533018 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a20fadaf-512e-4564-be23-6bebec470583 req-1039a92e-5cea-473f-b1a5-b5206a1bcefe tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0760021 Jul 09 21:06:55.575813 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a20fadaf-512e-4564-be23-6bebec470583 req-bca55021-3a39-4f8e-a2c0-840e4e1bb259 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356686 Jul 09 21:06:56.840250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e672b-dcc4-49b7-9c37-7b989f12716e req-672b5486-730e-4378-a631-e493aa341a5f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:56.845323 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841e672b-dcc4-49b7-9c37-7b989f12716e req-672b5486-730e-4378-a631-e493aa341a5f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.1331346 Jul 09 21:06:56.917974 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-841e672b-dcc4-49b7-9c37-7b989f12716e req-b8e37f62-a558-4cd6-8850-82f44d830696 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646973 Jul 09 21:06:56.988056 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d89f304a-7965-469c-aba1-e44cfb2fb826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:57.727360 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:58.170469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73ef96-9b73-43de-bda7-34760a6a585a req-4851c9e6-6e68-435e-8917-bcc46ca81370 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:58.170469 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4a73ef96-9b73-43de-bda7-34760a6a585a req-4851c9e6-6e68-435e-8917-bcc46ca81370 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.1007922 Jul 09 21:06:58.234855 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4a73ef96-9b73-43de-bda7-34760a6a585a req-53f02e14-ded7-429b-9940-5a821e54e0f5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526874 Jul 09 21:06:59.528052 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735dd8f-3e14-47cd-b64a-9724f27d99da req-0157d3f3-0065-49ef-91b8-82ba3b8a066f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:06:59.538438 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0735dd8f-3e14-47cd-b64a-9724f27d99da req-0157d3f3-0065-49ef-91b8-82ba3b8a066f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0973172 Jul 09 21:06:59.560404 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-84062932-2d05-460e-af66-e72188e31e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:06:59.608778 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0735dd8f-3e14-47cd-b64a-9724f27d99da req-26b0f93d-f867-4852-b933-97e1bbfb455d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691550 Jul 09 21:06:59.734772 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:00.015978 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:00.738916 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:00.829779 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bf22d-ee07-4df2-9a4f-5f99661bad10 req-b79ccbbe-2ecb-410f-9fc3-90b0837c082b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:00.831328 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-822bf22d-ee07-4df2-9a4f-5f99661bad10 req-b79ccbbe-2ecb-410f-9fc3-90b0837c082b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0711663 Jul 09 21:07:00.874570 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-822bf22d-ee07-4df2-9a4f-5f99661bad10 req-3336202a-d117-483b-b31d-6027d278a875 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351410 Jul 09 21:07:01.155408 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7425ac-f850-45f7-8dde-ba73513b7c51 req-3ea84129-5e62-4d7e-8e16-554fa9424ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:01.157807 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a7425ac-f850-45f7-8dde-ba73513b7c51 req-3ea84129-5e62-4d7e-8e16-554fa9424ad3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 1096 time: 0.0672181 Jul 09 21:07:01.257605 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7425ac-f850-45f7-8dde-ba73513b7c51 req-42fe10f8-fd73-4103-abb2-b4adb5953bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:01.260091 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a7425ac-f850-45f7-8dde-ba73513b7c51 req-42fe10f8-fd73-4103-abb2-b4adb5953bc6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.0957403 Jul 09 21:07:01.332763 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a7425ac-f850-45f7-8dde-ba73513b7c51 req-21b92872-f687-4f76-a21c-35838f5e80a2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842 HTTP/1.1" status: 200 len: 1001 time: 0.0653138 Jul 09 21:07:01.383489 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7425ac-f850-45f7-8dde-ba73513b7c51 req-46766f38-b227-458f-a5b5-d7e2d5ddf8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:01.384993 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a7425ac-f850-45f7-8dde-ba73513b7c51 req-46766f38-b227-458f-a5b5-d7e2d5ddf8a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0456088 Jul 09 21:07:01.445757 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7425ac-f850-45f7-8dde-ba73513b7c51 req-22ce84d7-759b-401c-9420-dfd0c49678e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:01.447205 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a7425ac-f850-45f7-8dde-ba73513b7c51 req-22ce84d7-759b-401c-9420-dfd0c49678e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560784 Jul 09 21:07:01.548760 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a7425ac-f850-45f7-8dde-ba73513b7c51 req-78e22758-3732-468a-8ffb-4c90e5cd9ce3 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944641 Jul 09 21:07:01.644290 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a7425ac-f850-45f7-8dde-ba73513b7c51 req-5d4fa664-c3f5-4026-89ed-1c6c7657159f service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893390 Jul 09 21:07:02.076649 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80292d6-6e2f-4e1f-ae8c-a9f3ccae5c66 req-e2883f09-fc89-4e96-933d-59c7d06859c0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:02.078821 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c80292d6-6e2f-4e1f-ae8c-a9f3ccae5c66 req-e2883f09-fc89-4e96-933d-59c7d06859c0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.0746388 Jul 09 21:07:02.131586 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c80292d6-6e2f-4e1f-ae8c-a9f3ccae5c66 req-9797f888-de6a-44c1-a81a-df347e2d4d66 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413411 Jul 09 21:07:02.592996 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:03.359217 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65d43f-f801-4cb4-a045-87d48242fc8c req-8dba77b4-1ebf-4555-9ee2-58116e3e4a2f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:03.361344 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe65d43f-f801-4cb4-a045-87d48242fc8c req-8dba77b4-1ebf-4555-9ee2-58116e3e4a2f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 945 time: 0.1005788 Jul 09 21:07:03.407460 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-fe65d43f-f801-4cb4-a045-87d48242fc8c req-ed6c4e3e-38e4-4528-94ad-14e552440807 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377076 Jul 09 21:07:03.685289 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 184b2d2a-e555-45ff-a40c-1aa4b9416842 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:07:03.781058 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:03.811441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:07:03.814852 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2713b64f-a4ea-430e-a625-ed57e356bd0e" -d '{"events": [{"server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "name": "network-vif-unplugged", "status": "completed", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:07:03.828322 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 184b2d2a-e555-45ff-a40c-1aa4b9416842, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:03.833857 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:03.860217 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 21:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d394a8-2098-4e3d-9c97-daab5c1a5265 x-openstack-request-id: req-83d394a8-2098-4e3d-9c97-daab5c1a5265 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:07:03.860513 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "name": "network-vif-unplugged", "status": "failed", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842", "code": 422}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:07:03.860827 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83d394a8-2098-4e3d-9c97-daab5c1a5265 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:07:03.861173 n-d-800088-3 neutron-server[100206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'code': 422} returned with failed status Jul 09 21:07:03.893387 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=184b2d2a-e555-45ff-a40c-1aa4b9416842,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:04.603766 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57629d16-1a8b-4220-a5ad-6cf17380a215 req-8434dd2e-28a2-485f-8f46-b58c42c52179 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:04.605997 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-57629d16-1a8b-4220-a5ad-6cf17380a215 req-8434dd2e-28a2-485f-8f46-b58c42c52179 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.0741971 Jul 09 21:07:04.662557 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-57629d16-1a8b-4220-a5ad-6cf17380a215 req-656f483f-0cd0-494f-941b-274788916f69 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488613 Jul 09 21:07:04.778764 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-0553d339-f24b-4443-800e-7b046042822e req-5ece376b-38e6-43e8-8b6a-6b77b82b3b50 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:07:04.779773 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0553d339-f24b-4443-800e-7b046042822e req-5ece376b-38e6-43e8-8b6a-6b77b82b3b50 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054955 Jul 09 21:07:05.048401 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5ce6e-47ca-48ab-bf7c-d74d394fc53a req-8381d81d-6388-439c-a832-5d397b168be6 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:05.049952 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9cf5ce6e-47ca-48ab-bf7c-d74d394fc53a req-8381d81d-6388-439c-a832-5d397b168be6 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.0771687 Jul 09 21:07:05.095924 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9cf5ce6e-47ca-48ab-bf7c-d74d394fc53a req-87272fbd-f9d1-437a-8949-e28bc3467874 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396590 Jul 09 21:07:05.409123 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ac971068-9ffd-4ab9-b100-850306c51c17 req-84cd0b00-5236-4000-bb7b-c0a3621dcd81 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1051896 Jul 09 21:07:06.292682 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f9114-7219-4096-a084-3b7246c50a29 req-6cfa687f-f410-447b-aa33-f38fc67ccbe0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:06.294222 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c61f9114-7219-4096-a084-3b7246c50a29 req-6cfa687f-f410-447b-aa33-f38fc67ccbe0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.0720541 Jul 09 21:07:06.336115 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c61f9114-7219-4096-a084-3b7246c50a29 req-d9aca508-a523-4166-b84b-9817f22a9e9c tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356979 Jul 09 21:07:06.465900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac971068-9ffd-4ab9-b100-850306c51c17 req-01bcf775-6c94-4b5f-a5ea-75491464efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:06.467419 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac971068-9ffd-4ab9-b100-850306c51c17 req-01bcf775-6c94-4b5f-a5ea-75491464efe2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e&tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca HTTP/1.1" status: 200 len: 1094 time: 0.0560033 Jul 09 21:07:06.549068 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac971068-9ffd-4ab9-b100-850306c51c17 req-e3baa653-48c1-45fd-9773-44a98b89d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:06.550599 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac971068-9ffd-4ab9-b100-850306c51c17 req-e3baa653-48c1-45fd-9773-44a98b89d230 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 1094 time: 0.0576854 Jul 09 21:07:06.648632 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac971068-9ffd-4ab9-b100-850306c51c17 req-cc1da133-737b-45f3-8241-8f0ac112fc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:06.650329 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac971068-9ffd-4ab9-b100-850306c51c17 req-cc1da133-737b-45f3-8241-8f0ac112fc9d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.0924757 Jul 09 21:07:06.725606 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac971068-9ffd-4ab9-b100-850306c51c17 req-7148dcdf-40ac-4386-ba6b-bb8b167b0405 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842 HTTP/1.1" status: 200 len: 999 time: 0.0669615 Jul 09 21:07:06.780581 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac971068-9ffd-4ab9-b100-850306c51c17 req-415eb1b7-ed8d-43b9-ac60-17323d787f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:06.782441 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac971068-9ffd-4ab9-b100-850306c51c17 req-415eb1b7-ed8d-43b9-ac60-17323d787f68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0496376 Jul 09 21:07:06.860216 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac971068-9ffd-4ab9-b100-850306c51c17 req-bade6f9a-e49a-4a4d-8c61-0cf0aa372343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:06.862583 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac971068-9ffd-4ab9-b100-850306c51c17 req-bade6f9a-e49a-4a4d-8c61-0cf0aa372343 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727136 Jul 09 21:07:06.964828 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac971068-9ffd-4ab9-b100-850306c51c17 req-310691cb-d495-44e0-89ae-e0a38ded422a service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952315 Jul 09 21:07:07.060848 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ac971068-9ffd-4ab9-b100-850306c51c17 req-d8b6d948-7072-4f46-92f2-bcbd0d4b4e47 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893588 Jul 09 21:07:07.699138 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071c642-3bfe-4fc7-97f0-6551b6ca5a0e req-5080352a-c2f8-4ad2-906a-b155b7e9fdbe tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:07.700872 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9071c642-3bfe-4fc7-97f0-6551b6ca5a0e req-5080352a-c2f8-4ad2-906a-b155b7e9fdbe tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.1052725 Jul 09 21:07:07.761110 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9071c642-3bfe-4fc7-97f0-6551b6ca5a0e req-d3e50d48-9f15-406c-be0b-7a05bffd601a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510247 Jul 09 21:07:08.981765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cac4b-7e5c-4517-9a30-dc2b8dcd9951 req-f83b97b6-cc68-47d7-90cb-1e0adb54d719 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:08.984776 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f5cac4b-7e5c-4517-9a30-dc2b8dcd9951 req-f83b97b6-cc68-47d7-90cb-1e0adb54d719 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.0915163 Jul 09 21:07:09.041514 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-5f5cac4b-7e5c-4517-9a30-dc2b8dcd9951 req-6778e74c-211c-4a6c-8a16-60745ee0d73c tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472727 Jul 09 21:07:10.268698 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1924f35-736f-4170-89fc-8162864f6d96 req-0dc0bebe-e066-4b36-9279-aad0b50c9813 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:10.270507 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1924f35-736f-4170-89fc-8162864f6d96 req-0dc0bebe-e066-4b36-9279-aad0b50c9813 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.0905716 Jul 09 21:07:10.328513 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e1924f35-736f-4170-89fc-8162864f6d96 req-ea29456c-5516-495f-9bbf-d750c8f8ec08 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485706 Jul 09 21:07:11.589575 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7420e-ffac-40b1-8a7e-69ad4aa285f7 req-d112bd66-0ae5-4f8e-b244-0cd668ea9d48 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:11.591521 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1d7420e-ffac-40b1-8a7e-69ad4aa285f7 req-d112bd66-0ae5-4f8e-b244-0cd668ea9d48 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.1001272 Jul 09 21:07:11.664028 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1d7420e-ffac-40b1-8a7e-69ad4aa285f7 req-b2298976-8d1b-4d82-b27b-5c0dc0b4aa45 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629475 Jul 09 21:07:12.904741 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabeee81-b1aa-4609-a82c-693a1d320f50 req-ec962434-2fdf-4d76-9d66-7b67dbe69c0a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:12.907305 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dabeee81-b1aa-4609-a82c-693a1d320f50 req-ec962434-2fdf-4d76-9d66-7b67dbe69c0a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.0765386 Jul 09 21:07:12.966624 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-dabeee81-b1aa-4609-a82c-693a1d320f50 req-e4754fea-4445-46b7-ab2e-71fe984e9be9 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526133 Jul 09 21:07:14.222037 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc1c5b-2d19-4a49-8638-621ae11c64d5 req-9f06aa35-bc61-4d1f-835f-ffd5e6d2c2ec tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:14.223693 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7fc1c5b-2d19-4a49-8638-621ae11c64d5 req-9f06aa35-bc61-4d1f-835f-ffd5e6d2c2ec tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.0950313 Jul 09 21:07:14.269310 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a7fc1c5b-2d19-4a49-8638-621ae11c64d5 req-848e66e3-3446-4075-a7c0-52338beded29 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396934 Jul 09 21:07:15.600525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937cbd8-e109-45ef-bc38-1aa78446397f req-8c7af7aa-2328-4493-aba8-829e49301729 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:15.602246 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d937cbd8-e109-45ef-bc38-1aa78446397f req-8c7af7aa-2328-4493-aba8-829e49301729 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.1717119 Jul 09 21:07:15.660906 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-d937cbd8-e109-45ef-bc38-1aa78446397f req-d6e0445e-f1b1-41aa-87ea-37fcf73d22f4 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526524 Jul 09 21:07:17.033486 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf14b-21e0-44dd-97da-3e7886113782 req-1a271e96-d841-4427-9867-52c5c19c9a8d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:17.035279 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f85cf14b-21e0-44dd-97da-3e7886113782 req-1a271e96-d841-4427-9867-52c5c19c9a8d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.1587040 Jul 09 21:07:17.085500 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f85cf14b-21e0-44dd-97da-3e7886113782 req-8056d8c1-7520-4858-a4d0-f313a51436c4 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435865 Jul 09 21:07:18.314123 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251f9f0-a64b-4f9f-a5ba-00824b784c43 req-aa62fc86-0187-4489-93bf-4ae828e99a1a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:18.315798 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4251f9f0-a64b-4f9f-a5ba-00824b784c43 req-aa62fc86-0187-4489-93bf-4ae828e99a1a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.0799494 Jul 09 21:07:18.361352 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-4251f9f0-a64b-4f9f-a5ba-00824b784c43 req-4eb22277-ed12-4ab6-a5c0-6489210fa1cc tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359056 Jul 09 21:07:18.512123 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466344f-f43f-43b5-a241-4991b9af31c2 req-eb375412-3bd0-448f-b11a-9f203d1b92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:18.513741 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8466344f-f43f-43b5-a241-4991b9af31c2 req-eb375412-3bd0-448f-b11a-9f203d1b92dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 1094 time: 0.0635610 Jul 09 21:07:18.640467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466344f-f43f-43b5-a241-4991b9af31c2 req-50b4a20e-6b03-4a53-8a07-beb3ba37dfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:18.642311 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8466344f-f43f-43b5-a241-4991b9af31c2 req-50b4a20e-6b03-4a53-8a07-beb3ba37dfc8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.1029944 Jul 09 21:07:18.720431 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8466344f-f43f-43b5-a241-4991b9af31c2 req-b0eae8d6-4fdf-4058-889c-e567cf10149a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842 HTTP/1.1" status: 200 len: 999 time: 0.0693073 Jul 09 21:07:18.773401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466344f-f43f-43b5-a241-4991b9af31c2 req-785e85a0-db97-40cf-a193-19b1777c014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:18.775057 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8466344f-f43f-43b5-a241-4991b9af31c2 req-785e85a0-db97-40cf-a193-19b1777c014c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0483091 Jul 09 21:07:18.842650 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466344f-f43f-43b5-a241-4991b9af31c2 req-dc4f6a54-9614-4994-acf5-be188e78a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:18.844874 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8466344f-f43f-43b5-a241-4991b9af31c2 req-dc4f6a54-9614-4994-acf5-be188e78a460 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622544 Jul 09 21:07:18.953217 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8466344f-f43f-43b5-a241-4991b9af31c2 req-486a6c64-46a2-415f-850b-6fd767f7cbe1 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004984 Jul 09 21:07:19.056347 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8466344f-f43f-43b5-a241-4991b9af31c2 req-f235a83c-30da-41a2-b87b-327647be4e27 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967252 Jul 09 21:07:19.573956 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa1a38-fab0-4541-b5ad-e1bce178fcbd req-2a621298-f96b-4e16-9324-d3c4961c1c04 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:19.575587 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4dfa1a38-fab0-4541-b5ad-e1bce178fcbd req-2a621298-f96b-4e16-9324-d3c4961c1c04 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.0730879 Jul 09 21:07:19.633015 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4dfa1a38-fab0-4541-b5ad-e1bce178fcbd req-68e9ee5b-eabd-4591-8497-7f91a1846145 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514507 Jul 09 21:07:20.833677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff075e-121a-48ae-afc4-05f368179c0b req-964b60ba-035a-4cec-9e68-5d28481fe124 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:20.836021 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28ff075e-121a-48ae-afc4-05f368179c0b req-964b60ba-035a-4cec-9e68-5d28481fe124 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 943 time: 0.0828385 Jul 09 21:07:20.892412 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-28ff075e-121a-48ae-afc4-05f368179c0b req-04db3ded-f742-4e61-adc6-2b6c4876030a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490320 Jul 09 21:07:21.778374 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 184b2d2a-e555-45ff-a40c-1aa4b9416842 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:07:21.897817 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 184b2d2a-e555-45ff-a40c-1aa4b9416842, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:21.911240 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'port_id': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'mac_address': 'fa:16:3e:a8:95:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:07:21.958430 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:21.974114 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184b2d2a-e555-45ff-a40c-1aa4b9416842 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:07:22.000229 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 184b2d2a-e555-45ff-a40c-1aa4b9416842, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:22.007092 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:22.074787 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=184b2d2a-e555-45ff-a40c-1aa4b9416842,revision_number=9']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:22.104473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091df9f1-747c-4319-b214-d47f102702fc req-089c6919-41b0-4095-a596-7102d070e532 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:22.106147 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-091df9f1-747c-4319-b214-d47f102702fc req-089c6919-41b0-4095-a596-7102d070e532 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 944 time: 0.0799251 Jul 09 21:07:22.149190 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-091df9f1-747c-4319-b214-d47f102702fc req-97aa279d-34c6-4b09-8174-f02c76fbe898 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361264 Jul 09 21:07:22.212033 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['184b2d2a-e555-45ff-a40c-1aa4b9416842'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:07:23.352215 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61686de-0baf-4824-987d-605e07704dd8 req-c116da2f-7753-4969-a582-0c5d4276b64a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:23.353871 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c61686de-0baf-4824-987d-605e07704dd8 req-c116da2f-7753-4969-a582-0c5d4276b64a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 944 time: 0.0684652 Jul 09 21:07:23.400934 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c61686de-0baf-4824-987d-605e07704dd8 req-9c73aeee-f176-4df0-b3c6-439b0eaf6dcd tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388794 Jul 09 21:07:23.792044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 184b2d2a-e555-45ff-a40c-1aa4b9416842 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:07:23.841262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 184b2d2a-e555-45ff-a40c-1aa4b9416842 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:07:23.841638 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:23.927739 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:23.954902 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:07:23.957254 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce013913-07b7-4ca6-b992-d0e12208be5a" -d '{"events": [{"server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "name": "network-vif-plugged", "status": "completed", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:07:23.971190 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 184b2d2a-e555-45ff-a40c-1aa4b9416842, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:07:23.976140 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:24.006770 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c743ba-d99c-49a1-9feb-4261737ecfd8 x-openstack-request-id: req-73c743ba-d99c-49a1-9feb-4261737ecfd8 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:07:24.007076 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "name": "network-vif-plugged", "status": "completed", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:07:24.007307 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73c743ba-d99c-49a1-9feb-4261737ecfd8 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:07:24.007577 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'code': 200} Jul 09 21:07:24.036501 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=184b2d2a-e555-45ff-a40c-1aa4b9416842,revision_number=10']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:07:24.211937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b43a40-c4c1-4739-9f37-88080945f3cc req-55e85ba9-51fc-4229-aa5b-1c1f0cf6a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:24.213552 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00b43a40-c4c1-4739-9f37-88080945f3cc req-55e85ba9-51fc-4229-aa5b-1c1f0cf6a39e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 1097 time: 0.0720086 Jul 09 21:07:24.251148 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-00b43a40-c4c1-4739-9f37-88080945f3cc req-c46c0b4b-f712-41bc-be47-c1e61565983e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308125 Jul 09 21:07:24.594667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7aee5-c1a0-4294-be9c-0af700760c71 req-7924355d-513b-4a5c-af2c-6d4f5427b845 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:24.596281 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-79a7aee5-c1a0-4294-be9c-0af700760c71 req-7924355d-513b-4a5c-af2c-6d4f5427b845 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 946 time: 0.0704722 Jul 09 21:07:24.647330 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-79a7aee5-c1a0-4294-be9c-0af700760c71 req-be9f42c2-abe9-4fc9-9ddc-b515694d6d77 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449369 Jul 09 21:07:25.892145 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba267c96-b109-4336-b65f-b9c1dcceb075 req-c86a86d4-a765-491c-8b07-547a8eee8bf9 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:25.894681 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ba267c96-b109-4336-b65f-b9c1dcceb075 req-c86a86d4-a765-491c-8b07-547a8eee8bf9 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 946 time: 0.0988171 Jul 09 21:07:25.962696 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ba267c96-b109-4336-b65f-b9c1dcceb075 req-e013584a-65c2-43f2-9c5c-e7cf23811c3c tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581636 Jul 09 21:07:26.972105 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9d78b31f-1765-4dc9-818a-395ffb4c3539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:27.172519 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce9941-117d-48eb-bd34-63f35f279c50 req-4479762b-0cee-48dd-bfc6-c39f38af08c4 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:07:27.174093 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3fce9941-117d-48eb-bd34-63f35f279c50 req-4479762b-0cee-48dd-bfc6-c39f38af08c4 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 946 time: 0.0674045 Jul 09 21:07:27.215082 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3fce9941-117d-48eb-bd34-63f35f279c50 req-74ed8d80-f852-4d01-8eb4-082f406d71a8 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352974 Jul 09 21:07:27.718968 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:28.367121 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:07:29.536903 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b07b1085-ccd9-49dd-80bc-7178af48f02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:29.736254 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:30.009190 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:30.739242 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:32.596913 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:56.973310 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3f90f24f-bc3a-4839-8f15-bbcffbb19948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:57.742379 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:59.528186 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ca96a882-2856-4290-9936-c727126aab6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:07:59.729660 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:00.036212 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:00.740165 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:02.597978 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:05.365804 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:08:18.241316 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6adf72bc-11ed-4706-ae7c-9b33c362752a req-7fdfd2ea-3d6c-4e9f-8bf2-84d9bad75d17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0933657 Jul 09 21:08:18.340900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf72bc-11ed-4706-ae7c-9b33c362752a req-3c4dde55-bcd0-4e65-a504-5cb61eb6353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:18.342427 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6adf72bc-11ed-4706-ae7c-9b33c362752a req-3c4dde55-bcd0-4e65-a504-5cb61eb6353c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 1097 time: 0.0558884 Jul 09 21:08:18.449910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf72bc-11ed-4706-ae7c-9b33c362752a req-8e67ef98-fe9a-412c-a44c-773de414fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:18.451311 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6adf72bc-11ed-4706-ae7c-9b33c362752a req-8e67ef98-fe9a-412c-a44c-773de414fbb5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.0892913 Jul 09 21:08:18.519276 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6adf72bc-11ed-4706-ae7c-9b33c362752a req-62ac8980-5c4c-4c5d-be44-29d87e323870 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842 HTTP/1.1" status: 200 len: 1001 time: 0.0617239 Jul 09 21:08:18.568825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf72bc-11ed-4706-ae7c-9b33c362752a req-e8bd564c-65bf-407b-8a5f-65ad618a48ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:18.570339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6adf72bc-11ed-4706-ae7c-9b33c362752a req-e8bd564c-65bf-407b-8a5f-65ad618a48ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0443442 Jul 09 21:08:18.627694 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf72bc-11ed-4706-ae7c-9b33c362752a req-a7e0cf70-651e-4d7f-8a72-925d24fedf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:18.629228 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6adf72bc-11ed-4706-ae7c-9b33c362752a req-a7e0cf70-651e-4d7f-8a72-925d24fedf35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528219 Jul 09 21:08:18.721186 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6adf72bc-11ed-4706-ae7c-9b33c362752a req-ba8df11f-b04a-41f3-b3bd-51ec6c8220f7 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852809 Jul 09 21:08:18.811844 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6adf72bc-11ed-4706-ae7c-9b33c362752a req-27db713e-630a-408f-a546-eddbd1aca2fb service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836124 Jul 09 21:08:26.974775 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6622-32dc-4e50-85c9-d06d20860508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:27.747181 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:29.530809 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a7b74571-0f96-43a2-8c05-219ddc46c21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:29.731741 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:30.031815 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:30.747633 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:32.601815 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:40.142523 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56710) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:40.336119 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Deleting port a2c786cc-40b5-46af-8150-bbc218bd93c6 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:08:40.336474 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:40.419066 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:40.419320 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:40.432074 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Calling delete_port for a2c786cc-40b5-46af-8150-bbc218bd93c6 owned by network:floatingip {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:08:40.585797 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:40.613832 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event deleted for resources: {'Port': ['ID=a2c786cc-40b5-46af-8150-bbc218bd93c6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:40.639477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:40.639835 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:40.640184 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:40.640525 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:40.640886 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:40.641228 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:40.641567 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:40.641900 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:40.642231 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:40.642561 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:40.642888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:40.643214 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:40.690180 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for floatingip, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:40.690423 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Floating IP 7a3b498b-fba8-4ff7-b3cd-55708adb79b9 disassociated (deleted). External IP: 172.25.0.110, port: 184b2d2a-e555-45ff-a40c-1aa4b9416842. Jul 09 21:08:41.218143 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Router 29136c20-0182-479d-9db4-05810ebd571f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:08:41.330120 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:08:41.334939 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:41.339157 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f6f60-d5f9-48e8-9ef9-aeadc0829328 None None] Sync routers for ids ['29136c20-0182-479d-9db4-05810ebd571f'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:08:41.348821 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f6f60-d5f9-48e8-9ef9-aeadc0829328 None None] Routers {'29136c20-0182-479d-9db4-05810ebd571f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:08:41.349450 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d89f6f60-d5f9-48e8-9ef9-aeadc0829328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:08:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['29136c20-0182-479d-9db4-05810ebd571f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:08:41.371321 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-3442f7f6-3ebc-4b1e-9076-526968ee136b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "DELETE /v2.0/floatingips/7a3b498b-fba8-4ff7-b3cd-55708adb79b9 HTTP/1.1" status: 204 len: 168 time: 1.2277107 Jul 09 21:08:41.371872 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:41.375122 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be322a9-495a-46ba-98bb-f36a9c7c005a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:41.459574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d89f6f60-d5f9-48e8-9ef9-aeadc0829328 None None] Set router 29136c20-0182-479d-9db4-05810ebd571f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:08:41.477592 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece4ff2d-2485-4a8d-8824-e323ffc6b1e9 x-openstack-request-id: req-ece4ff2d-2485-4a8d-8824-e323ffc6b1e9 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:41.477889 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:41.478153 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ece4ff2d-2485-4a8d-8824-e323ffc6b1e9 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:41.478594 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'status': 'completed', 'code': 200} Jul 09 21:08:41.562922 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be322a9-495a-46ba-98bb-f36a9c7c005a req-44b1d918-823b-47b4-abba-c4605e4c2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:41.564569 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6be322a9-495a-46ba-98bb-f36a9c7c005a req-44b1d918-823b-47b4-abba-c4605e4c2a15 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 1097 time: 0.0626500 Jul 09 21:08:41.666831 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be322a9-495a-46ba-98bb-f36a9c7c005a req-0ad0b6b9-6b25-4412-8e6e-d6851f9e0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:41.668326 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6be322a9-495a-46ba-98bb-f36a9c7c005a req-0ad0b6b9-6b25-4412-8e6e-d6851f9e0599 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.0978997 Jul 09 21:08:41.682194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d89f6f60-d5f9-48e8-9ef9-aeadc0829328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 5, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:08:41.713183 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6be322a9-495a-46ba-98bb-f36a9c7c005a req-6d551fa9-88bc-4fe9-9c63-a9249af7e01f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842 HTTP/1.1" status: 200 len: 217 time: 0.0371192 Jul 09 21:08:41.714739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f6f60-d5f9-48e8-9ef9-aeadc0829328 None None] Checking router: 29136c20-0182-479d-9db4-05810ebd571f for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:08:41.723422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f6f60-d5f9-48e8-9ef9-aeadc0829328 None None] Routers {'29136c20-0182-479d-9db4-05810ebd571f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:08:41.724208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d89f6f60-d5f9-48e8-9ef9-aeadc0829328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:08:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['29136c20-0182-479d-9db4-05810ebd571f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:08:41.770686 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467e34b-9f36-458b-90e5-fcd26b88e637 req-77af5f72-728f-47d4-8a0b-7b9bb2d60457 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:41.772252 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8467e34b-9f36-458b-90e5-fcd26b88e637 req-77af5f72-728f-47d4-8a0b-7b9bb2d60457 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 946 time: 0.0716786 Jul 09 21:08:41.776305 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be322a9-495a-46ba-98bb-f36a9c7c005a req-00928e36-d64f-4360-81e5-11d6bc0690b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:41.778079 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6be322a9-495a-46ba-98bb-f36a9c7c005a req-00928e36-d64f-4360-81e5-11d6bc0690b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0558333 Jul 09 21:08:41.817359 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8467e34b-9f36-458b-90e5-fcd26b88e637 req-2d9ba9c1-01f8-4bea-8f78-c3fe4afcba1f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385356 Jul 09 21:08:41.840038 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be322a9-495a-46ba-98bb-f36a9c7c005a req-5e6716e4-4e5a-4b62-9a32-25c1931b407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:41.841579 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6be322a9-495a-46ba-98bb-f36a9c7c005a req-5e6716e4-4e5a-4b62-9a32-25c1931b407c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565631 Jul 09 21:08:41.850361 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-d89f6f60-d5f9-48e8-9ef9-aeadc0829328 None None] Set router 29136c20-0182-479d-9db4-05810ebd571f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:08:41.936291 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6be322a9-495a-46ba-98bb-f36a9c7c005a req-62aeb584-8436-4bf8-8fae-00f4d244122f service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871520 Jul 09 21:08:42.086384 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-d89f6f60-d5f9-48e8-9ef9-aeadc0829328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 5, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:08:42.117433 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f6f60-d5f9-48e8-9ef9-aeadc0829328 None None] The sync data for ids ['29136c20-0182-479d-9db4-05810ebd571f'] in n-d-800088-3 is: [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 5, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:08:42.364858 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:08:42.371351 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4245d7f-c414-4d7c-9c16-055dbca0918e None None] New status for floating IP 7a3b498b-fba8-4ff7-b3cd-55708adb79b9: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:08:42.381733 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6be322a9-495a-46ba-98bb-f36a9c7c005a req-39083847-92e5-4906-a462-6bf4597bb3c6 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387662 Jul 09 21:08:43.022109 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d24a8-3ca0-42ff-829f-83d8d3a9d00b req-b0559489-11d5-472d-bdbc-7faa10ba3504 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:43.023570 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e34d24a8-3ca0-42ff-829f-83d8d3a9d00b req-b0559489-11d5-472d-bdbc-7faa10ba3504 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 946 time: 0.1090882 Jul 09 21:08:43.067944 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a80850-30e4-4364-8529-b09ea5e974b6 req-d2198468-c2d0-43ab-9fc8-e221fbf1554d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:08:43.069559 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-80a80850-30e4-4364-8529-b09ea5e974b6 req-d2198468-c2d0-43ab-9fc8-e221fbf1554d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0a5ff01-f1c3-420a-aa6b-58944a1e564e HTTP/1.1" status: 200 len: 946 time: 0.1232219 Jul 09 21:08:43.145166 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-80a80850-30e4-4364-8529-b09ea5e974b6 req-425fee7c-da07-4b03-9e2a-8eb0d12af205 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=b66c1e12-9d18-4f1c-949b-6a583ad2c738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697484 Jul 09 21:08:43.169061 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-e34d24a8-3ca0-42ff-829f-83d8d3a9d00b req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Deleting port 184b2d2a-e555-45ff-a40c-1aa4b9416842 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:08:43.169435 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e34d24a8-3ca0-42ff-829f-83d8d3a9d00b req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:43.267753 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-e34d24a8-3ca0-42ff-829f-83d8d3a9d00b req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] For port 184b2d2a-e555-45ff-a40c-1aa4b9416842, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=184b2d2a-e555-45ff-a40c-1aa4b9416842,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:08:43.268128 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e34d24a8-3ca0-42ff-829f-83d8d3a9d00b req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:43.282580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-e34d24a8-3ca0-42ff-829f-83d8d3a9d00b req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Calling delete_port for 184b2d2a-e555-45ff-a40c-1aa4b9416842 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:08:43.435703 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e34d24a8-3ca0-42ff-829f-83d8d3a9d00b req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:43.466639 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event deleted for resources: {'Port': ['ID=184b2d2a-e555-45ff-a40c-1aa4b9416842,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:43.480814 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:43.481171 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:43.481571 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:43.481988 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:43.482304 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:43.482643 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:43.482976 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:43.484040 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:43.484497 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:43.484862 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:43.485206 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:43.485521 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:08:43.527394 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34d24a8-3ca0-42ff-829f-83d8d3a9d00b req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] No DVR routers for this DVR port 184b2d2a-e555-45ff-a40c-1aa4b9416842 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:08:43.530992 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-e34d24a8-3ca0-42ff-829f-83d8d3a9d00b req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:43.533075 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e34d24a8-3ca0-42ff-829f-83d8d3a9d00b req-276edad3-37f0-4e5c-9743-c93dea9cb170 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.32 "DELETE /v2.0/ports/184b2d2a-e555-45ff-a40c-1aa4b9416842 HTTP/1.1" status: 204 len: 173 time: 0.5046375 Jul 09 21:08:43.533445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'name': 'network-vif-deleted', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:08:43.535731 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f363c811-8541-4bbf-a54e-1b2007758406" -d '{"events": [{"server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "name": "network-vif-deleted", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:08:43.638179 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06984a6d-e831-49ed-b490-6c86d1cf63e9 x-openstack-request-id: req-06984a6d-e831-49ed-b490-6c86d1cf63e9 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:08:43.638471 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a5ff01-f1c3-420a-aa6b-58944a1e564e", "name": "network-vif-deleted", "tag": "184b2d2a-e555-45ff-a40c-1aa4b9416842", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:08:43.638728 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06984a6d-e831-49ed-b490-6c86d1cf63e9 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:08:43.639137 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a5ff01-f1c3-420a-aa6b-58944a1e564e', 'name': 'network-vif-deleted', 'tag': '184b2d2a-e555-45ff-a40c-1aa4b9416842', 'status': 'completed', 'code': 200} Jul 09 21:08:44.244306 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56734) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:44.303653 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-915bd12c-d3a3-4cb8-b179-eaf2007e93f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.330244 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-915bd12c-d3a3-4cb8-b179-eaf2007e93f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.397599 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-915bd12c-d3a3-4cb8-b179-eaf2007e93f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.400396 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-915bd12c-d3a3-4cb8-b179-eaf2007e93f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.401831 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-915bd12c-d3a3-4cb8-b179-eaf2007e93f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "DELETE /v2.0/security-groups/b66c1e12-9d18-4f1c-949b-6a583ad2c738 HTTP/1.1" status: 204 len: 168 time: 0.1565042 Jul 09 21:08:44.411665 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bd12c-d3a3-4cb8-b179-eaf2007e93f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66c1e12-9d18-4f1c-949b-6a583ad2c738,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:44.608177 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 56740) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:44.613534 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-be86697d-000a-4a0a-b73d-03e414aeffc5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934447849', 'description': 'tempest-secgroup-smoke-934447849 description', 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:44.636438 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-be86697d-000a-4a0a-b73d-03e414aeffc5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.721566 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-be86697d-000a-4a0a-b73d-03e414aeffc5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.725368 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-be86697d-000a-4a0a-b73d-03e414aeffc5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.761728 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-be86697d-000a-4a0a-b73d-03e414aeffc5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.763041 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-be86697d-000a-4a0a-b73d-03e414aeffc5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1531544 Jul 09 21:08:44.765322 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86697d-000a-4a0a-b73d-03e414aeffc5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eafe91f3-48b8-4f75-b776-6498ef7c4ba0,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:44.766428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56742) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:44.771522 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-ecf9372c-63fb-4fd2-8de6-dc5ad217572d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'security_group_rule': {'security_group_id': 'eafe91f3-48b8-4f75-b776-6498ef7c4ba0', 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:44.800363 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecf9372c-63fb-4fd2-8de6-dc5ad217572d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.853560 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecf9372c-63fb-4fd2-8de6-dc5ad217572d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.857680 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecf9372c-63fb-4fd2-8de6-dc5ad217572d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.876974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9372c-63fb-4fd2-8de6-dc5ad217572d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15aea374-14bc-462f-b895-e0e215bffba5,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:44.884620 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ecf9372c-63fb-4fd2-8de6-dc5ad217572d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.888741 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ecf9372c-63fb-4fd2-8de6-dc5ad217572d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211433 Jul 09 21:08:44.891663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56744) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:44.896764 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-8e82b608-987f-41a9-ba9b-2c4682a958b7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'security_group_rule': {'security_group_id': 'eafe91f3-48b8-4f75-b776-6498ef7c4ba0', 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:44.924934 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8e82b608-987f-41a9-ba9b-2c4682a958b7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.986207 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8e82b608-987f-41a9-ba9b-2c4682a958b7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:44.990271 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8e82b608-987f-41a9-ba9b-2c4682a958b7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.009924 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82b608-987f-41a9-ba9b-2c4682a958b7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e804af-5c5e-425e-83c6-a994ecda6dba,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:45.014085 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-8e82b608-987f-41a9-ba9b-2c4682a958b7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.015318 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8e82b608-987f-41a9-ba9b-2c4682a958b7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1226592 Jul 09 21:08:45.019709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56746) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:45.024452 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d6d1c181-6657-4817-92da-8b7686b4fa58 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'security_group_rule': {'security_group_id': 'eafe91f3-48b8-4f75-b776-6498ef7c4ba0', 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:45.054015 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c181-6657-4817-92da-8b7686b4fa58 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.117074 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c181-6657-4817-92da-8b7686b4fa58 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.121045 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c181-6657-4817-92da-8b7686b4fa58 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.139137 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1c181-6657-4817-92da-8b7686b4fa58 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2e28f4-80a4-482c-99dc-51f44e1290f6,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:45.145648 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c181-6657-4817-92da-8b7686b4fa58 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.147173 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d6d1c181-6657-4817-92da-8b7686b4fa58 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265051 Jul 09 21:08:45.149930 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56748) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:45.154429 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-403e7266-17d4-4ef0-b2da-446ff02a2ab0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'security_group_rule': {'security_group_id': 'eafe91f3-48b8-4f75-b776-6498ef7c4ba0', 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:45.183268 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-403e7266-17d4-4ef0-b2da-446ff02a2ab0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.247275 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-403e7266-17d4-4ef0-b2da-446ff02a2ab0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.251315 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-403e7266-17d4-4ef0-b2da-446ff02a2ab0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.269827 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e7266-17d4-4ef0-b2da-446ff02a2ab0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145614d3-c537-46a3-bef4-b77c8fcd4dd1,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:45.275821 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-403e7266-17d4-4ef0-b2da-446ff02a2ab0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.277042 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-403e7266-17d4-4ef0-b2da-446ff02a2ab0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260796 Jul 09 21:08:45.279752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56750) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:45.285498 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1e5a5579-2578-4133-b0d3-94f025cfd571 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'security_group_rule': {'security_group_id': 'eafe91f3-48b8-4f75-b776-6498ef7c4ba0', 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:45.306640 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-1e5a5579-2578-4133-b0d3-94f025cfd571 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Project f9d3e22675bf46d89ed2bcf26578a1ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:08:45.311620 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5579-2578-4133-b0d3-94f025cfd571 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.376831 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5579-2578-4133-b0d3-94f025cfd571 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.381117 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5579-2578-4133-b0d3-94f025cfd571 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.399269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a5579-2578-4133-b0d3-94f025cfd571 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04668d2-0c7c-4acf-b3b5-112b6225e024,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:45.405297 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5579-2578-4133-b0d3-94f025cfd571 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.406907 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1e5a5579-2578-4133-b0d3-94f025cfd571 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251864 Jul 09 21:08:45.409755 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56752) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:08:45.414271 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-a955657b-8bd4-4be8-b06a-6441f1b99fd2 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'security_group_rule': {'security_group_id': 'eafe91f3-48b8-4f75-b776-6498ef7c4ba0', 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:08:45.436773 n-d-800088-3 neutron-server[100204]: INFO neutron.db.securitygroups_db [None req-a955657b-8bd4-4be8-b06a-6441f1b99fd2 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Project f9d3e22675bf46d89ed2bcf26578a1ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:08:45.441599 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a955657b-8bd4-4be8-b06a-6441f1b99fd2 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.506413 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a955657b-8bd4-4be8-b06a-6441f1b99fd2 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.511919 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a955657b-8bd4-4be8-b06a-6441f1b99fd2 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.531059 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955657b-8bd4-4be8-b06a-6441f1b99fd2 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863bfc19-0804-42dc-948f-d86c4871dd4a,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:08:45.537056 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-a955657b-8bd4-4be8-b06a-6441f1b99fd2 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:45.538363 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-a955657b-8bd4-4be8-b06a-6441f1b99fd2 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276565 Jul 09 21:08:46.098798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 184b2d2a-e555-45ff-a40c-1aa4b9416842 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:08:46.119599 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 184b2d2a-e555-45ff-a40c-1aa4b9416842 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:08:46.119954 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 184b2d2a-e555-45ff-a40c-1aa4b9416842 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:08:56.977954 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9c698493-f7e4-4cee-a842-8da1b29a201a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:57.775328 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:59.536406 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-76e3fdf9-e656-4b22-a21d-17e836d5784d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:08:59.744474 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:00.034046 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:00.746955 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:00.953920 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-f19547ce-8b2e-49a0-a7b5-e75ad9d65ddc tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934447849&fields=id&tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca HTTP/1.1" status: 200 len: 267 time: 0.0345039 Jul 09 21:09:01.078501 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-dc2d15b0-24e0-4359-909a-a7ea85bc5a80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:01.079895 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-dc2d15b0-24e0-4359-909a-a7ea85bc5a80 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 808 time: 0.1184657 Jul 09 21:09:01.095578 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-e11cb399-c852-4317-8db1-3506aaffa9cd tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/quotas/f9d3e22675bf46d89ed2bcf26578a1ca HTTP/1.1" status: 200 len: 375 time: 0.0098150 Jul 09 21:09:01.170561 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-11e5baf2-5f1f-4891-8a2f-bf8fea2c211c tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687416 Jul 09 21:09:01.237473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ca6089d-b0d4-4880-8ad8-afa3fc01fb4d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:09:01.238540 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ca6089d-b0d4-4880-8ad8-afa3fc01fb4d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0559490 Jul 09 21:09:01.345358 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-1012c6e9-c831-4440-9e4e-8f41ed735ec0 service neutron] 10.222.0.30 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988922 Jul 09 21:09:01.442595 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-f54c4ef8-6574-4ae8-bb63-a89d5a6326e9 service neutron] 10.222.0.30 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912380 Jul 09 21:09:01.775396 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-08c195b4-f41d-4869-a5bc-721db79d4cbe req-ed05b724-9a37-40bc-8fba-5454d6e2a25a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 210 time: 0.0311410 Jul 09 21:09:02.611823 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:02.897916 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-e331a48e-542a-492d-8dce-b1c01439190f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:02.899494 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-e331a48e-542a-492d-8dce-b1c01439190f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 808 time: 0.1430364 Jul 09 21:09:02.935395 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5915044b-2987-46f1-98a4-b6ed85e7c290 req-77f241e5-6388-4172-95ee-3a31bdd83ff4 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 210 time: 0.0354040 Jul 09 21:09:02.953299 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-eb8cb73d-cd41-4807-a49e-8622a5be6379 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca HTTP/1.1" status: 200 len: 379 time: 0.0401831 Jul 09 21:09:02.962341 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-775dab0d-6076-41e5-a8a4-75bc0d6462a0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'port': {'device_id': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'admin_state_up': True, 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'security_groups': ['eafe91f3-48b8-4f75-b776-6498ef7c4ba0']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:09:03.101767 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-775dab0d-6076-41e5-a8a4-75bc0d6462a0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Made reservation on behalf of f9d3e22675bf46d89ed2bcf26578a1ca for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:09:03.109389 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-775dab0d-6076-41e5-a8a4-75bc0d6462a0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:03.279236 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-775dab0d-6076-41e5-a8a4-75bc0d6462a0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Allocated IP 172.20.0.9 (1c52ac01-7b5f-4435-85c0-652e0beaf970/7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9/a21f5f0b-a91c-46a9-ad1f-42a0a040a133) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:09:03.456825 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-775dab0d-6076-41e5-a8a4-75bc0d6462a0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:03.475054 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-775dab0d-6076-41e5-a8a4-75bc0d6462a0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Transition to ACTIVE for port object a21f5f0b-a91c-46a9-ad1f-42a0a040a133 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:09:03.513392 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-775dab0d-6076-41e5-a8a4-75bc0d6462a0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:03.570163 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-775dab0d-6076-41e5-a8a4-75bc0d6462a0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Network 1c52ac01-7b5f-4435-85c0-652e0beaf970 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:09:03.574955 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-775dab0d-6076-41e5-a8a4-75bc0d6462a0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:09:03.581452 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-775dab0d-6076-41e5-a8a4-75bc0d6462a0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:09:03.586338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dab0d-6076-41e5-a8a4-75bc0d6462a0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'Port': ['ID=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:03.661478 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-775dab0d-6076-41e5-a8a4-75bc0d6462a0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:03.662584 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-775dab0d-6076-41e5-a8a4-75bc0d6462a0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:03.685989 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-775dab0d-6076-41e5-a8a4-75bc0d6462a0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7274337 Jul 09 21:09:03.700917 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Request body: {'port': {'device_id': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:09:03.833656 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:03.869709 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fdc392c9-6827-49c7-826b-5e6bf8b56532 None None] Provisioning for port a21f5f0b-a91c-46a9-ad1f-42a0a040a133 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:09:03.876311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-fdc392c9-6827-49c7-826b-5e6bf8b56532 None None] Provisioning complete for port a21f5f0b-a91c-46a9-ad1f-42a0a040a133 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:03.876980 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fdc392c9-6827-49c7-826b-5e6bf8b56532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:03.920475 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fdc392c9-6827-49c7-826b-5e6bf8b56532 None None] Port a21f5f0b-a91c-46a9-ad1f-42a0a040a133 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:09:04.191842 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21f5f0b-a91c-46a9-ad1f-42a0a040a133 {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:09:04.203848 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfe4f3-804c-45c7-9827-deefb9400084 req-1807b864-b6b0-491a-829c-237a93c4776d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:04.205501 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1dfe4f3-804c-45c7-9827-deefb9400084 req-1807b864-b6b0-491a-829c-237a93c4776d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 931 time: 0.1378527 Jul 09 21:09:04.210175 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:04.242532 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Transition to ACTIVE for port object a21f5f0b-a91c-46a9-ad1f-42a0a040a133 will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:09:04.249376 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:04.299937 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e1dfe4f3-804c-45c7-9827-deefb9400084 req-0230acea-af1f-48f1-915c-98f75aadd68b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857971 Jul 09 21:09:04.318148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Pushing event updated for resources: {'Port': ['ID=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:04.397792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Attempting to bind port a21f5f0b-a91c-46a9-ad1f-42a0a040a133 on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:09:04.398447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Attempting to bind port a21f5f0b-a91c-46a9-ad1f-42a0a040a133 by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:09:04.398792 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Attempting to bind port a21f5f0b-a91c-46a9-ad1f-42a0a040a133 on network 1c52ac01-7b5f-4435-85c0-652e0beaf970 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:09:04.403410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Port a21f5f0b-a91c-46a9-ad1f-42a0a040a133 on network 1c52ac01-7b5f-4435-85c0-652e0beaf970 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:09:04.403744 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Attempting to bind port a21f5f0b-a91c-46a9-ad1f-42a0a040a133 on network 1c52ac01-7b5f-4435-85c0-652e0beaf970 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:09:04.410157 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:09:04.410603 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Checking segment: {'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:09:04.411243 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Bound using segment: {'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:09:04.411952 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Bound port: a21f5f0b-a91c-46a9-ad1f-42a0a040a133, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b62f750-4063-473d-bea1-61ffddf95c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:09:04.412558 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:04.516493 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] For port a21f5f0b-a91c-46a9-ad1f-42a0a040a133, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:09:04.520509 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] For port a21f5f0b-a91c-46a9-ad1f-42a0a040a133, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:09:04.525911 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:04.564501 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:04.565161 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:04.566572 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] 10.222.0.32 "PUT /v2.0/ports/a21f5f0b-a91c-46a9-ad1f-42a0a040a133 HTTP/1.1" status: 200 len: 1091 time: 0.8737245 Jul 09 21:09:04.567029 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'tag': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:09:04.569330 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd73be7-4d88-424c-bb23-4b613a4ed082" -d '{"events": [{"name": "network-changed", "server_uuid": "55eead8e-ae96-438a-bf15-976a34d02f1e", "tag": "a21f5f0b-a91c-46a9-ad1f-42a0a040a133"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:09:04.635028 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e9d9cb-9be9-42c1-b2cb-0a9d84c7a113 x-openstack-request-id: req-b3e9d9cb-9be9-42c1-b2cb-0a9d84c7a113 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:09:04.635340 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55eead8e-ae96-438a-bf15-976a34d02f1e", "tag": "a21f5f0b-a91c-46a9-ad1f-42a0a040a133", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:09:04.635559 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3e9d9cb-9be9-42c1-b2cb-0a9d84c7a113 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:09:04.636024 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'tag': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133', 'status': 'completed', 'code': 200} Jul 09 21:09:04.665716 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee80116-488d-49ad-86aa-279565e73bfb service neutron] Pushing event updated for resources: {'Port': ['ID=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:04.707932 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8edcb83f-094a-4ec8-ab7a-47be58174219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:04.709660 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8edcb83f-094a-4ec8-ab7a-47be58174219 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 1094 time: 0.0889678 Jul 09 21:09:04.759196 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-67dc8ba3-eb01-4c17-bda5-32649ff3bfe7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133 HTTP/1.1" status: 200 len: 217 time: 0.0429344 Jul 09 21:09:04.820401 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8a8ef1b5-18ff-4848-894c-7d1500699266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:04.822008 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-8a8ef1b5-18ff-4848-894c-7d1500699266 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0555546 Jul 09 21:09:04.895181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-08d54641-aba8-4f98-9143-899203693b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:04.896806 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-08d54641-aba8-4f98-9143-899203693b96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677831 Jul 09 21:09:05.006101 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-fb2d076e-df2f-43de-bf5a-e3603d652d1f service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027780 Jul 09 21:09:05.111214 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b58d9c34-61c1-4a41-99e1-20162ef78da2 req-6286028e-2073-4314-8971-3da855f592e0 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989318 Jul 09 21:09:05.223882 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd73be7-4d88-424c-bb23-4b613a4ed082 req-178848fd-5363-44ef-ba7a-7d0fb239023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:05.226476 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdd73be7-4d88-424c-bb23-4b613a4ed082 req-178848fd-5363-44ef-ba7a-7d0fb239023a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 1094 time: 0.0634387 Jul 09 21:09:05.323782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd73be7-4d88-424c-bb23-4b613a4ed082 req-4db8d37d-c2a8-4132-b4ac-29714af4034f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:05.325255 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdd73be7-4d88-424c-bb23-4b613a4ed082 req-4db8d37d-c2a8-4132-b4ac-29714af4034f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.0926983 Jul 09 21:09:05.369968 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdd73be7-4d88-424c-bb23-4b613a4ed082 req-eccb9032-f822-415a-b6e6-f5999cee91aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133 HTTP/1.1" status: 200 len: 217 time: 0.0385194 Jul 09 21:09:05.436073 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd73be7-4d88-424c-bb23-4b613a4ed082 req-45f7c435-e80b-44e3-934c-e989812a6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:05.439330 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdd73be7-4d88-424c-bb23-4b613a4ed082 req-45f7c435-e80b-44e3-934c-e989812a6b87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0633149 Jul 09 21:09:05.554179 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd73be7-4d88-424c-bb23-4b613a4ed082 req-d966c2da-6470-44f7-a580-61151e6d3766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:05.555697 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdd73be7-4d88-424c-bb23-4b613a4ed082 req-d966c2da-6470-44f7-a580-61151e6d3766 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104767 Jul 09 21:09:05.582358 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255eeacf-3fd5-4c0a-a96f-e6f4c8b5aa3e req-d152af6a-171b-4415-8c3c-ccf78822309f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:05.584053 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-255eeacf-3fd5-4c0a-a96f-e6f4c8b5aa3e req-d152af6a-171b-4415-8c3c-ccf78822309f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.1215618 Jul 09 21:09:05.688449 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-255eeacf-3fd5-4c0a-a96f-e6f4c8b5aa3e req-e1dcf734-9c7c-4f82-9369-50dd014e3575 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931468 Jul 09 21:09:05.714913 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdd73be7-4d88-424c-bb23-4b613a4ed082 req-979a5303-63b7-4ae1-848a-7e065c84ffa8 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515248 Jul 09 21:09:05.808785 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdd73be7-4d88-424c-bb23-4b613a4ed082 req-59d8216a-361e-4132-8170-4693cab020ec service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880773 Jul 09 21:09:06.894724 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba537438-da9a-44a3-92cf-030d2a8a6944 req-995ba1d0-52de-4b91-9e55-766259e19e59 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:06.897265 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ba537438-da9a-44a3-92cf-030d2a8a6944 req-995ba1d0-52de-4b91-9e55-766259e19e59 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0847771 Jul 09 21:09:06.955758 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-ba537438-da9a-44a3-92cf-030d2a8a6944 req-f48225ea-c75a-4a92-b705-25100bb7202b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485911 Jul 09 21:09:08.168776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddf293-b41e-4887-9abb-1f7e027e8676 req-f58d7593-d524-4b96-a5bc-08e9a1f03078 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:08.170323 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-99ddf293-b41e-4887-9abb-1f7e027e8676 req-f58d7593-d524-4b96-a5bc-08e9a1f03078 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0794461 Jul 09 21:09:08.217475 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-99ddf293-b41e-4887-9abb-1f7e027e8676 req-44804808-4912-49e4-86ef-7285ae07ee76 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406196 Jul 09 21:09:09.446320 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6381843-4bfd-41c1-a5cf-219654eb8d81 req-a7e4d41f-cae0-4b6c-b6f3-5727eb5e7d7a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:09.447873 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6381843-4bfd-41c1-a5cf-219654eb8d81 req-a7e4d41f-cae0-4b6c-b6f3-5727eb5e7d7a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0924475 Jul 09 21:09:09.495399 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a6381843-4bfd-41c1-a5cf-219654eb8d81 req-cadebd46-f653-48ab-aafe-8daa6fc402c5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385427 Jul 09 21:09:10.713937 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe4fb-c1ed-4d21-82e2-85f84cd8bdf1 req-aef45adf-9341-4a7d-bf63-eb5ad1448fc0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:10.715622 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-308fe4fb-c1ed-4d21-82e2-85f84cd8bdf1 req-aef45adf-9341-4a7d-bf63-eb5ad1448fc0 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0706103 Jul 09 21:09:10.759914 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-308fe4fb-c1ed-4d21-82e2-85f84cd8bdf1 req-fafe809e-89f6-40ed-abea-02419ffc9bae tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372379 Jul 09 21:09:11.984659 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfdce2-88a7-47f9-bd32-fa5bb443c631 req-9b6d7d35-20cf-4bd4-87b3-29548c30c87a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:11.986403 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a3dfdce2-88a7-47f9-bd32-fa5bb443c631 req-9b6d7d35-20cf-4bd4-87b3-29548c30c87a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.1040154 Jul 09 21:09:12.048851 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a3dfdce2-88a7-47f9-bd32-fa5bb443c631 req-c4a3c326-9a91-4bf2-89d3-cbfbd2bf91ad tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520353 Jul 09 21:09:13.285634 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc1535-d5a4-4c69-b31e-152eb8e6aeb5 req-7d1ad512-b84e-4588-8338-0a481dc18842 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:13.287518 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4bc1535-d5a4-4c69-b31e-152eb8e6aeb5 req-7d1ad512-b84e-4588-8338-0a481dc18842 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0907023 Jul 09 21:09:13.339098 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a4bc1535-d5a4-4c69-b31e-152eb8e6aeb5 req-317ef211-03d9-4b8c-a2df-7971a8b2ba71 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447843 Jul 09 21:09:14.584589 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8a642-82e4-45c3-8f6e-b25213f5832b req-7f38da6a-d845-4ad5-a144-867845b7d9fe tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:14.587208 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-07a8a642-82e4-45c3-8f6e-b25213f5832b req-7f38da6a-d845-4ad5-a144-867845b7d9fe tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0953555 Jul 09 21:09:14.636376 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-07a8a642-82e4-45c3-8f6e-b25213f5832b req-1c41a608-0e04-4021-8a8e-77330c2f244e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422676 Jul 09 21:09:15.860215 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aa7d7-2077-43bd-a4b3-71d69d2bd081 req-d8056a3f-50f9-4643-b0fc-06c39941c79b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:15.862013 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-874aa7d7-2077-43bd-a4b3-71d69d2bd081 req-d8056a3f-50f9-4643-b0fc-06c39941c79b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0725510 Jul 09 21:09:15.911134 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-874aa7d7-2077-43bd-a4b3-71d69d2bd081 req-2d75d6ab-35d6-4010-85ee-3db5fbc68b75 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432100 Jul 09 21:09:16.199865 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a21f5f0b-a91c-46a9-ad1f-42a0a040a133 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:09:16.299233 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a21f5f0b-a91c-46a9-ad1f-42a0a040a133, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:16.310585 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'port_id': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133', 'mac_address': 'fa:16:3e:a9:20:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:09:16.350644 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.532016 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21f5f0b-a91c-46a9-ad1f-42a0a040a133 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:09:16.553325 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a21f5f0b-a91c-46a9-ad1f-42a0a040a133, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:16.557804 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:16.612961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:16.620161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:16.620508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:16.620882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:16.621219 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:16.621562 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:16.621888 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:16.622212 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:16.622540 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:16.622863 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:16.623187 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:16.624439 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:16.624854 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:09:16.762129 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['a21f5f0b-a91c-46a9-ad1f-42a0a040a133'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:09:17.088100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e3253-d005-4808-ab81-729af3696495 req-5a6fa4de-bd7a-403f-93c5-a0fe0c43beef tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:17.089727 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a2e3253-d005-4808-ab81-729af3696495 req-5a6fa4de-bd7a-403f-93c5-a0fe0c43beef tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 944 time: 0.0674655 Jul 09 21:09:17.134950 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3a2e3253-d005-4808-ab81-729af3696495 req-2743aef0-5ccc-438b-95b2-c2399edb5c1a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352118 Jul 09 21:09:18.210845 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a21f5f0b-a91c-46a9-ad1f-42a0a040a133 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:09:18.280509 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port a21f5f0b-a91c-46a9-ad1f-42a0a040a133 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:09:18.288802 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port a21f5f0b-a91c-46a9-ad1f-42a0a040a133 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:09:18.289384 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:18.375268 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03945910-b868-4b72-8e44-97c5f48e2d74 req-3536cf1a-fce7-471e-b33c-e59f5dd1bb4d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:18.376844 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03945910-b868-4b72-8e44-97c5f48e2d74 req-3536cf1a-fce7-471e-b33c-e59f5dd1bb4d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 944 time: 0.0934238 Jul 09 21:09:18.383342 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:18.407723 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:09:18.410053 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32e1567-b797-478e-bae7-00250983c910" -d '{"events": [{"server_uuid": "55eead8e-ae96-438a-bf15-976a34d02f1e", "name": "network-vif-plugged", "status": "completed", "tag": "a21f5f0b-a91c-46a9-ad1f-42a0a040a133"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:09:18.422268 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-03945910-b868-4b72-8e44-97c5f48e2d74 req-667abf93-adc7-4b41-95b8-83b9d343731d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366392 Jul 09 21:09:18.425546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a21f5f0b-a91c-46a9-ad1f-42a0a040a133, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:09:18.430768 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:18.507089 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:18.527338 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc5b36c-6094-4789-9d70-4483adb0f621 x-openstack-request-id: req-afc5b36c-6094-4789-9d70-4483adb0f621 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:09:18.527666 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55eead8e-ae96-438a-bf15-976a34d02f1e", "name": "network-vif-plugged", "status": "completed", "tag": "a21f5f0b-a91c-46a9-ad1f-42a0a040a133", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:09:18.527920 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-afc5b36c-6094-4789-9d70-4483adb0f621 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:09:18.528323 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133', 'code': 200} Jul 09 21:09:18.651501 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60916e1d-a88b-4719-9574-779db011db37 req-5fb54d8a-3278-499e-98f2-8e9beb46ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:18.653729 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-60916e1d-a88b-4719-9574-779db011db37 req-5fb54d8a-3278-499e-98f2-8e9beb46ae63 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 1096 time: 0.0623715 Jul 09 21:09:18.691297 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-60916e1d-a88b-4719-9574-779db011db37 req-4b87d26f-d559-442c-9f93-77b2b51d07c4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304546 Jul 09 21:09:19.365405 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:09:19.646836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74963425-a39d-4379-8af8-807be98810f7 req-de40792c-94ab-403b-9fc2-409a3531c978 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:19.648283 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74963425-a39d-4379-8af8-807be98810f7 req-de40792c-94ab-403b-9fc2-409a3531c978 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0781937 Jul 09 21:09:19.697416 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-74963425-a39d-4379-8af8-807be98810f7 req-35457aa4-7ab1-4456-b2db-ae675bcbe6d5 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405688 Jul 09 21:09:20.208451 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9e4274e-2504-4244-bf06-522a19dbd94a req-124ee8a8-175d-4c68-8e55-47801ce47198 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563567 Jul 09 21:09:20.303847 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4274e-2504-4244-bf06-522a19dbd94a req-6a032b0a-acb4-4aac-83bd-b577340ff27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:20.305410 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9e4274e-2504-4244-bf06-522a19dbd94a req-6a032b0a-acb4-4aac-83bd-b577340ff27a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 1096 time: 0.0560062 Jul 09 21:09:20.408618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4274e-2504-4244-bf06-522a19dbd94a req-5682a876-6780-4d69-b19e-81102f65c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:20.410113 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9e4274e-2504-4244-bf06-522a19dbd94a req-5682a876-6780-4d69-b19e-81102f65c535 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.0851138 Jul 09 21:09:20.454157 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9e4274e-2504-4244-bf06-522a19dbd94a req-e839b80c-e6b7-4418-94f1-2250d73ed12c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133 HTTP/1.1" status: 200 len: 217 time: 0.0381074 Jul 09 21:09:20.501822 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4274e-2504-4244-bf06-522a19dbd94a req-3a3ddd80-8fe4-48b4-a260-e0607f9b5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:20.503254 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9e4274e-2504-4244-bf06-522a19dbd94a req-3a3ddd80-8fe4-48b4-a260-e0607f9b5220 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0434678 Jul 09 21:09:20.560244 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4274e-2504-4244-bf06-522a19dbd94a req-32211bba-8d2e-4f3f-b7f1-1c5e643f56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:20.562553 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9e4274e-2504-4244-bf06-522a19dbd94a req-32211bba-8d2e-4f3f-b7f1-1c5e643f56b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534761 Jul 09 21:09:20.653699 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9e4274e-2504-4244-bf06-522a19dbd94a req-5412b406-17f3-4ee2-9be5-be0f77496f16 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851259 Jul 09 21:09:20.743672 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9e4274e-2504-4244-bf06-522a19dbd94a req-a8de5974-af76-4f63-a6c7-89f914f2bdf4 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830064 Jul 09 21:09:20.904027 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbf83b-e2ae-4f63-bcc0-9c2c7cd5149d req-1348f5ac-80e0-47e9-afdb-69d31e25f546 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:20.906271 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0dbf83b-e2ae-4f63-bcc0-9c2c7cd5149d req-1348f5ac-80e0-47e9-afdb-69d31e25f546 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0731044 Jul 09 21:09:20.950660 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a0dbf83b-e2ae-4f63-bcc0-9c2c7cd5149d req-56f27298-aa0b-441f-8182-14999d42e68f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378308 Jul 09 21:09:21.147704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251aa5f-5899-42b2-b453-e1fb7bfbecc4 req-4635d1a9-13a2-47c7-9840-14292760d020 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:21.149148 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3251aa5f-5899-42b2-b453-e1fb7bfbecc4 req-4635d1a9-13a2-47c7-9840-14292760d020 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0749154 Jul 09 21:09:21.187299 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-3251aa5f-5899-42b2-b453-e1fb7bfbecc4 req-59cba8fa-2f2a-4b16-9ce5-82c81b4a179d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324411 Jul 09 21:09:21.211389 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56946) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:21.266661 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42344651-9fd8-4d16-8740-8f812f19d1d9 tempest-TestShelveInstance-895782395 tempest-TestShelveInstance-895782395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:21.268261 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-42344651-9fd8-4d16-8740-8f812f19d1d9 tempest-TestShelveInstance-895782395 tempest-TestShelveInstance-895782395-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 1091 time: 0.0558360 Jul 09 21:09:21.271276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 56948) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:09:21.276243 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:09:21.298683 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:21.400724 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:21.505810 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Allocated IP 172.25.0.3 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/665f4c10-6a97-4524-8d7f-57e46e8bf482) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:09:21.613204 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:21.658520 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:21.698265 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:09:21.701161 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:09:21.705331 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:09:21.710798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'Port': ['ID=665f4c10-6a97-4524-8d7f-57e46e8bf482,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:22.099277 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.177380 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.328665 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.333804 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.405602 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event updated for resources: {'Port': ['ID=665f4c10-6a97-4524-8d7f-57e46e8bf482,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:09:22.421406 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.539417 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Floating IP e64020b9-8b4b-4a9c-85d6-3b90a0aba2f8 associated. External IP: 172.25.0.3, port: a21f5f0b-a91c-46a9-ad1f-42a0a040a133. Jul 09 21:09:22.758100 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Router 29136c20-0182-479d-9db4-05810ebd571f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:09:22.865804 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:09:22.876553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b7c93-1e26-4945-8f90-45f0b18e1a36 None None] Sync routers for ids ['29136c20-0182-479d-9db4-05810ebd571f'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:09:22.885452 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:22.885650 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b7c93-1e26-4945-8f90-45f0b18e1a36 None None] Routers {'29136c20-0182-479d-9db4-05810ebd571f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:22.886225 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-136b7c93-1e26-4945-8f90-45f0b18e1a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:09:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['29136c20-0182-479d-9db4-05810ebd571f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:22.934458 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d74809a3-f86b-42cd-9343-64a559c22b6b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6616633 Jul 09 21:09:22.935396 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'tag': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:09:22.940676 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ec448c-4484-4ce8-a437-4453dde49ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "55eead8e-ae96-438a-bf15-976a34d02f1e", "tag": "a21f5f0b-a91c-46a9-ad1f-42a0a040a133"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:09:22.982086 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f621868-1f0f-437b-bfdd-d639be05f741 x-openstack-request-id: req-3f621868-1f0f-437b-bfdd-d639be05f741 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:09:22.982410 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55eead8e-ae96-438a-bf15-976a34d02f1e", "tag": "a21f5f0b-a91c-46a9-ad1f-42a0a040a133", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:09:22.982653 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f621868-1f0f-437b-bfdd-d639be05f741 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:09:22.983130 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'tag': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133', 'status': 'completed', 'code': 200} Jul 09 21:09:23.017120 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-136b7c93-1e26-4945-8f90-45f0b18e1a36 None None] Set router 29136c20-0182-479d-9db4-05810ebd571f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:23.071776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec448c-4484-4ce8-a437-4453dde49ff0 req-004482b8-d14e-42fb-8432-01cffb87fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:23.074304 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-41ec448c-4484-4ce8-a437-4453dde49ff0 req-004482b8-d14e-42fb-8432-01cffb87fd00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 1096 time: 0.0677199 Jul 09 21:09:23.172726 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec448c-4484-4ce8-a437-4453dde49ff0 req-d9aeaa58-febe-4b45-be0e-65b45732ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:23.174301 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-41ec448c-4484-4ce8-a437-4453dde49ff0 req-d9aeaa58-febe-4b45-be0e-65b45732ba62 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.0934606 Jul 09 21:09:23.249704 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-41ec448c-4484-4ce8-a437-4453dde49ff0 req-cd7d56e2-dda1-4213-85a7-115cde13e0f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133 HTTP/1.1" status: 200 len: 997 time: 0.0686567 Jul 09 21:09:23.293898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-136b7c93-1e26-4945-8f90-45f0b18e1a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'e64020b9-8b4b-4a9c-85d6-3b90a0aba2f8', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '29136c20-0182-479d-9db4-05810ebd571f', 'port_id': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'mac_address': 'fa:16:3e:a9:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:09:21Z', 'updated_at': '2021-07-09T21:09:21Z', 'revision_number': 0, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 5, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:23.302690 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec448c-4484-4ce8-a437-4453dde49ff0 req-13e742ef-2148-4853-8090-f96ad5b7b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:23.304201 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-41ec448c-4484-4ce8-a437-4453dde49ff0 req-13e742ef-2148-4853-8090-f96ad5b7b3c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0491176 Jul 09 21:09:23.325235 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b7c93-1e26-4945-8f90-45f0b18e1a36 None None] Checking router: 29136c20-0182-479d-9db4-05810ebd571f for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:09:23.334586 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b7c93-1e26-4945-8f90-45f0b18e1a36 None None] Routers {'29136c20-0182-479d-9db4-05810ebd571f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:09:23.335221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-136b7c93-1e26-4945-8f90-45f0b18e1a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:09:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['29136c20-0182-479d-9db4-05810ebd571f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:23.369100 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec448c-4484-4ce8-a437-4453dde49ff0 req-e5360369-4bdb-4a83-a368-015212c1ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:09:23.370609 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-41ec448c-4484-4ce8-a437-4453dde49ff0 req-e5360369-4bdb-4a83-a368-015212c1ee7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606012 Jul 09 21:09:23.449118 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-136b7c93-1e26-4945-8f90-45f0b18e1a36 None None] Set router 29136c20-0182-479d-9db4-05810ebd571f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:09:23.465684 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-41ec448c-4484-4ce8-a437-4453dde49ff0 req-a0bbc42c-7b1f-4e45-8874-19995e55125f service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881829 Jul 09 21:09:23.557766 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-41ec448c-4484-4ce8-a437-4453dde49ff0 req-8c966393-0fd7-4ba4-9162-16b85a90115f service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860178 Jul 09 21:09:23.692448 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-136b7c93-1e26-4945-8f90-45f0b18e1a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'e64020b9-8b4b-4a9c-85d6-3b90a0aba2f8', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '29136c20-0182-479d-9db4-05810ebd571f', 'port_id': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'mac_address': 'fa:16:3e:a9:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:09:21Z', 'updated_at': '2021-07-09T21:09:21Z', 'revision_number': 0, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 5, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:09:23.723923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b7c93-1e26-4945-8f90-45f0b18e1a36 None None] The sync data for ids ['29136c20-0182-479d-9db4-05810ebd571f'] in n-d-800088-3 is: [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': 'e64020b9-8b4b-4a9c-85d6-3b90a0aba2f8', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': '29136c20-0182-479d-9db4-05810ebd571f', 'port_id': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'mac_address': 'fa:16:3e:a9:20:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:09:21Z', 'updated_at': '2021-07-09T21:09:21Z', 'revision_number': 0, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 5, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:09:23.948491 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a98121-127d-4122-8b1b-122e32c3b4cb None None] New status for floating IP e64020b9-8b4b-4a9c-85d6-3b90a0aba2f8: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:09:26.981240 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0ee441d6-ab1f-4abb-aa2c-3ffc833a797e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:27.772259 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:29.529187 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-795f682b-737e-4a5c-b0fd-28ced9ffd6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:29.740778 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:30.064190 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:30.755543 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:32.610003 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:56.366293 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:09:56.982426 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7f13-9334-4842-8909-e3cc6bda60af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:57.788147 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:59.536002 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-61093979-d46a-43a5-a5d3-f794d772a02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:09:59.747267 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:00.067794 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:00.754882 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:02.612031 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:20.222560 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9934af0-0d16-4daf-8949-6d1ffc2031d1 req-002ff92d-7ae0-4dc3-bb9e-26f878155e13 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548148 Jul 09 21:10:20.352181 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9934af0-0d16-4daf-8949-6d1ffc2031d1 req-721097ba-e2dc-4528-981d-3f0bc83e536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:20.353838 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9934af0-0d16-4daf-8949-6d1ffc2031d1 req-721097ba-e2dc-4528-981d-3f0bc83e536d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 1096 time: 0.0850437 Jul 09 21:10:20.502829 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9934af0-0d16-4daf-8949-6d1ffc2031d1 req-bbfea9f0-931e-4888-95b6-df37e4b2e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:20.505015 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9934af0-0d16-4daf-8949-6d1ffc2031d1 req-bbfea9f0-931e-4888-95b6-df37e4b2e3f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.1294310 Jul 09 21:10:20.579796 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9934af0-0d16-4daf-8949-6d1ffc2031d1 req-80370537-6d55-4e42-8874-1dc3c32dcb89 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133 HTTP/1.1" status: 200 len: 999 time: 0.0689006 Jul 09 21:10:20.637511 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9934af0-0d16-4daf-8949-6d1ffc2031d1 req-4a5db7a5-0a0a-4f20-a34c-65dd771b005c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:20.641024 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9934af0-0d16-4daf-8949-6d1ffc2031d1 req-4a5db7a5-0a0a-4f20-a34c-65dd771b005c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0557418 Jul 09 21:10:20.729653 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9934af0-0d16-4daf-8949-6d1ffc2031d1 req-167391fa-726e-4d8d-9b28-c14ea7b0d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:10:20.731235 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9934af0-0d16-4daf-8949-6d1ffc2031d1 req-167391fa-726e-4d8d-9b28-c14ea7b0d588 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837955 Jul 09 21:10:20.845498 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9934af0-0d16-4daf-8949-6d1ffc2031d1 req-fd6828e4-2ac4-40fc-858c-3ffe118a214c service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065211 Jul 09 21:10:20.937417 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f9934af0-0d16-4daf-8949-6d1ffc2031d1 req-ee3245b5-c86f-4089-9166-87b0567db52c service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859921 Jul 09 21:10:26.975782 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bbd4ef1b-1930-4792-8493-3d98280acfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:27.788455 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:29.531607 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5cce501e-e2ca-43b0-b156-e4cf88cc2449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:29.760383 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:30.074665 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:30.762396 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:32.615592 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:33.366362 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:10:56.978417 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8b8290e8-20c8-438c-9fbf-3078a97c1f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:57.794303 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:59.540163 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a200-812b-4812-9a7b-c785a467be2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:10:59.767160 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:00.062131 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:00.762115 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:02.620191 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:10.368833 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:11:22.126743 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cb4e6-ee77-4207-815f-db3c378223d3 req-9f8da9fd-707a-44d7-aa76-d39c3f10cebd tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:22.129015 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd8cb4e6-ee77-4207-815f-db3c378223d3 req-9f8da9fd-707a-44d7-aa76-d39c3f10cebd tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0801985 Jul 09 21:11:22.175630 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bd8cb4e6-ee77-4207-815f-db3c378223d3 req-235c5344-a45b-434a-b6c2-d81635480b45 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408006 Jul 09 21:11:22.251276 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8bad5-adb7-43e1-9f34-47038b1c82bc req-f3fe922c-d043-42ea-bb8a-5aa4f16ea028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:22.253092 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ea8bad5-adb7-43e1-9f34-47038b1c82bc req-f3fe922c-d043-42ea-bb8a-5aa4f16ea028 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 1096 time: 0.0617723 Jul 09 21:11:22.368691 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8bad5-adb7-43e1-9f34-47038b1c82bc req-44240c2a-4c80-4093-8f9f-e177bfec0261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:22.370280 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ea8bad5-adb7-43e1-9f34-47038b1c82bc req-44240c2a-4c80-4093-8f9f-e177bfec0261 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.0962474 Jul 09 21:11:22.448480 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ea8bad5-adb7-43e1-9f34-47038b1c82bc req-2fb5eab4-a579-4aad-8412-561810a44a7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133 HTTP/1.1" status: 200 len: 999 time: 0.0705242 Jul 09 21:11:22.506971 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8bad5-adb7-43e1-9f34-47038b1c82bc req-5b2f01ae-d2e1-479e-b87d-8d013388c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:22.508507 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ea8bad5-adb7-43e1-9f34-47038b1c82bc req-5b2f01ae-d2e1-479e-b87d-8d013388c676 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0538166 Jul 09 21:11:22.572731 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8bad5-adb7-43e1-9f34-47038b1c82bc req-f1c3ccca-16f7-49b2-aaf5-eccbec6ad05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:22.574382 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ea8bad5-adb7-43e1-9f34-47038b1c82bc req-f1c3ccca-16f7-49b2-aaf5-eccbec6ad05d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595953 Jul 09 21:11:22.689879 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ea8bad5-adb7-43e1-9f34-47038b1c82bc req-8f433575-d03f-42b4-8f44-170953898840 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084819 Jul 09 21:11:22.814559 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-1ea8bad5-adb7-43e1-9f34-47038b1c82bc req-8e40aae9-5286-4796-9b22-be25d6204349 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114106 Jul 09 21:11:23.389055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b3122-a52d-4ab8-859b-337c6203e9ac req-06997966-191b-4655-bc2c-9dc6d37a34ca tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:23.390944 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e7b3122-a52d-4ab8-859b-337c6203e9ac req-06997966-191b-4655-bc2c-9dc6d37a34ca tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0751989 Jul 09 21:11:23.434922 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e7b3122-a52d-4ab8-859b-337c6203e9ac req-6f96a5c9-ac8d-4b5a-b76c-10f9f94c5f99 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346210 Jul 09 21:11:24.733842 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a27cf-643f-4ef0-95c9-9251f502a835 req-dd583584-4664-492f-8e44-ed26b1fec796 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:24.735401 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb0a27cf-643f-4ef0-95c9-9251f502a835 req-dd583584-4664-492f-8e44-ed26b1fec796 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0973082 Jul 09 21:11:24.788172 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb0a27cf-643f-4ef0-95c9-9251f502a835 req-9642cc42-4503-49af-8337-9fe4f3670d81 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433311 Jul 09 21:11:25.987763 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6946b-3892-476c-bfdb-0aaebb4a590c req-264fe34b-a0a7-4d82-8d70-b558170736bf tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:25.989338 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3b6946b-3892-476c-bfdb-0aaebb4a590c req-264fe34b-a0a7-4d82-8d70-b558170736bf tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0767121 Jul 09 21:11:26.042118 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a3b6946b-3892-476c-bfdb-0aaebb4a590c req-47378f97-f440-48bc-9902-eea6745cbb7c tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429316 Jul 09 21:11:26.987802 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e46af46e-0341-48f7-9a38-9f2e533313bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:27.564344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539abf0-4a78-463f-934c-6534ff4a8389 req-42095363-57a6-4d2e-8645-249f3f165e55 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:27.567076 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8539abf0-4a78-463f-934c-6534ff4a8389 req-42095363-57a6-4d2e-8645-249f3f165e55 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.1006444 Jul 09 21:11:27.615254 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8539abf0-4a78-463f-934c-6534ff4a8389 req-12f895ad-99d1-4ca5-8448-e9ab4b416ae1 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425520 Jul 09 21:11:27.787342 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:28.808363 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b7245-bed3-4962-b825-8641196259f7 req-017145ee-7c20-4a35-b82d-6c8dd314fae7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:28.810433 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e0b7245-bed3-4962-b825-8641196259f7 req-017145ee-7c20-4a35-b82d-6c8dd314fae7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0657432 Jul 09 21:11:28.853381 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4e0b7245-bed3-4962-b825-8641196259f7 req-431844e0-a41d-424f-9c77-0aa5a2fd2f02 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354965 Jul 09 21:11:29.533330 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ebd088cb-38c1-4b1f-b1b5-47fdfc1340fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:29.754718 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:30.041932 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eb170-5604-4fa0-82c3-55e4aa4fc56f req-4a3ea921-86ad-4100-8c21-419446e74d54 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:30.043580 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b61eb170-5604-4fa0-82c3-55e4aa4fc56f req-4a3ea921-86ad-4100-8c21-419446e74d54 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0730054 Jul 09 21:11:30.078021 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:30.094304 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b61eb170-5604-4fa0-82c3-55e4aa4fc56f req-007eca63-9a06-491c-955c-d5c2848c0612 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436831 Jul 09 21:11:30.765129 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:31.277609 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f5765-08d3-422b-9d67-15fb95744fc6 req-730f44e6-2aff-4f32-8850-8ea441f339f8 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:31.279414 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-969f5765-08d3-422b-9d67-15fb95744fc6 req-730f44e6-2aff-4f32-8850-8ea441f339f8 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0665793 Jul 09 21:11:31.328024 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-969f5765-08d3-422b-9d67-15fb95744fc6 req-23b4bcc1-dbf8-4e50-9e5c-3d84bca0a19d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393751 Jul 09 21:11:32.515054 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a7268-49cf-4818-a339-3ccd1583b4ea req-7441c7e9-c985-41f3-82f4-b9719654f7d7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:32.516617 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-637a7268-49cf-4818-a339-3ccd1583b4ea req-7441c7e9-c985-41f3-82f4-b9719654f7d7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0752416 Jul 09 21:11:32.557972 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-637a7268-49cf-4818-a339-3ccd1583b4ea req-abe8150d-a22f-4d82-9449-70cce05587c2 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348246 Jul 09 21:11:32.622347 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:33.758370 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67f2fa-9ef8-4679-b8ba-716f67809ee6 req-84be43ce-9cde-4863-a109-237ca21cd3d4 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:33.760050 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de67f2fa-9ef8-4679-b8ba-716f67809ee6 req-84be43ce-9cde-4863-a109-237ca21cd3d4 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0733969 Jul 09 21:11:33.799890 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-de67f2fa-9ef8-4679-b8ba-716f67809ee6 req-6892f022-8f1c-41b7-8938-fdf7b023dd18 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332837 Jul 09 21:11:35.019434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c962f-84c0-47fb-a1ad-cf1b4c3ab065 req-e39021c3-b577-4656-a5fd-a4ee30eb7f65 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:35.020918 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-973c962f-84c0-47fb-a1ad-cf1b4c3ab065 req-e39021c3-b577-4656-a5fd-a4ee30eb7f65 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0808671 Jul 09 21:11:35.064382 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-973c962f-84c0-47fb-a1ad-cf1b4c3ab065 req-26c67b78-0415-4b3f-b5f2-c20954ed0502 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340083 Jul 09 21:11:36.246836 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608b4da-8c06-4477-a56e-50e9cfc6cda7 req-f44affc2-e04d-4444-8f34-c0db435aee02 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:36.248568 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2608b4da-8c06-4477-a56e-50e9cfc6cda7 req-f44affc2-e04d-4444-8f34-c0db435aee02 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0680740 Jul 09 21:11:36.304319 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2608b4da-8c06-4477-a56e-50e9cfc6cda7 req-709f371a-c3be-4b62-a421-49efb8230fd9 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492234 Jul 09 21:11:37.224095 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c113e-614d-4a9c-a2fb-8d895db0c5bb req-706c76c1-b391-4c02-a72d-8459bd1cdd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:37.225622 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b2c113e-614d-4a9c-a2fb-8d895db0c5bb req-706c76c1-b391-4c02-a72d-8459bd1cdd05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 1096 time: 0.0589542 Jul 09 21:11:37.320186 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c113e-614d-4a9c-a2fb-8d895db0c5bb req-ae511dd9-68bb-4380-987e-0db599da5b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:37.321716 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b2c113e-614d-4a9c-a2fb-8d895db0c5bb req-ae511dd9-68bb-4380-987e-0db599da5b4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.0902905 Jul 09 21:11:37.528508 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac38807-bf4d-44b5-b16d-1cdbb068b2f2 req-9223bb62-8f7e-4dbd-a89b-9b760b7c42d8 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:37.531239 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ac38807-bf4d-44b5-b16d-1cdbb068b2f2 req-9223bb62-8f7e-4dbd-a89b-9b760b7c42d8 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0976045 Jul 09 21:11:37.574638 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-0ac38807-bf4d-44b5-b16d-1cdbb068b2f2 req-20c7765b-bf99-44f5-bb2d-377621a9f42e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373940 Jul 09 21:11:37.742326 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b2c113e-614d-4a9c-a2fb-8d895db0c5bb req-12ceaa41-4466-45da-b256-a16700f9f55e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133 HTTP/1.1" status: 200 len: 999 time: 0.4143276 Jul 09 21:11:37.798725 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c113e-614d-4a9c-a2fb-8d895db0c5bb req-3bb2e46e-ece4-4768-8941-77dc7ad9debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:37.800127 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b2c113e-614d-4a9c-a2fb-8d895db0c5bb req-3bb2e46e-ece4-4768-8941-77dc7ad9debd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0518491 Jul 09 21:11:37.874231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c113e-614d-4a9c-a2fb-8d895db0c5bb req-e4a5cb91-83a2-4d80-8430-96b2aa0ab2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:37.875944 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b2c113e-614d-4a9c-a2fb-8d895db0c5bb req-e4a5cb91-83a2-4d80-8430-96b2aa0ab2d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700510 Jul 09 21:11:37.992879 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b2c113e-614d-4a9c-a2fb-8d895db0c5bb req-77713909-7f67-4aba-8eb2-d0489b64267a service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099050 Jul 09 21:11:38.094147 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8b2c113e-614d-4a9c-a2fb-8d895db0c5bb req-89a7f346-4184-4fc7-a861-1cb3bab93472 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951428 Jul 09 21:11:38.779307 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332d526-a8fb-4f3c-af09-761e7a22a832 req-c473cb13-3d7e-4fba-92ec-136060f7a6cc tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:38.780980 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0332d526-a8fb-4f3c-af09-761e7a22a832 req-c473cb13-3d7e-4fba-92ec-136060f7a6cc tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0787206 Jul 09 21:11:38.828923 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0332d526-a8fb-4f3c-af09-761e7a22a832 req-ab14efec-3284-493a-bf3e-1cec44525d4b tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420513 Jul 09 21:11:40.028249 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e7f1f-a3ee-4de4-ba40-7e85188f509c req-a23c5013-eb04-47bd-9fb4-eb297be7eb92 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:40.029877 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-663e7f1f-a3ee-4de4-ba40-7e85188f509c req-a23c5013-eb04-47bd-9fb4-eb297be7eb92 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0759933 Jul 09 21:11:40.083363 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-663e7f1f-a3ee-4de4-ba40-7e85188f509c req-ddcec9a4-a5a6-4c37-843b-cfe3872917c6 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438328 Jul 09 21:11:41.308519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8434a-ad20-47ec-a2ad-4c4922ae1bc2 req-ddb9c8af-f938-4c09-b861-3044c16a181a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:41.310731 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9ed8434a-ad20-47ec-a2ad-4c4922ae1bc2 req-ddb9c8af-f938-4c09-b861-3044c16a181a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0869741 Jul 09 21:11:41.357783 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9ed8434a-ad20-47ec-a2ad-4c4922ae1bc2 req-6a19cc39-fc12-483f-b582-1fed13aca1b9 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406027 Jul 09 21:11:42.556094 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9388e-8710-44b5-8df6-ec1b23a44365 req-fa734c90-1d1d-4c87-8763-1d73402e2986 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:42.557807 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-41c9388e-8710-44b5-8df6-ec1b23a44365 req-fa734c90-1d1d-4c87-8763-1d73402e2986 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0715702 Jul 09 21:11:42.607311 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-41c9388e-8710-44b5-8df6-ec1b23a44365 req-05611a1e-a494-4f3c-ae49-8f28ace75744 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426161 Jul 09 21:11:42.872758 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57076) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:11:43.002000 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7af0dfc3-6e70-4458-b4ec-35237df34257 req-ec073bee-3220-4d50-ab5d-1bcf8e3e827b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273708 Jul 09 21:11:43.024042 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22514585-f155-45c2-854b-0c692931de4a req-de909fda-d537-48f4-a231-450b3062a688 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:43.025737 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22514585-f155-45c2-854b-0c692931de4a req-de909fda-d537-48f4-a231-450b3062a688 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0851505 Jul 09 21:11:43.075419 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-22514585-f155-45c2-854b-0c692931de4a req-09a26728-190a-4fb8-b294-411fbc90037e tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430622 Jul 09 21:11:44.302410 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b56bf-15af-408e-8e66-b86e3bd8863e req-f236c974-ea74-4003-9a99-8e7c450bece1 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:44.304437 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6f1b56bf-15af-408e-8e66-b86e3bd8863e req-f236c974-ea74-4003-9a99-8e7c450bece1 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0930836 Jul 09 21:11:44.361461 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6f1b56bf-15af-408e-8e66-b86e3bd8863e req-e3b75d05-90b0-4891-b027-33f63ce91028 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462058 Jul 09 21:11:44.835272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a21f5f0b-a91c-46a9-ad1f-42a0a040a133 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:11:44.965928 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:44.998278 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:11:45.000673 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e971f27d-6041-4a29-9a57-7d7098ba037c" -d '{"events": [{"server_uuid": "55eead8e-ae96-438a-bf15-976a34d02f1e", "name": "network-vif-unplugged", "status": "completed", "tag": "a21f5f0b-a91c-46a9-ad1f-42a0a040a133"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:11:45.018352 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a21f5f0b-a91c-46a9-ad1f-42a0a040a133, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:11:45.024510 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:45.058420 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 21:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3456953-1e1a-445b-9174-20d0f6feadcf x-openstack-request-id: req-b3456953-1e1a-445b-9174-20d0f6feadcf {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:11:45.060278 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55eead8e-ae96-438a-bf15-976a34d02f1e", "name": "network-vif-unplugged", "status": "failed", "tag": "a21f5f0b-a91c-46a9-ad1f-42a0a040a133", "code": 422}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:11:45.060278 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3456953-1e1a-445b-9174-20d0f6feadcf {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:11:45.060278 n-d-800088-3 neutron-server[100206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133', 'code': 422} returned with failed status Jul 09 21:11:45.083637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:45.093739 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:45.094099 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:45.094462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:45.094798 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:45.095142 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:45.095489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:45.095830 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:45.096170 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:45.096508 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:45.096871 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:45.097206 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:45.097538 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:11:45.556806 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fcc43-ca54-44a4-a6b3-808592577b19 req-193c2b42-e693-4464-91b1-527f02dad945 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:45.558425 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-523fcc43-ca54-44a4-a6b3-808592577b19 req-193c2b42-e693-4464-91b1-527f02dad945 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0710545 Jul 09 21:11:45.610152 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-523fcc43-ca54-44a4-a6b3-808592577b19 req-1d907e25-fa76-450b-beda-57f419556223 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422709 Jul 09 21:11:46.814663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49488e24-dbfc-474e-8756-9d6cb9b80564 req-9418a10d-8aa0-4023-ae65-32069f925f18 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:46.816235 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-49488e24-dbfc-474e-8756-9d6cb9b80564 req-9418a10d-8aa0-4023-ae65-32069f925f18 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0762303 Jul 09 21:11:46.859435 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-49488e24-dbfc-474e-8756-9d6cb9b80564 req-6c6211d6-58d3-4967-9a35-720c75f5ec4a tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356300 Jul 09 21:11:47.369857 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:11:48.087555 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566c135-5fe3-49a9-906e-f8f4dc75c9a6 req-f63a6931-8aa9-4bd1-b8d1-4ebd0d3a47f6 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:48.089222 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9566c135-5fe3-49a9-906e-f8f4dc75c9a6 req-f63a6931-8aa9-4bd1-b8d1-4ebd0d3a47f6 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0743752 Jul 09 21:11:48.134093 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9566c135-5fe3-49a9-906e-f8f4dc75c9a6 req-826c7809-4cb2-4532-86de-c9b6e5b03028 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376837 Jul 09 21:11:48.363800 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0dfc3-6e70-4458-b4ec-35237df34257 req-8e80a54c-99cf-467a-be39-4106c2bd20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:48.366266 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7af0dfc3-6e70-4458-b4ec-35237df34257 req-8e80a54c-99cf-467a-be39-4106c2bd20fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e&tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca HTTP/1.1" status: 200 len: 1094 time: 0.0752435 Jul 09 21:11:48.452092 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0dfc3-6e70-4458-b4ec-35237df34257 req-15633563-6a95-4d95-b843-11ea3b6ecca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:48.453706 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7af0dfc3-6e70-4458-b4ec-35237df34257 req-15633563-6a95-4d95-b843-11ea3b6ecca0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 1094 time: 0.0630283 Jul 09 21:11:48.575900 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0dfc3-6e70-4458-b4ec-35237df34257 req-1a8248c2-c223-4d3a-93aa-1381ce7b52a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:48.578592 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7af0dfc3-6e70-4458-b4ec-35237df34257 req-1a8248c2-c223-4d3a-93aa-1381ce7b52a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.1169000 Jul 09 21:11:48.669906 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7af0dfc3-6e70-4458-b4ec-35237df34257 req-3484f845-327a-4989-a711-866a214a7c21 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133 HTTP/1.1" status: 200 len: 997 time: 0.0839396 Jul 09 21:11:48.724866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0dfc3-6e70-4458-b4ec-35237df34257 req-01496a45-24e4-4ef4-888a-ed6169567f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:48.726652 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7af0dfc3-6e70-4458-b4ec-35237df34257 req-01496a45-24e4-4ef4-888a-ed6169567f9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0510252 Jul 09 21:11:48.791041 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0dfc3-6e70-4458-b4ec-35237df34257 req-d459f11a-7ba3-458f-adad-345d0d9f9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:48.792821 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7af0dfc3-6e70-4458-b4ec-35237df34257 req-d459f11a-7ba3-458f-adad-345d0d9f9148 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601840 Jul 09 21:11:48.897554 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7af0dfc3-6e70-4458-b4ec-35237df34257 req-9140bb78-4fd4-424e-aa76-3fe674a4bc49 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985045 Jul 09 21:11:49.002662 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7af0dfc3-6e70-4458-b4ec-35237df34257 req-fe9febae-74a1-4da3-9544-88c46681ab7f service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981464 Jul 09 21:11:49.362006 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e6937-67ca-4295-8a7c-83735922a950 req-fcf10988-b420-408b-9814-f3e754ccba8f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:49.364346 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-409e6937-67ca-4295-8a7c-83735922a950 req-fcf10988-b420-408b-9814-f3e754ccba8f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0889537 Jul 09 21:11:49.409622 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-409e6937-67ca-4295-8a7c-83735922a950 req-a1d8a5fa-ae54-4caf-bc1a-3900a01e2fc2 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397940 Jul 09 21:11:50.602144 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a677917-9d3d-4f76-9615-04092dee415e req-e8611859-ab86-44c9-baab-8602e9811750 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:50.603657 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a677917-9d3d-4f76-9615-04092dee415e req-e8611859-ab86-44c9-baab-8602e9811750 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0695493 Jul 09 21:11:50.645946 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9a677917-9d3d-4f76-9615-04092dee415e req-675fb519-2974-4bac-ada0-0e0fb5c90b41 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355654 Jul 09 21:11:51.873972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb75278-67c4-4bc3-ac2e-54160374e29f req-42d29bca-59ef-449f-bc7b-dc3b9adc7aa9 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:51.876423 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3fb75278-67c4-4bc3-ac2e-54160374e29f req-42d29bca-59ef-449f-bc7b-dc3b9adc7aa9 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.1024323 Jul 09 21:11:51.923895 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3fb75278-67c4-4bc3-ac2e-54160374e29f req-5c6a4e76-7fac-4cae-b2c6-efec1ac41394 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379848 Jul 09 21:11:53.103577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e895e-082b-46f9-9b98-2791b00966e0 req-6a058d57-2abf-4385-b181-c4b4b2af59f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:53.105054 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-825e895e-082b-46f9-9b98-2791b00966e0 req-6a058d57-2abf-4385-b181-c4b4b2af59f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0682311 Jul 09 21:11:53.152073 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-825e895e-082b-46f9-9b98-2791b00966e0 req-2136051c-3644-42d3-bbd9-98e5987e6989 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407722 Jul 09 21:11:54.341672 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de671f5-79b6-48db-94f5-c819110210dd req-53748fee-8db1-47ed-8869-2b0b108317cc tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:54.343261 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3de671f5-79b6-48db-94f5-c819110210dd req-53748fee-8db1-47ed-8869-2b0b108317cc tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0681560 Jul 09 21:11:54.383961 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3de671f5-79b6-48db-94f5-c819110210dd req-dedc670b-2ed8-4702-acf9-d8181175169f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346596 Jul 09 21:11:55.568075 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68400572-6a78-49e6-bc60-14ba70b1cf48 req-8012d756-1313-44cc-a04b-16d1510f098f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:55.569618 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68400572-6a78-49e6-bc60-14ba70b1cf48 req-8012d756-1313-44cc-a04b-16d1510f098f tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0684571 Jul 09 21:11:55.611609 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-68400572-6a78-49e6-bc60-14ba70b1cf48 req-57168746-034f-4bdf-a558-db0dc0d406a4 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344007 Jul 09 21:11:56.812704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d770b76-e504-4c5a-a307-f17e9eb42d9f req-55afab7d-d10e-485f-bfd2-22d60fa3a89d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:56.814241 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5d770b76-e504-4c5a-a307-f17e9eb42d9f req-55afab7d-d10e-485f-bfd2-22d60fa3a89d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 943 time: 0.0782909 Jul 09 21:11:56.853485 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5d770b76-e504-4c5a-a307-f17e9eb42d9f req-408b117e-9186-4f94-bb6d-1e872c2c19ac tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336349 Jul 09 21:11:56.912888 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a21f5f0b-a91c-46a9-ad1f-42a0a040a133 details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:11:57.018928 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5cdc129c-61d9-4bc2-afc7-e3efbb112f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:57.050506 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a21f5f0b-a91c-46a9-ad1f-42a0a040a133, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:11:57.062307 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'port_id': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133', 'mac_address': 'fa:16:3e:a9:20:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:11:57.101969 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:57.115747 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21f5f0b-a91c-46a9-ad1f-42a0a040a133 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:11:57.135867 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a21f5f0b-a91c-46a9-ad1f-42a0a040a133, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:11:57.140114 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:57.190903 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:57.373263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['a21f5f0b-a91c-46a9-ad1f-42a0a040a133'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:11:57.788431 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:58.054183 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bafa1-b1ab-427d-9f75-561a1d55576b req-66db6961-683a-4dc7-a52e-adcbd7b67ccc tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:58.056507 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a78bafa1-b1ab-427d-9f75-561a1d55576b req-66db6961-683a-4dc7-a52e-adcbd7b67ccc tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 944 time: 0.0788693 Jul 09 21:11:58.102470 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-a78bafa1-b1ab-427d-9f75-561a1d55576b req-aaaaa147-1503-4173-a5bd-d982eee1db3d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400717 Jul 09 21:11:58.933105 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a21f5f0b-a91c-46a9-ad1f-42a0a040a133 up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:11:58.992553 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port a21f5f0b-a91c-46a9-ad1f-42a0a040a133 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:11:58.993018 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:59.085723 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:59.114353 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:11:59.116808 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1996c309-b4a0-4c85-809a-c30f5ddc8e01" -d '{"events": [{"server_uuid": "55eead8e-ae96-438a-bf15-976a34d02f1e", "name": "network-vif-plugged", "status": "completed", "tag": "a21f5f0b-a91c-46a9-ad1f-42a0a040a133"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:11:59.131674 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port a21f5f0b-a91c-46a9-ad1f-42a0a040a133, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:11:59.138120 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:59.169760 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b0cfe8-d7b5-4703-9c15-297c1f2539ec x-openstack-request-id: req-e9b0cfe8-d7b5-4703-9c15-297c1f2539ec {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:11:59.170052 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55eead8e-ae96-438a-bf15-976a34d02f1e", "name": "network-vif-plugged", "status": "completed", "tag": "a21f5f0b-a91c-46a9-ad1f-42a0a040a133", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:11:59.170306 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9b0cfe8-d7b5-4703-9c15-297c1f2539ec {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:11:59.170701 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133', 'code': 200} Jul 09 21:11:59.215241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:11:59.309468 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1a761-77de-4df6-9c51-9e749db66bdc req-d1a049ad-8ca3-4a34-8963-e2edbfd5c575 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:59.310956 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93c1a761-77de-4df6-9c51-9e749db66bdc req-d1a049ad-8ca3-4a34-8963-e2edbfd5c575 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0784128 Jul 09 21:11:59.380625 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-93c1a761-77de-4df6-9c51-9e749db66bdc req-587f5ff9-ef72-4378-b88c-102118e1e334 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460091 Jul 09 21:11:59.402776 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d7e58-fa2a-4628-b1a7-0e333a5a97c6 req-78e93a2c-56fa-4ad7-b3b1-4dac55de1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:11:59.405269 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-017d7e58-fa2a-4628-b1a7-0e333a5a97c6 req-78e93a2c-56fa-4ad7-b3b1-4dac55de1073 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 1096 time: 0.1102226 Jul 09 21:11:59.452862 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-017d7e58-fa2a-4628-b1a7-0e333a5a97c6 req-c619774f-3a84-45cb-8701-cdb3719872f9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407691 Jul 09 21:11:59.535839 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-313388a7-c1ee-464f-ada5-4f6f21797c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:11:59.752764 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:00.088080 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:00.572444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4678aec-3208-4b82-9eaa-a1032a7cd006 req-e2ad0cf7-3a65-44f2-8987-a4341c150ed2 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:00.574080 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a4678aec-3208-4b82-9eaa-a1032a7cd006 req-e2ad0cf7-3a65-44f2-8987-a4341c150ed2 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.0696487 Jul 09 21:12:00.616182 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a4678aec-3208-4b82-9eaa-a1032a7cd006 req-22fa72b2-fcc3-49f5-9344-9505a8ba8d9d tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359275 Jul 09 21:12:00.767504 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:02.622952 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:22.218725 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b664d306-50a7-4138-886b-6abd9ba9d712 req-b0718ad3-516e-49be-bfe6-930c4fe16c5c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0611317 Jul 09 21:12:22.318721 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664d306-50a7-4138-886b-6abd9ba9d712 req-d6c672d9-cf4a-4956-b180-2c4370c06dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:22.320471 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b664d306-50a7-4138-886b-6abd9ba9d712 req-d6c672d9-cf4a-4956-b180-2c4370c06dc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 1096 time: 0.0570421 Jul 09 21:12:22.446390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664d306-50a7-4138-886b-6abd9ba9d712 req-7195a330-e3d8-4a46-ac8e-fd499e04cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:22.447901 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b664d306-50a7-4138-886b-6abd9ba9d712 req-7195a330-e3d8-4a46-ac8e-fd499e04cd1c service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.1002786 Jul 09 21:12:22.517155 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b664d306-50a7-4138-886b-6abd9ba9d712 req-370de8e8-cf25-493d-8046-34bbf120e70c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133 HTTP/1.1" status: 200 len: 999 time: 0.0623341 Jul 09 21:12:22.575254 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664d306-50a7-4138-886b-6abd9ba9d712 req-496de124-cdc0-448a-8c9b-9247e84d0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:22.576868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b664d306-50a7-4138-886b-6abd9ba9d712 req-496de124-cdc0-448a-8c9b-9247e84d0dd4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0533469 Jul 09 21:12:22.649393 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664d306-50a7-4138-886b-6abd9ba9d712 req-4aea89e2-b9a3-47bd-ab8a-85e6bdcad835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:12:22.651074 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b664d306-50a7-4138-886b-6abd9ba9d712 req-4aea89e2-b9a3-47bd-ab8a-85e6bdcad835 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673251 Jul 09 21:12:22.752043 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b664d306-50a7-4138-886b-6abd9ba9d712 req-0b5845ba-d6a8-4597-a424-eb9e6a1c5382 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942495 Jul 09 21:12:22.855480 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b664d306-50a7-4138-886b-6abd9ba9d712 req-1553b01b-d203-49fb-ab06-7c1f9a83ff82 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967844 Jul 09 21:12:24.369379 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:12:26.988832 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7b96ddd9-ddb5-4bb6-bb42-fb2ba653c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:27.790125 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:29.538732 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-c8ffec1a-2994-4052-85ba-ec523c3e2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:29.750958 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:30.095856 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:30.777249 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:32.628784 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:56.987943 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-41104715-25fc-4f8a-809f-349789a0e115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:57.798800 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:59.543872 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5a619e1c-4ba8-47b2-bf72-4497d4f09bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:12:59.748126 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:00.095191 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:00.775714 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:01.369724 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:13:02.628451 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:14.242551 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57134) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:14.405711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Deleting port 665f4c10-6a97-4524-8d7f-57e46e8bf482 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:14.406069 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:14.485408 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:14.485749 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:14.497859 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Calling delete_port for 665f4c10-6a97-4524-8d7f-57e46e8bf482 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:14.646328 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:14.680963 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event deleted for resources: {'Port': ['ID=665f4c10-6a97-4524-8d7f-57e46e8bf482,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:14.705461 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:14.705818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:14.706169 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:14.706519 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:14.706866 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:14.707284 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:14.707618 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:14.707964 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:14.708293 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:14.708656 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:14.708996 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:14.709327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:14.753925 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:14.754217 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Floating IP e64020b9-8b4b-4a9c-85d6-3b90a0aba2f8 disassociated (deleted). External IP: 172.25.0.3, port: a21f5f0b-a91c-46a9-ad1f-42a0a040a133. Jul 09 21:13:14.967655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Router 29136c20-0182-479d-9db4-05810ebd571f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:13:15.080565 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:13:15.086999 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:15.091783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d54c86-7fc6-4dcf-8136-7e26b218a458 None None] Sync routers for ids ['29136c20-0182-479d-9db4-05810ebd571f'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:13:15.101516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d54c86-7fc6-4dcf-8136-7e26b218a458 None None] Routers {'29136c20-0182-479d-9db4-05810ebd571f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:15.102146 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-29d54c86-7fc6-4dcf-8136-7e26b218a458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['29136c20-0182-479d-9db4-05810ebd571f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:15.129484 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-27151bde-b521-403c-a813-ee2133055323 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "DELETE /v2.0/floatingips/e64020b9-8b4b-4a9c-85d6-3b90a0aba2f8 HTTP/1.1" status: 204 len: 168 time: 0.8856194 Jul 09 21:13:15.130445 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'tag': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:13:15.135289 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497bd1d8-1450-442e-aa87-691490d4bf18" -d '{"events": [{"name": "network-changed", "server_uuid": "55eead8e-ae96-438a-bf15-976a34d02f1e", "tag": "a21f5f0b-a91c-46a9-ad1f-42a0a040a133"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:13:15.192209 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f5fa2c-5f6b-46dd-912a-406d9dbd9aa7 x-openstack-request-id: req-11f5fa2c-5f6b-46dd-912a-406d9dbd9aa7 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:13:15.192506 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55eead8e-ae96-438a-bf15-976a34d02f1e", "tag": "a21f5f0b-a91c-46a9-ad1f-42a0a040a133", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:13:15.192976 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11f5fa2c-5f6b-46dd-912a-406d9dbd9aa7 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:13:15.193437 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'tag': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133', 'status': 'completed', 'code': 200} Jul 09 21:13:15.287473 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bd1d8-1450-442e-aa87-691490d4bf18 req-a34d4471-ed20-4fd1-9e8c-d91a2289c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:15.290095 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-497bd1d8-1450-442e-aa87-691490d4bf18 req-a34d4471-ed20-4fd1-9e8c-d91a2289c8dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 1096 time: 0.0714784 Jul 09 21:13:15.425002 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bd1d8-1450-442e-aa87-691490d4bf18 req-3c834551-5377-435c-b4fb-7501d197b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:15.426589 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-497bd1d8-1450-442e-aa87-691490d4bf18 req-3c834551-5377-435c-b4fb-7501d197b433 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 200 len: 909 time: 0.1292808 Jul 09 21:13:15.451535 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-29d54c86-7fc6-4dcf-8136-7e26b218a458 None None] Set router 29136c20-0182-479d-9db4-05810ebd571f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:15.476274 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-497bd1d8-1450-442e-aa87-691490d4bf18 req-b1e3c046-6c70-4b5e-a00f-f5c238b8ddbf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133 HTTP/1.1" status: 200 len: 217 time: 0.0426140 Jul 09 21:13:15.534367 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bd1d8-1450-442e-aa87-691490d4bf18 req-d0d071a6-991f-4bc6-a26d-a22007ed9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:15.536045 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-497bd1d8-1450-442e-aa87-691490d4bf18 req-d0d071a6-991f-4bc6-a26d-a22007ed9946 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 200 len: 847 time: 0.0528936 Jul 09 21:13:15.632789 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497bd1d8-1450-442e-aa87-691490d4bf18 req-ac7cca82-8a9a-4fb2-8b7c-cb9b8b24a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:15.635127 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-497bd1d8-1450-442e-aa87-691490d4bf18 req-ac7cca82-8a9a-4fb2-8b7c-cb9b8b24a0a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1c52ac01-7b5f-4435-85c0-652e0beaf970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904446 Jul 09 21:13:15.650910 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-497bd1d8-1450-442e-aa87-691490d4bf18 req-811c55f4-d99d-4ab2-945b-30c9238d09c3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100205) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:13:15.654562 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-497bd1d8-1450-442e-aa87-691490d4bf18 req-811c55f4-d99d-4ab2-945b-30c9238d09c3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097010 Jul 09 21:13:15.726308 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-29d54c86-7fc6-4dcf-8136-7e26b218a458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 5, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:15.728243 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698a7ec-720b-4ec1-9582-3031db16245c req-29f187d7-cd9f-48b6-bc70-ba10ebe59860 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:15.730061 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b698a7ec-720b-4ec1-9582-3031db16245c req-29f187d7-cd9f-48b6-bc70-ba10ebe59860 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.2061536 Jul 09 21:13:15.762637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d54c86-7fc6-4dcf-8136-7e26b218a458 None None] Checking router: 29136c20-0182-479d-9db4-05810ebd571f for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:13:15.771808 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d54c86-7fc6-4dcf-8136-7e26b218a458 None None] Routers {'29136c20-0182-479d-9db4-05810ebd571f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:15.772442 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-29d54c86-7fc6-4dcf-8136-7e26b218a458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['29136c20-0182-479d-9db4-05810ebd571f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:15.784845 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b698a7ec-720b-4ec1-9582-3031db16245c req-8921840a-2552-4c0e-8c66-749deda4ec78 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472546 Jul 09 21:13:15.804788 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-497bd1d8-1450-442e-aa87-691490d4bf18 req-ca8edbe2-4c79-4b82-a359-82b3f8601000 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305647 Jul 09 21:13:15.894121 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-29d54c86-7fc6-4dcf-8136-7e26b218a458 None None] Set router 29136c20-0182-479d-9db4-05810ebd571f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:15.917938 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-497bd1d8-1450-442e-aa87-691490d4bf18 req-7aa3e7ab-84fe-4987-9b4c-3e070d336a94 service neutron] 10.222.0.32 "GET /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063209 Jul 09 21:13:16.115839 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-29d54c86-7fc6-4dcf-8136-7e26b218a458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 5, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:16.143350 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d54c86-7fc6-4dcf-8136-7e26b218a458 None None] The sync data for ids ['29136c20-0182-479d-9db4-05810ebd571f'] in n-d-800088-3 is: [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:21Z', 'revision_number': 4, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': 'f55defab-3136-4209-a580-91c7e23563bb', 'name': '', 'network_id': '1c52ac01-7b5f-4435-85c0-652e0beaf970', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'mac_address': 'fa:16:3e:d5:d0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:20Z', 'updated_at': '2021-07-09T21:04:27Z', 'revision_number': 5, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'subnets': [{'id': '7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:13:16.371730 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90286c8-ffa0-40bf-992c-1ea315492082 None None] New status for floating IP e64020b9-8b4b-4a9c-85d6-3b90a0aba2f8: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:13:17.026436 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc96861-abe0-4e55-87ab-1b61c16e9bbd req-989c1e65-e276-462e-b3ee-948b6a9bdbba tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:17.027868 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdc96861-abe0-4e55-87ab-1b61c16e9bbd req-989c1e65-e276-462e-b3ee-948b6a9bdbba tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.1089575 Jul 09 21:13:17.101271 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cdc96861-abe0-4e55-87ab-1b61c16e9bbd req-903cf1ae-46aa-4aac-8b59-e8c032e9a585 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/security-groups?id=eafe91f3-48b8-4f75-b776-6498ef7c4ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673442 Jul 09 21:13:17.134475 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df19b1-3dba-46e1-ae1f-ab3792e4eb88 req-0e864515-2f5d-4df4-b2d9-9a7994afb2fd tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:17.136125 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38df19b1-3dba-46e1-ae1f-ab3792e4eb88 req-0e864515-2f5d-4df4-b2d9-9a7994afb2fd tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.32 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 945 time: 0.1005778 Jul 09 21:13:17.246066 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-38df19b1-3dba-46e1-ae1f-ab3792e4eb88 req-1384e5b7-89b5-41fb-adfe-ebcad4e6e5f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Deleting port a21f5f0b-a91c-46a9-ad1f-42a0a040a133 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:17.246419 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-38df19b1-3dba-46e1-ae1f-ab3792e4eb88 req-1384e5b7-89b5-41fb-adfe-ebcad4e6e5f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:17.344196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-38df19b1-3dba-46e1-ae1f-ab3792e4eb88 req-1384e5b7-89b5-41fb-adfe-ebcad4e6e5f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] For port a21f5f0b-a91c-46a9-ad1f-42a0a040a133, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:17.344941 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-38df19b1-3dba-46e1-ae1f-ab3792e4eb88 req-1384e5b7-89b5-41fb-adfe-ebcad4e6e5f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:17.363989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-38df19b1-3dba-46e1-ae1f-ab3792e4eb88 req-1384e5b7-89b5-41fb-adfe-ebcad4e6e5f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Calling delete_port for a21f5f0b-a91c-46a9-ad1f-42a0a040a133 owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:17.508491 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-38df19b1-3dba-46e1-ae1f-ab3792e4eb88 req-1384e5b7-89b5-41fb-adfe-ebcad4e6e5f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:17.540175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384e5b7-89b5-41fb-adfe-ebcad4e6e5f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event deleted for resources: {'Port': ['ID=a21f5f0b-a91c-46a9-ad1f-42a0a040a133,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:17.594760 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-38df19b1-3dba-46e1-ae1f-ab3792e4eb88 req-1384e5b7-89b5-41fb-adfe-ebcad4e6e5f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] No DVR routers for this DVR port a21f5f0b-a91c-46a9-ad1f-42a0a040a133 on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:13:17.597653 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-38df19b1-3dba-46e1-ae1f-ab3792e4eb88 req-1384e5b7-89b5-41fb-adfe-ebcad4e6e5f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:17.599744 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-38df19b1-3dba-46e1-ae1f-ab3792e4eb88 req-1384e5b7-89b5-41fb-adfe-ebcad4e6e5f3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.32 "DELETE /v2.0/ports/a21f5f0b-a91c-46a9-ad1f-42a0a040a133 HTTP/1.1" status: 204 len: 173 time: 0.4583972 Jul 09 21:13:17.600196 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'name': 'network-vif-deleted', 'tag': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:13:17.602584 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79017dda-b668-497f-b513-2b9d54e0615c" -d '{"events": [{"server_uuid": "55eead8e-ae96-438a-bf15-976a34d02f1e", "name": "network-vif-deleted", "tag": "a21f5f0b-a91c-46a9-ad1f-42a0a040a133"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:13:17.646993 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645f7d61-11e7-4647-82d0-fe1b3d72f396 x-openstack-request-id: req-645f7d61-11e7-4647-82d0-fe1b3d72f396 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:13:17.647307 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55eead8e-ae96-438a-bf15-976a34d02f1e", "name": "network-vif-deleted", "tag": "a21f5f0b-a91c-46a9-ad1f-42a0a040a133", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:13:17.647544 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-645f7d61-11e7-4647-82d0-fe1b3d72f396 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:13:17.648009 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55eead8e-ae96-438a-bf15-976a34d02f1e', 'name': 'network-vif-deleted', 'tag': 'a21f5f0b-a91c-46a9-ad1f-42a0a040a133', 'status': 'completed', 'code': 200} Jul 09 21:13:18.271317 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2d9e12dc-074d-4514-9a1b-5ffa81fc8e7a req-29e42bfc-a451-439e-aa60-eec971a0fea7 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 210 time: 0.0347583 Jul 09 21:13:19.433725 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-913ceb8a-63b5-4386-b10a-402d67f9f03e req-ad5edba8-fc91-4af7-b089-c72e05b501e1 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 210 time: 0.0325439 Jul 09 21:13:20.609068 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4b9d2a0b-5523-4d66-8f7b-1143f42e415f req-2ba11b42-5c89-426c-b75d-53d457525ce8 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 210 time: 0.0472491 Jul 09 21:13:21.361098 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a21f5f0b-a91c-46a9-ad1f-42a0a040a133 no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:13:21.389652 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: a21f5f0b-a91c-46a9-ad1f-42a0a040a133 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:13:21.389966 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device a21f5f0b-a91c-46a9-ad1f-42a0a040a133 not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:13:21.803256 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7ef4cc33-bf6c-4f99-98c1-b221e818026e req-ab305917-2b95-443d-9060-2ed264db2119 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "GET /v2.0/ports?device_id=55eead8e-ae96-438a-bf15-976a34d02f1e HTTP/1.1" status: 200 len: 210 time: 0.0384755 Jul 09 21:13:22.906086 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57172) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:22.969479 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:22.996717 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:23.082169 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:23.084960 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:23.086214 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] 10.222.0.30 "DELETE /v2.0/security-groups/eafe91f3-48b8-4f75-b776-6498ef7c4ba0 HTTP/1.1" status: 204 len: 168 time: 0.1790855 Jul 09 21:13:23.097719 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafe91f3-48b8-4f75-b776-6498ef7c4ba0,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:23.110108 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:23.110537 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:23.110921 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:23.111442 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:23.112043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:23.112524 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:23.113121 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:23.113780 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:23.114141 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:23.114494 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:23.114840 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:23.115185 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc1962-317a-463a-a9b1-4111c3072eb3 tempest-TestShelveInstance-927355701 tempest-TestShelveInstance-927355701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:23.176251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57176) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:24.047499 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5881fa8b-f96e-45c5-bb78-014a576688e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:24.347189 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-5881fa8b-f96e-45c5-bb78-014a576688e9 admin admin] Deleting port f55defab-3136-4209-a580-91c7e23563bb {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:24.347552 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5881fa8b-f96e-45c5-bb78-014a576688e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:24.475915 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-5881fa8b-f96e-45c5-bb78-014a576688e9 admin admin] For port f55defab-3136-4209-a580-91c7e23563bb, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=f55defab-3136-4209-a580-91c7e23563bb,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:24.476266 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5881fa8b-f96e-45c5-bb78-014a576688e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:24.490487 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-5881fa8b-f96e-45c5-bb78-014a576688e9 admin admin] Calling delete_port for f55defab-3136-4209-a580-91c7e23563bb owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:24.735802 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5881fa8b-f96e-45c5-bb78-014a576688e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:24.765603 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881fa8b-f96e-45c5-bb78-014a576688e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f55defab-3136-4209-a580-91c7e23563bb,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:24.990981 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5881fa8b-f96e-45c5-bb78-014a576688e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:25.240876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5881fa8b-f96e-45c5-bb78-014a576688e9 admin admin] Router 29136c20-0182-479d-9db4-05810ebd571f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:13:25.375809 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5881fa8b-f96e-45c5-bb78-014a576688e9 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:13:25.383233 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5881fa8b-f96e-45c5-bb78-014a576688e9 admin admin] 10.222.0.30 "PUT /v2.0/routers/29136c20-0182-479d-9db4-05810ebd571f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2051716 Jul 09 21:13:25.385379 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0711e67-7d0d-40ce-818f-2ab9b792877e None None] Sync routers for ids ['29136c20-0182-479d-9db4-05810ebd571f'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:13:25.386709 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57180) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:25.397432 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0711e67-7d0d-40ce-818f-2ab9b792877e None None] Routers {'29136c20-0182-479d-9db4-05810ebd571f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:25.398198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b0711e67-7d0d-40ce-818f-2ab9b792877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['29136c20-0182-479d-9db4-05810ebd571f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:25.519857 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:25.542544 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-b0711e67-7d0d-40ce-818f-2ab9b792877e None None] Set router 29136c20-0182-479d-9db4-05810ebd571f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:25.663136 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:25.733794 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] Deleting port 1e1233be-b675-49b3-b033-e3cd37caf6f3 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:25.734150 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:25.766424 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b0711e67-7d0d-40ce-818f-2ab9b792877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:13:24Z', 'revision_number': 5, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port': {'id': '1e1233be-b675-49b3-b033-e3cd37caf6f3', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29136c20-0182-479d-9db4-05810ebd571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:25.803882 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0711e67-7d0d-40ce-818f-2ab9b792877e None None] Checking router: 29136c20-0182-479d-9db4-05810ebd571f for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:13:25.816902 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0711e67-7d0d-40ce-818f-2ab9b792877e None None] Routers {'29136c20-0182-479d-9db4-05810ebd571f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:25.817662 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b0711e67-7d0d-40ce-818f-2ab9b792877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['29136c20-0182-479d-9db4-05810ebd571f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:25.826180 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] For port 1e1233be-b675-49b3-b033-e3cd37caf6f3, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=1e1233be-b675-49b3-b033-e3cd37caf6f3,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:25.826556 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:25.846008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] Calling delete_port for 1e1233be-b675-49b3-b033-e3cd37caf6f3 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:25.920100 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-b0711e67-7d0d-40ce-818f-2ab9b792877e None None] Set router 29136c20-0182-479d-9db4-05810ebd571f gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:25.980617 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b0711e67-7d0d-40ce-818f-2ab9b792877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:13:25Z', 'revision_number': 6, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:26.008606 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0711e67-7d0d-40ce-818f-2ab9b792877e None None] The sync data for ids ['29136c20-0182-479d-9db4-05810ebd571f'] in n-d-800088-3 is: [{'id': '29136c20-0182-479d-9db4-05810ebd571f', 'name': 'tempest-TestShelveInstance-902827796-router', 'tenant_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:18Z', 'updated_at': '2021-07-09T21:13:25Z', 'revision_number': 6, 'project_id': 'f9d3e22675bf46d89ed2bcf26578a1ca', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:13:26.031497 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.068414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1233be-b675-49b3-b033-e3cd37caf6f3,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:26.140027 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.237515 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.239858 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.293774 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.295308 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29136c20-0182-479d-9db4-05810ebd571f {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:13:26.301559 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.302903 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-f7ba0d17-7c3c-467c-ab9e-4250c3ba9be9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/29136c20-0182-479d-9db4-05810ebd571f HTTP/1.1" status: 204 len: 168 time: 0.9150600 Jul 09 21:13:26.305849 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57182) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:26.367301 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-633f5c7e-2aab-4a67-8e39-1bc1de14da29 admin admin] Deleting subnet 7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:13:26.372357 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-633f5c7e-2aab-4a67-8e39-1bc1de14da29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.412903 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-633f5c7e-2aab-4a67-8e39-1bc1de14da29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.502156 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-633f5c7e-2aab-4a67-8e39-1bc1de14da29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.559287 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-633f5c7e-2aab-4a67-8e39-1bc1de14da29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.582979 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f5c7e-2aab-4a67-8e39-1bc1de14da29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:26.594155 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-633f5c7e-2aab-4a67-8e39-1bc1de14da29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.596866 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-633f5c7e-2aab-4a67-8e39-1bc1de14da29 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7b9a53bd-bf1f-4f5b-95e4-08a852dd51a9 HTTP/1.1" status: 204 len: 168 time: 0.2897022 Jul 09 21:13:26.600267 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57184) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:26.601150 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be8bff8-e66f-4a88-8667-88532a7e8716 None None] Network 1c52ac01-7b5f-4435-85c0-652e0beaf970 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:13:26.673638 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.733247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] Deleting port 36f78f7e-5c37-4459-a73c-55f50a1d1eca {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:26.733689 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.802413 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] DHCP port deletion for 1c52ac01-7b5f-4435-85c0-652e0beaf970 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:13:26.814606 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] For port 36f78f7e-5c37-4459-a73c-55f50a1d1eca, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=36f78f7e-5c37-4459-a73c-55f50a1d1eca,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:26.815077 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.830560 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] Calling delete_port for 36f78f7e-5c37-4459-a73c-55f50a1d1eca owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:26.853285 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Deleting port 36f78f7e-5c37-4459-a73c-55f50a1d1eca {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:26.853670 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.923641 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.927558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] For port 36f78f7e-5c37-4459-a73c-55f50a1d1eca, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=36f78f7e-5c37-4459-a73c-55f50a1d1eca,segment=NetworkSegment(1b62f750-4063-473d-bea1-61ffddf95c89),segment_id=1b62f750-4063-473d-bea1-61ffddf95c89)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:26.928206 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:26.943564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Calling delete_port for 36f78f7e-5c37-4459-a73c-55f50a1d1eca owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:26.968603 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] No DVR routers for this DVR port 36f78f7e-5c37-4459-a73c-55f50a1d1eca on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:13:26.976428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f78f7e-5c37-4459-a73c-55f50a1d1eca,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:27.006688 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0db9abae-0b5f-4acc-be4f-fe1ab943a6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:27.042838 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:27.068572 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Pushing event deleted for resources: {'Port': ['ID=36f78f7e-5c37-4459-a73c-55f50a1d1eca,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:27.073525 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] No DVR routers for this DVR port 36f78f7e-5c37-4459-a73c-55f50a1d1eca on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:13:27.073735 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:27.085376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:27.085762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:27.086106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:27.086532 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:27.087194 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:27.087873 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:27.088971 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:27.089480 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:27.090901 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:27.090901 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:27.091230 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:27.091632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e4fca-c2d6-4936-949d-f85a4ab88120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:27.095868 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c52ac01-7b5f-4435-85c0-652e0beaf970']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:27.112902 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b62f750-4063-473d-bea1-61ffddf95c89') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:27.113444 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b62f750-4063-473d-bea1-61ffddf95c89') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:27.124380 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:27.140554 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:27.147657 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:13:27.148077 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: timer() Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:13:27.152145 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:13:27.210684 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:27.217670 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:27.223187 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1c52ac01-7b5f-4435-85c0-652e0beaf970 HTTP/1.1" status: 204 len: 168 time: 0.6181962 Jul 09 21:13:27.223707 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57186) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:27.231996 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77313be7-aece-47aa-b556-93d69f322017 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c52ac01-7b5f-4435-85c0-652e0beaf970,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:27.545502 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36f78f7e-5c37-4459-a73c-55f50a1d1eca no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:13:27.569388 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 36f78f7e-5c37-4459-a73c-55f50a1d1eca {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:13:27.569777 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36f78f7e-5c37-4459-a73c-55f50a1d1eca not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:13:27.570177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f55defab-3136-4209-a580-91c7e23563bb no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:13:27.591101 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: f55defab-3136-4209-a580-91c7e23563bb {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:13:27.591458 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device f55defab-3136-4209-a580-91c7e23563bb not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:13:27.591886 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1e1233be-b675-49b3-b033-e3cd37caf6f3 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:13:27.608066 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14759cd1-fc41-4b40-b41c-d7a58fbc3a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:27.615112 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 1e1233be-b675-49b3-b033-e3cd37caf6f3 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:13:27.615952 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 1e1233be-b675-49b3-b033-e3cd37caf6f3 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:13:27.800637 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:27.885767 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-14759cd1-fc41-4b40-b41c-d7a58fbc3a3f admin admin] Deleting port aca29309-e368-4f7e-8834-aa2fabe84b93 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:27.886045 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14759cd1-fc41-4b40-b41c-d7a58fbc3a3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:27.965872 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-14759cd1-fc41-4b40-b41c-d7a58fbc3a3f admin admin] For port aca29309-e368-4f7e-8834-aa2fabe84b93, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=aca29309-e368-4f7e-8834-aa2fabe84b93,segment=NetworkSegment(4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56),segment_id=4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:27.966239 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14759cd1-fc41-4b40-b41c-d7a58fbc3a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:27.978846 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-14759cd1-fc41-4b40-b41c-d7a58fbc3a3f admin admin] Calling delete_port for aca29309-e368-4f7e-8834-aa2fabe84b93 owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:28.172027 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14759cd1-fc41-4b40-b41c-d7a58fbc3a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:28.205354 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14759cd1-fc41-4b40-b41c-d7a58fbc3a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=aca29309-e368-4f7e-8834-aa2fabe84b93,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:28.411830 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-14759cd1-fc41-4b40-b41c-d7a58fbc3a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:28.985414 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14759cd1-fc41-4b40-b41c-d7a58fbc3a3f admin admin] Router 16e0eb65-b132-4eb8-9a85-40a11561ef5f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:13:29.110479 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14759cd1-fc41-4b40-b41c-d7a58fbc3a3f admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:13:29.121060 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-14759cd1-fc41-4b40-b41c-d7a58fbc3a3f admin admin] 10.222.0.30 "PUT /v2.0/routers/16e0eb65-b132-4eb8-9a85-40a11561ef5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8961196 Jul 09 21:13:29.122034 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02f8c4-dd5a-453a-bc8b-5edeca550c66 None None] Sync routers for ids ['16e0eb65-b132-4eb8-9a85-40a11561ef5f'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:13:29.124082 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57188) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:29.135458 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02f8c4-dd5a-453a-bc8b-5edeca550c66 None None] Routers {'16e0eb65-b132-4eb8-9a85-40a11561ef5f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:29.136191 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-af02f8c4-dd5a-453a-bc8b-5edeca550c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['16e0eb65-b132-4eb8-9a85-40a11561ef5f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:29.255822 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:29.263244 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-af02f8c4-dd5a-453a-bc8b-5edeca550c66 None None] Set router 16e0eb65-b132-4eb8-9a85-40a11561ef5f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:29.374344 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:29.449386 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] Deleting port 9bce91db-3fd4-4da4-b89b-606fbf145578 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:29.449699 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:29.488690 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-af02f8c4-dd5a-453a-bc8b-5edeca550c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'name': 'tempest-TestShelveInstance-1617502121-router', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '9bce91db-3fd4-4da4-b89b-606fbf145578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:23Z', 'updated_at': '2021-07-09T21:13:28Z', 'revision_number': 5, 'project_id': '44357afe6bed4dc5bcb040fb35312058', 'gw_port': {'id': '9bce91db-3fd4-4da4-b89b-606fbf145578', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:4f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:04:24Z', 'updated_at': '2021-07-09T21:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:29.537506 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02f8c4-dd5a-453a-bc8b-5edeca550c66 None None] Checking router: 16e0eb65-b132-4eb8-9a85-40a11561ef5f for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:13:29.549876 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2b1fbc0b-29db-4fe5-b4a8-cc1ad633f0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:29.552022 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02f8c4-dd5a-453a-bc8b-5edeca550c66 None None] Routers {'16e0eb65-b132-4eb8-9a85-40a11561ef5f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:29.553423 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-af02f8c4-dd5a-453a-bc8b-5edeca550c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['16e0eb65-b132-4eb8-9a85-40a11561ef5f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:29.584798 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] For port 9bce91db-3fd4-4da4-b89b-606fbf145578, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=9bce91db-3fd4-4da4-b89b-606fbf145578,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:29.585641 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:29.607279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] Calling delete_port for 9bce91db-3fd4-4da4-b89b-606fbf145578 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:29.670444 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-af02f8c4-dd5a-453a-bc8b-5edeca550c66 None None] Set router 16e0eb65-b132-4eb8-9a85-40a11561ef5f gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:29.750373 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:29.821058 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:29.850630 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-af02f8c4-dd5a-453a-bc8b-5edeca550c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'name': 'tempest-TestShelveInstance-1617502121-router', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:23Z', 'updated_at': '2021-07-09T21:13:29Z', 'revision_number': 6, 'project_id': '44357afe6bed4dc5bcb040fb35312058', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:29.877880 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bce91db-3fd4-4da4-b89b-606fbf145578,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:29.879790 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02f8c4-dd5a-453a-bc8b-5edeca550c66 None None] The sync data for ids ['16e0eb65-b132-4eb8-9a85-40a11561ef5f'] in n-d-800088-3 is: [{'id': '16e0eb65-b132-4eb8-9a85-40a11561ef5f', 'name': 'tempest-TestShelveInstance-1617502121-router', 'tenant_id': '44357afe6bed4dc5bcb040fb35312058', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:04:23Z', 'updated_at': '2021-07-09T21:13:29Z', 'revision_number': 6, 'project_id': '44357afe6bed4dc5bcb040fb35312058', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:13:29.957923 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.054667 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.057450 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.095047 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.106723 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.107469 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16e0eb65-b132-4eb8-9a85-40a11561ef5f {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:13:30.112829 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.114159 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-995f709e-36ef-4991-9d88-8a0701837502 admin admin] 10.222.0.30 "DELETE /v2.0/routers/16e0eb65-b132-4eb8-9a85-40a11561ef5f HTTP/1.1" status: 204 len: 168 time: 0.9883819 Jul 09 21:13:30.116779 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57190) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:30.172492 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe6d2f8-438a-46e0-80c7-9f4d99c16c6a admin admin] Deleting subnet 6b001375-eb5e-4a41-9e06-c21593c160bc {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:13:30.176179 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d2f8-438a-46e0-80c7-9f4d99c16c6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.216328 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d2f8-438a-46e0-80c7-9f4d99c16c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.311305 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d2f8-438a-46e0-80c7-9f4d99c16c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.388693 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d2f8-438a-46e0-80c7-9f4d99c16c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.419729 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6d2f8-438a-46e0-80c7-9f4d99c16c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b001375-eb5e-4a41-9e06-c21593c160bc,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:30.427349 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-ffe6d2f8-438a-46e0-80c7-9f4d99c16c6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.429508 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-ffe6d2f8-438a-46e0-80c7-9f4d99c16c6a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6b001375-eb5e-4a41-9e06-c21593c160bc HTTP/1.1" status: 204 len: 168 time: 0.3115084 Jul 09 21:13:30.432717 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57192) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:30.434282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e24c9d-54e9-4198-beae-337ad1d33fef None None] Network 110ab968-30e9-415a-b85e-0752cc11669d requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:13:30.517251 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.609269 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] Deleting port 40eca1df-bba3-40d9-b005-e7602b86dcbf {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:30.609831 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.686804 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047d30cd-56fa-4cf7-8e9e-a01202b01721 None None] DHCP port deletion for 110ab968-30e9-415a-b85e-0752cc11669d request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:13:30.711750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] For port 40eca1df-bba3-40d9-b005-e7602b86dcbf, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=40eca1df-bba3-40d9-b005-e7602b86dcbf,segment=NetworkSegment(4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56),segment_id=4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:30.712113 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.728401 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] Calling delete_port for 40eca1df-bba3-40d9-b005-e7602b86dcbf owned by network:dhcp {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:30.746808 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-047d30cd-56fa-4cf7-8e9e-a01202b01721 None None] Deleting port 40eca1df-bba3-40d9-b005-e7602b86dcbf {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:13:30.747188 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-047d30cd-56fa-4cf7-8e9e-a01202b01721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.828306 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.838748 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.844157 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-047d30cd-56fa-4cf7-8e9e-a01202b01721 None None] For port 40eca1df-bba3-40d9-b005-e7602b86dcbf, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=40eca1df-bba3-40d9-b005-e7602b86dcbf,segment=NetworkSegment(4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56),segment_id=4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:30.844818 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-047d30cd-56fa-4cf7-8e9e-a01202b01721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.875409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-047d30cd-56fa-4cf7-8e9e-a01202b01721 None None] Calling delete_port for 40eca1df-bba3-40d9-b005-e7602b86dcbf owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:13:30.886911 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=40eca1df-bba3-40d9-b005-e7602b86dcbf,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:30.888914 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] No DVR routers for this DVR port 40eca1df-bba3-40d9-b005-e7602b86dcbf on host n-d-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:13:30.981841 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:30.994220 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110ab968-30e9-415a-b85e-0752cc11669d']}} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:31.004995 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-047d30cd-56fa-4cf7-8e9e-a01202b01721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:31.011974 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56') {'for_net_delete': True} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:31.012563 n-d-800088-3 neutron-server[100204]: DEBUG neutron.services.segments.db [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0e2ecb-2c5d-4606-b6fc-db2c53f70b56') {} {{(pid=100204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:31.030293 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9215161'] for segment, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:31.045440 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d30cd-56fa-4cf7-8e9e-a01202b01721 None None] Pushing event deleted for resources: {'Port': ['ID=40eca1df-bba3-40d9-b005-e7602b86dcbf,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:31.048781 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:31.051406 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047d30cd-56fa-4cf7-8e9e-a01202b01721 None None] No DVR routers for this DVR port 40eca1df-bba3-40d9-b005-e7602b86dcbf on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:13:31.064062 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=100204) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:13:31.064810 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9811332'] for segment, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: Traceback (most recent call last): Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: timer() Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: cb(*args, **kw) Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: return func(*args, **kwargs) Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: self._notify() Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: self.callback(batched_events) Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: event.method(event) Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: return f(self, *a, **k) Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: return self._get(url).json() Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: return self.request(url, 'GET', **kwargs) Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:13:31.079879 n-d-800088-3 neutron-server[100204]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:13:31.145673 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:31.153016 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:31.155278 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/110ab968-30e9-415a-b85e-0752cc11669d HTTP/1.1" status: 204 len: 168 time: 0.7209656 Jul 09 21:13:31.315451 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57196) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:31.378997 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-772c6483-6bef-4e44-a645-00d664e563b9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f9d3e22675bf46d89ed2bcf26578a1ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573385 Jul 09 21:13:31.379231 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57198) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:31.446325 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1701daa6-9a5d-4873-99c4-b75472ce1505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:31.484505 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1701daa6-9a5d-4873-99c4-b75472ce1505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:31.544264 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24edf1-34c2-4b95-81df-85d830b9aba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=110ab968-30e9-415a-b85e-0752cc11669d,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:31.563344 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1701daa6-9a5d-4873-99c4-b75472ce1505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:31.567503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-1701daa6-9a5d-4873-99c4-b75472ce1505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:31.569472 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-1701daa6-9a5d-4873-99c4-b75472ce1505 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e0da552-e175-4226-9662-2bfb6588c86e HTTP/1.1" status: 204 len: 168 time: 0.1890717 Jul 09 21:13:31.575083 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device aca29309-e368-4f7e-8834-aa2fabe84b93 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:13:31.581006 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701daa6-9a5d-4873-99c4-b75472ce1505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0da552-e175-4226-9662-2bfb6588c86e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:31.604858 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: aca29309-e368-4f7e-8834-aa2fabe84b93 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:13:31.605210 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device aca29309-e368-4f7e-8834-aa2fabe84b93 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:13:31.605685 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9bce91db-3fd4-4da4-b89b-606fbf145578 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:13:31.631062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 9bce91db-3fd4-4da4-b89b-606fbf145578 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:13:31.631416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 9bce91db-3fd4-4da4-b89b-606fbf145578 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:13:31.631965 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 40eca1df-bba3-40d9-b005-e7602b86dcbf no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:13:31.659160 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 40eca1df-bba3-40d9-b005-e7602b86dcbf {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:13:31.659520 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 40eca1df-bba3-40d9-b005-e7602b86dcbf not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:13:32.004128 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57204) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:32.053192 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-9559181f-1d48-4067-ace8-28f69b2ba6e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44357afe6bed4dc5bcb040fb35312058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472233 Jul 09 21:13:32.055467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57206) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:32.119252 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b2950f7-4b54-4d96-a822-3a15bc420b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:32.148450 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b2950f7-4b54-4d96-a822-3a15bc420b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:32.207797 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b2950f7-4b54-4d96-a822-3a15bc420b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:32.213010 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-7b2950f7-4b54-4d96-a822-3a15bc420b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:32.215424 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-7b2950f7-4b54-4d96-a822-3a15bc420b0f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68c67f6e-b794-4bbe-a386-b3a4d35334a4 HTTP/1.1" status: 204 len: 168 time: 0.1587777 Jul 09 21:13:32.227533 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2950f7-4b54-4d96-a822-3a15bc420b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c67f6e-b794-4bbe-a386-b3a4d35334a4,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:32.637386 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:33.093931 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57228) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:33.218953 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1375396499-network', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:33.242414 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] Made reservation on behalf of 69e9e17e2d8d408b98f56d60ffcedaf1 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:13:33.244857 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:33.254055 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:33.356112 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:33.360652 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:33.383477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:13:33.398085 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f90fb5-71f9-4f43-a64b-d79495a644ae,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:33.403840 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:33.404199 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] Added segment 23d961c0-2412-4517-828b-a1f562e98cf6 of type vlan for network 41b64cbe-61aa-4003-afae-02c287e738d6 Jul 09 21:13:33.455249 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:33.487686 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:33.488918 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:33.489544 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:33.552563 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4571085 Jul 09 21:13:33.557728 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57232) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:33.559310 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5737b04-27ea-4755-aff8-4f3595f87fbe admin admin] Pushing event updated for resources: {'Network': ['ID=41b64cbe-61aa-4003-afae-02c287e738d6,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:33.563567 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-33891a01-153e-4fa6-8848-d7eaabb189cf admin admin] Request body: {'subnet': {'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1375396499-subnet', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:33.572429 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network 41b64cbe-61aa-4003-afae-02c287e738d6 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:13:33.589272 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33891a01-153e-4fa6-8848-d7eaabb189cf admin admin] Made reservation on behalf of 69e9e17e2d8d408b98f56d60ffcedaf1 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:13:33.591916 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-33891a01-153e-4fa6-8848-d7eaabb189cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:33.773372 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-33891a01-153e-4fa6-8848-d7eaabb189cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:33.830542 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33891a01-153e-4fa6-8848-d7eaabb189cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=48417abd-1758-43b8-ae76-a1fd2bfcc40c,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:33.842112 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33891a01-153e-4fa6-8848-d7eaabb189cf admin admin] Checking segment: {'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:13:33.842510 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33891a01-153e-4fa6-8848-d7eaabb189cf admin admin] Network hostable DHCP agents. Network: 41b64cbe-61aa-4003-afae-02c287e738d6, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:13:33.869793 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33891a01-153e-4fa6-8848-d7eaabb189cf admin admin] Network 41b64cbe-61aa-4003-afae-02c287e738d6 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:13:33.879765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-33891a01-153e-4fa6-8848-d7eaabb189cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, 41b64cbe-61aa-4003-afae-02c287e738d6) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:13:33.884279 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33891a01-153e-4fa6-8848-d7eaabb189cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:33.885922 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-33891a01-153e-4fa6-8848-d7eaabb189cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:33.891318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632c8712-ee75-4aae-9814-c497b5b78258 None None] Network 41b64cbe-61aa-4003-afae-02c287e738d6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:13:33.902994 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-33891a01-153e-4fa6-8848-d7eaabb189cf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3435194 Jul 09 21:13:33.907492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57234) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:33.911491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:33.945542 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:33.948574 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:34.015047 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:34.062057 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-41b64cbe-61aa-4003-afae-02c287e738d6', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:13:34.063401 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:34.167750 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:34.220091 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Allocated IP 172.20.0.2 (41b64cbe-61aa-4003-afae-02c287e738d6/48417abd-1758-43b8-ae76-a1fd2bfcc40c/36b7d889-da24-4b4e-b6a7-531e18162c7e) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:13:34.425287 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:34.446237 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:34.575406 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:34.588804 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Transition to ACTIVE for port object 36b7d889-da24-4b4e-b6a7-531e18162c7e will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:13:34.591317 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Allocated IP 172.25.0.99 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/a3267d60-e517-476a-89b2-f056d63021c2) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:13:34.611978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Transition to ACTIVE for port object 36b7d889-da24-4b4e-b6a7-531e18162c7e will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:13:34.622211 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:34.664238 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Network 41b64cbe-61aa-4003-afae-02c287e738d6 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:13:34.668473 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:13:34.672219 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:13:34.679561 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Pushing event updated for resources: {'Port': ['ID=36b7d889-da24-4b4e-b6a7-531e18162c7e,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:34.733204 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:34.742728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Attempting to bind port 36b7d889-da24-4b4e-b6a7-531e18162c7e on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:13:34.743102 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Attempting to bind port 36b7d889-da24-4b4e-b6a7-531e18162c7e by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:13:34.743468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Attempting to bind port 36b7d889-da24-4b4e-b6a7-531e18162c7e on network 41b64cbe-61aa-4003-afae-02c287e738d6 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:13:34.749820 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:13:34.750290 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Checking segment: {'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:13:34.750606 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:34.751005 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Bound using segment: {'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:13:34.751476 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Bound port: 36b7d889-da24-4b4e-b6a7-531e18162c7e, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:13:34.751865 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:34.782805 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:34.824282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] For port 36b7d889-da24-4b4e-b6a7-531e18162c7e, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:13:34.827939 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:13:34.828318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] For port 36b7d889-da24-4b4e-b6a7-531e18162c7e, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=36b7d889-da24-4b4e-b6a7-531e18162c7e,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:13:34.831446 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:13:34.833271 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:34.836469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:13:34.859166 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Pushing event updated for resources: {'Port': ['ID=a3267d60-e517-476a-89b2-f056d63021c2,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:34.897502 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f0d47-23c3-45bd-81c0-26e740005de1 None None] Pushing event updated for resources: {'Port': ['ID=36b7d889-da24-4b4e-b6a7-531e18162c7e,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:35.164908 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:35.407352 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:35.558785 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Router a6265850-1c34-48f7-8217-307a4286b673 is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:13:35.572994 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36b7d889-da24-4b4e-b6a7-531e18162c7e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:13:35.633314 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 36b7d889-da24-4b4e-b6a7-531e18162c7e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:13:35.705074 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:13:35.721467 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Sync routers for ids ['a6265850-1c34-48f7-8217-307a4286b673'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:13:35.722422 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:35.724090 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-59a69de1-60bc-4275-b153-0b7bed4156cf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8171399 Jul 09 21:13:35.727477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57236) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:35.737060 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Routers {'a6265850-1c34-48f7-8217-307a4286b673'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:35.737698 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a6265850-1c34-48f7-8217-307a4286b673'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:35.875376 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Set router a6265850-1c34-48f7-8217-307a4286b673 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:36.042319 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192f4ecd-11c0-46c9-89e3-e48d68270001 None None] Network 41b64cbe-61aa-4003-afae-02c287e738d6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:13:36.165746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1cd201d7-a9cc-44f2-9958-c9dcac29b3e8 None None] Provisioning for port 36b7d889-da24-4b4e-b6a7-531e18162c7e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:13:36.203323 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-1cd201d7-a9cc-44f2-9958-c9dcac29b3e8 None None] Provisioning complete for port 36b7d889-da24-4b4e-b6a7-531e18162c7e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:36.204784 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1cd201d7-a9cc-44f2-9958-c9dcac29b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:36.206556 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:35Z', 'revision_number': 3, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:36.255783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Checking router: a6265850-1c34-48f7-8217-307a4286b673 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:13:36.255783 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Updating router a6265850-1c34-48f7-8217-307a4286b673 port a3267d60-e517-476a-89b2-f056d63021c2 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:13:36.270784 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:36.328211 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:36.481940 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Allocated IP 172.20.0.1 (41b64cbe-61aa-4003-afae-02c287e738d6/48417abd-1758-43b8-ae76-a1fd2bfcc40c/97f80e91-da42-4598-806a-e7bd53a8340e) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:13:36.483188 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1cd201d7-a9cc-44f2-9958-c9dcac29b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:36.567568 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-1cd201d7-a9cc-44f2-9958-c9dcac29b3e8 None None] For port 36b7d889-da24-4b4e-b6a7-531e18162c7e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=36b7d889-da24-4b4e-b6a7-531e18162c7e,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:36.573631 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1cd201d7-a9cc-44f2-9958-c9dcac29b3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:36.659567 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd201d7-a9cc-44f2-9958-c9dcac29b3e8 None None] Pushing event updated for resources: {'Port': ['ID=36b7d889-da24-4b4e-b6a7-531e18162c7e,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:36.676158 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:36.701571 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Transition to ACTIVE for port object 97f80e91-da42-4598-806a-e7bd53a8340e will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:13:36.730457 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:36.749080 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Transition to ACTIVE for port object a3267d60-e517-476a-89b2-f056d63021c2 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:13:36.752715 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:36.764045 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:36.801473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Network 41b64cbe-61aa-4003-afae-02c287e738d6 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:13:36.808736 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:13:36.810778 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Pushing event updated for resources: {'Port': ['ID=97f80e91-da42-4598-806a-e7bd53a8340e,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:36.813005 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:13:36.843598 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-19e9c237-5c5d-416d-956c-687f748fcda5 None None] Provisioning complete for port 36b7d889-da24-4b4e-b6a7-531e18162c7e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:36.843985 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-19e9c237-5c5d-416d-956c-687f748fcda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:36.847258 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Attempting to bind port a3267d60-e517-476a-89b2-f056d63021c2 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:13:36.847619 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Attempting to bind port a3267d60-e517-476a-89b2-f056d63021c2 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:13:36.847997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Attempting to bind port a3267d60-e517-476a-89b2-f056d63021c2 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:13:36.849929 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e472061-f3f7-4a07-a619-aa1122c04fcd None None] Pushing event updated for resources: {'Port': ['ID=a3267d60-e517-476a-89b2-f056d63021c2,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:36.857078 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:36.883020 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:13:36.883420 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:13:36.883800 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:36.884213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:13:36.884727 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Bound port: a3267d60-e517-476a-89b2-f056d63021c2, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:13:36.885675 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:36.960668 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] For port a3267d60-e517-476a-89b2-f056d63021c2, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:13:36.967526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] For port a3267d60-e517-476a-89b2-f056d63021c2, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a3267d60-e517-476a-89b2-f056d63021c2,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:13:36.988785 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:37.068075 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e472061-f3f7-4a07-a619-aa1122c04fcd None None] Pushing event updated for resources: {'Port': ['ID=a3267d60-e517-476a-89b2-f056d63021c2,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:37.070869 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Routers {'a6265850-1c34-48f7-8217-307a4286b673'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:37.071493 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a6265850-1c34-48f7-8217-307a4286b673'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:37.086066 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:37.203682 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-09f24926-2105-4754-a4cd-3fc0135ed985 None None] Provisioning for port 97f80e91-da42-4598-806a-e7bd53a8340e completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:13:37.212892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-09f24926-2105-4754-a4cd-3fc0135ed985 None None] Provisioning complete for port 97f80e91-da42-4598-806a-e7bd53a8340e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:37.213896 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-09f24926-2105-4754-a4cd-3fc0135ed985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:37.219339 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] Set router a6265850-1c34-48f7-8217-307a4286b673 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:37.292767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-09f24926-2105-4754-a4cd-3fc0135ed985 None None] Port 97f80e91-da42-4598-806a-e7bd53a8340e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:13:37.316733 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:37.322521 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:37.400550 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Pushing event updated for resources: {'Port': ['ID=97f80e91-da42-4598-806a-e7bd53a8340e,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:37.403856 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:37.486093 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:36Z', 'revision_number': 1, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:37.512338 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Network 41b64cbe-61aa-4003-afae-02c287e738d6 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:13:37.514111 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:13:37.523272 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f8cc7-dfb4-44c0-b816-613f6d825bd9 None None] The sync data for ids ['a6265850-1c34-48f7-8217-307a4286b673'] in n-d-800088-3 is: [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:36Z', 'revision_number': 1, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:13:37.566618 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36b7d889-da24-4b4e-b6a7-531e18162c7e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:13:37.647893 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 36b7d889-da24-4b4e-b6a7-531e18162c7e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:37.648522 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:37.690750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Router a6265850-1c34-48f7-8217-307a4286b673 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:13:37.870616 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:13:37.878516 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-07beff3e-eb41-4ca2-b3d3-e1cc8e5af0ad admin admin] 10.222.0.30 "PUT /v2.0/routers/a6265850-1c34-48f7-8217-307a4286b673/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1481752 Jul 09 21:13:37.931044 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-555ace6f-8291-4792-865c-5efa26352115 None None] Provisioning complete for port 97f80e91-da42-4598-806a-e7bd53a8340e triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:37.931915 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-555ace6f-8291-4792-865c-5efa26352115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:37.990762 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-555ace6f-8291-4792-865c-5efa26352115 None None] Port 97f80e91-da42-4598-806a-e7bd53a8340e cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:13:38.370886 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:13:38.602364 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57252) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:38.611232 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-589805223-network', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:38.644825 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] Made reservation on behalf of bf5d409acccd40d4a7218b2d9eb9ee39 for: {'network': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:13:38.647890 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for network, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:38.661456 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:38.797431 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:38.804025 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:38.845304 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=100204) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 21:13:38.856655 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1a757c-33b8-4318-888c-771084ada875,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:38.862779 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:38.863139 n-d-800088-3 neutron-server[100204]: INFO neutron.db.segments_db [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] Added segment d264c6c8-f4ed-4f56-b552-186385afd575 of type vlan for network bba6b4e0-352c-4584-9361-30b48a4e47e7 Jul 09 21:13:38.921271 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745876633173'] for network, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:38.976183 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388'] for network, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:38.977383 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:38.978209 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] Notify callbacks [] for network, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:39.069332 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4649427 Jul 09 21:13:39.072197 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57254) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:39.081648 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-2843ac0e-d749-4d63-9a61-e3428018c945 admin admin] Request body: {'subnet': {'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-589805223-subnet', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'ip_version': 4}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:39.084399 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc11602-6fd3-4305-b643-d49a9d034c3e admin admin] Pushing event updated for resources: {'Network': ['ID=bba6b4e0-352c-4584-9361-30b48a4e47e7,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:39.097111 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Network bba6b4e0-352c-4584-9361-30b48a4e47e7 details requested by agent ovs-agent-n-d-800088-3 with host n-d-800088-3 {{(pid=100206) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 21:13:39.122843 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2843ac0e-d749-4d63-9a61-e3428018c945 admin admin] Made reservation on behalf of bf5d409acccd40d4a7218b2d9eb9ee39 for: {'subnet': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:13:39.126136 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2843ac0e-d749-4d63-9a61-e3428018c945 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12224409'] for subnet, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:39.386404 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2843ac0e-d749-4d63-9a61-e3428018c945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9706432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12224395'] for subnet, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:39.452756 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843ac0e-d749-4d63-9a61-e3428018c945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4935acc-cf49-477c-b913-06c991718082,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:39.464327 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843ac0e-d749-4d63-9a61-e3428018c945 admin admin] Checking segment: {'id': 'd264c6c8-f4ed-4f56-b552-186385afd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:13:39.464732 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2843ac0e-d749-4d63-9a61-e3428018c945 admin admin] Network hostable DHCP agents. Network: bba6b4e0-352c-4584-9361-30b48a4e47e7, hostable agents: ['888afc96-a555-4116-be52-48b34b306f1d'], hosted agents: [] {{(pid=100205) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 21:13:39.483248 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2843ac0e-d749-4d63-9a61-e3428018c945 admin admin] Network bba6b4e0-352c-4584-9361-30b48a4e47e7 is scheduled to be hosted by DHCP agent 888afc96-a555-4116-be52-48b34b306f1d with binding_index 1 {{(pid=100205) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 21:13:39.504787 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-2843ac0e-d749-4d63-9a61-e3428018c945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-800088-3, bba6b4e0-352c-4584-9361-30b48a4e47e7) {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:13:39.513240 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2843ac0e-d749-4d63-9a61-e3428018c945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:39.513918 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-2843ac0e-d749-4d63-9a61-e3428018c945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:39.515472 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5491dea-a54c-4131-8a32-41f5248bffa0 None None] Network bba6b4e0-352c-4584-9361-30b48a4e47e7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:13:39.533313 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-2843ac0e-d749-4d63-9a61-e3428018c945 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4569640 Jul 09 21:13:39.533825 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57256) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:39.541103 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-589805223-router', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:39.577455 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3671107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129060'] for router, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:39.578712 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3671260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3673452', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3843997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129067'] for router, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:39.617837 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a3267d60-e517-476a-89b2-f056d63021c2 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:13:39.656472 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:39.736962 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port a3267d60-e517-476a-89b2-f056d63021c2 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:13:39.748850 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a3267d60-e517-476a-89b2-f056d63021c2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:39.749230 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:39.826627 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1f2df581-b04a-592d-9d20-e98feedac8ed-bba6b4e0-352c-4584-9361-30b48a4e47e7', 'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'fixed_ips': [{'subnet_id': 'a4935acc-cf49-477c-b913-06c991718082'}]}} from n-d-800088-3. {{(pid=100206) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 21:13:39.826940 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3673222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3671121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129081'] for router, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:39.827483 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:40.095388 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:40.130043 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:40.131460 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:40.180868 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port a3267d60-e517-476a-89b2-f056d63021c2, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a3267d60-e517-476a-89b2-f056d63021c2,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:40.190284 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:40.212441 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Sync routers for ids ['a6265850-1c34-48f7-8217-307a4286b673'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:13:40.227689 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Routers {'a6265850-1c34-48f7-8217-307a4286b673'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:40.229131 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a6265850-1c34-48f7-8217-307a4286b673'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:40.236730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.db_base_plugin_common [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Allocated IP 172.20.0.2 (bba6b4e0-352c-4584-9361-30b48a4e47e7/a4935acc-cf49-477c-b913-06c991718082/a14c65bd-e0d7-487d-8b8f-01887089379b) {{(pid=100206) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:13:40.272757 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=a3267d60-e517-476a-89b2-f056d63021c2,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:40.293210 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Allocated IP 172.25.0.133 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/8ec38807-4ca4-42b7-af96-07ce513ddd33) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:13:40.372388 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Set router a6265850-1c34-48f7-8217-307a4286b673 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:40.455832 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:40.465293 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Notify callbacks [] for port, precommit_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:40.475526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Transition to ACTIVE for port object a14c65bd-e0d7-487d-8b8f-01887089379b will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:13:40.500047 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Transition to ACTIVE for port object a14c65bd-e0d7-487d-8b8f-01887089379b will not be triggered until provisioned by entity DHCP. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:13:40.506728 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:40.508137 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012'] for port, after_create {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:40.551311 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Network bba6b4e0-352c-4584-9361-30b48a4e47e7 is already hosted by enough agents. {{(pid=100206) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:13:40.555223 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:13:40.556600 n-d-800088-3 neutron-server[100206]: DEBUG neutron.scheduler.base_scheduler [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Resources bound (agent type, host, resource id): {{(pid=100206) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:13:40.559755 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:13:40.560017 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Received port after_create {{(pid=100206) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:13:40.564574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:13:40.568745 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Pushing event updated for resources: {'Port': ['ID=8ec38807-4ca4-42b7-af96-07ce513ddd33,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:40.601167 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Pushing event updated for resources: {'Port': ['ID=a14c65bd-e0d7-487d-8b8f-01887089379b,revision_number=1']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:40.643746 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Attempting to bind port a14c65bd-e0d7-487d-8b8f-01887089379b on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:13:40.644293 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Attempting to bind port a14c65bd-e0d7-487d-8b8f-01887089379b by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'd264c6c8-f4ed-4f56-b552-186385afd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:13:40.645019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Attempting to bind port a14c65bd-e0d7-487d-8b8f-01887089379b on network bba6b4e0-352c-4584-9361-30b48a4e47e7 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:13:40.648575 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 2, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:40.652147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:13:40.652577 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Checking segment: {'id': 'd264c6c8-f4ed-4f56-b552-186385afd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:13:40.652958 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:40.653371 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Bound using segment: {'id': 'd264c6c8-f4ed-4f56-b552-186385afd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:13:40.653872 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Bound port: a14c65bd-e0d7-487d-8b8f-01887089379b, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd264c6c8-f4ed-4f56-b552-186385afd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:13:40.654277 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:40.679977 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Checking router: a6265850-1c34-48f7-8217-307a4286b673 for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:13:40.680707 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Updating router a6265850-1c34-48f7-8217-307a4286b673 port 97f80e91-da42-4598-806a-e7bd53a8340e binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:13:40.734246 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:40.751346 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] For port a14c65bd-e0d7-487d-8b8f-01887089379b, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:13:40.756574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] For port a14c65bd-e0d7-487d-8b8f-01887089379b, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a14c65bd-e0d7-487d-8b8f-01887089379b,segment=NetworkSegment(d264c6c8-f4ed-4f56-b552-186385afd575),segment_id=d264c6c8-f4ed-4f56-b552-186385afd575)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:13:40.768969 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:40.852226 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e8038-77ee-488a-aefa-d6764790438f None None] Pushing event updated for resources: {'Port': ['ID=a14c65bd-e0d7-487d-8b8f-01887089379b,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:40.958182 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:41.195784 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:41.209387 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Transition to ACTIVE for port object 97f80e91-da42-4598-806a-e7bd53a8340e will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:13:41.221918 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:41.248837 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3671112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3673245'] for router, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:41.285982 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96dbf5-328a-4527-8208-cd8d6ed6db8a None None] Pushing event updated for resources: {'Port': ['ID=97f80e91-da42-4598-806a-e7bd53a8340e,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:41.313432 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96dbf5-328a-4527-8208-cd8d6ed6db8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:41.313786 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96dbf5-328a-4527-8208-cd8d6ed6db8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:41.314151 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96dbf5-328a-4527-8208-cd8d6ed6db8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:41.314494 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96dbf5-328a-4527-8208-cd8d6ed6db8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:41.314842 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96dbf5-328a-4527-8208-cd8d6ed6db8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:41.315169 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96dbf5-328a-4527-8208-cd8d6ed6db8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:41.315500 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96dbf5-328a-4527-8208-cd8d6ed6db8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:41.315877 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96dbf5-328a-4527-8208-cd8d6ed6db8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:41.316170 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96dbf5-328a-4527-8208-cd8d6ed6db8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:41.316497 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96dbf5-328a-4527-8208-cd8d6ed6db8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:41.316866 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96dbf5-328a-4527-8208-cd8d6ed6db8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:41.317182 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b96dbf5-328a-4527-8208-cd8d6ed6db8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100207) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:13:41.353660 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Attempting to bind port 97f80e91-da42-4598-806a-e7bd53a8340e on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:13:41.354536 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Attempting to bind port 97f80e91-da42-4598-806a-e7bd53a8340e by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:13:41.354904 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Attempting to bind port 97f80e91-da42-4598-806a-e7bd53a8340e on network 41b64cbe-61aa-4003-afae-02c287e738d6 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:13:41.361625 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:13:41.362006 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Checking segment: {'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:13:41.362422 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:41.362823 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Bound using segment: {'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:13:41.363304 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Bound port: 97f80e91-da42-4598-806a-e7bd53a8340e, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:13:41.363699 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:41.430022 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Router 0a0d2566-a17b-4943-bb93-61ae0e5d601f is scheduled to L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 with binding_index 1 {{(pid=100205) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 21:13:41.474422 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] For port 97f80e91-da42-4598-806a-e7bd53a8340e, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:13:41.480329 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] For port 97f80e91-da42-4598-806a-e7bd53a8340e, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=97f80e91-da42-4598-806a-e7bd53a8340e,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:13:41.488509 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:41.553038 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Routers {'a6265850-1c34-48f7-8217-307a4286b673'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:41.553817 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a6265850-1c34-48f7-8217-307a4286b673'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:41.647434 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96dbf5-328a-4527-8208-cd8d6ed6db8a None None] Pushing event updated for resources: {'Port': ['ID=97f80e91-da42-4598-806a-e7bd53a8340e,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:41.767974 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a3267d60-e517-476a-89b2-f056d63021c2 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:13:41.834843 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] Set router a6265850-1c34-48f7-8217-307a4286b673 gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:41.858477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a3267d60-e517-476a-89b2-f056d63021c2 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:41.858771 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:41.981756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a14c65bd-e0d7-487d-8b8f-01887089379b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:13:42.048359 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:13:42.050094 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port a14c65bd-e0d7-487d-8b8f-01887089379b completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:13:42.070894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Sync routers for ids ['0a0d2566-a17b-4943-bb93-61ae0e5d601f'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:13:42.078540 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:42.079928 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-21449ffe-4531-4054-8d8e-ade7b51705ae admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5448678 Jul 09 21:13:42.082692 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57258) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:42.088918 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Routers {'0a0d2566-a17b-4943-bb93-61ae0e5d601f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:42.089728 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0a0d2566-a17b-4943-bb93-61ae0e5d601f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:42.218628 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:41Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:42.240808 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cb55d8-1c11-4b4a-9bb6-333c66e157c3 None None] Network bba6b4e0-352c-4584-9361-30b48a4e47e7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:13:42.261958 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4979d0-f5f0-4f74-8429-cd8394ce4c91 None None] The sync data for ids ['a6265850-1c34-48f7-8217-307a4286b673'] in n-d-800088-3 is: [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:41Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:13:42.323756 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Set router 0a0d2566-a17b-4943-bb93-61ae0e5d601f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:42.392221 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-738c8c7d-fac4-4e06-a303-4f15e9562694 None None] Provisioning for port a14c65bd-e0d7-487d-8b8f-01887089379b completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:13:42.401477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-738c8c7d-fac4-4e06-a303-4f15e9562694 None None] Provisioning complete for port a14c65bd-e0d7-487d-8b8f-01887089379b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:42.401874 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-738c8c7d-fac4-4e06-a303-4f15e9562694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:42.676465 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-738c8c7d-fac4-4e06-a303-4f15e9562694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:42.679012 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:42.737518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-738c8c7d-fac4-4e06-a303-4f15e9562694 None None] For port a14c65bd-e0d7-487d-8b8f-01887089379b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a14c65bd-e0d7-487d-8b8f-01887089379b,segment=NetworkSegment(d264c6c8-f4ed-4f56-b552-186385afd575),segment_id=d264c6c8-f4ed-4f56-b552-186385afd575)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:42.753091 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-738c8c7d-fac4-4e06-a303-4f15e9562694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:42.794811 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'name': 'tempest-TestSnapshotPattern-589805223-router', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '8ec38807-4ca4-42b7-af96-07ce513ddd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:39Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 3, 'project_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'gw_port': {'id': '8ec38807-4ca4-42b7-af96-07ce513ddd33', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:40Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:42.837601 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Checking router: 0a0d2566-a17b-4943-bb93-61ae0e5d601f for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:13:42.837877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Updating router 0a0d2566-a17b-4943-bb93-61ae0e5d601f port 8ec38807-4ca4-42b7-af96-07ce513ddd33 binding host n-d-800088-3 {{(pid=100206) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:13:42.891893 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c8c7d-fac4-4e06-a303-4f15e9562694 None None] Pushing event updated for resources: {'Port': ['ID=a14c65bd-e0d7-487d-8b8f-01887089379b,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:42.906667 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:42.956858 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Allocated IP 172.20.0.1 (bba6b4e0-352c-4584-9361-30b48a4e47e7/a4935acc-cf49-477c-b913-06c991718082/01cc5ca0-9b90-44c0-a489-5a502e1047c6) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:13:43.093014 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.111948 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Transition to ACTIVE for port object 01cc5ca0-9b90-44c0-a489-5a502e1047c6 will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:13:43.131894 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9e2f80f4-9a1c-4d92-8a68-cc1b6511a048 None None] Provisioning complete for port a14c65bd-e0d7-487d-8b8f-01887089379b triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:43.132293 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9e2f80f4-9a1c-4d92-8a68-cc1b6511a048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.165605 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.203687 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Network bba6b4e0-352c-4584-9361-30b48a4e47e7 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:13:43.206816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:13:43.210704 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:13:43.257593 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Pushing event updated for resources: {'Port': ['ID=01cc5ca0-9b90-44c0-a489-5a502e1047c6,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:43.272007 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676074'] for router_interface, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.295757 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Notify callbacks [] for port, precommit_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.316670 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Transition to ACTIVE for port object 8ec38807-4ca4-42b7-af96-07ce513ddd33 will not be triggered until provisioned by entity L2. {{(pid=100206) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:13:43.324289 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.382428 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Attempting to bind port 8ec38807-4ca4-42b7-af96-07ce513ddd33 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:13:43.382796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Attempting to bind port 8ec38807-4ca4-42b7-af96-07ce513ddd33 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:13:43.383177 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Attempting to bind port 8ec38807-4ca4-42b7-af96-07ce513ddd33 on network 7a97b206-c681-46bf-83e7-464bfb1ece64 {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:13:43.386368 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eda875-7b7d-4e7b-b64f-5351a638d8cc None None] Pushing event updated for resources: {'Port': ['ID=8ec38807-4ca4-42b7-af96-07ce513ddd33,revision_number=2']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:43.392479 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:13:43.393062 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Checking segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100206) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:13:43.393346 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.393730 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Bound using segment: {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'} {{(pid=100206) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:13:43.394220 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.managers [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Bound port: 8ec38807-4ca4-42b7-af96-07ce513ddd33, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef581182-ca49-4898-af95-b9586cca3205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64'}}] {{(pid=100206) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:13:43.394645 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.456209 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.471881 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] For port 8ec38807-4ca4-42b7-af96-07ce513ddd33, host n-d-800088-3, cleared binding levels {{(pid=100206) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:13:43.475772 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] For port 8ec38807-4ca4-42b7-af96-07ce513ddd33, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8ec38807-4ca4-42b7-af96-07ce513ddd33,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:13:43.481613 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.560576 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8651b54f-3319-4896-82dd-e3fc3c51737f None None] Provisioning for port 01cc5ca0-9b90-44c0-a489-5a502e1047c6 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:13:43.564250 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Routers {'0a0d2566-a17b-4943-bb93-61ae0e5d601f'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:43.565095 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0a0d2566-a17b-4943-bb93-61ae0e5d601f'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:43.571838 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8651b54f-3319-4896-82dd-e3fc3c51737f None None] Provisioning complete for port 01cc5ca0-9b90-44c0-a489-5a502e1047c6 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:43.572262 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8651b54f-3319-4896-82dd-e3fc3c51737f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.610158 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eda875-7b7d-4e7b-b64f-5351a638d8cc None None] Pushing event updated for resources: {'Port': ['ID=8ec38807-4ca4-42b7-af96-07ce513ddd33,revision_number=3']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:43.619661 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 97f80e91-da42-4598-806a-e7bd53a8340e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:13:43.682925 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.688247 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.734462 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8651b54f-3319-4896-82dd-e3fc3c51737f None None] Port 01cc5ca0-9b90-44c0-a489-5a502e1047c6 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:13:43.761679 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3678406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3675607'] for router_interface, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.764390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Pushing event updated for resources: {'Port': ['ID=01cc5ca0-9b90-44c0-a489-5a502e1047c6,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:43.772241 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 97f80e91-da42-4598-806a-e7bd53a8340e completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:13:43.779166 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] Set router 0a0d2566-a17b-4943-bb93-61ae0e5d601f gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:43.781978 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 97f80e91-da42-4598-806a-e7bd53a8340e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:43.782376 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:43.872816 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Network bba6b4e0-352c-4584-9361-30b48a4e47e7 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:13:43.874282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:13:44.012183 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Router 0a0d2566-a17b-4943-bb93-61ae0e5d601f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:13:44.018842 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:44.089289 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 97f80e91-da42-4598-806a-e7bd53a8340e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=97f80e91-da42-4598-806a-e7bd53a8340e,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:44.097610 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:44.098419 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a14c65bd-e0d7-487d-8b8f-01887089379b up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:13:44.142084 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:13:44.147810 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-08c27c86-edaa-4f8a-878c-961f79d5cae6 admin admin] 10.222.0.30 "PUT /v2.0/routers/0a0d2566-a17b-4943-bb93-61ae0e5d601f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0639107 Jul 09 21:13:44.194392 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'name': 'tempest-TestSnapshotPattern-589805223-router', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '8ec38807-4ca4-42b7-af96-07ce513ddd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:39Z', 'updated_at': '2021-07-09T21:13:43Z', 'revision_number': 4, 'project_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'gw_port': {'id': '8ec38807-4ca4-42b7-af96-07ce513ddd33', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:40Z', 'updated_at': '2021-07-09T21:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '01cc5ca0-9b90-44c0-a489-5a502e1047c6', 'name': '', 'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'mac_address': 'fa:16:3e:d6:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a4935acc-cf49-477c-b913-06c991718082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:42Z', 'updated_at': '2021-07-09T21:13:42Z', 'revision_number': 1, 'project_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'subnets': [{'id': 'a4935acc-cf49-477c-b913-06c991718082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:44.229899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83384430-b3c3-405a-8f9f-0f8898c644d3 None None] The sync data for ids ['0a0d2566-a17b-4943-bb93-61ae0e5d601f'] in n-d-800088-3 is: [{'id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'name': 'tempest-TestSnapshotPattern-589805223-router', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '8ec38807-4ca4-42b7-af96-07ce513ddd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:39Z', 'updated_at': '2021-07-09T21:13:43Z', 'revision_number': 4, 'project_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'gw_port': {'id': '8ec38807-4ca4-42b7-af96-07ce513ddd33', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:40Z', 'updated_at': '2021-07-09T21:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '01cc5ca0-9b90-44c0-a489-5a502e1047c6', 'name': '', 'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'mac_address': 'fa:16:3e:d6:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a4935acc-cf49-477c-b913-06c991718082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:42Z', 'updated_at': '2021-07-09T21:13:42Z', 'revision_number': 1, 'project_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'subnets': [{'id': 'a4935acc-cf49-477c-b913-06c991718082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:13:44.231472 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=97f80e91-da42-4598-806a-e7bd53a8340e,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:44.234335 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-9a403bf1-c40b-4087-b356-dae390709196 None None] Provisioning complete for port 01cc5ca0-9b90-44c0-a489-5a502e1047c6 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:44.234335 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9a403bf1-c40b-4087-b356-dae390709196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:44.282840 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port a14c65bd-e0d7-487d-8b8f-01887089379b triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:44.283221 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:44.284953 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-9a403bf1-c40b-4087-b356-dae390709196 None None] Port 01cc5ca0-9b90-44c0-a489-5a502e1047c6 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:13:44.721818 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57266) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:44.731424 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-59234927-b458-4970-8f2a-c4db15644557 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1887303896', 'description': 'tempest-secgroup-smoke-1887303896 description', 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:44.758706 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59234927-b458-4970-8f2a-c4db15644557 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:44.852700 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59234927-b458-4970-8f2a-c4db15644557 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:44.857453 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59234927-b458-4970-8f2a-c4db15644557 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:44.892235 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-59234927-b458-4970-8f2a-c4db15644557 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:44.893553 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-59234927-b458-4970-8f2a-c4db15644557 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1703198 Jul 09 21:13:44.894771 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59234927-b458-4970-8f2a-c4db15644557 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:44.896950 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57268) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:44.907608 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-46ff2f42-d1d9-4ebb-884a-e4fe839fb20f tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Request body: {'security_group_rule': {'security_group_id': 'fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c', 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:44.938719 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-46ff2f42-d1d9-4ebb-884a-e4fe839fb20f tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.015386 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-46ff2f42-d1d9-4ebb-884a-e4fe839fb20f tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.034906 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-46ff2f42-d1d9-4ebb-884a-e4fe839fb20f tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.051821 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff2f42-d1d9-4ebb-884a-e4fe839fb20f tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9ce678-d652-408e-bb09-d1e98f45437f,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:45.066473 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-46ff2f42-d1d9-4ebb-884a-e4fe839fb20f tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.067850 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-46ff2f42-d1d9-4ebb-884a-e4fe839fb20f tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1642098 Jul 09 21:13:45.070503 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57270) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:45.076649 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-65c980f9-0423-4d59-9c4d-65f23b99d81a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Request body: {'security_group_rule': {'security_group_id': 'fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c', 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:45.108349 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-65c980f9-0423-4d59-9c4d-65f23b99d81a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.193474 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-65c980f9-0423-4d59-9c4d-65f23b99d81a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.199353 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-65c980f9-0423-4d59-9c4d-65f23b99d81a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.222185 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c980f9-0423-4d59-9c4d-65f23b99d81a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96d40f9-d7e9-4576-8fe7-9cd266061ee0,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:45.226489 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-65c980f9-0423-4d59-9c4d-65f23b99d81a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.227725 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-65c980f9-0423-4d59-9c4d-65f23b99d81a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1562393 Jul 09 21:13:45.231942 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57272) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:45.236765 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-c9692f79-d4b6-4dec-8533-041c989b73e1 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Request body: {'security_group_rule': {'security_group_id': 'fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c', 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:45.270452 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9692f79-d4b6-4dec-8533-041c989b73e1 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.348400 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9692f79-d4b6-4dec-8533-041c989b73e1 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.355245 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9692f79-d4b6-4dec-8533-041c989b73e1 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.369817 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9692f79-d4b6-4dec-8533-041c989b73e1 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8629bb9-6583-4fee-86a7-1bcdf0d2a31c,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:45.384242 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-c9692f79-d4b6-4dec-8533-041c989b73e1 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.385943 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-c9692f79-d4b6-4dec-8533-041c989b73e1 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527784 Jul 09 21:13:45.389832 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57274) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:45.395628 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-5cafc359-d61e-4b06-a530-c2d0ce322353 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Request body: {'security_group_rule': {'security_group_id': 'fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c', 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:45.430675 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5cafc359-d61e-4b06-a530-c2d0ce322353 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.514053 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5cafc359-d61e-4b06-a530-c2d0ce322353 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.519314 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5cafc359-d61e-4b06-a530-c2d0ce322353 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.550013 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafc359-d61e-4b06-a530-c2d0ce322353 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790068de-b3f8-4076-a634-fd0e22e9b33e,revision_number=0']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:45.558383 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-5cafc359-d61e-4b06-a530-c2d0ce322353 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.564030 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-5cafc359-d61e-4b06-a530-c2d0ce322353 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1688988 Jul 09 21:13:45.566078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57276) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:45.571099 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-04772af8-a96a-46f5-97ab-1bf2e661c108 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Request body: {'security_group_rule': {'security_group_id': 'fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c', 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:45.610892 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-04772af8-a96a-46f5-97ab-1bf2e661c108 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Project 69e9e17e2d8d408b98f56d60ffcedaf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:13:45.616292 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-04772af8-a96a-46f5-97ab-1bf2e661c108 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.673347 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8ec38807-4ca4-42b7-af96-07ce513ddd33 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:13:45.735449 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-04772af8-a96a-46f5-97ab-1bf2e661c108 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.741183 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-04772af8-a96a-46f5-97ab-1bf2e661c108 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.756951 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 8ec38807-4ca4-42b7-af96-07ce513ddd33 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:13:45.761591 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 8ec38807-4ca4-42b7-af96-07ce513ddd33 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:45.762038 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.765781 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04772af8-a96a-46f5-97ab-1bf2e661c108 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b71ad16-4e3e-4f2d-9445-e959756ee266,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:45.773918 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-04772af8-a96a-46f5-97ab-1bf2e661c108 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.775706 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-04772af8-a96a-46f5-97ab-1bf2e661c108 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2082267 Jul 09 21:13:45.778735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57278) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:45.783997 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-727cddc9-32a9-4bae-9718-e7e855b1375e tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Request body: {'security_group_rule': {'security_group_id': 'fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c', 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:45.808779 n-d-800088-3 neutron-server[100205]: INFO neutron.db.securitygroups_db [None req-727cddc9-32a9-4bae-9718-e7e855b1375e tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Project 69e9e17e2d8d408b98f56d60ffcedaf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 21:13:45.823154 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-727cddc9-32a9-4bae-9718-e7e855b1375e tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.865960 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.894656 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-727cddc9-32a9-4bae-9718-e7e855b1375e tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.899111 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-727cddc9-32a9-4bae-9718-e7e855b1375e tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3749635'] for security_group_rule, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.901653 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 8ec38807-4ca4-42b7-af96-07ce513ddd33, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8ec38807-4ca4-42b7-af96-07ce513ddd33,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:45.906107 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.907065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 97f80e91-da42-4598-806a-e7bd53a8340e up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:13:45.917275 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cddc9-32a9-4bae-9718-e7e855b1375e tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ea47fc-33a2-430c-b1ec-b86b2e891710,revision_number=0']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:45.929615 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-727cddc9-32a9-4bae-9718-e7e855b1375e tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:45.939531 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-727cddc9-32a9-4bae-9718-e7e855b1375e tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513600 Jul 09 21:13:46.006007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=8ec38807-4ca4-42b7-af96-07ce513ddd33,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:46.019441 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 97f80e91-da42-4598-806a-e7bd53a8340e triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:46.019896 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:46.118349 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-fd6e2699-8fb2-4f24-a813-a26eb4525a4d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887303896&fields=id&tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1 HTTP/1.1" status: 200 len: 267 time: 0.0526507 Jul 09 21:13:46.252643 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053223d1-143e-450a-ad83-feca11898733 req-7d5ff169-187f-40f8-a318-324549661ec6 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:46.254540 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-7d5ff169-187f-40f8-a318-324549661ec6 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 810 time: 0.1244690 Jul 09 21:13:46.273248 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-43107882-4bce-48c6-859b-c09c727ac7e7 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/quotas/69e9e17e2d8d408b98f56d60ffcedaf1 HTTP/1.1" status: 200 len: 375 time: 0.0124693 Jul 09 21:13:46.372228 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-66eed6b7-6a94-4fe1-a80e-6e660a431326 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877464 Jul 09 21:13:46.498143 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-7aa53cb4-03db-4ad4-abf8-b9eeb15801c7 service neutron] 10.222.0.30 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130805 Jul 09 21:13:46.606365 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-01edf2a7-f0fe-48b3-94d2-1bdec5622dbd service neutron] 10.222.0.30 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978768 Jul 09 21:13:46.656431 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Sync routers for ids ['0a0d2566-a17b-4943-bb93-61ae0e5d601f'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:13:46.666919 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Routers {'0a0d2566-a17b-4943-bb93-61ae0e5d601f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:46.667540 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0a0d2566-a17b-4943-bb93-61ae0e5d601f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:46.801953 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9bf3e82c-150a-4b26-9a84-57c14ec2e8b8 req-025adeb1-eaed-4cfc-b736-782356e33703 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 210 time: 0.0298221 Jul 09 21:13:46.807515 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Set router 0a0d2566-a17b-4943-bb93-61ae0e5d601f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:47.178163 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'name': 'tempest-TestSnapshotPattern-589805223-router', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '8ec38807-4ca4-42b7-af96-07ce513ddd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:39Z', 'updated_at': '2021-07-09T21:13:43Z', 'revision_number': 4, 'project_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'gw_port': {'id': '8ec38807-4ca4-42b7-af96-07ce513ddd33', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:40Z', 'updated_at': '2021-07-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '01cc5ca0-9b90-44c0-a489-5a502e1047c6', 'name': '', 'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'mac_address': 'fa:16:3e:d6:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a4935acc-cf49-477c-b913-06c991718082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:42Z', 'updated_at': '2021-07-09T21:13:43Z', 'revision_number': 2, 'project_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'subnets': [{'id': 'a4935acc-cf49-477c-b913-06c991718082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:47.218406 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Checking router: 0a0d2566-a17b-4943-bb93-61ae0e5d601f for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:13:47.219159 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Updating router 0a0d2566-a17b-4943-bb93-61ae0e5d601f port 01cc5ca0-9b90-44c0-a489-5a502e1047c6 binding host n-d-800088-3 {{(pid=100207) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 21:13:47.263361 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:47.561208 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8ec38807-4ca4-42b7-af96-07ce513ddd33 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:13:47.600020 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Notify callbacks [] for port, precommit_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:47.612341 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.provisioning_blocks [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Transition to ACTIVE for port object 01cc5ca0-9b90-44c0-a489-5a502e1047c6 will not be triggered until provisioned by entity L2. {{(pid=100207) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:13:47.620415 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:47.622633 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 8ec38807-4ca4-42b7-af96-07ce513ddd33 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:47.623250 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:47.736365 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ceccbc-55a9-4e7d-9602-c8bf86356b28 None None] Pushing event updated for resources: {'Port': ['ID=01cc5ca0-9b90-44c0-a489-5a502e1047c6,revision_number=3']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:47.776287 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Attempting to bind port 01cc5ca0-9b90-44c0-a489-5a502e1047c6 on host n-d-800088-3 for vnic_type normal with profile {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:13:47.776838 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Attempting to bind port 01cc5ca0-9b90-44c0-a489-5a502e1047c6 by drivers openvswitch,hyperv on host n-d-800088-3 at level 0 using segments [{'id': 'd264c6c8-f4ed-4f56-b552-186385afd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7'}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:13:47.777326 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Attempting to bind port 01cc5ca0-9b90-44c0-a489-5a502e1047c6 on network bba6b4e0-352c-4584-9361-30b48a4e47e7 {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:13:47.783161 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Checking agent: {'id': '134cf863-2e8c-407e-93a1-c396ad15092d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 38, 29), 'started_at': datetime.datetime(2021, 7, 9, 19, 38, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-800088-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:13:47.783686 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Checking segment: {'id': 'd264c6c8-f4ed-4f56-b552-186385afd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100207) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:13:47.784200 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:47.784741 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Bound using segment: {'id': 'd264c6c8-f4ed-4f56-b552-186385afd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7'} {{(pid=100207) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:13:47.785373 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.managers [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Bound port: 01cc5ca0-9b90-44c0-a489-5a502e1047c6, host: n-d-800088-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd264c6c8-f4ed-4f56-b552-186385afd575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7'}}] {{(pid=100207) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:13:47.785976 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:47.879343 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] For port 01cc5ca0-9b90-44c0-a489-5a502e1047c6, host n-d-800088-3, cleared binding levels {{(pid=100207) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:13:47.883271 n-d-800088-3 neutron-server[100207]: DEBUG neutron.plugins.ml2.db [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] For port 01cc5ca0-9b90-44c0-a489-5a502e1047c6, host n-d-800088-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=01cc5ca0-9b90-44c0-a489-5a502e1047c6,segment=NetworkSegment(d264c6c8-f4ed-4f56-b552-186385afd575),segment_id=d264c6c8-f4ed-4f56-b552-186385afd575)] {{(pid=100207) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:13:47.889223 n-d-800088-3 neutron-server[100207]: DEBUG neutron_lib.callbacks.manager [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100207) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:47.957646 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Routers {'0a0d2566-a17b-4943-bb93-61ae0e5d601f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:47.958518 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0a0d2566-a17b-4943-bb93-61ae0e5d601f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:48.000022 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ceccbc-55a9-4e7d-9602-c8bf86356b28 None None] Pushing event updated for resources: {'Port': ['ID=01cc5ca0-9b90-44c0-a489-5a502e1047c6,revision_number=4']} {{(pid=100207) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:48.012891 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-05ca9246-393a-42a1-92bf-b50f694acdfa req-c0fa6cc6-5cb5-4def-a064-658f60c3a6f8 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 210 time: 0.0368705 Jul 09 21:13:48.098748 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] Set router 0a0d2566-a17b-4943-bb93-61ae0e5d601f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:48.314768 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053223d1-143e-450a-ad83-feca11898733 req-e32160a6-75f3-47a6-982c-c0e4b8d7bf99 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:48.318171 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-e32160a6-75f3-47a6-982c-c0e4b8d7bf99 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.32 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 810 time: 0.1633830 Jul 09 21:13:48.366374 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-7385ff8d-b7b2-45ca-bf4c-f6c45fa80722 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1 HTTP/1.1" status: 200 len: 380 time: 0.0393465 Jul 09 21:13:48.367495 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'name': 'tempest-TestSnapshotPattern-589805223-router', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '8ec38807-4ca4-42b7-af96-07ce513ddd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:39Z', 'updated_at': '2021-07-09T21:13:43Z', 'revision_number': 4, 'project_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'gw_port': {'id': '8ec38807-4ca4-42b7-af96-07ce513ddd33', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:40Z', 'updated_at': '2021-07-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '01cc5ca0-9b90-44c0-a489-5a502e1047c6', 'name': '', 'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'mac_address': 'fa:16:3e:d6:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a4935acc-cf49-477c-b913-06c991718082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:42Z', 'updated_at': '2021-07-09T21:13:47Z', 'revision_number': 4, 'project_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'subnets': [{'id': 'a4935acc-cf49-477c-b913-06c991718082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:48.377403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-053223d1-143e-450a-ad83-feca11898733 req-3a88ef8b-a1d4-478a-b849-8c65250e938d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Request body: {'port': {'device_id': '0abfc4fd-4be6-4314-899e-5f8800898496', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'admin_state_up': True, 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'security_groups': ['fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c']}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:48.400092 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3272fc-67cb-4a90-be34-f15bb54ec31c None None] The sync data for ids ['0a0d2566-a17b-4943-bb93-61ae0e5d601f'] in n-d-800088-3 is: [{'id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'name': 'tempest-TestSnapshotPattern-589805223-router', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '8ec38807-4ca4-42b7-af96-07ce513ddd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:39Z', 'updated_at': '2021-07-09T21:13:43Z', 'revision_number': 4, 'project_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'gw_port': {'id': '8ec38807-4ca4-42b7-af96-07ce513ddd33', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:40Z', 'updated_at': '2021-07-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '01cc5ca0-9b90-44c0-a489-5a502e1047c6', 'name': '', 'network_id': 'bba6b4e0-352c-4584-9361-30b48a4e47e7', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'mac_address': 'fa:16:3e:d6:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'a4935acc-cf49-477c-b913-06c991718082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:42Z', 'updated_at': '2021-07-09T21:13:47Z', 'revision_number': 4, 'project_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'subnets': [{'id': 'a4935acc-cf49-477c-b913-06c991718082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:13:48.516174 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053223d1-143e-450a-ad83-feca11898733 req-3a88ef8b-a1d4-478a-b849-8c65250e938d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Made reservation on behalf of 69e9e17e2d8d408b98f56d60ffcedaf1 for: {'port': 1} {{(pid=100205) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:13:48.522405 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-053223d1-143e-450a-ad83-feca11898733 req-3a88ef8b-a1d4-478a-b849-8c65250e938d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:48.719567 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [req-053223d1-143e-450a-ad83-feca11898733 req-3a88ef8b-a1d4-478a-b849-8c65250e938d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Allocated IP 172.20.0.14 (41b64cbe-61aa-4003-afae-02c287e738d6/48417abd-1758-43b8-ae76-a1fd2bfcc40c/1bd81bff-c9d5-4578-adb7-c75fa6eb543d) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:13:48.913336 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-053223d1-143e-450a-ad83-feca11898733 req-3a88ef8b-a1d4-478a-b849-8c65250e938d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:48.936467 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-053223d1-143e-450a-ad83-feca11898733 req-3a88ef8b-a1d4-478a-b849-8c65250e938d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Transition to ACTIVE for port object 1bd81bff-c9d5-4578-adb7-c75fa6eb543d will not be triggered until provisioned by entity DHCP. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:13:48.982382 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-053223d1-143e-450a-ad83-feca11898733 req-3a88ef8b-a1d4-478a-b849-8c65250e938d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:49.044116 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053223d1-143e-450a-ad83-feca11898733 req-3a88ef8b-a1d4-478a-b849-8c65250e938d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Network 41b64cbe-61aa-4003-afae-02c287e738d6 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:13:49.047765 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [req-053223d1-143e-450a-ad83-feca11898733 req-3a88ef8b-a1d4-478a-b849-8c65250e938d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:13:49.052574 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-053223d1-143e-450a-ad83-feca11898733 req-3a88ef8b-a1d4-478a-b849-8c65250e938d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:13:49.095538 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88ef8b-a1d4-478a-b849-8c65250e938d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event updated for resources: {'Port': ['ID=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:49.118936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053223d1-143e-450a-ad83-feca11898733 req-3a88ef8b-a1d4-478a-b849-8c65250e938d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:49.120081 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-053223d1-143e-450a-ad83-feca11898733 req-3a88ef8b-a1d4-478a-b849-8c65250e938d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:49.142944 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-3a88ef8b-a1d4-478a-b849-8c65250e938d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7710588 Jul 09 21:13:49.254194 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7bd1c-244e-4a89-adc0-720687163f4b req-52e6a19f-fd9b-444b-a9bb-ee017a11a59b tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:49.255810 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9e7bd1c-244e-4a89-adc0-720687163f4b req-52e6a19f-fd9b-444b-a9bb-ee017a11a59b tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 932 time: 0.0954437 Jul 09 21:13:49.319086 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Request body: {'port': {'device_id': '0abfc4fd-4be6-4314-899e-5f8800898496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-800088-3'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:49.333494 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e9e7bd1c-244e-4a89-adc0-720687163f4b req-90664385-47e4-4897-bd46-4e48591ff319 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658915 Jul 09 21:13:49.413046 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:49.434166 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5be67cc9-0e96-4108-aee9-886482140086 None None] Provisioning for port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:13:49.439052 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-5be67cc9-0e96-4108-aee9-886482140086 None None] Provisioning complete for port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:49.439735 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5be67cc9-0e96-4108-aee9-886482140086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:49.482051 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-5be67cc9-0e96-4108-aee9-886482140086 None None] Port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:13:49.582727 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 01cc5ca0-9b90-44c0-a489-5a502e1047c6 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:13:49.663876 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning for port 01cc5ca0-9b90-44c0-a489-5a502e1047c6 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:13:49.670173 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 01cc5ca0-9b90-44c0-a489-5a502e1047c6 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:49.671381 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:49.769395 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:49.779150 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd81bff-c9d5-4578-adb7-c75fa6eb543d {{(pid=100205) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:13:49.787600 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:49.806035 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.provisioning_blocks [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Transition to ACTIVE for port object 1bd81bff-c9d5-4578-adb7-c75fa6eb543d will not be triggered until provisioned by entity L2. {{(pid=100205) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:13:49.808899 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] For port 01cc5ca0-9b90-44c0-a489-5a502e1047c6, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=01cc5ca0-9b90-44c0-a489-5a502e1047c6,segment=NetworkSegment(d264c6c8-f4ed-4f56-b552-186385afd575),segment_id=d264c6c8-f4ed-4f56-b552-186385afd575)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:49.811199 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:49.814128 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:49.877711 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Pushing event updated for resources: {'Port': ['ID=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:49.879053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Pushing event updated for resources: {'Port': ['ID=01cc5ca0-9b90-44c0-a489-5a502e1047c6,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:49.965600 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Attempting to bind port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d on host n-h2-800088-3 for vnic_type normal with profile {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:13:49.966000 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Attempting to bind port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d by drivers openvswitch,hyperv on host n-h2-800088-3 at level 0 using segments [{'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:13:49.966393 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Attempting to bind port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d on network 41b64cbe-61aa-4003-afae-02c287e738d6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:13:49.973644 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d on network 41b64cbe-61aa-4003-afae-02c287e738d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-800088-3 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:13:49.974167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Attempting to bind port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d on network 41b64cbe-61aa-4003-afae-02c287e738d6 {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:13:49.982273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Checking agent: {'id': '6a129403-cd48-4974-be0b-855f62d3e833', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:13:49.982617 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Checking segment: {'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100205) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:13:49.983024 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Bound using segment: {'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'} {{(pid=100205) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:13:49.983464 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.managers [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Bound port: 1bd81bff-c9d5-4578-adb7-c75fa6eb543d, host: n-h2-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'}}] {{(pid=100205) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:13:49.983838 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:50.070078 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] For port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d, host n-h2-800088-3, cleared binding levels {{(pid=100205) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:13:50.073129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] For port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d, host n-h2-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100205) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:13:50.079851 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:50.119936 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:50.120752 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:50.122764 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] 10.222.0.32 "PUT /v2.0/ports/1bd81bff-c9d5-4578-adb7-c75fa6eb543d HTTP/1.1" status: 200 len: 1092 time: 0.9725080 Jul 09 21:13:50.123250 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abfc4fd-4be6-4314-899e-5f8800898496', 'tag': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:13:50.126641 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a38033e-9ec1-464f-9ebe-a2d33f432317" -d '{"events": [{"name": "network-changed", "server_uuid": "0abfc4fd-4be6-4314-899e-5f8800898496", "tag": "1bd81bff-c9d5-4578-adb7-c75fa6eb543d"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:13:50.161411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd26957-7762-4310-aa98-ea112a86676b service neutron] Pushing event updated for resources: {'Port': ['ID=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,revision_number=3']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:50.260903 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053223d1-143e-450a-ad83-feca11898733 req-e1875942-e58e-40e7-a108-bcabb3285cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:50.263439 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-e1875942-e58e-40e7-a108-bcabb3285cbf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 1095 time: 0.0909133 Jul 09 21:13:50.267682 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25456aa6-0f4d-44a3-b945-8eca77f4e295 x-openstack-request-id: req-25456aa6-0f4d-44a3-b945-8eca77f4e295 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:13:50.268056 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abfc4fd-4be6-4314-899e-5f8800898496", "tag": "1bd81bff-c9d5-4578-adb7-c75fa6eb543d", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:13:50.268376 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25456aa6-0f4d-44a3-b945-8eca77f4e295 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:13:50.268883 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abfc4fd-4be6-4314-899e-5f8800898496', 'tag': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'status': 'completed', 'code': 200} Jul 09 21:13:50.314088 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-4e8711c1-28f2-4114-81d2-81c3c8748e15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d HTTP/1.1" status: 200 len: 217 time: 0.0411420 Jul 09 21:13:50.367503 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053223d1-143e-450a-ad83-feca11898733 req-4b802979-7c57-453b-bc91-3d1560205aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:50.369722 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-4b802979-7c57-453b-bc91-3d1560205aa9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 200 len: 849 time: 0.0496552 Jul 09 21:13:50.447012 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053223d1-143e-450a-ad83-feca11898733 req-8037a89a-8ca6-46be-b209-6977907a37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:50.449289 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-8037a89a-8ca6-46be-b209-6977907a37ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41b64cbe-61aa-4003-afae-02c287e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739157 Jul 09 21:13:50.587896 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-72e65048-c2d4-4cd9-babf-686e570b6cc3 service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318984 Jul 09 21:13:50.610324 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138391d-94fe-4b63-8093-d4fbb4945bbb req-62969a1d-92e6-4991-b6d2-9d0f5d78e771 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:50.611959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9138391d-94fe-4b63-8093-d4fbb4945bbb req-62969a1d-92e6-4991-b6d2-9d0f5d78e771 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 944 time: 0.1478710 Jul 09 21:13:50.713318 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9138391d-94fe-4b63-8093-d4fbb4945bbb req-d9a26dd8-509a-40a0-a0c1-084a23b9b82f tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880048 Jul 09 21:13:50.741285 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-053223d1-143e-450a-ad83-feca11898733 req-14962b8d-3ac7-4266-9efe-1cc1a75278af service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466591 Jul 09 21:13:50.850334 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38033e-9ec1-464f-9ebe-a2d33f432317 req-43417b0b-274e-4bfc-8eb6-eabdeca1bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:50.851759 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a38033e-9ec1-464f-9ebe-a2d33f432317 req-43417b0b-274e-4bfc-8eb6-eabdeca1bb11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 1095 time: 0.0577354 Jul 09 21:13:50.956145 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38033e-9ec1-464f-9ebe-a2d33f432317 req-2e14ca0c-d77b-4932-89fc-07ec20351735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:50.957818 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a38033e-9ec1-464f-9ebe-a2d33f432317 req-2e14ca0c-d77b-4932-89fc-07ec20351735 service neutron] 10.222.0.32 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 911 time: 0.0993454 Jul 09 21:13:51.003602 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a38033e-9ec1-464f-9ebe-a2d33f432317 req-32716c6c-b06f-43cd-ac58-2ff2a28ed5b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d HTTP/1.1" status: 200 len: 217 time: 0.0385277 Jul 09 21:13:51.064691 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38033e-9ec1-464f-9ebe-a2d33f432317 req-a875f991-46c3-433a-9377-2d7f6ddb637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:51.066200 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a38033e-9ec1-464f-9ebe-a2d33f432317 req-a875f991-46c3-433a-9377-2d7f6ddb637e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 200 len: 849 time: 0.0552034 Jul 09 21:13:51.126658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38033e-9ec1-464f-9ebe-a2d33f432317 req-a96413c9-c676-46ef-a3eb-6145681a378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:51.128178 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a38033e-9ec1-464f-9ebe-a2d33f432317 req-a96413c9-c676-46ef-a3eb-6145681a378e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41b64cbe-61aa-4003-afae-02c287e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550885 Jul 09 21:13:51.234351 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a38033e-9ec1-464f-9ebe-a2d33f432317 req-c1de2178-322a-4fd7-88ff-ae18fa286285 service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992384 Jul 09 21:13:51.351520 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a38033e-9ec1-464f-9ebe-a2d33f432317 req-1006907c-ad26-4e3b-9e1d-a94ad26efb65 service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104741 Jul 09 21:13:51.556030 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 01cc5ca0-9b90-44c0-a489-5a502e1047c6 up at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:13:51.607589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Provisioning complete for port 01cc5ca0-9b90-44c0-a489-5a502e1047c6 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:51.607965 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:51.912790 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b1cff-7bbc-4a31-a0e8-24c1ff0a7db6 req-9453aed0-cc1a-4a25-a8a1-a04b8675d364 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:51.914378 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e01b1cff-7bbc-4a31-a0e8-24c1ff0a7db6 req-9453aed0-cc1a-4a25-a8a1-a04b8675d364 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 944 time: 0.0750654 Jul 09 21:13:51.955400 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e01b1cff-7bbc-4a31-a0e8-24c1ff0a7db6 req-67538fd2-476f-4f92-9616-726f99da7e83 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350890 Jul 09 21:13:53.159105 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67021988-9624-493f-a570-061963cfc07a req-ae85b6c9-22f2-4827-90be-feb6e471bca9 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:53.160913 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67021988-9624-493f-a570-061963cfc07a req-ae85b6c9-22f2-4827-90be-feb6e471bca9 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 944 time: 0.0794411 Jul 09 21:13:53.214064 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-67021988-9624-493f-a570-061963cfc07a req-90f879ac-c406-4a95-8307-a3cd8626539d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430176 Jul 09 21:13:53.536106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 1bd81bff-c9d5-4578-adb7-c75fa6eb543d details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:13:53.644410 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:53.660031 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'port_id': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'mac_address': 'fa:16:3e:88:5e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:13:53.706606 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:53.721660 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd81bff-c9d5-4578-adb7-c75fa6eb543d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:13:53.744612 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:53.754512 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:53.807165 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:53.954492 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['1bd81bff-c9d5-4578-adb7-c75fa6eb543d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:13:54.413115 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f8ede-7d21-416d-91e3-fa554f7356b1 req-0576531f-75ec-4c3d-bdb6-1c6c2dcf7c97 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:54.414644 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-973f8ede-7d21-416d-91e3-fa554f7356b1 req-0576531f-75ec-4c3d-bdb6-1c6c2dcf7c97 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 945 time: 0.0693614 Jul 09 21:13:54.453183 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-973f8ede-7d21-416d-91e3-fa554f7356b1 req-953f3bad-5cad-42a0-ad42-9868663b878b tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320299 Jul 09 21:13:55.551546 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 1bd81bff-c9d5-4578-adb7-c75fa6eb543d up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:13:55.601785 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning for port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:13:55.606531 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:13:55.606917 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:55.634144 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516cd0f-48aa-49b4-8424-2182bd921ab5 req-f5e7ec71-1c6a-4b18-a862-0374ca53f314 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:55.635877 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f516cd0f-48aa-49b4-8424-2182bd921ab5 req-f5e7ec71-1c6a-4b18-a862-0374ca53f314 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 945 time: 0.0658696 Jul 09 21:13:55.676597 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f516cd0f-48aa-49b4-8424-2182bd921ab5 req-6674cffd-5291-472e-a5cb-0e484db83be7 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341377 Jul 09 21:13:55.688754 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:55.711026 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abfc4fd-4be6-4314-899e-5f8800898496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:13:55.713855 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de85bccd-0bc0-4b0d-92b0-8869aa852dd1" -d '{"events": [{"server_uuid": "0abfc4fd-4be6-4314-899e-5f8800898496", "name": "network-vif-plugged", "status": "completed", "tag": "1bd81bff-c9d5-4578-adb7-c75fa6eb543d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:13:55.730107 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:13:55.734825 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:55.758363 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f3d91a-2741-4b73-971b-e40fb5422b51 x-openstack-request-id: req-71f3d91a-2741-4b73-971b-e40fb5422b51 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:13:55.758664 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abfc4fd-4be6-4314-899e-5f8800898496", "name": "network-vif-plugged", "status": "completed", "tag": "1bd81bff-c9d5-4578-adb7-c75fa6eb543d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:13:55.758922 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71f3d91a-2741-4b73-971b-e40fb5422b51 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:13:55.759314 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abfc4fd-4be6-4314-899e-5f8800898496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'code': 200} Jul 09 21:13:55.786733 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:55.866269 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cf59e-41da-4509-bb88-1325184e1b4c req-618fb7d4-5ccb-437f-8c37-305db39f89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:55.867756 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-860cf59e-41da-4509-bb88-1325184e1b4c req-618fb7d4-5ccb-437f-8c37-305db39f89f0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 1097 time: 0.0526886 Jul 09 21:13:55.906500 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-860cf59e-41da-4509-bb88-1325184e1b4c req-59698b91-2e20-4066-8679-d562ce375f34 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329165 Jul 09 21:13:56.852492 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da5e40-b352-4867-93d8-c2ea0b856911 req-efa6de5b-d104-4035-a8ca-0c9d8782e3f8 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:56.854762 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77da5e40-b352-4867-93d8-c2ea0b856911 req-efa6de5b-d104-4035-a8ca-0c9d8782e3f8 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 946 time: 0.0643442 Jul 09 21:13:56.893951 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-77da5e40-b352-4867-93d8-c2ea0b856911 req-c5ba2553-9f69-41c1-bb92-587c4f87ef7e tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333600 Jul 09 21:13:56.979746 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-787cdefc-793b-45fc-8f78-b3c5d9ec3096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.077687 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378024f-9b28-4a97-b6dd-35cf2321e825 req-2c6a3a7a-eb8c-42fa-937f-d6103718b68e tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:57.079194 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5378024f-9b28-4a97-b6dd-35cf2321e825 req-2c6a3a7a-eb8c-42fa-937f-d6103718b68e tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 946 time: 0.0680354 Jul 09 21:13:57.118379 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-5378024f-9b28-4a97-b6dd-35cf2321e825 req-3282507a-a11d-4789-bda9-87b8703d53b3 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336139 Jul 09 21:13:57.142805 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57336) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:57.233823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b878b7a6-c39f-4a14-a3ea-38a7100e58d0 tempest-TestSnapshotPattern-62974031 tempest-TestSnapshotPattern-62974031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:57.235310 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-b878b7a6-c39f-4a14-a3ea-38a7100e58d0 tempest-TestSnapshotPattern-62974031 tempest-TestSnapshotPattern-62974031-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 1092 time: 0.0915020 Jul 09 21:13:57.238212 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57340) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:13:57.242515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.v2.base [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100205) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:13:57.264812 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for floatingip, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.366769 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.469036 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_common [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Allocated IP 172.25.0.144 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/034d26d8-331b-4c89-a34f-d85d9e740b8e) {{(pid=100205) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:13:57.574396 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for port, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.612986 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9706420'] for port, after_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:57.653068 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100205) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:13:57.655817 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.base_scheduler [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Resources bound (agent type, host, resource id): {{(pid=100205) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:13:57.659426 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Received port after_create {{(pid=100205) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:13:57.665042 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event updated for resources: {'Port': ['ID=034d26d8-331b-4c89-a34f-d85d9e740b8e,revision_number=1']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:57.814865 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:58.052577 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:58.132442 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:58.278882 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for port, precommit_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:58.283927 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9706310'] for port, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:58.358041 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event updated for resources: {'Port': ['ID=034d26d8-331b-4c89-a34f-d85d9e740b8e,revision_number=2']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:13:58.370163 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:58.790466 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Floating IP 4e01545a-0d31-44a1-8202-51ad2fdf1dea associated. External IP: 172.25.0.144, port: 1bd81bff-c9d5-4578-adb7-c75fa6eb543d. Jul 09 21:13:59.015773 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Router a6265850-1c34-48f7-8217-307a4286b673 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:13:59.133556 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:13:59.144300 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ee14ab-1e6e-4100-afc3-2f4004ee6c03 None None] Sync routers for ids ['a6265850-1c34-48f7-8217-307a4286b673'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:13:59.152177 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:59.154539 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee14ab-1e6e-4100-afc3-2f4004ee6c03 None None] Routers {'a6265850-1c34-48f7-8217-307a4286b673'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:59.155263 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-16ee14ab-1e6e-4100-afc3-2f4004ee6c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a6265850-1c34-48f7-8217-307a4286b673'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:59.195491 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f8f9a114-48dd-4eaa-a00a-45a88a4a0d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9561574 Jul 09 21:13:59.197127 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abfc4fd-4be6-4314-899e-5f8800898496', 'tag': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:13:59.199085 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529307c6-35eb-43d6-8572-748baf0c9e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "0abfc4fd-4be6-4314-899e-5f8800898496", "tag": "1bd81bff-c9d5-4578-adb7-c75fa6eb543d"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:13:59.246041 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e683bf3-d27e-4e3e-9e39-a1b52f119ea6 x-openstack-request-id: req-9e683bf3-d27e-4e3e-9e39-a1b52f119ea6 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:13:59.246344 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abfc4fd-4be6-4314-899e-5f8800898496", "tag": "1bd81bff-c9d5-4578-adb7-c75fa6eb543d", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:13:59.246605 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e683bf3-d27e-4e3e-9e39-a1b52f119ea6 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:13:59.247024 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abfc4fd-4be6-4314-899e-5f8800898496', 'tag': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'status': 'completed', 'code': 200} Jul 09 21:13:59.273302 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-16ee14ab-1e6e-4100-afc3-2f4004ee6c03 None None] Set router a6265850-1c34-48f7-8217-307a4286b673 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:59.325411 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529307c6-35eb-43d6-8572-748baf0c9e9f req-4a6003c4-23a0-472b-b76f-e9c3f3783c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:59.326959 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-529307c6-35eb-43d6-8572-748baf0c9e9f req-4a6003c4-23a0-472b-b76f-e9c3f3783c76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 1097 time: 0.0579085 Jul 09 21:13:59.433658 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529307c6-35eb-43d6-8572-748baf0c9e9f req-f972ebe5-98ea-483a-8557-28a8269efd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:59.435482 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-529307c6-35eb-43d6-8572-748baf0c9e9f req-f972ebe5-98ea-483a-8557-28a8269efd0f service neutron] 10.222.0.32 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 911 time: 0.1024113 Jul 09 21:13:59.514848 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-529307c6-35eb-43d6-8572-748baf0c9e9f req-7daa649d-68e9-4c4f-9818-887660710e01 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d HTTP/1.1" status: 200 len: 1000 time: 0.0732586 Jul 09 21:13:59.522596 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-16ee14ab-1e6e-4100-afc3-2f4004ee6c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '4e01545a-0d31-44a1-8202-51ad2fdf1dea', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'port_id': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'mac_address': 'fa:16:3e:88:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abfc4fd-4be6-4314-899e-5f8800898496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:13:57Z', 'updated_at': '2021-07-09T21:13:57Z', 'revision_number': 0, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:44Z', 'revision_number': 5, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:59.555967 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ee14ab-1e6e-4100-afc3-2f4004ee6c03 None None] Checking router: a6265850-1c34-48f7-8217-307a4286b673 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:13:59.569888 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529307c6-35eb-43d6-8572-748baf0c9e9f req-c8762f33-6c08-425b-a5fc-80b42028ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:59.571392 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-11676edf-901d-4f24-b1a8-30d1962e3d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:59.572148 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-529307c6-35eb-43d6-8572-748baf0c9e9f req-c8762f33-6c08-425b-a5fc-80b42028ff82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 200 len: 849 time: 0.0513043 Jul 09 21:13:59.573632 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee14ab-1e6e-4100-afc3-2f4004ee6c03 None None] Routers {'a6265850-1c34-48f7-8217-307a4286b673'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:13:59.574282 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-16ee14ab-1e6e-4100-afc3-2f4004ee6c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:13:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a6265850-1c34-48f7-8217-307a4286b673'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:59.639338 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529307c6-35eb-43d6-8572-748baf0c9e9f req-10b3ce36-4f68-4368-b6a2-9a1bb489f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:13:59.641786 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-529307c6-35eb-43d6-8572-748baf0c9e9f req-10b3ce36-4f68-4368-b6a2-9a1bb489f0d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41b64cbe-61aa-4003-afae-02c287e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640407 Jul 09 21:13:59.700373 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-16ee14ab-1e6e-4100-afc3-2f4004ee6c03 None None] Set router a6265850-1c34-48f7-8217-307a4286b673 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:13:59.751762 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:13:59.758823 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-529307c6-35eb-43d6-8572-748baf0c9e9f req-d533870d-cb0e-4294-8c31-7a844060a2df service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106410 Jul 09 21:13:59.857058 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-529307c6-35eb-43d6-8572-748baf0c9e9f req-f3d6c00a-7c31-43dd-bd3b-cf1b2491482a service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921643 Jul 09 21:13:59.967077 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-16ee14ab-1e6e-4100-afc3-2f4004ee6c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '4e01545a-0d31-44a1-8202-51ad2fdf1dea', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'port_id': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'mac_address': 'fa:16:3e:88:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abfc4fd-4be6-4314-899e-5f8800898496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:13:57Z', 'updated_at': '2021-07-09T21:13:57Z', 'revision_number': 0, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:44Z', 'revision_number': 5, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:13:59.993565 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ee14ab-1e6e-4100-afc3-2f4004ee6c03 None None] The sync data for ids ['a6265850-1c34-48f7-8217-307a4286b673'] in n-d-800088-3 is: [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '4e01545a-0d31-44a1-8202-51ad2fdf1dea', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'port_id': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'mac_address': 'fa:16:3e:88:5e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abfc4fd-4be6-4314-899e-5f8800898496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:13:57Z', 'updated_at': '2021-07-09T21:13:57Z', 'revision_number': 0, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:44Z', 'revision_number': 5, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:14:00.094300 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:00.224526 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addbad22-b5fa-45e3-8860-dfd74aec01ef None None] New status for floating IP 4e01545a-0d31-44a1-8202-51ad2fdf1dea: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:14:00.781783 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:02.636882 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:15.378435 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:14:24.211282 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6098bec4-067a-4634-bb8a-707d317d4c93 req-dfb1b8ec-751f-450c-a36b-56d64d1c8d24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567982 Jul 09 21:14:24.307126 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098bec4-067a-4634-bb8a-707d317d4c93 req-bbc4b220-276e-4cd8-b892-5b05f4e68baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:24.308679 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6098bec4-067a-4634-bb8a-707d317d4c93 req-bbc4b220-276e-4cd8-b892-5b05f4e68baa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 1097 time: 0.0517433 Jul 09 21:14:24.409622 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098bec4-067a-4634-bb8a-707d317d4c93 req-c5fbd311-d713-4db5-b859-a18e81f2aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:24.410996 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6098bec4-067a-4634-bb8a-707d317d4c93 req-c5fbd311-d713-4db5-b859-a18e81f2aaed service neutron] 10.222.0.32 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 911 time: 0.0828884 Jul 09 21:14:24.478531 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6098bec4-067a-4634-bb8a-707d317d4c93 req-3d40b2cc-515f-4f8b-b77b-aeb52952eeee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d HTTP/1.1" status: 200 len: 1002 time: 0.0613136 Jul 09 21:14:24.527185 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098bec4-067a-4634-bb8a-707d317d4c93 req-7f5212fa-69e5-46ba-abd3-50ad8f32ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:24.529197 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6098bec4-067a-4634-bb8a-707d317d4c93 req-7f5212fa-69e5-46ba-abd3-50ad8f32ab0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 200 len: 849 time: 0.0448632 Jul 09 21:14:24.586201 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098bec4-067a-4634-bb8a-707d317d4c93 req-5871f68a-e9e0-47da-8414-9f311a34dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:14:24.587696 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6098bec4-067a-4634-bb8a-707d317d4c93 req-5871f68a-e9e0-47da-8414-9f311a34dcd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41b64cbe-61aa-4003-afae-02c287e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514174 Jul 09 21:14:24.680016 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6098bec4-067a-4634-bb8a-707d317d4c93 req-40cb89ce-ac18-4e15-856e-447a466e059b service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845759 Jul 09 21:14:24.772199 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6098bec4-067a-4634-bb8a-707d317d4c93 req-07f2fe2c-c327-4fa7-b7b8-31d48ffd19c1 service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848081 Jul 09 21:14:26.981701 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8d80fe8a-b0c8-4a76-bef5-0fff12daf096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:27.816559 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:29.544056 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-75fb861b-eac8-4280-aa77-689781657165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:29.747344 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:30.085906 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:30.785439 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:32.638137 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:52.367578 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:14:56.982554 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6fc4b275-19d5-44f1-b670-95049746f563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:57.828111 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:59.546491 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9c027808-66ab-4785-9f16-8aef8ea0075b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:14:59.750099 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:00.086602 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:00.788204 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:02.641800 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:26.210498 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0e42233-7c7b-4b97-9384-88ec3040b42a req-de758cc9-9360-4dd6-9b7f-d2dfdc348c46 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582457 Jul 09 21:15:26.307775 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e42233-7c7b-4b97-9384-88ec3040b42a req-45c25849-75ce-4fa4-8f3e-87836f091a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:26.309302 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0e42233-7c7b-4b97-9384-88ec3040b42a req-45c25849-75ce-4fa4-8f3e-87836f091a4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 1097 time: 0.0554523 Jul 09 21:15:26.415573 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e42233-7c7b-4b97-9384-88ec3040b42a req-104b7110-966e-4262-8aa1-16c17059a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:26.417117 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0e42233-7c7b-4b97-9384-88ec3040b42a req-104b7110-966e-4262-8aa1-16c17059a993 service neutron] 10.222.0.32 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 911 time: 0.0858073 Jul 09 21:15:26.487545 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0e42233-7c7b-4b97-9384-88ec3040b42a req-cd30a3cc-38cf-4d93-9bbd-bcdcf00cb994 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d HTTP/1.1" status: 200 len: 1002 time: 0.0640562 Jul 09 21:15:26.535602 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e42233-7c7b-4b97-9384-88ec3040b42a req-abab20a0-7fb4-4852-a178-06c71f2c9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:26.537107 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0e42233-7c7b-4b97-9384-88ec3040b42a req-abab20a0-7fb4-4852-a178-06c71f2c9193 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 200 len: 849 time: 0.0437047 Jul 09 21:15:26.594924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e42233-7c7b-4b97-9384-88ec3040b42a req-1cfce880-0693-4cb2-a637-717ae2fba32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:15:26.596463 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0e42233-7c7b-4b97-9384-88ec3040b42a req-1cfce880-0693-4cb2-a637-717ae2fba32f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41b64cbe-61aa-4003-afae-02c287e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535696 Jul 09 21:15:26.696785 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0e42233-7c7b-4b97-9384-88ec3040b42a req-347b8781-ed65-41d7-869a-1acede8affb7 service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942862 Jul 09 21:15:26.794872 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-e0e42233-7c7b-4b97-9384-88ec3040b42a req-79715e57-e66c-4942-a996-765034fe6636 service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921888 Jul 09 21:15:26.985815 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f6182857-fde5-4d61-8011-4d1341aea873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:27.826343 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:29.366782 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:15:29.548734 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6787a40d-c6bf-446d-89f2-07d2be1d234f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:29.752579 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:30.089231 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:30.791483 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:32.644993 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:56.124002 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 1bd81bff-c9d5-4578-adb7-c75fa6eb543d details requested by agent hyperv_n-h2-800088-3 with host n-h2-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:15:56.235383 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:15:56.252927 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Returning: {'device': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'port_id': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'mac_address': 'fa:16:3e:88:5e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:15:56.299252 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:56.319438 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bd81bff-c9d5-4578-adb7-c75fa6eb543d {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:15:56.345374 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:15:56.351308 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:56.407468 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:15:56.420993 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:56.421645 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:56.422289 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:56.422855 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:56.423345 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:56.423912 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:56.424262 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:56.424827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:56.425436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:56.425774 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:56.426106 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:56.426436 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:15:56.433283 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] get_ports_and_sgs() called for port_ids ['1bd81bff-c9d5-4578-adb7-c75fa6eb543d'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:15:56.983316 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-800727b8-a4c4-4456-a4b7-24220fc69936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:57.840360 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:58.127864 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 1bd81bff-c9d5-4578-adb7-c75fa6eb543d up at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:15:58.191390 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Provisioning complete for port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:15:58.191771 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:58.287605 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:58.315007 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abfc4fd-4be6-4314-899e-5f8800898496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:15:58.317506 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dedeafd-9f6c-4071-8d4a-b0671315fcb2" -d '{"events": [{"server_uuid": "0abfc4fd-4be6-4314-899e-5f8800898496", "name": "network-vif-plugged", "status": "completed", "tag": "1bd81bff-c9d5-4578-adb7-c75fa6eb543d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:15:58.332255 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:15:58.343758 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:58.410741 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:15:58.479055 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d93ae1b-b56d-459a-8ec7-5b98392bbba5 x-openstack-request-id: req-0d93ae1b-b56d-459a-8ec7-5b98392bbba5 {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:15:58.479442 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abfc4fd-4be6-4314-899e-5f8800898496", "name": "network-vif-plugged", "status": "completed", "tag": "1bd81bff-c9d5-4578-adb7-c75fa6eb543d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:15:58.479624 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d93ae1b-b56d-459a-8ec7-5b98392bbba5 {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:15:58.479998 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abfc4fd-4be6-4314-899e-5f8800898496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'code': 200} Jul 09 21:15:59.553799 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-72ac6284-bbce-49aa-af6d-44be57ecc71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:15:59.762098 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:00.089052 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:00.800740 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:02.656306 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:04.966837 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-477d8f11-3273-4f2a-a149-cc01d6baf598 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887303896&fields=id&tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1 HTTP/1.1" status: 200 len: 267 time: 0.0483863 Jul 09 21:16:05.094725 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-0731f445-743a-4ebf-a03b-339954fd6a81 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:05.096396 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-0731f445-743a-4ebf-a03b-339954fd6a81 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 810 time: 0.1227036 Jul 09 21:16:05.114154 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-d092300f-55b2-4a88-a000-11265cdb93d7 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/quotas/69e9e17e2d8d408b98f56d60ffcedaf1 HTTP/1.1" status: 200 len: 375 time: 0.0098889 Jul 09 21:16:05.193436 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-cdb7b506-2658-4f4c-b1dd-220ca448d357 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0724566 Jul 09 21:16:05.343741 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-e83c1a83-0237-48b3-aeb0-8f3183661a0b service neutron] 10.222.0.30 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387560 Jul 09 21:16:05.443272 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-a840276e-7a1b-4607-a061-32658361853c service neutron] 10.222.0.30 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937595 Jul 09 21:16:05.675788 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-ad9ab490-0da9-4d2e-9151-62bbfd5b7ebd req-1a194356-76f6-414e-a538-efe21f369db0 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 210 time: 0.0411191 Jul 09 21:16:06.366174 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:16:06.759188 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9ab20183-cbc8-4077-baa7-1748eb94def4 req-9ab4bf3c-2ff5-4027-8ff5-bac51a30d9bd tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 210 time: 0.0303688 Jul 09 21:16:07.852471 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-caa48cf4-abaf-4702-8886-468d1ed068c2 req-dd2356b5-28da-4c81-86a6-c335b6786d6b tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 210 time: 0.0379055 Jul 09 21:16:08.190797 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 1bd81bff-c9d5-4578-adb7-c75fa6eb543d no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:16:08.267382 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:08.291304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abfc4fd-4be6-4314-899e-5f8800898496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:16:08.293591 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81df1633-d96b-4b89-afa3-e613b6b1ea88" -d '{"events": [{"server_uuid": "0abfc4fd-4be6-4314-899e-5f8800898496", "name": "network-vif-unplugged", "status": "completed", "tag": "1bd81bff-c9d5-4578-adb7-c75fa6eb543d"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:16:08.306178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] For port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:16:08.310668 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:08.333250 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 21:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1968f738-e423-490b-8138-90f5d3b480cb x-openstack-request-id: req-1968f738-e423-490b-8138-90f5d3b480cb {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:16:08.334093 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abfc4fd-4be6-4314-899e-5f8800898496", "name": "network-vif-unplugged", "status": "completed", "tag": "1bd81bff-c9d5-4578-adb7-c75fa6eb543d", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:16:08.334310 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1968f738-e423-490b-8138-90f5d3b480cb {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:16:08.334703 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abfc4fd-4be6-4314-899e-5f8800898496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'code': 200} Jul 09 21:16:08.360039 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Pushing event updated for resources: {'Port': ['ID=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:08.944732 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-121ab9d2-e76b-44eb-ae0b-18018681f437 req-cad8b6c9-4bdc-49e7-9be8-3dd5a970a0d9 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 210 time: 0.0388527 Jul 09 21:16:10.094183 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a003ca13-6958-4037-b6cc-e7b415553119 req-336d1a6f-20da-40cf-ae56-5ecf50bd791c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 210 time: 0.0298226 Jul 09 21:16:10.789350 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-4ce431b2-a9ab-49cb-8641-9757d400313b tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:10.792804 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-4ce431b2-a9ab-49cb-8641-9757d400313b tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.36 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 810 time: 0.1169612 Jul 09 21:16:10.844190 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-caf1c01c-664d-4dcd-ab73-a348b05a8164 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1 HTTP/1.1" status: 200 len: 380 time: 0.0410941 Jul 09 21:16:10.852407 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Request body: {'port': {'device_id': '343cd247-7997-494b-8a42-d074fcf115b7', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'admin_state_up': True, 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'security_groups': ['fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c']}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:16:10.963751 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Made reservation on behalf of 69e9e17e2d8d408b98f56d60ffcedaf1 for: {'port': 1} {{(pid=100204) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 21:16:10.967399 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:11.113079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Allocated IP 172.20.0.10 (41b64cbe-61aa-4003-afae-02c287e738d6/48417abd-1758-43b8-ae76-a1fd2bfcc40c/5b2b7938-6530-4d1c-8c10-3f41fee54c92) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:16:11.276919 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:11.293654 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Transition to ACTIVE for port object 5b2b7938-6530-4d1c-8c10-3f41fee54c92 will not be triggered until provisioned by entity DHCP. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:16:11.329253 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:11.403972 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Network 41b64cbe-61aa-4003-afae-02c287e738d6 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:16:11.408221 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:16:11.411290 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:16:11.470007 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66608ae-bcd7-4e26-bc64-9183df85d648 req-bf5771f2-8573-4416-afc6-82cd4fc625c0 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:11.474763 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b66608ae-bcd7-4e26-bc64-9183df85d648 req-bf5771f2-8573-4416-afc6-82cd4fc625c0 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 932 time: 0.1407223 Jul 09 21:16:11.483461 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:11.484161 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:11.494677 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event updated for resources: {'Port': ['ID=5b2b7938-6530-4d1c-8c10-3f41fee54c92,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:11.529632 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:11.530028 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:11.530391 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:11.530859 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:11.531344 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:11.531853 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:11.532508 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:11.533136 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:11.533756 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:11.534289 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:11.534876 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:11.535620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:16:11.542970 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-f8026099-2e7e-4ba3-b5cf-8cb3f31faa29 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6942925 Jul 09 21:16:11.597100 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-b66608ae-bcd7-4e26-bc64-9183df85d648 req-1b44a311-9e01-4107-a226-f2cced1d2af7 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001949 Jul 09 21:16:11.786304 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8c6f7974-bb91-4a7f-99e0-6cfe542c5702 None None] Provisioning for port 5b2b7938-6530-4d1c-8c10-3f41fee54c92 completed by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:16:11.792392 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-8c6f7974-bb91-4a7f-99e0-6cfe542c5702 None None] Provisioning complete for port 5b2b7938-6530-4d1c-8c10-3f41fee54c92 triggered by entity DHCP. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:16:11.793125 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8c6f7974-bb91-4a7f-99e0-6cfe542c5702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:11.833178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8c6f7974-bb91-4a7f-99e0-6cfe542c5702 None None] Port 5b2b7938-6530-4d1c-8c10-3f41fee54c92 cannot update to ACTIVE because it is not bound. {{(pid=100206) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 21:16:12.783707 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a77b67-19dc-4b2f-8328-d91de541e829 req-e9e1c32b-6a59-4b81-be4c-75f1eaf3a731 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:12.785337 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5a77b67-19dc-4b2f-8328-d91de541e829 req-e9e1c32b-6a59-4b81-be4c-75f1eaf3a731 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 932 time: 0.0785029 Jul 09 21:16:12.829519 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-b5a77b67-19dc-4b2f-8328-d91de541e829 req-a0fd8fe6-e0b3-4eac-9097-3f4ae4e687e7 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373008 Jul 09 21:16:14.059334 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1101a6d-9de4-4c46-b18c-8d38f631abde req-3fd8cabd-abe2-415c-aaea-06c543ee211a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:14.061972 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f1101a6d-9de4-4c46-b18c-8d38f631abde req-3fd8cabd-abe2-415c-aaea-06c543ee211a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 932 time: 0.0876937 Jul 09 21:16:14.109167 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-f1101a6d-9de4-4c46-b18c-8d38f631abde req-58e67845-f1cd-4ccf-8faf-3ce542cbb2a9 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387011 Jul 09 21:16:15.327816 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0881a8-d1e1-4688-b6d9-0bd6ae1ce20f req-8ef6ed60-b838-4baa-9c6b-316427b872ba tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:15.329442 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb0881a8-d1e1-4688-b6d9-0bd6ae1ce20f req-8ef6ed60-b838-4baa-9c6b-316427b872ba tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 932 time: 0.0722618 Jul 09 21:16:15.375077 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bb0881a8-d1e1-4688-b6d9-0bd6ae1ce20f req-2c3230eb-636a-407e-8b6f-025d4fa6f245 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388012 Jul 09 21:16:16.564830 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e985bdc-158d-4e61-b208-cd61b01b06fd req-abbe1cef-2e64-41d8-9835-f71769449190 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:16.567220 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e985bdc-158d-4e61-b208-cd61b01b06fd req-abbe1cef-2e64-41d8-9835-f71769449190 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 932 time: 0.0681446 Jul 09 21:16:16.615707 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9e985bdc-158d-4e61-b208-cd61b01b06fd req-a6400854-9634-4087-a3ec-d61a55797cc4 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422239 Jul 09 21:16:17.823822 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e590094-aff2-4333-8410-93ff00647d3f req-a84eb70d-6145-48da-8b38-5f0871c75984 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:17.826133 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6e590094-aff2-4333-8410-93ff00647d3f req-a84eb70d-6145-48da-8b38-5f0871c75984 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 932 time: 0.0763741 Jul 09 21:16:17.869169 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-6e590094-aff2-4333-8410-93ff00647d3f req-d44a4cb9-b47f-4686-aebd-de90066ade35 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371120 Jul 09 21:16:19.079738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061f42d-e53e-47e0-80e8-02d857a79e7d req-7367a2d7-1274-4aba-ad46-1868ffdbaacb tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:19.089233 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c061f42d-e53e-47e0-80e8-02d857a79e7d req-7367a2d7-1274-4aba-ad46-1868ffdbaacb tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 932 time: 0.0919111 Jul 09 21:16:19.139718 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-c061f42d-e53e-47e0-80e8-02d857a79e7d req-4c94fd33-1101-4f8a-b7fa-8992b8e79f78 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426614 Jul 09 21:16:20.383170 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826f1bf-d28e-4c63-9c82-78043ff570f1 req-ba4cc321-e626-487d-8589-9ce348da6157 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:20.384765 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3826f1bf-d28e-4c63-9c82-78043ff570f1 req-ba4cc321-e626-487d-8589-9ce348da6157 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 932 time: 0.1003549 Jul 09 21:16:20.433631 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-3826f1bf-d28e-4c63-9c82-78043ff570f1 req-42b95b05-c65d-4eef-b30a-d7f85ace8c08 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Jul 09 21:16:21.626533 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33d2ee-f028-4003-a320-1a0c8289bcd7 req-c74147a8-dce5-42b0-8a9d-b8111079e453 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:21.628106 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c33d2ee-f028-4003-a320-1a0c8289bcd7 req-c74147a8-dce5-42b0-8a9d-b8111079e453 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 932 time: 0.0758932 Jul 09 21:16:21.676826 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-6c33d2ee-f028-4003-a320-1a0c8289bcd7 req-b75dde1f-44af-416e-8747-d8346ec133f9 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393083 Jul 09 21:16:22.861371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7c40f-31d6-4b62-b8b3-da94a02a9da7 req-ed4c021f-e7f9-4447-b02c-a7af6c9a6dbc tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:22.867793 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70a7c40f-31d6-4b62-b8b3-da94a02a9da7 req-ed4c021f-e7f9-4447-b02c-a7af6c9a6dbc tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 932 time: 0.0645504 Jul 09 21:16:22.907399 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-70a7c40f-31d6-4b62-b8b3-da94a02a9da7 req-bb598ba3-5469-4d52-87de-c6c886e45612 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384972 Jul 09 21:16:23.918846 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-c376e025-63ec-4c05-ac45-044a233dfadc tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100204) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 21:16:23.919976 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-c376e025-63ec-4c05-ac45-044a233dfadc tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075166 Jul 09 21:16:23.980272 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Request body: {'port': {'device_id': '343cd247-7997-494b-8a42-d074fcf115b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-800088-3'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:16:24.066461 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:24.118448 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4ed2d-e5cc-4df0-81d0-08110ec31975 req-b7210594-ef01-4c3e-960a-4ae1cf8f5f71 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:24.120760 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbb4ed2d-e5cc-4df0-81d0-08110ec31975 req-b7210594-ef01-4c3e-960a-4ae1cf8f5f71 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 932 time: 0.0766902 Jul 09 21:16:24.169086 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-fbb4ed2d-e5cc-4df0-81d0-08110ec31975 req-2dffcec7-15ca-4c3b-b810-656ea7c4321c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416656 Jul 09 21:16:24.373392 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b2b7938-6530-4d1c-8c10-3f41fee54c92 {{(pid=100204) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:16:24.383447 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:24.398213 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.provisioning_blocks [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Transition to ACTIVE for port object 5b2b7938-6530-4d1c-8c10-3f41fee54c92 will not be triggered until provisioned by entity L2. {{(pid=100204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 21:16:24.403287 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:24.487371 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2b7938-6530-4d1c-8c10-3f41fee54c92,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:24.549681 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Attempting to bind port 5b2b7938-6530-4d1c-8c10-3f41fee54c92 on host n-h1-800088-3 for vnic_type normal with profile {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 21:16:24.550201 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Attempting to bind port 5b2b7938-6530-4d1c-8c10-3f41fee54c92 by drivers openvswitch,hyperv on host n-h1-800088-3 at level 0 using segments [{'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 21:16:24.550647 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Attempting to bind port 5b2b7938-6530-4d1c-8c10-3f41fee54c92 on network 41b64cbe-61aa-4003-afae-02c287e738d6 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:16:24.556932 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Port 5b2b7938-6530-4d1c-8c10-3f41fee54c92 on network 41b64cbe-61aa-4003-afae-02c287e738d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-800088-3 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 21:16:24.557445 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Attempting to bind port 5b2b7938-6530-4d1c-8c10-3f41fee54c92 on network 41b64cbe-61aa-4003-afae-02c287e738d6 {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 21:16:24.565104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Checking agent: {'id': '5d94ba2d-2577-4929-b1b7-598d5aa3dca4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-800088-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'started_at': datetime.datetime(2021, 7, 9, 19, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 21:16:24.565104 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Checking segment: {'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 21:16:24.565637 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Bound using segment: {'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'} {{(pid=100204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 21:16:24.565980 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.managers [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Bound port: 5b2b7938-6530-4d1c-8c10-3f41fee54c92, host: n-h1-800088-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d961c0-2412-4517-828b-a1f562e98cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6'}}] {{(pid=100204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 21:16:24.566243 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:24.642246 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] For port 5b2b7938-6530-4d1c-8c10-3f41fee54c92, host n-h1-800088-3, cleared binding levels {{(pid=100204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 21:16:24.647406 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] For port 5b2b7938-6530-4d1c-8c10-3f41fee54c92, host n-h1-800088-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5b2b7938-6530-4d1c-8c10-3f41fee54c92,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 21:16:24.654518 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:24.694674 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:24.695163 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:24.696734 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] 10.222.0.36 "PUT /v2.0/ports/5b2b7938-6530-4d1c-8c10-3f41fee54c92 HTTP/1.1" status: 200 len: 1092 time: 0.7696207 Jul 09 21:16:24.697279 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343cd247-7997-494b-8a42-d074fcf115b7', 'tag': '5b2b7938-6530-4d1c-8c10-3f41fee54c92'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:16:24.699611 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30366b8d-2634-4cbc-a549-25a6dbfb1197" -d '{"events": [{"name": "network-changed", "server_uuid": "343cd247-7997-494b-8a42-d074fcf115b7", "tag": "5b2b7938-6530-4d1c-8c10-3f41fee54c92"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:16:24.730708 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0be65-cf1b-4bd3-9d6f-7afcfaaef8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b2b7938-6530-4d1c-8c10-3f41fee54c92,revision_number=3']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:24.832735 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd7d0a2-327c-4fb1-8e7d-90fee745563b x-openstack-request-id: req-4cd7d0a2-327c-4fb1-8e7d-90fee745563b {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:16:24.833430 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343cd247-7997-494b-8a42-d074fcf115b7", "tag": "5b2b7938-6530-4d1c-8c10-3f41fee54c92", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:16:24.833580 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4cd7d0a2-327c-4fb1-8e7d-90fee745563b {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:16:24.834071 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343cd247-7997-494b-8a42-d074fcf115b7', 'tag': '5b2b7938-6530-4d1c-8c10-3f41fee54c92', 'status': 'completed', 'code': 200} Jul 09 21:16:24.837764 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-12143365-03b1-437e-90ba-f45411af13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:24.839391 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-12143365-03b1-437e-90ba-f45411af13ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 1095 time: 0.0732679 Jul 09 21:16:24.892378 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-1dcb06ab-49dc-408e-8309-12ca5e5a9264 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b2b7938-6530-4d1c-8c10-3f41fee54c92 HTTP/1.1" status: 200 len: 217 time: 0.0458395 Jul 09 21:16:24.950140 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-d94726b3-4f8b-49a1-895d-95bc085f24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:24.951872 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-d94726b3-4f8b-49a1-895d-95bc085f24b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 200 len: 849 time: 0.0539358 Jul 09 21:16:25.021889 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-b0815566-ed0d-477a-a0f3-a651ac6269a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:25.023470 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-b0815566-ed0d-477a-a0f3-a651ac6269a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41b64cbe-61aa-4003-afae-02c287e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652559 Jul 09 21:16:25.136673 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-8771765e-8249-4fff-8002-80400b38a6bd service neutron] 10.222.0.36 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069510 Jul 09 21:16:25.258184 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-f50c3c81-805e-4f41-85bd-de85b8bb7336 req-ec2886b7-a21c-4efa-9166-f57c82622645 service neutron] 10.222.0.36 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152670 Jul 09 21:16:25.370257 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d845a43-1d2f-41fd-8580-954d150c5ba7 req-2ba3af2e-a655-4f7f-822e-70ef179608dd tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:25.372755 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d845a43-1d2f-41fd-8580-954d150c5ba7 req-2ba3af2e-a655-4f7f-822e-70ef179608dd tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 944 time: 0.0770812 Jul 09 21:16:25.375516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30366b8d-2634-4cbc-a549-25a6dbfb1197 req-f4d48cf5-ad40-4185-a0df-84a5d34db6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:25.377285 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30366b8d-2634-4cbc-a549-25a6dbfb1197 req-f4d48cf5-ad40-4185-a0df-84a5d34db6b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 1095 time: 0.0625954 Jul 09 21:16:25.421769 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-7d845a43-1d2f-41fd-8580-954d150c5ba7 req-5086f5ad-3cd9-435b-ae6e-cb1308f549a7 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426993 Jul 09 21:16:25.500815 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30366b8d-2634-4cbc-a549-25a6dbfb1197 req-e778fa56-c3e2-4ef6-bbb0-fbbe8af6781b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:25.502670 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30366b8d-2634-4cbc-a549-25a6dbfb1197 req-e778fa56-c3e2-4ef6-bbb0-fbbe8af6781b service neutron] 10.222.0.36 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 911 time: 0.1184735 Jul 09 21:16:25.559513 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30366b8d-2634-4cbc-a549-25a6dbfb1197 req-c2623567-5666-4f5e-901a-d175122f8c39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b2b7938-6530-4d1c-8c10-3f41fee54c92 HTTP/1.1" status: 200 len: 217 time: 0.0497246 Jul 09 21:16:25.619072 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30366b8d-2634-4cbc-a549-25a6dbfb1197 req-231c4746-9278-4574-bdc7-43efef0797fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:25.623078 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30366b8d-2634-4cbc-a549-25a6dbfb1197 req-231c4746-9278-4574-bdc7-43efef0797fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 200 len: 849 time: 0.0566280 Jul 09 21:16:25.688306 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30366b8d-2634-4cbc-a549-25a6dbfb1197 req-0558cf65-9a02-4cf4-bd94-7b88c60cacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:25.690629 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30366b8d-2634-4cbc-a549-25a6dbfb1197 req-0558cf65-9a02-4cf4-bd94-7b88c60cacf2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41b64cbe-61aa-4003-afae-02c287e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630898 Jul 09 21:16:25.807494 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30366b8d-2634-4cbc-a549-25a6dbfb1197 req-0e172831-dc59-496a-8605-7e51cae0cafb service neutron] 10.222.0.36 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103742 Jul 09 21:16:25.906476 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-30366b8d-2634-4cbc-a549-25a6dbfb1197 req-56df2225-ccec-4520-8dc0-f7e0cebb03d9 service neutron] 10.222.0.36 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925975 Jul 09 21:16:26.205596 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8511f06c-7fd7-4db1-b8a6-7e796fefe10c req-73b85f21-7248-4636-9ddd-4bce35636227 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550156 Jul 09 21:16:26.311884 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511f06c-7fd7-4db1-b8a6-7e796fefe10c req-8bcf353b-4c71-4786-8767-3c1e9664ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:26.313521 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8511f06c-7fd7-4db1-b8a6-7e796fefe10c req-8bcf353b-4c71-4786-8767-3c1e9664ff64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 1095 time: 0.0651278 Jul 09 21:16:26.427995 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511f06c-7fd7-4db1-b8a6-7e796fefe10c req-a445ebf2-4622-4ec0-892f-e36a87eede27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:26.429558 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8511f06c-7fd7-4db1-b8a6-7e796fefe10c req-a445ebf2-4622-4ec0-892f-e36a87eede27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 911 time: 0.0945988 Jul 09 21:16:26.500965 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8511f06c-7fd7-4db1-b8a6-7e796fefe10c req-2a4505e0-480b-4773-91ed-2a692f9b863f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d HTTP/1.1" status: 200 len: 1000 time: 0.0656617 Jul 09 21:16:26.559058 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511f06c-7fd7-4db1-b8a6-7e796fefe10c req-00352fde-055c-4534-87c5-c65471d2a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:26.560744 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8511f06c-7fd7-4db1-b8a6-7e796fefe10c req-00352fde-055c-4534-87c5-c65471d2a816 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 200 len: 849 time: 0.0532253 Jul 09 21:16:26.621804 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511f06c-7fd7-4db1-b8a6-7e796fefe10c req-c9d3df00-1e93-46ed-9e96-e7d5b0ab09ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:26.623339 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8511f06c-7fd7-4db1-b8a6-7e796fefe10c req-c9d3df00-1e93-46ed-9e96-e7d5b0ab09ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41b64cbe-61aa-4003-afae-02c287e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571690 Jul 09 21:16:26.626015 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f64f3c-1793-4b7c-865d-275f74bd920e req-a2ade136-9e20-4925-8226-2d9d420788e4 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:26.627598 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50f64f3c-1793-4b7c-865d-275f74bd920e req-a2ade136-9e20-4925-8226-2d9d420788e4 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 944 time: 0.0744121 Jul 09 21:16:26.675108 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-50f64f3c-1793-4b7c-865d-275f74bd920e req-aa01bbda-3eb9-4927-8a49-6a5201f62e0e tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400817 Jul 09 21:16:26.727584 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8511f06c-7fd7-4db1-b8a6-7e796fefe10c req-716f990f-0e28-4467-a840-1fadd381ff16 service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980349 Jul 09 21:16:26.834495 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-8511f06c-7fd7-4db1-b8a6-7e796fefe10c req-8c77100b-2cd2-4cee-8460-834a6ccbedef service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972281 Jul 09 21:16:26.985890 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-41b829c3-3c1e-4e5a-919a-f416c5d30471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:27.845554 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:27.875167 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4fc6e-d8a7-4b4d-864d-fa7c6f888339 req-85d5c032-9180-4db9-bdcc-7e39bf080d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:27.876838 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2fc4fc6e-d8a7-4b4d-864d-fa7c6f888339 req-85d5c032-9180-4db9-bdcc-7e39bf080d0c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 944 time: 0.0795493 Jul 09 21:16:27.924334 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2fc4fc6e-d8a7-4b4d-864d-fa7c6f888339 req-7718d987-af5f-4e7d-8546-2a22504bb226 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334764 Jul 09 21:16:29.125307 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f373dd-2396-4db5-b05a-f6e9e32d5939 req-f423b78f-cd9d-4191-9205-95e0e5be5ce8 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:29.126774 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90f373dd-2396-4db5-b05a-f6e9e32d5939 req-f423b78f-cd9d-4191-9205-95e0e5be5ce8 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 944 time: 0.0778210 Jul 09 21:16:29.172559 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-90f373dd-2396-4db5-b05a-f6e9e32d5939 req-1869b7fd-b886-4d94-b781-058e313352e4 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372295 Jul 09 21:16:29.556848 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-68b31ccf-cc0d-46c2-91b7-802f1c7db3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:29.757806 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:30.090205 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:30.368447 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1be57b-54f1-4dd6-8fca-15d5f69cf0bb req-6051e9c1-6911-44a7-a150-64b94f42ae77 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:30.369947 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf1be57b-54f1-4dd6-8fca-15d5f69cf0bb req-6051e9c1-6911-44a7-a150-64b94f42ae77 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 944 time: 0.0744708 Jul 09 21:16:30.419093 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-cf1be57b-54f1-4dd6-8fca-15d5f69cf0bb req-e8451b17-5aa2-49cd-9dad-86a4bb45d60f tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434082 Jul 09 21:16:30.587356 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5b2b7938-6530-4d1c-8c10-3f41fee54c92 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:16:30.691935 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5b2b7938-6530-4d1c-8c10-3f41fee54c92, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5b2b7938-6530-4d1c-8c10-3f41fee54c92,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:16:30.862459 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '5b2b7938-6530-4d1c-8c10-3f41fee54c92', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'port_id': '5b2b7938-6530-4d1c-8c10-3f41fee54c92', 'mac_address': 'fa:16:3e:75:36:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:16:30.893902 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:30.911973 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:30.925552 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b2b7938-6530-4d1c-8c10-3f41fee54c92 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:16:30.946590 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5b2b7938-6530-4d1c-8c10-3f41fee54c92, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5b2b7938-6530-4d1c-8c10-3f41fee54c92,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:16:30.951137 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:31.005437 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5b2b7938-6530-4d1c-8c10-3f41fee54c92,revision_number=4']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:31.288318 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['5b2b7938-6530-4d1c-8c10-3f41fee54c92'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:16:31.609315 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e2e19-7f43-45eb-a81d-31442aa5864b req-16b2d7f7-d338-4196-9a80-087206433e50 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:31.610898 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-698e2e19-7f43-45eb-a81d-31442aa5864b req-16b2d7f7-d338-4196-9a80-087206433e50 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 945 time: 0.0683901 Jul 09 21:16:31.663028 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-698e2e19-7f43-45eb-a81d-31442aa5864b req-4d5fc81b-fceb-440b-9681-93e66255638e tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443347 Jul 09 21:16:32.590461 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5b2b7938-6530-4d1c-8c10-3f41fee54c92 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:16:32.647892 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning for port 5b2b7938-6530-4d1c-8c10-3f41fee54c92 completed by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 21:16:32.653972 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 5b2b7938-6530-4d1c-8c10-3f41fee54c92 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:16:32.654355 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:32.657155 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:32.737850 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:32.769254 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343cd247-7997-494b-8a42-d074fcf115b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2b7938-6530-4d1c-8c10-3f41fee54c92'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:16:32.773629 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbfef49-b7ec-43a6-90c3-79ef99d24ea7" -d '{"events": [{"server_uuid": "343cd247-7997-494b-8a42-d074fcf115b7", "name": "network-vif-plugged", "status": "completed", "tag": "5b2b7938-6530-4d1c-8c10-3f41fee54c92"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:16:32.790161 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5b2b7938-6530-4d1c-8c10-3f41fee54c92, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5b2b7938-6530-4d1c-8c10-3f41fee54c92,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:16:32.795985 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:32.835987 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c8f038-7456-44f9-93bf-3e8ed7e439dd x-openstack-request-id: req-60c8f038-7456-44f9-93bf-3e8ed7e439dd {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:16:32.836347 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343cd247-7997-494b-8a42-d074fcf115b7", "name": "network-vif-plugged", "status": "completed", "tag": "5b2b7938-6530-4d1c-8c10-3f41fee54c92", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:16:32.836570 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60c8f038-7456-44f9-93bf-3e8ed7e439dd {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:16:32.836963 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343cd247-7997-494b-8a42-d074fcf115b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2b7938-6530-4d1c-8c10-3f41fee54c92', 'code': 200} Jul 09 21:16:32.872825 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5b2b7938-6530-4d1c-8c10-3f41fee54c92,revision_number=5']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:32.908273 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceca9f5-d798-4103-886f-e19501701842 req-ef33e3e1-3b4b-4827-a603-7fe0208f2a9b tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:32.910590 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9ceca9f5-d798-4103-886f-e19501701842 req-ef33e3e1-3b4b-4827-a603-7fe0208f2a9b tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 946 time: 0.0906000 Jul 09 21:16:32.951247 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-9ceca9f5-d798-4103-886f-e19501701842 req-7c3c88c5-4088-4568-980c-d0c57dc28c8b tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345933 Jul 09 21:16:32.953556 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999a3b-bfcb-4bd6-96b8-97fed35faa95 req-37962191-97f1-408d-9267-000f5c142fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:32.955748 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8a999a3b-bfcb-4bd6-96b8-97fed35faa95 req-37962191-97f1-408d-9267-000f5c142fa3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 1097 time: 0.0566804 Jul 09 21:16:32.996167 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-8a999a3b-bfcb-4bd6-96b8-97fed35faa95 req-67e605d6-c766-48c5-be3b-c6286522d84e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340486 Jul 09 21:16:34.142043 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579c879-7ed7-4b4d-a6ef-6b03219b93fa req-efa479f2-dd04-4f38-a374-d83a14a17444 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:34.143572 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c579c879-7ed7-4b4d-a6ef-6b03219b93fa req-efa479f2-dd04-4f38-a374-d83a14a17444 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 946 time: 0.0690176 Jul 09 21:16:34.185747 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-c579c879-7ed7-4b4d-a6ef-6b03219b93fa req-a04c9db4-f2c8-4fee-b688-22f2423a976f tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342047 Jul 09 21:16:35.379550 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50d533-d21c-4a65-b9ea-5ef3cacf28be req-fa18ca47-3139-43de-80fa-966186837d82 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:35.381218 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a50d533-d21c-4a65-b9ea-5ef3cacf28be req-fa18ca47-3139-43de-80fa-966186837d82 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 946 time: 0.0721529 Jul 09 21:16:35.433202 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-0a50d533-d21c-4a65-b9ea-5ef3cacf28be req-e4fc72e2-0606-441d-86d8-b8b51dbc6a46 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428331 Jul 09 21:16:35.630095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f567-ce7f-4e02-b733-432894f79553 req-1b6c32e9-ed3b-4e17-b884-4df015e31b08 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:35.631945 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9cc5f567-ce7f-4e02-b733-432894f79553 req-1b6c32e9-ed3b-4e17-b884-4df015e31b08 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 946 time: 0.0803688 Jul 09 21:16:35.995806 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-9cc5f567-ce7f-4e02-b733-432894f79553 req-f5523049-ced0-4303-82a3-11bf8112be9e tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3581700 Jul 09 21:16:36.022558 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57652) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:36.075714 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8538e59e-ab85-486f-845a-a0490f439993 tempest-TestSnapshotPattern-62974031 tempest-TestSnapshotPattern-62974031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:36.077309 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-8538e59e-ab85-486f-845a-a0490f439993 tempest-TestSnapshotPattern-62974031 tempest-TestSnapshotPattern-62974031-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 1092 time: 0.0535719 Jul 09 21:16:36.080247 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 57654) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:16:36.085926 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.v2.base [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Request body: {'floatingip': {'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'port_id': '5b2b7938-6530-4d1c-8c10-3f41fee54c92', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100204) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 21:16:36.109437 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for floatingip, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:36.217930 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:36.333738 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_common [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Allocated IP 172.25.0.50 (7a97b206-c681-46bf-83e7-464bfb1ece64/7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9/8701df3d-ed40-498e-8b7b-e8cb77eb6aa1) {{(pid=100204) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 21:16:36.441206 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for port, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:36.482665 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-580390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-179104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745876674012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9811282'] for port, after_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:36.530478 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Network 7a97b206-c681-46bf-83e7-464bfb1ece64 is already hosted by enough agents. {{(pid=100204) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 21:16:36.533474 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.base_scheduler [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Resources bound (agent type, host, resource id): {{(pid=100204) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 21:16:36.537802 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Received port after_create {{(pid=100204) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 21:16:36.543459 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event updated for resources: {'Port': ['ID=8701df3d-ed40-498e-8b7b-e8cb77eb6aa1,revision_number=1']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:36.971864 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:37.058277 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:37.223258 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for port, precommit_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:37.228795 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9811360'] for port, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:37.297976 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event updated for resources: {'Port': ['ID=8701df3d-ed40-498e-8b7b-e8cb77eb6aa1,revision_number=2']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:16:37.310793 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3673339'] for floatingip, after_update {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:37.422909 n-d-800088-3 neutron-server[100204]: INFO neutron.db.l3_db [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Floating IP fc044aa5-e9da-4746-ab8e-e471f0aca560 associated. External IP: 172.25.0.50, port: 5b2b7938-6530-4d1c-8c10-3f41fee54c92. Jul 09 21:16:37.650430 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Router a6265850-1c34-48f7-8217-307a4286b673 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:16:37.790941 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:16:37.800430 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fec67d0-0de5-4a26-a8ac-0267ab9f8742 None None] Sync routers for ids ['a6265850-1c34-48f7-8217-307a4286b673'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:16:37.808146 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:37.814706 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec67d0-0de5-4a26-a8ac-0267ab9f8742 None None] Routers {'a6265850-1c34-48f7-8217-307a4286b673'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:16:37.815401 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9fec67d0-0de5-4a26-a8ac-0267ab9f8742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:16:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a6265850-1c34-48f7-8217-307a4286b673'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:37.854393 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-6160e1b8-a6ef-4fb1-b089-591438990fc5 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7727003 Jul 09 21:16:37.855153 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343cd247-7997-494b-8a42-d074fcf115b7', 'tag': '5b2b7938-6530-4d1c-8c10-3f41fee54c92'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:16:37.858457 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1835605-7c57-4810-b926-ad73a2641b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "343cd247-7997-494b-8a42-d074fcf115b7", "tag": "5b2b7938-6530-4d1c-8c10-3f41fee54c92"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:16:37.898395 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3426441a-0d29-4e8f-b8e3-5989a4c319a2 x-openstack-request-id: req-3426441a-0d29-4e8f-b8e3-5989a4c319a2 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:16:37.898695 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343cd247-7997-494b-8a42-d074fcf115b7", "tag": "5b2b7938-6530-4d1c-8c10-3f41fee54c92", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:16:37.898958 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3426441a-0d29-4e8f-b8e3-5989a4c319a2 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:16:37.899372 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343cd247-7997-494b-8a42-d074fcf115b7', 'tag': '5b2b7938-6530-4d1c-8c10-3f41fee54c92', 'status': 'completed', 'code': 200} Jul 09 21:16:37.953961 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-9fec67d0-0de5-4a26-a8ac-0267ab9f8742 None None] Set router a6265850-1c34-48f7-8217-307a4286b673 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:16:38.008146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1835605-7c57-4810-b926-ad73a2641b0b req-b3575c53-3650-4eb6-9fde-4c88ba26161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:38.009731 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1835605-7c57-4810-b926-ad73a2641b0b req-b3575c53-3650-4eb6-9fde-4c88ba26161b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 1097 time: 0.0842924 Jul 09 21:16:38.121325 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1835605-7c57-4810-b926-ad73a2641b0b req-3bf704ad-4417-46b0-b509-a6e5856d639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:38.122864 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1835605-7c57-4810-b926-ad73a2641b0b req-3bf704ad-4417-46b0-b509-a6e5856d639b service neutron] 10.222.0.36 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 911 time: 0.1065338 Jul 09 21:16:38.191716 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1835605-7c57-4810-b926-ad73a2641b0b req-fd2245eb-0bc3-4a38-beae-38292f1d7959 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b2b7938-6530-4d1c-8c10-3f41fee54c92 HTTP/1.1" status: 200 len: 999 time: 0.0624833 Jul 09 21:16:38.230449 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9fec67d0-0de5-4a26-a8ac-0267ab9f8742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '4e01545a-0d31-44a1-8202-51ad2fdf1dea', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'port_id': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'mac_address': 'fa:16:3e:88:5e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abfc4fd-4be6-4314-899e-5f8800898496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:13:57Z', 'updated_at': '2021-07-09T21:14:00Z', 'revision_number': 1, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'fixed_ip_address_scope': None}, {'id': 'fc044aa5-e9da-4746-ab8e-e471f0aca560', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'port_id': '5b2b7938-6530-4d1c-8c10-3f41fee54c92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'mac_address': 'fa:16:3e:75:36:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cd247-7997-494b-8a42-d074fcf115b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:16:36Z', 'updated_at': '2021-07-09T21:16:36Z', 'revision_number': 0, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:44Z', 'revision_number': 5, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:38.251578 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1835605-7c57-4810-b926-ad73a2641b0b req-68ae7b07-7d9b-48e5-bc19-da138e0fbe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:38.253108 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1835605-7c57-4810-b926-ad73a2641b0b req-68ae7b07-7d9b-48e5-bc19-da138e0fbe37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 200 len: 849 time: 0.0546157 Jul 09 21:16:38.259213 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fec67d0-0de5-4a26-a8ac-0267ab9f8742 None None] Checking router: a6265850-1c34-48f7-8217-307a4286b673 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:16:38.268564 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec67d0-0de5-4a26-a8ac-0267ab9f8742 None None] Routers {'a6265850-1c34-48f7-8217-307a4286b673'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:16:38.269363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9fec67d0-0de5-4a26-a8ac-0267ab9f8742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:16:30Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a6265850-1c34-48f7-8217-307a4286b673'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:38.322522 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1835605-7c57-4810-b926-ad73a2641b0b req-d9a16e33-1295-49cf-a0ab-ad806539eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:16:38.324550 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1835605-7c57-4810-b926-ad73a2641b0b req-d9a16e33-1295-49cf-a0ab-ad806539eeca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41b64cbe-61aa-4003-afae-02c287e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641193 Jul 09 21:16:38.403550 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-9fec67d0-0de5-4a26-a8ac-0267ab9f8742 None None] Set router a6265850-1c34-48f7-8217-307a4286b673 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:16:38.436170 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1835605-7c57-4810-b926-ad73a2641b0b req-0fdb1ddd-3bf7-40ff-905d-4bda5302a4e6 service neutron] 10.222.0.36 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050851 Jul 09 21:16:38.562412 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-a1835605-7c57-4810-b926-ad73a2641b0b req-9a50eb27-905f-4024-95af-b3692c0c5727 service neutron] 10.222.0.36 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133645 Jul 09 21:16:38.672334 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-9fec67d0-0de5-4a26-a8ac-0267ab9f8742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '4e01545a-0d31-44a1-8202-51ad2fdf1dea', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'port_id': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'mac_address': 'fa:16:3e:88:5e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abfc4fd-4be6-4314-899e-5f8800898496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:13:57Z', 'updated_at': '2021-07-09T21:14:00Z', 'revision_number': 1, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'fixed_ip_address_scope': None}, {'id': 'fc044aa5-e9da-4746-ab8e-e471f0aca560', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'port_id': '5b2b7938-6530-4d1c-8c10-3f41fee54c92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'mac_address': 'fa:16:3e:75:36:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cd247-7997-494b-8a42-d074fcf115b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:16:36Z', 'updated_at': '2021-07-09T21:16:36Z', 'revision_number': 0, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:44Z', 'revision_number': 5, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:16:38.700566 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fec67d0-0de5-4a26-a8ac-0267ab9f8742 None None] The sync data for ids ['a6265850-1c34-48f7-8217-307a4286b673'] in n-d-800088-3 is: [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '4e01545a-0d31-44a1-8202-51ad2fdf1dea', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'port_id': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'mac_address': 'fa:16:3e:88:5e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abfc4fd-4be6-4314-899e-5f8800898496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:13:57Z', 'updated_at': '2021-07-09T21:14:00Z', 'revision_number': 1, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'fixed_ip_address_scope': None}, {'id': 'fc044aa5-e9da-4746-ab8e-e471f0aca560', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'floating_ip_address': '172.25.0.50', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'port_id': '5b2b7938-6530-4d1c-8c10-3f41fee54c92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'mac_address': 'fa:16:3e:75:36:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343cd247-7997-494b-8a42-d074fcf115b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:16:36Z', 'updated_at': '2021-07-09T21:16:36Z', 'revision_number': 0, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:44Z', 'revision_number': 5, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:16:38.969123 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d97c8-20e1-4235-991b-7ea4bf995c96 None None] New status for floating IP fc044aa5-e9da-4746-ab8e-e471f0aca560: ACTIVE {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:16:43.365893 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:16:56.987655 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d1d75941-b0cf-4a70-89f1-974eeb2304ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:57.842034 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:59.559704 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cae788e3-d471-4f7c-a072-642a97e65aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:16:59.761321 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:00.102878 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:00.808439 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:02.655375 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:17.541582 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ed21286-150e-4b4e-9949-6d086b09c7e6 req-454bc8f4-f8b7-4544-b504-f193920dd942 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533619 Jul 09 21:17:17.644010 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed21286-150e-4b4e-9949-6d086b09c7e6 req-b09d7516-9987-4e41-90a2-f06b84db68db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:17.646417 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ed21286-150e-4b4e-9949-6d086b09c7e6 req-b09d7516-9987-4e41-90a2-f06b84db68db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 1097 time: 0.0616329 Jul 09 21:17:17.765276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed21286-150e-4b4e-9949-6d086b09c7e6 req-6553c920-cde5-4bea-9228-b6eabe4c9c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:17.766777 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ed21286-150e-4b4e-9949-6d086b09c7e6 req-6553c920-cde5-4bea-9228-b6eabe4c9c2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 911 time: 0.0983856 Jul 09 21:17:17.841646 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ed21286-150e-4b4e-9949-6d086b09c7e6 req-6e1b45fe-f89b-47d0-9ace-d26cb1764772 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b2b7938-6530-4d1c-8c10-3f41fee54c92 HTTP/1.1" status: 200 len: 1001 time: 0.0676818 Jul 09 21:17:17.896668 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed21286-150e-4b4e-9949-6d086b09c7e6 req-d8e71a21-1f7c-47c0-ad2e-5c72aa5931d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:17.898533 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ed21286-150e-4b4e-9949-6d086b09c7e6 req-d8e71a21-1f7c-47c0-ad2e-5c72aa5931d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 200 len: 849 time: 0.0515041 Jul 09 21:17:17.961169 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed21286-150e-4b4e-9949-6d086b09c7e6 req-1f9963de-06d4-47d6-a721-d060993b4287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:17.962752 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ed21286-150e-4b4e-9949-6d086b09c7e6 req-1f9963de-06d4-47d6-a721-d060993b4287 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41b64cbe-61aa-4003-afae-02c287e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582967 Jul 09 21:17:18.062778 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ed21286-150e-4b4e-9949-6d086b09c7e6 req-139bedba-6717-459d-a8ed-8e85918537a3 service neutron] 10.222.0.36 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912764 Jul 09 21:17:18.163773 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-1ed21286-150e-4b4e-9949-6d086b09c7e6 req-0add9b7e-a1ba-486c-82aa-9c1f84830a0c service neutron] 10.222.0.36 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946054 Jul 09 21:17:20.365321 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:17:26.771644 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-490484d5-ec97-4d28-a8c7-931ea0200ffe req-8f4a6a30-52fb-4f95-a21f-83e233a537cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597460 Jul 09 21:17:26.872823 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490484d5-ec97-4d28-a8c7-931ea0200ffe req-bdb5b8a8-b6ea-4ec8-a226-518507c42f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:26.874397 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-490484d5-ec97-4d28-a8c7-931ea0200ffe req-bdb5b8a8-b6ea-4ec8-a226-518507c42f95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 1095 time: 0.0611217 Jul 09 21:17:26.979366 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490484d5-ec97-4d28-a8c7-931ea0200ffe req-a3abe52a-c0ad-4e6f-9e98-0b0d2e733ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:26.980893 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-490484d5-ec97-4d28-a8c7-931ea0200ffe req-a3abe52a-c0ad-4e6f-9e98-0b0d2e733ea6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 911 time: 0.0867145 Jul 09 21:17:26.995098 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-252d1331-af78-4f4c-a851-6a2801a0b77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:27.056780 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-490484d5-ec97-4d28-a8c7-931ea0200ffe req-9598412a-ce9e-4685-bf8b-830cd4654ac6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d HTTP/1.1" status: 200 len: 1000 time: 0.0694592 Jul 09 21:17:27.106782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490484d5-ec97-4d28-a8c7-931ea0200ffe req-83997f5a-774e-4a0d-8b31-06fe2e52fb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:27.108254 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-490484d5-ec97-4d28-a8c7-931ea0200ffe req-83997f5a-774e-4a0d-8b31-06fe2e52fb05 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 200 len: 849 time: 0.0458636 Jul 09 21:17:27.166397 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490484d5-ec97-4d28-a8c7-931ea0200ffe req-3b617d6b-2e28-4090-8480-a499c4f90672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:17:27.167908 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-490484d5-ec97-4d28-a8c7-931ea0200ffe req-3b617d6b-2e28-4090-8480-a499c4f90672 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41b64cbe-61aa-4003-afae-02c287e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541031 Jul 09 21:17:27.260682 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-490484d5-ec97-4d28-a8c7-931ea0200ffe req-946dd419-d1f9-4cfd-a75a-f3888450cc2d service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864356 Jul 09 21:17:27.350938 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-490484d5-ec97-4d28-a8c7-931ea0200ffe req-cfa259fc-4b8a-4865-a0ef-2d35af75f2ca service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840888 Jul 09 21:17:27.861926 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:29.561662 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-69345961-102c-4330-86ea-b8505f9ad637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:29.764402 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:30.094052 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:30.805750 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:32.657681 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:56.996264 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-2cbaae49-7769-479d-b2e1-7eafd07ad568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:57.365494 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:17:57.854543 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:59.564502 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-78912b1e-32d4-4b14-8f87-23fa0470bb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:17:59.766489 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:00.112742 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:00.809156 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:02.662737 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:18.487051 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3aad6c1-0943-4dfc-a1fe-d082b8045a2b req-77a4fc81-0424-4af0-b3a1-f4a584617eb1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0636356 Jul 09 21:18:18.603000 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aad6c1-0943-4dfc-a1fe-d082b8045a2b req-917d55d3-cae0-4923-a668-f26bc8da4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:18:18.604563 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3aad6c1-0943-4dfc-a1fe-d082b8045a2b req-917d55d3-cae0-4923-a668-f26bc8da4936 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 1097 time: 0.0650172 Jul 09 21:18:18.714704 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aad6c1-0943-4dfc-a1fe-d082b8045a2b req-4515da6a-cce9-4433-93c1-affa956d9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:18:18.716214 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3aad6c1-0943-4dfc-a1fe-d082b8045a2b req-4515da6a-cce9-4433-93c1-affa956d9b12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 911 time: 0.0870428 Jul 09 21:18:18.802522 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3aad6c1-0943-4dfc-a1fe-d082b8045a2b req-1721a0a5-41a5-4438-811f-a99a642ed25f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b2b7938-6530-4d1c-8c10-3f41fee54c92 HTTP/1.1" status: 200 len: 1001 time: 0.0769217 Jul 09 21:18:18.855542 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aad6c1-0943-4dfc-a1fe-d082b8045a2b req-a8422eff-e9f6-4040-95e0-2f35d46178d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:18:18.857109 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3aad6c1-0943-4dfc-a1fe-d082b8045a2b req-a8422eff-e9f6-4040-95e0-2f35d46178d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 200 len: 849 time: 0.0487828 Jul 09 21:18:18.916251 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aad6c1-0943-4dfc-a1fe-d082b8045a2b req-4824af3e-1ad0-427e-9bb4-1d33fe24a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:18:18.917865 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3aad6c1-0943-4dfc-a1fe-d082b8045a2b req-4824af3e-1ad0-427e-9bb4-1d33fe24a4e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41b64cbe-61aa-4003-afae-02c287e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548086 Jul 09 21:18:19.019399 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3aad6c1-0943-4dfc-a1fe-d082b8045a2b req-52e274a4-e07a-4fa2-ab9e-c4c224af45e8 service neutron] 10.222.0.36 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951254 Jul 09 21:18:19.119177 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-e3aad6c1-0943-4dfc-a1fe-d082b8045a2b req-84ed1c5e-84b9-4975-abb0-f798ba18dc46 service neutron] 10.222.0.36 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932889 Jul 09 21:18:26.999954 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e3cb10ee-adc4-48e1-bb6c-e196a8da74a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:27.347094 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a5284ad-4452-4a51-8cfc-ee9dd0bb8b85 req-19adda58-9ed3-4386-93c9-9ebe47faa3ee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615962 Jul 09 21:18:27.454738 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5284ad-4452-4a51-8cfc-ee9dd0bb8b85 req-9f304d4b-6e31-423e-b1a6-c66c18c9e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:18:27.456268 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a5284ad-4452-4a51-8cfc-ee9dd0bb8b85 req-9f304d4b-6e31-423e-b1a6-c66c18c9e9b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 1095 time: 0.0666525 Jul 09 21:18:27.585957 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5284ad-4452-4a51-8cfc-ee9dd0bb8b85 req-94a8f4aa-044d-48d2-8ffe-3fe64b4413b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:18:27.588281 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a5284ad-4452-4a51-8cfc-ee9dd0bb8b85 req-94a8f4aa-044d-48d2-8ffe-3fe64b4413b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 911 time: 0.1120009 Jul 09 21:18:27.680566 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a5284ad-4452-4a51-8cfc-ee9dd0bb8b85 req-081e3b61-1af6-4f66-833d-0e373a3dd1a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d HTTP/1.1" status: 200 len: 1000 time: 0.0850284 Jul 09 21:18:27.734382 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5284ad-4452-4a51-8cfc-ee9dd0bb8b85 req-0c4e6124-ae43-4427-9782-d205f8556971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:18:27.735986 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a5284ad-4452-4a51-8cfc-ee9dd0bb8b85 req-0c4e6124-ae43-4427-9782-d205f8556971 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 200 len: 849 time: 0.0496640 Jul 09 21:18:27.806428 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5284ad-4452-4a51-8cfc-ee9dd0bb8b85 req-f9171a02-22d0-4d02-b857-1e9a097c6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:18:27.808075 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a5284ad-4452-4a51-8cfc-ee9dd0bb8b85 req-f9171a02-22d0-4d02-b857-1e9a097c6175 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41b64cbe-61aa-4003-afae-02c287e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653720 Jul 09 21:18:27.872254 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:27.906784 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a5284ad-4452-4a51-8cfc-ee9dd0bb8b85 req-e3fd3577-7498-45af-af56-c72528da499e service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919745 Jul 09 21:18:28.004917 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-4a5284ad-4452-4a51-8cfc-ee9dd0bb8b85 req-df7ad5ff-8494-4593-911c-f6d0c5d84171 service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924048 Jul 09 21:18:29.567167 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-658eb3bf-1717-4715-91d9-d1eb51f5d7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:29.775125 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:30.113102 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:30.810325 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:32.664865 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:34.365461 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:18:57.000774 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dc87ca11-afcf-4014-84dd-473dcb4e72c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:57.220394 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5b2b7938-6530-4d1c-8c10-3f41fee54c92 details requested by agent hyperv_n-h1-800088-3 with host n-h1-800088-3 {{(pid=100206) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 21:18:57.313646 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5b2b7938-6530-4d1c-8c10-3f41fee54c92, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5b2b7938-6530-4d1c-8c10-3f41fee54c92,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:18:57.324687 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Returning: {'device': '5b2b7938-6530-4d1c-8c10-3f41fee54c92', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'port_id': '5b2b7938-6530-4d1c-8c10-3f41fee54c92', 'mac_address': 'fa:16:3e:75:36:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100206) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 21:18:57.360408 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:57.372829 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b2b7938-6530-4d1c-8c10-3f41fee54c92 {{(pid=100206) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 21:18:57.391417 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5b2b7938-6530-4d1c-8c10-3f41fee54c92, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5b2b7938-6530-4d1c-8c10-3f41fee54c92,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:18:57.395432 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:57.448877 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5b2b7938-6530-4d1c-8c10-3f41fee54c92,revision_number=6']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:57.456069 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:57.456422 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:57.456796 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:57.457139 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:57.457478 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:57.457811 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:57.458147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:57.458476 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:57.458805 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:57.459198 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:57.460053 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:57.460381 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100206) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:18:57.477210 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] get_ports_and_sgs() called for port_ids ['5b2b7938-6530-4d1c-8c10-3f41fee54c92'] {{(pid=100206) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 21:18:57.887018 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:59.232879 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5b2b7938-6530-4d1c-8c10-3f41fee54c92 up at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 21:18:59.285336 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.provisioning_blocks [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Provisioning complete for port 5b2b7938-6530-4d1c-8c10-3f41fee54c92 triggered by entity L2. {{(pid=100206) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 21:18:59.285855 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-746613'] for port, provisioning_complete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:59.360199 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:59.384133 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343cd247-7997-494b-8a42-d074fcf115b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2b7938-6530-4d1c-8c10-3f41fee54c92'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:18:59.386411 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ef3da9-d518-40e9-9c78-5b9a33ba1d84" -d '{"events": [{"server_uuid": "343cd247-7997-494b-8a42-d074fcf115b7", "name": "network-vif-plugged", "status": "completed", "tag": "5b2b7938-6530-4d1c-8c10-3f41fee54c92"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:18:59.399271 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5b2b7938-6530-4d1c-8c10-3f41fee54c92, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5b2b7938-6530-4d1c-8c10-3f41fee54c92,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:18:59.405014 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:59.433646 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24919b5-4c21-4608-82ac-7c79e75f430f x-openstack-request-id: req-f24919b5-4c21-4608-82ac-7c79e75f430f {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:18:59.433880 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343cd247-7997-494b-8a42-d074fcf115b7", "name": "network-vif-plugged", "status": "completed", "tag": "5b2b7938-6530-4d1c-8c10-3f41fee54c92", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:18:59.434136 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f24919b5-4c21-4608-82ac-7c79e75f430f {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:18:59.434526 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343cd247-7997-494b-8a42-d074fcf115b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b2b7938-6530-4d1c-8c10-3f41fee54c92', 'code': 200} Jul 09 21:18:59.462409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5b2b7938-6530-4d1c-8c10-3f41fee54c92,revision_number=7']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:18:59.568061 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f64ae347-1392-44a5-b4ad-0325773a9952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:18:59.770517 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:00.121456 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:00.812497 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:02.671028 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:11.364668 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:19:12.054017 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57918) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:12.216839 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Deleting port 8701df3d-ed40-498e-8b7b-e8cb77eb6aa1 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:19:12.217083 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:12.298170 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:12.298512 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:12.316569 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Calling delete_port for 8701df3d-ed40-498e-8b7b-e8cb77eb6aa1 owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:19:12.467551 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:12.494148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event deleted for resources: {'Port': ['ID=8701df3d-ed40-498e-8b7b-e8cb77eb6aa1,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:12.505697 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:12.506235 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:12.506417 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:12.506924 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:12.507271 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:12.507612 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:12.507954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:12.508292 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:12.508655 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:12.509246 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:12.509580 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:12.509915 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100205) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:12.566519 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:12.567007 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Floating IP fc044aa5-e9da-4746-ab8e-e471f0aca560 disassociated (deleted). External IP: 172.25.0.50, port: 5b2b7938-6530-4d1c-8c10-3f41fee54c92. Jul 09 21:19:12.776295 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Router a6265850-1c34-48f7-8217-307a4286b673 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:19:13.213513 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:19:13.218238 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:13.222664 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87cd3b5-6a99-4ec8-85bc-80459c01aa6c None None] Sync routers for ids ['a6265850-1c34-48f7-8217-307a4286b673'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:19:13.232598 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87cd3b5-6a99-4ec8-85bc-80459c01aa6c None None] Routers {'a6265850-1c34-48f7-8217-307a4286b673'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:19:13.233222 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a87cd3b5-6a99-4ec8-85bc-80459c01aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:19:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a6265850-1c34-48f7-8217-307a4286b673'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:13.255518 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-f1707de0-cfd4-496b-acf8-44b64b059765 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "DELETE /v2.0/floatingips/fc044aa5-e9da-4746-ab8e-e471f0aca560 HTTP/1.1" status: 204 len: 168 time: 1.1992095 Jul 09 21:19:13.256148 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343cd247-7997-494b-8a42-d074fcf115b7', 'tag': '5b2b7938-6530-4d1c-8c10-3f41fee54c92'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:19:13.258486 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3f530d-73c7-478b-ad04-92da537ca260" -d '{"events": [{"name": "network-changed", "server_uuid": "343cd247-7997-494b-8a42-d074fcf115b7", "tag": "5b2b7938-6530-4d1c-8c10-3f41fee54c92"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:19:13.348589 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a87cd3b5-6a99-4ec8-85bc-80459c01aa6c None None] Set router a6265850-1c34-48f7-8217-307a4286b673 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:19:13.351187 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe388952-6e7e-48cd-accb-d7a46b1dc078 x-openstack-request-id: req-fe388952-6e7e-48cd-accb-d7a46b1dc078 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:19:13.351753 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343cd247-7997-494b-8a42-d074fcf115b7", "tag": "5b2b7938-6530-4d1c-8c10-3f41fee54c92", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:19:13.352288 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe388952-6e7e-48cd-accb-d7a46b1dc078 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:19:13.352612 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343cd247-7997-494b-8a42-d074fcf115b7', 'tag': '5b2b7938-6530-4d1c-8c10-3f41fee54c92', 'status': 'completed', 'code': 200} Jul 09 21:19:13.441996 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f530d-73c7-478b-ad04-92da537ca260 req-9da6b91d-dc38-4e4f-89a4-4f3470e45b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:13.443815 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb3f530d-73c7-478b-ad04-92da537ca260 req-9da6b91d-dc38-4e4f-89a4-4f3470e45b78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 1097 time: 0.0673397 Jul 09 21:19:13.552146 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f530d-73c7-478b-ad04-92da537ca260 req-a6fed468-4339-4df6-beb3-5e0bc3517200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:13.555323 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb3f530d-73c7-478b-ad04-92da537ca260 req-a6fed468-4339-4df6-beb3-5e0bc3517200 service neutron] 10.222.0.36 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 911 time: 0.1052182 Jul 09 21:19:13.598935 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb3f530d-73c7-478b-ad04-92da537ca260 req-353a2f05-259a-4318-8f79-df0acc5c6f53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b2b7938-6530-4d1c-8c10-3f41fee54c92 HTTP/1.1" status: 200 len: 217 time: 0.0369620 Jul 09 21:19:13.599637 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a87cd3b5-6a99-4ec8-85bc-80459c01aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '4e01545a-0d31-44a1-8202-51ad2fdf1dea', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'port_id': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'mac_address': 'fa:16:3e:88:5e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abfc4fd-4be6-4314-899e-5f8800898496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:13:57Z', 'updated_at': '2021-07-09T21:14:00Z', 'revision_number': 1, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:44Z', 'revision_number': 5, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:13.633691 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87cd3b5-6a99-4ec8-85bc-80459c01aa6c None None] Checking router: a6265850-1c34-48f7-8217-307a4286b673 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:19:13.642363 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87cd3b5-6a99-4ec8-85bc-80459c01aa6c None None] Routers {'a6265850-1c34-48f7-8217-307a4286b673'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:19:13.642997 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a87cd3b5-6a99-4ec8-85bc-80459c01aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:19:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a6265850-1c34-48f7-8217-307a4286b673'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:13.657536 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f530d-73c7-478b-ad04-92da537ca260 req-3c9caa49-65e5-4b59-8fbe-c7388d84830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:13.659033 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb3f530d-73c7-478b-ad04-92da537ca260 req-3c9caa49-65e5-4b59-8fbe-c7388d84830b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 200 len: 849 time: 0.0528619 Jul 09 21:19:13.720566 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0ae59-8961-4755-946a-880870c944f9 req-10d9f75f-5b47-439c-8bf4-b15b50d2678d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:13.722109 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55c0ae59-8961-4755-946a-880870c944f9 req-10d9f75f-5b47-439c-8bf4-b15b50d2678d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 946 time: 0.1264403 Jul 09 21:19:13.723907 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f530d-73c7-478b-ad04-92da537ca260 req-d336f49d-f3e2-4d43-9424-2508c7989346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:13.728883 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb3f530d-73c7-478b-ad04-92da537ca260 req-d336f49d-f3e2-4d43-9424-2508c7989346 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=41b64cbe-61aa-4003-afae-02c287e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581839 Jul 09 21:19:13.768730 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-55c0ae59-8961-4755-946a-880870c944f9 req-89998e2e-50e9-4c25-9048-12e71cb52d44 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391862 Jul 09 21:19:13.807666 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-a87cd3b5-6a99-4ec8-85bc-80459c01aa6c None None] Set router a6265850-1c34-48f7-8217-307a4286b673 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:19:13.823668 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb3f530d-73c7-478b-ad04-92da537ca260 req-1de850eb-e155-47ce-bf08-6dde7da52dd2 service neutron] 10.222.0.36 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906360 Jul 09 21:19:13.928469 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-eb3f530d-73c7-478b-ad04-92da537ca260 req-ae49c8ac-675d-4cc8-90eb-4b4f2a1ec776 service neutron] 10.222.0.36 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977662 Jul 09 21:19:14.270341 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-a87cd3b5-6a99-4ec8-85bc-80459c01aa6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '4e01545a-0d31-44a1-8202-51ad2fdf1dea', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'port_id': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'mac_address': 'fa:16:3e:88:5e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abfc4fd-4be6-4314-899e-5f8800898496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:13:57Z', 'updated_at': '2021-07-09T21:14:00Z', 'revision_number': 1, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:44Z', 'revision_number': 5, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:14.304254 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87cd3b5-6a99-4ec8-85bc-80459c01aa6c None None] The sync data for ids ['a6265850-1c34-48f7-8217-307a4286b673'] in n-d-800088-3 is: [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_floatingips': [{'id': '4e01545a-0d31-44a1-8202-51ad2fdf1dea', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'floating_ip_address': '172.25.0.144', 'floating_network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'router_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'port_id': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'mac_address': 'fa:16:3e:88:5e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abfc4fd-4be6-4314-899e-5f8800898496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T21:13:57Z', 'updated_at': '2021-07-09T21:14:00Z', 'revision_number': 1, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:44Z', 'revision_number': 5, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:19:14.537880 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72605da7-5698-49b3-ba19-808d6618eed2 None None] New status for floating IP fc044aa5-e9da-4746-ab8e-e471f0aca560: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:19:15.007822 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd7c02-e273-495e-a1c5-cfeffe2c229b req-97672b1e-083e-4210-b877-ef9f10d95869 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:15.009648 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7bbd7c02-e273-495e-a1c5-cfeffe2c229b req-97672b1e-083e-4210-b877-ef9f10d95869 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 946 time: 0.0885310 Jul 09 21:19:15.053145 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-7bbd7c02-e273-495e-a1c5-cfeffe2c229b req-a5f0e004-788e-4a2c-917b-55eb36a5cd47 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370247 Jul 09 21:19:15.310695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5b2b7938-6530-4d1c-8c10-3f41fee54c92 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:19:15.394169 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-581601'] for port, before_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:15.407595 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91af2b-65e9-4994-be03-571cf2f97758 req-249dc32d-8a71-406e-a8ed-966ace910fc3 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:15.409235 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf91af2b-65e9-4994-be03-571cf2f97758 req-249dc32d-8a71-406e-a8ed-966ace910fc3 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.36 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 946 time: 0.0746720 Jul 09 21:19:15.423064 n-d-800088-3 neutron-server[100206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343cd247-7997-494b-8a42-d074fcf115b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b2b7938-6530-4d1c-8c10-3f41fee54c92'}] {{(pid=100206) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:19:15.425387 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0b23939c545e4059bf72aef46734ea60a0d061bce23b33e97442c127d31e3f2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d96e11-16f7-4af7-8091-ff66742cffd7" -d '{"events": [{"server_uuid": "343cd247-7997-494b-8a42-d074fcf115b7", "name": "network-vif-unplugged", "status": "completed", "tag": "5b2b7938-6530-4d1c-8c10-3f41fee54c92"}]}' {{(pid=100206) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:19:15.439477 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] For port 5b2b7938-6530-4d1c-8c10-3f41fee54c92, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5b2b7938-6530-4d1c-8c10-3f41fee54c92,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:19:15.443859 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745877229864', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745876674030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745876675615'] for port, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:15.510159 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Pushing event updated for resources: {'Port': ['ID=5b2b7938-6530-4d1c-8c10-3f41fee54c92,revision_number=8']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:15.548473 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-bf91af2b-65e9-4994-be03-571cf2f97758 req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Deleting port 5b2b7938-6530-4d1c-8c10-3f41fee54c92 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:19:15.548969 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf91af2b-65e9-4994-be03-571cf2f97758 req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:15.666663 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [req-bf91af2b-65e9-4994-be03-571cf2f97758 req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] For port 5b2b7938-6530-4d1c-8c10-3f41fee54c92, host n-h1-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-800088-3',level=0,port_id=5b2b7938-6530-4d1c-8c10-3f41fee54c92,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:19:15.666951 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf91af2b-65e9-4994-be03-571cf2f97758 req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:15.682373 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 21:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296d66a3-dcd8-4c52-ba00-f112a1428edb x-openstack-request-id: req-296d66a3-dcd8-4c52-ba00-f112a1428edb {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:19:15.682668 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343cd247-7997-494b-8a42-d074fcf115b7", "name": "network-vif-unplugged", "status": "completed", "tag": "5b2b7938-6530-4d1c-8c10-3f41fee54c92", "code": 200}]} {{(pid=100206) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:19:15.682988 n-d-800088-3 neutron-server[100206]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-296d66a3-dcd8-4c52-ba00-f112a1428edb {{(pid=100206) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:19:15.683319 n-d-800088-3 neutron-server[100206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343cd247-7997-494b-8a42-d074fcf115b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b2b7938-6530-4d1c-8c10-3f41fee54c92', 'code': 200} Jul 09 21:19:15.689408 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [req-bf91af2b-65e9-4994-be03-571cf2f97758 req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Calling delete_port for 5b2b7938-6530-4d1c-8c10-3f41fee54c92 owned by compute:nova {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:19:15.835308 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf91af2b-65e9-4994-be03-571cf2f97758 req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:15.866534 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event deleted for resources: {'Port': ['ID=5b2b7938-6530-4d1c-8c10-3f41fee54c92,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:15.880147 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:15.880516 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:15.881008 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:15.881365 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:15.881720 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:15.882061 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:15.882425 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:15.882752 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:15.883093 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:15.883434 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:15.883781 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:15.884378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-800088-3 {{(pid=100204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 21:19:15.934079 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf91af2b-65e9-4994-be03-571cf2f97758 req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] No DVR routers for this DVR port 5b2b7938-6530-4d1c-8c10-3f41fee54c92 on host n-h1-800088-3 {{(pid=100204) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:19:15.937283 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [req-bf91af2b-65e9-4994-be03-571cf2f97758 req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:15.939415 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-bf91af2b-65e9-4994-be03-571cf2f97758 req-94d81256-ab23-4112-8171-13d75b4b968d tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.36 "DELETE /v2.0/ports/5b2b7938-6530-4d1c-8c10-3f41fee54c92 HTTP/1.1" status: 204 len: 173 time: 0.5245485 Jul 09 21:19:15.939982 n-d-800088-3 neutron-server[100204]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343cd247-7997-494b-8a42-d074fcf115b7', 'name': 'network-vif-deleted', 'tag': '5b2b7938-6530-4d1c-8c10-3f41fee54c92'}] {{(pid=100204) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:19:15.942366 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd03a505d985f67d28ea70d7324fa57953057559b095a3d453b2616437f0cfe1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c57db1-5b4d-4cbd-b48b-89b8cfe967a5" -d '{"events": [{"server_uuid": "343cd247-7997-494b-8a42-d074fcf115b7", "name": "network-vif-deleted", "tag": "5b2b7938-6530-4d1c-8c10-3f41fee54c92"}]}' {{(pid=100204) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:19:15.989228 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bec832f-8e77-4859-8629-1fee29826d55 x-openstack-request-id: req-0bec832f-8e77-4859-8629-1fee29826d55 {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:19:15.989703 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343cd247-7997-494b-8a42-d074fcf115b7", "name": "network-vif-deleted", "tag": "5b2b7938-6530-4d1c-8c10-3f41fee54c92", "status": "completed", "code": 200}]} {{(pid=100204) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:19:15.990123 n-d-800088-3 neutron-server[100204]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bec832f-8e77-4859-8629-1fee29826d55 {{(pid=100204) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:19:15.990755 n-d-800088-3 neutron-server[100204]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343cd247-7997-494b-8a42-d074fcf115b7', 'name': 'network-vif-deleted', 'tag': '5b2b7938-6530-4d1c-8c10-3f41fee54c92', 'status': 'completed', 'code': 200} Jul 09 21:19:16.238895 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-48ec01c9-4db3-4c67-a9a9-aef90e8a5b18 req-3f595768-8b90-43d3-b09d-141201ecd4c6 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=343cd247-7997-494b-8a42-d074fcf115b7 HTTP/1.1" status: 200 len: 210 time: 0.0386767 Jul 09 21:19:17.874431 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 57984) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:18.040355 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ad281-fe05-416f-a2f2-6341ee65a3bf tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Deleting port 034d26d8-331b-4c89-a34f-d85d9e740b8e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:19:18.040739 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad281-fe05-416f-a2f2-6341ee65a3bf tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:18.123609 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad281-fe05-416f-a2f2-6341ee65a3bf tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:18.123863 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad281-fe05-416f-a2f2-6341ee65a3bf tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:18.136149 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ad281-fe05-416f-a2f2-6341ee65a3bf tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Calling delete_port for 034d26d8-331b-4c89-a34f-d85d9e740b8e owned by network:floatingip {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:19:18.303404 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad281-fe05-416f-a2f2-6341ee65a3bf tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:18.337735 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ad281-fe05-416f-a2f2-6341ee65a3bf tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event deleted for resources: {'Port': ['ID=034d26d8-331b-4c89-a34f-d85d9e740b8e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:18.404621 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad281-fe05-416f-a2f2-6341ee65a3bf tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for floatingip, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:18.404851 n-d-800088-3 neutron-server[100205]: INFO neutron.db.l3_db [None req-6f3ad281-fe05-416f-a2f2-6341ee65a3bf tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Floating IP 4e01545a-0d31-44a1-8202-51ad2fdf1dea disassociated (deleted). External IP: 172.25.0.144, port: 1bd81bff-c9d5-4578-adb7-c75fa6eb543d. Jul 09 21:19:18.634577 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3ad281-fe05-416f-a2f2-6341ee65a3bf tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Router a6265850-1c34-48f7-8217-307a4286b673 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:19:18.752528 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3ad281-fe05-416f-a2f2-6341ee65a3bf tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:19:18.758503 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-6f3ad281-fe05-416f-a2f2-6341ee65a3bf tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for floatingip, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:18.763823 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac15213-e31e-4cfb-87e0-e66fe8df7279 None None] Sync routers for ids ['a6265850-1c34-48f7-8217-307a4286b673'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:19:18.777043 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac15213-e31e-4cfb-87e0-e66fe8df7279 None None] Routers {'a6265850-1c34-48f7-8217-307a4286b673'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:19:18.777680 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8ac15213-e31e-4cfb-87e0-e66fe8df7279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:19:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a6265850-1c34-48f7-8217-307a4286b673'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:18.807724 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-6f3ad281-fe05-416f-a2f2-6341ee65a3bf tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "DELETE /v2.0/floatingips/4e01545a-0d31-44a1-8202-51ad2fdf1dea HTTP/1.1" status: 204 len: 168 time: 0.9321749 Jul 09 21:19:18.808716 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abfc4fd-4be6-4314-899e-5f8800898496', 'tag': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:19:18.812992 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d457083c-6c51-411b-b640-aefeeee991a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0abfc4fd-4be6-4314-899e-5f8800898496", "tag": "1bd81bff-c9d5-4578-adb7-c75fa6eb543d"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:19:18.860244 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 21:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2f7632-47e6-4fe4-92d4-d7c6b1b63e25 x-openstack-request-id: req-8e2f7632-47e6-4fe4-92d4-d7c6b1b63e25 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:19:18.860891 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abfc4fd-4be6-4314-899e-5f8800898496", "tag": "1bd81bff-c9d5-4578-adb7-c75fa6eb543d", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:19:18.861168 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e2f7632-47e6-4fe4-92d4-d7c6b1b63e25 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:19:18.861589 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abfc4fd-4be6-4314-899e-5f8800898496', 'tag': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'status': 'completed', 'code': 200} Jul 09 21:19:18.913547 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-8ac15213-e31e-4cfb-87e0-e66fe8df7279 None None] Set router a6265850-1c34-48f7-8217-307a4286b673 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:19:19.002890 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457083c-6c51-411b-b640-aefeeee991a9 req-5b07ac65-7cc2-4175-80e2-24795848f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:19.004905 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d457083c-6c51-411b-b640-aefeeee991a9 req-5b07ac65-7cc2-4175-80e2-24795848f18f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 1095 time: 0.1181867 Jul 09 21:19:19.137586 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457083c-6c51-411b-b640-aefeeee991a9 req-0a035566-336f-4bd0-a4b7-6925001bcb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:19.139265 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d457083c-6c51-411b-b640-aefeeee991a9 req-0a035566-336f-4bd0-a4b7-6925001bcb61 service neutron] 10.222.0.32 "GET /v2.0/networks?id=41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 200 len: 911 time: 0.1280794 Jul 09 21:19:19.184676 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8ac15213-e31e-4cfb-87e0-e66fe8df7279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:44Z', 'revision_number': 5, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:19.185860 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d457083c-6c51-411b-b640-aefeeee991a9 req-0142a092-b947-4f12-95f7-31badb92b46a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d HTTP/1.1" status: 200 len: 217 time: 0.0400760 Jul 09 21:19:19.215767 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac15213-e31e-4cfb-87e0-e66fe8df7279 None None] Checking router: a6265850-1c34-48f7-8217-307a4286b673 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:19:19.227504 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac15213-e31e-4cfb-87e0-e66fe8df7279 None None] Routers {'a6265850-1c34-48f7-8217-307a4286b673'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:19:19.228416 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8ac15213-e31e-4cfb-87e0-e66fe8df7279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:19:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a6265850-1c34-48f7-8217-307a4286b673'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:19.245202 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457083c-6c51-411b-b640-aefeeee991a9 req-2512a83e-6b2d-4cc1-9212-44194c1d29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:19.246590 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d457083c-6c51-411b-b640-aefeeee991a9 req-2512a83e-6b2d-4cc1-9212-44194c1d29d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 200 len: 849 time: 0.0542791 Jul 09 21:19:19.257428 n-d-800088-3 neutron-server[100204]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486588ac-3c14-4a4c-9603-993e12a4573e req-77f2d4a1-1439-4d7c-94d1-710c09dd40b1 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100204) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:19.259284 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-486588ac-3c14-4a4c-9603-993e12a4573e req-77f2d4a1-1439-4d7c-94d1-710c09dd40b1 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 944 time: 0.0813193 Jul 09 21:19:19.311462 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [req-486588ac-3c14-4a4c-9603-993e12a4573e req-6179649a-b52b-48eb-88b2-72ece8cf8e03 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/security-groups?id=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449014 Jul 09 21:19:19.326491 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457083c-6c51-411b-b640-aefeeee991a9 req-70cec255-bae9-4be3-bcd3-18b6353e7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:19.328067 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d457083c-6c51-411b-b640-aefeeee991a9 req-70cec255-bae9-4be3-bcd3-18b6353e7941 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=41b64cbe-61aa-4003-afae-02c287e738d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750966 Jul 09 21:19:19.328726 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5b2b7938-6530-4d1c-8c10-3f41fee54c92 no longer exists at agent hyperv_n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:19:19.356409 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] No Port match for: 5b2b7938-6530-4d1c-8c10-3f41fee54c92 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:19:19.356809 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Device 5b2b7938-6530-4d1c-8c10-3f41fee54c92 not bound to the agent host n-h1-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:19:19.379278 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-8ac15213-e31e-4cfb-87e0-e66fe8df7279 None None] Set router a6265850-1c34-48f7-8217-307a4286b673 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:19:19.432406 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d457083c-6c51-411b-b640-aefeeee991a9 req-7640d1e2-3aa8-4068-9efb-eb7c562a63db service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969360 Jul 09 21:19:19.538377 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-d457083c-6c51-411b-b640-aefeeee991a9 req-c181b074-3a8d-4e6e-8326-0671c98219e0 service neutron] 10.222.0.32 "GET /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985079 Jul 09 21:19:19.595236 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-8ac15213-e31e-4cfb-87e0-e66fe8df7279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:44Z', 'revision_number': 5, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:19.622827 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac15213-e31e-4cfb-87e0-e66fe8df7279 None None] The sync data for ids ['a6265850-1c34-48f7-8217-307a4286b673'] in n-d-800088-3 is: [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:13:37Z', 'revision_number': 4, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3', '_interfaces': [{'id': '97f80e91-da42-4598-806a-e7bd53a8340e', 'name': '', 'network_id': '41b64cbe-61aa-4003-afae-02c287e738d6', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'mac_address': 'fa:16:3e:47:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:36Z', 'updated_at': '2021-07-09T21:13:44Z', 'revision_number': 5, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'subnets': [{'id': '48417abd-1758-43b8-ae76-a1fd2bfcc40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:19:19.775282 n-d-800088-3 neutron-server[100205]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b522e9f-40f4-47b7-9769-9bf5a440d9c6 req-90fc5b3c-11b5-4477-8df2-46187f996180 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100205) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 21:19:19.776945 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b522e9f-40f4-47b7-9769-9bf5a440d9c6 req-90fc5b3c-11b5-4477-8df2-46187f996180 tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.32 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 944 time: 0.0674770 Jul 09 21:19:19.854880 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3af309c-d943-4a1b-a713-3aff681a3c1c None None] New status for floating IP 4e01545a-0d31-44a1-8202-51ad2fdf1dea: DOWN {{(pid=100207) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 21:19:19.880476 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-2b522e9f-40f4-47b7-9769-9bf5a440d9c6 req-714b3d8b-4287-4042-a022-a5e9f823b79a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Deleting port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:19:19.881506 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b522e9f-40f4-47b7-9769-9bf5a440d9c6 req-714b3d8b-4287-4042-a022-a5e9f823b79a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:19.992129 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [req-2b522e9f-40f4-47b7-9769-9bf5a440d9c6 req-714b3d8b-4287-4042-a022-a5e9f823b79a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] For port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d, host n-h2-800088-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-800088-3',level=0,port_id=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:19:19.992512 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b522e9f-40f4-47b7-9769-9bf5a440d9c6 req-714b3d8b-4287-4042-a022-a5e9f823b79a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:20.006175 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [req-2b522e9f-40f4-47b7-9769-9bf5a440d9c6 req-714b3d8b-4287-4042-a022-a5e9f823b79a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Calling delete_port for 1bd81bff-c9d5-4578-adb7-c75fa6eb543d owned by compute:nova {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:19:20.150728 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b522e9f-40f4-47b7-9769-9bf5a440d9c6 req-714b3d8b-4287-4042-a022-a5e9f823b79a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:20.192739 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b3d8b-4287-4042-a022-a5e9f823b79a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event deleted for resources: {'Port': ['ID=1bd81bff-c9d5-4578-adb7-c75fa6eb543d,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:20.255229 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b522e9f-40f4-47b7-9769-9bf5a440d9c6 req-714b3d8b-4287-4042-a022-a5e9f823b79a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] No DVR routers for this DVR port 1bd81bff-c9d5-4578-adb7-c75fa6eb543d on host n-h2-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:19:20.258164 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [req-2b522e9f-40f4-47b7-9769-9bf5a440d9c6 req-714b3d8b-4287-4042-a022-a5e9f823b79a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-195467'] for port, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:20.260603 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-2b522e9f-40f4-47b7-9769-9bf5a440d9c6 req-714b3d8b-4287-4042-a022-a5e9f823b79a tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.32 "DELETE /v2.0/ports/1bd81bff-c9d5-4578-adb7-c75fa6eb543d HTTP/1.1" status: 204 len: 173 time: 0.4787910 Jul 09 21:19:20.492836 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [req-45a44415-7970-4474-b819-04ddb8628c30 req-44bbcb58-f1a7-47a3-a5f9-c13cc6943dbd tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "GET /v2.0/ports?device_id=0abfc4fd-4be6-4314-899e-5f8800898496 HTTP/1.1" status: 200 len: 210 time: 0.0396276 Jul 09 21:19:20.863030 n-d-800088-3 neutron-server[100205]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abfc4fd-4be6-4314-899e-5f8800898496', 'name': 'network-vif-deleted', 'tag': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d'}] {{(pid=100205) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 21:19:20.865857 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cb824b818da8a860cf5fc9302f37ade50e73c4b3d7b2053fe5eda4d165db7c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6451584c-9b86-48e5-80b9-fbf57f083b06" -d '{"events": [{"server_uuid": "0abfc4fd-4be6-4314-899e-5f8800898496", "name": "network-vif-deleted", "tag": "1bd81bff-c9d5-4578-adb7-c75fa6eb543d"}]}' {{(pid=100205) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 21:19:20.917344 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 21:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60885312-62eb-409b-8f98-898fa7b0dfd7 x-openstack-request-id: req-60885312-62eb-409b-8f98-898fa7b0dfd7 {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 21:19:20.917829 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abfc4fd-4be6-4314-899e-5f8800898496", "name": "network-vif-deleted", "tag": "1bd81bff-c9d5-4578-adb7-c75fa6eb543d", "status": "completed", "code": 200}]} {{(pid=100205) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 21:19:20.918190 n-d-800088-3 neutron-server[100205]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60885312-62eb-409b-8f98-898fa7b0dfd7 {{(pid=100205) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 21:19:20.918790 n-d-800088-3 neutron-server[100205]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abfc4fd-4be6-4314-899e-5f8800898496', 'name': 'network-vif-deleted', 'tag': '1bd81bff-c9d5-4578-adb7-c75fa6eb543d', 'status': 'completed', 'code': 200} Jul 09 21:19:21.586540 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58000) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:21.648122 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d38ccc07-6332-4cce-b887-118dcf597a9c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:21.673777 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d38ccc07-6332-4cce-b887-118dcf597a9c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:21.745256 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d38ccc07-6332-4cce-b887-118dcf597a9c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:21.748506 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-d38ccc07-6332-4cce-b887-118dcf597a9c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:21.750047 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-d38ccc07-6332-4cce-b887-118dcf597a9c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] 10.222.0.30 "DELETE /v2.0/security-groups/fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c HTTP/1.1" status: 204 len: 168 time: 0.1624358 Jul 09 21:19:21.761594 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ccc07-6332-4cce-b887-118dcf597a9c tempest-TestSnapshotPattern-1413469825 tempest-TestSnapshotPattern-1413469825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcfbb31-409d-4353-bfdc-e7b8e45f5a2c,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:21.807895 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58004) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:22.299713 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27e2977c-4fe8-406a-abd1-fb0366ab0cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:22.585966 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-27e2977c-4fe8-406a-abd1-fb0366ab0cfb admin admin] Deleting port 97f80e91-da42-4598-806a-e7bd53a8340e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:19:22.586223 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27e2977c-4fe8-406a-abd1-fb0366ab0cfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:22.676636 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-27e2977c-4fe8-406a-abd1-fb0366ab0cfb admin admin] For port 97f80e91-da42-4598-806a-e7bd53a8340e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=97f80e91-da42-4598-806a-e7bd53a8340e,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:19:22.677002 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27e2977c-4fe8-406a-abd1-fb0366ab0cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:22.690982 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-27e2977c-4fe8-406a-abd1-fb0366ab0cfb admin admin] Calling delete_port for 97f80e91-da42-4598-806a-e7bd53a8340e owned by network:router_interface {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:19:22.888653 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27e2977c-4fe8-406a-abd1-fb0366ab0cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:22.916926 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2977c-4fe8-406a-abd1-fb0366ab0cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=97f80e91-da42-4598-806a-e7bd53a8340e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:23.099502 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-27e2977c-4fe8-406a-abd1-fb0366ab0cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:23.136513 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 1bd81bff-c9d5-4578-adb7-c75fa6eb543d no longer exists at agent hyperv_n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:19:23.158195 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] No Port match for: 1bd81bff-c9d5-4578-adb7-c75fa6eb543d {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:19:23.158505 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Device 1bd81bff-c9d5-4578-adb7-c75fa6eb543d not bound to the agent host n-h2-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:19:23.355557 n-d-800088-3 neutron-server[100205]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e2977c-4fe8-406a-abd1-fb0366ab0cfb admin admin] Router a6265850-1c34-48f7-8217-307a4286b673 has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100205) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:19:23.469469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e2977c-4fe8-406a-abd1-fb0366ab0cfb admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100205) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:19:23.475085 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-27e2977c-4fe8-406a-abd1-fb0366ab0cfb admin admin] 10.222.0.30 "PUT /v2.0/routers/a6265850-1c34-48f7-8217-307a4286b673/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6649277 Jul 09 21:19:23.478601 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58008) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:23.480526 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a53292-0fdb-45fb-b517-9b630ec90850 None None] Sync routers for ids ['a6265850-1c34-48f7-8217-307a4286b673'] in n-d-800088-3 {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:19:23.493471 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a53292-0fdb-45fb-b517-9b630ec90850 None None] Routers {'a6265850-1c34-48f7-8217-307a4286b673'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:19:23.494134 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b8a53292-0fdb-45fb-b517-9b630ec90850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:19:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a6265850-1c34-48f7-8217-307a4286b673'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:23.598732 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] Notify callbacks [] for router, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:23.614518 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-b8a53292-0fdb-45fb-b517-9b630ec90850 None None] Set router a6265850-1c34-48f7-8217-307a4286b673 gateway port host: n-d-800088-3 {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:19:23.770655 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:23.829466 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] Deleting port a3267d60-e517-476a-89b2-f056d63021c2 {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:19:23.829816 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:23.847395 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b8a53292-0fdb-45fb-b517-9b630ec90850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:19:22Z', 'revision_number': 5, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port': {'id': 'a3267d60-e517-476a-89b2-f056d63021c2', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:25:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6265850-1c34-48f7-8217-307a4286b673', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:34Z', 'updated_at': '2021-07-09T21:13:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:23.875516 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a53292-0fdb-45fb-b517-9b630ec90850 None None] Checking router: a6265850-1c34-48f7-8217-307a4286b673 for host: n-d-800088-3 {{(pid=100206) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:19:23.886147 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a53292-0fdb-45fb-b517-9b630ec90850 None None] Routers {'a6265850-1c34-48f7-8217-307a4286b673'} bound to L3 agent in host n-d-800088-3 {{(pid=100206) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:19:23.886812 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b8a53292-0fdb-45fb-b517-9b630ec90850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:19:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['a6265850-1c34-48f7-8217-307a4286b673'], 'active': True} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:23.917348 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] For port a3267d60-e517-476a-89b2-f056d63021c2, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a3267d60-e517-476a-89b2-f056d63021c2,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:19:23.918006 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:23.930703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] Calling delete_port for a3267d60-e517-476a-89b2-f056d63021c2 owned by network:router_gateway {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:19:23.979895 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvr_db [None req-b8a53292-0fdb-45fb-b517-9b630ec90850 None None] Set router a6265850-1c34-48f7-8217-307a4286b673 gateway port host: None {{(pid=100206) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:19:24.055558 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_hamode_db [None req-b8a53292-0fdb-45fb-b517-9b630ec90850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:19:23Z', 'revision_number': 6, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100206) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:24.084266 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a53292-0fdb-45fb-b517-9b630ec90850 None None] The sync data for ids ['a6265850-1c34-48f7-8217-307a4286b673'] in n-d-800088-3 is: [{'id': 'a6265850-1c34-48f7-8217-307a4286b673', 'name': 'tempest-TestSnapshotPattern-1375396499-router', 'tenant_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:33Z', 'updated_at': '2021-07-09T21:19:23Z', 'revision_number': 6, 'project_id': '69e9e17e2d8d408b98f56d60ffcedaf1', 'gw_port_host': None}] {{(pid=100206) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:19:24.453137 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:24.481703 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3267d60-e517-476a-89b2-f056d63021c2,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:24.546906 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:24.642908 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:24.645105 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:24.689051 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:24.689516 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6265850-1c34-48f7-8217-307a4286b673 {{(pid=100205) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:19:24.694526 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] Notify callbacks [] for router, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:24.695778 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-39618b4e-250c-4403-8015-67a30839a697 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a6265850-1c34-48f7-8217-307a4286b673 HTTP/1.1" status: 204 len: 168 time: 1.2162070 Jul 09 21:19:24.698469 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58010) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:24.745054 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1297404-eb39-42ac-924e-b0204aed96bf admin admin] Deleting subnet 48417abd-1758-43b8-ae76-a1fd2bfcc40c {{(pid=100205) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:19:24.748289 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1297404-eb39-42ac-924e-b0204aed96bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:24.785738 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1297404-eb39-42ac-924e-b0204aed96bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8768259'] for subnet, precommit_delete_associations {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:24.890848 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1297404-eb39-42ac-924e-b0204aed96bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:24.951569 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1297404-eb39-42ac-924e-b0204aed96bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9706375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12229240'] for subnet, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:24.978782 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1297404-eb39-42ac-924e-b0204aed96bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48417abd-1758-43b8-ae76-a1fd2bfcc40c,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:24.980785 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-e1297404-eb39-42ac-924e-b0204aed96bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:24.982691 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-e1297404-eb39-42ac-924e-b0204aed96bf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/48417abd-1758-43b8-ae76-a1fd2bfcc40c HTTP/1.1" status: 204 len: 168 time: 0.2830653 Jul 09 21:19:24.985202 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58012) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:24.987499 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29c5a5a-b4c5-40c0-b98d-24609b530432 None None] Network 41b64cbe-61aa-4003-afae-02c287e738d6 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:19:25.067520 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:25.131620 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] Deleting port 36b7d889-da24-4b4e-b6a7-531e18162c7e {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:19:25.131918 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:25.216708 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] For port 36b7d889-da24-4b4e-b6a7-531e18162c7e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=36b7d889-da24-4b4e-b6a7-531e18162c7e,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:19:25.216708 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:25.219749 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd680a0-36d3-431c-957e-3c3e3260d167 None None] DHCP port deletion for 41b64cbe-61aa-4003-afae-02c287e738d6 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:19:25.234091 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] Calling delete_port for 36b7d889-da24-4b4e-b6a7-531e18162c7e owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:19:25.279520 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-edd680a0-36d3-431c-957e-3c3e3260d167 None None] Deleting port 36b7d889-da24-4b4e-b6a7-531e18162c7e {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:19:25.280122 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-edd680a0-36d3-431c-957e-3c3e3260d167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:25.334759 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:25.349014 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-edd680a0-36d3-431c-957e-3c3e3260d167 None None] For port 36b7d889-da24-4b4e-b6a7-531e18162c7e, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=36b7d889-da24-4b4e-b6a7-531e18162c7e,segment=NetworkSegment(23d961c0-2412-4517-828b-a1f562e98cf6),segment_id=23d961c0-2412-4517-828b-a1f562e98cf6)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:19:25.349447 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-edd680a0-36d3-431c-957e-3c3e3260d167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:25.365954 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] No DVR routers for this DVR port 36b7d889-da24-4b4e-b6a7-531e18162c7e on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:19:25.367351 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-edd680a0-36d3-431c-957e-3c3e3260d167 None None] Calling delete_port for 36b7d889-da24-4b4e-b6a7-531e18162c7e owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:19:25.368263 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b7d889-da24-4b4e-b6a7-531e18162c7e,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:25.460983 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-edd680a0-36d3-431c-957e-3c3e3260d167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:25.461293 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:25.470970 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b64cbe-61aa-4003-afae-02c287e738d6']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:25.482088 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d961c0-2412-4517-828b-a1f562e98cf6') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:25.482390 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d961c0-2412-4517-828b-a1f562e98cf6') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:25.485841 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd680a0-36d3-431c-957e-3c3e3260d167 None None] Pushing event deleted for resources: {'Port': ['ID=36b7d889-da24-4b4e-b6a7-531e18162c7e,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:25.491245 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd680a0-36d3-431c-957e-3c3e3260d167 None None] No DVR routers for this DVR port 36b7d889-da24-4b4e-b6a7-531e18162c7e on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:19:25.494256 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:25.508656 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:25.514915 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:19:25.515314 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: conditions |= (models_v2.Port.network_id.in_( Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: timer() Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:19:25.516988 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:19:25.571363 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:25.576584 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:25.578560 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] 10.222.0.30 "DELETE /v2.0/networks/41b64cbe-61aa-4003-afae-02c287e738d6 HTTP/1.1" status: 204 len: 168 time: 0.5924277 Jul 09 21:19:25.582173 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58014) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:25.591989 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006f674-f8ad-42d4-90fd-820d31ab9005 admin admin] Pushing event deleted for resources: {'Network': ['ID=41b64cbe-61aa-4003-afae-02c287e738d6,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:25.745178 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a3267d60-e517-476a-89b2-f056d63021c2 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:19:25.765146 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: a3267d60-e517-476a-89b2-f056d63021c2 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:19:25.765490 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a3267d60-e517-476a-89b2-f056d63021c2 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:19:25.765923 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36b7d889-da24-4b4e-b6a7-531e18162c7e no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:19:25.787898 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 36b7d889-da24-4b4e-b6a7-531e18162c7e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:19:25.788237 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 36b7d889-da24-4b4e-b6a7-531e18162c7e not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:19:25.788695 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 97f80e91-da42-4598-806a-e7bd53a8340e no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:19:25.807489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 97f80e91-da42-4598-806a-e7bd53a8340e {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:19:25.807489 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 97f80e91-da42-4598-806a-e7bd53a8340e not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:19:25.956892 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29f48c28-cdfa-4707-977e-b321daa500b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675526'] for router_interface, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:26.239276 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-29f48c28-cdfa-4707-977e-b321daa500b3 admin admin] Deleting port 01cc5ca0-9b90-44c0-a489-5a502e1047c6 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:19:26.239628 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29f48c28-cdfa-4707-977e-b321daa500b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:26.642593 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-29f48c28-cdfa-4707-977e-b321daa500b3 admin admin] For port 01cc5ca0-9b90-44c0-a489-5a502e1047c6, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=01cc5ca0-9b90-44c0-a489-5a502e1047c6,segment=NetworkSegment(d264c6c8-f4ed-4f56-b552-186385afd575),segment_id=d264c6c8-f4ed-4f56-b552-186385afd575)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:19:26.643491 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29f48c28-cdfa-4707-977e-b321daa500b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:26.656667 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-29f48c28-cdfa-4707-977e-b321daa500b3 admin admin] Calling delete_port for 01cc5ca0-9b90-44c0-a489-5a502e1047c6 owned by network:router_interface {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:19:26.855872 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29f48c28-cdfa-4707-977e-b321daa500b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:26.882183 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f48c28-cdfa-4707-977e-b321daa500b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=01cc5ca0-9b90-44c0-a489-5a502e1047c6,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:27.011678 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7f479252-3e57-4f76-af92-dd8eaac8b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:27.088566 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-29f48c28-cdfa-4707-977e-b321daa500b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3678413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3674552'] for router_interface, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:27.317277 n-d-800088-3 neutron-server[100204]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f48c28-cdfa-4707-977e-b321daa500b3 admin admin] Router 0a0d2566-a17b-4943-bb93-61ae0e5d601f has already been hosted by L3 agent dc56925a-6bad-4117-8794-835c5aedd1f3 {{(pid=100204) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 21:19:27.442731 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f48c28-cdfa-4707-977e-b321daa500b3 admin admin] Notify agent at l3_agent.n-d-800088-3 the message routers_updated {{(pid=100204) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 21:19:27.451110 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-29f48c28-cdfa-4707-977e-b321daa500b3 admin admin] 10.222.0.30 "PUT /v2.0/routers/0a0d2566-a17b-4943-bb93-61ae0e5d601f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8674700 Jul 09 21:19:27.454620 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58016) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:27.456324 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc0521-c11e-4e3f-8f96-61b5ce673fe6 None None] Sync routers for ids ['0a0d2566-a17b-4943-bb93-61ae0e5d601f'] in n-d-800088-3 {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 21:19:27.471892 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc0521-c11e-4e3f-8f96-61b5ce673fe6 None None] Routers {'0a0d2566-a17b-4943-bb93-61ae0e5d601f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:19:27.472804 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-78dc0521-c11e-4e3f-8f96-61b5ce673fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:19:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0a0d2566-a17b-4943-bb93-61ae0e5d601f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:27.607874 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] Notify callbacks [] for router, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:27.621254 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-78dc0521-c11e-4e3f-8f96-61b5ce673fe6 None None] Set router 0a0d2566-a17b-4943-bb93-61ae0e5d601f gateway port host: n-d-800088-3 {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:19:27.748164 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:27.808648 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] Deleting port 8ec38807-4ca4-42b7-af96-07ce513ddd33 {{(pid=100204) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:19:27.809023 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:27.841818 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-78dc0521-c11e-4e3f-8f96-61b5ce673fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'name': 'tempest-TestSnapshotPattern-589805223-router', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'external_fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '8ec38807-4ca4-42b7-af96-07ce513ddd33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:39Z', 'updated_at': '2021-07-09T21:19:26Z', 'revision_number': 5, 'project_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'gw_port': {'id': '8ec38807-4ca4-42b7-af96-07ce513ddd33', 'name': '', 'network_id': '7a97b206-c681-46bf-83e7-464bfb1ece64', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-800088-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T21:13:40Z', 'updated_at': '2021-07-09T21:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6ff43e-5c00-440e-aadb-bfd0b43ef5d9', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-800088-3'}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:27.873641 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc0521-c11e-4e3f-8f96-61b5ce673fe6 None None] Checking router: 0a0d2566-a17b-4943-bb93-61ae0e5d601f for host: n-d-800088-3 {{(pid=100207) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 21:19:27.883797 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc0521-c11e-4e3f-8f96-61b5ce673fe6 None None] Routers {'0a0d2566-a17b-4943-bb93-61ae0e5d601f'} bound to L3 agent in host n-d-800088-3 {{(pid=100207) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 21:19:27.884352 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-78dc0521-c11e-4e3f-8f96-61b5ce673fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-800088-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T19:38:29Z,description=,heartbeat_timestamp=2021-07-09T21:19:00Z,host='n-d-800088-3',id=dc56925a-6bad-4117-8794-835c5aedd1f3,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T19:38:29Z,topic='l3_agent')) {'router_ids': ['0a0d2566-a17b-4943-bb93-61ae0e5d601f'], 'active': True} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:27.890461 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:27.905626 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.db [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] For port 8ec38807-4ca4-42b7-af96-07ce513ddd33, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=8ec38807-4ca4-42b7-af96-07ce513ddd33,segment=NetworkSegment(ef581182-ca49-4898-af95-b9586cca3205),segment_id=ef581182-ca49-4898-af95-b9586cca3205)] {{(pid=100204) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:19:27.906000 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:27.919164 n-d-800088-3 neutron-server[100204]: DEBUG neutron.plugins.ml2.plugin [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] Calling delete_port for 8ec38807-4ca4-42b7-af96-07ce513ddd33 owned by network:router_gateway {{(pid=100204) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:19:27.978675 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_dvr_db [None req-78dc0521-c11e-4e3f-8f96-61b5ce673fe6 None None] Set router 0a0d2566-a17b-4943-bb93-61ae0e5d601f gateway port host: None {{(pid=100207) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 21:19:28.033648 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.l3_hamode_db [None req-78dc0521-c11e-4e3f-8f96-61b5ce673fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'name': 'tempest-TestSnapshotPattern-589805223-router', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:39Z', 'updated_at': '2021-07-09T21:19:27Z', 'revision_number': 6, 'project_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'gw_port_host': None}], 'n-d-800088-3', False) {} {{(pid=100207) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:28.066709 n-d-800088-3 neutron-server[100207]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc0521-c11e-4e3f-8f96-61b5ce673fe6 None None] The sync data for ids ['0a0d2566-a17b-4943-bb93-61ae0e5d601f'] in n-d-800088-3 is: [{'id': '0a0d2566-a17b-4943-bb93-61ae0e5d601f', 'name': 'tempest-TestSnapshotPattern-589805223-router', 'tenant_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T21:13:39Z', 'updated_at': '2021-07-09T21:19:27Z', 'revision_number': 6, 'project_id': 'bf5d409acccd40d4a7218b2d9eb9ee39', 'gw_port_host': None}] {{(pid=100207) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 21:19:28.122943 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9811291'] for port, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.153378 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec38807-4ca4-42b7-af96-07ce513ddd33,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:28.220289 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3673281'] for router_gateway, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.320656 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3671157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129074'] for router, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.322956 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.368777 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671781'] for router, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.369309 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a0d2566-a17b-4943-bb93-61ae0e5d601f {{(pid=100204) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 21:19:28.374440 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] Notify callbacks [] for router, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.375601 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-57fde48b-baa6-438f-8b49-70f826c62113 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0a0d2566-a17b-4943-bb93-61ae0e5d601f HTTP/1.1" status: 204 len: 168 time: 0.9199221 Jul 09 21:19:28.379477 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58018) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:28.431095 n-d-800088-3 neutron-server[100204]: DEBUG neutron.db.db_base_plugin_v2 [None req-380b6231-d554-4cbd-afe8-e21f6f13e76c admin admin] Deleting subnet a4935acc-cf49-477c-b913-06c991718082 {{(pid=100204) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 21:19:28.435805 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-380b6231-d554-4cbd-afe8-e21f6f13e76c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.480667 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-380b6231-d554-4cbd-afe8-e21f6f13e76c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9215150'] for subnet, precommit_delete_associations {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.576248 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-380b6231-d554-4cbd-afe8-e21f6f13e76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-725851'] for subnet, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.632646 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-380b6231-d554-4cbd-afe8-e21f6f13e76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-725842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9811297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9246607'] for subnet, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.660515 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b6231-d554-4cbd-afe8-e21f6f13e76c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4935acc-cf49-477c-b913-06c991718082,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:28.662821 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-380b6231-d554-4cbd-afe8-e21f6f13e76c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.665042 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-380b6231-d554-4cbd-afe8-e21f6f13e76c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a4935acc-cf49-477c-b913-06c991718082 HTTP/1.1" status: 204 len: 168 time: 0.2843161 Jul 09 21:19:28.667515 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58020) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:28.668065 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4f3398-66fc-4880-abd6-af93ede85d4f None None] Network bba6b4e0-352c-4584-9361-30b48a4e47e7 requested from n-d-800088-3 {{(pid=100206) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 21:19:28.745505 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-560943'] for network, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.806975 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] Deleting port a14c65bd-e0d7-487d-8b8f-01887089379b {{(pid=100205) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:19:28.807532 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.888464 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.db [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] For port a14c65bd-e0d7-487d-8b8f-01887089379b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a14c65bd-e0d7-487d-8b8f-01887089379b,segment=NetworkSegment(d264c6c8-f4ed-4f56-b552-186385afd575),segment_id=d264c6c8-f4ed-4f56-b552-186385afd575)] {{(pid=100205) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:19:28.888863 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:28.901019 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c52e649-e017-4ece-83e6-d4f499284a7f None None] DHCP port deletion for bba6b4e0-352c-4584-9361-30b48a4e47e7 request from n-d-800088-3 {{(pid=100206) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 21:19:28.904055 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.plugin [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] Calling delete_port for a14c65bd-e0d7-487d-8b8f-01887089379b owned by network:dhcp {{(pid=100205) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:19:28.954901 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8c52e649-e017-4ece-83e6-d4f499284a7f None None] Deleting port a14c65bd-e0d7-487d-8b8f-01887089379b {{(pid=100206) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 21:19:28.955481 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8c52e649-e017-4ece-83e6-d4f499284a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745877220316'] for port, before_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.003448 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9706429'] for port, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.024168 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.db [None req-8c52e649-e017-4ece-83e6-d4f499284a7f None None] For port a14c65bd-e0d7-487d-8b8f-01887089379b, host n-d-800088-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-800088-3',level=0,port_id=a14c65bd-e0d7-487d-8b8f-01887089379b,segment=NetworkSegment(d264c6c8-f4ed-4f56-b552-186385afd575),segment_id=d264c6c8-f4ed-4f56-b552-186385afd575)] {{(pid=100206) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 21:19:29.024907 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8c52e649-e017-4ece-83e6-d4f499284a7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3674502'] for port, precommit_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.033237 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a14c65bd-e0d7-487d-8b8f-01887089379b,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:29.038310 n-d-800088-3 neutron-server[100205]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] No DVR routers for this DVR port a14c65bd-e0d7-487d-8b8f-01887089379b on host n-d-800088-3 {{(pid=100205) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:19:29.051274 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-8c52e649-e017-4ece-83e6-d4f499284a7f None None] Calling delete_port for a14c65bd-e0d7-487d-8b8f-01887089379b owned by network:dhcp {{(pid=100206) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 21:19:29.120274 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-749006', 'neutron.services.segments.db._delete_segments_for_network-8745877210197'] for network, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.138832 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-8c52e649-e017-4ece-83e6-d4f499284a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-580413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3678395', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745877229846', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745876674021'] for port, after_delete {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.139727 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba6b4e0-352c-4584-9361-30b48a4e47e7']}} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:29.159409 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd264c6c8-f4ed-4f56-b552-186385afd575') {'for_net_delete': True} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:29.159892 n-d-800088-3 neutron-server[100205]: DEBUG neutron.services.segments.db [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd264c6c8-f4ed-4f56-b552-186385afd575') {} {{(pid=100205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 21:19:29.166330 n-d-800088-3 neutron-server[100206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52e649-e017-4ece-83e6-d4f499284a7f None None] Pushing event deleted for resources: {'Port': ['ID=a14c65bd-e0d7-487d-8b8f-01887089379b,revision_number=None']} {{(pid=100206) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:29.171603 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745877003569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8768276'] for segment, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.172408 n-d-800088-3 neutron-server[100206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52e649-e017-4ece-83e6-d4f499284a7f None None] No DVR routers for this DVR port a14c65bd-e0d7-487d-8b8f-01887089379b on host n-d-800088-3 {{(pid=100206) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 21:19:29.189865 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834'] for segment, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.199316 n-d-800088-3 neutron-server[100205]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=100205) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 21:19:29.199716 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-727834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9706338'] for segment, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: Traceback (most recent call last): Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: timer() Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: cb(*args, **kw) Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: return func(*args, **kwargs) Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: self._notify() Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: self.callback(batched_events) Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: event.method(event) Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: return f(self, *a, **k) Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: return self._get(url).json() Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: return self.request(url, 'GET', **kwargs) Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 21:19:29.201549 n-d-800088-3 neutron-server[100205]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 21:19:29.259439 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748997', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3742990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3678388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3673317'] for network, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.266193 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] Notify callbacks [] for network, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.267874 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bba6b4e0-352c-4584-9361-30b48a4e47e7 HTTP/1.1" status: 204 len: 168 time: 0.5993526 Jul 09 21:19:29.280072 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f978b10-2f62-4588-bc95-2e607ccc1cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bba6b4e0-352c-4584-9361-30b48a4e47e7,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:29.405156 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58024) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:29.449671 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-a72d4b4b-68fd-40f4-abcb-b3dd9f537850 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69e9e17e2d8d408b98f56d60ffcedaf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432026 Jul 09 21:19:29.452173 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [-] (100205) accepted ('10.222.0.30', 58026) {{(pid=100205) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:29.506266 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ab59e03e-2dfe-46bc-850e-6796b1b52a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.529007 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ab59e03e-2dfe-46bc-850e-6796b1b52a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.576889 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-aa195e7a-c4cb-4e38-b12f-6035eeaf553e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.580905 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ab59e03e-2dfe-46bc-850e-6796b1b52a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.584741 n-d-800088-3 neutron-server[100205]: DEBUG neutron_lib.callbacks.manager [None req-ab59e03e-2dfe-46bc-850e-6796b1b52a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.585299 n-d-800088-3 neutron-server[100205]: INFO neutron.wsgi [None req-ab59e03e-2dfe-46bc-850e-6796b1b52a8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92f90fb5-71f9-4f43-a64b-d79495a644ae HTTP/1.1" status: 204 len: 168 time: 0.1321714 Jul 09 21:19:29.593498 n-d-800088-3 neutron-server[100205]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e03e-2dfe-46bc-850e-6796b1b52a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f90fb5-71f9-4f43-a64b-d79495a644ae,revision_number=None']} {{(pid=100205) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:29.737655 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 01cc5ca0-9b90-44c0-a489-5a502e1047c6 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:19:29.765412 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 01cc5ca0-9b90-44c0-a489-5a502e1047c6 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:19:29.765766 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 01cc5ca0-9b90-44c0-a489-5a502e1047c6 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:19:29.766190 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8ec38807-4ca4-42b7-af96-07ce513ddd33 no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:19:29.790217 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: 8ec38807-4ca4-42b7-af96-07ce513ddd33 {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:19:29.790574 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device 8ec38807-4ca4-42b7-af96-07ce513ddd33 not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:19:29.791005 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a14c65bd-e0d7-487d-8b8f-01887089379b no longer exists at agent ovs-agent-n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 21:19:29.977029 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:29.978453 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.plugin [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] No Port match for: a14c65bd-e0d7-487d-8b8f-01887089379b {{(pid=100206) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 21:19:29.978869 n-d-800088-3 neutron-server[100206]: DEBUG neutron.plugins.ml2.rpc [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Device a14c65bd-e0d7-487d-8b8f-01887089379b not bound to the agent host n-d-800088-3 {{(pid=100206) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 21:19:29.992750 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58032) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:30.034992 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-8de34d9b-e130-4a17-b954-8b2c889830ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf5d409acccd40d4a7218b2d9eb9ee39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409198 Jul 09 21:19:30.037888 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [-] (100204) accepted ('10.222.0.30', 58034) {{(pid=100204) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 21:19:30.089986 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0edf42f1-3944-4065-ae83-dd2900fa2ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:30.117985 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0edf42f1-3944-4065-ae83-dd2900fa2ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:30.138526 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:30.168368 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0edf42f1-3944-4065-ae83-dd2900fa2ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3743103'] for security_group, after_delete {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:30.171125 n-d-800088-3 neutron-server[100204]: DEBUG neutron_lib.callbacks.manager [None req-0edf42f1-3944-4065-ae83-dd2900fa2ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:30.172344 n-d-800088-3 neutron-server[100204]: INFO neutron.wsgi [None req-0edf42f1-3944-4065-ae83-dd2900fa2ea0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c1a757c-33b8-4318-888c-771084ada875 HTTP/1.1" status: 204 len: 168 time: 0.1332080 Jul 09 21:19:30.181186 n-d-800088-3 neutron-server[100204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf42f1-3944-4065-ae83-dd2900fa2ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1a757c-33b8-4318-888c-771084ada875,revision_number=None']} {{(pid=100204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 21:19:30.816407 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:32.668982 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:48.364256 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:19:57.006753 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4f1072ff-6049-4de9-a90e-b9cdf7c0bb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:57.908959 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:59.569105 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5844eb66-889d-4934-8c48-b06a78eeff19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:19:59.768980 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:00.128130 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:00.818897 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:02.662326 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:25.364487 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:20:27.006839 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-db274265-1962-4748-ac68-6f57fbc61e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:27.932661 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:29.571976 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bdeb7feb-9fc6-4fb0-8968-06eb950edba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:29.770052 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:30.125230 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:30.824266 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:32.669512 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:57.010081 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3fcb3189-ba93-4848-b5cd-4345a215a1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:57.932266 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:59.572888 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-4d80a2b1-f209-4690-8f80-30df10ab2017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:20:59.770772 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:00.128769 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:00.825103 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:02.363938 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:21:02.669673 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:27.012675 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-12c29046-e793-43e5-94fb-8aee843580d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:27.948074 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:29.573730 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-335c26c0-8a56-4a59-9dd8-9c88d2ad8c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:29.772196 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:30.127338 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:30.827209 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:32.672882 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:39.363975 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:21:57.013460 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-41cfde0d-4476-4060-8b57-2080ed281494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:57.947540 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:59.577291 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f1c1ee64-58e2-490a-8711-8cfa903c2b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:21:59.776461 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:00.139616 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:00.829521 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:02.676245 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:05.410743 n-d-800088-3 neutron-server[100204]: DEBUG neutron.wsgi [req-ac971068-9ffd-4ab9-b100-850306c51c17 req-84cd0b00-5236-4000-bb7b-c0a3621dcd81 service neutron] (100204) timed out ('10.222.0.30', 55742) {{(pid=100204) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 21:22:16.362992 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:22:27.016416 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1609e574-5b5a-4c7d-81d6-765d2561f84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:27.945401 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:29.583578 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-6efc1144-f248-49d7-9d80-b437fe7f2aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:29.779464 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:30.158227 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:30.833010 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:32.679942 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:53.362809 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:22:57.018124 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a40d0c75-add0-400a-a34e-92b28ebdc565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:57.963240 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:59.575486 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7b7a74d0-f6d4-428c-9f46-c1d4975daba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:22:59.781082 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:00.170662 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:00.837259 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:02.683876 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:27.020354 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-1c96dcf1-9792-4105-91d9-d241fdb0ed12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:27.964092 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:29.577005 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-16b9919d-e97d-4af0-b89c-74798dc4ba18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:29.783007 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:30.183610 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:30.362760 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:23:30.839739 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:32.684358 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:57.021778 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-81e563f1-9af5-48d7-8eeb-69f52f09e838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:57.966613 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:59.586415 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-380ea273-497c-48b2-ac33-cfb2ab354241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:23:59.786389 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:00.196850 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:00.843121 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:02.697725 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:07.361746 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:24:27.030431 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4922-47d8-48f6-914e-53bebe54513e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:27.979316 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:29.580566 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-f00de31b-12f0-416a-90e7-acfee18786ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:29.794210 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:30.206487 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:30.862131 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:32.690728 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:44.360912 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:24:57.024009 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-9b895a97-a948-4976-af38-b617d25f9aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:57.990336 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:59.584932 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-ff3bf70d-4ac9-4281-a498-9a656e6ea57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:24:59.789623 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:00.206061 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:00.849880 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:02.694346 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:21.359886 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:25:27.027590 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-bbb321c9-1f5c-40a5-bbb1-ae22ec4663b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:27.991627 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:29.588655 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cb73249c-9ce7-41b4-811c-a2be3102e0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:29.793080 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:30.216525 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:30.852721 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:32.697797 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:57.031530 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d7119233-3137-4b7e-9fd1-4f84c744a9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:57.992449 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:58.358975 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:25:59.589472 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-feaa542c-b276-4dfc-9758-3dc5c3709ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:25:59.794580 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:00.219889 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:00.854441 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:02.699665 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:27.033819 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-cf2d135d-78ca-40d4-828b-3201e223eb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:28.003621 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:29.592821 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-5a7d72f3-6d52-42c9-b810-d84f9e145164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:29.795414 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:30.230011 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:30.858677 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:32.703228 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:35.358721 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:26:43.003403 n-d-800088-3 neutron-server[100205]: DEBUG neutron.wsgi [req-7af0dfc3-6e70-4458-b4ec-35237df34257 req-ec073bee-3220-4d50-ab5d-1bcf8e3e827b service neutron] (100205) timed out ('10.222.0.30', 57076) {{(pid=100205) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 21:26:57.037864 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-28859c8e-6dfc-4da4-9c5b-6a7010a66340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:58.022771 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:59.595108 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-a65db909-f47c-4cd1-8962-78cbae738de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:26:59.798309 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:27:00.243439 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:27:00.862068 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:27:02.706363 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:27:12.359596 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:27:27.036210 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-dad21238-47fc-485f-beba-77a4835f7641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:27:28.009124 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:27:29.599147 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-3d56ef16-adc9-4c8a-8bf5-4a5660406c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:27:29.802985 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:27:30.242755 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:27:30.864197 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:27:32.707581 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:27:49.359172 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:27:57.027563 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-861a8e10-f67d-4a69-bde5-e4ee0b62579d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:27:58.018570 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:27:59.602743 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-aebca233-e4ce-45ac-bd5e-ca9f36a5e4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:27:59.807565 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:28:00.249306 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:28:00.876175 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:28:02.711406 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:28:26.358574 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 21:28:27.031980 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-7ae024d7-101f-44b0-9917-f8d5bb3e31d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:28:28.052998 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:28:29.605611 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0b757402-8d37-468a-9775-b01d1948cee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:28:29.814827 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:28:30.263196 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:28:30.870369 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:28:32.718207 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:28:57.034468 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-0758af61-49de-4f87-98bf-d0e3a99d70c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:28:58.060761 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-79f0d00a-3387-4d8a-8257-fecb01c90b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:28:59.607296 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-d96b17cc-9b04-4796-8023-00f7820585e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:28:59.806605 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-60ff3460-38ec-4340-8388-4911eed20a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:29:00.269999 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-785c5307-3b21-4121-8ef1-40bff8feb551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:29:00.872130 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-b9870030-11d2-4f69-b8a1-75d1c679bdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:29:02.716392 n-d-800088-3 neutron-server[100206]: DEBUG neutron_lib.callbacks.manager [None req-e9a44528-9e79-4493-8408-99f7244dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745877210179', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-746628'] for agent, after_update {{(pid=100206) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 21:29:03.358246 n-d-800088-3 neutron-server[100207]: DEBUG neutron.db.agents_db [None req-262754c9-bc36-464f-a12d-4b747e1e54a3 None None] Agent healthcheck: found 7 active agents {{(pid=100207) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}